diff --git a/docs/compilation/main/.buildinfo b/docs/compilation/main/.buildinfo index 604ef9d13a..ba44347966 100644 --- a/docs/compilation/main/.buildinfo +++ b/docs/compilation/main/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: ccaa442ce4593530ac48695f3c59bcb4 +config: 137a891d2d5b45bed16d16e7680fc03b tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/main/.doctrees/environment.pickle b/docs/compilation/main/.doctrees/environment.pickle index a3662fc343..40b7f87827 100644 Binary files a/docs/compilation/main/.doctrees/environment.pickle and b/docs/compilation/main/.doctrees/environment.pickle differ diff --git a/docs/compilation/main/.doctrees/index.doctree b/docs/compilation/main/.doctrees/index.doctree index 095db79b62..272e78e434 100644 Binary files a/docs/compilation/main/.doctrees/index.doctree and b/docs/compilation/main/.doctrees/index.doctree differ diff --git a/docs/compilation/main/.doctrees/nbsphinx/pages/notebooks/drl.ipynb b/docs/compilation/main/.doctrees/nbsphinx/pages/notebooks/drl.ipynb index 4008523573..0545ba3e9f 100644 --- a/docs/compilation/main/.doctrees/nbsphinx/pages/notebooks/drl.ipynb +++ b/docs/compilation/main/.doctrees/nbsphinx/pages/notebooks/drl.ipynb @@ -92,12 +92,12 @@ "outputs": [], "source": [ "# Environment ID\n", - "environment = \"Eplus-5zone-mixed-discrete-stochastic-v1\"\n", + "environment = \"Eplus-5zone-mixed-continuous-stochastic-v1\"\n", "# Training episodes\n", "episodes = 5\n", "#Name of the experiment\n", "experiment_date = datetime.today().strftime('%Y-%m-%d_%H:%M')\n", - "experiment_name = 'SB3_DQN-' + environment + \\\n", + "experiment_name = 'SB3_PPO-' + environment + \\\n", " '-episodes-' + str(episodes)\n", "experiment_name += '_' + experiment_date" ] @@ -119,20 +119,27 @@ "name": "stderr", "output_type": "stream", "text": [ - "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n" + "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33malex_ugr\u001b[0m. Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n" ] }, { - "name": "stderr", - "output_type": "stream", - "text": [ - "\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33malex_ugr\u001b[0m. Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n" - ] + "data": { + "text/html": [ + "wandb version 0.16.6 is available! To upgrade, please run:\n", + " $ pip install wandb --upgrade" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" }, { "data": { "text/html": [ - "Tracking run with wandb version 0.16.0" + "Tracking run with wandb version 0.16.3" ], "text/plain": [ "" @@ -144,7 +151,7 @@ { "data": { "text/html": [ - "Run data is saved locally in /workspaces/sinergym/examples/wandb/run-20231117_094304-pf27dlou" + "Run data is saved locally in /workspaces/sinergym/examples/wandb/run-20240425_140538-y215gzyw" ], "text/plain": [ "" @@ -156,7 +163,7 @@ { "data": { "text/html": [ - "Syncing run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_cun8jng3 to Weights & Biases (docs)
" + "Syncing run SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_sf6wp7r8 to Weights & Biases (docs)
" ], "text/plain": [ "" @@ -180,7 +187,7 @@ { "data": { "text/html": [ - " View run at https://wandb.ai/alex_ugr/sinergym/runs/pf27dlou" + " View run at https://wandb.ai/alex_ugr/sinergym/runs/y215gzyw" ], "text/plain": [ "" @@ -198,7 +205,7 @@ "}\n", "experiment_params.update({'environment':environment,\n", " 'episodes':episodes,\n", - " 'algorithm':'SB3_DQN'})\n", + " 'algorithm':'SB3_PPO'})\n", "\n", "# Get wandb init params (you have to specify your own project and entity)\n", "wandb_params = {\"project\": 'sinergym',\n", @@ -236,33 +243,31 @@ "output_type": "stream", "text": [ "#==============================================================================================#\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n", "#==============================================================================================#\n", - "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1]\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 0, 'n_steps_per_hour': 4}\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43 created successfully.\u001b[0m\n", - "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", - "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", - "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05 created successfully.\u001b[0m\n", "#==============================================================================================#\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]\u001b[0m\n", "#==============================================================================================#\n", - "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1]\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 0, 'n_steps_per_hour': 4}\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION created successfully.\u001b[0m\n", - "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", - "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", - "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n" + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION created successfully.\u001b[0m\n" ] } ], @@ -278,12 +283,12 @@ "collapsed": false }, "source": [ - "We can also add a Wrapper to the environment. We'll use an action normalization wrapper and a logger (extensions of `gym.Wrapper`). Normalization is highly recommended for DRL algorithms with continuous action space, and the logger is used to monitor and log environment interactions and save the data into a CSV. The generated files will also be stored as *wandb* artifacts." + "We can also add a Wrapper to the environment. We'll use an action and observation normalization wrapper and a logger (extensions of `gym.Wrapper`). Normalization is highly recommended for DRL algorithms with continuous action space, and the logger is used to monitor and log environment interactions and save the data into a CSV. The generated files will also be stored as *wandb* artifacts." ] }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 5, "metadata": { "collapsed": false, "pycharm": { @@ -295,13 +300,24 @@ "name": "stdout", "output_type": "stream", "text": [ + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Wrapper initialized.\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeAction] (INFO) : New normalized action Space: Box(-1.0, 1.0, (2,), float32)\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeAction] (INFO) : Wrapper initialized\u001b[0m\n", "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Wrapper initialized.\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeAction] (INFO) : New normalized action Space: Box(-1.0, 1.0, (2,), float32)\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeAction] (INFO) : Wrapper initialized\u001b[0m\n", "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n" ] } ], "source": [ + "env = NormalizeObservation(env)\n", + "env = NormalizeAction(env)\n", "env = LoggerWrapper(env)\n", + "\n", + "eval_env = NormalizeObservation(eval_env)\n", + "eval_env = NormalizeAction(eval_env)\n", "eval_env = LoggerWrapper(eval_env)" ] }, @@ -312,12 +328,12 @@ "collapsed": false }, "source": [ - "At this point, the environment is set up and ready to use. We'll create our learning model (Stable Baselines 3 DQN), but any other algorithm can be used." + "At this point, the environment is set up and ready to use. We'll create our learning model (Stable Baselines 3 PPO), but any other algorithm can be used." ] }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 6, "metadata": { "collapsed": false, "pycharm": { @@ -336,7 +352,7 @@ } ], "source": [ - "model = DQN('MlpPolicy', env, verbose=1)" + "model = PPO('MlpPolicy', env, verbose=1)" ] }, { @@ -351,7 +367,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 7, "metadata": { "collapsed": false, "pycharm": { @@ -386,7 +402,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 8, "metadata": {}, "outputs": [], "source": [ @@ -419,7 +435,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 9, "metadata": { "collapsed": false, "pycharm": { @@ -443,7 +459,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 10, "metadata": { "collapsed": false, "pycharm": { @@ -456,14 +472,12 @@ "output_type": "stream", "text": [ "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 1]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05] [Episode 1]\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run1]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/output]\u001b[0m\n" + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run1/output]\u001b[0m\n" ] }, { @@ -478,132 +492,117 @@ "name": "stdout", "output_type": "stream", "text": [ - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n", "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", "--------------------------------------------------------------------------------------------------------------| 1%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3296.2168 |\n", - "| air_humidity | 14.309143 |\n", - "| air_temperature | 19.127739 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 39.0 |\n", - "| outdoor_temperature | -9.724175 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2966595.2 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.995 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 1%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1932.6711 |\n", - "| air_humidity | 15.199731 |\n", - "| air_temperature | 20.344173 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 62.0 |\n", - "| outdoor_temperature | -2.906447 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1739404.0 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.989 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 1%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1637.6606 |\n", - "| air_humidity | 34.85248 |\n", - "| air_temperature | 20.126642 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 62.0 |\n", - "| outdoor_temperature | -1.4313949 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1473894.6 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 11.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.984 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.44978368 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.094967 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.47470018 |\n", + "| air_humidity | 1.5443028 |\n", + "| air_temperature | -1.2483411 |\n", + "| clg_setpoint | 0.10036767 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.898854 |\n", + "| diffuse_solar_radiation | -0.61689425 |\n", + "| direct_solar_radiation | -0.58669466 |\n", + "| hour | -1.5447197 |\n", + "| htg_setpoint | -1.3526225 |\n", + "| month | 0.0007053454 |\n", + "| outdoor_humidity | -0.2632173 |\n", + "| outdoor_temperature | -2.4303603 |\n", + "| people_occupant | -0.8722816 |\n", + "| total_electricity_HVAC | -0.48225147 |\n", + "| wind_direction | 1.0074217 |\n", + "| wind_speed | -0.65252066 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3552.5068 |\n", + "| air_humidity | 37.176144 |\n", + "| air_temperature | 18.045374 |\n", + "| clg_setpoint | 27.741302 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | -12.332335 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3176965.5 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 7.7 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 1%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2696.1394 |\n", - "| air_humidity | 17.76754 |\n", - "| air_temperature | 18.343163 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 50.0 |\n", - "| outdoor_temperature | -6.7237883 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2426525.5 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.978 |\n", - "------------------------------------------------\n" + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5050469 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.329533 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.8606062 |\n", + "| air_humidity | 0.844899 |\n", + "| air_temperature | -0.23196684 |\n", + "| clg_setpoint | 0.35929757 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.5204995 |\n", + "| diffuse_solar_radiation | -0.6330984 |\n", + "| direct_solar_radiation | -0.5763175 |\n", + "| hour | -1.4134499 |\n", + "| htg_setpoint | 0.8879877 |\n", + "| month | 0.0004975185 |\n", + "| outdoor_humidity | 1.793373 |\n", + "| outdoor_temperature | 1.2288152 |\n", + "| people_occupant | -0.872282 |\n", + "| total_electricity_HVAC | 0.9215611 |\n", + "| wind_direction | -1.8862094 |\n", + "| wind_speed | 0.049212422 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 12450.545 |\n", + "| air_humidity | 35.54185 |\n", + "| air_temperature | 20.94378 |\n", + "| clg_setpoint | 27.941988 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.944117 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | -2.9823768 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 11687277.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 6.2 |\n", + "--------------------------------------------------\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "/workspaces/sinergym/sinergym/utils/callbacks.py:279: UserWarning: Training and eval env are not of the same type != >>>>>\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/workspaces/sinergym/sinergym/utils/callbacks.py:309: UserWarning: Training and eval env are not of the same type != >>>>>>\n", " warnings.warn(\n", "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", " gym.logger.warn(\"Casting input x to numpy array.\")\n", "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.unwrapped_observation to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.unwrapped_observation` for environment variables or `env.get_wrapper_attr('unwrapped_observation')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", " logger.warn(\n", "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", @@ -614,52732 +613,78566 @@ "name": "stdout", "output_type": "stream", "text": [ + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.814899 |\n", + "| air_humidity | 1.3925622 |\n", + "| air_temperature | -0.73331887 |\n", + "| clg_setpoint | -0.88596326 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.1552622 |\n", + "| diffuse_solar_radiation | -0.5900505 |\n", + "| direct_solar_radiation | -0.44649348 |\n", + "| hour | -1.280776 |\n", + "| htg_setpoint | -1.3434962 |\n", + "| month | 0.0004052204 |\n", + "| outdoor_humidity | 0.23561773 |\n", + "| outdoor_temperature | 0.3521049 |\n", + "| people_occupant | -0.87228215 |\n", + "| total_electricity_HVAC | -0.8086527 |\n", + "| wind_direction | 0.4803797 |\n", + "| wind_speed | 1.3785272 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 541.3448 |\n", + "| air_humidity | 48.778576 |\n", + "| air_temperature | 19.938894 |\n", + "| clg_setpoint | 24.390467 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | -0.12547101 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 492505.06 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 11.3 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6676585 |\n", + "| Heating_Setpoint_RL | -0.61141574 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.371653 |\n", + "| Heating_Setpoint_RL | 14.185786 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.53376436 |\n", + "| air_humidity | -0.2088845 |\n", + "| air_temperature | -1.2112623 |\n", + "| clg_setpoint | 0.90256953 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.9999994 |\n", + "| diffuse_solar_radiation | -0.600921 |\n", + "| direct_solar_radiation | -0.4862134 |\n", + "| hour | -1.1467745 |\n", + "| htg_setpoint | -0.48262912 |\n", + "| month | 0.00035007 |\n", + "| outdoor_humidity | -0.14025404 |\n", + "| outdoor_temperature | -0.52959037 |\n", + "| people_occupant | -0.8722822 |\n", + "| total_electricity_HVAC | -0.5354909 |\n", + "| wind_direction | 0.39181325 |\n", + "| wind_speed | -0.36963046 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2155.5242 |\n", + "| air_humidity | 33.699894 |\n", + "| air_temperature | 18.856947 |\n", + "| clg_setpoint | 29.168901 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 15.361061 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | -6.251751 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1931906.1 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2682.915 |\n", - "| air_humidity | 12.916248 |\n", - "| air_temperature | 19.004652 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 67.0 |\n", - "| outdoor_temperature | -6.6576667 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2414623.5 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.973 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.99546194 |\n", + "| Heating_Setpoint_RL | 0.68203896 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.984684 |\n", + "| Heating_Setpoint_RL | 21.46147 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.51078784 |\n", + "| air_humidity | -1.2685748 |\n", + "| air_temperature | -1.024416 |\n", + "| clg_setpoint | -0.24891856 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.9133781 |\n", + "| diffuse_solar_radiation | -0.6076484 |\n", + "| direct_solar_radiation | -0.51732 |\n", + "| hour | -1.0115265 |\n", + "| htg_setpoint | -1.3123395 |\n", + "| month | 0.00031234752 |\n", + "| outdoor_humidity | 0.7438494 |\n", + "| outdoor_temperature | -0.64665073 |\n", + "| people_occupant | -0.7268466 |\n", + "| total_electricity_HVAC | -0.5157903 |\n", + "| wind_direction | -0.03561862 |\n", + "| wind_speed | -1.0083431 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2374.1133 |\n", + "| air_humidity | 21.606262 |\n", + "| air_temperature | 19.147503 |\n", + "| clg_setpoint | 26.014244 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | -6.8588176 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2125020.2 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.6 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1243.6388 |\n", - "| air_humidity | 13.383576 |\n", - "| air_temperature | 18.792883 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | 0.53871423 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1119275.0 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.968 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.26237145 |\n", + "| Heating_Setpoint_RL | -0.36151478 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.510504 |\n", + "| Heating_Setpoint_RL | 15.591479 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.6200423 |\n", + "| air_humidity | -1.432235 |\n", + "| air_temperature | -0.5611448 |\n", + "| clg_setpoint | 1.3173552 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.8579705 |\n", + "| diffuse_solar_radiation | -0.6089403 |\n", + "| direct_solar_radiation | -0.50132495 |\n", + "| hour | -0.8751172 |\n", + "| htg_setpoint | 0.6488478 |\n", + "| month | 0.00028444006 |\n", + "| outdoor_humidity | 0.43488365 |\n", + "| outdoor_temperature | 0.7708154 |\n", + "| people_occupant | -0.6361031 |\n", + "| total_electricity_HVAC | 0.7996722 |\n", + "| wind_direction | -0.0071030906 |\n", + "| wind_speed | -0.3164547 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9830.654 |\n", + "| air_humidity | 15.663212 |\n", + "| air_temperature | 20.11363 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.113628 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 1.38204 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10073893.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 5.7 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1664.6848 |\n", - "| air_humidity | 13.20179 |\n", - "| air_temperature | 18.895155 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 41.0 |\n", - "| outdoor_temperature | -5.1032705 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1498216.4 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.962 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.97485095 |\n", + "| Heating_Setpoint_RL | 0.9907824 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.915121 |\n", + "| Heating_Setpoint_RL | 23.19815 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.196059 |\n", + "| air_humidity | -0.27542838 |\n", + "| air_temperature | -0.65056306 |\n", + "| clg_setpoint | -0.9409854 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.8194352 |\n", + "| diffuse_solar_radiation | -0.6143988 |\n", + "| direct_solar_radiation | -0.5167107 |\n", + "| hour | -0.7376365 |\n", + "| htg_setpoint | 0.694482 |\n", + "| month | 0.00026270346 |\n", + "| outdoor_humidity | -0.46481594 |\n", + "| outdoor_temperature | -0.24187052 |\n", + "| people_occupant | -0.66815555 |\n", + "| total_electricity_HVAC | 2.1385336 |\n", + "| wind_direction | -2.2418182 |\n", + "| wind_speed | -1.5057687 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 19845.432 |\n", + "| air_humidity | 27.253428 |\n", + "| air_temperature | 20.018244 |\n", + "| clg_setpoint | 24.167604 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 20.3671 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | -4.0201516 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 17862642.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.6 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 33.12003 |\n", - "| air_temperature | 19.675444 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 39.5 |\n", - "| direct_solar_radiation | 9.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 3.195037 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.957 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.32490957 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.72157 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.71746165 |\n", + "| air_humidity | 1.8100551 |\n", + "| air_temperature | -0.79036176 |\n", + "| clg_setpoint | -1.3282624 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7910669 |\n", + "| diffuse_solar_radiation | 0.13623822 |\n", + "| direct_solar_radiation | -0.4326992 |\n", + "| hour | -0.5991784 |\n", + "| htg_setpoint | -0.087695874 |\n", + "| month | 0.00024514517 |\n", + "| outdoor_humidity | 2.0212507 |\n", + "| outdoor_temperature | 1.0981784 |\n", + "| people_occupant | -0.6924274 |\n", + "| total_electricity_HVAC | -0.7164407 |\n", + "| wind_direction | -2.322791 |\n", + "| wind_speed | -2.1955953 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 964.20593 |\n", + "| air_humidity | 51.22419 |\n", + "| air_temperature | 19.824741 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 39.5 |\n", + "| direct_solar_radiation | 9.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.219343 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 3.1604953 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 863793.9 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 3%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1803.2925 |\n", - "| air_humidity | 20.75208 |\n", - "| air_temperature | 22.000008 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 124.5 |\n", - "| direct_solar_radiation | 318.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 72.0 |\n", - "| outdoor_temperature | -2.6576498 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1622963.2 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.951 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.40987742 |\n", + "| air_humidity | -0.0023340024 |\n", + "| air_temperature | 0.43090534 |\n", + "| clg_setpoint | -0.84695745 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7693034 |\n", + "| diffuse_solar_radiation | 1.6744821 |\n", + "| direct_solar_radiation | 1.2170002 |\n", + "| hour | -0.45984077 |\n", + "| htg_setpoint | -1.3664417 |\n", + "| month | 0.00023057147 |\n", + "| outdoor_humidity | 0.6792791 |\n", + "| outdoor_temperature | -0.28780088 |\n", + "| people_occupant | 1.6278055 |\n", + "| total_electricity_HVAC | -0.41186473 |\n", + "| wind_direction | 1.1116179 |\n", + "| wind_speed | -0.7653612 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2730.729 |\n", + "| air_humidity | 33.023746 |\n", + "| air_temperature | 22.745012 |\n", + "| clg_setpoint | 24.471554 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 124.5 |\n", + "| direct_solar_radiation | 318.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.051688 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | -3.3858984 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2477490.5 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.1 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 3%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2222.2266 |\n", - "| air_humidity | 13.443321 |\n", - "| air_temperature | 22.207747 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 158.0 |\n", - "| direct_solar_radiation | 228.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 37.0 |\n", - "| outdoor_temperature | -4.8114486 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2000003.9 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 8.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.946 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.93225557 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.868938 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.47414067 |\n", + "| air_humidity | -0.2974741 |\n", + "| air_temperature | 0.9401795 |\n", + "| clg_setpoint | 0.57483864 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7520751 |\n", + "| diffuse_solar_radiation | 2.2537124 |\n", + "| direct_solar_radiation | 0.67150754 |\n", + "| hour | -0.31972525 |\n", + "| htg_setpoint | 0.28127095 |\n", + "| month | 0.00021821789 |\n", + "| outdoor_humidity | -0.8517712 |\n", + "| outdoor_temperature | -0.25322354 |\n", + "| people_occupant | 1.5832275 |\n", + "| total_electricity_HVAC | -0.47698316 |\n", + "| wind_direction | 0.27128154 |\n", + "| wind_speed | 0.9275099 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2273.8093 |\n", + "| air_humidity | 30.186789 |\n", + "| air_temperature | 24.039318 |\n", + "| clg_setpoint | 28.046003 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 158.0 |\n", + "| direct_solar_radiation | 228.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.758915 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | -3.1805806 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2053658.9 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.8 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 3%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 130.00592 |\n", - "| air_humidity | 16.974932 |\n", - "| air_temperature | 19.933048 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 202.5 |\n", - "| direct_solar_radiation | 79.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 61.0 |\n", - "| outdoor_temperature | 4.3786383 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 114245.734 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.94 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.75223106 |\n", + "| Heating_Setpoint_RL | -0.25562504 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.16378 |\n", + "| Heating_Setpoint_RL | 16.187109 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.8200161 |\n", + "| air_humidity | -0.41780928 |\n", + "| air_temperature | -0.3860848 |\n", + "| clg_setpoint | 0.4958815 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7380964 |\n", + "| diffuse_solar_radiation | 2.934018 |\n", + "| direct_solar_radiation | -0.08345275 |\n", + "| hour | -0.17893668 |\n", + "| htg_setpoint | -0.0857557 |\n", + "| month | 0.00020756897 |\n", + "| outdoor_humidity | 0.2829103 |\n", + "| outdoor_temperature | 1.476603 |\n", + "| people_occupant | -0.7395129 |\n", + "| total_electricity_HVAC | -0.81579924 |\n", + "| wind_direction | 0.059484415 |\n", + "| wind_speed | -0.6129263 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 28.844536 |\n", + "| air_temperature | 20.889086 |\n", + "| clg_setpoint | 27.809761 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 202.5 |\n", + "| direct_solar_radiation | 79.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.341812 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 5.341357 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.6 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 4%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 73.03831 |\n", - "| air_humidity | 25.305868 |\n", - "| air_temperature | 20.497007 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 175.0 |\n", - "| direct_solar_radiation | 6.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | 7.873773 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 67578.96 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.935 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.93831766 |\n", + "| Heating_Setpoint_RL | -0.5819654 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.791822 |\n", + "| Heating_Setpoint_RL | 14.351444 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.7994756 |\n", + "| air_humidity | -0.510945 |\n", + "| air_temperature | -0.3302882 |\n", + "| clg_setpoint | -1.3385397 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7265259 |\n", + "| diffuse_solar_radiation | 2.310708 |\n", + "| direct_solar_radiation | -0.44088468 |\n", + "| hour | -0.037582844 |\n", + "| htg_setpoint | -0.13115579 |\n", + "| month | 0.00019826289 |\n", + "| outdoor_humidity | 0.40573612 |\n", + "| outdoor_temperature | 1.83749 |\n", + "| people_occupant | -0.6924274 |\n", + "| total_electricity_HVAC | -0.7950188 |\n", + "| wind_direction | -0.14464371 |\n", + "| wind_speed | -0.72670174 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 27.52059 |\n", + "| air_temperature | 20.99283 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 175.0 |\n", + "| direct_solar_radiation | 6.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.140244 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 8.426342 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 4.1 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 4%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2316.9001 |\n", - "| air_humidity | 15.797696 |\n", - "| air_temperature | 21.902811 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 76.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | -7.2039795 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 2085210.1 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 9.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.93 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.54691863 |\n", + "| Heating_Setpoint_RL | -0.2011808 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.47085 |\n", + "| Heating_Setpoint_RL | 16.493359 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.25178787 |\n", + "| air_humidity | -0.5327982 |\n", + "| air_temperature | 1.0024276 |\n", + "| clg_setpoint | 1.3789935 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7167901 |\n", + "| diffuse_solar_radiation | 0.6600504 |\n", + "| direct_solar_radiation | -0.45122448 |\n", + "| hour | 0.10422586 |\n", + "| htg_setpoint | -0.15544793 |\n", + "| month | 0.00019003714 |\n", + "| outdoor_humidity | 1.1772362 |\n", + "| outdoor_temperature | -1.2686757 |\n", + "| people_occupant | 0.2842936 |\n", + "| total_electricity_HVAC | -0.26111624 |\n", + "| wind_direction | -1.7228674 |\n", + "| wind_speed | 1.2837404 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3519.4417 |\n", + "| air_humidity | 26.852098 |\n", + "| air_temperature | 23.946613 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 76.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.009144 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | -8.019074 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 3174542.8 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 9.8 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 4%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.6465 |\n", - "| air_humidity | 38.209152 |\n", - "| air_temperature | 22.889372 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 140.5 |\n", - "| direct_solar_radiation | 12.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 3.3975253 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 680081.9 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.924 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.93943226 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.340693 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.75820667 |\n", + "| air_humidity | 1.3664958 |\n", + "| air_temperature | 2.0322206 |\n", + "| clg_setpoint | 0.3325763 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7084844 |\n", + "| diffuse_solar_radiation | 1.7854826 |\n", + "| direct_solar_radiation | -0.36528784 |\n", + "| hour | 0.24637692 |\n", + "| htg_setpoint | -0.008984863 |\n", + "| month | 0.00018269602 |\n", + "| outdoor_humidity | 1.7430407 |\n", + "| outdoor_temperature | 0.7156222 |\n", + "| people_occupant | 1.2101566 |\n", + "| total_electricity_HVAC | -0.75499654 |\n", + "| wind_direction | 0.40540108 |\n", + "| wind_speed | -0.23336276 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 404.58347 |\n", + "| air_humidity | 45.912556 |\n", + "| air_temperature | 26.351662 |\n", + "| clg_setpoint | 27.377485 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 140.5 |\n", + "| direct_solar_radiation | 12.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.603302 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 2.4960055 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 372094.25 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 5.7 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 4%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 894.3857 |\n", - "| air_humidity | 26.755064 |\n", - "| air_temperature | 23.927494 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 71.5 |\n", - "| direct_solar_radiation | 590.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | 5.5716357 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 804947.06 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.919 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 24.887455 |\n", - "| air_temperature | 24.93139 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 33.0 |\n", - "| direct_solar_radiation | 392.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 43.0 |\n", - "| outdoor_temperature | 10.7322 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.913 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 596.4898 |\n", - "| air_humidity | 55.523884 |\n", - "| air_temperature | 23.077408 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 11.750119 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 536840.8 |\n", - "| wind_direction | 160.0 |\n", - "| wind_speed | 11.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.908 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.026006952 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.77129 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.80185175 |\n", + "| air_humidity | 0.31898355 |\n", + "| air_temperature | 2.685034 |\n", + "| clg_setpoint | 1.4041867 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7013149 |\n", + "| diffuse_solar_radiation | 0.5704208 |\n", + "| direct_solar_radiation | 2.8339272 |\n", + "| hour | 0.38875607 |\n", + "| htg_setpoint | 0.08224414 |\n", + "| month | 0.00017609018 |\n", + "| outdoor_humidity | 0.41932684 |\n", + "| outdoor_temperature | 1.4342681 |\n", + "| people_occupant | 1.6501275 |\n", + "| total_electricity_HVAC | -0.7992499 |\n", + "| wind_direction | -0.0071815974 |\n", + "| wind_speed | -0.860659 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 36.49767 |\n", + "| air_temperature | 27.982876 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 71.5 |\n", + "| direct_solar_radiation | 590.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.977789 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 6.197338 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.1 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 21.506569 |\n", - "| air_temperature | 21.110353 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 39.0 |\n", - "| outdoor_temperature | 5.498105 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.903 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.11421508 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.010475 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.75917083 |\n", + "| air_humidity | -0.77723515 |\n", + "| air_temperature | 1.6159708 |\n", + "| clg_setpoint | -0.37694454 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6950632 |\n", + "| diffuse_solar_radiation | -0.07505897 |\n", + "| direct_solar_radiation | 1.560414 |\n", + "| hour | 0.5312478 |\n", + "| htg_setpoint | 1.3783609 |\n", + "| month | 0.00017010345 |\n", + "| outdoor_humidity | -0.8344147 |\n", + "| outdoor_temperature | 1.8708794 |\n", + "| people_occupant | 1.6198878 |\n", + "| total_electricity_HVAC | -0.75869733 |\n", + "| wind_direction | 0.08183623 |\n", + "| wind_speed | -1.5815717 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 231.29716 |\n", + "| air_humidity | 26.06256 |\n", + "| air_temperature | 25.650692 |\n", + "| clg_setpoint | 25.65151 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 33.0 |\n", + "| direct_solar_radiation | 392.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 8.9537525 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 199216.75 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 2.1 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 22.093334 |\n", - "| air_temperature | 20.600706 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 82.0 |\n", - "| outdoor_temperature | 4.190033 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.897 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 6%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 479.13632 |\n", - "| air_humidity | 43.773174 |\n", - "| air_temperature | 20.674847 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 7.8929534 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 414870.66 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.892 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 6%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 840.7436 |\n", - "| air_humidity | 37.7276 |\n", - "| air_temperature | 20.371922 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 5.074561 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 785942.25 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.886 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 6%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 401.62372 |\n", - "| air_humidity | 58.423054 |\n", - "| air_temperature | 19.202482 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 10.24485 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 361461.34 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.881 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 7%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 854.80945 |\n", - "| air_humidity | 38.847115 |\n", - "| air_temperature | 19.064434 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 62.0 |\n", - "| outdoor_temperature | 4.9329586 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 716942.4 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.875 |\n", - "-----------------------------------------------\n", - "Progress: |*******--------------------------------------------------------------------------------------------| 7%-----------------------------------------------\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 35.6719 |\n", - "| air_temperature | 20.34233 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 64.0 |\n", - "| outdoor_temperature | 2.1815379 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.87 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.35961762 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.602151 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.76231205 |\n", + "| air_humidity | 1.7304671 |\n", + "| air_temperature | 1.534418 |\n", + "| clg_setpoint | -0.1602291 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6895638 |\n", + "| diffuse_solar_radiation | -0.6374918 |\n", + "| direct_solar_radiation | -0.4491612 |\n", + "| hour | 0.6737358 |\n", + "| htg_setpoint | -1.2688533 |\n", + "| month | 0.0001646439 |\n", + "| outdoor_humidity | 1.4636701 |\n", + "| outdoor_temperature | 2.1111047 |\n", + "| people_occupant | 1.5940758 |\n", + "| total_electricity_HVAC | -0.76041704 |\n", + "| wind_direction | -0.46705988 |\n", + "| wind_speed | 2.0159965 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 50.42991 |\n", + "| air_temperature | 25.501942 |\n", + "| clg_setpoint | 26.178976 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.477902 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 11.09543 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 11.8 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9527218 |\n", + "| Heating_Setpoint_RL | 0.025228418 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.409565 |\n", + "| Heating_Setpoint_RL | 17.76691 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.041025914 |\n", + "| air_humidity | -1.2486761 |\n", + "| air_temperature | 0.58625823 |\n", + "| clg_setpoint | -0.587122 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6846882 |\n", + "| diffuse_solar_radiation | -0.6389275 |\n", + "| direct_solar_radiation | -0.46441877 |\n", + "| hour | 0.8161034 |\n", + "| htg_setpoint | 1.381327 |\n", + "| month | 0.00015963771 |\n", + "| outdoor_humidity | -1.0826808 |\n", + "| outdoor_temperature | 1.3599398 |\n", + "| people_occupant | -0.71147895 |\n", + "| total_electricity_HVAC | 0.34974018 |\n", + "| wind_direction | 0.43437082 |\n", + "| wind_speed | 0.15134817 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4392.2314 |\n", + "| air_humidity | 21.977463 |\n", + "| air_temperature | 23.250092 |\n", + "| clg_setpoint | 25.150396 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 7.5050454 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6251961.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.7 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.4447891 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.126938 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.70978916 |\n", + "| air_humidity | -1.1428338 |\n", + "| air_temperature | -0.48885423 |\n", + "| clg_setpoint | 0.18896584 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6803361 |\n", + "| diffuse_solar_radiation | -0.63624644 |\n", + "| direct_solar_radiation | -0.47239983 |\n", + "| hour | 0.9582341 |\n", + "| htg_setpoint | -1.3775915 |\n", + "| month | 0.00015502478 |\n", + "| outdoor_humidity | 0.8619345 |\n", + "| outdoor_temperature | 0.47145975 |\n", + "| people_occupant | -0.6834582 |\n", + "| total_electricity_HVAC | -0.7089994 |\n", + "| wind_direction | -0.10723846 |\n", + "| wind_speed | -1.136253 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 243.09917 |\n", + "| air_humidity | 22.074944 |\n", + "| air_temperature | 20.77067 |\n", + "| clg_setpoint | 27.021244 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 2.8944895 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 224043.8 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.1 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.66367066 |\n", + "| Heating_Setpoint_RL | 0.45806488 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.38511 |\n", + "| Heating_Setpoint_RL | 20.201614 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.72731006 |\n", + "| air_humidity | 1.7247981 |\n", + "| air_temperature | 0.57535124 |\n", + "| clg_setpoint | -0.55619586 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6764274 |\n", + "| diffuse_solar_radiation | -0.6353974 |\n", + "| direct_solar_radiation | -0.46373907 |\n", + "| hour | 1.100012 |\n", + "| htg_setpoint | -1.3836082 |\n", + "| month | 0.00015075567 |\n", + "| outdoor_humidity | 1.1288536 |\n", + "| outdoor_temperature | 1.4535111 |\n", + "| people_occupant | -0.45388016 |\n", + "| total_electricity_HVAC | -0.7266107 |\n", + "| wind_direction | -1.7192847 |\n", + "| wind_speed | -0.30969676 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 50.929417 |\n", + "| air_temperature | 23.210066 |\n", + "| clg_setpoint | 25.19296 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 8.490772 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 5.2 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8449898 |\n", + "| Heating_Setpoint_RL | -0.8674064 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.476841 |\n", + "| Heating_Setpoint_RL | 12.745839 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.71754897 |\n", + "| air_humidity | 2.246416 |\n", + "| air_temperature | -0.19411452 |\n", + "| clg_setpoint | -1.3572712 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6728977 |\n", + "| diffuse_solar_radiation | -0.6331348 |\n", + "| direct_solar_radiation | -0.45052433 |\n", + "| hour | 1.2413222 |\n", + "| htg_setpoint | -0.8046311 |\n", + "| month | 0.00014678923 |\n", + "| outdoor_humidity | 1.3570021 |\n", + "| outdoor_temperature | 0.8464892 |\n", + "| people_occupant | -0.46358737 |\n", + "| total_electricity_HVAC | -0.7169204 |\n", + "| wind_direction | -1.3820497 |\n", + "| wind_speed | 0.06931924 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 57.79165 |\n", + "| air_temperature | 21.515676 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 14.367855 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 5.2821445 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 6.2 |\n", + "| train/ | |\n", + "| approx_kl | 0.006083058 |\n", + "| clip_fraction | 0.058 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.83 |\n", + "| explained_variance | -0.118 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 4.25 |\n", + "| n_updates | 10 |\n", + "| policy_gradient_loss | -0.00957 |\n", + "| std | 0.988 |\n", + "| value_loss | 36.7 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.70572037 |\n", + "| air_humidity | 2.296658 |\n", + "| air_temperature | -0.1586251 |\n", + "| clg_setpoint | 0.6829752 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6696942 |\n", + "| diffuse_solar_radiation | -0.63194996 |\n", + "| direct_solar_radiation | -0.43814954 |\n", + "| hour | 1.3820515 |\n", + "| htg_setpoint | 0.4815924 |\n", + "| month | 0.00014309095 |\n", + "| outdoor_humidity | 1.2216746 |\n", + "| outdoor_temperature | 1.8322123 |\n", + "| people_occupant | -0.70800257 |\n", + "| total_electricity_HVAC | -0.70508075 |\n", + "| wind_direction | -0.41743362 |\n", + "| wind_speed | -0.08560264 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 60.3243 |\n", + "| air_temperature | 21.614872 |\n", + "| clg_setpoint | 28.257233 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.589249 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 11.12218 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 5.7 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.49381712 |\n", + "| Heating_Setpoint_RL | 0.29232842 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.958366 |\n", + "| Heating_Setpoint_RL | 19.269348 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.69392073 |\n", + "| air_humidity | 1.8697248 |\n", + "| air_temperature | -0.5105204 |\n", + "| clg_setpoint | -0.46789658 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6667738 |\n", + "| diffuse_solar_radiation | -0.62998605 |\n", + "| direct_solar_radiation | -0.42674145 |\n", + "| hour | 1.5220886 |\n", + "| htg_setpoint | -1.3736129 |\n", + "| month | 0.00013963158 |\n", + "| outdoor_humidity | -0.26224414 |\n", + "| outdoor_temperature | 0.6152603 |\n", + "| people_occupant | -0.7148097 |\n", + "| total_electricity_HVAC | -0.6930304 |\n", + "| wind_direction | 1.1733024 |\n", + "| wind_speed | 1.1916113 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 57.66884 |\n", + "| air_temperature | 20.862228 |\n", + "| clg_setpoint | 25.450539 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 4.8350616 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 9.3 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.16758934 |\n", + "| Heating_Setpoint_RL | 0.74849033 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.190615 |\n", + "| Heating_Setpoint_RL | 21.835258 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.645444 |\n", + "| air_humidity | 1.6464673 |\n", + "| air_temperature | -1.1481944 |\n", + "| clg_setpoint | -0.7318008 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6641005 |\n", + "| diffuse_solar_radiation | -0.6300092 |\n", + "| direct_solar_radiation | -0.41630358 |\n", + "| hour | 1.6613247 |\n", + "| htg_setpoint | 0.016941117 |\n", + "| month | 0.00013638618 |\n", + "| outdoor_humidity | -0.18696524 |\n", + "| outdoor_temperature | -0.09085302 |\n", + "| people_occupant | -0.72106975 |\n", + "| total_electricity_HVAC | -0.64509016 |\n", + "| wind_direction | 1.1299344 |\n", + "| wind_speed | 0.43618205 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 344.82056 |\n", + "| air_humidity | 55.625706 |\n", + "| air_temperature | 19.42619 |\n", + "| clg_setpoint | 24.78915 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.668362 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 0.80247366 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 314762.9 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.2 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 7%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1108.0092 |\n", - "| air_humidity | 24.518076 |\n", - "| air_temperature | 20.095318 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 88.0 |\n", - "| outdoor_temperature | 1.2168629 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 997208.2 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.865 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.67349994 |\n", + "| air_humidity | -0.4489442 |\n", + "| air_temperature | -1.0832268 |\n", + "| clg_setpoint | -0.3968573 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7939156 |\n", + "| diffuse_solar_radiation | -0.63101315 |\n", + "| direct_solar_radiation | -0.42365077 |\n", + "| hour | -1.6563419 |\n", + "| htg_setpoint | -1.3636221 |\n", + "| month | 0.00013333333 |\n", + "| outdoor_humidity | 0.85168797 |\n", + "| outdoor_temperature | 0.2339955 |\n", + "| people_occupant | -0.699267 |\n", + "| total_electricity_HVAC | -0.67294854 |\n", + "| wind_direction | 0.5021408 |\n", + "| wind_speed | -0.86681545 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 166.08086 |\n", + "| air_humidity | 31.33997 |\n", + "| air_temperature | 19.54382 |\n", + "| clg_setpoint | 25.604408 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.066717 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 2.6596918 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 149472.77 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 8%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 27.546406 |\n", - "| air_temperature | 19.860954 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 3.5815425 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.859 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.08469369 |\n", + "| Heating_Setpoint_RL | -0.62996966 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.339159 |\n", + "| Heating_Setpoint_RL | 14.081421 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.35353437 |\n", + "| air_humidity | -0.8349977 |\n", + "| air_temperature | -0.95575994 |\n", + "| clg_setpoint | 0.0741473 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7858124 |\n", + "| diffuse_solar_radiation | -0.6305004 |\n", + "| direct_solar_radiation | -0.4293042 |\n", + "| hour | -1.5084426 |\n", + "| htg_setpoint | 0.37472737 |\n", + "| month | 0.00013045451 |\n", + "| outdoor_humidity | 1.0273664 |\n", + "| outdoor_temperature | 0.20401847 |\n", + "| people_occupant | -0.6793295 |\n", + "| total_electricity_HVAC | -0.5778439 |\n", + "| wind_direction | -1.6918844 |\n", + "| wind_speed | -1.1873298 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2028.9602 |\n", + "| air_humidity | 26.44102 |\n", + "| air_temperature | 19.839891 |\n", + "| clg_setpoint | 26.757586 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 19.150887 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 2.5624905 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 662936.9 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.6 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 8%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 41.918938 |\n", - "| air_temperature | 19.22273 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 2.6798549 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.854 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.11479589 |\n", + "| Heating_Setpoint_RL | -0.51123863 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.012436 |\n", + "| Heating_Setpoint_RL | 14.749283 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.67407876 |\n", + "| air_humidity | 1.3526458 |\n", + "| air_temperature | -0.7564297 |\n", + "| clg_setpoint | -0.102119684 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7783728 |\n", + "| diffuse_solar_radiation | -0.6289784 |\n", + "| direct_solar_radiation | -0.42185426 |\n", + "| hour | -1.3617151 |\n", + "| htg_setpoint | -0.25741825 |\n", + "| month | 0.00012773361 |\n", + "| outdoor_humidity | 1.1678276 |\n", + "| outdoor_temperature | 0.2294642 |\n", + "| people_occupant | -0.6861123 |\n", + "| total_electricity_HVAC | -0.67388827 |\n", + "| wind_direction | 1.4372506 |\n", + "| wind_speed | -1.3249979 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 120.79365 |\n", + "| air_humidity | 51.824947 |\n", + "| air_temperature | 20.296682 |\n", + "| clg_setpoint | 26.327393 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.59201 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 2.7828324 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 107415.97 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 2.1 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 8%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2011.6338 |\n", - "| air_humidity | 24.83714 |\n", - "| air_temperature | 20.192572 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | -3.3012602 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1810470.4 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.848 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.36922413 |\n", + "| Heating_Setpoint_RL | 0.20275748 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.871132 |\n", + "| Heating_Setpoint_RL | 18.76551 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.144999 |\n", + "| air_humidity | -0.17355159 |\n", + "| air_temperature | -0.50475115 |\n", + "| clg_setpoint | 0.9962165 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7715181 |\n", + "| diffuse_solar_radiation | -0.63082474 |\n", + "| direct_solar_radiation | -0.4287717 |\n", + "| hour | -1.2158614 |\n", + "| htg_setpoint | 0.79778606 |\n", + "| month | 0.00012515654 |\n", + "| outdoor_humidity | -0.18080647 |\n", + "| outdoor_temperature | -1.0608076 |\n", + "| people_occupant | -0.69242746 |\n", + "| total_electricity_HVAC | 2.1989243 |\n", + "| wind_direction | 1.4171159 |\n", + "| wind_speed | -1.3045553 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 16501.057 |\n", + "| air_humidity | 34.31757 |\n", + "| air_temperature | 20.870955 |\n", + "| clg_setpoint | 28.996395 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.870972 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | -4.1424417 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15610365.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 2.1 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 8%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2908.7742 |\n", - "| air_humidity | 24.490915 |\n", - "| air_temperature | 19.521425 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 33.0 |\n", - "| outdoor_temperature | -7.786963 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2617896.8 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.843 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.8642257 |\n", + "| air_humidity | -0.16940218 |\n", + "| air_temperature | -1.0418172 |\n", + "| clg_setpoint | -1.3744279 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7651821 |\n", + "| diffuse_solar_radiation | -0.63264054 |\n", + "| direct_solar_radiation | -0.43456063 |\n", + "| hour | -1.0706452 |\n", + "| htg_setpoint | 0.50264996 |\n", + "| month | 0.00012271093 |\n", + "| outdoor_humidity | -1.5644106 |\n", + "| outdoor_temperature | -1.5388161 |\n", + "| people_occupant | -0.6983224 |\n", + "| total_electricity_HVAC | 1.8422948 |\n", + "| wind_direction | -1.568423 |\n", + "| wind_speed | 0.5581454 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 14892.197 |\n", + "| air_humidity | 34.407764 |\n", + "| air_temperature | 19.665588 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.6675 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | -6.7771854 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13698928.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 7.2 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 9%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 18.300123 |\n", - "| air_temperature | 19.512716 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | 0.636746 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.837 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.38136217 |\n", + "| Heating_Setpoint_RL | 0.6877945 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.912098 |\n", + "| Heating_Setpoint_RL | 21.493843 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.291977 |\n", + "| air_humidity | -0.4309698 |\n", + "| air_temperature | -0.685376 |\n", + "| clg_setpoint | 0.1986746 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6518493 |\n", + "| diffuse_solar_radiation | -0.63331956 |\n", + "| direct_solar_radiation | -0.44317597 |\n", + "| hour | -0.9258799 |\n", + "| htg_setpoint | 1.228285 |\n", + "| month | 11.135475 |\n", + "| outdoor_humidity | 0.10497919 |\n", + "| outdoor_temperature | 0.023796532 |\n", + "| people_occupant | -0.7038384 |\n", + "| total_electricity_HVAC | 2.2032456 |\n", + "| wind_direction | 0.5828133 |\n", + "| wind_speed | -0.1620499 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17430.604 |\n", + "| air_humidity | 31.323547 |\n", + "| air_temperature | 20.475225 |\n", + "| clg_setpoint | 27.068565 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.632528 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 1.395615 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15694401.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 9%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 245.2585 |\n", - "| air_humidity | 27.539667 |\n", - "| air_temperature | 19.327127 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 45.0 |\n", - "| outdoor_temperature | 4.9906583 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 211297.28 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.832 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.40272084 |\n", + "| Heating_Setpoint_RL | -0.63387096 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.984182 |\n", + "| Heating_Setpoint_RL | 14.059476 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.2715971 |\n", + "| air_humidity | -0.26002172 |\n", + "| air_temperature | -0.58808154 |\n", + "| clg_setpoint | -0.12529635 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4528009 |\n", + "| diffuse_solar_radiation | -0.6310969 |\n", + "| direct_solar_radiation | -0.44465756 |\n", + "| hour | -0.7814195 |\n", + "| htg_setpoint | 1.3877996 |\n", + "| month | 4.898975 |\n", + "| outdoor_humidity | -0.97645324 |\n", + "| outdoor_temperature | 0.3963506 |\n", + "| people_occupant | -0.70901126 |\n", + "| total_electricity_HVAC | 2.1839275 |\n", + "| wind_direction | 1.2079709 |\n", + "| wind_speed | 0.39912698 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17175.717 |\n", + "| air_humidity | 33.191185 |\n", + "| air_temperature | 20.706247 |\n", + "| clg_setpoint | 26.299583 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 3.4749296 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15470016.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 9%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2847.735 |\n", - "| air_humidity | 13.705198 |\n", - "| air_temperature | 17.869244 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 32.0 |\n", - "| direct_solar_radiation | 410.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 53.0 |\n", - "| outdoor_temperature | -7.4817667 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2562961.5 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.827 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9790777 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.929386 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.2960431 |\n", + "| air_humidity | -1.9324505 |\n", + "| air_temperature | -1.042845 |\n", + "| clg_setpoint | -0.84115005 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2812442 |\n", + "| diffuse_solar_radiation | -0.08662652 |\n", + "| direct_solar_radiation | 1.5763838 |\n", + "| hour | -0.6371522 |\n", + "| htg_setpoint | -0.40477633 |\n", + "| month | 3.6449554 |\n", + "| outdoor_humidity | -0.57522094 |\n", + "| outdoor_temperature | -1.5671866 |\n", + "| people_occupant | -0.69242746 |\n", + "| total_electricity_HVAC | -0.30888718 |\n", + "| wind_direction | -1.5461456 |\n", + "| wind_speed | -0.39209905 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2302.1604 |\n", + "| air_humidity | 13.744494 |\n", + "| air_temperature | 19.664667 |\n", + "| clg_setpoint | 24.558294 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 32.0 |\n", + "| direct_solar_radiation | 410.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.980338 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | -6.907265 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2064536.9 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 10%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1402.2615 |\n", - "| air_humidity | 24.444305 |\n", - "| air_temperature | 20.994953 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 52.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | -0.7116232 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1262035.2 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.821 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5097873 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.345531 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.2958884 |\n", + "| air_humidity | -1.4188857 |\n", + "| air_temperature | 0.57871455 |\n", + "| clg_setpoint | -1.3169267 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.1282909 |\n", + "| diffuse_solar_radiation | 0.2678874 |\n", + "| direct_solar_radiation | -0.45798403 |\n", + "| hour | -0.49299413 |\n", + "| htg_setpoint | 1.3905413 |\n", + "| month | 3.030706 |\n", + "| outdoor_humidity | 1.2681037 |\n", + "| outdoor_temperature | -0.40606543 |\n", + "| people_occupant | 1.716542 |\n", + "| total_electricity_HVAC | 2.3172386 |\n", + "| wind_direction | -1.1642133 |\n", + "| wind_speed | 0.2351944 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17417.96 |\n", + "| air_humidity | 18.112387 |\n", + "| air_temperature | 23.250107 |\n", + "| clg_setpoint | 23.41322 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 52.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | -0.8957873 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 16281056.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 10%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2248.6406 |\n", - "| air_humidity | 14.282108 |\n", - "| air_temperature | 21.999893 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 113.5 |\n", - "| direct_solar_radiation | 589.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 43.0 |\n", - "| outdoor_temperature | -4.8843904 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2023776.5 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 11.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.816 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.16269308 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.70985 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.20141661 |\n", + "| air_humidity | -0.3255063 |\n", + "| air_temperature | 0.73094755 |\n", + "| clg_setpoint | -1.236691 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.98824567 |\n", + "| diffuse_solar_radiation | 1.3226914 |\n", + "| direct_solar_radiation | 2.4062345 |\n", + "| hour | -0.3488857 |\n", + "| htg_setpoint | 1.3916596 |\n", + "| month | 2.649314 |\n", + "| outdoor_humidity | -1.0132034 |\n", + "| outdoor_temperature | -1.287312 |\n", + "| people_occupant | 1.6990255 |\n", + "| total_electricity_HVAC | 0.2989554 |\n", + "| wind_direction | 0.99526674 |\n", + "| wind_speed | 2.2918308 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5249.937 |\n", + "| air_humidity | 31.165293 |\n", + "| air_temperature | 23.608597 |\n", + "| clg_setpoint | 23.609007 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 113.5 |\n", + "| direct_solar_radiation | 589.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | -5.5006847 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5397744.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 11.8 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 10%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3078.3347 |\n", - "| air_humidity | 12.583989 |\n", - "| air_temperature | 22.56294 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 143.0 |\n", - "| direct_solar_radiation | 538.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 52.0 |\n", - "| outdoor_temperature | -9.032861 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2770501.2 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.81 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.62348115 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.117918 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.14468923 |\n", + "| air_humidity | -0.8717794 |\n", + "| air_temperature | 1.0038116 |\n", + "| clg_setpoint | 0.3793817 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8572622 |\n", + "| diffuse_solar_radiation | 1.8142384 |\n", + "| direct_solar_radiation | 2.116416 |\n", + "| hour | -0.20478767 |\n", + "| htg_setpoint | -1.3720002 |\n", + "| month | 2.3831463 |\n", + "| outdoor_humidity | -0.5969955 |\n", + "| outdoor_temperature | -2.2893739 |\n", + "| people_occupant | 1.6828327 |\n", + "| total_electricity_HVAC | 0.093349986 |\n", + "| wind_direction | 0.7862175 |\n", + "| wind_speed | 0.71843773 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5030.0938 |\n", + "| air_humidity | 24.664661 |\n", + "| air_temperature | 24.22608 |\n", + "| clg_setpoint | 27.519932 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 143.0 |\n", + "| direct_solar_radiation | 538.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 12.035322 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | -11.674391 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4379366.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 10%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2229.576 |\n", - "| air_humidity | 14.426971 |\n", - "| air_temperature | 22.87635 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 217.5 |\n", - "| direct_solar_radiation | 431.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | -5.2337403 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 2006618.4 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.805 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3132306 |\n", + "| air_humidity | -0.6146403 |\n", + "| air_temperature | 1.1939269 |\n", + "| clg_setpoint | -0.79749364 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.73263824 |\n", + "| diffuse_solar_radiation | 3.0377753 |\n", + "| direct_solar_radiation | 1.6008087 |\n", + "| hour | -0.060678475 |\n", + "| htg_setpoint | 1.3944992 |\n", + "| month | 2.1838565 |\n", + "| outdoor_humidity | -0.7625062 |\n", + "| outdoor_temperature | -0.96824694 |\n", + "| people_occupant | 1.1958058 |\n", + "| total_electricity_HVAC | -0.34268266 |\n", + "| wind_direction | 0.6740414 |\n", + "| wind_speed | 0.51815176 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2407.6536 |\n", + "| air_humidity | 27.581331 |\n", + "| air_temperature | 24.654512 |\n", + "| clg_setpoint | 24.654778 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 217.5 |\n", + "| direct_solar_radiation | 431.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | -4.877576 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2064141.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.2 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 11%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1377.8375 |\n", - "| air_humidity | 12.806718 |\n", - "| air_temperature | 23.000334 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 144.0 |\n", - "| direct_solar_radiation | 682.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 32.0 |\n", - "| outdoor_temperature | -1.3840142 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 1260863.0 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.799 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.4545035 |\n", + "| Heating_Setpoint_RL | -0.2748592 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.158949 |\n", + "| Heating_Setpoint_RL | 16.078917 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.54238665 |\n", + "| air_humidity | -0.5298185 |\n", + "| air_temperature | 1.376251 |\n", + "| clg_setpoint | 1.4067245 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6124218 |\n", + "| diffuse_solar_radiation | 1.7766436 |\n", + "| direct_solar_radiation | 2.7667599 |\n", + "| hour | 0.083448246 |\n", + "| htg_setpoint | -1.3831984 |\n", + "| month | 2.0274358 |\n", + "| outdoor_humidity | -1.4411247 |\n", + "| outdoor_temperature | -0.19431902 |\n", + "| people_occupant | 0.24079685 |\n", + "| total_electricity_HVAC | -0.54726356 |\n", + "| wind_direction | 1.2905996 |\n", + "| wind_speed | 0.53240657 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1076.0363 |\n", + "| air_humidity | 28.563366 |\n", + "| air_temperature | 25.082043 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 144.0 |\n", + "| direct_solar_radiation | 682.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | -0.64396673 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 963888.75 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 11%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1800.8235 |\n", - "| air_humidity | 12.199289 |\n", - "| air_temperature | 21.39844 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 141.0 |\n", - "| direct_solar_radiation | 497.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 42.0 |\n", - "| outdoor_temperature | -2.247209 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1620741.1 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.794 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.40591094 |\n", + "| Heating_Setpoint_RL | -0.064989656 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.99495 |\n", + "| Heating_Setpoint_RL | 17.259434 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56490666 |\n", + "| air_humidity | -1.1831598 |\n", + "| air_temperature | -0.5138909 |\n", + "| clg_setpoint | -0.72769916 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.49517956 |\n", + "| diffuse_solar_radiation | 1.7403696 |\n", + "| direct_solar_radiation | 1.803544 |\n", + "| hour | 0.22758555 |\n", + "| htg_setpoint | -1.3857155 |\n", + "| month | 1.900434 |\n", + "| outdoor_humidity | -0.97988564 |\n", + "| outdoor_temperature | -0.41885406 |\n", + "| people_occupant | -0.7014312 |\n", + "| total_electricity_HVAC | -0.5698075 |\n", + "| wind_direction | 0.5349556 |\n", + "| wind_speed | 0.7162315 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 967.68866 |\n", + "| air_humidity | 21.139076 |\n", + "| air_temperature | 20.748373 |\n", + "| clg_setpoint | 24.812338 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 141.0 |\n", + "| direct_solar_radiation | 497.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | -2.0652192 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 862733.25 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 7.7 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 11%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 11.153282 |\n", - "| air_temperature | 22.06529 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 150.5 |\n", - "| direct_solar_radiation | 334.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 55.0 |\n", - "| outdoor_temperature | 3.2212148 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.789 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.21991017 |\n", + "| Heating_Setpoint_RL | -0.59477973 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.367197 |\n", + "| Heating_Setpoint_RL | 14.279364 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.71419007 |\n", + "| air_humidity | -1.6443224 |\n", + "| air_temperature | -0.006355218 |\n", + "| clg_setpoint | 1.0698131 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.37985572 |\n", + "| diffuse_solar_radiation | 1.8742489 |\n", + "| direct_solar_radiation | 1.0477986 |\n", + "| hour | 0.37171495 |\n", + "| htg_setpoint | -1.3830612 |\n", + "| month | 1.7946527 |\n", + "| outdoor_humidity | -0.4001826 |\n", + "| outdoor_temperature | 0.8712843 |\n", + "| people_occupant | -0.68805367 |\n", + "| total_electricity_HVAC | -0.7135301 |\n", + "| wind_direction | -0.11611405 |\n", + "| wind_speed | 0.14821704 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 15.249274 |\n", + "| air_temperature | 21.86713 |\n", + "| clg_setpoint | 29.159029 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 150.5 |\n", + "| direct_solar_radiation | 334.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 5.135328 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 11%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 917.7593 |\n", - "| air_humidity | 26.109697 |\n", - "| air_temperature | 23.784363 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 78.0 |\n", - "| direct_solar_radiation | 132.5 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 61.0 |\n", - "| outdoor_temperature | 5.499552 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 825983.3 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.783 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 12%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1934.6064 |\n", - "| air_humidity | 12.981752 |\n", - "| air_temperature | 23.084322 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 29.0 |\n", - "| direct_solar_radiation | 92.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 23.0 |\n", - "| outdoor_temperature | -3.3733482 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1741145.8 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.778 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.36906675 |\n", + "| Heating_Setpoint_RL | -0.46133858 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.3794 |\n", + "| Heating_Setpoint_RL | 15.02997 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.7123954 |\n", + "| air_humidity | -0.564964 |\n", + "| air_temperature | 2.088916 |\n", + "| clg_setpoint | 0.033121772 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.26568443 |\n", + "| diffuse_solar_radiation | 0.65353394 |\n", + "| direct_solar_radiation | 0.1135183 |\n", + "| hour | 0.51580775 |\n", + "| htg_setpoint | 1.3959222 |\n", + "| month | 1.7047725 |\n", + "| outdoor_humidity | -0.14073075 |\n", + "| outdoor_temperature | 0.69955504 |\n", + "| people_occupant | 1.6968672 |\n", + "| total_electricity_HVAC | -0.7115302 |\n", + "| wind_direction | 0.43034306 |\n", + "| wind_speed | 0.1577046 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 27.160465 |\n", + "| air_temperature | 26.652805 |\n", + "| clg_setpoint | 26.65318 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 78.0 |\n", + "| direct_solar_radiation | 132.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 4.1897874 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 12%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1652.0598 |\n", - "| air_humidity | 16.321648 |\n", - "| air_temperature | 22.911978 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 40.0 |\n", - "| outdoor_temperature | -1.960615 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1486853.9 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.772 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9908222 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.280975 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.30856335 |\n", + "| air_humidity | -0.4486005 |\n", + "| air_temperature | 1.7502425 |\n", + "| clg_setpoint | -0.27716637 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.15213381 |\n", + "| diffuse_solar_radiation | -0.16875234 |\n", + "| direct_solar_radiation | -0.08145414 |\n", + "| hour | 0.6598264 |\n", + "| htg_setpoint | 1.2084299 |\n", + "| month | 1.6271712 |\n", + "| outdoor_humidity | -1.7692974 |\n", + "| outdoor_temperature | -1.0551928 |\n", + "| people_occupant | 1.683112 |\n", + "| total_electricity_HVAC | -0.33542994 |\n", + "| wind_direction | 0.966627 |\n", + "| wind_speed | 0.34353837 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2496.294 |\n", + "| air_humidity | 28.414505 |\n", + "| air_temperature | 25.902473 |\n", + "| clg_setpoint | 25.902931 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 29.0 |\n", + "| direct_solar_radiation | 92.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.49091 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 23.0 |\n", + "| outdoor_temperature | -5.647106 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2156662.5 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 6.7 |\n", + "| train/ | |\n", + "| approx_kl | 0.006436727 |\n", + "| clip_fraction | 0.0485 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.81 |\n", + "| explained_variance | 0.245 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 5.61 |\n", + "| n_updates | 20 |\n", + "| policy_gradient_loss | -0.00696 |\n", + "| std | 0.988 |\n", + "| value_loss | 23 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 12%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1822.9177 |\n", - "| air_humidity | 17.573734 |\n", - "| air_temperature | 24.39188 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 46.0 |\n", - "| outdoor_temperature | -2.3576803 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 1640626.0 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.767 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.0068710744 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.60181 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.28527573 |\n", + "| air_humidity | -0.4954446 |\n", + "| air_temperature | 1.1018751 |\n", + "| clg_setpoint | -0.91752523 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.038870145 |\n", + "| diffuse_solar_radiation | -0.64987963 |\n", + "| direct_solar_radiation | -0.5039442 |\n", + "| hour | 0.80372554 |\n", + "| htg_setpoint | 0.686431 |\n", + "| month | 1.5592858 |\n", + "| outdoor_humidity | -0.993381 |\n", + "| outdoor_temperature | -0.5237735 |\n", + "| people_occupant | 1.6702152 |\n", + "| total_electricity_HVAC | -0.29612592 |\n", + "| wind_direction | 0.7633893 |\n", + "| wind_speed | 0.34742904 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2686.51 |\n", + "| air_humidity | 27.864061 |\n", + "| air_temperature | 24.430086 |\n", + "| clg_setpoint | 24.34075 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 20.409344 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 40.0 |\n", + "| outdoor_temperature | -2.8963692 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2417859.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 6.7 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.53964144 |\n", + "| Heating_Setpoint_RL | 0.68475026 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.80371 |\n", + "| Heating_Setpoint_RL | 21.47672 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57866347 |\n", + "| air_humidity | -0.08624974 |\n", + "| air_temperature | 0.5835694 |\n", + "| clg_setpoint | -1.362557 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.07426608 |\n", + "| diffuse_solar_radiation | -0.64980316 |\n", + "| direct_solar_radiation | -0.5097408 |\n", + "| hour | 0.9474531 |\n", + "| htg_setpoint | -0.71569496 |\n", + "| month | 1.4992443 |\n", + "| outdoor_humidity | -0.71151865 |\n", + "| outdoor_temperature | 0.0013277753 |\n", + "| people_occupant | 0.47869897 |\n", + "| total_electricity_HVAC | -0.5672826 |\n", + "| wind_direction | 0.5645244 |\n", + "| wind_speed | -0.47901872 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 947.63544 |\n", + "| air_humidity | 32.43266 |\n", + "| air_temperature | 23.249962 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 14.751967 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | -0.008879345 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 931304.8 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 13%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 32.81119 |\n", - "| air_temperature | 22.278952 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 3.2496963 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.762 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.23207167 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.319597 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.028077811 |\n", + "| air_humidity | 1.2509832 |\n", + "| air_temperature | 0.2951311 |\n", + "| clg_setpoint | -1.3359045 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.1872774 |\n", + "| diffuse_solar_radiation | -0.6508007 |\n", + "| direct_solar_radiation | -0.503375 |\n", + "| hour | 1.090951 |\n", + "| htg_setpoint | 1.0298077 |\n", + "| month | 1.4456443 |\n", + "| outdoor_humidity | 1.3026016 |\n", + "| outdoor_temperature | 0.6495967 |\n", + "| people_occupant | -0.4715842 |\n", + "| total_electricity_HVAC | 0.13697436 |\n", + "| wind_direction | -1.2879672 |\n", + "| wind_speed | -1.0567958 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4556.142 |\n", + "| air_humidity | 47.299587 |\n", + "| air_temperature | 22.603968 |\n", + "| clg_setpoint | 23.318382 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.799107 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 3.5695698 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 4804541.5 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 13%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 122.831604 |\n", - "| air_humidity | 23.412853 |\n", - "| air_temperature | 20.056593 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 53.0 |\n", - "| outdoor_temperature | 4.509193 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 107374.445 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.756 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.24708718 |\n", + "| Heating_Setpoint_RL | 0.58499694 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.79108 |\n", + "| Heating_Setpoint_RL | 20.915607 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.7208331 |\n", + "| air_humidity | -0.20403717 |\n", + "| air_temperature | -0.5655856 |\n", + "| clg_setpoint | -0.066435866 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.30002347 |\n", + "| diffuse_solar_radiation | -0.65067184 |\n", + "| direct_solar_radiation | -0.5012667 |\n", + "| hour | 1.2341563 |\n", + "| htg_setpoint | -1.3970901 |\n", + "| month | 1.3974103 |\n", + "| outdoor_humidity | -0.41931754 |\n", + "| outdoor_temperature | 0.9113132 |\n", + "| people_occupant | -0.6962247 |\n", + "| total_electricity_HVAC | -0.71981525 |\n", + "| wind_direction | -1.4819959 |\n", + "| wind_speed | -0.21469603 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 31.36243 |\n", + "| air_temperature | 20.629145 |\n", + "| clg_setpoint | 26.409916 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 5.119362 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 5.2 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 13%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 18.018625 |\n", - "| air_temperature | 20.911348 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | 2.9650793 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.751 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.78608555 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.203269 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.2718654 |\n", + "| air_humidity | -1.6136554 |\n", + "| air_temperature | 0.60106796 |\n", + "| clg_setpoint | -1.3220301 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.41223502 |\n", + "| diffuse_solar_radiation | -0.65222114 |\n", + "| direct_solar_radiation | -0.50697815 |\n", + "| hour | 1.3770014 |\n", + "| htg_setpoint | 1.3895245 |\n", + "| month | 1.353703 |\n", + "| outdoor_humidity | 0.38300496 |\n", + "| outdoor_temperature | 0.2701891 |\n", + "| people_occupant | -0.6850157 |\n", + "| total_electricity_HVAC | 1.2918986 |\n", + "| wind_direction | -0.056982882 |\n", + "| wind_speed | -1.2464777 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11906.753 |\n", + "| air_humidity | 15.522444 |\n", + "| air_temperature | 23.249964 |\n", + "| clg_setpoint | 23.363804 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 1.6169127 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 11127677.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 13%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1572.392 |\n", - "| air_humidity | 32.772217 |\n", - "| air_temperature | 21.000002 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | -1.105051 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1415152.8 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.745 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.41036725 |\n", + "| Heating_Setpoint_RL | 0.11957159 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.009989 |\n", + "| Heating_Setpoint_RL | 18.29759 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3454906 |\n", + "| air_humidity | 0.59831053 |\n", + "| air_temperature | -0.10024008 |\n", + "| clg_setpoint | 1.4118412 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.52352965 |\n", + "| diffuse_solar_radiation | -0.65104693 |\n", + "| direct_solar_radiation | -0.5095255 |\n", + "| hour | 1.5194155 |\n", + "| htg_setpoint | 0.7814264 |\n", + "| month | 1.3138561 |\n", + "| outdoor_humidity | 1.0947324 |\n", + "| outdoor_temperature | 0.16690888 |\n", + "| people_occupant | -0.68879753 |\n", + "| total_electricity_HVAC | -0.48397446 |\n", + "| wind_direction | -1.3606424 |\n", + "| wind_speed | -1.2157485 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2291.6558 |\n", + "| air_humidity | 39.894955 |\n", + "| air_temperature | 21.695082 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.821701 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 1.0885792 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1355786.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 27.115477 |\n", - "| air_temperature | 21.000715 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 69.0 |\n", - "| outdoor_temperature | 3.6110175 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.74 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.45204434 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.082251 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.5127893 |\n", + "| air_humidity | -0.39309537 |\n", + "| air_temperature | -0.5271283 |\n", + "| clg_setpoint | -1.3652248 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6334306 |\n", + "| diffuse_solar_radiation | -0.65262157 |\n", + "| direct_solar_radiation | -0.5146921 |\n", + "| hour | 1.6613247 |\n", + "| htg_setpoint | 0.7623995 |\n", + "| month | 1.2773327 |\n", + "| outdoor_humidity | 0.28749773 |\n", + "| outdoor_temperature | 0.5042764 |\n", + "| people_occupant | -0.69242746 |\n", + "| total_electricity_HVAC | 0.6890635 |\n", + "| wind_direction | 0.13949902 |\n", + "| wind_speed | -0.9896667 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7354.95 |\n", + "| air_humidity | 28.899357 |\n", + "| air_temperature | 20.75329 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.753273 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 2.9882622 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7774015.5 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 32.682682 |\n", - "| air_temperature | 21.646172 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 2.226016 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.734 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.069171086 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.391548 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.91221184 |\n", + "| air_humidity | 0.4816924 |\n", + "| air_temperature | -0.46390334 |\n", + "| clg_setpoint | 1.410665 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8617382 |\n", + "| diffuse_solar_radiation | -0.6538125 |\n", + "| direct_solar_radiation | -0.51848084 |\n", + "| hour | -1.6587789 |\n", + "| htg_setpoint | 0.8002119 |\n", + "| month | 1.243695 |\n", + "| outdoor_humidity | 1.1804919 |\n", + "| outdoor_temperature | 0.44692302 |\n", + "| people_occupant | -0.69591445 |\n", + "| total_electricity_HVAC | 1.1407757 |\n", + "| wind_direction | -1.3296317 |\n", + "| wind_speed | -0.7721512 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9676.11 |\n", + "| air_humidity | 38.448936 |\n", + "| air_temperature | 20.9141 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.914074 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 2.7806091 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10210214.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1172.5454 |\n", - "| air_humidity | 30.718266 |\n", - "| air_temperature | 19.741425 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 56.0 |\n", - "| outdoor_temperature | 0.8941815 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1055290.9 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.729 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6654407 |\n", + "| Heating_Setpoint_RL | 0.9593518 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.379137 |\n", + "| Heating_Setpoint_RL | 23.021355 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.70010906 |\n", + "| air_humidity | 0.9914329 |\n", + "| air_temperature | -0.9151082 |\n", + "| clg_setpoint | -0.47002244 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9672842 |\n", + "| diffuse_solar_radiation | -0.6550256 |\n", + "| direct_solar_radiation | -0.5118956 |\n", + "| hour | -1.5124733 |\n", + "| htg_setpoint | -1.0763167 |\n", + "| month | 1.2125821 |\n", + "| outdoor_humidity | -0.31417403 |\n", + "| outdoor_temperature | 0.28600034 |\n", + "| people_occupant | -0.699267 |\n", + "| total_electricity_HVAC | -0.7005464 |\n", + "| wind_direction | 1.1767749 |\n", + "| wind_speed | 0.48283085 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 129.42365 |\n", + "| air_humidity | 44.109005 |\n", + "| air_temperature | 19.909931 |\n", + "| clg_setpoint | 25.429173 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 13.341051 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 1.9588643 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 114027.29 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 15%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 26.496115 |\n", - "| air_temperature | 19.798346 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | 2.6684391 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.724 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.78239506 |\n", + "| Heating_Setpoint_RL | -0.79324746 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.984417 |\n", + "| Heating_Setpoint_RL | 13.162983 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.8789062 |\n", + "| air_humidity | -0.17573948 |\n", + "| air_temperature | -0.38322866 |\n", + "| clg_setpoint | 0.10920752 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0694082 |\n", + "| diffuse_solar_radiation | -0.6556784 |\n", + "| direct_solar_radiation | -0.5160986 |\n", + "| hour | -1.3667258 |\n", + "| htg_setpoint | 1.1102428 |\n", + "| month | 1.1836933 |\n", + "| outdoor_humidity | -0.38985997 |\n", + "| outdoor_temperature | 0.39854485 |\n", + "| people_occupant | -0.7024929 |\n", + "| total_electricity_HVAC | 1.9647443 |\n", + "| wind_direction | 0.14980257 |\n", + "| wind_speed | -0.9663078 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 15273.758 |\n", + "| air_humidity | 31.413269 |\n", + "| air_temperature | 21.119127 |\n", + "| clg_setpoint | 26.829983 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.1615 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 2.5836143 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 14618276.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 15%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 145.03104 |\n", - "| air_humidity | 30.124374 |\n", - "| air_temperature | 21.0 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 4.497048 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 131813.45 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.718 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.20492809 |\n", + "| Heating_Setpoint_RL | -0.45888957 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.316631 |\n", + "| Heating_Setpoint_RL | 15.043746 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.70315826 |\n", + "| air_humidity | -0.38000986 |\n", + "| air_temperature | -0.5899202 |\n", + "| clg_setpoint | 1.4147562 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1675022 |\n", + "| diffuse_solar_radiation | -0.6568047 |\n", + "| direct_solar_radiation | -0.509808 |\n", + "| hour | -1.2214129 |\n", + "| htg_setpoint | -1.1096703 |\n", + "| month | 1.1567754 |\n", + "| outdoor_humidity | 1.3567767 |\n", + "| outdoor_temperature | 0.6795618 |\n", + "| people_occupant | -0.69242746 |\n", + "| total_electricity_HVAC | -0.7029142 |\n", + "| wind_direction | -1.8782408 |\n", + "| wind_speed | -2.1857724 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 29.159702 |\n", + "| air_temperature | 20.644478 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 13.212212 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 4.1525617 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 15%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2359.907 |\n", - "| air_humidity | 15.937994 |\n", - "| air_temperature | 19.36234 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 37.0 |\n", - "| outdoor_temperature | -5.0426264 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2123916.2 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.713 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1996.818 |\n", - "| air_humidity | 20.799343 |\n", - "| air_temperature | 20.004538 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | -3.2271817 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1797136.2 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.707 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1015.25275 |\n", - "| air_humidity | 18.425447 |\n", - "| air_temperature | 18.836422 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 17.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 80.0 |\n", - "| outdoor_temperature | -1.85611 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 913727.5 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.702 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 32.43741 |\n", - "| air_temperature | 19.892696 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 41.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 2.2410598 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.696 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.7837827 |\n", + "| Heating_Setpoint_RL | 0.22479762 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.979733 |\n", + "| Heating_Setpoint_RL | 18.889486 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.71388805 |\n", + "| air_humidity | -1.4505668 |\n", + "| air_temperature | -1.0203916 |\n", + "| clg_setpoint | -0.5235851 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2610081 |\n", + "| diffuse_solar_radiation | -0.65568155 |\n", + "| direct_solar_radiation | -0.51110786 |\n", + "| hour | -1.0764307 |\n", + "| htg_setpoint | 0.49409986 |\n", + "| month | 1.1316141 |\n", + "| outdoor_humidity | -1.1556227 |\n", + "| outdoor_temperature | -0.72052324 |\n", + "| people_occupant | -0.6827826 |\n", + "| total_electricity_HVAC | 0.66391337 |\n", + "| wind_direction | 1.0680752 |\n", + "| wind_speed | -0.106765665 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8425.022 |\n", + "| air_humidity | 17.49346 |\n", + "| air_temperature | 19.669807 |\n", + "| clg_setpoint | 25.309462 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.669777 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | -3.299967 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7533123.5 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 5.2 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 796.70184 |\n", - "| air_humidity | 27.512812 |\n", - "| air_temperature | 21.87516 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 122.5 |\n", - "| direct_solar_radiation | 655.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 37.0 |\n", - "| outdoor_temperature | 11.139362 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 730410.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.691 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 17%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 103.10883 |\n", - "| air_humidity | 35.254738 |\n", - "| air_temperature | 20.343086 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 215.5 |\n", - "| direct_solar_radiation | 48.5 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 5.938736 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 91218.086 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.686 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 17%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 27.49837 |\n", - "| air_temperature | 21.649036 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 146.0 |\n", - "| direct_solar_radiation | 788.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 47.0 |\n", - "| outdoor_temperature | 12.220809 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 11.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.68 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 17%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.6465 |\n", - "| air_humidity | 39.67366 |\n", - "| air_temperature | 22.92239 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 114.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 5.7229357 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 680081.9 |\n", - "| wind_direction | 140.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.675 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 17%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 476.10425 |\n", - "| air_humidity | 40.264465 |\n", - "| air_temperature | 22.832756 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 144.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 6.998226 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 428493.84 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.669 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 18%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 891.2718 |\n", - "| air_humidity | 54.31145 |\n", - "| air_temperature | 23.449625 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 95.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 13.390144 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 829194.06 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.664 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 18%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 25.151756 |\n", - "| air_temperature | 24.632774 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 117.5 |\n", - "| direct_solar_radiation | 714.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 45.0 |\n", - "| outdoor_temperature | 10.913635 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.658 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 18%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 865.85455 |\n", - "| air_humidity | 32.74997 |\n", - "| air_temperature | 23.198282 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 123.0 |\n", - "| direct_solar_radiation | 33.5 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 1.9704113 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 779269.06 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.653 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 964.41034 |\n", - "| air_humidity | 33.18654 |\n", - "| air_temperature | 20.914831 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 54.0 |\n", - "| direct_solar_radiation | 47.5 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 1.9348568 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 867969.3 |\n", - "| wind_direction | 140.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.648 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 24.41243 |\n", - "| air_temperature | 21.10522 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 56.0 |\n", - "| outdoor_temperature | 6.1129913 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.642 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 605.5506 |\n", - "| air_humidity | 28.835632 |\n", - "| air_temperature | 22.536592 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 67.0 |\n", - "| outdoor_temperature | 5.9020243 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 562977.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.637 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 20.433092 |\n", - "| air_temperature | 22.391197 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 39.0 |\n", - "| outdoor_temperature | 2.9986107 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.631 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1046.4424 |\n", - "| air_humidity | 21.538439 |\n", - "| air_temperature | 22.372751 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 27.0 |\n", - "| outdoor_temperature | 1.5246968 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 941798.06 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.626 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 732.6514 |\n", - "| air_humidity | 34.63837 |\n", - "| air_temperature | 20.51618 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 4.440274 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 671326.8 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 8.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.621 |\n", - "----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 375.99283 |\n", - "| air_humidity | 16.011675 |\n", - "| air_temperature | 20.772934 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 35.0 |\n", - "| outdoor_temperature | 8.169079 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 348609.22 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.615 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1442.9108 |\n", - "| air_humidity | 21.037851 |\n", - "| air_temperature | 19.690607 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 88.0 |\n", - "| outdoor_temperature | -0.4576453 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1298619.6 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 8.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.61 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 21%\n", "| action_network/ | |\n", - "| index | 1 |\n", + "| Cooling_Setpoint_RL | -0.09507017 |\n", + "| Heating_Setpoint_RL | -0.12824973 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", + "| Cooling_Setpoint_RL | 26.304138 |\n", + "| Heating_Setpoint_RL | 16.903595 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.7108995 |\n", + "| air_humidity | -0.45020497 |\n", + "| air_temperature | -0.58846724 |\n", + "| clg_setpoint | 0.083531134 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.3494421 |\n", + "| diffuse_solar_radiation | -0.65667677 |\n", + "| direct_solar_radiation | -0.51579064 |\n", + "| hour | -0.9316924 |\n", + "| htg_setpoint | 0.73322356 |\n", + "| month | 1.1080264 |\n", + "| outdoor_humidity | 0.7461396 |\n", + "| outdoor_temperature | -0.9563793 |\n", + "| people_occupant | -0.6861123 |\n", + "| total_electricity_HVAC | 1.8333535 |\n", + "| wind_direction | -1.4381627 |\n", + "| wind_speed | -0.55488044 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1431.4702 |\n", - "| air_humidity | 19.788712 |\n", - "| air_temperature | 20.099007 |\n", - "| clg_setpoint | 25.0 |\n", + "| HVAC_electricity_demand_rate | 14292.256 |\n", + "| air_humidity | 28.081839 |\n", + "| air_temperature | 20.641375 |\n", + "| clg_setpoint | 26.776354 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", + "| day_of_month | 26.0 |\n", "| diffuse_solar_radiation | 0.0 |\n", "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | -0.40044233 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.64139 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | -4.5340133 |\n", "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1288323.1 |\n", - "| wind_direction | 10.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.604 |\n", + "| total_electricity_HVAC | 13912389.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.95944965 |\n", + "| Heating_Setpoint_RL | 0.23542379 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.386858 |\n", + "| Heating_Setpoint_RL | 18.949259 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.35082918 |\n", + "| air_humidity | 0.5582222 |\n", + "| air_temperature | -1.044158 |\n", + "| clg_setpoint | 1.4097497 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4324144 |\n", + "| diffuse_solar_radiation | -0.3809797 |\n", + "| direct_solar_radiation | -0.50984854 |\n", + "| hour | -0.7871268 |\n", + "| htg_setpoint | -0.6020278 |\n", + "| month | 1.0858548 |\n", + "| outdoor_humidity | 0.7992423 |\n", + "| outdoor_temperature | -0.4689118 |\n", + "| people_occupant | -0.6893252 |\n", + "| total_electricity_HVAC | -0.3622441 |\n", + "| wind_direction | -1.2197232 |\n", + "| wind_speed | -0.746886 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2173.4644 |\n", + "| air_humidity | 38.861286 |\n", + "| air_temperature | 19.634382 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 17.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.271291 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | -2.0073757 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1948214.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.79247606 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.950394 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5065383 |\n", + "| air_humidity | 1.2224885 |\n", + "| air_temperature | -0.5196786 |\n", + "| clg_setpoint | 1.4074699 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5096421 |\n", + "| diffuse_solar_radiation | -0.008922572 |\n", + "| direct_solar_radiation | -0.5041071 |\n", + "| hour | -0.64267653 |\n", + "| htg_setpoint | -1.2633829 |\n", + "| month | 1.064963 |\n", + "| outdoor_humidity | 1.6523656 |\n", + "| outdoor_temperature | 0.120410904 |\n", + "| people_occupant | -0.69242746 |\n", + "| total_electricity_HVAC | -0.5125516 |\n", + "| wind_direction | -1.1848832 |\n", + "| wind_speed | -1.1361353 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1270.758 |\n", + "| air_humidity | 46.19004 |\n", + "| air_temperature | 20.816204 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 41.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 12.621262 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 1.0900561 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1141056.2 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.71085286 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.024128 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.70359606 |\n", + "| air_humidity | 0.7282024 |\n", + "| air_temperature | 0.9864903 |\n", + "| clg_setpoint | 0.78645235 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6462759 |\n", + "| diffuse_solar_radiation | 1.286412 |\n", + "| direct_solar_radiation | 2.448525 |\n", + "| hour | -0.49829686 |\n", + "| htg_setpoint | -0.17620008 |\n", + "| month | 2.9591815 |\n", + "| outdoor_humidity | -1.1598159 |\n", + "| outdoor_temperature | 1.8042063 |\n", + "| people_occupant | 1.6774151 |\n", + "| total_electricity_HVAC | -0.70341456 |\n", + "| wind_direction | -1.8005773 |\n", + "| wind_speed | -2.16854 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 41.261517 |\n", + "| air_temperature | 24.178215 |\n", + "| clg_setpoint | 28.495743 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 122.5 |\n", + "| direct_solar_radiation | 655.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.01097 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 10.02762 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.71880615 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 13.581716 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.9426565 |\n", + "| air_humidity | -0.4012326 |\n", + "| air_temperature | 0.30733746 |\n", + "| clg_setpoint | 0.50380397 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4834425 |\n", + "| diffuse_solar_radiation | 2.7522411 |\n", + "| direct_solar_radiation | -0.28594652 |\n", + "| hour | -0.3539544 |\n", + "| htg_setpoint | 1.370643 |\n", + "| month | 2.734396 |\n", + "| outdoor_humidity | 1.488303 |\n", + "| outdoor_temperature | 1.2329308 |\n", + "| people_occupant | -0.6983224 |\n", + "| total_electricity_HVAC | 1.1061088 |\n", + "| wind_direction | -0.15508664 |\n", + "| wind_speed | -0.49338156 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9720.824 |\n", + "| air_humidity | 29.016432 |\n", + "| air_temperature | 22.69455 |\n", + "| clg_setpoint | 27.81024 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 215.5 |\n", + "| direct_solar_radiation | 48.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 7.2044296 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 9902801.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.15370098 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.760433 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6940728 |\n", + "| air_humidity | -0.41092628 |\n", + "| air_temperature | -0.31387684 |\n", + "| clg_setpoint | -1.3782771 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3331912 |\n", + "| diffuse_solar_radiation | 1.6114502 |\n", + "| direct_solar_radiation | 2.996529 |\n", + "| hour | -0.20962618 |\n", + "| htg_setpoint | -1.0772519 |\n", + "| month | 2.5541122 |\n", + "| outdoor_humidity | -0.72159547 |\n", + "| outdoor_temperature | 1.9677757 |\n", + "| people_occupant | -0.6895354 |\n", + "| total_electricity_HVAC | -0.6942338 |\n", + "| wind_direction | 1.1147776 |\n", + "| wind_speed | 2.4035003 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 28.970531 |\n", + "| air_temperature | 21.307747 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 146.0 |\n", + "| direct_solar_radiation | 788.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 13.33469 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 11.566205 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 11.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.029793642 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.79259 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6519168 |\n", + "| air_humidity | 0.29212266 |\n", + "| air_temperature | 1.7538624 |\n", + "| clg_setpoint | -0.30402437 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.1923385 |\n", + "| diffuse_solar_radiation | 1.1182455 |\n", + "| direct_solar_radiation | -0.50550115 |\n", + "| hour | -0.065298826 |\n", + "| htg_setpoint | 0.5709032 |\n", + "| month | 2.405351 |\n", + "| outdoor_humidity | 1.6230125 |\n", + "| outdoor_temperature | 0.9880479 |\n", + "| people_occupant | 1.224353 |\n", + "| total_electricity_HVAC | -0.653359 |\n", + "| wind_direction | -0.5351288 |\n", + "| wind_speed | -0.29095814 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 303.28488 |\n", + "| air_humidity | 36.334675 |\n", + "| air_temperature | 25.862907 |\n", + "| clg_setpoint | 25.853851 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 114.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 19.980577 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 6.4150405 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 272956.4 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.32638112 |\n", + "| Heating_Setpoint_RL | 0.7101625 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.726536 |\n", + "| Heating_Setpoint_RL | 21.619663 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6842964 |\n", + "| air_humidity | 1.2135907 |\n", + "| air_temperature | 1.1890895 |\n", + "| clg_setpoint | 1.2588264 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0585276 |\n", + "| diffuse_solar_radiation | 1.5808672 |\n", + "| direct_solar_radiation | -0.5004633 |\n", + "| hour | 0.07903232 |\n", + "| htg_setpoint | -1.4038599 |\n", + "| month | 2.2798817 |\n", + "| outdoor_humidity | 1.5759859 |\n", + "| outdoor_temperature | 1.2183942 |\n", + "| people_occupant | 0.26462746 |\n", + "| total_electricity_HVAC | -0.6847249 |\n", + "| wind_direction | -0.79381335 |\n", + "| wind_speed | 0.9638654 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 46.60605 |\n", + "| air_temperature | 24.637638 |\n", + "| clg_setpoint | 29.63749 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 144.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 7.794832 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.017605726 |\n", + "| Heating_Setpoint_RL | -0.6355649 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.56558 |\n", + "| Heating_Setpoint_RL | 14.049948 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5570473 |\n", + "| air_humidity | 1.9107693 |\n", + "| air_temperature | 0.55955064 |\n", + "| clg_setpoint | -1.3763463 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9299726 |\n", + "| diffuse_solar_radiation | 0.8171946 |\n", + "| direct_solar_radiation | -0.49576926 |\n", + "| hour | 0.22336385 |\n", + "| htg_setpoint | 0.25639486 |\n", + "| month | 2.1721985 |\n", + "| outdoor_humidity | 1.4033513 |\n", + "| outdoor_temperature | 2.0996914 |\n", + "| people_occupant | 1.2109281 |\n", + "| total_electricity_HVAC | -0.5588706 |\n", + "| wind_direction | 0.40157768 |\n", + "| wind_speed | -0.85283345 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 795.5124 |\n", + "| air_humidity | 54.80354 |\n", + "| air_temperature | 23.263067 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 95.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 18.688303 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 12.845785 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 729683.25 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.1 |\n", + "| train/ | |\n", + "| approx_kl | 0.007918861 |\n", + "| clip_fraction | 0.0534 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.81 |\n", + "| explained_variance | 0.761 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 4.21 |\n", + "| n_updates | 30 |\n", + "| policy_gradient_loss | -0.00835 |\n", + "| std | 0.98 |\n", + "| value_loss | 15.5 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.15871274 |\n", + "| Heating_Setpoint_RL | -0.72699434 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.160656 |\n", + "| Heating_Setpoint_RL | 13.535657 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.674503 |\n", + "| air_humidity | -0.82638067 |\n", + "| air_temperature | 1.7654018 |\n", + "| clg_setpoint | 1.4096979 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.805296 |\n", + "| diffuse_solar_radiation | 1.1657786 |\n", + "| direct_solar_radiation | 2.6600127 |\n", + "| hour | 0.3676849 |\n", + "| htg_setpoint | 1.3916914 |\n", + "| month | 2.078461 |\n", + "| outdoor_humidity | -0.8435716 |\n", + "| outdoor_temperature | 1.6322771 |\n", + "| people_occupant | 1.6781107 |\n", + "| total_electricity_HVAC | -0.6752374 |\n", + "| wind_direction | 0.29780477 |\n", + "| wind_speed | -1.0606819 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 24.854113 |\n", + "| air_temperature | 25.942028 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 117.5 |\n", + "| direct_solar_radiation | 714.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 10.494578 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.01945357 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.515574 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.44786713 |\n", + "| air_humidity | 1.0444996 |\n", + "| air_temperature | 0.5439629 |\n", + "| clg_setpoint | -1.3750882 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6834244 |\n", + "| diffuse_solar_radiation | 1.2396392 |\n", + "| direct_solar_radiation | -0.3480508 |\n", + "| hour | 0.51197785 |\n", + "| htg_setpoint | -1.3945987 |\n", + "| month | 1.9958973 |\n", + "| outdoor_humidity | 1.3499769 |\n", + "| outdoor_temperature | 0.241142 |\n", + "| people_occupant | 1.6697528 |\n", + "| total_electricity_HVAC | -0.44862694 |\n", + "| wind_direction | -1.1508913 |\n", + "| wind_speed | -0.6719563 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1383.2814 |\n", + "| air_humidity | 45.28972 |\n", + "| air_temperature | 23.257324 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 123.0 |\n", + "| direct_solar_radiation | 33.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 2.7052646 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1281894.9 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.094740584 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 18.157917 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6463941 |\n", + "| air_humidity | 0.18763258 |\n", + "| air_temperature | -0.6105597 |\n", + "| clg_setpoint | 0.56682175 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.56351864 |\n", + "| diffuse_solar_radiation | 0.1568368 |\n", + "| direct_solar_radiation | -0.28451845 |\n", + "| hour | 0.65621865 |\n", + "| htg_setpoint | -1.394711 |\n", + "| month | 1.9224508 |\n", + "| outdoor_humidity | 1.4966753 |\n", + "| outdoor_temperature | 0.3401269 |\n", + "| people_occupant | -0.69505566 |\n", + "| total_electricity_HVAC | -0.6473911 |\n", + "| wind_direction | -0.50611526 |\n", + "| wind_speed | 0.1747151 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 227.04245 |\n", + "| air_humidity | 36.12856 |\n", + "| air_temperature | 20.702671 |\n", + "| clg_setpoint | 27.95332 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 54.0 |\n", + "| direct_solar_radiation | 47.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 3.2636507 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 208149.61 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.695761 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 13.711344 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.34844485 |\n", + "| air_humidity | -0.89245135 |\n", + "| air_temperature | -0.053108867 |\n", + "| clg_setpoint | -1.1852823 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.4449275 |\n", + "| diffuse_solar_radiation | -0.6748552 |\n", + "| direct_solar_radiation | -0.497677 |\n", + "| hour | 0.80037755 |\n", + "| htg_setpoint | 0.9968761 |\n", + "| month | 1.8565582 |\n", + "| outdoor_humidity | -0.40900648 |\n", + "| outdoor_temperature | 0.8406109 |\n", + "| people_occupant | -0.68725926 |\n", + "| total_electricity_HVAC | -0.3919143 |\n", + "| wind_direction | -1.4919091 |\n", + "| wind_speed | 1.5985532 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1932.6545 |\n", + "| air_humidity | 24.37198 |\n", + "| air_temperature | 21.915516 |\n", + "| clg_setpoint | 23.716848 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.655777 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 6.057077 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1565512.2 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 9.3 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.45161432 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.100801 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.59278834 |\n", + "| air_humidity | -0.2825481 |\n", + "| air_temperature | 0.5540166 |\n", + "| clg_setpoint | -1.3774068 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.32715628 |\n", + "| diffuse_solar_radiation | -0.6768882 |\n", + "| direct_solar_radiation | -0.5018783 |\n", + "| hour | 0.9444194 |\n", + "| htg_setpoint | -1.3926696 |\n", + "| month | 1.7970074 |\n", + "| outdoor_humidity | 0.07484218 |\n", + "| outdoor_temperature | 0.57621604 |\n", + "| people_occupant | 0.5016111 |\n", + "| total_electricity_HVAC | -0.61330146 |\n", + "| wind_direction | -0.11843101 |\n", + "| wind_speed | 0.35860938 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 510.81735 |\n", + "| air_humidity | 30.835875 |\n", + "| air_temperature | 23.257551 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 4.6519876 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 368028.1 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.25051737 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.470497 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60747296 |\n", + "| air_humidity | -0.59121466 |\n", + "| air_temperature | 0.34564948 |\n", + "| clg_setpoint | -1.3761717 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.20984563 |\n", + "| diffuse_solar_radiation | -0.6755422 |\n", + "| direct_solar_radiation | -0.5007305 |\n", + "| hour | 1.0883042 |\n", + "| htg_setpoint | -1.3917912 |\n", + "| month | 1.7428424 |\n", + "| outdoor_humidity | -1.1283308 |\n", + "| outdoor_temperature | 0.42805907 |\n", + "| people_occupant | -0.45430344 |\n", + "| total_electricity_HVAC | -0.6090286 |\n", + "| wind_direction | 0.8769584 |\n", + "| wind_speed | 0.53641254 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 409.14258 |\n", + "| air_humidity | 27.454115 |\n", + "| air_temperature | 22.813488 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 3.8734581 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 375125.78 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.37984508 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.488371 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6149385 |\n", + "| air_humidity | -0.8644127 |\n", + "| air_temperature | -0.1777715 |\n", + "| clg_setpoint | -0.07711794 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.09275753 |\n", + "| diffuse_solar_radiation | -0.6775213 |\n", + "| direct_solar_radiation | -0.5047984 |\n", + "| hour | 1.2319874 |\n", + "| htg_setpoint | 0.014044301 |\n", + "| month | 1.6932975 |\n", + "| outdoor_humidity | -1.6266093 |\n", + "| outdoor_temperature | 0.14560549 |\n", + "| people_occupant | -0.45725292 |\n", + "| total_electricity_HVAC | -0.61555624 |\n", + "| wind_direction | 1.1359539 |\n", + "| wind_speed | 0.508839 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 358.15143 |\n", + "| air_humidity | 24.402388 |\n", + "| air_temperature | 21.66364 |\n", + "| clg_setpoint | 26.395634 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 17.66112 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | 2.328129 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 332741.4 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.61494744 |\n", + "| Heating_Setpoint_RL | -0.6673732 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.549553 |\n", + "| Heating_Setpoint_RL | 13.871026 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.0105660325 |\n", + "| air_humidity | 0.8687697 |\n", + "| air_temperature | -0.41746828 |\n", + "| clg_setpoint | -0.4412902 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.02423465 |\n", + "| diffuse_solar_radiation | -0.6748783 |\n", + "| direct_solar_radiation | -0.506758 |\n", + "| hour | 1.3754205 |\n", + "| htg_setpoint | 0.73245317 |\n", + "| month | 1.6477511 |\n", + "| outdoor_humidity | 1.0507772 |\n", + "| outdoor_temperature | 0.4847213 |\n", + "| people_occupant | -0.69731075 |\n", + "| total_electricity_HVAC | -0.051741745 |\n", + "| wind_direction | -0.14334637 |\n", + "| wind_speed | 1.0919999 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3811.6802 |\n", + "| air_humidity | 42.94846 |\n", + "| air_temperature | 21.136408 |\n", + "| clg_setpoint | 25.50623 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.56075 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 4.150287 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3325682.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 8.2 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8953025 |\n", + "| Heating_Setpoint_RL | -0.09796952 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.603354 |\n", + "| Heating_Setpoint_RL | 17.073921 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6588612 |\n", + "| air_humidity | -1.2947899 |\n", + "| air_temperature | 0.001403509 |\n", + "| clg_setpoint | -1.3698194 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.1411532 |\n", + "| diffuse_solar_radiation | -0.6768043 |\n", + "| direct_solar_radiation | -0.51065475 |\n", + "| hour | 1.5185515 |\n", + "| htg_setpoint | -0.5969088 |\n", + "| month | 1.6056927 |\n", + "| outdoor_humidity | -1.2618177 |\n", + "| outdoor_temperature | 0.99865204 |\n", + "| people_occupant | -0.69965297 |\n", + "| total_electricity_HVAC | -0.66037995 |\n", + "| wind_direction | -1.6136941 |\n", + "| wind_speed | -0.077289544 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 19.719933 |\n", + "| air_temperature | 22.077768 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 15.179815 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 7.1229963 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 5.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.40920848 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.926798 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.414799 |\n", + "| air_humidity | -1.1444868 |\n", + "| air_temperature | -1.1390359 |\n", + "| clg_setpoint | -0.7162317 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.2579219 |\n", + "| diffuse_solar_radiation | -0.67753726 |\n", + "| direct_solar_radiation | -0.50618035 |\n", + "| hour | 1.6613247 |\n", + "| htg_setpoint | 0.4510578 |\n", + "| month | 1.5666989 |\n", + "| outdoor_humidity | 1.0045623 |\n", + "| outdoor_temperature | -0.84567434 |\n", + "| people_occupant | -0.69242746 |\n", + "| total_electricity_HVAC | 0.3281904 |\n", + "| wind_direction | -1.4914075 |\n", + "| wind_speed | 1.310882 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6253.628 |\n", + "| air_humidity | 21.071012 |\n", + "| air_temperature | 19.542418 |\n", + "| clg_setpoint | 24.837385 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 19.42854 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | -2.9944751 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5351050.5 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 8.8 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.81299 |\n", + "| Heating_Setpoint_RL | -0.5768169 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.368841 |\n", + "| Heating_Setpoint_RL | 14.380405 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.52882105 |\n", + "| air_humidity | -1.2399337 |\n", + "| air_temperature | -1.127148 |\n", + "| clg_setpoint | 0.24295807 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.49440953 |\n", + "| diffuse_solar_radiation | -0.67679334 |\n", + "| direct_solar_radiation | -0.50548977 |\n", + "| hour | -1.659615 |\n", + "| htg_setpoint | -0.5763772 |\n", + "| month | 1.5304145 |\n", + "| outdoor_humidity | 1.3375555 |\n", + "| outdoor_temperature | -0.49789065 |\n", + "| people_occupant | -0.6854212 |\n", + "| total_electricity_HVAC | -0.5369265 |\n", + "| wind_direction | -1.6360182 |\n", + "| wind_speed | -0.9038656 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.6246 |\n", + "| air_humidity | 19.759336 |\n", + "| air_temperature | 19.564335 |\n", + "| clg_setpoint | 27.166515 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.277391 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | -1.1174595 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 759412.8 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.72229415 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 21.687904 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.1648545 |\n", + "| air_humidity | 0.38382843 |\n", + "| air_temperature | -0.31837192 |\n", + "| clg_setpoint | 1.4080701 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6108089 |\n", + "| diffuse_solar_radiation | -0.67521816 |\n", + "| direct_solar_radiation | -0.5094124 |\n", + "| hour | -1.5138941 |\n", + "| htg_setpoint | 1.1235154 |\n", + "| month | 1.4965397 |\n", + "| outdoor_humidity | 1.1554044 |\n", + "| outdoor_temperature | 0.44116524 |\n", + "| people_occupant | -0.68781745 |\n", + "| total_electricity_HVAC | 2.1913688 |\n", + "| wind_direction | -0.90562177 |\n", + "| wind_speed | 0.123059556 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 16317.111 |\n", + "| air_humidity | 37.285038 |\n", + "| air_temperature | 21.352062 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.166985 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 3.9695003 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15301461.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 5.7 |\n", "-------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 21%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1195.8418 |\n", - "| air_humidity | 35.305504 |\n", - "| air_temperature | 20.161875 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 0.7776995 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1076257.6 |\n", - "| wind_direction | 90.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.599 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 22%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1452.4503 |\n", - "| air_humidity | 32.657394 |\n", - "| air_temperature | 20.009953 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 69.0 |\n", - "| outdoor_temperature | -0.5053432 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1307205.2 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.593 |\n", - "------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 22%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 39.329704 |\n", - "| air_temperature | 19.524014 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 6.9832764 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.588 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.24614552 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.240433 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5259662 |\n", + "| air_humidity | -0.089329146 |\n", + "| air_temperature | -0.62978464 |\n", + "| clg_setpoint | -0.13528697 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7261699 |\n", + "| diffuse_solar_radiation | -0.6740957 |\n", + "| direct_solar_radiation | -0.5086721 |\n", + "| hour | -1.3685371 |\n", + "| htg_setpoint | -0.20680921 |\n", + "| month | 1.4648192 |\n", + "| outdoor_humidity | 0.16097847 |\n", + "| outdoor_temperature | -0.6268535 |\n", + "| people_occupant | -0.69015205 |\n", + "| total_electricity_HVAC | -0.5315182 |\n", + "| wind_direction | -1.6868336 |\n", + "| wind_speed | -2.1012385 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 865.1323 |\n", + "| air_humidity | 32.19909 |\n", + "| air_temperature | 20.674551 |\n", + "| clg_setpoint | 26.251347 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.78106 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | -1.7755747 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 778900.4 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 22%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1585.7318 |\n", - "| air_humidity | 19.347166 |\n", - "| air_temperature | 19.60325 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | -1.1717507 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1427158.6 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.583 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.19718364 |\n", + "| Heating_Setpoint_RL | -0.56720704 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.290495 |\n", + "| Heating_Setpoint_RL | 14.434461 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65953547 |\n", + "| air_humidity | 0.93606216 |\n", + "| air_temperature | -0.42671838 |\n", + "| clg_setpoint | 0.6673775 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8400699 |\n", + "| diffuse_solar_radiation | -0.6751013 |\n", + "| direct_solar_radiation | -0.51237637 |\n", + "| hour | -1.2234674 |\n", + "| htg_setpoint | -0.26856035 |\n", + "| month | 1.4350338 |\n", + "| outdoor_humidity | 1.3581369 |\n", + "| outdoor_temperature | 0.87273395 |\n", + "| people_occupant | -0.69242746 |\n", + "| total_electricity_HVAC | -0.66099054 |\n", + "| wind_direction | 0.9065202 |\n", + "| wind_speed | -0.68838346 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 43.219296 |\n", + "| air_temperature | 21.131474 |\n", + "| clg_setpoint | 28.203373 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 16.533875 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 6.2987776 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.40145612 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.36681 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5162739 |\n", + "| air_humidity | -0.9958354 |\n", + "| air_temperature | -1.1113212 |\n", + "| clg_setpoint | -0.1906689 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9520362 |\n", + "| diffuse_solar_radiation | -0.6731971 |\n", + "| direct_solar_radiation | -0.5142154 |\n", + "| hour | -1.0786196 |\n", + "| htg_setpoint | -0.7627726 |\n", + "| month | 1.4069945 |\n", + "| outdoor_humidity | -0.7448494 |\n", + "| outdoor_temperature | -0.54098874 |\n", + "| people_occupant | -0.6946459 |\n", + "| total_electricity_HVAC | -0.5253183 |\n", + "| wind_direction | 1.0748467 |\n", + "| wind_speed | 0.86178863 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 896.1394 |\n", + "| air_humidity | 22.523949 |\n", + "| air_temperature | 19.622793 |\n", + "| clg_setpoint | 26.12018 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 14.533548 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | -1.2319078 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 789877.06 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 22%\n", "| action_network/ | |\n", - "| index | 1 |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.8991369 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.567355 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.52351 |\n", + "| air_humidity | -0.6519246 |\n", + "| air_temperature | -0.9286811 |\n", + "| clg_setpoint | 0.9539189 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0615623 |\n", + "| diffuse_solar_radiation | -0.2104632 |\n", + "| direct_solar_radiation | -0.2740024 |\n", + "| hour | -0.9339377 |\n", + "| htg_setpoint | 0.59971803 |\n", + "| month | 1.3805369 |\n", + "| outdoor_humidity | -1.0996798 |\n", + "| outdoor_temperature | -1.2558485 |\n", + "| people_occupant | -0.6968094 |\n", + "| total_electricity_HVAC | 1.6684846 |\n", + "| wind_direction | -1.7045419 |\n", + "| wind_speed | -2.058362 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2212.4136 |\n", - "| air_humidity | 16.154156 |\n", - "| air_temperature | 19.999226 |\n", - "| clg_setpoint | 25.0 |\n", + "| HVAC_electricity_demand_rate | 12539.094 |\n", + "| air_humidity | 26.087608 |\n", + "| air_temperature | 20.027288 |\n", + "| clg_setpoint | 28.890676 |\n", "| co2_emission | 0.0 |\n", "| day_of_month | 23.0 |\n", "| diffuse_solar_radiation | 33.0 |\n", "| direct_solar_radiation | 57.5 |\n", "| hour | 5.0 |\n", - "| htg_setpoint | 20.0 |\n", + "| htg_setpoint | 20.027287 |\n", "| month | 3.0 |\n", "| outdoor_humidity | 39.0 |\n", - "| outdoor_temperature | -4.3051596 |\n", + "| outdoor_temperature | -5.051607 |\n", "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1991172.2 |\n", + "| total_electricity_HVAC | 12425121.0 |\n", "| wind_direction | 0.0 |\n", "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.577 |\n", "------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 23%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 17.629131 |\n", - "| air_temperature | 20.066673 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 84.5 |\n", - "| direct_solar_radiation | 311.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 2.4818852 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.572 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.868552 |\n", + "| Heating_Setpoint_RL | 0.6245778 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.693638 |\n", + "| Heating_Setpoint_RL | 21.13825 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.64963543 |\n", + "| air_humidity | -1.2625737 |\n", + "| air_temperature | -0.59422714 |\n", + "| clg_setpoint | 0.4439089 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1681266 |\n", + "| diffuse_solar_radiation | 0.51436454 |\n", + "| direct_solar_radiation | 0.78092796 |\n", + "| hour | -0.7893751 |\n", + "| htg_setpoint | -0.4884558 |\n", + "| month | 1.355518 |\n", + "| outdoor_humidity | 1.0373325 |\n", + "| outdoor_temperature | 0.13070919 |\n", + "| people_occupant | -0.6902672 |\n", + "| total_electricity_HVAC | -0.65293324 |\n", + "| wind_direction | 0.5254244 |\n", + "| wind_speed | -0.7062095 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 120.07847 |\n", + "| air_humidity | 19.365587 |\n", + "| air_temperature | 20.754799 |\n", + "| clg_setpoint | 27.653511 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 84.5 |\n", + "| direct_solar_radiation | 311.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.611738 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 2.360082 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 100097.21 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 23%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 39.27392 |\n", - "| air_temperature | 19.567928 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 119.0 |\n", - "| direct_solar_radiation | 87.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 6.0872054 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.566 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.13971704 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.096546 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.3536713 |\n", + "| air_humidity | -0.0121973 |\n", + "| air_temperature | -0.20478998 |\n", + "| clg_setpoint | 0.40251568 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2712111 |\n", + "| diffuse_solar_radiation | 0.99917036 |\n", + "| direct_solar_radiation | -0.16526924 |\n", + "| hour | -0.64489365 |\n", + "| htg_setpoint | 1.4011166 |\n", + "| month | 1.3318118 |\n", + "| outdoor_humidity | 1.3329146 |\n", + "| outdoor_temperature | 1.3186435 |\n", + "| people_occupant | -0.6839059 |\n", + "| total_electricity_HVAC | 1.4447668 |\n", + "| wind_direction | -0.01320898 |\n", + "| wind_speed | 0.27302298 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11497.918 |\n", + "| air_humidity | 32.648342 |\n", + "| air_temperature | 21.612013 |\n", + "| clg_setpoint | 27.554943 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 119.0 |\n", + "| direct_solar_radiation | 87.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 8.773666 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 11175725.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 23%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 775.9277 |\n", - "| air_humidity | 44.55901 |\n", - "| air_temperature | 21.999832 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 176.5 |\n", - "| direct_solar_radiation | 253.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | 11.008395 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 718974.2 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.561 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.0864124 |\n", + "| Heating_Setpoint_RL | 0.96363175 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.916641 |\n", + "| Heating_Setpoint_RL | 23.04543 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6507338 |\n", + "| air_humidity | 1.2047635 |\n", + "| air_temperature | 1.0396144 |\n", + "| clg_setpoint | -0.65560967 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.3703219 |\n", + "| diffuse_solar_radiation | 1.8072482 |\n", + "| direct_solar_radiation | 0.52781177 |\n", + "| hour | -0.5004629 |\n", + "| htg_setpoint | -0.7799534 |\n", + "| month | 1.3093073 |\n", + "| outdoor_humidity | 0.7565715 |\n", + "| outdoor_temperature | 1.0062066 |\n", + "| people_occupant | 1.6989403 |\n", + "| total_electricity_HVAC | -0.6525286 |\n", + "| wind_direction | 0.08228156 |\n", + "| wind_speed | -1.0767685 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 45.946457 |\n", + "| air_temperature | 24.367796 |\n", + "| clg_setpoint | 24.986439 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 176.5 |\n", + "| direct_solar_radiation | 253.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 14.437086 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 7.169328 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 23%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 342.72076 |\n", - "| air_humidity | 59.920914 |\n", - "| air_temperature | 23.489557 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 135.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 14.705147 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 312361.38 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.555 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.014168203 |\n", + "| Heating_Setpoint_RL | 0.24525915 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.577183 |\n", + "| Heating_Setpoint_RL | 19.004583 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5363834 |\n", + "| air_humidity | 1.7823423 |\n", + "| air_temperature | 0.5246703 |\n", + "| clg_setpoint | -1.3701084 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4650067 |\n", + "| diffuse_solar_radiation | 1.2004602 |\n", + "| direct_solar_radiation | -0.52451926 |\n", + "| hour | -0.35605988 |\n", + "| htg_setpoint | -0.538858 |\n", + "| month | 1.2879064 |\n", + "| outdoor_humidity | 1.4629283 |\n", + "| outdoor_temperature | 1.7979085 |\n", + "| people_occupant | 1.6919934 |\n", + "| total_electricity_HVAC | -0.5305949 |\n", + "| wind_direction | 0.539546 |\n", + "| wind_speed | -1.0670214 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 719.72015 |\n", + "| air_humidity | 52.331184 |\n", + "| air_temperature | 23.250446 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 135.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.418094 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 11.520349 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 706868.44 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 2.6 |\n", + "| train/ | |\n", + "| approx_kl | 0.006897373 |\n", + "| clip_fraction | 0.059 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.8 |\n", + "| explained_variance | 0.586 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 3.78 |\n", + "| n_updates | 40 |\n", + "| policy_gradient_loss | -0.0083 |\n", + "| std | 0.986 |\n", + "| value_loss | 14.4 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 24%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 329.98727 |\n", - "| air_humidity | 34.334488 |\n", - "| air_temperature | 24.88112 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 282.0 |\n", - "| direct_solar_radiation | 626.5 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 51.0 |\n", - "| outdoor_temperature | 14.963529 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 299526.44 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.55 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49610296 |\n", + "| air_humidity | 0.17889239 |\n", + "| air_temperature | 0.7652681 |\n", + "| clg_setpoint | -1.1431321 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5548712 |\n", + "| diffuse_solar_radiation | 3.2073052 |\n", + "| direct_solar_radiation | 2.0877883 |\n", + "| hour | -0.21166852 |\n", + "| htg_setpoint | -1.2167891 |\n", + "| month | 1.2675217 |\n", + "| outdoor_humidity | -0.61958647 |\n", + "| outdoor_temperature | 2.1001863 |\n", + "| people_occupant | 1.685268 |\n", + "| total_electricity_HVAC | -0.4962465 |\n", + "| wind_direction | -1.4358267 |\n", + "| wind_speed | 0.66836846 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 941.15967 |\n", + "| air_humidity | 35.192722 |\n", + "| air_temperature | 23.79808 |\n", + "| clg_setpoint | 23.798912 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 282.0 |\n", + "| direct_solar_radiation | 626.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 12.672027 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 13.592999 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 882772.2 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 24%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 669.0633 |\n", - "| air_humidity | 28.5489 |\n", - "| air_temperature | 24.056192 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 146.5 |\n", - "| direct_solar_radiation | 873.5 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 68.0 |\n", - "| outdoor_temperature | 7.029778 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 608366.6 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.545 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.21159407 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.33913 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.62900823 |\n", + "| air_humidity | -0.067558594 |\n", + "| air_temperature | 1.6916281 |\n", + "| clg_setpoint | -0.295555 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6395918 |\n", + "| diffuse_solar_radiation | 1.3173574 |\n", + "| direct_solar_radiation | 3.0962505 |\n", + "| hour | -0.0672793 |\n", + "| htg_setpoint | -1.3821332 |\n", + "| month | 1.2480754 |\n", + "| outdoor_humidity | 0.10756914 |\n", + "| outdoor_temperature | 1.2502915 |\n", + "| people_occupant | 1.2045414 |\n", + "| total_electricity_HVAC | -0.62178403 |\n", + "| wind_direction | -0.69758755 |\n", + "| wind_speed | 0.47410467 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 179.70306 |\n", + "| air_humidity | 32.546234 |\n", + "| air_temperature | 25.855858 |\n", + "| clg_setpoint | 25.856369 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 146.5 |\n", + "| direct_solar_radiation | 873.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 9.029074 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 213237.38 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 6.7 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 24%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 77.871574 |\n", - "| air_humidity | 32.33923 |\n", - "| air_temperature | 20.417665 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 341.5 |\n", - "| direct_solar_radiation | 27.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | 5.2663016 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 72798.83 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.539 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.6272317 |\n", + "| Heating_Setpoint_RL | 0.51536584 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.741907 |\n", + "| Heating_Setpoint_RL | 20.523933 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6442586 |\n", + "| air_humidity | -0.3638809 |\n", + "| air_temperature | -0.2141047 |\n", + "| clg_setpoint | 0.6485655 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7189243 |\n", + "| diffuse_solar_radiation | 3.9534612 |\n", + "| direct_solar_radiation | -0.41648272 |\n", + "| hour | 0.07711125 |\n", + "| htg_setpoint | -0.31216267 |\n", + "| month | 1.2294974 |\n", + "| outdoor_humidity | 0.18634674 |\n", + "| outdoor_temperature | 0.70243466 |\n", + "| people_occupant | -0.69443697 |\n", + "| total_electricity_HVAC | -0.6463218 |\n", + "| wind_direction | -0.5989294 |\n", + "| wind_speed | 0.09487352 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 29.376528 |\n", + "| air_temperature | 21.652164 |\n", + "| clg_setpoint | 28.149212 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 341.5 |\n", + "| direct_solar_radiation | 27.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 16.333302 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 5.9968934 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 39.8185 |\n", - "| air_temperature | 20.66404 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 144.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 8.080436 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 10.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.534 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.18112569 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.0137 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6435178 |\n", + "| air_humidity | 0.08620625 |\n", + "| air_temperature | -0.6387097 |\n", + "| clg_setpoint | 1.408339 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7927083 |\n", + "| diffuse_solar_radiation | 1.2516956 |\n", + "| direct_solar_radiation | -0.5249985 |\n", + "| hour | 0.22150081 |\n", + "| htg_setpoint | 0.44209066 |\n", + "| month | 1.2117251 |\n", + "| outdoor_humidity | 1.4561951 |\n", + "| outdoor_temperature | 1.1726892 |\n", + "| people_occupant | -0.6884602 |\n", + "| total_electricity_HVAC | -0.6456242 |\n", + "| wind_direction | -1.5685134 |\n", + "| wind_speed | -0.3254078 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 34.147808 |\n", + "| air_temperature | 20.712507 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 144.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 19.383244 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 8.596111 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 676.7058 |\n", - "| air_humidity | 35.900913 |\n", - "| air_temperature | 22.70483 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 153.5 |\n", - "| direct_solar_radiation | 117.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 82.0 |\n", - "| outdoor_temperature | 6.9450645 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 609035.25 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.528 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.5136728 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 14.73559 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5140156 |\n", + "| air_humidity | 0.7440734 |\n", + "| air_temperature | 0.8748689 |\n", + "| clg_setpoint | -1.0483024 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6467675 |\n", + "| diffuse_solar_radiation | 1.3743905 |\n", + "| direct_solar_radiation | -0.031343304 |\n", + "| hour | 0.36588165 |\n", + "| htg_setpoint | -1.3832608 |\n", + "| month | 2.3546517 |\n", + "| outdoor_humidity | 0.6754707 |\n", + "| outdoor_temperature | 0.74644697 |\n", + "| people_occupant | 1.6979535 |\n", + "| total_electricity_HVAC | -0.5167361 |\n", + "| wind_direction | -0.1236372 |\n", + "| wind_speed | -0.89729804 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 806.5505 |\n", + "| air_humidity | 41.171734 |\n", + "| air_temperature | 24.029158 |\n", + "| clg_setpoint | 24.029802 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 153.5 |\n", + "| direct_solar_radiation | 117.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 6.2916226 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 744513.5 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 3.1 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 493.36768 |\n", - "| air_humidity | 20.675724 |\n", - "| air_temperature | 23.906479 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 140.0 |\n", - "| direct_solar_radiation | 323.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 32.0 |\n", - "| outdoor_temperature | 7.8594294 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 439279.62 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.523 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.537642 |\n", + "| air_humidity | -1.087826 |\n", + "| air_temperature | 0.5146866 |\n", + "| clg_setpoint | -1.3677641 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.502447 |\n", + "| diffuse_solar_radiation | 1.1789209 |\n", + "| direct_solar_radiation | 0.8267939 |\n", + "| hour | 0.51024085 |\n", + "| htg_setpoint | -1.3805103 |\n", + "| month | 2.2707925 |\n", + "| outdoor_humidity | -1.4681748 |\n", + "| outdoor_temperature | 0.99638087 |\n", + "| people_occupant | 1.6914971 |\n", + "| total_electricity_HVAC | -0.52898216 |\n", + "| wind_direction | 1.2113433 |\n", + "| wind_speed | 0.29709017 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 662.9046 |\n", + "| air_humidity | 21.826035 |\n", + "| air_temperature | 23.251402 |\n", + "| clg_setpoint | 23.251251 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 140.0 |\n", + "| direct_solar_radiation | 323.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 7.6779246 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 670766.4 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 478.49545 |\n", - "| air_humidity | 24.581656 |\n", - "| air_temperature | 24.346413 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 51.0 |\n", - "| direct_solar_radiation | 528.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 53.0 |\n", - "| outdoor_temperature | 7.0104027 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 430645.9 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.518 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6381397 |\n", + "| air_humidity | -0.86964345 |\n", + "| air_temperature | 1.7843465 |\n", + "| clg_setpoint | 1.3033515 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3655217 |\n", + "| diffuse_solar_radiation | -0.008012743 |\n", + "| direct_solar_radiation | 1.6490389 |\n", + "| hour | 0.6545608 |\n", + "| htg_setpoint | -0.76839465 |\n", + "| month | 2.1952987 |\n", + "| outdoor_humidity | -0.55851454 |\n", + "| outdoor_temperature | 0.74020606 |\n", + "| people_occupant | 1.6852328 |\n", + "| total_electricity_HVAC | -0.6403099 |\n", + "| wind_direction | 0.12865472 |\n", + "| wind_speed | 0.30009136 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 24.043089 |\n", + "| air_temperature | 26.044449 |\n", + "| clg_setpoint | 29.748192 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 51.0 |\n", + "| direct_solar_radiation | 528.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 14.474399 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 6.3060966 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 6.2 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 26%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 35.376736 |\n", - "| air_temperature | 29.603888 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 36.0 |\n", - "| direct_solar_radiation | 35.5 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 68.0 |\n", - "| outdoor_temperature | 11.504218 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.512 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6358993 |\n", + "| air_humidity | -0.057208486 |\n", + "| air_temperature | 2.3766603 |\n", + "| clg_setpoint | 0.3527421 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.234379 |\n", + "| diffuse_solar_radiation | -0.21256845 |\n", + "| direct_solar_radiation | -0.38557842 |\n", + "| hour | 0.7988192 |\n", + "| htg_setpoint | -0.28346318 |\n", + "| month | 2.1268663 |\n", + "| outdoor_humidity | 0.087996215 |\n", + "| outdoor_temperature | 0.8567951 |\n", + "| people_occupant | 1.6791518 |\n", + "| total_electricity_HVAC | -0.6380747 |\n", + "| wind_direction | 0.035603218 |\n", + "| wind_speed | 0.49837813 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 32.590538 |\n", + "| air_temperature | 27.373611 |\n", + "| clg_setpoint | 27.43922 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 36.0 |\n", + "| direct_solar_radiation | 35.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.4343 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 6.9940314 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.7 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 26%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 48.570503 |\n", - "| air_temperature | 27.450226 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 86.0 |\n", - "| outdoor_temperature | 10.577883 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.507 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.97035617 |\n", + "| Heating_Setpoint_RL | -0.9088991 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.350048 |\n", + "| Heating_Setpoint_RL | 12.512443 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6332432 |\n", + "| air_humidity | 1.3270074 |\n", + "| air_temperature | 1.2071688 |\n", + "| clg_setpoint | 1.4040339 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.1077411 |\n", + "| diffuse_solar_radiation | -0.692582 |\n", + "| direct_solar_radiation | -0.53067183 |\n", + "| hour | 0.94298947 |\n", + "| htg_setpoint | -1.0030811 |\n", + "| month | 2.0644586 |\n", + "| outdoor_humidity | 0.8656514 |\n", + "| outdoor_temperature | 1.8264631 |\n", + "| people_occupant | 0.48847035 |\n", + "| total_electricity_HVAC | -0.6354806 |\n", + "| wind_direction | 0.48524392 |\n", + "| wind_speed | -0.3164638 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 47.172234 |\n", + "| air_temperature | 24.812798 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 13.517263 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 12.381402 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 26%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 59.77879 |\n", - "| air_temperature | 24.601759 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 80.0 |\n", - "| outdoor_temperature | 12.718971 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.501 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.52965075 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.41257 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63022935 |\n", + "| air_humidity | 0.86045253 |\n", + "| air_temperature | 0.29382917 |\n", + "| clg_setpoint | -0.26602975 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9845818 |\n", + "| diffuse_solar_radiation | -0.6937673 |\n", + "| direct_solar_radiation | -0.53451717 |\n", + "| hour | 1.0870411 |\n", + "| htg_setpoint | 0.59040236 |\n", + "| month | 2.0072408 |\n", + "| outdoor_humidity | 0.6005419 |\n", + "| outdoor_temperature | 1.7674203 |\n", + "| people_occupant | -0.69242746 |\n", + "| total_electricity_HVAC | -0.6324932 |\n", + "| wind_direction | 0.028942639 |\n", + "| wind_speed | -0.8995607 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 42.477608 |\n", + "| air_temperature | 22.801344 |\n", + "| clg_setpoint | 25.936823 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 19.956486 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 12.355358 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 26%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 55.434128 |\n", - "| air_temperature | 25.836447 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | 20.91227 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.496 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 27%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.805756 |\n", - "| air_temperature | 24.448067 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 13.798377 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.49 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.14543213 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.134167 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6161328 |\n", + "| air_humidity | -0.63718945 |\n", + "| air_temperature | 0.3218134 |\n", + "| clg_setpoint | -0.3913457 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8640709 |\n", + "| diffuse_solar_radiation | -0.6957783 |\n", + "| direct_solar_radiation | -0.5375319 |\n", + "| hour | 1.2309399 |\n", + "| htg_setpoint | 0.3836946 |\n", + "| month | 1.954531 |\n", + "| outdoor_humidity | -0.52262414 |\n", + "| outdoor_temperature | 2.7532516 |\n", + "| people_occupant | -0.68692625 |\n", + "| total_electricity_HVAC | -0.6189641 |\n", + "| wind_direction | 0.75142956 |\n", + "| wind_speed | -0.30918017 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 150.68568 |\n", + "| air_humidity | 26.748531 |\n", + "| air_temperature | 22.863987 |\n", + "| clg_setpoint | 25.63807 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 19.108627 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 18.683043 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 135617.11 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 27%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.469086 |\n", - "| air_temperature | 23.550816 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 16.486246 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.485 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.84404933 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.473667 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6257464 |\n", + "| air_humidity | 1.8163489 |\n", + "| air_temperature | -0.0005707247 |\n", + "| clg_setpoint | 1.3989825 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.74553365 |\n", + "| diffuse_solar_radiation | -0.6950478 |\n", + "| direct_solar_radiation | -0.53989124 |\n", + "| hour | 1.374648 |\n", + "| htg_setpoint | -0.8208372 |\n", + "| month | 1.905767 |\n", + "| outdoor_humidity | 0.91347426 |\n", + "| outdoor_temperature | 1.9349079 |\n", + "| people_occupant | -0.6887976 |\n", + "| total_electricity_HVAC | -0.6283882 |\n", + "| wind_direction | 0.02039244 |\n", + "| wind_speed | -0.50089204 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 52.72675 |\n", + "| air_temperature | 22.174702 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 14.22475 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 14.413961 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.1 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 27%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 57.217648 |\n", - "| air_temperature | 22.522837 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 43.0 |\n", - "| outdoor_temperature | 9.949017 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 9.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.48 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.62468165 |\n", + "| air_humidity | 2.582347 |\n", + "| air_temperature | -0.12274707 |\n", + "| clg_setpoint | -0.04806024 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.62842333 |\n", + "| diffuse_solar_radiation | -0.6955095 |\n", + "| direct_solar_radiation | -0.5418456 |\n", + "| hour | 1.5181242 |\n", + "| htg_setpoint | -1.3676455 |\n", + "| month | 1.8604796 |\n", + "| outdoor_humidity | 1.0371933 |\n", + "| outdoor_temperature | 2.2018967 |\n", + "| people_occupant | -0.6906309 |\n", + "| total_electricity_HVAC | -0.6275075 |\n", + "| wind_direction | -0.071413316 |\n", + "| wind_speed | -0.4933125 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 61.322582 |\n", + "| air_temperature | 21.92201 |\n", + "| clg_setpoint | 26.47888 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 16.462786 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.37141097 |\n", + "| Heating_Setpoint_RL | -0.6375749 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.878511 |\n", + "| Heating_Setpoint_RL | 14.038641 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6235353 |\n", + "| air_humidity | -0.3989836 |\n", + "| air_temperature | -0.289277 |\n", + "| clg_setpoint | 1.3716732 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.51230085 |\n", + "| diffuse_solar_radiation | -0.69636977 |\n", + "| direct_solar_radiation | -0.54443693 |\n", + "| hour | 1.6613247 |\n", + "| htg_setpoint | 0.30443457 |\n", + "| month | 1.8182745 |\n", + "| outdoor_humidity | -1.0029953 |\n", + "| outdoor_temperature | 0.8378119 |\n", + "| people_occupant | -0.69242746 |\n", + "| total_electricity_HVAC | -0.62646383 |\n", + "| wind_direction | 0.93514955 |\n", + "| wind_speed | 1.7251545 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 29.61079 |\n", + "| air_temperature | 21.569344 |\n", + "| clg_setpoint | 29.93707 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.755625 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 8.37469 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 9.8 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 28%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 46.25956 |\n", - "| air_temperature | 21.33544 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 28.0 |\n", - "| outdoor_temperature | 7.333998 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 8.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.474 |\n", - "----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.69496727 |\n", + "| Heating_Setpoint_RL | 0.50368035 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.970514 |\n", + "| Heating_Setpoint_RL | 20.458202 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6209064 |\n", + "| air_humidity | -1.6859767 |\n", + "| air_temperature | -0.8198003 |\n", + "| clg_setpoint | 1.3985975 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.2832876 |\n", + "| diffuse_solar_radiation | -0.6981509 |\n", + "| direct_solar_radiation | -0.5476698 |\n", + "| hour | -1.6600378 |\n", + "| htg_setpoint | -0.61345834 |\n", + "| month | 1.7788173 |\n", + "| outdoor_humidity | -1.6172616 |\n", + "| outdoor_temperature | 0.5593768 |\n", + "| people_occupant | -0.6941883 |\n", + "| total_electricity_HVAC | -0.6239894 |\n", + "| wind_direction | 1.2884551 |\n", + "| wind_speed | 1.3034801 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 15.526718 |\n", + "| air_temperature | 20.410309 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.036627 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 28.0 |\n", + "| outdoor_temperature | 6.7148695 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 8.8 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 28%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 37.304005 |\n", - "| air_temperature | 21.064104 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 57.0 |\n", - "| outdoor_temperature | 6.7171063 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.469 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.588392 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.934704 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.16873267 |\n", + "| air_humidity | -1.5624415 |\n", + "| air_temperature | -0.1698666 |\n", + "| clg_setpoint | 0.99117756 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.16769591 |\n", + "| diffuse_solar_radiation | -0.6987044 |\n", + "| direct_solar_radiation | -0.5503271 |\n", + "| hour | -1.51462 |\n", + "| htg_setpoint | 0.9574612 |\n", + "| month | 1.7418221 |\n", + "| outdoor_humidity | -0.3529468 |\n", + "| outdoor_temperature | 0.6484309 |\n", + "| people_occupant | -0.69591445 |\n", + "| total_electricity_HVAC | -0.17127687 |\n", + "| wind_direction | 0.55241543 |\n", + "| wind_speed | -1.2838471 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2546.7922 |\n", + "| air_humidity | 16.50859 |\n", + "| air_temperature | 21.84539 |\n", + "| clg_setpoint | 29.003164 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.400757 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 7.3311167 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2374506.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 28%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 43.14323 |\n", - "| air_temperature | 18.625456 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 3.6882412 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 80.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.463 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 42.04449 |\n", - "| air_temperature | 18.97571 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 5.208225 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.458 |\n", - "----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8942303 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.643028 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6180717 |\n", + "| air_humidity | -0.98505527 |\n", + "| air_temperature | -0.5329976 |\n", + "| clg_setpoint | -0.0020316606 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.05227203 |\n", + "| diffuse_solar_radiation | -0.6993217 |\n", + "| direct_solar_radiation | -0.5470916 |\n", + "| hour | -1.3694715 |\n", + "| htg_setpoint | 0.01800517 |\n", + "| month | 1.7070432 |\n", + "| outdoor_humidity | 1.1765946 |\n", + "| outdoor_temperature | 0.19322304 |\n", + "| people_occupant | -0.69070345 |\n", + "| total_electricity_HVAC | -0.62118196 |\n", + "| wind_direction | -1.0039445 |\n", + "| wind_speed | 0.4977688 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 22.62754 |\n", + "| air_temperature | 21.046713 |\n", + "| clg_setpoint | 26.587473 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 17.596243 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 4.499451 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 6.7 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 81.08231 |\n", - "| air_temperature | 19.258926 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 9.289529 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.452 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.20498234 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 18.778025 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6169335 |\n", + "| air_humidity | -0.29931659 |\n", + "| air_temperature | -0.40844816 |\n", + "| clg_setpoint | -1.3723781 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.06307508 |\n", + "| diffuse_solar_radiation | -0.69999313 |\n", + "| direct_solar_radiation | -0.5487291 |\n", + "| hour | -1.2245376 |\n", + "| htg_setpoint | -0.7192517 |\n", + "| month | 1.6742676 |\n", + "| outdoor_humidity | 1.0042276 |\n", + "| outdoor_temperature | 0.70383614 |\n", + "| people_occupant | -0.6856078 |\n", + "| total_electricity_HVAC | -0.62006414 |\n", + "| wind_direction | -0.7228384 |\n", + "| wind_speed | -1.0902525 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 30.068356 |\n", + "| air_temperature | 21.322107 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 14.621033 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 7.7253165 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 82.286415 |\n", - "| air_temperature | 20.703104 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 38.5 |\n", - "| direct_solar_radiation | 16.5 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 14.200624 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.447 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.7610012 |\n", + "| Heating_Setpoint_RL | 0.6156127 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.056622 |\n", + "| Heating_Setpoint_RL | 21.087822 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6150319 |\n", + "| air_humidity | 2.1425912 |\n", + "| air_temperature | -0.5100841 |\n", + "| clg_setpoint | -0.4385277 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.17836788 |\n", + "| diffuse_solar_radiation | -0.70121187 |\n", + "| direct_solar_radiation | -0.5451938 |\n", + "| hour | -1.0797703 |\n", + "| htg_setpoint | 0.61778957 |\n", + "| month | 1.6433103 |\n", + "| outdoor_humidity | 1.0302262 |\n", + "| outdoor_temperature | 0.85882384 |\n", + "| people_occupant | -0.68736154 |\n", + "| total_electricity_HVAC | -0.6181186 |\n", + "| wind_direction | 0.56743336 |\n", + "| wind_speed | -0.5038278 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 57.082478 |\n", + "| air_temperature | 21.10923 |\n", + "| clg_setpoint | 25.523836 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0373 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 8.734999 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 88.664734 |\n", - "| air_temperature | 18.851236 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 66.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 85.0 |\n", - "| outdoor_temperature | 5.579129 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.442 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 30%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 50.477306 |\n", - "| air_temperature | 18.83049 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 201.0 |\n", - "| direct_solar_radiation | 329.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | 7.4226103 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 80.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.436 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 30%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 62.191772 |\n", - "| air_temperature | 19.665392 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 185.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 80.0 |\n", - "| outdoor_temperature | 8.042038 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.431 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 30%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 62.690765 |\n", - "| air_temperature | 19.137825 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 201.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 7.335754 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 10.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.425 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 840.9814 |\n", - "| air_humidity | 37.737446 |\n", - "| air_temperature | 22.171951 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 247.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 82.0 |\n", - "| outdoor_temperature | 6.5257034 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 756883.25 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 8.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.42 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 367.27585 |\n", - "| air_humidity | 36.124363 |\n", - "| air_temperature | 25.418484 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 137.5 |\n", - "| direct_solar_radiation | 828.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 55.0 |\n", - "| outdoor_temperature | 15.597458 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 330548.9 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.414 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 232.33136 |\n", - "| air_humidity | 44.826347 |\n", - "| air_temperature | 23.998606 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 248.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 86.0 |\n", - "| outdoor_temperature | 12.815099 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 265317.2 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.409 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3492.3127 |\n", - "| air_humidity | 38.76386 |\n", - "| air_temperature | 23.820107 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 212.5 |\n", - "| direct_solar_radiation | 553.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 33.0 |\n", - "| outdoor_temperature | 21.964018 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 3135141.2 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.404 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 788.53796 |\n", - "| air_humidity | 43.409836 |\n", - "| air_temperature | 25.469513 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 270.0 |\n", - "| direct_solar_radiation | 442.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | 17.625221 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 708291.3 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.398 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.73083705 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.091576 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.07832344 |\n", + "| air_humidity | 1.6177667 |\n", + "| air_temperature | -0.62522125 |\n", + "| clg_setpoint | 1.4022707 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.29356298 |\n", + "| diffuse_solar_radiation | -0.20726395 |\n", + "| direct_solar_radiation | -0.48268017 |\n", + "| hour | -0.9351286 |\n", + "| htg_setpoint | 0.8251143 |\n", + "| month | 1.614009 |\n", + "| outdoor_humidity | 0.990323 |\n", + "| outdoor_temperature | 1.2293583 |\n", + "| people_occupant | -0.6890821 |\n", + "| total_electricity_HVAC | 0.3423494 |\n", + "| wind_direction | -1.7426208 |\n", + "| wind_speed | -2.101277 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3842.6826 |\n", + "| air_humidity | 51.504772 |\n", + "| air_temperature | 20.869034 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 38.5 |\n", + "| direct_solar_radiation | 16.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.869022 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 11.29657 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4936487.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.0067286 |\n", + "| air_humidity | 1.2354679 |\n", + "| air_temperature | -0.14617133 |\n", + "| clg_setpoint | 0.58676344 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.40855384 |\n", + "| diffuse_solar_radiation | 0.14889534 |\n", + "| direct_solar_radiation | -0.5454461 |\n", + "| hour | -0.79057777 |\n", + "| htg_setpoint | 1.4102621 |\n", + "| month | 1.5862212 |\n", + "| outdoor_humidity | 0.81012195 |\n", + "| outdoor_temperature | 0.35912538 |\n", + "| people_occupant | -0.6907704 |\n", + "| total_electricity_HVAC | 2.084912 |\n", + "| wind_direction | -1.0871683 |\n", + "| wind_speed | 0.51645017 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 14264.053 |\n", + "| air_humidity | 47.498432 |\n", + "| air_temperature | 21.91889 |\n", + "| clg_setpoint | 28.01645 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 66.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.234018 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 5.849352 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13725448.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 6.7 |\n", + "| train/ | |\n", + "| approx_kl | 0.0066116964 |\n", + "| clip_fraction | 0.0656 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.81 |\n", + "| explained_variance | 0.678 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 8.18 |\n", + "| n_updates | 50 |\n", + "| policy_gradient_loss | -0.00941 |\n", + "| std | 0.983 |\n", + "| value_loss | 17 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.48548588 |\n", + "| Heating_Setpoint_RL | -0.5867804 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.986485 |\n", + "| Heating_Setpoint_RL | 14.32436 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.0053369 |\n", + "| air_humidity | 0.023083553 |\n", + "| air_temperature | 0.4213881 |\n", + "| clg_setpoint | 1.4006743 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.5231738 |\n", + "| diffuse_solar_radiation | 1.8627374 |\n", + "| direct_solar_radiation | 0.77580845 |\n", + "| hour | -0.64608926 |\n", + "| htg_setpoint | 1.4140658 |\n", + "| month | 1.5598209 |\n", + "| outdoor_humidity | -0.5150702 |\n", + "| outdoor_temperature | 0.47176102 |\n", + "| people_occupant | -0.69242746 |\n", + "| total_electricity_HVAC | 1.1020191 |\n", + "| wind_direction | -0.98161215 |\n", + "| wind_speed | 0.12728281 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8825.254 |\n", + "| air_humidity | 34.0945 |\n", + "| air_temperature | 23.159067 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 201.0 |\n", + "| direct_solar_radiation | 329.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 6.5777636 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 8742404.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.50989765 |\n", + "| Heating_Setpoint_RL | 0.1689406 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.345905 |\n", + "| Heating_Setpoint_RL | 18.57529 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60924506 |\n", + "| air_humidity | -0.11573622 |\n", + "| air_temperature | -0.44658062 |\n", + "| clg_setpoint | 0.04257631 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.63720006 |\n", + "| diffuse_solar_radiation | 1.6350304 |\n", + "| direct_solar_radiation | -0.54387665 |\n", + "| hour | -0.50164014 |\n", + "| htg_setpoint | -1.3665037 |\n", + "| month | 1.5346963 |\n", + "| outdoor_humidity | 0.60238224 |\n", + "| outdoor_temperature | 0.8011873 |\n", + "| people_occupant | -0.69405407 |\n", + "| total_electricity_HVAC | -0.6125426 |\n", + "| wind_direction | -0.7947369 |\n", + "| wind_speed | -0.30251908 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 32.53861 |\n", + "| air_temperature | 21.279015 |\n", + "| clg_setpoint | 26.685583 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 185.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 8.687165 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7060824 |\n", + "| Heating_Setpoint_RL | -0.43760657 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.008028 |\n", + "| Heating_Setpoint_RL | 15.163464 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60866153 |\n", + "| air_humidity | -0.037766647 |\n", + "| air_temperature | -0.47279078 |\n", + "| clg_setpoint | 0.7646618 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.75035876 |\n", + "| diffuse_solar_radiation | 1.8281845 |\n", + "| direct_solar_radiation | -0.5405514 |\n", + "| hour | -0.35721287 |\n", + "| htg_setpoint | -1.3660142 |\n", + "| month | 1.5107481 |\n", + "| outdoor_humidity | 1.325901 |\n", + "| outdoor_temperature | 0.37427026 |\n", + "| people_occupant | -0.6892082 |\n", + "| total_electricity_HVAC | -0.6119878 |\n", + "| wind_direction | -1.428898 |\n", + "| wind_speed | 1.9330893 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 33.387596 |\n", + "| air_temperature | 21.220537 |\n", + "| clg_setpoint | 28.452284 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 201.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 6.0313244 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 10.3 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.95338047 |\n", + "| Heating_Setpoint_RL | 0.23170303 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.407341 |\n", + "| Heating_Setpoint_RL | 18.92833 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5784974 |\n", + "| air_humidity | 0.320892 |\n", + "| air_temperature | 1.7277498 |\n", + "| clg_setpoint | -0.25505212 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.86233115 |\n", + "| diffuse_solar_radiation | 2.4008687 |\n", + "| direct_solar_radiation | -0.5372864 |\n", + "| hour | -0.2127952 |\n", + "| htg_setpoint | -0.9072473 |\n", + "| month | 1.487887 |\n", + "| outdoor_humidity | 0.6701706 |\n", + "| outdoor_temperature | 0.6338 |\n", + "| people_occupant | 1.6998632 |\n", + "| total_electricity_HVAC | -0.59428084 |\n", + "| wind_direction | 0.7796673 |\n", + "| wind_speed | 1.3374398 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 245.46672 |\n", + "| air_humidity | 37.327103 |\n", + "| air_temperature | 25.973839 |\n", + "| clg_setpoint | 25.975208 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 247.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 13.85217 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 7.667524 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 163932.72 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 8.8 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.03325683 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.737242 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.2562775 |\n", + "| air_humidity | 0.46332005 |\n", + "| air_temperature | 0.46503153 |\n", + "| clg_setpoint | -1.3704512 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.97276175 |\n", + "| diffuse_solar_radiation | 1.0126284 |\n", + "| direct_solar_radiation | 2.7928216 |\n", + "| hour | -0.068379655 |\n", + "| htg_setpoint | 1.4215952 |\n", + "| month | 1.4660333 |\n", + "| outdoor_humidity | -0.48992538 |\n", + "| outdoor_temperature | 1.887322 |\n", + "| people_occupant | 1.2184614 |\n", + "| total_electricity_HVAC | -0.23008595 |\n", + "| wind_direction | -0.056564823 |\n", + "| wind_speed | 0.31096935 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1965.583 |\n", + "| air_humidity | 38.898193 |\n", + "| air_temperature | 23.249548 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 137.5 |\n", + "| direct_solar_radiation | 828.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 15.604204 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1982401.6 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 6.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49141413 |\n", + "| air_humidity | 0.87034756 |\n", + "| air_temperature | 0.4621325 |\n", + "| clg_setpoint | -1.368244 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0812672 |\n", + "| diffuse_solar_radiation | 2.3885205 |\n", + "| direct_solar_radiation | -0.5391033 |\n", + "| hour | 0.07603645 |\n", + "| htg_setpoint | -1.3640085 |\n", + "| month | 1.4451151 |\n", + "| outdoor_humidity | 0.8453917 |\n", + "| outdoor_temperature | 1.1743444 |\n", + "| people_occupant | 0.26230597 |\n", + "| total_electricity_HVAC | -0.48724294 |\n", + "| wind_direction | -1.0778476 |\n", + "| wind_speed | -0.90794545 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 692.5157 |\n", + "| air_humidity | 43.34776 |\n", + "| air_temperature | 23.251898 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 248.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 11.207271 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 682516.1 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.027320653 |\n", + "| Heating_Setpoint_RL | 0.32168755 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.717207 |\n", + "| Heating_Setpoint_RL | 19.434492 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.016427128 |\n", + "| air_humidity | 0.583211 |\n", + "| air_temperature | 1.6847849 |\n", + "| clg_setpoint | -0.27785555 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1874473 |\n", + "| diffuse_solar_radiation | 1.935344 |\n", + "| direct_solar_radiation | 1.6710562 |\n", + "| hour | 0.22045137 |\n", + "| htg_setpoint | -1.0822349 |\n", + "| month | 1.4250675 |\n", + "| outdoor_humidity | -1.450846 |\n", + "| outdoor_temperature | 2.9815714 |\n", + "| people_occupant | 1.2110263 |\n", + "| total_electricity_HVAC | 0.076565824 |\n", + "| wind_direction | -1.7238053 |\n", + "| wind_speed | -1.1031281 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3226.1165 |\n", + "| air_humidity | 40.38819 |\n", + "| air_temperature | 25.90768 |\n", + "| clg_setpoint | 25.908232 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 212.5 |\n", + "| direct_solar_radiation | 553.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 13.136019 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 22.752947 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 3495577.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.87420416 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.707602 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.31444135 |\n", + "| air_humidity | 0.89778745 |\n", + "| air_temperature | 2.0096488 |\n", + "| clg_setpoint | 0.018188216 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2908959 |\n", + "| diffuse_solar_radiation | 2.599003 |\n", + "| direct_solar_radiation | 1.226678 |\n", + "| hour | 0.36485904 |\n", + "| htg_setpoint | -0.81722176 |\n", + "| month | 1.4058317 |\n", + "| outdoor_humidity | -0.28328958 |\n", + "| outdoor_temperature | 2.2122545 |\n", + "| people_occupant | 1.681964 |\n", + "| total_electricity_HVAC | -0.2954275 |\n", + "| wind_direction | 0.041942276 |\n", + "| wind_speed | 0.5220865 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1626.3639 |\n", + "| air_humidity | 43.892227 |\n", + "| air_temperature | 26.62548 |\n", + "| clg_setpoint | 26.626335 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 270.0 |\n", + "| direct_solar_radiation | 442.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 14.201899 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 18.148863 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1630686.9 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 59.083458 |\n", - "| air_temperature | 24.928692 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 155.0 |\n", - "| direct_solar_radiation | 542.5 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 78.0 |\n", - "| outdoor_temperature | 16.636791 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.393 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60076344 |\n", + "| air_humidity | 1.0364093 |\n", + "| air_temperature | 0.56239194 |\n", + "| clg_setpoint | 1.095265 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.3912132 |\n", + "| diffuse_solar_radiation | 1.1746283 |\n", + "| direct_solar_radiation | 1.6291755 |\n", + "| hour | 0.5092494 |\n", + "| htg_setpoint | -0.54017186 |\n", + "| month | 1.3873545 |\n", + "| outdoor_humidity | 0.4965732 |\n", + "| outdoor_temperature | 1.9999695 |\n", + "| people_occupant | -0.69242746 |\n", + "| total_electricity_HVAC | -0.6043907 |\n", + "| wind_direction | 0.040376764 |\n", + "| wind_speed | 0.12973134 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 45.502953 |\n", + "| air_temperature | 23.490881 |\n", + "| clg_setpoint | 29.255545 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 155.0 |\n", + "| direct_solar_radiation | 542.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.306635 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 17.011475 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 58.75574 |\n", - "| air_temperature | 25.17046 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 99.5 |\n", - "| direct_solar_radiation | 80.5 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 59.0 |\n", - "| outdoor_temperature | 11.623688 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.387 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5980675 |\n", + "| air_humidity | -0.24707223 |\n", + "| air_temperature | 0.45114446 |\n", + "| clg_setpoint | -1.3638395 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.488017 |\n", + "| diffuse_solar_radiation | 0.49716693 |\n", + "| direct_solar_radiation | -0.22682333 |\n", + "| hour | 0.6536083 |\n", + "| htg_setpoint | -1.3566368 |\n", + "| month | 1.3695871 |\n", + "| outdoor_humidity | -0.33018732 |\n", + "| outdoor_temperature | 1.3259094 |\n", + "| people_occupant | -0.687899 |\n", + "| total_electricity_HVAC | -0.6017473 |\n", + "| wind_direction | -0.6989016 |\n", + "| wind_speed | 0.7250575 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 31.59774 |\n", + "| air_temperature | 23.249979 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 99.5 |\n", + "| direct_solar_radiation | 80.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 12.843531 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 41.491833 |\n", - "| air_temperature | 27.845036 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 29.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | 11.431208 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 140.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.382 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.19763774 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.513287 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.50364816 |\n", + "| air_humidity | 1.3073411 |\n", + "| air_temperature | 0.44929546 |\n", + "| clg_setpoint | -1.3611356 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5809547 |\n", + "| diffuse_solar_radiation | -0.36098605 |\n", + "| direct_solar_radiation | -0.54506963 |\n", + "| hour | 0.7979181 |\n", + "| htg_setpoint | -1.2197195 |\n", + "| month | 1.3524853 |\n", + "| outdoor_humidity | 0.7163505 |\n", + "| outdoor_temperature | 1.2849318 |\n", + "| people_occupant | 1.6940491 |\n", + "| total_electricity_HVAC | -0.44693783 |\n", + "| wind_direction | -0.4137491 |\n", + "| wind_speed | -0.896985 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 580.1505 |\n", + "| air_humidity | 48.567234 |\n", + "| air_temperature | 23.250092 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 29.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.548784 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 12.64948 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 838924.4 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 33%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 54.379395 |\n", - "| air_temperature | 27.763325 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 13.161691 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.377 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.4628275 |\n", + "| Heating_Setpoint_RL | -0.9770364 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.062958 |\n", + "| Heating_Setpoint_RL | 12.12917 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.595192 |\n", + "| air_humidity | 1.7462662 |\n", + "| air_temperature | 0.9277116 |\n", + "| clg_setpoint | 1.403473 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6697125 |\n", + "| diffuse_solar_radiation | -0.7132549 |\n", + "| direct_solar_radiation | -0.5425981 |\n", + "| hour | 0.94215745 |\n", + "| htg_setpoint | 0.7428592 |\n", + "| month | 1.3360087 |\n", + "| outdoor_humidity | 0.8805222 |\n", + "| outdoor_temperature | 1.663105 |\n", + "| people_occupant | 0.4998139 |\n", + "| total_electricity_HVAC | -0.5990058 |\n", + "| wind_direction | -1.1577908 |\n", + "| wind_speed | -1.2842661 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 53.645794 |\n", + "| air_temperature | 24.28683 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.476015 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 15.218741 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.1 |\n", + "------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 33%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 36.681477 |\n", - "| air_temperature | 27.59846 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 52.0 |\n", - "| outdoor_temperature | 11.398606 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 80.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.371 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.10907631 |\n", + "| Heating_Setpoint_RL | 0.56110525 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.993132 |\n", + "| Heating_Setpoint_RL | 20.781216 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5936951 |\n", + "| air_humidity | -0.6604664 |\n", + "| air_temperature | 0.786649 |\n", + "| clg_setpoint | 1.402514 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6484427 |\n", + "| diffuse_solar_radiation | -0.7116959 |\n", + "| direct_solar_radiation | -0.5443199 |\n", + "| hour | 1.0863016 |\n", + "| htg_setpoint | -1.189786 |\n", + "| month | 2.176906 |\n", + "| outdoor_humidity | -0.6427256 |\n", + "| outdoor_temperature | 0.97504944 |\n", + "| people_occupant | -0.45437643 |\n", + "| total_electricity_HVAC | -0.5974938 |\n", + "| wind_direction | -0.96116227 |\n", + "| wind_speed | -1.0820432 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 27.24473 |\n", + "| air_temperature | 23.992046 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.670278 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 10.798441 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 33%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 44.83205 |\n", - "| air_temperature | 26.145975 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 12.721945 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.366 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.2302505 |\n", + "| Heating_Setpoint_RL | -0.35794264 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.847904 |\n", + "| Heating_Setpoint_RL | 15.611572 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.04968866 |\n", + "| air_humidity | -0.18761072 |\n", + "| air_temperature | 0.43636918 |\n", + "| clg_setpoint | 0.52064437 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5119331 |\n", + "| diffuse_solar_radiation | -0.71285194 |\n", + "| direct_solar_radiation | -0.5473886 |\n", + "| hour | 1.2303227 |\n", + "| htg_setpoint | 1.4315535 |\n", + "| month | 2.1249757 |\n", + "| outdoor_humidity | -0.15559237 |\n", + "| outdoor_temperature | 1.0463675 |\n", + "| people_occupant | -0.4561154 |\n", + "| total_electricity_HVAC | 0.34340212 |\n", + "| wind_direction | -1.6967009 |\n", + "| wind_speed | -0.4876189 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3462.2751 |\n", + "| air_humidity | 32.427486 |\n", + "| air_temperature | 23.250015 |\n", + "| clg_setpoint | 27.844063 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 11.373157 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 4702042.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.31678036 |\n", + "| Heating_Setpoint_RL | 0.026097849 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.555866 |\n", + "| Heating_Setpoint_RL | 17.771801 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.59059423 |\n", + "| air_humidity | 0.07996815 |\n", + "| air_temperature | -0.19985843 |\n", + "| clg_setpoint | 1.4028797 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3806523 |\n", + "| diffuse_solar_radiation | -0.71464133 |\n", + "| direct_solar_radiation | -0.54449135 |\n", + "| hour | 1.37419 |\n", + "| htg_setpoint | 0.2121011 |\n", + "| month | 2.076593 |\n", + "| outdoor_humidity | -0.28629977 |\n", + "| outdoor_temperature | 1.1801684 |\n", + "| people_occupant | -0.6953231 |\n", + "| total_electricity_HVAC | -0.59455585 |\n", + "| wind_direction | -1.4914944 |\n", + "| wind_speed | 0.5296556 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 35.3913 |\n", + "| air_temperature | 21.889708 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 18.326311 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 12.349574 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 34%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 57.085587 |\n", - "| air_temperature | 23.336391 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | 12.094041 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.36 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.2571804 |\n", + "| Heating_Setpoint_RL | 0.48090598 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.492985 |\n", + "| Heating_Setpoint_RL | 20.330097 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.043235194 |\n", + "| air_humidity | 1.2970996 |\n", + "| air_temperature | -0.09602026 |\n", + "| clg_setpoint | 0.8316149 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2535433 |\n", + "| diffuse_solar_radiation | -0.7159958 |\n", + "| direct_solar_radiation | -0.54163647 |\n", + "| hour | 1.5178695 |\n", + "| htg_setpoint | 1.1495918 |\n", + "| month | 2.031371 |\n", + "| outdoor_humidity | 0.8866465 |\n", + "| outdoor_temperature | 1.2891665 |\n", + "| people_occupant | -0.69099313 |\n", + "| total_electricity_HVAC | 0.01637902 |\n", + "| wind_direction | -1.2933815 |\n", + "| wind_speed | -1.281409 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3397.0132 |\n", + "| air_humidity | 48.791878 |\n", + "| air_temperature | 22.113224 |\n", + "| clg_setpoint | 28.610865 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.11322 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 13.1565485 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3067248.8 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 34%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 64.2879 |\n", - "| air_temperature | 21.366455 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 13.429308 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.355 |\n", - "-----------------------------------------------\n", - "Progress: |**********************************-----------------------------------------------------------------| 34%-----------------------------------------------\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 60.754135 |\n", - "| air_temperature | 22.324484 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 13.399098 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.349 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.09426762 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.155254 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5875408 |\n", + "| air_humidity | 1.8812523 |\n", + "| air_temperature | -0.42432797 |\n", + "| clg_setpoint | 1.3994229 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.1297388 |\n", + "| diffuse_solar_radiation | -0.71614385 |\n", + "| direct_solar_radiation | -0.54101473 |\n", + "| hour | 1.6613247 |\n", + "| htg_setpoint | -1.3572758 |\n", + "| month | 1.9889807 |\n", + "| outdoor_humidity | 0.9671126 |\n", + "| outdoor_temperature | 1.3015566 |\n", + "| people_occupant | -0.6867431 |\n", + "| total_electricity_HVAC | -0.59168285 |\n", + "| wind_direction | -0.55265516 |\n", + "| wind_speed | -1.2711405 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 55.483143 |\n", + "| air_temperature | 21.414978 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 13.380048 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.84467 |\n", - "| air_temperature | 21.444046 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 11.571168 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 90.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.344 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.43715483 |\n", + "| Heating_Setpoint_RL | -0.2812345 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.100397 |\n", + "| Heating_Setpoint_RL | 16.043056 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.586263 |\n", + "| air_humidity | 1.893773 |\n", + "| air_temperature | -0.44145685 |\n", + "| clg_setpoint | -0.36230516 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8959002 |\n", + "| diffuse_solar_radiation | -0.7153932 |\n", + "| direct_solar_radiation | -0.53859156 |\n", + "| hour | -1.6602929 |\n", + "| htg_setpoint | -0.3911173 |\n", + "| month | 1.9491378 |\n", + "| outdoor_humidity | 1.2646264 |\n", + "| outdoor_temperature | 0.78537136 |\n", + "| people_occupant | -0.6881981 |\n", + "| total_electricity_HVAC | -0.59045064 |\n", + "| wind_direction | -0.82805 |\n", + "| wind_speed | -0.47623295 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 55.88802 |\n", + "| air_temperature | 21.387615 |\n", + "| clg_setpoint | 25.704847 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.898175 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 10.018565 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 94.38619 |\n", - "| air_temperature | 21.133598 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 14.183125 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.339 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.016783386 |\n", + "| Heating_Setpoint_RL | 0.532509 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.681644 |\n", + "| Heating_Setpoint_RL | 20.620363 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5850116 |\n", + "| air_humidity | 2.6422617 |\n", + "| air_temperature | -0.48539153 |\n", + "| clg_setpoint | -0.95379627 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7766325 |\n", + "| diffuse_solar_radiation | -0.7167918 |\n", + "| direct_solar_radiation | -0.5358416 |\n", + "| hour | -1.5150604 |\n", + "| htg_setpoint | 0.30424523 |\n", + "| month | 1.9115973 |\n", + "| outdoor_humidity | 1.4243065 |\n", + "| outdoor_temperature | 1.1537873 |\n", + "| people_occupant | -0.68963015 |\n", + "| total_electricity_HVAC | -0.5892918 |\n", + "| wind_direction | -0.635941 |\n", + "| wind_speed | -0.6752683 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 64.71654 |\n", + "| air_temperature | 21.303251 |\n", + "| clg_setpoint | 24.259544 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 18.704247 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 12.565159 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 100.0 |\n", - "| air_temperature | 20.961252 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 12.913214 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.333 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.00252527 |\n", + "| Heating_Setpoint_RL | 0.49102014 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.633522 |\n", + "| Heating_Setpoint_RL | 20.38699 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.9559178 |\n", + "| air_humidity | 2.0675793 |\n", + "| air_temperature | -0.2511067 |\n", + "| clg_setpoint | 0.12631343 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.65876037 |\n", + "| diffuse_solar_radiation | -0.7180368 |\n", + "| direct_solar_radiation | -0.5331804 |\n", + "| hour | -1.370042 |\n", + "| htg_setpoint | 1.3175151 |\n", + "| month | 1.8761455 |\n", + "| outdoor_humidity | 1.4071133 |\n", + "| outdoor_temperature | 1.0846701 |\n", + "| people_occupant | -0.69103974 |\n", + "| total_electricity_HVAC | 2.1254723 |\n", + "| wind_direction | 0.76264846 |\n", + "| wind_speed | -1.2639762 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13247.339 |\n", + "| air_humidity | 58.77093 |\n", + "| air_temperature | 21.810108 |\n", + "| clg_setpoint | 26.897247 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.789112 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 12.188948 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13259848.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 2.1 |\n", + "| train/ | |\n", + "| approx_kl | 0.006808666 |\n", + "| clip_fraction | 0.0626 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.8 |\n", + "| explained_variance | 0.698 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 5.17 |\n", + "| n_updates | 60 |\n", + "| policy_gradient_loss | -0.00784 |\n", + "| std | 0.981 |\n", + "| value_loss | 10.6 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 82.48104 |\n", - "| air_temperature | 21.436998 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 64.0 |\n", - "| outdoor_temperature | 12.122469 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.328 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 36%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 68.75677 |\n", - "| air_temperature | 21.790524 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 33.0 |\n", - "| direct_solar_radiation | 23.5 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | 8.485458 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.322 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.34069654 |\n", + "| Heating_Setpoint_RL | 0.8217245 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.77485 |\n", + "| Heating_Setpoint_RL | 22.2472 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.582864 |\n", + "| air_humidity | 1.3156767 |\n", + "| air_temperature | -0.68226045 |\n", + "| clg_setpoint | -0.69141054 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5418966 |\n", + "| diffuse_solar_radiation | -0.717886 |\n", + "| direct_solar_radiation | -0.5341204 |\n", + "| hour | -1.2251943 |\n", + "| htg_setpoint | -0.15144828 |\n", + "| month | 1.8425957 |\n", + "| outdoor_humidity | -0.15525989 |\n", + "| outdoor_temperature | 1.5438634 |\n", + "| people_occupant | -0.69242746 |\n", + "| total_electricity_HVAC | -0.58729374 |\n", + "| wind_direction | 1.3137121 |\n", + "| wind_speed | -0.27077767 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 50.416527 |\n", + "| air_temperature | 20.896954 |\n", + "| clg_setpoint | 24.900768 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 16.866886 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 15.516587 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 36%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 72.56549 |\n", - "| air_temperature | 20.831415 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 95.0 |\n", - "| direct_solar_radiation | 255.5 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | 10.341748 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 1.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.317 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.59335715 |\n", + "| Heating_Setpoint_RL | 0.8338209 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.62242 |\n", + "| Heating_Setpoint_RL | 22.315243 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.58274484 |\n", + "| air_humidity | 0.16050497 |\n", + "| air_temperature | -0.16263306 |\n", + "| clg_setpoint | -0.73802954 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.42572793 |\n", + "| diffuse_solar_radiation | -0.33680865 |\n", + "| direct_solar_radiation | -0.44187856 |\n", + "| hour | -1.08048 |\n", + "| htg_setpoint | -1.3598061 |\n", + "| month | 1.8107836 |\n", + "| outdoor_humidity | 0.15572722 |\n", + "| outdoor_temperature | 0.7735568 |\n", + "| people_occupant | -0.6937937 |\n", + "| total_electricity_HVAC | -0.5872518 |\n", + "| wind_direction | -1.3792893 |\n", + "| wind_speed | -0.86709756 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 37.24486 |\n", + "| air_temperature | 22.015062 |\n", + "| clg_setpoint | 24.781885 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 33.0 |\n", + "| direct_solar_radiation | 23.5 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 10.436596 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.53476435 |\n", + "| Heating_Setpoint_RL | 0.116868176 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.82017 |\n", + "| Heating_Setpoint_RL | 18.282383 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.58097637 |\n", + "| air_humidity | 0.5088886 |\n", + "| air_temperature | -0.52957666 |\n", + "| clg_setpoint | -1.3666419 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.31000787 |\n", + "| diffuse_solar_radiation | 0.37996796 |\n", + "| direct_solar_radiation | 0.49231124 |\n", + "| hour | -0.9358666 |\n", + "| htg_setpoint | -0.034751017 |\n", + "| month | 1.7805643 |\n", + "| outdoor_humidity | 0.67934304 |\n", + "| outdoor_temperature | 0.8907887 |\n", + "| people_occupant | -0.6897189 |\n", + "| total_electricity_HVAC | -0.585572 |\n", + "| wind_direction | -1.473584 |\n", + "| wind_speed | -1.5039821 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 41.18823 |\n", + "| air_temperature | 21.239964 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 95.0 |\n", + "| direct_solar_radiation | 255.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 17.33522 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 11.306851 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 1.5 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 36%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 74.24994 |\n", - "| air_temperature | 20.37937 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 153.0 |\n", - "| direct_solar_radiation | 3.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 50.0 |\n", - "| outdoor_temperature | 10.105156 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.311 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*--------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 103.51785 |\n", - "| air_humidity | 53.202087 |\n", - "| air_temperature | 20.09997 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 178.0 |\n", - "| direct_solar_radiation | 588.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 52.0 |\n", - "| outdoor_temperature | 14.155286 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 93643.08 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.306 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1136.2172 |\n", - "| air_humidity | 42.1363 |\n", - "| air_temperature | 23.410343 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 200.0 |\n", - "| direct_solar_radiation | 670.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 37.0 |\n", - "| outdoor_temperature | 18.402655 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1022595.44 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.301 |\n", - "------------------------------------------------\n", - "-----------------------------------------------*--------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3130.67 |\n", - "| air_humidity | 48.369793 |\n", - "| air_temperature | 23.556591 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 374.0 |\n", - "| direct_solar_radiation | 341.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | 19.423044 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2817603.0 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.295 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*--------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3276.524 |\n", - "| air_humidity | 53.28928 |\n", - "| air_temperature | 23.850237 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 279.0 |\n", - "| direct_solar_radiation | 649.5 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 55.0 |\n", - "| outdoor_temperature | 20.656189 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2948871.5 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.29 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 69.13058 |\n", - "| air_temperature | 24.301405 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 234.0 |\n", - "| direct_solar_radiation | 3.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 18.272463 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.284 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 74.40799 |\n", - "| air_temperature | 22.965963 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 281.0 |\n", - "| direct_solar_radiation | 9.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 18.917852 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 140.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.279 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3669.714 |\n", - "| air_humidity | 39.210167 |\n", - "| air_temperature | 23.827646 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 208.5 |\n", - "| direct_solar_radiation | 706.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 34.0 |\n", - "| outdoor_temperature | 23.476068 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 3295098.5 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.273 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4127.629 |\n", - "| air_humidity | 40.88415 |\n", - "| air_temperature | 24.211084 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 239.0 |\n", - "| direct_solar_radiation | 528.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 44.0 |\n", - "| outdoor_temperature | 20.875473 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3716403.5 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.268 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***------------------------------------------------------------| 39%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3420.548 |\n", - "| air_humidity | 45.426456 |\n", - "| air_temperature | 23.956959 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 266.0 |\n", - "| direct_solar_radiation | 88.5 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 50.0 |\n", - "| outdoor_temperature | 19.384127 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3078493.5 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.263 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***------------------------------------------------------------| 39%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1579.4819 |\n", - "| air_humidity | 59.7493 |\n", - "| air_temperature | 23.366064 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 188.5 |\n", - "| direct_solar_radiation | 101.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 15.36043 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1421501.6 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.257 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***------------------------------------------------------------| 39%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 55.233074 |\n", - "| air_temperature | 28.15829 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 39.5 |\n", - "| direct_solar_radiation | 34.5 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 16.08662 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.252 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 73.489456 |\n", - "| air_temperature | 25.69325 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 18.0 |\n", - "| direct_solar_radiation | 88.5 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 34.0 |\n", - "| outdoor_temperature | 20.846014 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.246 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 76.32439 |\n", - "| air_temperature | 25.073156 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | 17.44568 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.241 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 47.648335 |\n", - "| air_temperature | 26.774912 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 32.0 |\n", - "| outdoor_temperature | 19.110273 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.236 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 69.04204 |\n", - "| air_temperature | 25.350838 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 78.0 |\n", - "| outdoor_temperature | 18.403831 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.23 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****----------------------------------------------------------| 41%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 73.97231 |\n", - "| air_temperature | 24.641607 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 22.064882 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.225 |\n", - "-----------------------------------------------\n", - "Progress: |*****************************************----------------------------------------------------------| 41%-----------------------------------------------\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 69.824036 |\n", - "| air_temperature | 23.922873 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 78.0 |\n", - "| outdoor_temperature | 18.419962 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.219 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****----------------------------------------------------------| 41%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 75.50254 |\n", - "| air_temperature | 23.970839 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | 18.211943 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 3.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.214 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******---------------------------------------------------------| 42%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 76.16311 |\n", - "| air_temperature | 23.825941 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | 14.515478 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 350.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.208 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******---------------------------------------------------------| 42%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 88.36912 |\n", - "| air_temperature | 21.474377 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | 12.512131 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.203 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******---------------------------------------------------------| 42%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 82.39349 |\n", - "| air_temperature | 21.8717 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 44.0 |\n", - "| outdoor_temperature | 16.210348 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.198 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 75.15875 |\n", - "| air_temperature | 21.211725 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 30.5 |\n", - "| direct_solar_radiation | 127.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | 14.304934 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 1.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.192 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 91.285484 |\n", - "| air_temperature | 21.456501 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 131.0 |\n", - "| direct_solar_radiation | 120.5 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 84.0 |\n", - "| outdoor_temperature | 18.877153 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.187 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 97.047325 |\n", - "| air_temperature | 20.787859 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 153.0 |\n", - "| direct_solar_radiation | 12.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 16.614325 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.181 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.41702 |\n", - "| air_temperature | 23.228634 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 185.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 59.0 |\n", - "| outdoor_temperature | 23.758158 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 350.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.176 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.8534 |\n", - "| air_temperature | 24.084793 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 215.0 |\n", - "| direct_solar_radiation | 632.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 42.0 |\n", - "| outdoor_temperature | 20.098276 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.17 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3718.872 |\n", - "| air_humidity | 53.877106 |\n", - "| air_temperature | 23.519888 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 368.0 |\n", - "| direct_solar_radiation | 470.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 37.0 |\n", - "| outdoor_temperature | 24.126413 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3319559.5 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.165 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3689.9016 |\n", - "| air_humidity | 59.44847 |\n", - "| air_temperature | 23.61409 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 324.0 |\n", - "| direct_solar_radiation | 150.5 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 21.86438 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3320911.5 |\n", - "| wind_direction | 140.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.16 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4656.9316 |\n", - "| air_humidity | 60.589455 |\n", - "| air_temperature | 23.196474 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 285.5 |\n", - "| direct_solar_radiation | 137.5 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 21.750145 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 4191238.2 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 8.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.154 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********------------------------------------------------------| 45%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3025.9248 |\n", - "| air_humidity | 59.557205 |\n", - "| air_temperature | 23.235693 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 258.0 |\n", - "| direct_solar_radiation | 688.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 23.093733 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 2717327.2 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********------------------------------------------------------| 45%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5699.271 |\n", - "| air_humidity | 58.27975 |\n", - "| air_temperature | 23.849758 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 248.0 |\n", - "| direct_solar_radiation | 632.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 22.49144 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 5129490.5 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.143 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********------------------------------------------------------| 45%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 63.614998 |\n", - "| air_temperature | 28.336887 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 297.0 |\n", - "| direct_solar_radiation | 313.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 69.0 |\n", - "| outdoor_temperature | 25.138285 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.138 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 71.799965 |\n", - "| air_temperature | 26.287437 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 130.0 |\n", - "| direct_solar_radiation | 629.5 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 69.0 |\n", - "| outdoor_temperature | 25.576597 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 160.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.133 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6111.2476 |\n", - "| air_humidity | 59.461708 |\n", - "| air_temperature | 23.92439 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 137.5 |\n", - "| direct_solar_radiation | 411.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 81.0 |\n", - "| outdoor_temperature | 23.203123 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5500122.5 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.127 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 48.99368 |\n", - "| air_temperature | 29.967133 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 77.5 |\n", - "| direct_solar_radiation | 232.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 85.0 |\n", - "| outdoor_temperature | 21.989483 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.122 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 54.70692 |\n", - "| air_temperature | 31.041197 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 25.5 |\n", - "| direct_solar_radiation | 49.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 45.0 |\n", - "| outdoor_temperature | 33.851494 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.116 |\n", - "-----------------------------------------------\n", - "----------------------------------------------************----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 57.80717 |\n", - "| air_temperature | 29.11506 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 66.0 |\n", - "| outdoor_temperature | 22.44267 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.111 |\n", - "----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 69.88379 |\n", - "| air_temperature | 26.209824 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 22.141724 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.105 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 67.0384 |\n", - "| air_temperature | 26.988644 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 39.0 |\n", - "| outdoor_temperature | 25.799631 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.1 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 71.74893 |\n", - "| air_temperature | 25.803793 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 22.252745 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.0945 |\n", - "-----------------------------------------------\n", - "Progress: |************************************************---------------------------------------------------| 48%-----------------------------------------------\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 82.792534 |\n", - "| air_temperature | 23.821617 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 23.262617 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 80.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.0891 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************---------------------------------------------------| 48%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.07156 |\n", - "| air_temperature | 24.140497 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 59.0 |\n", - "| outdoor_temperature | 23.70243 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.0837 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.9876 |\n", - "| air_temperature | 23.416883 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 21.679785 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.0783 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 89.26148 |\n", - "| air_temperature | 22.31012 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 18.627705 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.0729 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 84.31166 |\n", - "| air_temperature | 23.167301 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 19.406437 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.0674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 86.98578 |\n", - "| air_temperature | 22.602865 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 27.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 19.922998 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.062 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 90.4189 |\n", - "| air_temperature | 22.064188 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 66.0 |\n", - "| direct_solar_radiation | 387.5 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 20.899763 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.0566 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 84.49839 |\n", - "| air_temperature | 22.61911 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 89.5 |\n", - "| direct_solar_radiation | 616.5 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 81.0 |\n", - "| outdoor_temperature | 23.602169 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 1.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.0512 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2481.0112 |\n", - "| air_humidity | 78.070724 |\n", - "| air_temperature | 21.226805 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 281.5 |\n", - "| direct_solar_radiation | 33.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 64.0 |\n", - "| outdoor_temperature | 27.402737 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2232910.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5305.9785 |\n", - "| air_humidity | 64.83157 |\n", - "| air_temperature | 22.350382 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 343.5 |\n", - "| direct_solar_radiation | 389.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 67.0 |\n", - "| outdoor_temperature | 25.031082 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4764079.0 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6145.438 |\n", - "| air_humidity | 62.26124 |\n", - "| air_temperature | 23.057213 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 316.0 |\n", - "| direct_solar_radiation | 322.5 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 77.0 |\n", - "| outdoor_temperature | 24.743015 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5510481.5 |\n", - "| wind_direction | 140.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 68.91196 |\n", - "| air_temperature | 26.389618 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 282.5 |\n", - "| direct_solar_radiation | 624.5 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 67.0 |\n", - "| outdoor_temperature | 30.014492 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 65.50601 |\n", - "| air_temperature | 27.251705 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 331.0 |\n", - "| direct_solar_radiation | 570.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 41.0 |\n", - "| outdoor_temperature | 35.047768 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 9042.422 |\n", - "| air_humidity | 57.82255 |\n", - "| air_temperature | 24.51498 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 351.5 |\n", - "| direct_solar_radiation | 212.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 66.0 |\n", - "| outdoor_temperature | 30.24039 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 8140713.5 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************-----------------------------------------------| 52%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 8990.244 |\n", - "| air_humidity | 59.047405 |\n", - "| air_temperature | 24.920425 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 298.5 |\n", - "| direct_solar_radiation | 578.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 57.0 |\n", - "| outdoor_temperature | 32.450413 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 8086992.0 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************-----------------------------------------------| 52%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5874.5728 |\n", - "| air_humidity | 56.598827 |\n", - "| air_temperature | 24.524734 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 267.0 |\n", - "| direct_solar_radiation | 392.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 33.0 |\n", - "| outdoor_temperature | 30.972729 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5269392.5 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************-----------------------------------------------| 52%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5402.8213 |\n", - "| air_humidity | 52.59891 |\n", - "| air_temperature | 24.395102 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 202.0 |\n", - "| direct_solar_radiation | 505.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 32.0 |\n", - "| outdoor_temperature | 28.396152 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4856598.5 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5825.845 |\n", - "| air_humidity | 58.718395 |\n", - "| air_temperature | 24.014736 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 73.5 |\n", - "| direct_solar_radiation | 665.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 58.0 |\n", - "| outdoor_temperature | 25.856668 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5243260.5 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 53.448227 |\n", - "| air_temperature | 29.858162 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 84.0 |\n", - "| direct_solar_radiation | 214.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 72.0 |\n", - "| outdoor_temperature | 27.553564 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 64.39038 |\n", - "| air_temperature | 26.706186 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 12.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 22.227594 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 90.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 59.30035 |\n", - "| air_temperature | 28.517382 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 82.0 |\n", - "| outdoor_temperature | 22.560928 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 160.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 68.19401 |\n", - "| air_temperature | 27.295546 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 51.0 |\n", - "| outdoor_temperature | 27.625349 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 10.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 72.78848 |\n", - "| air_temperature | 26.51976 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 25.196743 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 160.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.561935 |\n", - "| air_temperature | 24.249304 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 91.0 |\n", - "| outdoor_temperature | 21.584465 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "Progress: |*******************************************************--------------------------------------------| 55%-----------------------------------------------\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 77.58174 |\n", - "| air_temperature | 24.539743 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 94.0 |\n", - "| outdoor_temperature | 26.045515 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************--------------------------------------------| 55%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 73.604805 |\n", - "| air_temperature | 25.405827 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 85.0 |\n", - "| outdoor_temperature | 24.540695 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************--------------------------------------------| 55%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 77.42579 |\n", - "| air_temperature | 24.458406 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 25.382166 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 84.15275 |\n", - "| air_temperature | 23.566076 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 94.0 |\n", - "| outdoor_temperature | 24.34201 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 86.7414 |\n", - "| air_temperature | 22.618448 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 21.542467 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 81.86973 |\n", - "| air_temperature | 23.105227 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 23.0 |\n", - "| direct_solar_radiation | 7.5 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 25.863367 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 91.777534 |\n", - "| air_temperature | 22.225996 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 66.0 |\n", - "| direct_solar_radiation | 21.5 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 20.798347 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 85.82952 |\n", - "| air_temperature | 23.096634 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 102.5 |\n", - "| direct_solar_radiation | 235.5 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 21.932587 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.898224 |\n", - "| air_temperature | 24.078562 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 157.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 23.581535 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4853.2866 |\n", - "| air_humidity | 64.223564 |\n", - "| air_temperature | 22.301798 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 246.0 |\n", - "| direct_solar_radiation | 103.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 62.0 |\n", - "| outdoor_temperature | 25.080772 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4367958.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 7106.1353 |\n", - "| air_humidity | 61.67097 |\n", - "| air_temperature | 23.269861 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 352.5 |\n", - "| direct_solar_radiation | 310.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 82.0 |\n", - "| outdoor_temperature | 25.929888 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 6367651.5 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************------------------------------------------| 58%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5841.152 |\n", - "| air_humidity | 60.543064 |\n", - "| air_temperature | 23.566633 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 416.5 |\n", - "| direct_solar_radiation | 66.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 62.0 |\n", - "| outdoor_temperature | 26.519234 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5209345.0 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************------------------------------------------| 58%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6789.402 |\n", - "| air_humidity | 57.23053 |\n", - "| air_temperature | 24.330137 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 197.0 |\n", - "| direct_solar_radiation | 784.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 44.0 |\n", - "| outdoor_temperature | 31.489174 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 6164890.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************------------------------------------------| 58%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 9290.521 |\n", - "| air_humidity | 57.967903 |\n", - "| air_temperature | 24.993517 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 184.5 |\n", - "| direct_solar_radiation | 711.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 72.0 |\n", - "| outdoor_temperature | 31.004633 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 8339602.5 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 68.39203 |\n", - "| air_temperature | 28.487068 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 298.0 |\n", - "| direct_solar_radiation | 500.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 72.0 |\n", - "| outdoor_temperature | 30.68283 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 66.07435 |\n", - "| air_temperature | 28.946291 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 244.0 |\n", - "| direct_solar_radiation | 481.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 30.498264 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 9002.211 |\n", - "| air_humidity | 60.445164 |\n", - "| air_temperature | 24.583647 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 151.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 88.0 |\n", - "| outdoor_temperature | 26.536777 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 8101990.0 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4601.3066 |\n", - "| air_humidity | 61.324406 |\n", - "| air_temperature | 23.162462 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 80.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 84.0 |\n", - "| outdoor_temperature | 21.187864 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4141176.0 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 48.871037 |\n", - "| air_temperature | 29.925226 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 57.0 |\n", - "| direct_solar_radiation | 228.5 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 47.0 |\n", - "| outdoor_temperature | 26.071585 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 53.308235 |\n", - "| air_temperature | 29.915752 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 61.0 |\n", - "| outdoor_temperature | 21.503227 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 56.636124 |\n", - "| air_temperature | 28.742277 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 66.0 |\n", - "| outdoor_temperature | 22.733294 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 63.47045 |\n", - "| air_temperature | 27.229761 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 85.0 |\n", - "| outdoor_temperature | 23.311094 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************--------------------------------------| 61%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 66.61175 |\n", - "| air_temperature | 26.358007 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 94.0 |\n", - "| outdoor_temperature | 23.789915 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************--------------------------------------| 61%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 73.53897 |\n", - "| air_temperature | 25.65634 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 74.0 |\n", - "| outdoor_temperature | 27.896782 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "Progress: |**************************************************************-------------------------------------| 62%-----------------------------------------------\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 75.148575 |\n", - "| air_temperature | 24.968826 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 82.0 |\n", - "| outdoor_temperature | 22.955194 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.31977 |\n", - "| air_temperature | 24.230255 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 24.522755 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.130356 |\n", - "| air_temperature | 23.756025 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 22.456839 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.35365 |\n", - "| air_temperature | 24.506315 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 23.943144 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.7912 |\n", - "| air_temperature | 24.995941 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 58.0 |\n", - "| outdoor_temperature | 26.172163 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 91.53649 |\n", - "| air_temperature | 23.048388 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | 19.684956 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 87.73716 |\n", - "| air_temperature | 21.66965 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 52.5 |\n", - "| direct_solar_radiation | 100.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | 15.233419 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.77063 |\n", - "| air_temperature | 22.572788 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 71.5 |\n", - "| direct_solar_radiation | 425.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 66.0 |\n", - "| outdoor_temperature | 23.186699 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************-----------------------------------| 64%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2988.8997 |\n", - "| air_humidity | 73.81425 |\n", - "| air_temperature | 21.999039 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 88.0 |\n", - "| direct_solar_radiation | 715.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 45.0 |\n", - "| outdoor_temperature | 26.786617 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2714391.8 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************-----------------------------------| 64%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3137.0544 |\n", - "| air_humidity | 61.19183 |\n", - "| air_temperature | 22.177671 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 253.5 |\n", - "| direct_solar_radiation | 445.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | 22.343174 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2801224.0 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************-----------------------------------| 64%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 72.13367 |\n", - "| air_temperature | 24.903711 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 234.0 |\n", - "| direct_solar_radiation | 632.5 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 51.0 |\n", - "| outdoor_temperature | 26.507423 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 70.41207 |\n", - "| air_temperature | 25.408579 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 209.5 |\n", - "| direct_solar_radiation | 729.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 34.0 |\n", - "| outdoor_temperature | 22.097107 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5351.1226 |\n", - "| air_humidity | 58.171345 |\n", - "| air_temperature | 23.91477 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 214.0 |\n", - "| direct_solar_radiation | 561.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 52.0 |\n", - "| outdoor_temperature | 26.362823 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 4806430.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5359.0513 |\n", - "| air_humidity | 56.55467 |\n", - "| air_temperature | 24.294718 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 246.0 |\n", - "| direct_solar_radiation | 455.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | 30.070414 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 4887073.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3752.6602 |\n", - "| air_humidity | 52.818874 |\n", - "| air_temperature | 24.058065 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 146.5 |\n", - "| direct_solar_radiation | 737.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 42.0 |\n", - "| outdoor_temperature | 24.97303 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 3369927.5 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5573.891 |\n", - "| air_humidity | 57.449215 |\n", - "| air_temperature | 24.29049 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 145.5 |\n", - "| direct_solar_radiation | 682.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | 25.14221 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5003182.5 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5860.3286 |\n", - "| air_humidity | 37.1701 |\n", - "| air_temperature | 24.564209 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 114.0 |\n", - "| direct_solar_radiation | 581.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 20.0 |\n", - "| outdoor_temperature | 28.693348 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5268518.0 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 46.263493 |\n", - "| air_temperature | 28.117382 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 57.5 |\n", - "| direct_solar_radiation | 492.5 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 76.0 |\n", - "| outdoor_temperature | 24.179312 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 45.025 |\n", - "| air_temperature | 28.550064 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 31.5 |\n", - "| direct_solar_radiation | 19.5 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 35.0 |\n", - "| outdoor_temperature | 27.793127 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************--------------------------------| 67%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 54.289627 |\n", - "| air_temperature | 29.596655 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 73.0 |\n", - "| outdoor_temperature | 22.908802 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************--------------------------------| 67%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 53.948284 |\n", - "| air_temperature | 28.350603 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 55.0 |\n", - "| outdoor_temperature | 22.92673 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************--------------------------------| 67%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 66.87577 |\n", - "| air_temperature | 27.287249 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 64.0 |\n", - "| outdoor_temperature | 24.204128 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************-------------------------------| 68%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 72.05659 |\n", - "| air_temperature | 25.802189 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 69.0 |\n", - "| outdoor_temperature | 23.501991 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************-------------------------------| 68%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 73.47732 |\n", - "| air_temperature | 25.126427 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 22.370691 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "Progress: |********************************************************************-------------------------------| 68%-----------------------------------------------\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 73.2652 |\n", - "| air_temperature | 25.092297 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 21.099207 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.47031 |\n", - "| air_temperature | 22.970182 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 81.0 |\n", - "| outdoor_temperature | 19.91283 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 82.12721 |\n", - "| air_temperature | 22.954018 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 75.0 |\n", - "| outdoor_temperature | 21.076895 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 70.639404 |\n", - "| air_temperature | 21.706398 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 62.0 |\n", - "| outdoor_temperature | 12.323276 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 67.0841 |\n", - "| air_temperature | 21.694613 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 67.0 |\n", - "| outdoor_temperature | 15.121407 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************-----------------------------| 70%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 82.34458 |\n", - "| air_temperature | 22.672228 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 76.0 |\n", - "| outdoor_temperature | 23.33292 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************-----------------------------| 70%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.37435 |\n", - "| air_temperature | 23.098211 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 22.0 |\n", - "| direct_solar_radiation | 1.5 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 22.74073 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************-----------------------------| 70%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.09637 |\n", - "| air_temperature | 22.759245 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 83.5 |\n", - "| direct_solar_radiation | 286.5 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 17.67871 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1371.7104 |\n", - "| air_humidity | 78.25826 |\n", - "| air_temperature | 20.039146 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 174.0 |\n", - "| direct_solar_radiation | 104.5 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 61.0 |\n", - "| outdoor_temperature | 19.290564 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1234998.8 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4050.8926 |\n", - "| air_humidity | 67.34919 |\n", - "| air_temperature | 21.52845 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 127.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 19.215305 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3645803.2 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3004.9004 |\n", - "| air_humidity | 60.246204 |\n", - "| air_temperature | 22.964148 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 299.0 |\n", - "| direct_solar_radiation | 364.5 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 51.0 |\n", - "| outdoor_temperature | 21.560059 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2684185.5 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3808.9343 |\n", - "| air_humidity | 59.175064 |\n", - "| air_temperature | 23.599087 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 426.5 |\n", - "| direct_solar_radiation | 111.5 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | 21.939615 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3428041.0 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3255.3972 |\n", - "| air_humidity | 55.725792 |\n", - "| air_temperature | 23.779278 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 262.5 |\n", - "| direct_solar_radiation | 437.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 49.0 |\n", - "| outdoor_temperature | 23.010288 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 2929857.5 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 82.00577 |\n", - "| air_temperature | 23.490236 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 209.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | 22.610647 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.138374 |\n", - "| air_temperature | 23.77459 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 160.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 94.0 |\n", - "| outdoor_temperature | 22.711033 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 501.99664 |\n", - "| air_humidity | 30.882849 |\n", - "| air_temperature | 25.489855 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 178.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 42.0 |\n", - "| outdoor_temperature | 16.924389 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 451796.97 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************--------------------------| 73%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1538.3142 |\n", - "| air_humidity | 40.38514 |\n", - "| air_temperature | 24.152029 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 80.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 56.0 |\n", - "| outdoor_temperature | 16.750742 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1361756.1 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************--------------------------| 73%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1562.5536 |\n", - "| air_humidity | 57.7763 |\n", - "| air_temperature | 23.69666 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 33.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 15.362766 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1406267.5 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************--------------------------| 73%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 52.56485 |\n", - "| air_temperature | 27.943174 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 86.0 |\n", - "| outdoor_temperature | 18.228003 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 56.614223 |\n", - "| air_temperature | 29.171944 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 53.0 |\n", - "| outdoor_temperature | 19.968481 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 71.62621 |\n", - "| air_temperature | 26.012545 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 41.0 |\n", - "| outdoor_temperature | 16.645796 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.65945 |\n", - "| air_temperature | 24.503786 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 75.0 |\n", - "| outdoor_temperature | 14.65261 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 67.32206 |\n", - "| air_temperature | 24.97646 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 14.896741 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************------------------------| 75%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 193.37918 |\n", - "| air_humidity | 53.04839 |\n", - "| air_temperature | 20.552856 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 11.888072 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 170850.98 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "Progress: |***************************************************************************------------------------| 75%-----------------------------------------------\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 91.6472 |\n", - "| air_humidity | 62.588314 |\n", - "| air_temperature | 21.2672 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 14.231259 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 81602.86 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************------------------------| 75%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 70.04255 |\n", - "| air_temperature | 21.505669 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 16.890583 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************-----------------------| 76%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 59.37259 |\n", - "| air_temperature | 21.999968 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 86.0 |\n", - "| outdoor_temperature | 15.308412 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************-----------------------| 76%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 61.38226 |\n", - "| air_temperature | 23.647644 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 20.262846 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 11.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************-----------------------| 76%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 608.0272 |\n", - "| air_humidity | 31.537436 |\n", - "| air_temperature | 19.350393 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 8.612885 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 518107.1 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 21.907684 |\n", - "| air_temperature | 18.80182 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 58.0 |\n", - "| outdoor_temperature | 4.671904 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 24.602402 |\n", - "| air_temperature | 19.819515 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 2.654228 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 34.41275 |\n", - "| air_temperature | 20.909618 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 64.0 |\n", - "| direct_solar_radiation | 174.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 80.0 |\n", - "| outdoor_temperature | 8.19851 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 160.70125 |\n", - "| air_humidity | 66.53428 |\n", - "| air_temperature | 19.79378 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 134.0 |\n", - "| direct_solar_radiation | 379.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 14.136075 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 146586.66 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 57.88952 |\n", - "| air_temperature | 22.00054 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 125.5 |\n", - "| direct_solar_radiation | 694.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 81.0 |\n", - "| outdoor_temperature | 17.635881 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 62.214733 |\n", - "| air_temperature | 23.414923 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 241.0 |\n", - "| direct_solar_radiation | 416.5 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 73.0 |\n", - "| outdoor_temperature | 20.859966 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 192.45067 |\n", - "| air_humidity | 57.880604 |\n", - "| air_temperature | 26.456223 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 316.5 |\n", - "| direct_solar_radiation | 189.5 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 86.0 |\n", - "| outdoor_temperature | 17.595821 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 173205.6 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 34.765224 |\n", - "| air_temperature | 27.755896 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 202.0 |\n", - "| direct_solar_radiation | 596.5 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 49.0 |\n", - "| outdoor_temperature | 19.118748 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************--------------------| 79%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 50.221325 |\n", - "| air_temperature | 25.792042 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 256.0 |\n", - "| direct_solar_radiation | 306.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 73.0 |\n", - "| outdoor_temperature | 18.685549 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************--------------------| 79%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 29.643288 |\n", - "| air_temperature | 25.088284 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 145.5 |\n", - "| direct_solar_radiation | 614.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 39.0 |\n", - "| outdoor_temperature | 16.19097 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 11.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************--------------------| 79%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 455.85727 |\n", - "| air_humidity | 23.233004 |\n", - "| air_temperature | 25.580149 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 105.5 |\n", - "| direct_solar_radiation | 518.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 32.0 |\n", - "| outdoor_temperature | 14.719782 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 410271.56 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 32.46782 |\n", - "| air_temperature | 23.050169 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 54.5 |\n", - "| direct_solar_radiation | 427.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 62.0 |\n", - "| outdoor_temperature | 15.007018 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 104.0049 |\n", - "| air_humidity | 40.469254 |\n", - "| air_temperature | 25.762215 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 15.5 |\n", - "| direct_solar_radiation | 136.5 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | 16.85201 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 110891.28 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 47.767754 |\n", - "| air_temperature | 25.61364 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 72.0 |\n", - "| outdoor_temperature | 16.869762 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 10.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 109.77352 |\n", - "| air_humidity | 62.86594 |\n", - "| air_temperature | 25.587751 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 16.71503 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 98810.305 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 72.662445 |\n", - "| air_temperature | 22.676569 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 17.344183 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 160.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 71.353714 |\n", - "| air_temperature | 24.358383 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 18.299417 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 18.589087 |\n", - "| air_temperature | 22.21219 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 28.0 |\n", - "| outdoor_temperature | 16.183949 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 18.206142 |\n", - "| air_temperature | 21.999985 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | 7.863268 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 10.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************-----------------| 82%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 70.79328 |\n", - "| air_humidity | 21.031765 |\n", - "| air_temperature | 20.74373 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 50.0 |\n", - "| outdoor_temperature | 7.3715158 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 61825.062 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************-----------------| 82%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 23.970629 |\n", - "| air_temperature | 18.405119 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 61.0 |\n", - "| outdoor_temperature | 5.1220016 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 201.19078 |\n", - "| air_humidity | 28.49424 |\n", - "| air_temperature | 21.015865 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 47.0 |\n", - "| outdoor_temperature | 12.931328 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 188645.92 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 948.2007 |\n", - "| air_humidity | 20.858418 |\n", - "| air_temperature | 19.403952 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 53.0 |\n", - "| outdoor_temperature | 4.6075807 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 801069.8 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 1.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 41.18096 |\n", - "| air_temperature | 18.634413 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | 4.9571757 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 350.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 95.37267 |\n", - "| air_humidity | 24.629105 |\n", - "| air_temperature | 20.14481 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 62.0 |\n", - "| outdoor_temperature | 6.937596 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 82714.27 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 68.66032 |\n", - "| air_humidity | 28.74519 |\n", - "| air_temperature | 20.179213 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | 8.355169 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 61025.4 |\n", - "| wind_direction | 350.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 42.22224 |\n", - "| air_temperature | 20.154366 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 34.5 |\n", - "| direct_solar_radiation | 136.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 86.0 |\n", - "| outdoor_temperature | 8.601156 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 300.50192 |\n", - "| air_humidity | 34.13722 |\n", - "| air_temperature | 20.724718 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 91.0 |\n", - "| direct_solar_radiation | 372.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 68.0 |\n", - "| outdoor_temperature | 10.182717 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 260286.92 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 871.7625 |\n", - "| air_humidity | 27.324717 |\n", - "| air_temperature | 21.460247 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 116.5 |\n", - "| direct_solar_radiation | 556.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 55.0 |\n", - "| outdoor_temperature | 7.6401772 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 784586.25 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************--------------| 85%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 663.8411 |\n", - "| air_humidity | 35.611805 |\n", - "| air_temperature | 23.279047 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 158.0 |\n", - "| direct_solar_radiation | 527.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 66.0 |\n", - "| outdoor_temperature | 11.253662 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 610932.6 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************--------------| 85%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 39.466824 |\n", - "| air_temperature | 23.828392 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 255.0 |\n", - "| direct_solar_radiation | 190.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 69.0 |\n", - "| outdoor_temperature | 12.27229 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************--------------| 85%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 46.755707 |\n", - "| air_temperature | 21.837193 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 237.5 |\n", - "| direct_solar_radiation | 86.5 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 64.0 |\n", - "| outdoor_temperature | 16.700947 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 130.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 54.78266 |\n", - "| air_temperature | 21.810846 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 189.0 |\n", - "| direct_solar_radiation | 15.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 75.0 |\n", - "| outdoor_temperature | 14.556306 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 295.21298 |\n", - "| air_humidity | 48.13714 |\n", - "| air_temperature | 25.021883 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 194.0 |\n", - "| direct_solar_radiation | 123.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 84.0 |\n", - "| outdoor_temperature | 13.235451 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 266980.47 |\n", - "| wind_direction | 350.0 |\n", - "| wind_speed | 8.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 539.43866 |\n", - "| air_humidity | 36.041264 |\n", - "| air_temperature | 24.243587 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 115.5 |\n", - "| direct_solar_radiation | 82.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 66.0 |\n", - "| outdoor_temperature | 10.984423 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 485494.8 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 902.7748 |\n", - "| air_humidity | 41.3403 |\n", - "| air_temperature | 23.527079 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 38.0 |\n", - "| direct_solar_radiation | 53.5 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | 9.99827 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 812497.3 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 650.0828 |\n", - "| air_humidity | 52.764694 |\n", - "| air_temperature | 23.35507 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 10.372531 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 585074.56 |\n", - "| wind_direction | 160.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 28.211124 |\n", - "| air_temperature | 22.976395 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 56.0 |\n", - "| outdoor_temperature | 6.600526 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 27.771719 |\n", - "| air_temperature | 20.824842 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 9.77587 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 27.479923 |\n", - "| air_temperature | 20.357563 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 57.0 |\n", - "| outdoor_temperature | 6.0292397 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 10.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************************-----------| 88%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 727.8344 |\n", - "| air_humidity | 25.417734 |\n", - "| air_temperature | 21.000147 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 64.0 |\n", - "| outdoor_temperature | 5.013974 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 646563.2 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************************-----------| 88%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 31.97609 |\n", - "| air_temperature | 21.428865 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 74.0 |\n", - "| outdoor_temperature | 3.8844962 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************************-----------| 88%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1003.0152 |\n", - "| air_humidity | 36.79652 |\n", - "| air_temperature | 21.041609 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 85.0 |\n", - "| outdoor_temperature | 1.7418324 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 902713.7 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "Progress: |*****************************************************************************************----------| 89%------------------------------------------------\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1480.0426 |\n", - "| air_humidity | 29.446743 |\n", - "| air_temperature | 20.312044 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 69.0 |\n", - "| outdoor_temperature | -0.6433044 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1332038.4 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 9.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "-----------------------------------------------*****************************************************----------| 89%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2032.5927 |\n", - "| air_humidity | 19.228872 |\n", - "| air_temperature | 20.992287 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 59.0 |\n", - "| outdoor_temperature | -3.406055 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1829333.4 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "------------------------------------------------****************************************************----------| 89%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1643.0013 |\n", - "| air_humidity | 15.219239 |\n", - "| air_temperature | 19.81402 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 51.0 |\n", - "| outdoor_temperature | -1.4580983 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1478701.2 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "------------------------------------------------*****************************************************---------| 90%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1875.4172 |\n", - "| air_humidity | 13.846659 |\n", - "| air_temperature | 21.000006 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | -2.6201777 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1687875.5 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "-----------------------------------------------******************************************************---------| 90%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 41.86057 |\n", - "| air_temperature | 19.003658 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 5.8098664 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************************---------| 90%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 807.836 |\n", - "| air_humidity | 43.12251 |\n", - "| air_temperature | 19.362911 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 6.156244 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 681375.3 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************************---------| 90%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 789.04456 |\n", - "| air_humidity | 30.17224 |\n", - "| air_temperature | 20.636475 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 86.0 |\n", - "| outdoor_temperature | 5.1578355 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 708359.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************************--------| 91%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 295.55637 |\n", - "| air_humidity | 25.87323 |\n", - "| air_temperature | 19.928282 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 72.0 |\n", - "| outdoor_temperature | 1.742372 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 266000.75 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************************--------| 91%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 92.7553 |\n", - "| air_humidity | 35.296833 |\n", - "| air_temperature | 20.206911 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 25.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 7.921776 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 80147.33 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 8.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************************--------| 91%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 163.46709 |\n", - "| air_humidity | 29.838661 |\n", - "| air_temperature | 19.29609 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 79.5 |\n", - "| direct_solar_radiation | 369.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 51.0 |\n", - "| outdoor_temperature | 5.922729 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 146838.22 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 12.9 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 17.84719 |\n", - "| air_temperature | 22.499722 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 93.5 |\n", - "| direct_solar_radiation | 623.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 39.0 |\n", - "| outdoor_temperature | 4.658013 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 10.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 871.7625 |\n", - "| air_humidity | 23.96115 |\n", - "| air_temperature | 23.561268 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 68.0 |\n", - "| direct_solar_radiation | 804.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 47.0 |\n", - "| outdoor_temperature | 6.4370503 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 784586.25 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.6465 |\n", - "| air_humidity | 39.127277 |\n", - "| air_temperature | 22.928534 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 97.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 7.2501626 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 680081.9 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 476.10425 |\n", - "| air_humidity | 31.817347 |\n", - "| air_temperature | 22.907028 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 119.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 76.0 |\n", - "| outdoor_temperature | 5.028878 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 428493.84 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.6465 |\n", - "| air_humidity | 18.59975 |\n", - "| air_temperature | 22.932472 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 96.5 |\n", - "| direct_solar_radiation | 104.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 43.0 |\n", - "| outdoor_temperature | 2.591026 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 680081.9 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 8.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 70.20606 |\n", - "| air_humidity | 18.017624 |\n", - "| air_temperature | 21.000004 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 73.5 |\n", - "| direct_solar_radiation | 92.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | 4.7990522 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 62652.8 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 10.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "------------------------------------------------********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 124.541046 |\n", - "| air_humidity | 18.26065 |\n", - "| air_temperature | 22.0 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 15.0 |\n", - "| direct_solar_radiation | 308.5 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 45.0 |\n", - "| outdoor_temperature | 7.0755606 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 112187.96 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "-----------------------------------------------*********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 27.55016 |\n", - "| air_temperature | 23.214323 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 61.0 |\n", - "| outdoor_temperature | 4.394281 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************************-----| 94%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 35.79371 |\n", - "| air_temperature | 22.532774 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 3.9512193 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************************-----| 94%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1089.2335 |\n", - "| air_humidity | 28.00922 |\n", - "| air_temperature | 23.024275 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | 1.3107407 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 980310.2 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************************-----| 94%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 33.208553 |\n", - "| air_temperature | 21.219198 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 82.0 |\n", - "| outdoor_temperature | 3.8873405 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************************----| 95%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 835.0407 |\n", - "| air_humidity | 21.99288 |\n", - "| air_temperature | 20.598116 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 52.0 |\n", - "| outdoor_temperature | 4.8464212 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 755553.3 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "------------------------------------------------**********************************************************----| 95%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1402.3055 |\n", - "| air_humidity | 14.491304 |\n", - "| air_temperature | 21.000223 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 25.0 |\n", - "| outdoor_temperature | -0.2546195 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1262075.0 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "-----------------------------------------------***********************************************************----| 95%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 17.221281 |\n", - "| air_temperature | 20.598158 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 3.1798205 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 700.85516 |\n", - "| air_humidity | 24.989456 |\n", - "| air_temperature | 20.595875 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 5.265303 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 630769.7 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 21.265991 |\n", - "| air_temperature | 20.496058 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | 2.0358138 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 30.325657 |\n", - "| air_temperature | 20.983091 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 75.0 |\n", - "| outdoor_temperature | 2.0346045 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 29.342453 |\n", - "| air_temperature | 19.903067 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 5.899701 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "------------------------------------------------************************************************************--| 97%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1322.4016 |\n", - "| air_humidity | 22.932446 |\n", - "| air_temperature | 20.642416 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 50.0 |\n", - "| outdoor_temperature | 0.14490029 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1190161.5 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "------------------------------------------------************************************************************--| 97%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2363.602 |\n", - "| air_humidity | 17.392849 |\n", - "| air_temperature | 19.999958 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 46.0 |\n", - "| outdoor_temperature | -5.0611014 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2127241.8 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "-----------------------------------------------*************************************************************--| 97%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 20.27708 |\n", - "| air_temperature | 19.663279 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 2.7721448 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 29.299072 |\n", - "| air_temperature | 20.000072 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 72.0 |\n", - "| outdoor_temperature | 3.103836 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 47.617172 |\n", - "| air_temperature | 19.266903 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 16.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 10.236619 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 130.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 34.94709 |\n", - "| air_temperature | 21.744276 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 53.5 |\n", - "| direct_solar_radiation | 532.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | 8.176662 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 972.799 |\n", - "| air_humidity | 26.80679 |\n", - "| air_temperature | 22.411669 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 70.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 1.435689 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 875519.1 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 1.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************************| 99%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 29.151196 |\n", - "| air_temperature | 21.667337 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 115.0 |\n", - "| direct_solar_radiation | 582.5 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 59.0 |\n", - "| outdoor_temperature | 3.6377366 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************************| 99%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 101.81965 |\n", - "| air_humidity | 19.736752 |\n", - "| air_temperature | 20.999989 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 133.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | 5.0482287 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 91637.68 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************************| 99%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 519.18353 |\n", - "| air_humidity | 28.049627 |\n", - "| air_temperature | 22.243378 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 103.5 |\n", - "| direct_solar_radiation | 24.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 88.0 |\n", - "| outdoor_temperature | 1.7846037 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 467265.2 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 14.9 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "------------------------------------------------**************************************************************| 99%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1437.554 |\n", - "| air_humidity | 14.440469 |\n", - "| air_temperature | 23.035702 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 102.0 |\n", - "| direct_solar_radiation | 487.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 38.0 |\n", - "| outdoor_temperature | -1.0675281 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 1293798.5 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 10.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "\n", - "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", - "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 2]\u001b[0m\n", - "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2]\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", - " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", - "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active\u001b[0m\n", - "-----------------------------------------------------\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| episode/ | |\n", - "| comfort_violation_time(%) | 42.6 |\n", - "| cumulative_comfort_penalty | -1e+04 |\n", - "| cumulative_energy_penalty | -1.79e+03 |\n", - "| cumulative_power | 3.57e+07 |\n", - "| cumulative_reward | -11781.918 |\n", - "| cumulative_temperature_violation | 2e+04 |\n", - "| episode_length | 35040 |\n", - "| mean_comfort_penalty | -0.285 |\n", - "| mean_energy_penalty | -0.0509 |\n", - "| mean_power | 1.02e+03 |\n", - "| mean_reward | -0.33624196 |\n", - "| mean_temperature_violation | 0.571 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3206.5505 |\n", - "| air_humidity | 16.606789 |\n", - "| air_temperature | 16.834461 |\n", - "| clg_setpoint | 40.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 12.8 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 43.25 |\n", - "| outdoor_temperature | -9.275844 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2885895.5 |\n", - "| wind_direction | 305.0 |\n", - "| wind_speed | 8.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------------\n", - "-----------------------------------\n", - "| rollout/ | |\n", - "| ep_len_mean | 3.5e+04 |\n", - "| ep_rew_mean | -1.18e+04 |\n", - "| exploration_rate | 0.05 |\n", - "| time/ | |\n", - "| episodes | 1 |\n", - "| fps | 1779 |\n", - "| time_elapsed | 19 |\n", - "| total_timesteps | 35040 |\n", - "-----------------------------------\n", - "------------------------------------------------\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1804.2375 |\n", - "| air_humidity | 14.429458 |\n", - "| air_temperature | 22.996721 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 95.5 |\n", - "| direct_solar_radiation | 157.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 32.0 |\n", - "| outdoor_temperature | -2.7215035 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1623813.8 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 9.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 1%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2286.7896 |\n", - "| air_humidity | 13.794168 |\n", - "| air_temperature | 23.17125 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 33.0 |\n", - "| direct_solar_radiation | 54.5 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 35.0 |\n", - "| outdoor_temperature | -5.134264 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2058110.6 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 1.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 1%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 51.033295 |\n", - "| air_temperature | 23.009144 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 6.7510724 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 8.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 1%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2267.5652 |\n", - "| air_humidity | 15.053332 |\n", - "| air_temperature | 22.429335 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 38.0 |\n", - "| outdoor_temperature | -5.0381413 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2040808.6 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 9.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", - " logger.warn(\n", - "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", - " logger.warn(\n", - "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", - " logger.warn(\n", - "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", - " gym.logger.warn(\"Casting input x to numpy array.\")\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "--------------------------------------------------------------------------------------------------------------| 1%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2373.0137 |\n", - "| air_humidity | 11.418623 |\n", - "| air_temperature | 20.962894 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 38.0 |\n", - "| outdoor_temperature | -5.1081605 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2135712.5 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1758.2157 |\n", - "| air_humidity | 9.940797 |\n", - "| air_temperature | 20.618435 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | -2.03417 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1582394.1 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2139.4778 |\n", - "| air_humidity | 17.66047 |\n", - "| air_temperature | 21.4038 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 32.0 |\n", - "| outdoor_temperature | -3.9404805 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 1925530.0 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1455.3401 |\n", - "| air_humidity | 33.264008 |\n", - "| air_temperature | 20.997766 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | -0.5197919 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1309806.1 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1222.3441 |\n", - "| air_humidity | 34.790493 |\n", - "| air_temperature | 20.846558 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 76.0 |\n", - "| outdoor_temperature | 0.645188 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1100109.8 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 3%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1883.9517 |\n", - "| air_humidity | 21.349102 |\n", - "| air_temperature | 19.073694 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 51.0 |\n", - "| outdoor_temperature | -2.66285 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1695556.5 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 3%\n", "| action_network/ | |\n", - "| index | 1 |\n", + "| Cooling_Setpoint_RL | 0.64961183 |\n", + "| Heating_Setpoint_RL | -0.562526 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", + "| Cooling_Setpoint_RL | 28.81744 |\n", + "| Heating_Setpoint_RL | 14.460792 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57948405 |\n", + "| air_humidity | 0.045099393 |\n", + "| air_temperature | -0.745529 |\n", + "| clg_setpoint | -0.11197559 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.19455111 |\n", + "| diffuse_solar_radiation | 1.0466629 |\n", + "| direct_solar_radiation | -0.53156286 |\n", + "| hour | -0.7913266 |\n", + "| htg_setpoint | 0.2530705 |\n", + "| month | 1.7518092 |\n", + "| outdoor_humidity | -0.7535635 |\n", + "| outdoor_temperature | 0.99461585 |\n", + "| people_occupant | -0.6857151 |\n", + "| total_electricity_HVAC | -0.5841376 |\n", + "| wind_direction | -1.2810091 |\n", + "| wind_speed | -0.4627096 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1546.6324 |\n", - "| air_humidity | 16.957151 |\n", - "| air_temperature | 18.970556 |\n", - "| clg_setpoint | 27.0 |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 35.915386 |\n", + "| air_temperature | 20.78772 |\n", + "| clg_setpoint | 26.313185 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 51.0 |\n", - "| outdoor_temperature | -0.97625375 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 153.0 |\n", + "| direct_solar_radiation | 3.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.484995 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 12.178785 |\n", "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1391969.2 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.1 |\n", "-------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 4%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 148.38998 |\n", - "| air_humidity | 25.182379 |\n", - "| air_temperature | 20.113134 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 4.72036 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 134166.44 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 4%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2781.4126 |\n", - "| air_humidity | 23.80908 |\n", - "| air_temperature | 19.716034 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 86.0 |\n", - "| outdoor_temperature | -7.150154 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2503271.2 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 4%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1030.1261 |\n", - "| air_humidity | 23.667334 |\n", - "| air_temperature | 19.352226 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 95.0 |\n", - "| outdoor_temperature | 1.6062777 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 927113.56 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 4%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1950.5087 |\n", - "| air_humidity | 29.971148 |\n", - "| air_temperature | 18.999996 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 61.0 |\n", - "| outdoor_temperature | -2.9956346 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1755457.8 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 8.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1148.0468 |\n", - "| air_humidity | 34.12383 |\n", - "| air_temperature | 19.986454 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 91.0 |\n", - "| outdoor_temperature | 1.0166746 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1033242.06 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 41.51869 |\n", - "| air_temperature | 19.999989 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 9.285549 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 35.05086 |\n", - "| air_temperature | 20.530643 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 39.5 |\n", - "| direct_solar_radiation | 326.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 2.3865857 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 122.68099 |\n", - "| air_humidity | 16.205442 |\n", - "| air_temperature | 20.136335 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 110.0 |\n", - "| direct_solar_radiation | 362.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 33.0 |\n", - "| outdoor_temperature | 4.9920626 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 107556.51 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 6%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 31.507713 |\n", - "| air_temperature | 22.5794 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 172.5 |\n", - "| direct_solar_radiation | 34.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 4.3967648 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 6%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 40.34489 |\n", - "| air_temperature | 23.049335 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 81.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 7.3515596 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 6%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 748.64197 |\n", - "| air_humidity | 45.458416 |\n", - "| air_temperature | 23.0614 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 103.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 9.038888 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 673777.8 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 7%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 231.8666 |\n", - "| air_humidity | 53.649773 |\n", - "| air_temperature | 24.061403 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 82.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 13.094668 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 208679.92 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 7%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.6465 |\n", - "| air_humidity | 28.547411 |\n", - "| air_temperature | 22.799263 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 67.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 2.623999 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 680081.9 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 7%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 26.4357 |\n", - "| air_temperature | 21.611109 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 108.5 |\n", - "| direct_solar_radiation | 93.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 53.0 |\n", - "| outdoor_temperature | 4.027222 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 7%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 20.152868 |\n", - "| air_temperature | 21.999857 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 58.0 |\n", - "| direct_solar_radiation | 189.5 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 58.0 |\n", - "| outdoor_temperature | 3.5773697 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 8%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 33.50244 |\n", - "| air_temperature | 22.925869 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 8.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 3.5959754 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 8%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1462.5768 |\n", - "| air_humidity | 20.541664 |\n", - "| air_temperature | 23.24956 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | -1.0131997 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1316319.1 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 8%\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", "| action_network/ | |\n", - "| index | 7 |\n", + "| Cooling_Setpoint_RL | -0.7205031 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", + "| Cooling_Setpoint_RL | 24.193302 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5542032 |\n", + "| air_humidity | 0.08247567 |\n", + "| air_temperature | -0.42736423 |\n", + "| clg_setpoint | -0.1311873 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.079229824 |\n", + "| diffuse_solar_radiation | 1.324509 |\n", + "| direct_solar_radiation | 1.8201283 |\n", + "| hour | -0.6468372 |\n", + "| htg_setpoint | 0.5397011 |\n", + "| month | 1.7244037 |\n", + "| outdoor_humidity | -0.6640166 |\n", + "| outdoor_temperature | 1.2966632 |\n", + "| people_occupant | -0.68709797 |\n", + "| total_electricity_HVAC | -0.54760426 |\n", + "| wind_direction | -0.9970889 |\n", + "| wind_speed | -0.021367725 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1349.1754 |\n", - "| air_humidity | 24.63473 |\n", - "| air_temperature | 23.735115 |\n", - "| clg_setpoint | 27.0 |\n", + "| HVAC_electricity_demand_rate | 211.97427 |\n", + "| air_humidity | 36.326344 |\n", + "| air_temperature | 21.468475 |\n", + "| clg_setpoint | 26.259996 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 66.0 |\n", - "| outdoor_temperature | 0.0110311955 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 1214257.9 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 178.0 |\n", + "| direct_solar_radiation | 588.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.639034 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 14.336253 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 249918.97 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 5.2 |\n", "--------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 8%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1886.4735 |\n", - "| air_humidity | 16.737734 |\n", - "| air_temperature | 22.882967 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 42.0 |\n", - "| outdoor_temperature | -2.6754591 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 1697826.1 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 9%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 585.49194 |\n", - "| air_humidity | 28.731716 |\n", - "| air_temperature | 20.996204 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 67.0 |\n", - "| outdoor_temperature | 6.31725 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 526942.75 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 9%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 12.700426 |\n", - "| air_temperature | 20.538958 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 32.0 |\n", - "| outdoor_temperature | -2.3895953 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 10.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 9%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1319.7701 |\n", - "| air_humidity | 11.374336 |\n", - "| air_temperature | 20.237171 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 66.0 |\n", - "| outdoor_temperature | 0.15805787 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1187793.1 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "Progress: |**********-----------------------------------------------------------------------------------------| 10%------------------------------------------------\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1625.1184 |\n", - "| air_humidity | 29.68434 |\n", - "| air_temperature | 19.554268 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 62.0 |\n", - "| outdoor_temperature | -1.3686837 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1462606.6 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 10%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3791.435 |\n", - "| air_humidity | 16.024805 |\n", - "| air_temperature | 18.399399 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 39.0 |\n", - "| outdoor_temperature | -12.200267 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 3412291.5 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 9.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 10%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3162.4832 |\n", - "| air_humidity | 16.801003 |\n", - "| air_temperature | 17.480116 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 52.0 |\n", - "| outdoor_temperature | -9.055507 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2846234.8 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 11%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2316.3386 |\n", - "| air_humidity | 18.613413 |\n", - "| air_temperature | 19.890545 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 46.0 |\n", - "| outdoor_temperature | -4.8247848 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2084704.8 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 11%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3050.6633 |\n", - "| air_humidity | 16.25804 |\n", - "| air_temperature | 18.83905 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 49.0 |\n", - "| outdoor_temperature | -8.496408 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2745597.0 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 11%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1886.6011 |\n", - "| air_humidity | 12.712721 |\n", - "| air_temperature | 18.790092 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 62.0 |\n", - "| outdoor_temperature | -2.6760972 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1697941.0 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 11%\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", "| action_network/ | |\n", - "| index | 6 |\n", + "| Cooling_Setpoint_RL | 0.16327065 |\n", + "| Heating_Setpoint_RL | 0.40798464 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1514.844 |\n", - "| air_humidity | 16.692741 |\n", - "| air_temperature | 19.63072 |\n", - "| clg_setpoint | 29.0 |\n", + "| Cooling_Setpoint_RL | 27.176039 |\n", + "| Heating_Setpoint_RL | 19.919914 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.20555449 |\n", + "| air_humidity | -0.09295015 |\n", + "| air_temperature | 0.4108401 |\n", + "| clg_setpoint | -1.3606349 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 80.0 |\n", - "| outdoor_temperature | -0.81731147 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1363359.6 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 12%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2945.1492 |\n", - "| air_humidity | 18.053753 |\n", - "| air_temperature | 18.193132 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 18.0 |\n", - "| direct_solar_radiation | 40.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 29.0 |\n", - "| outdoor_temperature | -11.505592 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2650634.2 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 12%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2493.5735 |\n", - "| air_humidity | 10.131987 |\n", - "| air_temperature | 18.372742 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 69.0 |\n", - "| direct_solar_radiation | 187.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 44.0 |\n", - "| outdoor_temperature | -9.247714 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2244216.2 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 12%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1821.0771 |\n", - "| air_humidity | 13.044007 |\n", - "| air_temperature | 21.999996 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 106.0 |\n", - "| direct_solar_radiation | 395.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 38.0 |\n", - "| outdoor_temperature | -2.7465734 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1638969.5 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 13%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1367.605 |\n", - "| air_humidity | 18.204165 |\n", - "| air_temperature | 22.377993 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 190.5 |\n", - "| direct_solar_radiation | 29.5 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | -0.5383407 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1230844.5 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 13%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 151.11612 |\n", - "| air_humidity | 31.204664 |\n", - "| air_temperature | 20.458956 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 224.5 |\n", - "| direct_solar_radiation | 314.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | 6.2909584 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 144360.28 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 13%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 76.76114 |\n", - "| air_humidity | 17.126703 |\n", - "| air_temperature | 22.000053 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 124.0 |\n", - "| direct_solar_radiation | 727.5 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 36.0 |\n", - "| outdoor_temperature | 6.369709 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 70249.89 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 13%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 476.10425 |\n", - "| air_humidity | 25.14942 |\n", - "| air_temperature | 23.491219 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 241.0 |\n", - "| direct_solar_radiation | 284.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 62.0 |\n", - "| outdoor_temperature | 6.582677 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 428493.84 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 24.28904 |\n", - "| air_temperature | 24.073921 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 183.5 |\n", - "| direct_solar_radiation | 475.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 44.0 |\n", - "| outdoor_temperature | 7.3682384 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 688.9026 |\n", - "| air_humidity | 25.790758 |\n", - "| air_temperature | 24.51302 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 101.5 |\n", - "| direct_solar_radiation | 584.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 56.0 |\n", - "| outdoor_temperature | 9.043416 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 593599.75 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 31.605486 |\n", - "| air_temperature | 23.198685 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 63.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 82.0 |\n", - "| outdoor_temperature | 3.3204484 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 917.7176 |\n", - "| air_humidity | 19.038803 |\n", - "| air_temperature | 23.908525 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 27.5 |\n", - "| direct_solar_radiation | 273.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 45.0 |\n", - "| outdoor_temperature | 1.9434859 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 825945.9 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 15%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 22.889832 |\n", - "| air_temperature | 21.24511 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 3.2798805 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 15%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1150.1122 |\n", - "| air_humidity | 18.517626 |\n", - "| air_temperature | 20.998045 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 39.0 |\n", - "| outdoor_temperature | 1.0063478 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1035100.94 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 9.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 15%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 533.8715 |\n", - "| air_humidity | 22.031479 |\n", - "| air_temperature | 22.000027 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 49.0 |\n", - "| outdoor_temperature | 4.355374 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 474075.22 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", + "| day_of_month | 0.03602906 |\n", + "| diffuse_solar_radiation | 1.5688212 |\n", + "| direct_solar_radiation | 2.1380048 |\n", + "| hour | -0.50237983 |\n", + "| htg_setpoint | -0.80295134 |\n", + "| month | 1.6982454 |\n", + "| outdoor_humidity | -1.3190618 |\n", + "| outdoor_temperature | 1.7595019 |\n", + "| people_occupant | 1.6944958 |\n", + "| total_electricity_HVAC | -0.18314521 |\n", + "| wind_direction | -0.9937987 |\n", + "| wind_speed | -0.25504905 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1502.4996 |\n", - "| air_humidity | 17.550522 |\n", - "| air_temperature | 21.454084 |\n", - "| clg_setpoint | 25.0 |\n", + "| HVAC_electricity_demand_rate | 1984.1688 |\n", + "| air_humidity | 34.346577 |\n", + "| air_temperature | 23.249395 |\n", + "| clg_setpoint | 23.25 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 27.0 |\n", - "| outdoor_temperature | -0.75558984 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 1352249.8 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 200.0 |\n", + "| direct_solar_radiation | 670.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 14.229899 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 17.610746 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1988388.2 |\n", "| wind_direction | 70.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", + "| wind_speed | 4.6 |\n", "-------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1700.4568 |\n", - "| air_humidity | 38.744617 |\n", - "| air_temperature | 19.918364 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | -1.7453753 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1530411.1 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 840.8903 |\n", - "| air_humidity | 40.83299 |\n", - "| air_temperature | 19.238083 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 5.5238667 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 725613.3 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "Progress: |*****************----------------------------------------------------------------------------------| 17%-----------------------------------------------\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 708.3994 |\n", - "| air_humidity | 36.43662 |\n", - "| air_temperature | 19.460455 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 6.6392717 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 593720.8 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 17%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 33.624523 |\n", - "| air_temperature | 21.84918 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | 10.09713 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 8.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 17%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 474.4464 |\n", - "| air_humidity | 32.48305 |\n", - "| air_temperature | 19.565111 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | 9.315889 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 406927.03 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 17%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 927.30707 |\n", - "| air_humidity | 43.51403 |\n", - "| air_temperature | 19.22073 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 5.875117 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 781413.8 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 18%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 575.30975 |\n", - "| air_humidity | 45.782436 |\n", - "| air_temperature | 20.171947 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 9.522872 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 555115.25 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 18%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 782.5654 |\n", - "| air_humidity | 24.75921 |\n", - "| air_temperature | 20.15559 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 53.0 |\n", - "| outdoor_temperature | 6.049054 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 704308.94 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 8.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 18%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 35.990368 |\n", - "| air_temperature | 19.806833 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 3.5513284 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 37.737408 |\n", - "| air_temperature | 20.442892 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 72.0 |\n", - "| direct_solar_radiation | 175.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 2.1105442 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 32.52455 |\n", - "| air_temperature | 20.50352 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 141.5 |\n", - "| direct_solar_radiation | 118.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 2.6969094 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 871.7625 |\n", - "| air_humidity | 22.176426 |\n", - "| air_temperature | 21.72639 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 132.5 |\n", - "| direct_solar_radiation | 687.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 42.0 |\n", - "| outdoor_temperature | 7.6411133 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 784586.25 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 871.7625 |\n", - "| air_humidity | 23.683573 |\n", - "| air_temperature | 22.5603 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 291.0 |\n", - "| direct_solar_radiation | 353.5 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 37.0 |\n", - "| outdoor_temperature | 4.719579 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 784586.25 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 15.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 947.8628 |\n", - "| air_humidity | 17.563786 |\n", - "| air_temperature | 23.31355 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 146.5 |\n", - "| direct_solar_radiation | 820.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 34.0 |\n", - "| outdoor_temperature | 4.4292946 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 853076.5 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 9.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 819.6643 |\n", - "| air_humidity | 17.929089 |\n", - "| air_temperature | 23.582941 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 310.5 |\n", - "| direct_solar_radiation | 462.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 53.0 |\n", - "| outdoor_temperature | 1.6799109 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 737697.9 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 183.02463 |\n", - "| air_humidity | 22.134924 |\n", - "| air_temperature | 25.33988 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 140.5 |\n", - "| direct_solar_radiation | 840.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 35.0 |\n", - "| outdoor_temperature | 12.848213 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 165756.19 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 20%\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", "| action_network/ | |\n", - "| index | 6 |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.8748008 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.704246 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57752806 |\n", + "| air_humidity | 0.07641725 |\n", + "| air_temperature | 1.6219108 |\n", + "| clg_setpoint | 0.76496476 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.1512458 |\n", + "| diffuse_solar_radiation | 3.5371997 |\n", + "| direct_solar_radiation | 0.81409127 |\n", + "| hour | -0.35794052 |\n", + "| htg_setpoint | 0.32798746 |\n", + "| month | 1.6732426 |\n", + "| outdoor_humidity | -0.83561283 |\n", + "| outdoor_temperature | 1.7329174 |\n", + "| people_occupant | 1.6901641 |\n", + "| total_electricity_HVAC | -0.5793196 |\n", + "| wind_direction | -0.5223031 |\n", + "| wind_speed | 0.18683521 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1372.1312 |\n", - "| air_humidity | 16.91895 |\n", - "| air_temperature | 20.388855 |\n", - "| clg_setpoint | 26.0 |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 36.259842 |\n", + "| air_temperature | 25.823322 |\n", + "| clg_setpoint | 28.442463 |\n", "| co2_emission | 0.0 |\n", "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 103.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | -0.10374769 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1234918.1 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", + "| diffuse_solar_radiation | 374.0 |\n", + "| direct_solar_radiation | 341.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.780996 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 17.525902 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 92730.88 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 5.7 |\n", "-------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 21%\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.011865811 |\n", + "| air_humidity | 0.9842266 |\n", + "| air_temperature | 0.40234455 |\n", + "| clg_setpoint | -1.3595898 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.26638955 |\n", + "| diffuse_solar_radiation | 2.4310558 |\n", + "| direct_solar_radiation | 2.0438075 |\n", + "| hour | -0.21350923 |\n", + "| htg_setpoint | 1.437889 |\n", + "| month | 1.6493125 |\n", + "| outdoor_humidity | -0.5300966 |\n", + "| outdoor_temperature | 1.9046905 |\n", + "| people_occupant | 1.6859199 |\n", + "| total_electricity_HVAC | 0.0006501983 |\n", + "| wind_direction | -0.7012997 |\n", + "| wind_speed | -0.2514962 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3078.169 |\n", + "| air_humidity | 46.456333 |\n", + "| air_temperature | 23.249453 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 279.0 |\n", + "| direct_solar_radiation | 649.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 18.811543 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2855648.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", "| action_network/ | |\n", - "| index | 8 |\n", + "| Cooling_Setpoint_RL | -0.68261456 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", + "| Cooling_Setpoint_RL | 24.321177 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5767204 |\n", + "| air_humidity | 1.7845049 |\n", + "| air_temperature | 0.41794875 |\n", + "| clg_setpoint | -1.2907172 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.3813799 |\n", + "| diffuse_solar_radiation | 1.9097425 |\n", + "| direct_solar_radiation | -0.5454828 |\n", + "| hour | -0.06907992 |\n", + "| htg_setpoint | 1.4373888 |\n", + "| month | 1.6263806 |\n", + "| outdoor_humidity | 1.4411288 |\n", + "| outdoor_temperature | 1.610788 |\n", + "| people_occupant | -0.69242746 |\n", + "| total_electricity_HVAC | -0.47375262 |\n", + "| wind_direction | -1.0644535 |\n", + "| wind_speed | -0.44912007 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1435.1711 |\n", - "| air_humidity | 18.643396 |\n", - "| air_temperature | 21.139025 |\n", - "| clg_setpoint | 29.0 |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 55.56947 |\n", + "| air_temperature | 23.287731 |\n", + "| clg_setpoint | 23.412825 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 168.5 |\n", - "| direct_solar_radiation | 643.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | -0.41894728 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 234.0 |\n", + "| direct_solar_radiation | 3.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 16.899643 |\n", "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1291654.0 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", + "| total_electricity_HVAC | 591428.6 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.1 |\n", "-------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 21%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 906.4148 |\n", - "| air_humidity | 26.15411 |\n", - "| air_temperature | 24.043047 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 132.5 |\n", - "| direct_solar_radiation | 552.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 68.0 |\n", - "| outdoor_temperature | 3.821802 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 815773.3 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 21%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 26.803059 |\n", - "| air_temperature | 23.57881 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 61.5 |\n", - "| direct_solar_radiation | 360.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 58.0 |\n", - "| outdoor_temperature | 3.7118824 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 350.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 22%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 838.38043 |\n", - "| air_humidity | 32.72246 |\n", - "| air_temperature | 23.509342 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 16.5 |\n", - "| direct_solar_radiation | 91.5 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 76.0 |\n", - "| outdoor_temperature | 5.683642 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 746401.25 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 11.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 22%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 722.22064 |\n", - "| air_humidity | 21.36357 |\n", - "| air_temperature | 21.937164 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 39.0 |\n", - "| outdoor_temperature | 4.786942 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 636776.6 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 14.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 22%\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", "| action_network/ | |\n", - "| index | 6 |\n", + "| Cooling_Setpoint_RL | -0.51244915 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", + "| Cooling_Setpoint_RL | 24.895485 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5702347 |\n", + "| air_humidity | 2.6646972 |\n", + "| air_temperature | 0.17059885 |\n", + "| clg_setpoint | 1.4006205 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.4960889 |\n", + "| diffuse_solar_radiation | 2.428633 |\n", + "| direct_solar_radiation | -0.5189692 |\n", + "| hour | 0.07534966 |\n", + "| htg_setpoint | -1.3555673 |\n", + "| month | 1.6043794 |\n", + "| outdoor_humidity | 0.9887636 |\n", + "| outdoor_temperature | 1.7271153 |\n", + "| people_occupant | -0.6885794 |\n", + "| total_electricity_HVAC | -0.5755236 |\n", + "| wind_direction | -0.31746948 |\n", + "| wind_speed | 0.3963911 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1420.1923 |\n", - "| air_humidity | 15.754087 |\n", - "| air_temperature | 23.23445 |\n", - "| clg_setpoint | 29.0 |\n", + "| HVAC_electricity_demand_rate | 109.893906 |\n", + "| air_humidity | 66.49833 |\n", + "| air_temperature | 22.76449 |\n", + "| clg_setpoint | 30.0 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 22.0 |\n", - "| outdoor_temperature | -0.34405267 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 1278173.0 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 8.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 281.0 |\n", + "| direct_solar_radiation | 9.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 17.879139 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 98904.516 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 6.2 |\n", "-------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 22%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 15.957253 |\n", - "| air_temperature | 20.980701 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 53.0 |\n", - "| outdoor_temperature | 3.6350272 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 23%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 28.30168 |\n", - "| air_temperature | 21.18839 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 6.6833673 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 23%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 785.40643 |\n", - "| air_humidity | 43.216587 |\n", - "| air_temperature | 19.139505 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 6.2410784 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 701437.75 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "Progress: |***********************----------------------------------------------------------------------------| 23%-----------------------------------------------\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 481.7842 |\n", - "| air_humidity | 47.513245 |\n", - "| air_temperature | 20.326927 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 8.220632 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 451453.1 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 24%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 194.08734 |\n", - "| air_humidity | 43.19421 |\n", - "| air_temperature | 20.993734 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 74.0 |\n", - "| outdoor_temperature | 11.772061 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 170518.66 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 24%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 28.857058 |\n", - "| air_temperature | 20.061483 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 57.0 |\n", - "| outdoor_temperature | 2.9912403 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 24%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 37.21652 |\n", - "| air_temperature | 20.998018 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 81.0 |\n", - "| outdoor_temperature | 2.1145651 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 80.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 143.43005 |\n", - "| air_humidity | 36.30297 |\n", - "| air_temperature | 20.30996 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 6.333977 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 140959.28 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 51.015564 |\n", - "| air_temperature | 18.754827 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 75.0 |\n", - "| outdoor_temperature | 2.8850982 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 69.60917 |\n", - "| air_temperature | 18.369095 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 27.0 |\n", - "| direct_solar_radiation | 165.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 75.0 |\n", - "| outdoor_temperature | 4.028294 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 58.062473 |\n", - "| air_temperature | 18.538546 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 52.5 |\n", - "| direct_solar_radiation | 541.5 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | 3.634861 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 26%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 43.828773 |\n", - "| air_temperature | 18.841476 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 146.5 |\n", - "| direct_solar_radiation | 403.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 55.0 |\n", - "| outdoor_temperature | 6.183797 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 26%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 572.3576 |\n", - "| air_humidity | 44.74038 |\n", - "| air_temperature | 21.419844 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 173.0 |\n", - "| direct_solar_radiation | 567.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 69.0 |\n", - "| outdoor_temperature | 10.205873 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 523577.4 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 26%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 76.707 |\n", - "| air_temperature | 22.388348 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 220.5 |\n", - "| direct_solar_radiation | 635.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | 19.456167 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 26%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 70.24044 |\n", - "| air_temperature | 23.77905 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 143.5 |\n", - "| direct_solar_radiation | 847.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 37.0 |\n", - "| outdoor_temperature | 22.28776 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 27%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3445.089 |\n", - "| air_humidity | 53.412476 |\n", - "| air_temperature | 23.671152 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 283.0 |\n", - "| direct_solar_radiation | 626.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 43.0 |\n", - "| outdoor_temperature | 23.813982 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 3108444.2 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 27%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1941.4698 |\n", - "| air_humidity | 57.059998 |\n", - "| air_temperature | 23.39732 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 248.0 |\n", - "| direct_solar_radiation | 449.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 68.0 |\n", - "| outdoor_temperature | 19.118326 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 1746407.5 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 27%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3975.0776 |\n", - "| air_humidity | 32.96631 |\n", - "| air_temperature | 23.598097 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 153.5 |\n", - "| direct_solar_radiation | 773.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 25.0 |\n", - "| outdoor_temperature | 20.640772 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 3574334.0 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 28%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 306.31296 |\n", - "| air_humidity | 14.682458 |\n", - "| air_temperature | 25.941786 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 142.5 |\n", - "| direct_solar_radiation | 728.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 14.0 |\n", - "| outdoor_temperature | 15.408057 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 275078.9 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 12.9 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 28%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 315.61072 |\n", - "| air_humidity | 12.921776 |\n", - "| air_temperature | 25.000605 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 72.0 |\n", - "| direct_solar_radiation | 766.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 11.0 |\n", - "| outdoor_temperature | 11.472333 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 280739.22 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 28%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 37.093914 |\n", - "| air_temperature | 20.82961 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 69.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 86.0 |\n", - "| outdoor_temperature | 6.4494166 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 28%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 32.12789 |\n", - "| air_temperature | 23.169945 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 45.5 |\n", - "| direct_solar_radiation | 25.5 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | 6.8088455 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 140.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 54.234688 |\n", - "| air_temperature | 26.290154 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 8.991571 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 49.74599 |\n", - "| air_temperature | 27.69215 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | 15.791064 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 60.868176 |\n", - "| air_temperature | 23.51201 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 7.527386 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 56.438843 |\n", - "| air_temperature | 22.010849 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 6.091949 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 140.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 30%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 56.108757 |\n", - "| air_temperature | 22.255705 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | 6.9153886 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 140.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 30%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 64.31344 |\n", - "| air_temperature | 19.858194 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 86.0 |\n", - "| outdoor_temperature | 8.460917 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 68.07449 |\n", - "| air_temperature | 18.641197 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 5.7216463 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 60.987324 |\n", - "| air_temperature | 20.40382 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 68.0 |\n", - "| outdoor_temperature | 10.535965 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 73.64444 |\n", - "| air_temperature | 20.592913 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 7.241513 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 160.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 84.43422 |\n", - "| air_temperature | 19.880894 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 10.051851 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 72.292465 |\n", - "| air_temperature | 20.055376 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 6.9597707 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 75.59889 |\n", - "| air_temperature | 21.129635 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 41.5 |\n", - "| direct_solar_radiation | 18.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 86.0 |\n", - "| outdoor_temperature | 10.039303 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 73.81694 |\n", - "| air_temperature | 21.566832 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 78.5 |\n", - "| direct_solar_radiation | 588.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 52.0 |\n", - "| outdoor_temperature | 12.721492 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 105.58764 |\n", - "| air_humidity | 68.87817 |\n", - "| air_temperature | 18.685684 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 221.0 |\n", - "| direct_solar_radiation | 50.5 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | 13.024408 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 95277.984 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 33%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 554.63495 |\n", - "| air_humidity | 60.94167 |\n", - "| air_temperature | 20.760542 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 133.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 10.734792 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 499171.47 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 33%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 494.29865 |\n", - "| air_humidity | 26.91579 |\n", - "| air_temperature | 24.698816 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 227.5 |\n", - "| direct_solar_radiation | 676.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 25.0 |\n", - "| outdoor_temperature | 16.345572 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 441835.44 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 33%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1669.414 |\n", - "| air_humidity | 27.572773 |\n", - "| air_temperature | 24.118586 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 263.5 |\n", - "| direct_solar_radiation | 662.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 35.0 |\n", - "| outdoor_temperature | 16.663635 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1502472.6 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 8.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 34%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1423.8939 |\n", - "| air_humidity | 49.750465 |\n", - "| air_temperature | 23.154497 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 225.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 74.0 |\n", - "| outdoor_temperature | 15.606137 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 1281504.5 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 34%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 69.523636 |\n", - "| air_temperature | 21.496876 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 183.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | 17.305464 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 34%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 60.981228 |\n", - "| air_temperature | 23.672033 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 296.0 |\n", - "| direct_solar_radiation | 101.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 73.0 |\n", - "| outdoor_temperature | 18.12477 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 160.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 34%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 263.9766 |\n", - "| air_humidity | 49.505367 |\n", - "| air_temperature | 24.917562 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 243.0 |\n", - "| direct_solar_radiation | 62.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | 14.965244 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 237583.92 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 441.78152 |\n", - "| air_humidity | 59.375774 |\n", - "| air_temperature | 25.219263 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 81.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 15.51826 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 397603.38 |\n", - "| wind_direction | 80.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 291.60434 |\n", - "| air_humidity | 60.253563 |\n", - "| air_temperature | 24.001564 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 116.5 |\n", - "| direct_solar_radiation | 8.5 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 14.3150015 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 426840.75 |\n", - "| wind_direction | 130.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 47.826717 |\n", - "| air_temperature | 29.443428 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 66.0 |\n", - "| direct_solar_radiation | 76.5 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 44.0 |\n", - "| outdoor_temperature | 24.326218 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 41.45334 |\n", - "| air_temperature | 29.770283 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 33.0 |\n", - "| outdoor_temperature | 21.403486 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 36%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 56.864246 |\n", - "| air_temperature | 25.409126 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 77.0 |\n", - "| outdoor_temperature | 14.024936 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 36%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 56.58497 |\n", - "| air_temperature | 25.376099 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | 13.580284 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 36%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 51.845596 |\n", - "| air_temperature | 24.4386 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 77.0 |\n", - "| outdoor_temperature | 8.686298 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 90.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*--------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 60.85383 |\n", - "| air_temperature | 23.408401 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 68.0 |\n", - "| outdoor_temperature | 10.669418 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*--------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 64.44686 |\n", - "| air_temperature | 22.478897 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 11.021046 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 69.71836 |\n", - "| air_temperature | 22.096245 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | 10.4822035 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 75.24246 |\n", - "| air_temperature | 22.697903 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 14.038016 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 10.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.10041 |\n", - "| air_temperature | 21.779947 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 15.543995 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 90.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 85.470825 |\n", - "| air_temperature | 20.502432 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 84.0 |\n", - "| outdoor_temperature | 14.700728 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 69.664185 |\n", - "| air_temperature | 20.969315 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 39.5 |\n", - "| direct_solar_radiation | 78.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 59.0 |\n", - "| outdoor_temperature | 11.760994 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***------------------------------------------------------------| 39%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 76.82759 |\n", - "| air_temperature | 20.638756 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 119.5 |\n", - "| direct_solar_radiation | 39.5 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 78.0 |\n", - "| outdoor_temperature | 12.853281 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "------------------------------------------------**------------------------------------------------------------| 39%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.742096 |\n", - "| air_temperature | 20.965656 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 202.5 |\n", - "| direct_solar_radiation | 121.5 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 15.2559595 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "------------------------------------------------\n", - "-----------------------------------------------***------------------------------------------------------------| 39%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 175.05946 |\n", - "| air_humidity | 85.569885 |\n", - "| air_temperature | 20.361977 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 166.5 |\n", - "| direct_solar_radiation | 3.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 15.519688 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 157553.52 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 88.35559 |\n", - "| air_temperature | 23.295433 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 251.5 |\n", - "| direct_solar_radiation | 597.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 72.0 |\n", - "| outdoor_temperature | 16.08074 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 8.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 82.33773 |\n", - "| air_temperature | 24.468657 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 330.5 |\n", - "| direct_solar_radiation | 485.5 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 44.0 |\n", - "| outdoor_temperature | 21.730036 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 11.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3473.914 |\n", - "| air_humidity | 50.87384 |\n", - "| air_temperature | 23.874031 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 396.0 |\n", - "| direct_solar_radiation | 283.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 50.0 |\n", - "| outdoor_temperature | 19.557518 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3113888.5 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4798.8096 |\n", - "| air_humidity | 45.506927 |\n", - "| air_temperature | 24.022305 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 333.0 |\n", - "| direct_solar_radiation | 576.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 33.0 |\n", - "| outdoor_temperature | 25.908749 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 4307226.5 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****----------------------------------------------------------| 41%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4961.3433 |\n", - "| air_humidity | 53.536194 |\n", - "| air_temperature | 23.69982 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 270.0 |\n", - "| direct_solar_radiation | 682.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 35.0 |\n", - "| outdoor_temperature | 27.257017 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 4465209.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****----------------------------------------------------------| 41%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5542.6147 |\n", - "| air_humidity | 46.478977 |\n", - "| air_temperature | 24.297695 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 213.0 |\n", - "| direct_solar_radiation | 710.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 27.0 |\n", - "| outdoor_temperature | 28.636808 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 4984936.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****----------------------------------------------------------| 41%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5475.4956 |\n", - "| air_humidity | 57.36404 |\n", - "| air_temperature | 24.47104 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 233.5 |\n", - "| direct_solar_radiation | 564.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | 26.003632 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4915775.5 |\n", - "| wind_direction | 160.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****----------------------------------------------------------| 41%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 61.53134 |\n", - "| air_temperature | 27.312569 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 178.5 |\n", - "| direct_solar_radiation | 469.5 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 27.0 |\n", - "| outdoor_temperature | 27.807915 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 8.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******---------------------------------------------------------| 42%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 62.3855 |\n", - "| air_temperature | 27.161943 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 103.0 |\n", - "| direct_solar_radiation | 524.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 35.0 |\n", - "| outdoor_temperature | 20.942236 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******---------------------------------------------------------| 42%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 39.917088 |\n", - "| air_temperature | 30.10571 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 62.0 |\n", - "| direct_solar_radiation | 335.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 17.514065 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******---------------------------------------------------------| 42%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 47.715076 |\n", - "| air_temperature | 29.770834 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 28.5 |\n", - "| direct_solar_radiation | 11.5 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 56.0 |\n", - "| outdoor_temperature | 18.896332 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 60.85728 |\n", - "| air_temperature | 27.400461 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 78.0 |\n", - "| outdoor_temperature | 16.325865 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 71.10968 |\n", - "| air_temperature | 25.510035 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 20.222506 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.73e+04 |\n", - "| n_updates | 24 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 68.88185 |\n", - "| air_temperature | 26.473099 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 57.0 |\n", - "| outdoor_temperature | 23.432787 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.69e+04 |\n", - "| n_updates | 49 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 77.250916 |\n", - "| air_temperature | 24.624996 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 50.0 |\n", - "| outdoor_temperature | 19.427858 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.96e+04 |\n", - "| n_updates | 74 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.379234 |\n", - "| air_temperature | 24.415615 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | 18.959192 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.74e+04 |\n", - "| n_updates | 99 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 70.947784 |\n", - "| air_temperature | 22.702192 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 16.782215 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.7e+04 |\n", - "| n_updates | 124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 90.11013 |\n", - "| air_temperature | 22.181059 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 17.962767 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.4e+04 |\n", - "| n_updates | 149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********------------------------------------------------------| 45%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 88.01869 |\n", - "| air_temperature | 22.351809 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 20.203293 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.25e+04 |\n", - "| n_updates | 174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********------------------------------------------------------| 45%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 89.761375 |\n", - "| air_temperature | 21.895535 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 17.647366 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 160.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.48e+04 |\n", - "| n_updates | 199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********------------------------------------------------------| 45%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 86.31044 |\n", - "| air_temperature | 23.202625 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 49.0 |\n", - "| direct_solar_radiation | 3.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 21.554924 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.79e+03 |\n", - "| n_updates | 224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 84.13197 |\n", - "| air_temperature | 23.67505 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 41.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 23.571669 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.94e+03 |\n", - "| n_updates | 249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 93.96759 |\n", - "| air_temperature | 21.819794 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 83.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 19.235605 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.99e+03 |\n", - "| n_updates | 274 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1854.7126 |\n", - "| air_humidity | 82.8579 |\n", - "| air_temperature | 19.94703 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 116.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 19.453636 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1662493.1 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.25e+03 |\n", - "| n_updates | 299 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 8928.022 |\n", - "| air_humidity | 64.12279 |\n", - "| air_temperature | 22.995796 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 172.0 |\n", - "| direct_solar_radiation | 645.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | 32.729115 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 8035220.5 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.26e+03 |\n", - "| n_updates | 324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6259.42 |\n", - "| air_humidity | 58.960857 |\n", - "| air_temperature | 23.959463 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 289.0 |\n", - "| direct_solar_radiation | 563.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 53.0 |\n", - "| outdoor_temperature | 27.882483 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5633478.0 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.46e+03 |\n", - "| n_updates | 349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4542.525 |\n", - "| air_humidity | 61.181717 |\n", - "| air_temperature | 23.151531 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 300.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 19.840796 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4088272.2 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.69e+03 |\n", - "| n_updates | 374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 66.28868 |\n", - "| air_temperature | 27.314816 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 189.0 |\n", - "| direct_solar_radiation | 684.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 33.0 |\n", - "| outdoor_temperature | 29.14851 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 10.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.48e+04 |\n", - "| n_updates | 399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 65.29333 |\n", - "| air_temperature | 27.590292 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 362.0 |\n", - "| direct_solar_radiation | 368.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 35.0 |\n", - "| outdoor_temperature | 30.175938 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.64e+03 |\n", - "| n_updates | 424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************---------------------------------------------------| 48%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6536.5103 |\n", - "| air_humidity | 56.910072 |\n", - "| air_temperature | 24.24192 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 344.5 |\n", - "| direct_solar_radiation | 48.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 74.0 |\n", - "| outdoor_temperature | 26.203909 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 5882859.5 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.87e+03 |\n", - "| n_updates | 449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************---------------------------------------------------| 48%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 8832.593 |\n", - "| air_humidity | 58.894646 |\n", - "| air_temperature | 24.245432 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 190.0 |\n", - "| direct_solar_radiation | 446.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | 28.251022 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 7949333.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.16e+03 |\n", - "| n_updates | 474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************---------------------------------------------------| 48%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5994.488 |\n", - "| air_humidity | 57.70945 |\n", - "| air_temperature | 24.269371 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 127.0 |\n", - "| direct_solar_radiation | 657.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 52.0 |\n", - "| outdoor_temperature | 26.748756 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5394630.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 11.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.01e+03 |\n", - "| n_updates | 499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5868.593 |\n", - "| air_humidity | 59.702705 |\n", - "| air_temperature | 23.673388 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 117.0 |\n", - "| direct_solar_radiation | 8.5 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 76.0 |\n", - "| outdoor_temperature | 23.925201 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5300543.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 10.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.08e+03 |\n", - "| n_updates | 524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 49.323895 |\n", - "| air_temperature | 29.75314 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 89.0 |\n", - "| direct_solar_radiation | 182.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 73.0 |\n", - "| outdoor_temperature | 24.83241 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.49e+03 |\n", - "| n_updates | 549 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 71.10587 |\n", - "| air_temperature | 25.321625 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 29.0 |\n", - "| direct_solar_radiation | 29.5 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 19.11446 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.5e+03 |\n", - "| n_updates | 574 |\n", - "-----------------------------------------------\n", - "----------------------------------------------**************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 73.58216 |\n", - "| air_temperature | 24.81363 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 81.0 |\n", - "| outdoor_temperature | 19.323 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.13e+03 |\n", - "| n_updates | 599 |\n", - "----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 64.26106 |\n", - "| air_temperature | 27.285131 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 19.510527 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.57e+03 |\n", - "| n_updates | 624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 70.97226 |\n", - "| air_temperature | 25.634449 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 20.972343 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.97e+03 |\n", - "| n_updates | 649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.34892 |\n", - "| air_temperature | 24.954485 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 85.0 |\n", - "| outdoor_temperature | 21.94895 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.54e+03 |\n", - "| n_updates | 674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.28426 |\n", - "| air_temperature | 24.376232 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 20.423975 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.99e+03 |\n", - "| n_updates | 699 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 77.33825 |\n", - "| air_temperature | 24.507927 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 23.793901 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.98e+03 |\n", - "| n_updates | 724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 73.71556 |\n", - "| air_temperature | 25.245878 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 25.436129 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.81e+03 |\n", - "| n_updates | 749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.0488 |\n", - "| air_temperature | 24.126446 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 88.0 |\n", - "| outdoor_temperature | 24.582035 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.78e+03 |\n", - "| n_updates | 774 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************-----------------------------------------------| 52%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 87.71491 |\n", - "| air_temperature | 22.90714 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 22.584349 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 965 |\n", - "| n_updates | 799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************-----------------------------------------------| 52%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 93.72923 |\n", - "| air_temperature | 23.959242 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 25.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 62.0 |\n", - "| outdoor_temperature | 27.785337 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.47e+03 |\n", - "| n_updates | 824 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************-----------------------------------------------| 52%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 84.162704 |\n", - "| air_temperature | 23.086092 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 76.0 |\n", - "| direct_solar_radiation | 262.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 59.0 |\n", - "| outdoor_temperature | 21.191248 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.96e+03 |\n", - "| n_updates | 849 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.09719 |\n", - "| air_temperature | 22.966927 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 84.5 |\n", - "| direct_solar_radiation | 444.5 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 56.0 |\n", - "| outdoor_temperature | 25.49166 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.62e+03 |\n", - "| n_updates | 874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 71.842354 |\n", - "| air_temperature | 24.912615 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 188.5 |\n", - "| direct_solar_radiation | 444.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 69.0 |\n", - "| outdoor_temperature | 27.981579 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.47e+03 |\n", - "| n_updates | 899 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 66.29015 |\n", - "| air_temperature | 26.284555 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 109.0 |\n", - "| direct_solar_radiation | 791.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | 27.723755 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 80.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.41e+03 |\n", - "| n_updates | 924 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5701.992 |\n", - "| air_humidity | 62.445957 |\n", - "| air_temperature | 22.877975 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 198.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 22.844303 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5131793.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.48e+03 |\n", - "| n_updates | 949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6329.585 |\n", - "| air_humidity | 58.633747 |\n", - "| air_temperature | 24.058687 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 351.0 |\n", - "| direct_solar_radiation | 285.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | 29.750559 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5696626.5 |\n", - "| wind_direction | 350.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.12e+03 |\n", - "| n_updates | 974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 7090.5063 |\n", - "| air_humidity | 57.64953 |\n", - "| air_temperature | 24.19502 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 229.5 |\n", - "| direct_solar_radiation | 590.5 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 59.0 |\n", - "| outdoor_temperature | 27.872087 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 6384696.5 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.12e+03 |\n", - "| n_updates | 999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5688.2856 |\n", - "| air_humidity | 61.284252 |\n", - "| air_temperature | 22.551647 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 260.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 88.0 |\n", - "| outdoor_temperature | 22.795156 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 5119457.0 |\n", - "| wind_direction | 90.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.4e+03 |\n", - "| n_updates | 1024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 7841.701 |\n", - "| air_humidity | 57.82436 |\n", - "| air_temperature | 24.11316 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 301.5 |\n", - "| direct_solar_radiation | 544.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 72.0 |\n", - "| outdoor_temperature | 26.77382 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 7034948.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3e+03 |\n", - "| n_updates | 1049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************--------------------------------------------| 55%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 62.2651 |\n", - "| air_temperature | 28.586027 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 332.0 |\n", - "| direct_solar_radiation | 416.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 27.283964 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.07e+03 |\n", - "| n_updates | 1074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************--------------------------------------------| 55%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 62.894302 |\n", - "| air_temperature | 28.345287 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 267.5 |\n", - "| direct_solar_radiation | 310.5 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 74.0 |\n", - "| outdoor_temperature | 25.579243 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 8.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.46e+03 |\n", - "| n_updates | 1099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************--------------------------------------------| 55%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 7106.787 |\n", - "| air_humidity | 59.247807 |\n", - "| air_temperature | 23.88788 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 135.0 |\n", - "| direct_solar_radiation | 332.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 76.0 |\n", - "| outdoor_temperature | 25.603895 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 6396108.5 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 9.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.13e+03 |\n", - "| n_updates | 1124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 52.444363 |\n", - "| air_temperature | 28.380396 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 52.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 21.795992 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.86e+03 |\n", - "| n_updates | 1149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 52.730785 |\n", - "| air_temperature | 30.277372 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 21.0 |\n", - "| direct_solar_radiation | 82.5 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | 24.305302 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.09e+03 |\n", - "| n_updates | 1174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 62.063698 |\n", - "| air_temperature | 28.064104 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 22.021494 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.7e+03 |\n", - "| n_updates | 1199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 70.99026 |\n", - "| air_temperature | 26.231157 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 23.473911 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.4e+03 |\n", - "| n_updates | 1224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 72.17343 |\n", - "| air_temperature | 25.960754 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 21.79974 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 80.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.6e+03 |\n", - "| n_updates | 1249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.62412 |\n", - "| air_temperature | 24.571651 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | 23.37696 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.05e+03 |\n", - "| n_updates | 1274 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.07557 |\n", - "| air_temperature | 24.251059 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 21.277117 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.37e+03 |\n", - "| n_updates | 1299 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************------------------------------------------| 58%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 82.77418 |\n", - "| air_temperature | 23.679039 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 91.0 |\n", - "| outdoor_temperature | 23.076662 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 756 |\n", - "| n_updates | 1324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************------------------------------------------| 58%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.70116 |\n", - "| air_temperature | 23.391863 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 64.0 |\n", - "| outdoor_temperature | 23.102135 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 3.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.37e+03 |\n", - "| n_updates | 1349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************------------------------------------------| 58%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.7172 |\n", - "| air_temperature | 23.848103 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 77.0 |\n", - "| outdoor_temperature | 24.195494 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 891 |\n", - "| n_updates | 1374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 81.705536 |\n", - "| air_temperature | 24.714365 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 85.0 |\n", - "| outdoor_temperature | 25.90795 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.09e+03 |\n", - "| n_updates | 1399 |\n", - "-----------------------------------------------\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Step only supports monotonically increasing values, use define_metric to set a custom x axis. For details see: https://wandb.me/define-metric\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'rollout/ep_len_mean': 35040.0, '_timestamp': 1700214247.6063654}).\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'rollout/ep_rew_mean': -11781.918385, '_timestamp': 1700214247.6064198}).\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'rollout/exploration_rate': 0.05, '_timestamp': 1700214247.606459}).\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/episodes': 1, '_timestamp': 1700214247.6064918}).\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/fps': 1779, '_timestamp': 1700214247.6065187}).\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/time_elapsed': 19, '_timestamp': 1700214247.6065419}).\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/total_timesteps': 35040, '_timestamp': 1700214247.6065679}).\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "-----------------------------------------------***********************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.14272 |\n", - "| air_temperature | 24.373743 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 16.5 |\n", - "| direct_solar_radiation | 30.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 94.0 |\n", - "| outdoor_temperature | 24.067757 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.97e+03 |\n", - "| n_updates | 1424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 84.859985 |\n", - "| air_temperature | 23.91815 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 71.0 |\n", - "| direct_solar_radiation | 21.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 76.0 |\n", - "| outdoor_temperature | 25.750177 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.66e+03 |\n", - "| n_updates | 1449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 87.054276 |\n", - "| air_temperature | 22.867567 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 58.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 94.0 |\n", - "| outdoor_temperature | 22.91997 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.85e+03 |\n", - "| n_updates | 1474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1521.9896 |\n", - "| air_humidity | 75.063614 |\n", - "| air_temperature | 21.000452 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 205.5 |\n", - "| direct_solar_radiation | 112.5 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 76.0 |\n", - "| outdoor_temperature | 19.201933 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1378782.4 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.7e+03 |\n", - "| n_updates | 1499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3598.6003 |\n", - "| air_humidity | 65.23126 |\n", - "| air_temperature | 22.027729 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 182.0 |\n", - "| direct_solar_radiation | 648.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 50.0 |\n", - "| outdoor_temperature | 24.144733 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3229639.5 |\n", - "| wind_direction | 80.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.07e+04 |\n", - "| n_updates | 1524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3934.8455 |\n", - "| air_humidity | 58.38924 |\n", - "| air_temperature | 23.422209 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 310.5 |\n", - "| direct_solar_radiation | 375.5 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 39.0 |\n", - "| outdoor_temperature | 26.24799 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3516591.0 |\n", - "| wind_direction | 160.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.85e+03 |\n", - "| n_updates | 1549 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 66.500626 |\n", - "| air_temperature | 26.288742 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 156.0 |\n", - "| direct_solar_radiation | 685.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 67.0 |\n", - "| outdoor_temperature | 26.0001 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.36e+03 |\n", - "| n_updates | 1574 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************--------------------------------------| 61%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 64.475006 |\n", - "| air_temperature | 26.78031 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 356.5 |\n", - "| direct_solar_radiation | 509.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 27.915373 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.96e+03 |\n", - "| n_updates | 1599 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************--------------------------------------| 61%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6470.7974 |\n", - "| air_humidity | 55.524296 |\n", - "| air_temperature | 24.516663 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 422.0 |\n", - "| direct_solar_radiation | 107.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 67.0 |\n", - "| outdoor_temperature | 29.62802 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 5823717.5 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.38e+03 |\n", - "| n_updates | 1624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************--------------------------------------| 61%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5735.0757 |\n", - "| air_humidity | 55.520737 |\n", - "| air_temperature | 24.371014 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 273.0 |\n", - "| direct_solar_radiation | 581.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 33.0 |\n", - "| outdoor_temperature | 31.163658 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 5156594.5 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.22e+03 |\n", - "| n_updates | 1649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 7858.42 |\n", - "| air_humidity | 57.489624 |\n", - "| air_temperature | 24.390175 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 262.0 |\n", - "| direct_solar_radiation | 375.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | 27.542755 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 7072577.5 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.03e+03 |\n", - "| n_updates | 1674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 8580.111 |\n", - "| air_humidity | 57.767204 |\n", - "| air_temperature | 24.379463 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 83.0 |\n", - "| direct_solar_radiation | 731.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 58.0 |\n", - "| outdoor_temperature | 29.715965 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 7714040.5 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.01e+03 |\n", - "| n_updates | 1699 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 9275.7295 |\n", - "| air_humidity | 62.564636 |\n", - "| air_temperature | 25.44268 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 127.0 |\n", - "| direct_solar_radiation | 260.5 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | 30.933622 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 8348156.5 |\n", - "| wind_direction | 140.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.51e+03 |\n", - "| n_updates | 1724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 72.23363 |\n", - "| air_temperature | 28.494257 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 52.5 |\n", - "| direct_solar_radiation | 14.5 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 61.0 |\n", - "| outdoor_temperature | 30.450134 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.09e+03 |\n", - "| n_updates | 1749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 68.8516 |\n", - "| air_temperature | 29.39136 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | 25.882673 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.12e+03 |\n", - "| n_updates | 1774 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 56.655693 |\n", - "| air_temperature | 28.701569 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 64.0 |\n", - "| outdoor_temperature | 22.626251 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 90.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.82e+03 |\n", - "| n_updates | 1799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 62.070488 |\n", - "| air_temperature | 27.431053 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 81.0 |\n", - "| outdoor_temperature | 21.76395 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.24e+03 |\n", - "| n_updates | 1824 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 70.41705 |\n", - "| air_temperature | 27.251905 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 69.0 |\n", - "| outdoor_temperature | 28.404594 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.03e+03 |\n", - "| n_updates | 1849 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************-----------------------------------| 64%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 62.179195 |\n", - "| air_temperature | 25.328423 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 40.0 |\n", - "| outdoor_temperature | 21.58744 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 350.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.1e+03 |\n", - "| n_updates | 1874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************-----------------------------------| 64%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 77.25168 |\n", - "| air_temperature | 24.274105 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 73.0 |\n", - "| outdoor_temperature | 21.448235 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.17e+04 |\n", - "| n_updates | 1899 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 72.27385 |\n", - "| air_temperature | 25.37339 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 42.0 |\n", - "| outdoor_temperature | 21.546675 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 350.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.33e+03 |\n", - "| n_updates | 1924 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.70976 |\n", - "| air_temperature | 23.610817 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | 18.41828 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.6e+03 |\n", - "| n_updates | 1949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 88.37996 |\n", - "| air_temperature | 22.81223 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 21.526308 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.1e+04 |\n", - "| n_updates | 1974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 87.88873 |\n", - "| air_temperature | 22.679972 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 78.0 |\n", - "| outdoor_temperature | 18.887882 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.85e+03 |\n", - "| n_updates | 1999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 85.374725 |\n", - "| air_temperature | 21.886457 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 78.0 |\n", - "| outdoor_temperature | 16.744215 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.91e+03 |\n", - "| n_updates | 2024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 86.8004 |\n", - "| air_temperature | 22.291016 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 37.0 |\n", - "| direct_solar_radiation | 165.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | 19.125746 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.76e+03 |\n", - "| n_updates | 2049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 61.356754 |\n", - "| air_temperature | 23.098063 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 101.0 |\n", - "| direct_solar_radiation | 282.5 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 22.395697 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 1.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.03e+03 |\n", - "| n_updates | 2074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 56.98781 |\n", - "| air_temperature | 24.176632 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 94.0 |\n", - "| direct_solar_radiation | 588.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 56.0 |\n", - "| outdoor_temperature | 24.20977 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.64e+03 |\n", - "| n_updates | 2099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************--------------------------------| 67%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2963.5293 |\n", - "| air_humidity | 59.67123 |\n", - "| air_temperature | 22.155758 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 234.5 |\n", - "| direct_solar_radiation | 275.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 55.0 |\n", - "| outdoor_temperature | 20.741188 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2657805.0 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.34e+03 |\n", - "| n_updates | 2124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************--------------------------------| 67%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3690.9102 |\n", - "| air_humidity | 49.598965 |\n", - "| air_temperature | 23.265598 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 181.0 |\n", - "| direct_solar_radiation | 702.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 37.0 |\n", - "| outdoor_temperature | 22.536015 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3293101.2 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 1.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.84e+03 |\n", - "| n_updates | 2149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************--------------------------------| 67%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4099.727 |\n", - "| air_humidity | 57.16755 |\n", - "| air_temperature | 23.969181 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 159.0 |\n", - "| direct_solar_radiation | 780.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 45.0 |\n", - "| outdoor_temperature | 23.952784 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3676153.8 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.06e+03 |\n", - "| n_updates | 2174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************-------------------------------| 68%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4844.1577 |\n", - "| air_humidity | 58.401505 |\n", - "| air_temperature | 23.993696 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 166.5 |\n", - "| direct_solar_radiation | 795.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 58.0 |\n", - "| outdoor_temperature | 26.339314 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 4359742.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.43e+03 |\n", - "| n_updates | 2199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************-------------------------------| 68%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3168.1628 |\n", - "| air_humidity | 56.45405 |\n", - "| air_temperature | 24.310589 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 165.0 |\n", - "| direct_solar_radiation | 565.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 56.0 |\n", - "| outdoor_temperature | 25.505985 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 2851346.5 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.81e+03 |\n", - "| n_updates | 2224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************-------------------------------| 68%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 66.15802 |\n", - "| air_temperature | 26.812828 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 148.0 |\n", - "| direct_solar_radiation | 730.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 74.0 |\n", - "| outdoor_temperature | 27.384958 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.59e+03 |\n", - "| n_updates | 2249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************-------------------------------| 68%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 66.70742 |\n", - "| air_temperature | 26.722502 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 150.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 78.0 |\n", - "| outdoor_temperature | 21.76044 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.26e+03 |\n", - "| n_updates | 2274 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4615.9355 |\n", - "| air_humidity | 59.687176 |\n", - "| air_temperature | 23.604136 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 102.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 76.0 |\n", - "| outdoor_temperature | 22.033457 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4154342.0 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.18e+03 |\n", - "| n_updates | 2299 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4519.266 |\n", - "| air_humidity | 39.110023 |\n", - "| air_temperature | 23.892767 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 43.0 |\n", - "| direct_solar_radiation | 499.5 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 29.0 |\n", - "| outdoor_temperature | 22.987827 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4067339.8 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.94e+03 |\n", - "| n_updates | 2324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 36.519215 |\n", - "| air_temperature | 29.639103 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 22.0 |\n", - "| direct_solar_radiation | 50.5 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 44.0 |\n", - "| outdoor_temperature | 19.65552 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.31e+03 |\n", - "| n_updates | 2349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 52.53205 |\n", - "| air_temperature | 28.84091 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 21.706072 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.33e+03 |\n", - "| n_updates | 2374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************-----------------------------| 70%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 65.03585 |\n", - "| air_temperature | 28.089901 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 88.0 |\n", - "| outdoor_temperature | 24.84705 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.56e+03 |\n", - "| n_updates | 2399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************-----------------------------| 70%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 73.22182 |\n", - "| air_temperature | 26.433327 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 50.0 |\n", - "| outdoor_temperature | 26.2683 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.75e+03 |\n", - "| n_updates | 2424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************-----------------------------| 70%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 81.19492 |\n", - "| air_temperature | 24.888763 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 52.0 |\n", - "| outdoor_temperature | 17.709038 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 570 |\n", - "| n_updates | 2449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 77.14824 |\n", - "| air_temperature | 23.543236 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 76.0 |\n", - "| outdoor_temperature | 19.323315 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.74e+03 |\n", - "| n_updates | 2474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.54942 |\n", - "| air_temperature | 22.843735 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 84.0 |\n", - "| outdoor_temperature | 17.800474 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 10.0 |\n", - "| wind_speed | 1.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.49e+03 |\n", - "| n_updates | 2499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 75.72044 |\n", - "| air_temperature | 22.46577 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | 15.107563 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.3e+03 |\n", - "| n_updates | 2524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 88.59096 |\n", - "| air_temperature | 22.127878 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 84.0 |\n", - "| outdoor_temperature | 13.45269 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.05e+04 |\n", - "| n_updates | 2549 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 84.00199 |\n", - "| air_temperature | 23.281334 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 84.0 |\n", - "| outdoor_temperature | 19.630474 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.74e+03 |\n", - "| n_updates | 2574 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.08445 |\n", - "| air_temperature | 23.414421 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 22.659573 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.85e+03 |\n", - "| n_updates | 2599 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 95.95372 |\n", - "| air_temperature | 21.113327 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 47.0 |\n", - "| outdoor_temperature | 14.836081 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.24e+04 |\n", - "| n_updates | 2624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************--------------------------| 73%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 74.788414 |\n", - "| air_temperature | 20.551414 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 18.5 |\n", - "| direct_solar_radiation | 158.5 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | 9.522072 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.68e+03 |\n", - "| n_updates | 2649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************--------------------------| 73%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 74.74622 |\n", - "| air_temperature | 20.638317 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 57.0 |\n", - "| direct_solar_radiation | 16.5 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 81.0 |\n", - "| outdoor_temperature | 15.213166 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.12e+03 |\n", - "| n_updates | 2674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************--------------------------| 73%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 82.323364 |\n", - "| air_temperature | 19.57355 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 87.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 14.822417 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 350.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.52e+03 |\n", - "| n_updates | 2699 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 572.085 |\n", - "| air_humidity | 66.755165 |\n", - "| air_temperature | 22.665863 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 180.0 |\n", - "| direct_solar_radiation | 35.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 16.186356 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 514876.53 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.45e+03 |\n", - "| n_updates | 2724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 81.31932 |\n", - "| air_temperature | 23.860435 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 121.0 |\n", - "| direct_solar_radiation | 726.5 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 46.0 |\n", - "| outdoor_temperature | 22.112099 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.63e+03 |\n", - "| n_updates | 2749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.81175 |\n", - "| air_temperature | 23.48872 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 172.0 |\n", - "| direct_solar_radiation | 689.5 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 45.0 |\n", - "| outdoor_temperature | 18.881742 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.67e+03 |\n", - "| n_updates | 2774 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3226.1812 |\n", - "| air_humidity | 40.99132 |\n", - "| air_temperature | 24.449615 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 94.0 |\n", - "| direct_solar_radiation | 891.5 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 39.0 |\n", - "| outdoor_temperature | 19.979425 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 2914970.8 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 1.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.57e+03 |\n", - "| n_updates | 2799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************------------------------| 75%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 820.8608 |\n", - "| air_humidity | 35.66342 |\n", - "| air_temperature | 22.958992 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 157.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 69.0 |\n", - "| outdoor_temperature | 11.693288 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 738774.7 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.76e+03 |\n", - "| n_updates | 2824 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************------------------------| 75%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 39.326733 |\n", - "| air_temperature | 30.015965 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 161.5 |\n", - "| direct_solar_radiation | 622.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 57.0 |\n", - "| outdoor_temperature | 20.66599 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.57e+03 |\n", - "| n_updates | 2849 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************------------------------| 75%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 50.05312 |\n", - "| air_temperature | 31.606455 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 120.5 |\n", - "| direct_solar_radiation | 593.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 69.0 |\n", - "| outdoor_temperature | 22.639921 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.34e+03 |\n", - "| n_updates | 2874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************------------------------| 75%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 48.417835 |\n", - "| air_temperature | 32.195496 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 82.5 |\n", - "| direct_solar_radiation | 455.5 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | 22.904902 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.69e+03 |\n", - "| n_updates | 2899 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************-----------------------| 76%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 42.599163 |\n", - "| air_temperature | 28.21489 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 27.5 |\n", - "| direct_solar_radiation | 186.5 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 78.0 |\n", - "| outdoor_temperature | 19.765554 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 8.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.67e+03 |\n", - "| n_updates | 2924 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************-----------------------| 76%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 36.224995 |\n", - "| air_temperature | 22.329985 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 44.0 |\n", - "| outdoor_temperature | 13.891856 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.35e+03 |\n", - "| n_updates | 2949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************-----------------------| 76%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 323.90488 |\n", - "| air_humidity | 23.180758 |\n", - "| air_temperature | 23.656872 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 36.0 |\n", - "| outdoor_temperature | 10.270113 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 287990.53 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.87e+03 |\n", - "| n_updates | 2974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 335.21765 |\n", - "| air_humidity | 23.816273 |\n", - "| air_temperature | 22.013376 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 46.0 |\n", - "| outdoor_temperature | 6.8252945 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 293124.94 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 1.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.88e+03 |\n", - "| n_updates | 2999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 236.74127 |\n", - "| air_humidity | 37.661133 |\n", - "| air_temperature | 22.00012 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 66.0 |\n", - "| outdoor_temperature | 9.965243 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 213067.14 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.21e+03 |\n", - "| n_updates | 3024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 135.69014 |\n", - "| air_humidity | 59.9251 |\n", - "| air_temperature | 21.229746 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 12.369878 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 120074.22 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.25e+03 |\n", - "| n_updates | 3049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 67.62455 |\n", - "| air_humidity | 66.001045 |\n", - "| air_temperature | 21.45983 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 15.532434 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60862.094 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.77e+03 |\n", - "| n_updates | 3074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 70.07431 |\n", - "| air_temperature | 21.899416 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 15.607584 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.46e+03 |\n", - "| n_updates | 3099 |\n", - "-----------------------------------------------\n", - "------------------------------------------------*****************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 140.72768 |\n", - "| air_humidity | 65.1292 |\n", - "| air_temperature | 20.091452 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 13.924392 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 126654.914 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 790 |\n", - "| n_updates | 3124 |\n", - "------------------------------------------------\n", - "-----------------------------------------------******************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.97703 |\n", - "| air_humidity | 76.32632 |\n", - "| air_temperature | 20.053425 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 16.104088 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60279.33 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 8.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.61e+03 |\n", - "| n_updates | 3149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************--------------------| 79%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 251.67865 |\n", - "| air_humidity | 41.05674 |\n", - "| air_temperature | 21.99997 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 10.149518 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 226510.78 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.61e+03 |\n", - "| n_updates | 3174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************--------------------| 79%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 485.2683 |\n", - "| air_humidity | 45.11187 |\n", - "| air_temperature | 19.242134 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | 9.477785 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 436741.5 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 8.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.16e+03 |\n", - "| n_updates | 3199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************--------------------| 79%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 585.45746 |\n", - "| air_humidity | 19.761223 |\n", - "| air_temperature | 21.440136 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 56.0 |\n", - "| outdoor_temperature | 5.395967 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 526911.7 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.85e+03 |\n", - "| n_updates | 3224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 218.11995 |\n", - "| air_humidity | 38.327847 |\n", - "| air_temperature | 19.056837 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 7.760579 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 196307.95 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 764 |\n", - "| n_updates | 3249 |\n", - "-----------------------------------------------\n", - "----------------------------------------------*********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 87.81368 |\n", - "| air_humidity | 50.32354 |\n", - "| air_temperature | 19.49754 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 41.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 10.19011 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 79032.31 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.16e+03 |\n", - "| n_updates | 3274 |\n", - "----------------------------------------------\n", - "-----------------------------------------------********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 159.16617 |\n", - "| air_humidity | 59.31339 |\n", - "| air_temperature | 19.080135 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 105.5 |\n", - "| direct_solar_radiation | 468.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 14.962557 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 145666.97 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.25e+03 |\n", - "| n_updates | 3299 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 70.01712 |\n", - "| air_temperature | 23.176098 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 156.5 |\n", - "| direct_solar_radiation | 474.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 17.920376 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.12e+03 |\n", - "| n_updates | 3324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 408.1777 |\n", - "| air_humidity | 59.842438 |\n", - "| air_temperature | 23.999256 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 179.0 |\n", - "| direct_solar_radiation | 6.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 15.534999 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 372273.7 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.15e+03 |\n", - "| n_updates | 3349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 62.294548 |\n", - "| air_temperature | 28.43155 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 217.0 |\n", - "| direct_solar_radiation | 530.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 81.0 |\n", - "| outdoor_temperature | 21.39629 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 160.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.16e+03 |\n", - "| n_updates | 3374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 53.51948 |\n", - "| air_temperature | 30.693748 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 149.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 57.0 |\n", - "| outdoor_temperature | 25.369297 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.03e+03 |\n", - "| n_updates | 3399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 17.327251 |\n", - "| air_temperature | 22.722736 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 143.0 |\n", - "| direct_solar_radiation | 714.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 28.0 |\n", - "| outdoor_temperature | 13.306188 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 9.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.56e+03 |\n", - "| n_updates | 3424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************-----------------| 82%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 19.840294 |\n", - "| air_temperature | 22.38459 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 165.5 |\n", - "| direct_solar_radiation | 514.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 35.0 |\n", - "| outdoor_temperature | 11.596086 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.99e+03 |\n", - "| n_updates | 3449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************-----------------| 82%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 18.47451 |\n", - "| air_temperature | 24.671492 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 94.5 |\n", - "| direct_solar_radiation | 484.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 27.0 |\n", - "| outdoor_temperature | 11.386773 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.49e+03 |\n", - "| n_updates | 3474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************-----------------| 82%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 439.10754 |\n", - "| air_humidity | 26.441185 |\n", - "| air_temperature | 26.733648 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 54.0 |\n", - "| direct_solar_radiation | 272.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 37.0 |\n", - "| outdoor_temperature | 14.764248 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 395254.56 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.95e+03 |\n", - "| n_updates | 3499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 554.31964 |\n", - "| air_humidity | 23.395735 |\n", - "| air_temperature | 24.999321 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 32.0 |\n", - "| outdoor_temperature | 14.393337 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 503426.9 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.45e+03 |\n", - "| n_updates | 3524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 317.96118 |\n", - "| air_humidity | 51.266266 |\n", - "| air_temperature | 24.655975 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 80.0 |\n", - "| outdoor_temperature | 14.171899 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 286165.06 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.68e+03 |\n", - "| n_updates | 3549 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 233.69771 |\n", - "| air_humidity | 29.034204 |\n", - "| air_temperature | 23.883009 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | 12.430132 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 210327.94 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.14e+03 |\n", - "| n_updates | 3574 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 23.601944 |\n", - "| air_temperature | 21.99998 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 41.0 |\n", - "| outdoor_temperature | 14.13013 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 10.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.35e+03 |\n", - "| n_updates | 3599 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 37.767708 |\n", - "| air_temperature | 21.999975 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 72.0 |\n", - "| outdoor_temperature | 12.770189 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.51e+03 |\n", - "| n_updates | 3624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 187.09816 |\n", - "| air_humidity | 31.238272 |\n", - "| air_temperature | 21.996042 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 59.0 |\n", - "| outdoor_temperature | 11.031565 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 167724.73 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.4e+03 |\n", - "| n_updates | 3649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 505.19986 |\n", - "| air_humidity | 30.942884 |\n", - "| air_temperature | 19.999975 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | 9.365477 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 454679.88 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.42e+03 |\n", - "| n_updates | 3674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************--------------| 85%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 33.550316 |\n", - "| air_temperature | 18.521523 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 74.0 |\n", - "| outdoor_temperature | 4.5707517 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.95e+03 |\n", - "| n_updates | 3699 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************--------------| 85%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 791.0938 |\n", - "| air_humidity | 39.81718 |\n", - "| air_temperature | 20.038563 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 6.485105 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 729618.75 |\n", - "| wind_direction | 350.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.61e+03 |\n", - "| n_updates | 3724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************--------------| 85%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 45.82144 |\n", - "| air_temperature | 22.00016 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 7.2294836 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.21e+03 |\n", - "| n_updates | 3749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 56.175064 |\n", - "| air_temperature | 20.339254 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 12.948975 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 11.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.31e+03 |\n", - "| n_updates | 3774 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 252.6262 |\n", - "| air_humidity | 51.662975 |\n", - "| air_temperature | 21.000048 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 11.568501 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 227363.6 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 9.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.87e+03 |\n", - "| n_updates | 3799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.2801 |\n", - "| air_humidity | 42.572395 |\n", - "| air_temperature | 19.000004 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 77.0 |\n", - "| outdoor_temperature | 9.591404 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 679752.06 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.51e+03 |\n", - "| n_updates | 3824 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 38.447903 |\n", - "| air_temperature | 17.8544 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 85.0 |\n", - "| outdoor_temperature | 4.4505453 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.17e+03 |\n", - "| n_updates | 3849 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 63.961487 |\n", - "| air_temperature | 18.345997 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 39.5 |\n", - "| direct_solar_radiation | 46.5 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 11.001679 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 90.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 591 |\n", - "| n_updates | 3874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 23.122137 |\n", - "| air_temperature | 21.613598 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 101.0 |\n", - "| direct_solar_radiation | 137.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 69.0 |\n", - "| outdoor_temperature | 4.2041984 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.42e+03 |\n", - "| n_updates | 3899 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 27.911211 |\n", - "| air_temperature | 18.84073 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 149.5 |\n", - "| direct_solar_radiation | 296.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 67.0 |\n", - "| outdoor_temperature | 3.8583755 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.62e+03 |\n", - "| n_updates | 3924 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 35.511806 |\n", - "| air_temperature | 20.975248 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 152.0 |\n", - "| direct_solar_radiation | 461.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 59.0 |\n", - "| outdoor_temperature | 11.71295 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.94e+03 |\n", - "| n_updates | 3949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************************-----------| 88%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 888.0539 |\n", - "| air_humidity | 30.422834 |\n", - "| air_temperature | 23.68936 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 108.0 |\n", - "| direct_solar_radiation | 740.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 62.0 |\n", - "| outdoor_temperature | 7.5188694 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 803709.56 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.02e+03 |\n", - "| n_updates | 3974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************************-----------| 88%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.6465 |\n", - "| air_humidity | 24.836256 |\n", - "| air_temperature | 23.50795 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 238.5 |\n", - "| direct_solar_radiation | 129.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 55.0 |\n", - "| outdoor_temperature | 4.671093 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 680081.9 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.35e+03 |\n", - "| n_updates | 3999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************************-----------| 88%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 29.07606 |\n", - "| air_temperature | 23.440237 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 186.0 |\n", - "| direct_solar_radiation | 295.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | 7.70772 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.29e+03 |\n", - "| n_updates | 4024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************************----------| 89%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.6465 |\n", - "| air_humidity | 23.929407 |\n", - "| air_temperature | 23.6828 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 146.0 |\n", - "| direct_solar_radiation | 366.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 61.0 |\n", - "| outdoor_temperature | 4.7432737 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 680081.9 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.81e+03 |\n", - "| n_updates | 4049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************************----------| 89%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1043.0057 |\n", - "| air_humidity | 17.89227 |\n", - "| air_temperature | 23.43317 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 97.5 |\n", - "| direct_solar_radiation | 246.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 41.0 |\n", - "| outdoor_temperature | 1.0846555 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 938705.1 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.53e+03 |\n", - "| n_updates | 4074 |\n", - "-----------------------------------------------\n", - "---------------------------------------------------*************************************************----------| 89%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1352.0616 |\n", - "| air_humidity | 14.324686 |\n", - "| air_temperature | 22.706608 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 28.0 |\n", - "| direct_solar_radiation | 122.5 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 41.0 |\n", - "| outdoor_temperature | -0.0033998208 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1216855.5 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.53e+03 |\n", - "| n_updates | 4099 |\n", - "---------------------------------------------------\n", - "------------------------------------------------****************************************************----------| 89%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1246.1344 |\n", - "| air_humidity | 12.315995 |\n", - "| air_temperature | 21.914276 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 44.0 |\n", - "| outdoor_temperature | 0.52623665 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1121520.9 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.29e+03 |\n", - "| n_updates | 4124 |\n", - "------------------------------------------------\n", - "-----------------------------------------------******************************************************---------| 90%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 33.015846 |\n", - "| air_temperature | 22.779686 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 2.373768 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.36e+03 |\n", - "| n_updates | 4149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************************---------| 90%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 400.23813 |\n", - "| air_humidity | 56.14992 |\n", - "| air_temperature | 22.67191 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 10.212911 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 360214.3 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.98e+03 |\n", - "| n_updates | 4174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************************---------| 90%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 299.3965 |\n", - "| air_humidity | 33.190514 |\n", - "| air_temperature | 22.000067 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 66.0 |\n", - "| outdoor_temperature | 9.364509 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 269456.88 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.13e+03 |\n", - "| n_updates | 4199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************************---------| 90%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 623.09314 |\n", - "| air_humidity | 34.904884 |\n", - "| air_temperature | 21.000025 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 6.079979 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 560783.8 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.15e+03 |\n", - "| n_updates | 4224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************************--------| 91%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 35.073902 |\n", - "| air_temperature | 18.654799 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 4.2901263 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 5.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.7e+03 |\n", - "| n_updates | 4249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************************--------| 91%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 168.6232 |\n", - "| air_humidity | 22.533516 |\n", - "| air_temperature | 20.000008 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 52.0 |\n", - "| outdoor_temperature | 5.392105 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 151760.88 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 8.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.72e+03 |\n", - "| n_updates | 4274 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 19.730844 |\n", - "| air_temperature | 17.761995 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | 2.2258358 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 9.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.55e+03 |\n", - "| n_updates | 4299 |\n", - "-----------------------------------------------\n", - "------------------------------------------------*******************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1018.85645 |\n", - "| air_humidity | 17.41438 |\n", - "| air_temperature | 21.999998 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 55.0 |\n", - "| outdoor_temperature | 1.6626261 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 916970.8 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.13e+03 |\n", - "| n_updates | 4324 |\n", - "------------------------------------------------\n", - "-----------------------------------------------********************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 679.9791 |\n", - "| air_humidity | 29.711246 |\n", - "| air_temperature | 19.999962 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | 8.013161 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 611981.2 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.28e+03 |\n", - "| n_updates | 4349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 722.9635 |\n", - "| air_humidity | 47.509262 |\n", - "| air_temperature | 19.000923 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 9.301074 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 654445.4 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.8e+03 |\n", - "| n_updates | 4374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1232.7352 |\n", - "| air_humidity | 22.427 |\n", - "| air_temperature | 21.999992 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | 0.5932324 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1109461.8 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.39e+03 |\n", - "| n_updates | 4399 |\n", - "-----------------------------------------------\n", - "------------------------------------------------********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1655.0643 |\n", - "| air_humidity | 18.618853 |\n", - "| air_temperature | 20.999966 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 57.0 |\n", - "| outdoor_temperature | -1.5184134 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1489557.9 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 8.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.17e+03 |\n", - "| n_updates | 4424 |\n", - "------------------------------------------------\n", - "-----------------------------------------------*********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 149.19484 |\n", - "| air_humidity | 19.301876 |\n", - "| air_temperature | 19.773636 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 58.0 |\n", - "| outdoor_temperature | 4.3118777 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 134275.34 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.67e+03 |\n", - "| n_updates | 4449 |\n", - "-----------------------------------------------\n", - "------------------------------------------------********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 624.0063 |\n", - "| air_humidity | 18.470314 |\n", - "| air_temperature | 20.999937 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 0.10012235 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 561605.7 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.83e+03 |\n", - "| n_updates | 4474 |\n", - "------------------------------------------------\n", - "-----------------------------------------------**********************************************************-----| 94%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 26.461197 |\n", - "| air_temperature | 19.000006 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 29.5 |\n", - "| direct_solar_radiation | 20.5 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 5.065284 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.57e+03 |\n", - "| n_updates | 4499 |\n", - "-----------------------------------------------\n", - "------------------------------------------------*********************************************************-----| 94%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1124.0399 |\n", - "| air_humidity | 30.274063 |\n", - "| air_temperature | 20.561508 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 48.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 0.6794843 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1011635.94 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.14e+03 |\n", - "| n_updates | 4524 |\n", - "------------------------------------------------\n", - "-----------------------------------------------**********************************************************-----| 94%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 32.120804 |\n", - "| air_temperature | 22.681646 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 58.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 3.6939497 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 10.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.21e+03 |\n", - "| n_updates | 4549 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************************----| 95%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 24.096895 |\n", - "| air_temperature | 23.350782 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 97.5 |\n", - "| direct_solar_radiation | 571.5 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 53.0 |\n", - "| outdoor_temperature | 5.244436 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.11e+03 |\n", - "| n_updates | 4574 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************************----| 95%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 18.148342 |\n", - "| air_temperature | 21.113705 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 111.0 |\n", - "| direct_solar_radiation | 636.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 41.0 |\n", - "| outdoor_temperature | 6.757193 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 8.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.85e+03 |\n", - "| n_updates | 4599 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************************----| 95%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 11.95327 |\n", - "| air_temperature | 22.296478 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 61.0 |\n", - "| direct_solar_radiation | 801.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 46.0 |\n", - "| outdoor_temperature | 2.5401795 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.09e+03 |\n", - "| n_updates | 4624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************************----| 95%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 758.01276 |\n", - "| air_humidity | 20.702787 |\n", - "| air_temperature | 24.030527 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 96.5 |\n", - "| direct_solar_radiation | 462.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 38.0 |\n", - "| outdoor_temperature | 9.224388 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 682211.44 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.49e+03 |\n", - "| n_updates | 4649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 470.51666 |\n", - "| air_humidity | 22.118244 |\n", - "| air_temperature | 26.149982 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 40.5 |\n", - "| direct_solar_radiation | 562.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 33.0 |\n", - "| outdoor_temperature | 12.667169 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 423465.0 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.83e+03 |\n", - "| n_updates | 4674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 894.3857 |\n", - "| air_humidity | 23.486473 |\n", - "| air_temperature | 24.198273 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 18.0 |\n", - "| direct_solar_radiation | 265.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 58.0 |\n", - "| outdoor_temperature | 3.9825225 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 804947.06 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.04e+03 |\n", - "| n_updates | 4699 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 656.4523 |\n", - "| air_humidity | 27.297323 |\n", - "| air_temperature | 23.39459 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 49.0 |\n", - "| outdoor_temperature | 9.97379 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 590807.06 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.37e+03 |\n", - "| n_updates | 4724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 29.489573 |\n", - "| air_temperature | 22.93118 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 59.0 |\n", - "| outdoor_temperature | 5.396768 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.54e+03 |\n", - "| n_updates | 4749 |\n", - "-----------------------------------------------\n", - "------------------------------------------------************************************************************--| 97%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1223.6066 |\n", - "| air_humidity | 17.345486 |\n", - "| air_temperature | 21.348074 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 45.0 |\n", - "| outdoor_temperature | 0.63887537 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1101246.0 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 1.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.74e+03 |\n", - "| n_updates | 4774 |\n", - "------------------------------------------------\n", - "-----------------------------------------------*************************************************************--| 97%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 16.512764 |\n", - "| air_temperature | 19.293253 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 73.0 |\n", - "| outdoor_temperature | 2.127042 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.39e+03 |\n", - "| n_updates | 4799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************************--| 97%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 35.35599 |\n", - "| air_temperature | 20.465097 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 82.0 |\n", - "| outdoor_temperature | 3.7489338 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 232 |\n", - "| n_updates | 4824 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 33.52633 |\n", - "| air_temperature | 21.060165 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 69.0 |\n", - "| outdoor_temperature | 3.7001107 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 130.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.44e+03 |\n", - "| n_updates | 4849 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 740.5445 |\n", - "| air_humidity | 35.829098 |\n", - "| air_temperature | 20.000029 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 82.0 |\n", - "| outdoor_temperature | 6.2892137 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 666490.0 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.15e+03 |\n", - "| n_updates | 4874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 27.159826 |\n", - "| air_temperature | 18.131216 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 5.0486894 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.03e+03 |\n", - "| n_updates | 4899 |\n", - "-----------------------------------------------\n", - "-------------------------------------------------*************************************************************| 99%\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9760831 |\n", + "| Heating_Setpoint_RL | 0.11358318 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.919281 |\n", + "| Heating_Setpoint_RL | 18.263905 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.10163841 |\n", + "| air_humidity | 0.13130999 |\n", + "| air_temperature | 1.928752 |\n", + "| clg_setpoint | -0.04615037 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6103432 |\n", + "| diffuse_solar_radiation | 1.6075859 |\n", + "| direct_solar_radiation | 2.2731552 |\n", + "| hour | 0.21977808 |\n", + "| htg_setpoint | 0.87731284 |\n", + "| month | 1.5832475 |\n", + "| outdoor_humidity | -1.4637089 |\n", + "| outdoor_temperature | 2.3076754 |\n", + "| people_occupant | 1.2211336 |\n", + "| total_electricity_HVAC | -0.060843226 |\n", + "| wind_direction | 1.4355838 |\n", + "| wind_speed | 0.99740666 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2462.0798 |\n", + "| air_humidity | 37.527206 |\n", + "| air_temperature | 26.462164 |\n", + "| clg_setpoint | 26.462585 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 208.5 |\n", + "| direct_solar_radiation | 706.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 20.983448 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 22.154257 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2526043.5 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 7.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", "| action_network/ | |\n", - "| index | 5 |\n", + "| Cooling_Setpoint_RL | -0.47335273 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", + "| Cooling_Setpoint_RL | 25.027435 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.19017096 |\n", + "| air_humidity | 0.26490524 |\n", + "| air_temperature | 1.6722629 |\n", + "| clg_setpoint | -0.28266954 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7239275 |\n", + "| diffuse_solar_radiation | 1.9439738 |\n", + "| direct_solar_radiation | 1.5482961 |\n", + "| hour | 0.36420038 |\n", + "| htg_setpoint | -1.0744061 |\n", + "| month | 1.5629293 |\n", + "| outdoor_humidity | -1.0149596 |\n", + "| outdoor_temperature | 2.0346324 |\n", + "| people_occupant | 1.69406 |\n", + "| total_electricity_HVAC | 0.15313561 |\n", + "| wind_direction | 0.31822369 |\n", + "| wind_speed | 0.396593 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1383.9827 |\n", - "| air_humidity | 33.605206 |\n", - "| air_temperature | 20.00006 |\n", - "| clg_setpoint | 25.0 |\n", + "| HVAC_electricity_demand_rate | 3921.5095 |\n", + "| air_humidity | 39.08613 |\n", + "| air_temperature | 25.931236 |\n", + "| clg_setpoint | 25.881092 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 84.0 |\n", - "| outdoor_temperature | -0.16300492 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1245584.4 |\n", - "| wind_direction | 340.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 239.0 |\n", + "| direct_solar_radiation | 528.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 13.121768 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 20.4106 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3529358.5 |\n", + "| wind_direction | 210.0 |\n", "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.03e+04 |\n", - "| n_updates | 4924 |\n", "-------------------------------------------------\n", - "-------------------------------------------------*************************************************************| 99%\n", + "-------------------------------------------------*------------------------------------------------------------| 39%\n", "| action_network/ | |\n", - "| index | 8 |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.50268525 |\n", + "| air_humidity | 1.3092585 |\n", + "| air_temperature | 0.39399981 |\n", + "| clg_setpoint | -1.355172 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8365882 |\n", + "| diffuse_solar_radiation | 2.2046897 |\n", + "| direct_solar_radiation | -0.20505136 |\n", + "| hour | 0.5086082 |\n", + "| htg_setpoint | 1.0346507 |\n", + "| month | 1.5433738 |\n", + "| outdoor_humidity | -0.7520096 |\n", + "| outdoor_temperature | 2.059353 |\n", + "| people_occupant | 1.6899242 |\n", + "| total_electricity_HVAC | 0.47832987 |\n", + "| wind_direction | -0.23000115 |\n", + "| wind_speed | -0.23939705 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1419.2175 |\n", - "| air_humidity | 21.13316 |\n", - "| air_temperature | 22.0 |\n", - "| clg_setpoint | 22.5 |\n", + "| HVAC_electricity_demand_rate | 5479.031 |\n", + "| air_humidity | 51.414433 |\n", + "| air_temperature | 23.249388 |\n", + "| clg_setpoint | 23.25 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | -0.33917913 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1277295.8 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.91e+03 |\n", - "| n_updates | 4949 |\n", - "-------------------------------------------------\n", - "-----------------------------------------------***************************************************************| 99%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 28.017467 |\n", - "| air_temperature | 21.999989 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 2.999275 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.12e+03 |\n", - "| n_updates | 4974 |\n", - "-----------------------------------------------\n", - "------------------------------------------------**************************************************************| 99%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1589.4012 |\n", - "| air_humidity | 30.838787 |\n", - "| air_temperature | 17.382097 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 51.0 |\n", - "| outdoor_temperature | -1.1900978 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1430461.1 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 8.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.68e+03 |\n", - "| n_updates | 4999 |\n", - "------------------------------------------------\n", - "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", - "\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]\u001b[0m\n", - "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION] [Episode 1]\u001b[0m\n", - "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1]\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", - " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", - "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", - "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", - " gym.logger.warn(\"Casting input x to numpy array.\")\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Progress: |***************************************************************************************************| 99%\n", - "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION]\u001b[0m\n", - "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 3]\u001b[0m\n", - "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3]\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 3 started.\u001b[0m\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", - " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 3) if logger is active\u001b[0m\n", - "Eval num_timesteps=70077, episode_reward=-14968.47 +/- 0.00\n", - "Episode length: 35040.00 +/- 0.00\n", - "---------------------------------------------------\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| eval/ | |\n", - "| comfort_violation(%) | 56.8 |\n", - "| cumulative_comfort_penalty | -1.33e+04 |\n", - "| cumulative_energy_penalty | -1.71e+03 |\n", - "| cumulative_power_consumption | 3.43e+07 |\n", - "| cumulative_reward | -1.5e+04 |\n", - "| cumulative_temperature_violation | 2.65e+04 |\n", - "| episode_length | 3.5e+04 |\n", - "| mean_comfort_penalty | -0.378 |\n", - "| mean_energy_penalty | -0.0489 |\n", - "| mean_power_consumption | 978 |\n", - "| mean_reward | -0.427 |\n", - "| mean_temperature_violation | 0.757 |\n", - "| std_cumulative_reward | 0 |\n", - "| std_reward | 0 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2943.2556 |\n", - "| air_humidity | 16.751154 |\n", - "| air_temperature | 19.999994 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 38.0 |\n", - "| outdoor_temperature | -7.959369 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2648930.0 |\n", - "| wind_direction | 312.5 |\n", - "| wind_speed | 8.925 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| time/ | |\n", - "| total_timesteps | 70077 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.86e+03 |\n", - "| n_updates | 5019 |\n", - "---------------------------------------------------\n", - "New best mean reward!\n", - "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", - "-----------------------------------------------\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1979.7937 |\n", - "| air_humidity | 14.373043 |\n", - "| air_temperature | 18.999998 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 60.5 |\n", - "| outdoor_temperature | -3.14206 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1781814.4 |\n", - "| wind_direction | 265.0 |\n", - "| wind_speed | 8.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.53e+03 |\n", - "| n_updates | 5024 |\n", - "-----------------------------------------------\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", - " logger.warn(\n", - "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", - " logger.warn(\n", - "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", - " logger.warn(\n", - "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", - " gym.logger.warn(\"Casting input x to numpy array.\")\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "--------------------------------------------------------------------------------------------------------------| 1%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2914.7188 |\n", - "| air_humidity | 12.686562 |\n", - "| air_temperature | 18.000069 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 49.0 |\n", - "| outdoor_temperature | -11.35344 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2623247.0 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 2.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.1e+03 |\n", - "| n_updates | 5049 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 1%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 29.281803 |\n", - "| air_temperature | 18.999775 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 1.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 92.5 |\n", - "| outdoor_temperature | 7.188634 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 95.0 |\n", - "| wind_speed | 12.9 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.79e+03 |\n", - "| n_updates | 5074 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 1%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1958.0961 |\n", - "| air_humidity | 19.965443 |\n", - "| air_temperature | 19.137955 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 79.0 |\n", - "| direct_solar_radiation | 145.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 44.0 |\n", - "| outdoor_temperature | -3.490796 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1762286.4 |\n", - "| wind_direction | 275.0 |\n", - "| wind_speed | 9.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.35e+03 |\n", - "| n_updates | 5099 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 1%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2621.8708 |\n", - "| air_humidity | 15.586883 |\n", - "| air_temperature | 18.63774 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 98.0 |\n", - "| direct_solar_radiation | 564.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 49.5 |\n", - "| outdoor_temperature | -6.352446 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2359683.8 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.8e+03 |\n", - "| n_updates | 5124 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2009.7571 |\n", - "| air_humidity | 10.284857 |\n", - "| air_temperature | 22.0 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 154.0 |\n", - "| direct_solar_radiation | 483.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 47.0 |\n", - "| outdoor_temperature | -3.2918768 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1808781.4 |\n", - "| wind_direction | 225.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.32e+03 |\n", - "| n_updates | 5149 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 969.7436 |\n", - "| air_humidity | 17.372368 |\n", - "| air_temperature | 22.860384 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 104.0 |\n", - "| direct_solar_radiation | 700.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 30.0 |\n", - "| outdoor_temperature | 1.0222852 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 876343.25 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.39e+03 |\n", - "| n_updates | 5174 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1507.6636 |\n", - "| air_humidity | 18.65628 |\n", - "| air_temperature | 22.48924 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 77.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 88.5 |\n", - "| outdoor_temperature | -3.1577966 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 1356897.2 |\n", - "| wind_direction | 55.0 |\n", - "| wind_speed | 4.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.23e+04 |\n", - "| n_updates | 5199 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 617.50195 |\n", - "| air_humidity | 40.59938 |\n", - "| air_temperature | 23.053951 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 179.0 |\n", - "| direct_solar_radiation | 65.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 86.0 |\n", - "| outdoor_temperature | 10.169581 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 560649.7 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 10.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.07e+04 |\n", - "| n_updates | 5224 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 3%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1731.4452 |\n", - "| air_humidity | 14.901506 |\n", - "| air_temperature | 23.613556 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 82.0 |\n", - "| direct_solar_radiation | 599.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 39.0 |\n", - "| outdoor_temperature | -2.357542 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1558300.8 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.46e+03 |\n", - "| n_updates | 5249 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 3%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1856.9801 |\n", - "| air_humidity | 13.100141 |\n", - "| air_temperature | 23.295666 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 52.0 |\n", - "| direct_solar_radiation | 496.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 28.5 |\n", - "| outdoor_temperature | -2.8129723 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1671282.1 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.42e+03 |\n", - "| n_updates | 5274 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 3%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 21.320126 |\n", - "| air_temperature | 20.383184 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 13.0 |\n", - "| direct_solar_radiation | 133.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 56.0 |\n", - "| outdoor_temperature | 7.669841 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 225.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.36e+03 |\n", - "| n_updates | 5299 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 4%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1178.2567 |\n", - "| air_humidity | 25.377169 |\n", - "| air_temperature | 21.999947 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 59.0 |\n", - "| outdoor_temperature | 0.86562514 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1060431.0 |\n", - "| wind_direction | 15.0 |\n", - "| wind_speed | 10.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 937 |\n", - "| n_updates | 5324 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 4%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2288.4697 |\n", - "| air_humidity | 21.389498 |\n", - "| air_temperature | 22.192562 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 91.0 |\n", - "| outdoor_temperature | -4.6854405 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 2059622.9 |\n", - "| wind_direction | 35.0 |\n", - "| wind_speed | 9.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.17e+03 |\n", - "| n_updates | 5349 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 4%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1020.70496 |\n", - "| air_humidity | 32.219017 |\n", - "| air_temperature | 22.359734 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 69.5 |\n", - "| outdoor_temperature | 1.6533837 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 918634.44 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 10.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.8e+03 |\n", - "| n_updates | 5374 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 4%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 728.1792 |\n", - "| air_humidity | 36.853565 |\n", - "| air_temperature | 20.2277 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | 4.2651987 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 631941.0 |\n", - "| wind_direction | 235.0 |\n", - "| wind_speed | 4.9 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.26e+03 |\n", - "| n_updates | 5399 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 27.562044 |\n", - "| air_temperature | 21.547703 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 90.5 |\n", - "| outdoor_temperature | 3.256225 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 55.0 |\n", - "| wind_speed | 0.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.05e+03 |\n", - "| n_updates | 5424 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 44.820778 |\n", - "| air_temperature | 18.46046 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 82.5 |\n", - "| outdoor_temperature | 5.064962 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 245.0 |\n", - "| wind_speed | 6.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.34e+03 |\n", - "| n_updates | 5449 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 146.1293 |\n", - "| air_humidity | 18.085037 |\n", - "| air_temperature | 20.000011 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 40.0 |\n", - "| outdoor_temperature | 5.086813 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 131516.38 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 6.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 827 |\n", - "| n_updates | 5474 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 6%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1114.0479 |\n", - "| air_humidity | 23.16856 |\n", - "| air_temperature | 18.734001 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 98.0 |\n", - "| outdoor_temperature | 1.1866692 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1002643.06 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 2.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.43e+03 |\n", - "| n_updates | 5499 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 6%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 846.8715 |\n", - "| air_humidity | 37.760624 |\n", - "| air_temperature | 20.225866 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 5.4928055 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 762184.4 |\n", - "| wind_direction | 35.0 |\n", - "| wind_speed | 4.9 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.62e+03 |\n", - "| n_updates | 5524 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 6%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 577.6642 |\n", - "| air_humidity | 39.027035 |\n", - "| air_temperature | 20.987038 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 95.0 |\n", - "| outdoor_temperature | 6.158876 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 519897.78 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.41e+03 |\n", - "| n_updates | 5549 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 7%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 371.0242 |\n", - "| air_humidity | 50.039307 |\n", - "| air_temperature | 20.999393 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 9.968978 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 333921.78 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 11.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.59e+03 |\n", - "| n_updates | 5574 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 7%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 24.129557 |\n", - "| air_temperature | 21.972383 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 57.0 |\n", - "| outdoor_temperature | 3.7546635 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 7.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.4e+03 |\n", - "| n_updates | 5599 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 7%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1735.4952 |\n", - "| air_humidity | 31.633846 |\n", - "| air_temperature | 20.511398 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | -1.9205676 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1561945.8 |\n", - "| wind_direction | 315.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.91e+03 |\n", - "| n_updates | 5624 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 7%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1448.3888 |\n", - "| air_humidity | 20.905155 |\n", - "| air_temperature | 22.0 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 82.0 |\n", - "| outdoor_temperature | -0.4850352 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1303549.9 |\n", - "| wind_direction | 265.0 |\n", - "| wind_speed | 2.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.26e+03 |\n", - "| n_updates | 5649 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 8%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 270.76407 |\n", - "| air_humidity | 22.189915 |\n", - "| air_temperature | 20.999899 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 85.5 |\n", - "| outdoor_temperature | 1.8663336 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 243687.66 |\n", - "| wind_direction | 65.0 |\n", - "| wind_speed | 2.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.06e+03 |\n", - "| n_updates | 5674 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 266.0 |\n", + "| direct_solar_radiation | 88.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.612045 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 20.78468 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5053535.5 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*------------------------------------------------------------| 39%\n", "| action_network/ | |\n", - "| index | 6 |\n", + "| Cooling_Setpoint_RL | 0.18722796 |\n", + "| Heating_Setpoint_RL | -0.49763894 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", + "| Cooling_Setpoint_RL | 27.256895 |\n", + "| Heating_Setpoint_RL | 14.825781 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57217467 |\n", + "| air_humidity | 1.3161716 |\n", + "| air_temperature | 2.201059 |\n", + "| clg_setpoint | 1.4018198 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9480386 |\n", + "| diffuse_solar_radiation | 1.3395994 |\n", + "| direct_solar_radiation | -0.15237734 |\n", + "| hour | 0.65299 |\n", + "| htg_setpoint | -1.3513783 |\n", + "| month | 1.5245343 |\n", + "| outdoor_humidity | 1.1184626 |\n", + "| outdoor_temperature | 1.4483148 |\n", + "| people_occupant | 1.6858684 |\n", + "| total_electricity_HVAC | -0.5776382 |\n", + "| wind_direction | -0.5037943 |\n", + "| wind_speed | -0.6390258 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1268.7618 |\n", - "| air_humidity | 32.23605 |\n", - "| air_temperature | 19.832317 |\n", - "| clg_setpoint | 27.0 |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 51.71585 |\n", + "| air_temperature | 27.054613 |\n", + "| clg_setpoint | 30.0 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 92.0 |\n", - "| direct_solar_radiation | 60.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 91.0 |\n", - "| outdoor_temperature | -0.04412536 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 188.5 |\n", + "| direct_solar_radiation | 101.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 16.493944 |\n", "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1141885.8 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 4.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.17e+03 |\n", - "| n_updates | 5699 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 3.6 |\n", "-------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 8%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1885.5887 |\n", - "| air_humidity | 18.774643 |\n", - "| air_temperature | 20.993729 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 94.0 |\n", - "| direct_solar_radiation | 684.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 64.0 |\n", - "| outdoor_temperature | -3.12826 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1697029.9 |\n", - "| wind_direction | 350.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.85e+03 |\n", - "| n_updates | 5724 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 8%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2407.4321 |\n", - "| air_humidity | 12.659005 |\n", - "| air_temperature | 23.013084 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 111.0 |\n", - "| direct_solar_radiation | 737.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 29.0 |\n", - "| outdoor_temperature | -5.6783485 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2166689.0 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 5.15 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.9e+03 |\n", - "| n_updates | 5749 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 9%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 25.744223 |\n", - "| air_temperature | 23.33259 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 146.0 |\n", - "| direct_solar_radiation | 201.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 48.5 |\n", - "| outdoor_temperature | 8.006251 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.57e+03 |\n", - "| n_updates | 5774 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 9%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 21.89128 |\n", - "| air_temperature | 20.242847 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 77.0 |\n", - "| direct_solar_radiation | 789.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 34.0 |\n", - "| outdoor_temperature | 8.502991 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 6.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.32e+03 |\n", - "| n_updates | 5799 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 9%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1623.7172 |\n", - "| air_humidity | 8.896154 |\n", - "| air_temperature | 21.603312 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 148.0 |\n", - "| direct_solar_radiation | 570.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 30.0 |\n", - "| outdoor_temperature | -1.3616774 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1461345.5 |\n", - "| wind_direction | 295.0 |\n", - "| wind_speed | 2.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.24e+03 |\n", - "| n_updates | 5824 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 10%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1193.3862 |\n", - "| air_humidity | 28.279856 |\n", - "| air_temperature | 22.578747 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 77.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 94.0 |\n", - "| outdoor_temperature | 0.33275306 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1074047.6 |\n", - "| wind_direction | 355.0 |\n", - "| wind_speed | 7.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.51e+03 |\n", - "| n_updates | 5849 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 10%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2749.4739 |\n", - "| air_humidity | 12.780788 |\n", - "| air_temperature | 22.953503 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 68.0 |\n", - "| direct_solar_radiation | 150.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 40.0 |\n", - "| outdoor_temperature | -7.4476857 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2474526.5 |\n", - "| wind_direction | 305.0 |\n", - "| wind_speed | 9.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.17e+03 |\n", - "| n_updates | 5874 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 10%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2649.97 |\n", - "| air_humidity | 13.885911 |\n", - "| air_temperature | 22.413828 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 29.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 45.0 |\n", - "| outdoor_temperature | -6.9501653 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2384972.8 |\n", - "| wind_direction | 275.0 |\n", - "| wind_speed | 8.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.11e+03 |\n", - "| n_updates | 5899 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 10%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1924.2723 |\n", - "| air_humidity | 16.133593 |\n", - "| air_temperature | 22.803274 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 46.0 |\n", - "| outdoor_temperature | -3.3216777 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1731845.1 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 5.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.56e+03 |\n", - "| n_updates | 5924 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 11%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2374.6277 |\n", - "| air_humidity | 14.483408 |\n", - "| air_temperature | 23.601479 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 34.0 |\n", - "| outdoor_temperature | -5.11623 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 2137165.0 |\n", - "| wind_direction | 325.0 |\n", - "| wind_speed | 6.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.73e+03 |\n", - "| n_updates | 5949 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 11%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1881.4619 |\n", - "| air_humidity | 10.946623 |\n", - "| air_temperature | 20.999998 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 44.0 |\n", - "| outdoor_temperature | -2.6504009 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1693315.6 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 6.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.29e+03 |\n", - "| n_updates | 5974 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 11%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 140.76978 |\n", - "| air_humidity | 17.480413 |\n", - "| air_temperature | 19.392883 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 68.0 |\n", - "| outdoor_temperature | 4.4756484 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 126692.8 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.6e+03 |\n", - "| n_updates | 5999 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 11%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 21.333809 |\n", - "| air_temperature | 19.543318 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 33.5 |\n", - "| outdoor_temperature | 3.4271114 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 8.25 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.64e+03 |\n", - "| n_updates | 6024 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 12%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2648.4836 |\n", - "| air_humidity | 14.186273 |\n", - "| air_temperature | 20.95374 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 34.0 |\n", - "| outdoor_temperature | -6.4855103 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2383635.5 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.21e+03 |\n", - "| n_updates | 6049 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 12%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2084.3047 |\n", - "| air_humidity | 21.145824 |\n", - "| air_temperature | 18.761835 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 50.0 |\n", - "| outdoor_temperature | -3.6646152 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1875874.2 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.44e+03 |\n", - "| n_updates | 6074 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 13%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2165.2742 |\n", - "| air_humidity | 22.902588 |\n", - "| air_temperature | 18.895075 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 45.0 |\n", - "| outdoor_temperature | -4.069463 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1948746.9 |\n", - "| wind_direction | 55.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.67e+03 |\n", - "| n_updates | 6099 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 13%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 954.6932 |\n", - "| air_humidity | 36.295982 |\n", - "| air_temperature | 19.999998 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 86.5 |\n", - "| outdoor_temperature | 1.9834425 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 859223.9 |\n", - "| wind_direction | 245.0 |\n", - "| wind_speed | 5.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.84e+03 |\n", - "| n_updates | 6124 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 13%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 975.0257 |\n", - "| air_humidity | 24.071327 |\n", - "| air_temperature | 18.109482 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 56.5 |\n", - "| outdoor_temperature | 1.88178 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 877523.1 |\n", - "| wind_direction | 10.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.44e+03 |\n", - "| n_updates | 6149 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 13%\n", + "-------------------------------------------------*------------------------------------------------------------| 39%\n", "| action_network/ | |\n", - "| index | 5 |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.30890182 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.362572 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.46481085 |\n", + "| air_humidity | 2.2883773 |\n", + "| air_temperature | 0.3877447 |\n", + "| clg_setpoint | -1.3518776 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0579648 |\n", + "| diffuse_solar_radiation | -0.30127493 |\n", + "| direct_solar_radiation | -0.41633672 |\n", + "| hour | 0.7973309 |\n", + "| htg_setpoint | 0.15953325 |\n", + "| month | 1.5063684 |\n", + "| outdoor_humidity | 1.2798419 |\n", + "| outdoor_temperature | 1.5363683 |\n", + "| people_occupant | 1.6818901 |\n", + "| total_electricity_HVAC | -0.47497386 |\n", + "| wind_direction | 0.51910746 |\n", + "| wind_speed | -0.63265336 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1413.4546 |\n", - "| air_humidity | 18.455126 |\n", - "| air_temperature | 20.0 |\n", - "| clg_setpoint | 25.0 |\n", + "| HVAC_electricity_demand_rate | 617.18317 |\n", + "| air_humidity | 63.71456 |\n", + "| air_temperature | 23.250557 |\n", + "| clg_setpoint | 23.25 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 39.5 |\n", + "| direct_solar_radiation | 34.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 18.08477 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 17.23739 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 555464.8 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.19965944 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.298851 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.47561654 |\n", + "| air_humidity | -0.530199 |\n", + "| air_temperature | 0.28330347 |\n", + "| clg_setpoint | 1.4040657 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1660329 |\n", + "| diffuse_solar_radiation | -0.53966886 |\n", + "| direct_solar_radiation | -0.20081972 |\n", + "| hour | 0.94161314 |\n", + "| htg_setpoint | -1.3471383 |\n", + "| month | 1.4888368 |\n", + "| outdoor_humidity | -1.4627011 |\n", + "| outdoor_temperature | 1.8209878 |\n", + "| people_occupant | -0.6911995 |\n", + "| total_electricity_HVAC | -0.48531953 |\n", + "| wind_direction | 0.98030734 |\n", + "| wind_speed | 0.60912246 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 554.6571 |\n", + "| air_humidity | 30.116217 |\n", + "| air_temperature | 23.031965 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 18.0 |\n", + "| direct_solar_radiation | 88.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 19.439596 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 499191.4 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.2143209 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.901667 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.55577815 |\n", + "| air_humidity | -0.78055006 |\n", + "| air_temperature | 0.15666683 |\n", + "| clg_setpoint | -0.11005415 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2718966 |\n", + "| diffuse_solar_radiation | -0.73695594 |\n", + "| direct_solar_radiation | -0.55737716 |\n", + "| hour | 1.085816 |\n", + "| htg_setpoint | 0.8522239 |\n", + "| month | 1.4719033 |\n", + "| outdoor_humidity | -0.84731644 |\n", + "| outdoor_temperature | 1.6812954 |\n", + "| people_occupant | -0.6875543 |\n", + "| total_electricity_HVAC | -0.5620312 |\n", + "| wind_direction | 1.3495518 |\n", + "| wind_speed | -0.24065205 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 148.97313 |\n", + "| air_humidity | 27.113474 |\n", + "| air_temperature | 22.766968 |\n", + "| clg_setpoint | 26.29031 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", "| diffuse_solar_radiation | 0.0 |\n", "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | -0.31036434 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.850264 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 18.589764 |\n", "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1272109.1 |\n", - "| wind_direction | 235.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.49e+03 |\n", - "| n_updates | 6174 |\n", + "| total_electricity_HVAC | 134075.81 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 4.6 |\n", "-------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2057.9175 |\n", - "| air_humidity | 33.432148 |\n", - "| air_temperature | 19.999971 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 93.5 |\n", - "| outdoor_temperature | -3.5326786 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1852125.6 |\n", - "| wind_direction | 55.0 |\n", - "| wind_speed | 2.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.78e+03 |\n", - "| n_updates | 6199 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 27.786938 |\n", - "| air_temperature | 18.214876 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 78.0 |\n", - "| outdoor_temperature | 3.168115 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 55.0 |\n", - "| wind_speed | 2.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.2e+03 |\n", - "| n_updates | 6224 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 37.185356 |\n", - "| air_temperature | 17.73231 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 2.5003846 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 55.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.54e+03 |\n", - "| n_updates | 6249 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 875.0743 |\n", - "| air_humidity | 17.010324 |\n", - "| air_temperature | 21.195412 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 36.0 |\n", - "| direct_solar_radiation | 263.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 47.0 |\n", - "| outdoor_temperature | -1.1552175 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 787566.8 |\n", - "| wind_direction | 335.0 |\n", - "| wind_speed | 5.9 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.1e+04 |\n", - "| n_updates | 6274 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 15%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 128.47087 |\n", - "| air_humidity | 24.034351 |\n", - "| air_temperature | 21.000004 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 74.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | 4.4333735 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 115623.79 |\n", - "| wind_direction | 255.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.05e+03 |\n", - "| n_updates | 6299 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 15%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 90.19991 |\n", - "| air_humidity | 29.049053 |\n", - "| air_temperature | 21.000017 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 183.0 |\n", - "| direct_solar_radiation | 163.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 81.0 |\n", - "| outdoor_temperature | 4.225305 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 76612.64 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 7.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.99e+03 |\n", - "| n_updates | 6324 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 15%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1083.9386 |\n", - "| air_humidity | 14.645807 |\n", - "| air_temperature | 23.179724 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 94.0 |\n", - "| direct_solar_radiation | 795.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 34.0 |\n", - "| outdoor_temperature | 0.93911934 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 975544.8 |\n", - "| wind_direction | 275.0 |\n", - "| wind_speed | 6.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.38e+03 |\n", - "| n_updates | 6349 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2489.8848 |\n", - "| air_humidity | 17.072931 |\n", - "| air_temperature | 22.479544 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 194.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 75.0 |\n", - "| outdoor_temperature | -6.671191 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 2240896.2 |\n", - "| wind_direction | 35.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.29e+03 |\n", - "| n_updates | 6374 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1146.3035 |\n", - "| air_humidity | 24.533276 |\n", - "| air_temperature | 22.500486 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 134.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | -1.350996 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 1031673.1 |\n", - "| wind_direction | 45.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.53e+03 |\n", - "| n_updates | 6399 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.6465 |\n", - "| air_humidity | 37.321774 |\n", - "| air_temperature | 22.816954 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 119.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 96.5 |\n", - "| outdoor_temperature | 5.335506 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 680081.9 |\n", - "| wind_direction | 10.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.75e+03 |\n", - "| n_updates | 6424 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 467.1646 |\n", - "| air_humidity | 21.171333 |\n", - "| air_temperature | 26.25289 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 179.0 |\n", - "| direct_solar_radiation | 639.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 29.5 |\n", - "| outdoor_temperature | 12.6892805 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 420448.16 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 5.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.75e+03 |\n", - "| n_updates | 6449 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 17%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 36.445587 |\n", - "| air_temperature | 22.380398 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 181.0 |\n", - "| direct_solar_radiation | 93.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 74.5 |\n", - "| outdoor_temperature | 13.105264 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 205.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.48e+03 |\n", - "| n_updates | 6474 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 17%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 23.927788 |\n", - "| air_temperature | 22.772154 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 89.0 |\n", - "| direct_solar_radiation | 410.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 40.5 |\n", - "| outdoor_temperature | 13.871598 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 305.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.34e+03 |\n", - "| n_updates | 6499 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 17%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 42.74886 |\n", - "| air_temperature | 23.01816 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 18.0 |\n", - "| direct_solar_radiation | 68.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 6.287525 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 185.0 |\n", - "| wind_speed | 2.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.49e+04 |\n", - "| n_updates | 6524 |\n", - "----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 17%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 668.89575 |\n", - "| air_humidity | 45.53613 |\n", - "| air_temperature | 22.081665 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 6.980969 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 590484.25 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.32e+03 |\n", - "| n_updates | 6549 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 18%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 152.26994 |\n", - "| air_humidity | 42.321407 |\n", - "| air_temperature | 22.286524 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 64.5 |\n", - "| outdoor_temperature | 12.418407 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 137042.95 |\n", - "| wind_direction | 305.0 |\n", - "| wind_speed | 10.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.63e+03 |\n", - "| n_updates | 6574 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 18%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 464.7534 |\n", - "| air_humidity | 34.08908 |\n", - "| air_temperature | 20.413956 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 83.5 |\n", - "| outdoor_temperature | 6.7095146 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 403879.12 |\n", - "| wind_direction | 145.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.76e+03 |\n", - "| n_updates | 6599 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 18%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 38.898567 |\n", - "| air_temperature | 21.18225 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 2.3518631 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 125.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.79e+03 |\n", - "| n_updates | 6624 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 35.09905 |\n", - "| air_temperature | 19.368822 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 90.5 |\n", - "| outdoor_temperature | 3.9090285 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 5.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.25e+03 |\n", - "| n_updates | 6649 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.8499 |\n", - "| air_humidity | 23.85285 |\n", - "| air_temperature | 19.461779 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 58.0 |\n", - "| outdoor_temperature | 1.9976588 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856664.94 |\n", - "| wind_direction | 5.0 |\n", - "| wind_speed | 7.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.07e+03 |\n", - "| n_updates | 6674 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 31.365232 |\n", - "| air_temperature | 18.261238 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | 5.429393 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.25e+03 |\n", - "| n_updates | 6699 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 16.056242 |\n", - "| air_temperature | 21.999687 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 45.5 |\n", - "| outdoor_temperature | 2.379026 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 295.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.33e+03 |\n", - "| n_updates | 6724 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1718.1122 |\n", - "| air_humidity | 24.954447 |\n", - "| air_temperature | 18.076813 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 40.0 |\n", - "| outdoor_temperature | -1.8336521 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1546300.9 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 3.9 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.98e+03 |\n", - "| n_updates | 6749 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 746.1307 |\n", - "| air_humidity | 31.589094 |\n", - "| air_temperature | 20.72473 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 85.5 |\n", - "| outdoor_temperature | 4.810494 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 671517.6 |\n", - "| wind_direction | 285.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.05e+03 |\n", - "| n_updates | 6774 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1189.1144 |\n", - "| air_humidity | 17.219078 |\n", - "| air_temperature | 18.536963 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | 0.8113365 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1070203.0 |\n", - "| wind_direction | 35.0 |\n", - "| wind_speed | 4.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.56e+03 |\n", - "| n_updates | 6799 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 21%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1760.4196 |\n", - "| air_humidity | 17.643135 |\n", - "| air_temperature | 21.909454 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 77.5 |\n", - "| outdoor_temperature | -2.0451891 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1584377.6 |\n", - "| wind_direction | 10.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.13e+03 |\n", - "| n_updates | 6824 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 21%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1259.0308 |\n", - "| air_humidity | 21.857689 |\n", - "| air_temperature | 18.455622 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 91.0 |\n", - "| outdoor_temperature | -3.0750003 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1133127.8 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 1.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.61e+03 |\n", - "| n_updates | 6849 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 21%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 282.3766 |\n", - "| air_humidity | 29.170164 |\n", - "| air_temperature | 21.000095 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 102.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 98.0 |\n", - "| outdoor_temperature | 1.8082709 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 254138.92 |\n", - "| wind_direction | 25.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.05e+03 |\n", - "| n_updates | 6874 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 22%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 978.2873 |\n", - "| air_humidity | 23.684679 |\n", - "| air_temperature | 20.935505 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 182.0 |\n", - "| direct_solar_radiation | 539.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 69.5 |\n", - "| outdoor_temperature | 1.4673761 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 880458.56 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 4.15 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.67e+03 |\n", - "| n_updates | 6899 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 22%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 871.7625 |\n", - "| air_humidity | 33.1851 |\n", - "| air_temperature | 22.755598 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 122.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 62.0 |\n", - "| outdoor_temperature | 8.619181 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 784586.25 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 8.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 617 |\n", - "| n_updates | 6924 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 22%\n", + "--------------------------------------------------------------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.45360023 |\n", + "| air_humidity | 0.7341473 |\n", + "| air_temperature | 0.3078457 |\n", + "| clg_setpoint | 1.4052734 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.3752058 |\n", + "| diffuse_solar_radiation | -0.73728 |\n", + "| direct_solar_radiation | -0.5597665 |\n", + "| hour | 1.229916 |\n", + "| htg_setpoint | -1.343799 |\n", + "| month | 1.4555348 |\n", + "| outdoor_humidity | -1.5384387 |\n", + "| outdoor_temperature | 1.8717765 |\n", + "| people_occupant | -0.45040664 |\n", + "| total_electricity_HVAC | -0.46415576 |\n", + "| wind_direction | 1.3363284 |\n", + "| wind_speed | -0.0009778679 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 652.1918 |\n", + "| air_humidity | 45.204964 |\n", + "| air_temperature | 23.087933 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 20.134407 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 586972.6 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 5.2 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------*-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.15733019 |\n", + "| Heating_Setpoint_RL | -0.47641647 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.094011 |\n", + "| Heating_Setpoint_RL | 14.945157 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5523805 |\n", + "| air_humidity | 1.0571896 |\n", + "| air_temperature | -0.044091057 |\n", + "| clg_setpoint | 0.49820203 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4756148 |\n", + "| diffuse_solar_radiation | -0.7377528 |\n", + "| direct_solar_radiation | -0.56193984 |\n", + "| hour | 1.373887 |\n", + "| htg_setpoint | 0.41138488 |\n", + "| month | 1.4397006 |\n", + "| outdoor_humidity | 0.47255647 |\n", + "| outdoor_temperature | 1.6766565 |\n", + "| people_occupant | -0.69002396 |\n", + "| total_electricity_HVAC | -0.5587882 |\n", + "| wind_direction | 0.1252475 |\n", + "| wind_speed | -1.2493844 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 165.5064 |\n", + "| air_humidity | 49.062576 |\n", + "| air_temperature | 22.360884 |\n", + "| clg_setpoint | 27.774502 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.060297 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 18.905415 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 148955.75 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 2.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***----------------------------------------------------------| 41%\n", "| action_network/ | |\n", - "| index | 8 |\n", + "| Cooling_Setpoint_RL | 0.8942757 |\n", + "| Heating_Setpoint_RL | -0.35890743 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", + "| Cooling_Setpoint_RL | 29.64318 |\n", + "| Heating_Setpoint_RL | 15.606146 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.47808865 |\n", + "| air_humidity | 0.7336237 |\n", + "| air_temperature | -0.11320836 |\n", + "| clg_setpoint | -0.21369168 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5727923 |\n", + "| diffuse_solar_radiation | -0.73905647 |\n", + "| direct_solar_radiation | -0.5635859 |\n", + "| hour | 1.5177002 |\n", + "| htg_setpoint | -0.17944561 |\n", + "| month | 1.4243721 |\n", + "| outdoor_humidity | -0.17867717 |\n", + "| outdoor_temperature | 1.903222 |\n", + "| people_occupant | -0.6912338 |\n", + "| total_electricity_HVAC | -0.48775002 |\n", + "| wind_direction | -1.6368203 |\n", + "| wind_speed | -2.086011 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1314.9203 |\n", - "| air_humidity | 13.52808 |\n", - "| air_temperature | 22.85324 |\n", - "| clg_setpoint | 22.5 |\n", + "| HVAC_electricity_demand_rate | 533.8443 |\n", + "| air_humidity | 45.35156 |\n", + "| air_temperature | 22.223993 |\n", + "| clg_setpoint | 26.02658 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 148.0 |\n", - "| direct_solar_radiation | 828.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 26.0 |\n", - "| outdoor_temperature | -0.21578881 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1183428.2 |\n", - "| wind_direction | 315.0 |\n", - "| wind_speed | 11.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.41e+03 |\n", - "| n_updates | 6949 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 16.675913 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 20.888096 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 480459.88 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", "-------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 22%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 12.919759 |\n", - "| air_temperature | 22.333363 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 145.0 |\n", - "| direct_solar_radiation | 866.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 28.0 |\n", - "| outdoor_temperature | 3.917022 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 225.0 |\n", - "| wind_speed | 8.25 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.94e+03 |\n", - "| n_updates | 6974 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 23%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 89.78595 |\n", - "| air_humidity | 21.541876 |\n", - "| air_temperature | 22.142008 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 145.0 |\n", - "| direct_solar_radiation | 869.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | 11.908008 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 80879.87 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 5.15 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.76e+03 |\n", - "| n_updates | 6999 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 23%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.6465 |\n", - "| air_humidity | 38.843994 |\n", - "| air_temperature | 23.04883 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 140.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 5.6984205 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 680081.9 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.59e+03 |\n", - "| n_updates | 7024 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 23%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 550.6507 |\n", - "| air_humidity | 44.1667 |\n", - "| air_temperature | 25.99846 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 291.0 |\n", - "| direct_solar_radiation | 267.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 76.0 |\n", - "| outdoor_temperature | 14.344811 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 495585.66 |\n", - "| wind_direction | 140.0 |\n", - "| wind_speed | 4.15 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.44e+03 |\n", - "| n_updates | 7049 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 23%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 44.996563 |\n", - "| air_temperature | 26.92001 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 189.0 |\n", - "| direct_solar_radiation | 575.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 61.5 |\n", - "| outdoor_temperature | 19.1893 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 6.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.76e+03 |\n", - "| n_updates | 7074 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 24%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 407.94373 |\n", - "| air_humidity | 34.073017 |\n", - "| air_temperature | 25.267233 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 145.0 |\n", - "| direct_solar_radiation | 108.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 57.0 |\n", - "| outdoor_temperature | 11.922835 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 367149.34 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 9.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.23e+03 |\n", - "| n_updates | 7099 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 24%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 820.66797 |\n", - "| air_humidity | 34.85887 |\n", - "| air_temperature | 24.125118 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 42.0 |\n", - "| direct_solar_radiation | 314.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 6.8898964 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 737382.6 |\n", - "| wind_direction | 115.0 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.01e+03 |\n", - "| n_updates | 7124 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 24%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 28.866589 |\n", - "| air_temperature | 21.999998 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 85.5 |\n", - "| outdoor_temperature | 5.465069 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 4.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.3e+03 |\n", - "| n_updates | 7149 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 43.123447 |\n", - "| air_temperature | 20.99996 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 9.107789 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 5.0 |\n", - "| wind_speed | 4.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.23e+03 |\n", - "| n_updates | 7174 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 48.636272 |\n", - "| air_temperature | 23.684591 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 83.5 |\n", - "| outdoor_temperature | 4.5161777 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.41e+03 |\n", - "| n_updates | 7199 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 44.006355 |\n", - "| air_temperature | 23.509317 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | 4.1877465 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.37e+03 |\n", - "| n_updates | 7224 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 46.724228 |\n", - "| air_temperature | 22.732481 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 71.5 |\n", - "| outdoor_temperature | 4.715655 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 859 |\n", - "| n_updates | 7249 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 26%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 63.647705 |\n", - "| air_temperature | 21.887827 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 75.0 |\n", - "| outdoor_temperature | 6.674119 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.65e+03 |\n", - "| n_updates | 7274 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 26%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 73.95778 |\n", - "| air_temperature | 21.563845 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 91.0 |\n", - "| outdoor_temperature | 10.680291 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 235.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.02e+03 |\n", - "| n_updates | 7299 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 26%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 71.15199 |\n", - "| air_temperature | 22.148827 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 72.0 |\n", - "| outdoor_temperature | 16.010214 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 2.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.53e+03 |\n", - "| n_updates | 7324 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 27%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 70.10457 |\n", - "| air_temperature | 22.37624 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 69.5 |\n", - "| outdoor_temperature | 16.720282 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 235.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.65e+03 |\n", - "| n_updates | 7349 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 27%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 85.93943 |\n", - "| air_temperature | 21.058844 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 12.752775 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.24e+03 |\n", - "| n_updates | 7374 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 27%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 91.5358 |\n", - "| air_temperature | 20.520086 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 12.529675 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.88e+03 |\n", - "| n_updates | 7399 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 28%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 71.90292 |\n", - "| air_temperature | 19.641085 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 8.0 |\n", - "| direct_solar_radiation | 18.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 43.0 |\n", - "| outdoor_temperature | 6.235198 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 8.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.08e+03 |\n", - "| n_updates | 7424 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 28%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 54.272633 |\n", - "| air_temperature | 19.044207 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 42.0 |\n", - "| direct_solar_radiation | 530.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 36.0 |\n", - "| outdoor_temperature | 2.7869196 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 335.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.83e+03 |\n", - "| n_updates | 7449 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 28%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 45.30996 |\n", - "| air_temperature | 19.577765 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 118.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 52.0 |\n", - "| outdoor_temperature | 6.176463 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 235.0 |\n", - "| wind_speed | 2.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.76e+03 |\n", - "| n_updates | 7474 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 28%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 47.805527 |\n", - "| air_temperature | 18.648262 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 277.0 |\n", - "| direct_solar_radiation | 93.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 74.5 |\n", - "| outdoor_temperature | 6.1966367 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.7e+03 |\n", - "| n_updates | 7499 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 817.9984 |\n", - "| air_humidity | 43.170815 |\n", - "| air_temperature | 21.434963 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 168.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 98.5 |\n", - "| outdoor_temperature | 7.863375 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 736198.56 |\n", - "| wind_direction | 125.0 |\n", - "| wind_speed | 4.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.87e+03 |\n", - "| n_updates | 7524 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1087.7322 |\n", - "| air_humidity | 42.018997 |\n", - "| air_temperature | 24.99819 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 128.0 |\n", - "| direct_solar_radiation | 880.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 51.0 |\n", - "| outdoor_temperature | 17.724447 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 976106.0 |\n", - "| wind_direction | 275.0 |\n", - "| wind_speed | 6.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.35e+03 |\n", - "| n_updates | 7549 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 902.5843 |\n", - "| air_humidity | 48.01306 |\n", - "| air_temperature | 22.805077 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 256.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 13.262782 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 812325.8 |\n", - "| wind_direction | 45.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.53e+03 |\n", - "| n_updates | 7574 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 539.21356 |\n", - "| air_humidity | 36.537544 |\n", - "| air_temperature | 22.499413 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 255.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | 8.842577 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 485292.22 |\n", - "| wind_direction | 55.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.37e+03 |\n", - "| n_updates | 7599 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 30%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 27.141941 |\n", - "| air_temperature | 23.097776 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 244.0 |\n", - "| direct_solar_radiation | 640.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 50.0 |\n", - "| outdoor_temperature | 11.159419 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 135.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.21e+03 |\n", - "| n_updates | 7624 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 30%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 52.81628 |\n", - "| air_temperature | 20.676254 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 200.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | 8.347079 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 105.0 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.39e+03 |\n", - "| n_updates | 7649 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 30%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 55.26341 |\n", - "| air_temperature | 19.509224 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 122.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 95.0 |\n", - "| outdoor_temperature | 8.819503 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 6.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7e+03 |\n", - "| n_updates | 7674 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 339.67972 |\n", - "| air_humidity | 34.732143 |\n", - "| air_temperature | 23.77928 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 220.0 |\n", - "| direct_solar_radiation | 25.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | 11.276463 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 305711.75 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 8.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.05e+03 |\n", - "| n_updates | 7699 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 32.76473 |\n", - "| air_temperature | 27.478088 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 47.0 |\n", - "| direct_solar_radiation | 489.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 60.5 |\n", - "| outdoor_temperature | 13.006176 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 8.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 416 |\n", - "| n_updates | 7724 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 49.08971 |\n", - "| air_temperature | 27.583792 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 9.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 91.0 |\n", - "| outdoor_temperature | 9.646996 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 205.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2e+03 |\n", - "| n_updates | 7749 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 47.054016 |\n", - "| air_temperature | 28.166939 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 61.0 |\n", - "| outdoor_temperature | 15.822657 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.17e+03 |\n", - "| n_updates | 7774 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 48.195282 |\n", - "| air_temperature | 26.09547 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 65.5 |\n", - "| outdoor_temperature | 12.948526 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 8.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.92e+03 |\n", - "| n_updates | 7799 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 57.145077 |\n", - "| air_temperature | 23.427517 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 85.5 |\n", - "| outdoor_temperature | 13.653486 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 165.0 |\n", - "| wind_speed | 2.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.72e+03 |\n", - "| n_updates | 7824 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 60.926395 |\n", - "| air_temperature | 22.539474 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 69.5 |\n", - "| outdoor_temperature | 11.2723255 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.12e+03 |\n", - "| n_updates | 7849 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 68.501816 |\n", - "| air_temperature | 21.293674 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 87.5 |\n", - "| outdoor_temperature | 10.341484 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 130.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.03e+03 |\n", - "| n_updates | 7874 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 33%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 84.79883 |\n", - "| air_temperature | 21.605139 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 85.0 |\n", - "| outdoor_temperature | 10.22611 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 2.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.16e+03 |\n", - "| n_updates | 7899 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 33%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 47.870968 |\n", - "| air_temperature | 20.849094 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 52.0 |\n", - "| outdoor_temperature | 8.045892 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.53e+03 |\n", - "| n_updates | 7924 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 34%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 55.716766 |\n", - "| air_temperature | 21.081879 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 63.5 |\n", - "| outdoor_temperature | 11.166885 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 9.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.19e+03 |\n", - "| n_updates | 7949 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 34%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 61.2547 |\n", - "| air_temperature | 21.099758 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 11.363247 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 5.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.32e+03 |\n", - "| n_updates | 7974 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 34%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 63.022537 |\n", - "| air_temperature | 20.645359 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 11.923875 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 1.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.12e+03 |\n", - "| n_updates | 7999 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 34%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 64.795944 |\n", - "| air_temperature | 20.21981 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 66.0 |\n", - "| direct_solar_radiation | 25.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 91.5 |\n", - "| outdoor_temperature | 11.719052 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.75e+03 |\n", - "| n_updates | 8024 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 89.53074 |\n", - "| air_temperature | 20.418552 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 84.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 13.64203 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 85.0 |\n", - "| wind_speed | 4.9 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.18e+03 |\n", - "| n_updates | 8049 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 86.189896 |\n", - "| air_humidity | 93.52504 |\n", - "| air_temperature | 20.571243 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 88.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 14.903064 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 77570.83 |\n", - "| wind_direction | 90.0 |\n", - "| wind_speed | 5.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.93e+03 |\n", - "| n_updates | 8074 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 400.48703 |\n", - "| air_humidity | 74.71837 |\n", - "| air_temperature | 22.064402 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 314.0 |\n", - "| direct_solar_radiation | 201.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 96.5 |\n", - "| outdoor_temperature | 15.097484 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 360157.4 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.9e+03 |\n", - "| n_updates | 8099 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1178.8964 |\n", - "| air_humidity | 43.18821 |\n", - "| air_temperature | 23.995653 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 227.0 |\n", - "| direct_solar_radiation | 653.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 50.5 |\n", - "| outdoor_temperature | 16.000217 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 925971.5 |\n", - "| wind_direction | 325.0 |\n", - "| wind_speed | 4.9 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 972 |\n", - "| n_updates | 8124 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 36%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 61.808674 |\n", - "| air_temperature | 24.230162 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 267.0 |\n", - "| direct_solar_radiation | 657.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 50.0 |\n", - "| outdoor_temperature | 13.990786 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 185.0 |\n", - "| wind_speed | 5.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.39e+03 |\n", - "| n_updates | 8149 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 36%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 59.38911 |\n", - "| air_temperature | 24.766394 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 286.0 |\n", - "| direct_solar_radiation | 655.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 42.5 |\n", - "| outdoor_temperature | 19.624998 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.17e+03 |\n", - "| n_updates | 8174 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 36%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 155.3502 |\n", - "| air_humidity | 24.00819 |\n", - "| air_temperature | 25.979362 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 278.0 |\n", - "| direct_solar_radiation | 671.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 46.5 |\n", - "| outdoor_temperature | 15.228561 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 139486.28 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.88e+03 |\n", - "| n_updates | 8199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*--------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1030.0591 |\n", - "| air_humidity | 28.968252 |\n", - "| air_temperature | 23.402994 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 298.0 |\n", - "| direct_solar_radiation | 592.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 46.5 |\n", - "| outdoor_temperature | 14.540173 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 927053.2 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.21e+03 |\n", - "| n_updates | 8224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*--------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 797.6877 |\n", - "| air_humidity | 30.19432 |\n", - "| air_temperature | 26.263184 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 248.0 |\n", - "| direct_solar_radiation | 554.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 45.0 |\n", - "| outdoor_temperature | 17.258335 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 717918.94 |\n", - "| wind_direction | 160.0 |\n", - "| wind_speed | 8.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.15e+03 |\n", - "| n_updates | 8249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*--------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 874.74835 |\n", - "| air_humidity | 37.537148 |\n", - "| air_temperature | 27.0753 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 235.0 |\n", - "| direct_solar_radiation | 426.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 48.5 |\n", - "| outdoor_temperature | 18.415379 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 787273.56 |\n", - "| wind_direction | 115.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.27e+03 |\n", - "| n_updates | 8274 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*--------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3824.5125 |\n", - "| air_humidity | 48.882725 |\n", - "| air_temperature | 23.785929 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 148.0 |\n", - "| direct_solar_radiation | 496.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 51.0 |\n", - "| outdoor_temperature | 20.187895 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3442061.2 |\n", - "| wind_direction | 105.0 |\n", - "| wind_speed | 5.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.99e+03 |\n", - "| n_updates | 8299 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 67.68514 |\n", - "| air_temperature | 23.985237 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 82.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 96.5 |\n", - "| outdoor_temperature | 17.166412 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.24e+03 |\n", - "| n_updates | 8324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 72.48008 |\n", - "| air_temperature | 22.753471 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 36.0 |\n", - "| direct_solar_radiation | 100.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 96.5 |\n", - "| outdoor_temperature | 18.091528 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 4.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.03e+03 |\n", - "| n_updates | 8349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 41.73392 |\n", - "| air_temperature | 28.945398 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 30.5 |\n", - "| outdoor_temperature | 20.771217 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 355.0 |\n", - "| wind_speed | 5.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.39e+03 |\n", - "| n_updates | 8374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 60.760983 |\n", - "| air_temperature | 27.241547 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 79.5 |\n", - "| outdoor_temperature | 18.400848 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 2.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.16e+03 |\n", - "| n_updates | 8399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***------------------------------------------------------------| 39%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 65.40298 |\n", - "| air_temperature | 25.17516 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 78.0 |\n", - "| outdoor_temperature | 13.861246 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.23e+03 |\n", - "| n_updates | 8424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***------------------------------------------------------------| 39%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 82.80497 |\n", - "| air_temperature | 23.545568 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 98.0 |\n", - "| outdoor_temperature | 14.885168 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 45.0 |\n", - "| wind_speed | 0.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.93e+03 |\n", - "| n_updates | 8449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***------------------------------------------------------------| 39%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 85.57668 |\n", - "| air_temperature | 22.214247 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 73.5 |\n", - "| outdoor_temperature | 14.508998 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.54e+03 |\n", - "| n_updates | 8474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.12802 |\n", - "| air_temperature | 22.749151 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 69.5 |\n", - "| outdoor_temperature | 13.651919 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 4.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.92e+03 |\n", - "| n_updates | 8499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 85.21137 |\n", - "| air_temperature | 22.366076 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 59.5 |\n", - "| outdoor_temperature | 15.96721 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.61e+03 |\n", - "| n_updates | 8524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 57.845642 |\n", - "| air_temperature | 21.960764 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 53.0 |\n", - "| outdoor_temperature | 13.95008 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 2.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.06e+03 |\n", - "| n_updates | 8549 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****----------------------------------------------------------| 41%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.49801 |\n", - "| air_temperature | 21.881857 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 88.5 |\n", - "| outdoor_temperature | 16.46767 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 265.0 |\n", - "| wind_speed | 1.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 524 |\n", - "| n_updates | 8574 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****----------------------------------------------------------| 41%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 88.733284 |\n", - "| air_temperature | 22.166264 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 67.0 |\n", - "| outdoor_temperature | 18.524689 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 5.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.88e+03 |\n", - "| n_updates | 8599 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****----------------------------------------------------------| 41%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 86.329315 |\n", - "| air_temperature | 21.884922 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 83.0 |\n", - "| direct_solar_radiation | 194.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 85.5 |\n", - "| outdoor_temperature | 17.687214 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.74e+03 |\n", - "| n_updates | 8624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****----------------------------------------------------------| 41%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.705185 |\n", - "| air_temperature | 22.81737 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 107.0 |\n", - "| direct_solar_radiation | 472.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 18.693514 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.75e+03 |\n", - "| n_updates | 8649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******---------------------------------------------------------| 42%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.16821 |\n", - "| air_temperature | 22.976574 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 114.0 |\n", - "| direct_solar_radiation | 646.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 39.0 |\n", - "| outdoor_temperature | 15.119333 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 305.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.08e+03 |\n", - "| n_updates | 8674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******---------------------------------------------------------| 42%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 756.69354 |\n", - "| air_humidity | 54.817505 |\n", - "| air_temperature | 23.335524 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 147.0 |\n", - "| direct_solar_radiation | 744.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 51.5 |\n", - "| outdoor_temperature | 17.913471 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 680939.06 |\n", - "| wind_direction | 315.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.77e+03 |\n", - "| n_updates | 8699 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******---------------------------------------------------------| 42%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3891.6194 |\n", - "| air_humidity | 46.111176 |\n", - "| air_temperature | 23.174507 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 253.0 |\n", - "| direct_solar_radiation | 639.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 26.0 |\n", - "| outdoor_temperature | 24.636395 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3465989.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 2.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.21e+03 |\n", - "| n_updates | 8724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3428.4062 |\n", - "| air_humidity | 57.121716 |\n", - "| air_temperature | 24.138863 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 308.0 |\n", - "| direct_solar_radiation | 611.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 67.5 |\n", - "| outdoor_temperature | 19.792252 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3085565.8 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.48e+03 |\n", - "| n_updates | 8749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1074.4849 |\n", - "| air_humidity | 57.604034 |\n", - "| air_temperature | 25.964142 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 277.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 18.815947 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 967036.4 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 6.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.08e+03 |\n", - "| n_updates | 8774 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3687.3022 |\n", - "| air_humidity | 57.33517 |\n", - "| air_temperature | 23.877851 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 368.0 |\n", - "| direct_solar_radiation | 466.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | 28.489399 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 3303912.5 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 5.15 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.61e+03 |\n", - "| n_updates | 8799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 71.93651 |\n", - "| air_temperature | 25.779984 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 408.0 |\n", - "| direct_solar_radiation | 373.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 50.5 |\n", - "| outdoor_temperature | 22.955477 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 355.0 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.39e+03 |\n", - "| n_updates | 8824 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 67.38318 |\n", - "| air_temperature | 26.963749 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 243.0 |\n", - "| direct_solar_radiation | 610.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 47.5 |\n", - "| outdoor_temperature | 22.373495 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 215.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.63e+03 |\n", - "| n_updates | 8849 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4487.8276 |\n", - "| air_humidity | 45.09316 |\n", - "| air_temperature | 24.21256 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 238.0 |\n", - "| direct_solar_radiation | 338.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 38.0 |\n", - "| outdoor_temperature | 23.55652 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4039045.0 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 979 |\n", - "| n_updates | 8874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4089.4124 |\n", - "| air_humidity | 61.17132 |\n", - "| air_temperature | 23.19066 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 161.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 82.5 |\n", - "| outdoor_temperature | 19.431572 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3680471.0 |\n", - "| wind_direction | 145.0 |\n", - "| wind_speed | 4.9 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.89e+03 |\n", - "| n_updates | 8899 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 52.438007 |\n", - "| air_temperature | 27.290419 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 72.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 85.5 |\n", - "| outdoor_temperature | 20.92903 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 7.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.86e+03 |\n", - "| n_updates | 8924 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********------------------------------------------------------| 45%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 51.02225 |\n", - "| air_temperature | 29.40269 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 56.0 |\n", - "| direct_solar_radiation | 103.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 21.791893 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.16e+03 |\n", - "| n_updates | 8949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********------------------------------------------------------| 45%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 60.121346 |\n", - "| air_temperature | 28.871252 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 85.5 |\n", - "| outdoor_temperature | 20.415564 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 4.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.18e+03 |\n", - "| n_updates | 8974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********------------------------------------------------------| 45%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 68.434044 |\n", - "| air_temperature | 27.172163 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 85.5 |\n", - "| outdoor_temperature | 23.622412 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 95.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.05e+03 |\n", - "| n_updates | 8999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.2435 |\n", - "| air_temperature | 24.923763 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 88.5 |\n", - "| outdoor_temperature | 19.389812 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 90.0 |\n", - "| wind_speed | 2.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.67e+03 |\n", - "| n_updates | 9024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 74.24047 |\n", - "| air_temperature | 25.115957 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 94.5 |\n", - "| outdoor_temperature | 18.886944 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.76e+03 |\n", - "| n_updates | 9049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 77.20639 |\n", - "| air_temperature | 24.541458 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 86.0 |\n", - "| outdoor_temperature | 22.951208 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 235.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3e+03 |\n", - "| n_updates | 9074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.05541 |\n", - "| air_temperature | 25.311417 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 77.5 |\n", - "| outdoor_temperature | 23.508722 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 90.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.19e+03 |\n", - "| n_updates | 9099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.42342 |\n", - "| air_temperature | 23.215261 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 91.5 |\n", - "| outdoor_temperature | 19.310314 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.12e+03 |\n", - "| n_updates | 9124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 81.96147 |\n", - "| air_temperature | 23.621758 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | 24.771341 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 325.0 |\n", - "| wind_speed | 4.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.11e+03 |\n", - "| n_updates | 9149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 77.23984 |\n", - "| air_temperature | 24.676752 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 67.0 |\n", - "| outdoor_temperature | 22.543236 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 265.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 934 |\n", - "| n_updates | 9174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************---------------------------------------------------| 48%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 85.025604 |\n", - "| air_temperature | 23.013933 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 3.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 94.5 |\n", - "| outdoor_temperature | 21.945906 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 165.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.06e+03 |\n", - "| n_updates | 9199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************---------------------------------------------------| 48%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 90.37305 |\n", - "| air_temperature | 22.211245 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 23.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 98.0 |\n", - "| outdoor_temperature | 23.28667 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 95.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.53e+03 |\n", - "| n_updates | 9224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************---------------------------------------------------| 48%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 84.31747 |\n", - "| air_temperature | 23.182339 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 67.0 |\n", - "| direct_solar_radiation | 604.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | 22.826544 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.78e+03 |\n", - "| n_updates | 9249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2593.8738 |\n", - "| air_humidity | 78.85662 |\n", - "| air_temperature | 20.91998 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 248.0 |\n", - "| direct_solar_radiation | 113.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 88.5 |\n", - "| outdoor_temperature | 23.730545 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2297572.2 |\n", - "| wind_direction | 205.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.1e+03 |\n", - "| n_updates | 9274 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4826.358 |\n", - "| air_humidity | 69.02169 |\n", - "| air_temperature | 21.617256 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 341.0 |\n", - "| direct_solar_radiation | 83.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 85.5 |\n", - "| outdoor_temperature | 21.108011 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4406347.5 |\n", - "| wind_direction | 205.0 |\n", - "| wind_speed | 4.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.86e+03 |\n", - "| n_updates | 9299 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.93762 |\n", - "| air_temperature | 23.177649 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 161.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 85.5 |\n", - "| outdoor_temperature | 22.97749 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 80.0 |\n", - "| wind_speed | 3.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.56e+03 |\n", - "| n_updates | 9324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 76.66805 |\n", - "| air_temperature | 24.069008 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 322.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 77.5 |\n", - "| outdoor_temperature | 21.572285 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 573 |\n", - "| n_updates | 9349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4960.5977 |\n", - "| air_humidity | 57.92844 |\n", - "| air_temperature | 24.07896 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 267.0 |\n", - "| direct_solar_radiation | 534.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 58.0 |\n", - "| outdoor_temperature | 25.835115 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 4457515.5 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 5.15 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.01e+03 |\n", - "| n_updates | 9374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6130.1475 |\n", - "| air_humidity | 57.217648 |\n", - "| air_temperature | 23.999527 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 156.0 |\n", - "| direct_solar_radiation | 846.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 66.5 |\n", - "| outdoor_temperature | 25.839724 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 5570390.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.75e+03 |\n", - "| n_updates | 9399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6180.046 |\n", - "| air_humidity | 57.915764 |\n", - "| air_temperature | 23.824299 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 319.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | 27.998598 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 5562041.0 |\n", - "| wind_direction | 45.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.41e+03 |\n", - "| n_updates | 9424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5814.8086 |\n", - "| air_humidity | 57.336285 |\n", - "| air_temperature | 24.416656 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 240.0 |\n", - "| direct_solar_radiation | 639.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 42.0 |\n", - "| outdoor_temperature | 28.857347 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5211308.0 |\n", - "| wind_direction | 145.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.25e+03 |\n", - "| n_updates | 9449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 8071.458 |\n", - "| air_humidity | 59.186604 |\n", - "| air_temperature | 24.030064 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 217.0 |\n", - "| direct_solar_radiation | 565.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 77.0 |\n", - "| outdoor_temperature | 26.988108 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 7237952.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 4.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 579 |\n", - "| n_updates | 9474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 59.32995 |\n", - "| air_temperature | 29.440195 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 132.0 |\n", - "| direct_solar_radiation | 584.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 72.0 |\n", - "| outdoor_temperature | 29.04921 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.13e+03 |\n", - "| n_updates | 9499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 58.903008 |\n", - "| air_temperature | 29.58267 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 122.0 |\n", - "| direct_solar_radiation | 263.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 68.5 |\n", - "| outdoor_temperature | 27.491972 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.14e+03 |\n", - "| n_updates | 9524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 54.37169 |\n", - "| air_temperature | 28.805046 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 54.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 90.5 |\n", - "| outdoor_temperature | 23.013592 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.59e+03 |\n", - "| n_updates | 9549 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************-----------------------------------------------| 52%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 56.407288 |\n", - "| air_temperature | 29.713375 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 83.5 |\n", - "| outdoor_temperature | 27.13691 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.97e+03 |\n", - "| n_updates | 9574 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************-----------------------------------------------| 52%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 59.091957 |\n", - "| air_temperature | 28.77042 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 50.5 |\n", - "| outdoor_temperature | 29.924786 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.35e+04 |\n", - "| n_updates | 9599 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************-----------------------------------------------| 52%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 62.7617 |\n", - "| air_temperature | 27.150831 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | 23.236689 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 205.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.05e+03 |\n", - "| n_updates | 9624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 67.4881 |\n", - "| air_temperature | 25.895061 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 77.5 |\n", - "| outdoor_temperature | 24.448812 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 225.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.16e+03 |\n", - "| n_updates | 9649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 65.81631 |\n", - "| air_temperature | 26.319372 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 69.5 |\n", - "| outdoor_temperature | 26.388847 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 255.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.84e+03 |\n", - "| n_updates | 9674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 75.7209 |\n", - "| air_temperature | 23.97351 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 98.0 |\n", - "| outdoor_temperature | 21.806433 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 90.0 |\n", - "| wind_speed | 5.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.57e+03 |\n", - "| n_updates | 9699 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.57992 |\n", - "| air_temperature | 23.869347 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 94.0 |\n", - "| outdoor_temperature | 23.162914 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 115.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.64e+03 |\n", - "| n_updates | 9724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.63909 |\n", - "| air_temperature | 23.794798 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 66.5 |\n", - "| outdoor_temperature | 24.551136 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 5.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.5e+03 |\n", - "| n_updates | 9749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 87.72499 |\n", - "| air_temperature | 23.30253 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 22.862804 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 115.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.5e+03 |\n", - "| n_updates | 9774 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 89.009865 |\n", - "| air_temperature | 22.375265 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 21.891815 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 115.0 |\n", - "| wind_speed | 1.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.84e+03 |\n", - "| n_updates | 9799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************--------------------------------------------| 55%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 88.44114 |\n", - "| air_temperature | 23.95633 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 55.0 |\n", - "| direct_solar_radiation | 9.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 95.0 |\n", - "| outdoor_temperature | 24.555973 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 2.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.1e+03 |\n", - "| n_updates | 9824 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************--------------------------------------------| 55%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 86.25535 |\n", - "| air_temperature | 24.365273 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 75.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 26.62452 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 973 |\n", - "| n_updates | 9849 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************--------------------------------------------| 55%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3477.5361 |\n", - "| air_humidity | 82.9503 |\n", - "| air_temperature | 21.206257 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 199.0 |\n", - "| direct_solar_radiation | 43.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 85.0 |\n", - "| outdoor_temperature | 26.23461 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 3106383.2 |\n", - "| wind_direction | 215.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.29e+03 |\n", - "| n_updates | 9874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6591.9224 |\n", - "| air_humidity | 68.924515 |\n", - "| air_temperature | 21.636711 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 181.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 85.0 |\n", - "| outdoor_temperature | 24.490088 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 6105625.0 |\n", - "| wind_direction | 205.0 |\n", - "| wind_speed | 5.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.13e+03 |\n", - "| n_updates | 9899 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6579.233 |\n", - "| air_humidity | 62.79068 |\n", - "| air_temperature | 22.80446 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 212.0 |\n", - "| direct_solar_radiation | 618.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 78.5 |\n", - "| outdoor_temperature | 25.128534 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5908606.0 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 2.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.93e+03 |\n", - "| n_updates | 9924 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 8556.943 |\n", - "| air_humidity | 58.34476 |\n", - "| air_temperature | 24.146399 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 443.0 |\n", - "| direct_solar_radiation | 298.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 61.0 |\n", - "| outdoor_temperature | 30.291105 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 7701249.0 |\n", - "| wind_direction | 245.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.23e+03 |\n", - "| n_updates | 9949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6612.603 |\n", - "| air_humidity | 58.736492 |\n", - "| air_temperature | 23.865717 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 207.0 |\n", - "| direct_solar_radiation | 705.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 76.5 |\n", - "| outdoor_temperature | 26.542692 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 5951342.5 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.36e+04 |\n", - "| n_updates | 9974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 68.82043 |\n", - "| air_temperature | 26.714127 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 384.0 |\n", - "| direct_solar_radiation | 370.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | 30.392218 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 255.0 |\n", - "| wind_speed | 2.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.49e+03 |\n", - "| n_updates | 9999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 71.67858 |\n", - "| air_temperature | 26.007689 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 248.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 84.5 |\n", - "| outdoor_temperature | 24.04101 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 6.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 804 |\n", - "| n_updates | 10024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6615.9927 |\n", - "| air_humidity | 58.55262 |\n", - "| air_temperature | 24.042582 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 289.0 |\n", - "| direct_solar_radiation | 484.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 61.0 |\n", - "| outdoor_temperature | 26.934774 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5924812.5 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.87e+03 |\n", - "| n_updates | 10049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 7803.733 |\n", - "| air_humidity | 58.594456 |\n", - "| air_temperature | 24.192398 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 234.0 |\n", - "| direct_solar_radiation | 372.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 25.361639 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 7023360.0 |\n", - "| wind_direction | 185.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.38e+03 |\n", - "| n_updates | 10074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************------------------------------------------| 58%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6048.8022 |\n", - "| air_humidity | 59.633774 |\n", - "| air_temperature | 23.914898 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 269.0 |\n", - "| direct_solar_radiation | 84.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 64.0 |\n", - "| outdoor_temperature | 25.906448 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5443922.0 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.34e+03 |\n", - "| n_updates | 10099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************------------------------------------------| 58%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 48.285763 |\n", - "| air_temperature | 29.087503 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 83.0 |\n", - "| direct_solar_radiation | 401.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 61.5 |\n", - "| outdoor_temperature | 27.432545 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 7.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.25e+03 |\n", - "| n_updates | 10124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************------------------------------------------| 58%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 50.60229 |\n", - "| air_temperature | 30.327057 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 34.0 |\n", - "| direct_solar_radiation | 128.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 78.0 |\n", - "| outdoor_temperature | 26.598967 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 185.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.19e+03 |\n", - "| n_updates | 10149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 61.864407 |\n", - "| air_temperature | 28.372997 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 26.0429 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.11e+03 |\n", - "| n_updates | 10174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 61.675846 |\n", - "| air_temperature | 28.290186 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 51.0 |\n", - "| outdoor_temperature | 31.614428 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 5.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.52e+03 |\n", - "| n_updates | 10199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 72.12505 |\n", - "| air_temperature | 26.204573 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 26.163172 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.82e+03 |\n", - "| n_updates | 10224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.884186 |\n", - "| air_temperature | 24.134598 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 20.089655 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 4.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.96e+03 |\n", - "| n_updates | 10249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 76.48503 |\n", - "| air_temperature | 24.204605 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 67.5 |\n", - "| outdoor_temperature | 15.094099 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 2.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.56e+03 |\n", - "| n_updates | 10274 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.38634 |\n", - "| air_temperature | 23.735037 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 75.0 |\n", - "| outdoor_temperature | 17.988451 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 1.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.87e+03 |\n", - "| n_updates | 10299 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 76.351166 |\n", - "| air_temperature | 23.945112 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 82.5 |\n", - "| outdoor_temperature | 19.52576 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 245.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.56e+03 |\n", - "| n_updates | 10324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************--------------------------------------| 61%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 74.00164 |\n", - "| air_temperature | 24.441584 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 22.688526 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 2.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.36e+03 |\n", - "| n_updates | 10349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************--------------------------------------| 61%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 77.23835 |\n", - "| air_temperature | 23.654684 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 94.0 |\n", - "| outdoor_temperature | 23.293741 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 215.0 |\n", - "| wind_speed | 2.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.17e+03 |\n", - "| n_updates | 10374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************--------------------------------------| 61%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.260864 |\n", - "| air_temperature | 23.570625 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 67.5 |\n", - "| outdoor_temperature | 23.852522 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 355.0 |\n", - "| wind_speed | 4.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.33e+03 |\n", - "| n_updates | 10399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.553215 |\n", - "| air_temperature | 22.783445 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 25.0 |\n", - "| direct_solar_radiation | 12.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 23.652273 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.37e+03 |\n", - "| n_updates | 10424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 89.74817 |\n", - "| air_temperature | 22.861992 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 96.0 |\n", - "| direct_solar_radiation | 78.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 85.0 |\n", - "| outdoor_temperature | 22.354202 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 155.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.64e+03 |\n", - "| n_updates | 10449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2615.6394 |\n", - "| air_humidity | 76.129715 |\n", - "| air_temperature | 22.001867 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 74.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 24.034338 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2354075.5 |\n", - "| wind_direction | 55.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.4e+04 |\n", - "| n_updates | 10474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.63669 |\n", - "| air_temperature | 24.72616 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 226.0 |\n", - "| direct_solar_radiation | 57.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 78.0 |\n", - "| outdoor_temperature | 28.858715 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.43e+03 |\n", - "| n_updates | 10499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 71.93833 |\n", - "| air_temperature | 26.650896 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 248.0 |\n", - "| direct_solar_radiation | 491.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 38.0 |\n", - "| outdoor_temperature | 30.86335 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 35.0 |\n", - "| wind_speed | 7.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.17e+03 |\n", - "| n_updates | 10524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4059.3743 |\n", - "| air_humidity | 56.83726 |\n", - "| air_temperature | 23.812122 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 237.0 |\n", - "| direct_solar_radiation | 678.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 39.0 |\n", - "| outdoor_temperature | 26.226334 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3653437.0 |\n", - "| wind_direction | 45.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.63e+03 |\n", - "| n_updates | 10549 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4578.8765 |\n", - "| air_humidity | 49.022327 |\n", - "| air_temperature | 23.843649 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 261.0 |\n", - "| direct_solar_radiation | 675.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 32.0 |\n", - "| outdoor_temperature | 26.02081 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 4099537.5 |\n", - "| wind_direction | 10.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.48e+03 |\n", - "| n_updates | 10574 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6744.505 |\n", - "| air_humidity | 57.16785 |\n", - "| air_temperature | 23.750113 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 141.0 |\n", - "| direct_solar_radiation | 849.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 42.0 |\n", - "| outdoor_temperature | 31.268843 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 6105524.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 5.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.09e+04 |\n", - "| n_updates | 10599 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************-----------------------------------| 64%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5744.1646 |\n", - "| air_humidity | 53.9114 |\n", - "| air_temperature | 24.341438 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 177.0 |\n", - "| direct_solar_radiation | 677.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 30.0 |\n", - "| outdoor_temperature | 31.381172 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 5169748.0 |\n", - "| wind_direction | 325.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.62e+03 |\n", - "| n_updates | 10624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************-----------------------------------| 64%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4735.62 |\n", - "| air_humidity | 54.2698 |\n", - "| air_temperature | 24.242298 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 281.0 |\n", - "| direct_solar_radiation | 478.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 42.5 |\n", - "| outdoor_temperature | 25.902674 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4254899.5 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.54e+03 |\n", - "| n_updates | 10649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************-----------------------------------| 64%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 60.763294 |\n", - "| air_temperature | 28.425394 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 237.0 |\n", - "| direct_solar_radiation | 330.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 27.0 |\n", - "| outdoor_temperature | 34.236084 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 7.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 997 |\n", - "| n_updates | 10674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 63.033356 |\n", - "| air_temperature | 27.930851 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 116.0 |\n", - "| direct_solar_radiation | 463.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 28.0 |\n", - "| outdoor_temperature | 26.911022 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 4.9 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.25e+03 |\n", - "| n_updates | 10699 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 49.931183 |\n", - "| air_temperature | 28.225517 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 91.0 |\n", - "| direct_solar_radiation | 117.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 61.0 |\n", - "| outdoor_temperature | 23.85916 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 185.0 |\n", - "| wind_speed | 8.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 837 |\n", - "| n_updates | 10724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 52.26508 |\n", - "| air_temperature | 29.295475 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 7.0 |\n", - "| direct_solar_radiation | 2.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 24.975166 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 781 |\n", - "| n_updates | 10749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 50.48178 |\n", - "| air_temperature | 28.82346 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 53.0 |\n", - "| outdoor_temperature | 19.281387 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 95.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.08e+03 |\n", - "| n_updates | 10774 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 59.380795 |\n", - "| air_temperature | 27.832817 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 72.0 |\n", - "| outdoor_temperature | 21.996769 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 1.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.49e+03 |\n", - "| n_updates | 10799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 44.240105 |\n", - "| air_temperature | 26.890566 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 66.0 |\n", - "| outdoor_temperature | 22.243492 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 215.0 |\n", - "| wind_speed | 2.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.04e+03 |\n", - "| n_updates | 10824 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 46.84637 |\n", - "| air_temperature | 25.793453 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | 23.776503 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 4.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.06e+03 |\n", - "| n_updates | 10849 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 47.336395 |\n", - "| air_temperature | 25.626314 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 42.0 |\n", - "| outdoor_temperature | 25.760303 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 335.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.45e+03 |\n", - "| n_updates | 10874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************--------------------------------| 67%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.21505 |\n", - "| air_temperature | 23.487644 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 59.0 |\n", - "| outdoor_temperature | 21.056015 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 2.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.11e+03 |\n", - "| n_updates | 10899 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************--------------------------------| 67%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 82.421844 |\n", - "| air_temperature | 23.507233 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 73.0 |\n", - "| outdoor_temperature | 20.46493 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 265.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.7e+03 |\n", - "| n_updates | 10924 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************-------------------------------| 68%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 85.71846 |\n", - "| air_temperature | 23.002916 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 76.0 |\n", - "| outdoor_temperature | 19.411385 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 225.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.18e+03 |\n", - "| n_updates | 10949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************-------------------------------| 68%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 85.809654 |\n", - "| air_temperature | 22.716314 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 81.0 |\n", - "| outdoor_temperature | 19.075342 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.88e+03 |\n", - "| n_updates | 10974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************-------------------------------| 68%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.86444 |\n", - "| air_temperature | 23.607555 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 22.198689 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 205.0 |\n", - "| wind_speed | 2.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.15e+03 |\n", - "| n_updates | 10999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************-------------------------------| 68%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.55953 |\n", - "| air_temperature | 23.390306 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 20.709194 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 225.0 |\n", - "| wind_speed | 2.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.7e+03 |\n", - "| n_updates | 11024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 90.97892 |\n", - "| air_temperature | 21.430555 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 35.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 18.381512 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 65.0 |\n", - "| wind_speed | 2.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.54e+04 |\n", - "| n_updates | 11049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 522.8672 |\n", - "| air_humidity | 80.94645 |\n", - "| air_temperature | 21.47948 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 60.0 |\n", - "| direct_solar_radiation | 691.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 56.0 |\n", - "| outdoor_temperature | 18.247702 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 470580.44 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 5.15 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.29e+03 |\n", - "| n_updates | 11074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 330.18005 |\n", - "| air_humidity | 49.793545 |\n", - "| air_temperature | 22.299383 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 147.0 |\n", - "| direct_solar_radiation | 597.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 44.5 |\n", - "| outdoor_temperature | 14.609633 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 292652.06 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.8e+03 |\n", - "| n_updates | 11099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2898.547 |\n", - "| air_humidity | 53.278496 |\n", - "| air_temperature | 22.61949 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 277.0 |\n", - "| direct_solar_radiation | 436.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 47.5 |\n", - "| outdoor_temperature | 20.475954 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2573731.5 |\n", - "| wind_direction | 245.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.89e+03 |\n", - "| n_updates | 11124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************-----------------------------| 70%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6191.668 |\n", - "| air_humidity | 61.839733 |\n", - "| air_temperature | 23.132393 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 315.0 |\n", - "| direct_solar_radiation | 94.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 82.0 |\n", - "| outdoor_temperature | 24.937683 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5546784.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.82e+03 |\n", - "| n_updates | 11149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************-----------------------------| 70%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 77.328 |\n", - "| air_temperature | 25.108599 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 226.0 |\n", - "| direct_solar_radiation | 591.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 72.0 |\n", - "| outdoor_temperature | 27.525572 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 6.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.11e+03 |\n", - "| n_updates | 11174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************-----------------------------| 70%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 75.90909 |\n", - "| air_temperature | 25.643183 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 273.0 |\n", - "| direct_solar_radiation | 344.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 44.0 |\n", - "| outdoor_temperature | 21.85953 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 305.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.48e+03 |\n", - "| n_updates | 11199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3087.9355 |\n", - "| air_humidity | 49.51548 |\n", - "| air_temperature | 23.905464 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 420.0 |\n", - "| direct_solar_radiation | 123.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 52.0 |\n", - "| outdoor_temperature | 20.520428 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 2776982.5 |\n", - "| wind_direction | 135.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.28e+03 |\n", - "| n_updates | 11224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3701.2773 |\n", - "| air_humidity | 59.4393 |\n", - "| air_temperature | 23.357481 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 161.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 79.5 |\n", - "| outdoor_temperature | 19.842611 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3331149.5 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.16e+03 |\n", - "| n_updates | 11249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4359.327 |\n", - "| air_humidity | 52.05942 |\n", - "| air_temperature | 24.033459 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 166.0 |\n", - "| direct_solar_radiation | 134.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 43.0 |\n", - "| outdoor_temperature | 24.21186 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3923394.2 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.76e+03 |\n", - "| n_updates | 11274 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3904.9595 |\n", - "| air_humidity | 58.766552 |\n", - "| air_temperature | 23.823164 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 87.0 |\n", - "| direct_solar_radiation | 308.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 58.0 |\n", - "| outdoor_temperature | 21.326008 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3514463.5 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.39e+03 |\n", - "| n_updates | 11299 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 48.20776 |\n", - "| air_temperature | 28.272985 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 19.0 |\n", - "| direct_solar_radiation | 8.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 70.5 |\n", - "| outdoor_temperature | 18.32586 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 160.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 863 |\n", - "| n_updates | 11324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 72.10212 |\n", - "| air_temperature | 25.217432 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 22.660082 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 4.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.12e+03 |\n", - "| n_updates | 11349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.44785 |\n", - "| air_temperature | 23.742256 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 94.5 |\n", - "| outdoor_temperature | 21.647293 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.99e+03 |\n", - "| n_updates | 11374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 45.26872 |\n", - "| air_temperature | 24.988808 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 55.0 |\n", - "| outdoor_temperature | 13.328288 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.08e+03 |\n", - "| n_updates | 11399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************--------------------------| 73%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 61.69315 |\n", - "| air_temperature | 25.202436 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 75.0 |\n", - "| outdoor_temperature | 15.814474 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 65.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.44e+03 |\n", - "| n_updates | 11424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************--------------------------| 73%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 84.717415 |\n", - "| air_temperature | 23.804771 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 17.160044 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 45.0 |\n", - "| wind_speed | 2.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.67e+03 |\n", - "| n_updates | 11449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************--------------------------| 73%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.91682 |\n", - "| air_temperature | 23.10701 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 16.901966 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.58e+03 |\n", - "| n_updates | 11474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.89759 |\n", - "| air_temperature | 23.867949 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 71.5 |\n", - "| outdoor_temperature | 20.076616 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.88e+03 |\n", - "| n_updates | 11499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 85.97487 |\n", - "| air_temperature | 23.029406 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 52.5 |\n", - "| outdoor_temperature | 13.115639 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 45.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.96e+03 |\n", - "| n_updates | 11524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 93.84955 |\n", - "| air_temperature | 21.605173 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 86.0 |\n", - "| outdoor_temperature | 11.831333 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.51e+03 |\n", - "| n_updates | 11549 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************------------------------| 75%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 321.20944 |\n", - "| air_humidity | 52.94715 |\n", - "| air_temperature | 21.00033 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | 9.40463 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 289088.5 |\n", - "| wind_direction | 355.0 |\n", - "| wind_speed | 8.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.14e+03 |\n", - "| n_updates | 11574 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************------------------------| 75%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 279.34213 |\n", - "| air_humidity | 47.79707 |\n", - "| air_temperature | 22.00002 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 10.137628 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 251407.92 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.66e+03 |\n", - "| n_updates | 11599 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************------------------------| 75%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 86.035385 |\n", - "| air_humidity | 65.715164 |\n", - "| air_temperature | 22.000046 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 15.148232 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 77431.84 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.53e+03 |\n", - "| n_updates | 11624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************------------------------| 75%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 89.559746 |\n", - "| air_humidity | 62.382233 |\n", - "| air_temperature | 21.999939 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 58.0 |\n", - "| direct_solar_radiation | 91.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 96.5 |\n", - "| outdoor_temperature | 15.210514 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 80603.77 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.43e+03 |\n", - "| n_updates | 11649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************-----------------------| 76%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 64.7902 |\n", - "| air_temperature | 21.465332 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 98.0 |\n", - "| direct_solar_radiation | 468.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 17.777851 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 215.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.11e+03 |\n", - "| n_updates | 11674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************-----------------------| 76%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 69.57908 |\n", - "| air_temperature | 22.679138 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 68.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 19.479317 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 215.0 |\n", - "| wind_speed | 9.55 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.29e+03 |\n", - "| n_updates | 11699 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************-----------------------| 76%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 660.2427 |\n", - "| air_humidity | 29.197695 |\n", - "| air_temperature | 23.115774 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 133.0 |\n", - "| direct_solar_radiation | 749.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | 11.404039 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 615147.3 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.38e+03 |\n", - "| n_updates | 11724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 698.806 |\n", - "| air_humidity | 24.322908 |\n", - "| air_temperature | 23.732935 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 220.0 |\n", - "| direct_solar_radiation | 550.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 42.5 |\n", - "| outdoor_temperature | 10.196256 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 640776.94 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 8.25 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.12e+03 |\n", - "| n_updates | 11749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 25.508892 |\n", - "| air_temperature | 24.289152 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 245.0 |\n", - "| direct_solar_radiation | 511.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 40.5 |\n", - "| outdoor_temperature | 11.32262 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 225.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.65e+03 |\n", - "| n_updates | 11774 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 38.35403 |\n", - "| air_temperature | 26.072796 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 202.0 |\n", - "| direct_solar_radiation | 688.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | 19.146742 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 8.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.1e+03 |\n", - "| n_updates | 11799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 45.109554 |\n", - "| air_temperature | 29.182646 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 155.0 |\n", - "| direct_solar_radiation | 684.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 70.5 |\n", - "| outdoor_temperature | 20.280233 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 160.0 |\n", - "| wind_speed | 5.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.55e+03 |\n", - "| n_updates | 11824 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 43.46771 |\n", - "| air_temperature | 26.831202 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 164.0 |\n", - "| direct_solar_radiation | 459.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 73.0 |\n", - "| outdoor_temperature | 19.983452 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.12e+03 |\n", - "| n_updates | 11849 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 44.368893 |\n", - "| air_temperature | 27.992828 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 136.0 |\n", - "| direct_solar_radiation | 212.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 73.5 |\n", - "| outdoor_temperature | 19.311104 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.11e+03 |\n", - "| n_updates | 11874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 58.686783 |\n", - "| air_temperature | 27.221378 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 40.0 |\n", - "| direct_solar_radiation | 293.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 88.5 |\n", - "| outdoor_temperature | 18.123085 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 6.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.51e+03 |\n", - "| n_updates | 11899 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 774.1695 |\n", - "| air_humidity | 34.996456 |\n", - "| air_temperature | 27.246576 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 47.5 |\n", - "| outdoor_temperature | 18.92559 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 703926.8 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 6.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.09e+03 |\n", - "| n_updates | 11924 |\n", - "-----------------------------------------------\n", - "------------------------------------------------******************************************--------------------| 79%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 112.674805 |\n", - "| air_humidity | 60.293446 |\n", - "| air_temperature | 25.96211 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 98.0 |\n", - "| outdoor_temperature | 16.551872 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 101406.91 |\n", - "| wind_direction | 115.0 |\n", - "| wind_speed | 3.9 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.09e+03 |\n", - "| n_updates | 11949 |\n", - "------------------------------------------------\n", - "-----------------------------------------------*******************************************--------------------| 79%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 137.64085 |\n", - "| air_humidity | 28.135008 |\n", - "| air_temperature | 23.720987 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 45.0 |\n", - "| outdoor_temperature | 11.987406 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 122232.64 |\n", - "| wind_direction | 265.0 |\n", - "| wind_speed | 10.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.5e+03 |\n", - "| n_updates | 11974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************--------------------| 79%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 258.9177 |\n", - "| air_humidity | 30.75452 |\n", - "| air_temperature | 21.694313 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 71.5 |\n", - "| outdoor_temperature | 9.033271 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 227640.38 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.1e+04 |\n", - "| n_updates | 11999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 44.34447 |\n", - "| air_temperature | 21.441462 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 83.5 |\n", - "| outdoor_temperature | 11.766301 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 205.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.13e+03 |\n", - "| n_updates | 12024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 45.472637 |\n", - "| air_temperature | 21.698595 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 80.5 |\n", - "| outdoor_temperature | 12.506051 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.2e+03 |\n", - "| n_updates | 12049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 96.831505 |\n", - "| air_humidity | 63.816128 |\n", - "| air_temperature | 21.0 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 14.555716 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 87148.36 |\n", - "| wind_direction | 215.0 |\n", - "| wind_speed | 5.15 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.05e+04 |\n", - "| n_updates | 12074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 143.056 |\n", - "| air_humidity | 49.87251 |\n", - "| air_temperature | 20.196104 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 73.5 |\n", - "| outdoor_temperature | 13.250102 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 128750.41 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 1.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.35e+03 |\n", - "| n_updates | 12099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 69.9335 |\n", - "| air_temperature | 21.999865 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 16.482807 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 185.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.61e+03 |\n", - "| n_updates | 12124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 81.433624 |\n", - "| air_temperature | 20.767324 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 98.0 |\n", - "| outdoor_temperature | 17.938904 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 185.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.91e+03 |\n", - "| n_updates | 12149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 19.583437 |\n", - "| air_temperature | 21.381088 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 31.0 |\n", - "| outdoor_temperature | 12.771853 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 9.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.52e+03 |\n", - "| n_updates | 12174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************-----------------| 82%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 414.9808 |\n", - "| air_humidity | 23.872995 |\n", - "| air_temperature | 18.743254 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 60.5 |\n", - "| outdoor_temperature | 5.896669 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 373482.72 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 6.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.28e+04 |\n", - "| n_updates | 12199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************-----------------| 82%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 821.85474 |\n", - "| air_humidity | 22.28704 |\n", - "| air_temperature | 20.656563 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 4.875373 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 739669.25 |\n", - "| wind_direction | 325.0 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 454 |\n", - "| n_updates | 12224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************-----------------| 82%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 27.547106 |\n", - "| air_temperature | 18.04457 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 2.0 |\n", - "| direct_solar_radiation | 63.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 75.0 |\n", - "| outdoor_temperature | 3.8614655 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.19e+03 |\n", - "| n_updates | 12249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 32.53162 |\n", - "| air_temperature | 19.037893 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 87.0 |\n", - "| direct_solar_radiation | 356.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | 11.73929 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.29e+03 |\n", - "| n_updates | 12274 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 21.744438 |\n", - "| air_temperature | 20.516462 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 161.0 |\n", - "| direct_solar_radiation | 270.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 49.5 |\n", - "| outdoor_temperature | 7.609495 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.4e+03 |\n", - "| n_updates | 12299 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 918.473 |\n", - "| air_humidity | 30.203888 |\n", - "| air_temperature | 23.050997 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 131.0 |\n", - "| direct_solar_radiation | 667.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 55.0 |\n", - "| outdoor_temperature | 10.156731 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 814822.44 |\n", - "| wind_direction | 345.0 |\n", - "| wind_speed | 8.25 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.78e+03 |\n", - "| n_updates | 12324 |\n", - "-----------------------------------------------\n", - "------------------------------------------------**********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 24.651491 |\n", - "| air_temperature | 20.29867 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 121.0 |\n", - "| direct_solar_radiation | 744.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 38.5 |\n", - "| outdoor_temperature | 13.3993225 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 8.25 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.56e+03 |\n", - "| n_updates | 12349 |\n", - "------------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 28.324862 |\n", - "| air_temperature | 22.063183 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 276.0 |\n", - "| direct_solar_radiation | 198.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 44.5 |\n", - "| outdoor_temperature | 15.74168 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 355.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.86e+03 |\n", - "| n_updates | 12374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 441.1365 |\n", - "| air_humidity | 37.676785 |\n", - "| air_temperature | 26.999302 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 184.0 |\n", - "| direct_solar_radiation | 597.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 55.0 |\n", - "| outdoor_temperature | 18.295261 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 396935.9 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 749 |\n", - "| n_updates | 12399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 397.0408 |\n", - "| air_humidity | 25.999836 |\n", - "| air_temperature | 24.447517 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 85.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 44.0 |\n", - "| outdoor_temperature | 11.532406 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 357336.72 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 10.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.4e+04 |\n", - "| n_updates | 12424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 493.84128 |\n", - "| air_humidity | 26.061975 |\n", - "| air_temperature | 25.247528 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 118.0 |\n", - "| direct_solar_radiation | 453.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 44.5 |\n", - "| outdoor_temperature | 12.655685 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 445882.44 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 4.9 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.79e+03 |\n", - "| n_updates | 12449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************--------------| 85%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 337.6619 |\n", - "| air_humidity | 33.520164 |\n", - "| air_temperature | 25.640917 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 86.0 |\n", - "| direct_solar_radiation | 77.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 55.0 |\n", - "| outdoor_temperature | 13.122775 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 303895.72 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 5.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.89e+03 |\n", - "| n_updates | 12474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************--------------| 85%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 871.74225 |\n", - "| air_humidity | 41.628914 |\n", - "| air_temperature | 24.081877 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 7.0 |\n", - "| direct_solar_radiation | 17.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 80.0 |\n", - "| outdoor_temperature | 11.265384 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 785516.4 |\n", - "| wind_direction | 215.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.49e+03 |\n", - "| n_updates | 12499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************--------------| 85%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 44.50846 |\n", - "| air_temperature | 21.999935 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 95.0 |\n", - "| outdoor_temperature | 11.621885 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.09e+03 |\n", - "| n_updates | 12524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 45.628036 |\n", - "| air_temperature | 22.000069 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 73.0 |\n", - "| outdoor_temperature | 12.389954 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 7.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.53e+03 |\n", - "| n_updates | 12549 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 181.22653 |\n", - "| air_humidity | 43.488087 |\n", - "| air_temperature | 22.495659 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 74.0 |\n", - "| outdoor_temperature | 11.260102 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 160043.17 |\n", - "| wind_direction | 355.0 |\n", - "| wind_speed | 7.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.77e+03 |\n", - "| n_updates | 12574 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 488.6821 |\n", - "| air_humidity | 39.50117 |\n", - "| air_temperature | 20.336163 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 77.5 |\n", - "| outdoor_temperature | 7.2215056 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 425114.0 |\n", - "| wind_direction | 5.0 |\n", - "| wind_speed | 4.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.17e+03 |\n", - "| n_updates | 12599 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 180.7631 |\n", - "| air_humidity | 49.284153 |\n", - "| air_temperature | 21.999992 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 94.0 |\n", - "| outdoor_temperature | 11.821833 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 162686.8 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.16e+03 |\n", - "| n_updates | 12624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 743.012 |\n", - "| air_humidity | 40.796642 |\n", - "| air_temperature | 19.002693 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 65.5 |\n", - "| outdoor_temperature | 6.572727 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 668710.8 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 8.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.95e+03 |\n", - "| n_updates | 12649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 628.6884 |\n", - "| air_humidity | 25.816118 |\n", - "| air_temperature | 21.093597 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 76.0 |\n", - "| outdoor_temperature | 4.599007 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 565819.56 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 6.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.35e+03 |\n", - "| n_updates | 12674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 31.74596 |\n", - "| air_temperature | 21.000074 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 89.5 |\n", - "| outdoor_temperature | 8.201467 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 5.9 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.17e+03 |\n", - "| n_updates | 12699 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************************-----------| 88%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 756.4788 |\n", - "| air_humidity | 23.738033 |\n", - "| air_temperature | 20.86679 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 69.0 |\n", - "| outdoor_temperature | 4.1151543 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 680830.94 |\n", - "| wind_direction | 295.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.24e+03 |\n", - "| n_updates | 12724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************************-----------| 88%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 29.259447 |\n", - "| air_temperature | 17.8804 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 2.4538102 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 5.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.93e+03 |\n", - "| n_updates | 12749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************************-----------| 88%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1109.8292 |\n", - "| air_humidity | 32.276184 |\n", - "| air_temperature | 20.002485 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 80.0 |\n", - "| outdoor_temperature | 1.2077625 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 998846.3 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.17e+03 |\n", - "| n_updates | 12774 |\n", - "-----------------------------------------------\n", - "-------------------------------------------------***************************************************----------| 89%\n", + "--------------------------------------------------**----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.7603121 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 13.348245 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.2896282 |\n", + "| air_humidity | 1.0948904 |\n", + "| air_temperature | 0.04886206 |\n", + "| clg_setpoint | -0.90977216 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6664283 |\n", + "| diffuse_solar_radiation | -0.7406937 |\n", + "| direct_solar_radiation | -0.5664072 |\n", + "| hour | 1.6613247 |\n", + "| htg_setpoint | 1.2869147 |\n", + "| month | 1.4095229 |\n", + "| outdoor_humidity | 0.479341 |\n", + "| outdoor_temperature | 1.3596944 |\n", + "| people_occupant | -0.69242746 |\n", + "| total_electricity_HVAC | 0.34292024 |\n", + "| wind_direction | -1.6348672 |\n", + "| wind_speed | -2.0769596 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4306.904 |\n", + "| air_humidity | 49.74782 |\n", + "| air_temperature | 22.568895 |\n", + "| clg_setpoint | 24.316101 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.56908 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 17.01135 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4320027.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| train/ | |\n", + "| approx_kl | 0.0076196184 |\n", + "| clip_fraction | 0.0804 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.8 |\n", + "| explained_variance | 0.685 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 6.67 |\n", + "| n_updates | 70 |\n", + "| policy_gradient_loss | -0.0109 |\n", + "| std | 0.987 |\n", + "| value_loss | 12.3 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***----------------------------------------------------------| 41%\n", "| action_network/ | |\n", - "| index | 9 |\n", + "| Cooling_Setpoint_RL | -0.6525929 |\n", + "| Heating_Setpoint_RL | -0.78214896 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", + "| Cooling_Setpoint_RL | 24.422499 |\n", + "| Heating_Setpoint_RL | 13.225412 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5558998 |\n", + "| air_humidity | 0.6520583 |\n", + "| air_temperature | -0.18573241 |\n", + "| clg_setpoint | -1.2352308 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6700872 |\n", + "| diffuse_solar_radiation | -0.7422727 |\n", + "| direct_solar_radiation | -0.5691646 |\n", + "| hour | -1.6604636 |\n", + "| htg_setpoint | 0.39876908 |\n", + "| month | 2.0966344 |\n", + "| outdoor_humidity | 0.6973628 |\n", + "| outdoor_temperature | 1.5488086 |\n", + "| people_occupant | -0.69360524 |\n", + "| total_electricity_HVAC | -0.56239665 |\n", + "| wind_direction | 0.31542712 |\n", + "| wind_speed | -0.73951066 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1372.9894 |\n", - "| air_humidity | 33.068222 |\n", - "| air_temperature | 20.999987 |\n", - "| clg_setpoint | 22.5 |\n", + "| HVAC_electricity_demand_rate | 157.16939 |\n", + "| air_humidity | 44.568665 |\n", + "| air_temperature | 22.085634 |\n", + "| clg_setpoint | 23.51301 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", + "| day_of_month | 1.0 |\n", "| diffuse_solar_radiation | 0.0 |\n", "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | -0.10803817 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.987309 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 18.662971 |\n", "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1235690.4 |\n", - "| wind_direction | 270.0 |\n", + "| total_electricity_HVAC | 141452.45 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.3 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.94702226 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.8212 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56885815 |\n", + "| air_humidity | -0.0925696 |\n", + "| air_temperature | -0.23564008 |\n", + "| clg_setpoint | -0.6925101 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5353398 |\n", + "| diffuse_solar_radiation | -0.7429477 |\n", + "| direct_solar_radiation | -0.5709856 |\n", + "| hour | -1.5153563 |\n", + "| htg_setpoint | -1.336826 |\n", + "| month | 2.0586793 |\n", + "| outdoor_humidity | -0.8294428 |\n", + "| outdoor_temperature | 1.2228593 |\n", + "| people_occupant | -0.69008976 |\n", + "| total_electricity_HVAC | -0.57480687 |\n", + "| wind_direction | 1.6062237 |\n", + "| wind_speed | 0.62355435 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 35.713837 |\n", + "| air_temperature | 21.98691 |\n", + "| clg_setpoint | 24.847063 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 16.35396 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 350.0 |\n", "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.5e+03 |\n", - "| n_updates | 12799 |\n", "-------------------------------------------------\n", - "------------------------------------------------****************************************************----------| 89%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1710.4203 |\n", - "| air_humidity | 26.788225 |\n", - "| air_temperature | 20.5662 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 77.0 |\n", - "| outdoor_temperature | -1.7951931 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1539378.2 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.53e+03 |\n", - "| n_updates | 12824 |\n", - "------------------------------------------------\n", - "------------------------------------------------****************************************************----------| 89%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1841.4658 |\n", - "| air_humidity | 19.267988 |\n", - "| air_temperature | 20.999996 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 63.5 |\n", - "| outdoor_temperature | -2.4504209 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1657319.2 |\n", - "| wind_direction | 295.0 |\n", - "| wind_speed | 6.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.28e+03 |\n", - "| n_updates | 12849 |\n", - "------------------------------------------------\n", - "------------------------------------------------****************************************************----------| 89%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2306.6052 |\n", - "| air_humidity | 13.655644 |\n", - "| air_temperature | 22.000002 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 55.0 |\n", - "| direct_solar_radiation | 61.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 66.0 |\n", - "| outdoor_temperature | -4.7761173 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2075944.6 |\n", - "| wind_direction | 25.0 |\n", - "| wind_speed | 0.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.16e+03 |\n", - "| n_updates | 12874 |\n", - "------------------------------------------------\n", - "-------------------------------------------------****************************************************---------| 90%\n", + "-------------------------------------------------****---------------------------------------------------------| 42%\n", "| action_network/ | |\n", - "| index | 2 |\n", + "| Cooling_Setpoint_RL | 0.14333978 |\n", + "| Heating_Setpoint_RL | 0.2197445 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", + "| Cooling_Setpoint_RL | 27.108772 |\n", + "| Heating_Setpoint_RL | 18.861063 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5671322 |\n", + "| air_humidity | -0.35318378 |\n", + "| air_temperature | -0.76193166 |\n", + "| clg_setpoint | 1.2653995 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4052126 |\n", + "| diffuse_solar_radiation | -0.7441041 |\n", + "| direct_solar_radiation | -0.5731894 |\n", + "| hour | -1.3704263 |\n", + "| htg_setpoint | -0.33472964 |\n", + "| month | 2.022714 |\n", + "| outdoor_humidity | -0.2976487 |\n", + "| outdoor_temperature | 0.80858517 |\n", + "| people_occupant | -0.6866272 |\n", + "| total_electricity_HVAC | -0.57310134 |\n", + "| wind_direction | 1.316936 |\n", + "| wind_speed | -0.22409691 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1300.3312 |\n", - "| air_humidity | 21.154627 |\n", - "| air_temperature | 20.620234 |\n", - "| clg_setpoint | 28.0 |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 32.54013 |\n", + "| air_temperature | 20.900377 |\n", + "| clg_setpoint | 29.650288 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 53.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", "| direct_solar_radiation | 0.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 76.5 |\n", - "| outdoor_temperature | -0.20197213 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1170298.1 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.56e+03 |\n", - "| n_updates | 12899 |\n", - "-------------------------------------------------\n", - "-----------------------------------------------******************************************************---------| 90%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 838.0061 |\n", - "| air_humidity | 55.374287 |\n", - "| air_temperature | 21.689898 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 154.0 |\n", - "| direct_solar_radiation | 56.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 98.5 |\n", - "| outdoor_temperature | 12.248131 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 767363.94 |\n", - "| wind_direction | 90.0 |\n", - "| wind_speed | 11.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.14e+03 |\n", - "| n_updates | 12924 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************************---------| 90%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 41.32771 |\n", - "| air_temperature | 23.409586 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 178.0 |\n", - "| direct_solar_radiation | 547.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 81.5 |\n", - "| outdoor_temperature | 10.429253 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 6.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.12e+03 |\n", - "| n_updates | 12949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************************---------| 90%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.6465 |\n", - "| air_humidity | 31.469723 |\n", - "| air_temperature | 22.937748 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 158.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 57.0 |\n", - "| outdoor_temperature | 8.520331 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 680081.9 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 4.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.06e+03 |\n", - "| n_updates | 12974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************************--------| 91%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 917.63416 |\n", - "| air_humidity | 25.424332 |\n", - "| air_temperature | 23.37107 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 120.0 |\n", - "| direct_solar_radiation | 644.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 57.0 |\n", - "| outdoor_temperature | 6.5279045 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 826909.6 |\n", - "| wind_direction | 225.0 |\n", - "| wind_speed | 4.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.54e+03 |\n", - "| n_updates | 12999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************************--------| 91%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 370.86636 |\n", - "| air_humidity | 32.690987 |\n", - "| air_temperature | 18.534119 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 152.0 |\n", - "| direct_solar_radiation | 29.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 62.0 |\n", - "| outdoor_temperature | 6.47209 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 333779.75 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 9.25 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.29e+03 |\n", - "| n_updates | 13024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************************--------| 91%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 21.081112 |\n", - "| air_temperature | 20.211607 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 64.0 |\n", - "| direct_solar_radiation | 234.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 39.5 |\n", - "| outdoor_temperature | 3.3783436 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 12.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.08e+03 |\n", - "| n_updates | 13049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 861.6628 |\n", - "| air_humidity | 18.8145 |\n", - "| air_temperature | 23.979624 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 28.0 |\n", - "| direct_solar_radiation | 526.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 34.5 |\n", - "| outdoor_temperature | 5.8914924 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 775496.5 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 9.55 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 793 |\n", - "| n_updates | 13074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 640.4554 |\n", - "| air_humidity | 25.776783 |\n", - "| air_temperature | 24.407007 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 49.5 |\n", - "| outdoor_temperature | 8.198558 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 570274.1 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.59e+03 |\n", - "| n_updates | 13099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 844.3286 |\n", - "| air_humidity | 41.763554 |\n", - "| air_temperature | 23.095621 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 7.7191653 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 759895.75 |\n", - "| wind_direction | 235.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.3e+03 |\n", - "| n_updates | 13124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 874.85583 |\n", - "| air_humidity | 33.53786 |\n", - "| air_temperature | 21.60302 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | 4.926668 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 774289.1 |\n", - "| wind_direction | 275.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.88e+03 |\n", - "| n_updates | 13149 |\n", - "-----------------------------------------------\n", - "------------------------------------------------********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1264.9574 |\n", - "| air_humidity | 21.493917 |\n", - "| air_temperature | 22.395668 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 53.0 |\n", - "| outdoor_temperature | 0.43212128 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 1138461.8 |\n", - "| wind_direction | 255.0 |\n", - "| wind_speed | 9.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.35e+03 |\n", - "| n_updates | 13174 |\n", - "------------------------------------------------\n", - "-----------------------------------------------*********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 306.69937 |\n", - "| air_humidity | 19.631279 |\n", - "| air_temperature | 19.0 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 53.0 |\n", - "| outdoor_temperature | 4.6707997 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 276029.44 |\n", - "| wind_direction | 285.0 |\n", - "| wind_speed | 8.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.58e+03 |\n", - "| n_updates | 13199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 17.799517 |\n", - "| air_temperature | 22.0 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 60.5 |\n", - "| outdoor_temperature | 2.2084277 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 542 |\n", - "| n_updates | 13224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 32.181026 |\n", - "| air_temperature | 21.002357 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 66.0 |\n", - "| outdoor_temperature | 3.265807 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.62e+03 |\n", - "| n_updates | 13249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************************-----| 94%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 37.930477 |\n", - "| air_temperature | 19.753136 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 94.0 |\n", - "| outdoor_temperature | 4.2085614 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 899 |\n", - "| n_updates | 13274 |\n", - "-----------------------------------------------\n", - "-------------------------------------------------********************************************************-----| 94%\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.01801 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 13.211323 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****---------------------------------------------------------| 42%\n", "| action_network/ | |\n", - "| index | 9 |\n", + "| Cooling_Setpoint_RL | -0.12863009 |\n", + "| Heating_Setpoint_RL | -0.08987818 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", + "| Cooling_Setpoint_RL | 26.190874 |\n", + "| Heating_Setpoint_RL | 17.119434 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5668687 |\n", + "| air_humidity | 0.37306657 |\n", + "| air_temperature | -0.30896834 |\n", + "| clg_setpoint | 1.0174683 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.278832 |\n", + "| diffuse_solar_radiation | -0.74535155 |\n", + "| direct_solar_radiation | -0.57573754 |\n", + "| hour | -1.2256383 |\n", + "| htg_setpoint | -1.3339162 |\n", + "| month | 1.9885697 |\n", + "| outdoor_humidity | -0.99284464 |\n", + "| outdoor_temperature | 1.2110516 |\n", + "| people_occupant | -0.68781745 |\n", + "| total_electricity_HVAC | -0.57289267 |\n", + "| wind_direction | 1.0346308 |\n", + "| wind_speed | -0.8262674 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1398.5908 |\n", - "| air_humidity | 31.410603 |\n", - "| air_temperature | 21.000002 |\n", - "| clg_setpoint | 22.5 |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 41.236893 |\n", + "| air_temperature | 21.845053 |\n", + "| clg_setpoint | 29.03903 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", + "| day_of_month | 4.0 |\n", "| diffuse_solar_radiation | 0.0 |\n", "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 82.0 |\n", - "| outdoor_temperature | -0.23604545 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 16.459074 |\n", "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1258731.8 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 2.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.56e+03 |\n", - "| n_updates | 13299 |\n", - "-------------------------------------------------\n", - "-----------------------------------------------***********************************************************----| 95%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 30.992683 |\n", - "| air_temperature | 21.999996 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 69.5 |\n", - "| outdoor_temperature | 2.9798114 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 275.0 |\n", - "| wind_speed | 5.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.53e+03 |\n", - "| n_updates | 13324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************************----| 95%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 27.637766 |\n", - "| air_temperature | 18.669603 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | 3.13234 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.43e+03 |\n", - "| n_updates | 13349 |\n", - "-----------------------------------------------\n", - "------------------------------------------------**********************************************************----| 95%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1793.6534 |\n", - "| air_humidity | 12.261504 |\n", - "| air_temperature | 21.999996 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 48.5 |\n", - "| outdoor_temperature | -2.2113588 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1614288.1 |\n", - "| wind_direction | 325.0 |\n", - "| wind_speed | 6.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.96e+03 |\n", - "| n_updates | 13374 |\n", - "------------------------------------------------\n", - "-----------------------------------------------***********************************************************----| 95%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1068.9926 |\n", - "| air_humidity | 20.901031 |\n", - "| air_temperature | 17.97254 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 81.5 |\n", - "| outdoor_temperature | 1.4119455 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 962093.4 |\n", - "| wind_direction | 245.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.54e+03 |\n", - "| n_updates | 13399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1037.5333 |\n", - "| air_humidity | 23.295412 |\n", - "| air_temperature | 19.985338 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 75.5 |\n", - "| outdoor_temperature | 1.569242 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 933780.0 |\n", - "| wind_direction | 235.0 |\n", - "| wind_speed | 2.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.62e+03 |\n", - "| n_updates | 13424 |\n", - "-----------------------------------------------\n", - "------------------------------------------------***********************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 531.9781 |\n", - "| air_humidity | 21.137249 |\n", - "| air_temperature | 21.781822 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 69.0 |\n", - "| outdoor_temperature | 0.56026334 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 478780.3 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.52e+03 |\n", - "| n_updates | 13449 |\n", - "------------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 26.447454 |\n", - "| air_temperature | 20.000038 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 13.0 |\n", - "| direct_solar_radiation | 79.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 70.5 |\n", - "| outdoor_temperature | 4.3963323 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.15e+03 |\n", - "| n_updates | 13474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 28.223364 |\n", - "| air_temperature | 21.120174 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 31.0 |\n", - "| direct_solar_radiation | 578.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 4.0409384 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 1.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.93e+03 |\n", - "| n_updates | 13499 |\n", - "-----------------------------------------------\n", - "------------------------------------------------************************************************************--| 97%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1293.855 |\n", - "| air_humidity | 21.47397 |\n", - "| air_temperature | 21.0 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 92.0 |\n", - "| direct_solar_radiation | 547.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 49.5 |\n", - "| outdoor_temperature | 0.28763378 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1164469.5 |\n", - "| wind_direction | 355.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.72e+03 |\n", - "| n_updates | 13524 |\n", - "------------------------------------------------\n", - "------------------------------------------------************************************************************--| 97%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2052.83 |\n", - "| air_humidity | 17.319937 |\n", - "| air_temperature | 18.667053 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 134.0 |\n", - "| direct_solar_radiation | 489.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 46.5 |\n", - "| outdoor_temperature | -3.5072422 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1847547.1 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 4.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.29e+04 |\n", - "| n_updates | 13549 |\n", - "------------------------------------------------\n", - "-----------------------------------------------*************************************************************--| 97%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.6465 |\n", - "| air_humidity | 29.388943 |\n", - "| air_temperature | 22.514286 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 120.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 84.0 |\n", - "| outdoor_temperature | 2.2709444 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 680081.9 |\n", - "| wind_direction | 345.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.61e+03 |\n", - "| n_updates | 13574 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 476.10425 |\n", - "| air_humidity | 23.907196 |\n", - "| air_temperature | 22.934315 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 303.0 |\n", - "| direct_solar_radiation | 45.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 56.5 |\n", - "| outdoor_temperature | 4.08747 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 428493.84 |\n", - "| wind_direction | 345.0 |\n", - "| wind_speed | 1.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.47e+03 |\n", - "| n_updates | 13599 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 782.1886 |\n", - "| air_humidity | 44.01096 |\n", - "| air_temperature | 22.976707 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 113.0 |\n", - "| direct_solar_radiation | 309.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 89.5 |\n", - "| outdoor_temperature | 9.240701 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 713822.94 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.53e+03 |\n", - "| n_updates | 13624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 26.889645 |\n", - "| air_temperature | 23.825846 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 108.0 |\n", - "| direct_solar_radiation | 88.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 48.5 |\n", - "| outdoor_temperature | 9.648953 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 7.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.96e+03 |\n", - "| n_updates | 13649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 33.47256 |\n", - "| air_temperature | 23.051739 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 28.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 2.5098643 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 5.0 |\n", - "| wind_speed | 5.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.37e+03 |\n", - "| n_updates | 13674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************************| 99%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 24.71378 |\n", - "| air_temperature | 22.259344 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 40.5 |\n", - "| outdoor_temperature | 3.2563782 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 315.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.63e+03 |\n", - "| n_updates | 13699 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************************| 99%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 91.78562 |\n", - "| air_humidity | 25.185575 |\n", - "| air_temperature | 20.999916 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 4.861682 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 82607.06 |\n", - "| wind_direction | 55.0 |\n", - "| wind_speed | 10.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.92e+03 |\n", - "| n_updates | 13724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************************| 99%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1024.272 |\n", - "| air_humidity | 27.808973 |\n", - "| air_temperature | 22.563572 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | 1.6355486 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 921844.75 |\n", - "| wind_direction | 245.0 |\n", - "| wind_speed | 10.55 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.52e+03 |\n", - "| n_updates | 13749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************************| 99%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2743.635 |\n", - "| air_humidity | 16.346043 |\n", - "| air_temperature | 21.583727 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 39.0 |\n", - "| outdoor_temperature | -6.961267 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 2469271.5 |\n", - "| wind_direction | 315.0 |\n", - "| wind_speed | 7.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 968 |\n", - "| n_updates | 13774 |\n", - "-----------------------------------------------\n", - "\n", - "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", - "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 4]\u001b[0m\n", - "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4]\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 4 started.\u001b[0m\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", - " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", - "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 4) if logger is active\u001b[0m\n", - "----------------------------------------------------\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| episode/ | |\n", - "| comfort_violation_time(%) | 42.6 |\n", - "| cumulative_comfort_penalty | -2.13e+04 |\n", - "| cumulative_energy_penalty | -3.54e+03 |\n", - "| cumulative_power | 7.08e+07 |\n", - "| cumulative_reward | -24834.174 |\n", - "| cumulative_temperature_violation | 4.26e+04 |\n", - "| episode_length | 70077 |\n", - "| mean_comfort_penalty | -0.304 |\n", - "| mean_energy_penalty | -0.0505 |\n", - "| mean_power | 1.01e+03 |\n", - "| mean_reward | -0.3543841 |\n", - "| mean_temperature_violation | 0.608 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3264.773 |\n", - "| air_humidity | 16.017635 |\n", - "| air_temperature | 16.728548 |\n", - "| clg_setpoint | 40.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 12.8 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 43.25 |\n", - "| outdoor_temperature | -9.5669565 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2938295.8 |\n", - "| wind_direction | 305.0 |\n", - "| wind_speed | 8.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.15e+03 |\n", - "| n_updates | 13779 |\n", - "----------------------------------------------------\n", - "-----------------------------------\n", - "| rollout/ | |\n", - "| ep_len_mean | 3.5e+04 |\n", - "| ep_rew_mean | -1.22e+04 |\n", - "| exploration_rate | 0.05 |\n", - "| time/ | |\n", - "| episodes | 2 |\n", - "| fps | 952 |\n", - "| time_elapsed | 110 |\n", - "| total_timesteps | 105117 |\n", - "-----------------------------------\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", - " logger.warn(\n", - "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", - " logger.warn(\n", - "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", - " logger.warn(\n", - "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", - " gym.logger.warn(\"Casting input x to numpy array.\")\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "-----------------------------------------------\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3178.6443 |\n", - "| air_humidity | 13.9179 |\n", - "| air_temperature | 21.00378 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 25.5 |\n", - "| outdoor_temperature | -9.136313 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 2860780.0 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 10.925 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.82e+03 |\n", - "| n_updates | 13799 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 1%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2588.9912 |\n", - "| air_humidity | 15.689926 |\n", - "| air_temperature | 20.000109 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 29.0 |\n", - "| outdoor_temperature | -6.1880474 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2330092.0 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 4.875 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.14e+03 |\n", - "| n_updates | 13824 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 1%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1323.0002 |\n", - "| air_humidity | 38.257965 |\n", - "| air_temperature | 19.999996 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 87.25 |\n", - "| outdoor_temperature | 0.14190736 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1190700.2 |\n", - "| wind_direction | 247.5 |\n", - "| wind_speed | 8.275 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.11e+03 |\n", - "| n_updates | 13849 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 1%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2258.7883 |\n", - "| air_humidity | 20.096224 |\n", - "| air_temperature | 17.745817 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 42.5 |\n", - "| outdoor_temperature | -4.5370326 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2032909.4 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 8.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.91e+03 |\n", - "| n_updates | 13874 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2483.813 |\n", - "| air_humidity | 14.061123 |\n", - "| air_temperature | 17.850971 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 58.0 |\n", - "| outdoor_temperature | -5.6621566 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2235431.8 |\n", - "| wind_direction | 292.5 |\n", - "| wind_speed | 2.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 795 |\n", - "| n_updates | 13899 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1322.736 |\n", - "| air_humidity | 10.838393 |\n", - "| air_temperature | 22.000002 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 56.25 |\n", - "| outdoor_temperature | 0.14322889 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1190462.4 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.74e+03 |\n", - "| n_updates | 13924 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2446.134 |\n", - "| air_humidity | 16.319656 |\n", - "| air_temperature | 20.34714 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 41.0 |\n", - "| outdoor_temperature | -5.473761 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2201520.5 |\n", - "| wind_direction | 335.0 |\n", - "| wind_speed | 5.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.43e+03 |\n", - "| n_updates | 13949 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 31.85662 |\n", - "| air_temperature | 21.999998 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 3.2131824 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 272.5 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.97e+03 |\n", - "| n_updates | 13974 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 3%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1941.4054 |\n", - "| air_humidity | 26.045143 |\n", - "| air_temperature | 21.82076 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 67.25 |\n", - "| outdoor_temperature | -2.9501185 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1747264.9 |\n", - "| wind_direction | 337.5 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.89e+03 |\n", - "| n_updates | 13999 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 3%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1955.8734 |\n", - "| air_humidity | 18.822397 |\n", - "| air_temperature | 19.999998 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 48.75 |\n", - "| outdoor_temperature | -3.0224586 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1760286.1 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 7.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 902 |\n", - "| n_updates | 14024 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 3%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 17.606636 |\n", - "| air_temperature | 20.999992 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 68.5 |\n", - "| outdoor_temperature | 2.3032584 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 245.0 |\n", - "| wind_speed | 3.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.06e+04 |\n", - "| n_updates | 14049 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 4%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 124.68914 |\n", - "| air_humidity | 29.865686 |\n", - "| air_temperature | 20.02376 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 19.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 83.75 |\n", - "| outdoor_temperature | 4.82571 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 107442.516 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 3.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 926 |\n", - "| n_updates | 14074 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 4%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2462.6763 |\n", - "| air_humidity | 17.745747 |\n", - "| air_temperature | 19.46204 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 87.0 |\n", - "| direct_solar_radiation | 30.75 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 82.25 |\n", - "| outdoor_temperature | -6.0136967 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2216408.5 |\n", - "| wind_direction | 32.5 |\n", - "| wind_speed | 7.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.83e+03 |\n", - "| n_updates | 14099 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 4%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 33.261345 |\n", - "| air_temperature | 22.545242 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 52.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 7.8804245 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 132.5 |\n", - "| wind_speed | 7.425 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.45e+03 |\n", - "| n_updates | 14124 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.23936182 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.27859 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56719875 |\n", + "| air_humidity | 1.093249 |\n", + "| air_temperature | -0.53389776 |\n", + "| clg_setpoint | -1.344428 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.1554703 |\n", + "| diffuse_solar_radiation | -0.4204733 |\n", + "| direct_solar_radiation | -0.07820858 |\n", + "| hour | -1.0809613 |\n", + "| htg_setpoint | 0.6327719 |\n", + "| month | 1.9560983 |\n", + "| outdoor_humidity | 0.14934257 |\n", + "| outdoor_temperature | 1.0510249 |\n", + "| people_occupant | -0.6889923 |\n", + "| total_electricity_HVAC | -0.57328635 |\n", + "| wind_direction | -0.076697275 |\n", + "| wind_speed | -1.468069 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 49.839634 |\n", + "| air_temperature | 21.386206 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 30.5 |\n", + "| direct_solar_radiation | 127.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.89977 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 15.354568 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 1.5 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*****--------------------------------------------------------| 43%\n", "| action_network/ | |\n", - "| index | 9 |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.559995 |\n", + "| air_humidity | 2.345823 |\n", + "| air_temperature | -0.5624542 |\n", + "| clg_setpoint | -0.56323266 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0345174 |\n", + "| diffuse_solar_radiation | 0.6487341 |\n", + "| direct_solar_radiation | -0.10562238 |\n", + "| hour | -0.93636876 |\n", + "| htg_setpoint | 0.07753638 |\n", + "| month | 1.9251674 |\n", + "| outdoor_humidity | 0.7606854 |\n", + "| outdoor_temperature | 1.3811826 |\n", + "| people_occupant | -0.69015205 |\n", + "| total_electricity_HVAC | -0.56650984 |\n", + "| wind_direction | 0.015506014 |\n", + "| wind_speed | 0.22657938 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1471.364 |\n", - "| air_humidity | 19.59662 |\n", - "| air_temperature | 22.959154 |\n", - "| clg_setpoint | 22.5 |\n", + "| HVAC_electricity_demand_rate | 122.06719 |\n", + "| air_humidity | 64.9534 |\n", + "| air_temperature | 21.333878 |\n", + "| clg_setpoint | 25.164614 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 177.0 |\n", - "| direct_solar_radiation | 153.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 131.0 |\n", + "| direct_solar_radiation | 120.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 17.663546 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 18.081339 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 109860.48 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5669913 |\n", + "| air_humidity | 2.996398 |\n", + "| air_temperature | -0.30280823 |\n", + "| clg_setpoint | 1.4066622 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9154602 |\n", + "| diffuse_solar_radiation | 0.87799656 |\n", + "| direct_solar_radiation | -0.5303379 |\n", + "| hour | -0.7918377 |\n", + "| htg_setpoint | 0.017212946 |\n", + "| month | 1.8956589 |\n", + "| outdoor_humidity | 1.4503549 |\n", + "| outdoor_temperature | 1.2111316 |\n", + "| people_occupant | -0.691297 |\n", + "| total_electricity_HVAC | -0.5733001 |\n", + "| wind_direction | 0.293696 |\n", + "| wind_speed | -0.42419684 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 73.3627 |\n", + "| air_temperature | 21.87802 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 153.0 |\n", + "| direct_solar_radiation | 12.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.421503 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 16.839458 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.34420726 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 15.688834 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3498866 |\n", + "| air_humidity | -0.5107948 |\n", + "| air_temperature | 0.35706148 |\n", + "| clg_setpoint | 1.4065146 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.79786724 |\n", + "| diffuse_solar_radiation | 1.2148433 |\n", + "| direct_solar_radiation | -0.57848364 |\n", + "| hour | -0.6473491 |\n", + "| htg_setpoint | 1.4705904 |\n", + "| month | 1.8674668 |\n", + "| outdoor_humidity | -0.34037054 |\n", + "| outdoor_temperature | 1.9941204 |\n", + "| people_occupant | -0.69242746 |\n", + "| total_electricity_HVAC | -0.14091983 |\n", + "| wind_direction | 1.5950947 |\n", + "| wind_speed | -0.62250215 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1137.1229 |\n", + "| air_humidity | 30.98249 |\n", + "| air_temperature | 23.249874 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 185.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 23.356985 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2044803.5 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.4135037 |\n", + "| Heating_Setpoint_RL | -0.5172407 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.020575 |\n", + "| Heating_Setpoint_RL | 14.715521 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4470035 |\n", + "| air_humidity | -0.38808787 |\n", + "| air_temperature | 0.24940614 |\n", + "| clg_setpoint | 0.15868135 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6813767 |\n", + "| diffuse_solar_radiation | 1.5081784 |\n", + "| direct_solar_radiation | 1.9203779 |\n", + "| hour | -0.50288767 |\n", + "| htg_setpoint | 0.3166407 |\n", + "| month | 1.8404963 |\n", + "| outdoor_humidity | -1.0817447 |\n", + "| outdoor_temperature | 1.3895333 |\n", + "| people_occupant | -0.6890821 |\n", + "| total_electricity_HVAC | -0.4541134 |\n", + "| wind_direction | 1.5025384 |\n", + "| wind_speed | -1.0268301 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 662.11536 |\n", + "| air_humidity | 32.42965 |\n", + "| air_temperature | 23.029587 |\n", + "| clg_setpoint | 26.9385 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 215.0 |\n", + "| direct_solar_radiation | 632.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 18.613794 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 18.618467 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 616651.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.41274 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.017998 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.4494823 |\n", + "| air_humidity | 0.9210082 |\n", + "| air_temperature | 0.70943314 |\n", + "| clg_setpoint | -1.0490752 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.56568825 |\n", + "| diffuse_solar_radiation | 3.1021478 |\n", + "| direct_solar_radiation | 1.2730448 |\n", + "| hour | -0.35844153 |\n", + "| htg_setpoint | -0.10853039 |\n", + "| month | 1.8146616 |\n", + "| outdoor_humidity | -1.3009384 |\n", + "| outdoor_temperature | 1.8807993 |\n", + "| people_occupant | 1.6995627 |\n", + "| total_electricity_HVAC | 0.5594797 |\n", + "| wind_direction | -0.99811625 |\n", + "| wind_speed | -0.6203414 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4959.0176 |\n", + "| air_humidity | 48.270294 |\n", + "| air_temperature | 23.975906 |\n", + "| clg_setpoint | 23.976463 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 368.0 |\n", + "| direct_solar_radiation | 470.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 16.902836 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 22.710575 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5191780.5 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.39162448 |\n", + "| Heating_Setpoint_RL | -0.11445746 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.303268 |\n", + "| Heating_Setpoint_RL | 16.981176 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.27419984 |\n", + "| air_humidity | 0.9110529 |\n", + "| air_temperature | 1.9792758 |\n", + "| clg_setpoint | 0.019770961 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.45055667 |\n", + "| diffuse_solar_radiation | 2.6175256 |\n", + "| direct_solar_radiation | 0.011409366 |\n", + "| hour | -0.21400224 |\n", + "| htg_setpoint | 0.44129512 |\n", + "| month | 1.7898852 |\n", + "| outdoor_humidity | -0.16008165 |\n", + "| outdoor_temperature | 1.618856 |\n", + "| people_occupant | 1.6958737 |\n", + "| total_electricity_HVAC | -0.29733247 |\n", + "| wind_direction | -0.3481949 |\n", + "| wind_speed | 0.23433667 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1482.9774 |\n", + "| air_humidity | 48.319675 |\n", + "| air_temperature | 26.596292 |\n", + "| clg_setpoint | 26.596888 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 324.0 |\n", + "| direct_solar_radiation | 150.5 |\n", "| hour | 10.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 61.25 |\n", - "| outdoor_temperature | -0.99800754 |\n", + "| htg_setpoint | 19.106976 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 20.71479 |\n", "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1324227.6 |\n", - "| wind_direction | 215.0 |\n", - "| wind_speed | 5.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.6e+03 |\n", - "| n_updates | 14149 |\n", + "| total_electricity_HVAC | 1317701.6 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 5.7 |\n", "-------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 745.9737 |\n", - "| air_humidity | 26.770702 |\n", - "| air_temperature | 23.468678 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 93.25 |\n", - "| direct_solar_radiation | 769.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 51.75 |\n", - "| outdoor_temperature | 7.255399 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 677180.0 |\n", - "| wind_direction | 255.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.13e+03 |\n", - "| n_updates | 14174 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 524.576 |\n", - "| air_humidity | 49.16026 |\n", - "| air_temperature | 22.537245 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 115.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 93.75 |\n", - "| outdoor_temperature | 10.697998 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 472118.4 |\n", - "| wind_direction | 140.0 |\n", - "| wind_speed | 10.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.49e+03 |\n", - "| n_updates | 14199 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 142.57867 |\n", - "| air_humidity | 22.805319 |\n", - "| air_temperature | 21.999964 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 99.75 |\n", - "| direct_solar_radiation | 666.25 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 37.25 |\n", - "| outdoor_temperature | 8.377738 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 128933.805 |\n", - "| wind_direction | 265.0 |\n", - "| wind_speed | 8.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.7e+03 |\n", - "| n_updates | 14224 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 17.845053 |\n", - "| air_temperature | 21.09502 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 127.5 |\n", - "| direct_solar_radiation | 477.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 53.5 |\n", - "| outdoor_temperature | 8.656128 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 227.5 |\n", - "| wind_speed | 4.875 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.25e+03 |\n", - "| n_updates | 14249 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 6%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.1569 |\n", - "| air_humidity | 40.648323 |\n", - "| air_temperature | 23.346079 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 39.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 85.25 |\n", - "| outdoor_temperature | 8.96482 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 679641.2 |\n", - "| wind_direction | 82.5 |\n", - "| wind_speed | 5.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.05e+04 |\n", - "| n_updates | 14274 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 6%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 42.070915 |\n", - "| air_temperature | 22.793812 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 16.5 |\n", - "| direct_solar_radiation | 20.25 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 7.1089516 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 82.5 |\n", - "| wind_speed | 7.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.61e+03 |\n", - "| n_updates | 14299 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 6%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 637.3314 |\n", - "| air_humidity | 53.170254 |\n", - "| air_temperature | 23.19397 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 10.569685 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 573598.3 |\n", - "| wind_direction | 115.0 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.36e+03 |\n", - "| n_updates | 14324 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 7%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 371.55234 |\n", - "| air_humidity | 53.279606 |\n", - "| air_temperature | 22.224451 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 87.25 |\n", - "| outdoor_temperature | 11.406227 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 334397.1 |\n", - "| wind_direction | 287.5 |\n", - "| wind_speed | 7.875 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.78e+03 |\n", - "| n_updates | 14349 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 7%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1022.66864 |\n", - "| air_humidity | 34.204594 |\n", - "| air_temperature | 22.414547 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 1.6435652 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 920401.8 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 5.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.54e+03 |\n", - "| n_updates | 14374 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 7%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1139.4733 |\n", - "| air_humidity | 25.386675 |\n", - "| air_temperature | 20.21549 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 81.75 |\n", - "| outdoor_temperature | 1.059542 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1025525.94 |\n", - "| wind_direction | 237.5 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.52e+03 |\n", - "| n_updates | 14399 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 7%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 24.400509 |\n", - "| air_temperature | 19.244875 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 73.0 |\n", - "| outdoor_temperature | 3.6225793 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 35.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.52e+03 |\n", - "| n_updates | 14424 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 8%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 957.9209 |\n", - "| air_humidity | 39.998306 |\n", - "| air_temperature | 20.000904 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 1.9673041 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 862128.8 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.65e+03 |\n", - "| n_updates | 14449 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 8%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1848.209 |\n", - "| air_humidity | 23.906105 |\n", - "| air_temperature | 22.000002 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 69.5 |\n", - "| outdoor_temperature | -2.4841363 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1663388.0 |\n", - "| wind_direction | 37.5 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 720 |\n", - "| n_updates | 14474 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 8%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2414.4824 |\n", - "| air_humidity | 26.082052 |\n", - "| air_temperature | 20.003956 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 40.75 |\n", - "| outdoor_temperature | -5.3155036 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2173034.2 |\n", - "| wind_direction | 12.5 |\n", - "| wind_speed | 11.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.69e+03 |\n", - "| n_updates | 14499 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 9%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 17.025675 |\n", - "| air_temperature | 21.0 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 63.5 |\n", - "| outdoor_temperature | 0.79964656 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 267.5 |\n", - "| wind_speed | 4.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.48e+03 |\n", - "| n_updates | 14524 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 9%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 699.84283 |\n", - "| air_humidity | 31.964478 |\n", - "| air_temperature | 18.297335 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 75.75 |\n", - "| outdoor_temperature | 4.0827537 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 602817.7 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.99e+03 |\n", - "| n_updates | 14549 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 9%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3115.8237 |\n", - "| air_humidity | 15.136002 |\n", - "| air_temperature | 19.429403 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 52.25 |\n", - "| outdoor_temperature | -8.82221 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2804241.5 |\n", - "| wind_direction | 5.0 |\n", - "| wind_speed | 5.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.07e+03 |\n", - "| n_updates | 14574 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 10%\n", + "--------------------------------------------------*****-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.5816995 |\n", + "| air_humidity | 1.5560292 |\n", + "| air_temperature | 0.34903908 |\n", + "| clg_setpoint | -1.3456076 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.3357872 |\n", + "| diffuse_solar_radiation | 2.210288 |\n", + "| direct_solar_radiation | -0.036677193 |\n", + "| hour | -0.06956474 |\n", + "| htg_setpoint | 0.58894247 |\n", + "| month | 1.7660966 |\n", + "| outdoor_humidity | 0.5373765 |\n", + "| outdoor_temperature | 1.9025227 |\n", + "| people_occupant | 1.2162061 |\n", + "| total_electricity_HVAC | 1.648904 |\n", + "| wind_direction | 0.023840118 |\n", + "| wind_speed | 1.250705 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10347.65 |\n", + "| air_humidity | 56.39216 |\n", + "| air_temperature | 23.248814 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 285.5 |\n", + "| direct_solar_radiation | 137.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 19.700043 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 23.157497 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 10074424.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 8.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*******------------------------------------------------------| 45%\n", "| action_network/ | |\n", - "| index | 5 |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.27359468 |\n", + "| air_humidity | 0.84662807 |\n", + "| air_temperature | 1.7872564 |\n", + "| clg_setpoint | -0.13669795 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.22123216 |\n", + "| diffuse_solar_radiation | 1.9169965 |\n", + "| direct_solar_radiation | 2.1500673 |\n", + "| hour | 0.07487289 |\n", + "| htg_setpoint | 0.8973859 |\n", + "| month | 1.7432319 |\n", + "| outdoor_humidity | 0.53103465 |\n", + "| outdoor_temperature | 1.9581385 |\n", + "| people_occupant | 0.26140532 |\n", + "| total_electricity_HVAC | -0.36580074 |\n", + "| wind_direction | 0.023119664 |\n", + "| wind_speed | -0.21664365 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1468.3408 |\n", - "| air_humidity | 13.363356 |\n", - "| air_temperature | 20.0 |\n", - "| clg_setpoint | 25.0 |\n", + "| HVAC_electricity_demand_rate | 1481.2688 |\n", + "| air_humidity | 47.837944 |\n", + "| air_temperature | 26.210247 |\n", + "| clg_setpoint | 26.21038 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | -0.58479565 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 258.0 |\n", + "| direct_solar_radiation | 688.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.93869 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 23.777603 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 1007459.94 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4329128 |\n", + "| air_humidity | 0.6675535 |\n", + "| air_temperature | 1.6668652 |\n", + "| clg_setpoint | 0.18940479 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.10678853 |\n", + "| diffuse_solar_radiation | 1.8067867 |\n", + "| direct_solar_radiation | 1.9253081 |\n", + "| hour | 0.21930945 |\n", + "| htg_setpoint | 0.19247112 |\n", + "| month | 1.721233 |\n", + "| outdoor_humidity | 0.52469105 |\n", + "| outdoor_temperature | 1.6980484 |\n", + "| people_occupant | 1.2110648 |\n", + "| total_electricity_HVAC | -0.4624323 |\n", + "| wind_direction | 0.11583278 |\n", + "| wind_speed | 0.6389644 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 723.8177 |\n", + "| air_humidity | 45.695843 |\n", + "| air_temperature | 25.967218 |\n", + "| clg_setpoint | 27.011312 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 248.0 |\n", + "| direct_solar_radiation | 632.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 18.105993 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 21.831045 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 575763.1 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.1273218 |\n", + "| Heating_Setpoint_RL | -0.67317605 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.05471 |\n", + "| Heating_Setpoint_RL | 13.838385 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4288387 |\n", + "| air_humidity | -0.9810856 |\n", + "| air_temperature | 0.9910889 |\n", + "| clg_setpoint | 1.4085578 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.007603629 |\n", + "| diffuse_solar_radiation | 2.294578 |\n", + "| direct_solar_radiation | 0.6577561 |\n", + "| hour | 0.36374074 |\n", + "| htg_setpoint | -1.3270078 |\n", + "| month | 1.7000464 |\n", + "| outdoor_humidity | 0.08161801 |\n", + "| outdoor_temperature | 2.1402419 |\n", + "| people_occupant | -0.69135386 |\n", + "| total_electricity_HVAC | -0.44275454 |\n", + "| wind_direction | 0.022103485 |\n", + "| wind_speed | 0.43827003 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 741.6443 |\n", + "| air_humidity | 25.570852 |\n", + "| air_temperature | 24.579062 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 297.0 |\n", + "| direct_solar_radiation | 313.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 25.716595 |\n", "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1321506.8 |\n", - "| wind_direction | 90.0 |\n", - "| wind_speed | 4.675 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.97e+03 |\n", - "| n_updates | 14599 |\n", + "| total_electricity_HVAC | 663138.2 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 6.2 |\n", "-------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 10%\n", + "-------------------------------------------------********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.85081804 |\n", + "| Heating_Setpoint_RL | -0.55705786 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.496511 |\n", + "| Heating_Setpoint_RL | 14.4915495 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.42597973 |\n", + "| air_humidity | -1.8246801 |\n", + "| air_temperature | 0.48912194 |\n", + "| clg_setpoint | 1.4081956 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.12196255 |\n", + "| diffuse_solar_radiation | 0.5784179 |\n", + "| direct_solar_radiation | 1.912728 |\n", + "| hour | 0.50815964 |\n", + "| htg_setpoint | 1.2325141 |\n", + "| month | 1.6796234 |\n", + "| outdoor_humidity | 0.07650381 |\n", + "| outdoor_temperature | 2.093347 |\n", + "| people_occupant | -0.6881629 |\n", + "| total_electricity_HVAC | -0.44793302 |\n", + "| wind_direction | -0.16136783 |\n", + "| wind_speed | 0.032832418 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 749.5627 |\n", + "| air_humidity | 15.082297 |\n", + "| air_temperature | 23.550037 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 130.0 |\n", + "| direct_solar_radiation | 629.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.27737 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 25.534206 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 635429.3 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.17501146 |\n", + "| Heating_Setpoint_RL | -0.44041926 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.215664 |\n", + "| Heating_Setpoint_RL | 15.147642 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.9691586 |\n", + "| air_humidity | 1.2939007 |\n", + "| air_temperature | 0.34046426 |\n", + "| clg_setpoint | -1.3413126 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.23626578 |\n", + "| diffuse_solar_radiation | 0.6529056 |\n", + "| direct_solar_radiation | 1.0446513 |\n", + "| hour | 0.65255624 |\n", + "| htg_setpoint | -1.3280133 |\n", + "| month | 1.6599191 |\n", + "| outdoor_humidity | 0.5995559 |\n", + "| outdoor_temperature | 1.8586065 |\n", + "| people_occupant | 1.6954563 |\n", + "| total_electricity_HVAC | 1.24318 |\n", + "| wind_direction | 0.12263228 |\n", + "| wind_speed | -0.2073021 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7346.5337 |\n", + "| air_humidity | 53.30765 |\n", + "| air_temperature | 23.251568 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 137.5 |\n", + "| direct_solar_radiation | 411.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 23.759819 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 8170947.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*******-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.29297674 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.977006 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.8893568 |\n", + "| air_humidity | 1.247304 |\n", + "| air_temperature | 0.3366492 |\n", + "| clg_setpoint | -1.340383 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.35045126 |\n", + "| diffuse_solar_radiation | 0.037402187 |\n", + "| direct_solar_radiation | 0.33227608 |\n", + "| hour | 0.7969179 |\n", + "| htg_setpoint | -0.035627164 |\n", + "| month | 1.6408925 |\n", + "| outdoor_humidity | 0.7702151 |\n", + "| outdoor_temperature | 1.7027488 |\n", + "| people_occupant | 1.6919687 |\n", + "| total_electricity_HVAC | 0.8838067 |\n", + "| wind_direction | 0.30956873 |\n", + "| wind_speed | 0.45010093 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6961.8804 |\n", + "| air_humidity | 52.760258 |\n", + "| air_temperature | 23.249409 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 77.5 |\n", + "| direct_solar_radiation | 232.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 17.182163 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 22.623507 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6564100.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 6.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.7681658 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 13.304068 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.24017821 |\n", + "| air_humidity | 0.83260316 |\n", + "| air_temperature | 1.4580429 |\n", + "| clg_setpoint | -0.24212237 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.46441853 |\n", + "| diffuse_solar_radiation | -0.49793455 |\n", + "| direct_solar_radiation | -0.3937301 |\n", + "| hour | 0.94122934 |\n", + "| htg_setpoint | 1.4763825 |\n", + "| month | 1.6225055 |\n", + "| outdoor_humidity | -0.99105865 |\n", + "| outdoor_temperature | 2.7586255 |\n", + "| people_occupant | 0.4990761 |\n", + "| total_electricity_HVAC | -0.25475833 |\n", + "| wind_direction | -1.203282 |\n", + "| wind_speed | 0.24782735 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1636.7576 |\n", + "| air_humidity | 47.696224 |\n", + "| air_temperature | 25.550823 |\n", + "| clg_setpoint | 25.942188 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 25.5 |\n", + "| direct_solar_radiation | 49.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 32.05435 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 1504666.4 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6335784 |\n", + "| Heating_Setpoint_RL | 0.31792626 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.486673 |\n", + "| Heating_Setpoint_RL | 19.413336 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4401297 |\n", + "| air_humidity | 0.83916813 |\n", + "| air_temperature | 0.5684464 |\n", + "| clg_setpoint | -0.571745 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.5780302 |\n", + "| diffuse_solar_radiation | -0.76073146 |\n", + "| direct_solar_radiation | -0.5894232 |\n", + "| hour | 1.0854727 |\n", + "| htg_setpoint | -1.3224583 |\n", + "| month | 1.6047231 |\n", + "| outdoor_humidity | -0.063719 |\n", + "| outdoor_temperature | 1.5654557 |\n", + "| people_occupant | -0.4544067 |\n", + "| total_electricity_HVAC | -0.4538121 |\n", + "| wind_direction | -0.25427642 |\n", + "| wind_speed | -0.40981337 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 696.6515 |\n", + "| air_humidity | 47.797714 |\n", + "| air_temperature | 23.737558 |\n", + "| clg_setpoint | 25.12968 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 22.012217 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 623053.9 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.1 |\n", + "| train/ | |\n", + "| approx_kl | 0.006819347 |\n", + "| clip_fraction | 0.0614 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.81 |\n", + "| explained_variance | 0.404 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 3.59 |\n", + "| n_updates | 80 |\n", + "| policy_gradient_loss | -0.00929 |\n", + "| std | 0.986 |\n", + "| value_loss | 17 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6120585 |\n", + "| Heating_Setpoint_RL | -0.77630675 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.559303 |\n", + "| Heating_Setpoint_RL | 13.258274 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.45376143 |\n", + "| air_humidity | 1.0340593 |\n", + "| air_temperature | 0.18465933 |\n", + "| clg_setpoint | -0.6412446 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.69111407 |\n", + "| diffuse_solar_radiation | -0.76155764 |\n", + "| direct_solar_radiation | -0.58769107 |\n", + "| hour | 1.2296276 |\n", + "| htg_setpoint | -0.22312622 |\n", + "| month | 1.5875129 |\n", + "| outdoor_humidity | 1.1209469 |\n", + "| outdoor_temperature | 1.3654354 |\n", + "| people_occupant | -0.45563966 |\n", + "| total_electricity_HVAC | -0.46604437 |\n", + "| wind_direction | 0.3127483 |\n", + "| wind_speed | 0.045091238 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 632.34546 |\n", + "| air_humidity | 50.231903 |\n", + "| air_temperature | 22.959232 |\n", + "| clg_setpoint | 24.955679 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.417381 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 20.385098 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 569110.94 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.004000649 |\n", + "| Heating_Setpoint_RL | 0.03574282 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.611498 |\n", + "| Heating_Setpoint_RL | 17.826054 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.46692535 |\n", + "| air_humidity | -1.1893771 |\n", + "| air_temperature | 0.21060994 |\n", + "| clg_setpoint | 0.098722056 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8034657 |\n", + "| diffuse_solar_radiation | -0.7625557 |\n", + "| direct_solar_radiation | -0.58999133 |\n", + "| hour | 1.3736717 |\n", + "| htg_setpoint | -0.7290853 |\n", + "| month | 1.5708447 |\n", + "| outdoor_humidity | -1.2524006 |\n", + "| outdoor_temperature | 1.9212599 |\n", + "| people_occupant | -0.6903713 |\n", + "| total_electricity_HVAC | -0.47865507 |\n", + "| wind_direction | 1.3459721 |\n", + "| wind_speed | -0.2039785 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 566.5462 |\n", + "| air_humidity | 22.9631 |\n", + "| air_temperature | 23.01328 |\n", + "| clg_setpoint | 26.771935 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 14.375586 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 25.473087 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 509891.56 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.6545483 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.943166 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48838943 |\n", + "| air_humidity | -1.942977 |\n", + "| air_temperature | 0.013104377 |\n", + "| clg_setpoint | 1.075976 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9148518 |\n", + "| diffuse_solar_radiation | -0.7622278 |\n", + "| direct_solar_radiation | -0.59121025 |\n", + "| hour | 1.5175797 |\n", + "| htg_setpoint | -0.076692745 |\n", + "| month | 1.5546907 |\n", + "| outdoor_humidity | 1.1267397 |\n", + "| outdoor_temperature | 1.443291 |\n", + "| people_occupant | -0.6873211 |\n", + "| total_electricity_HVAC | -0.4991264 |\n", + "| wind_direction | 0.30205515 |\n", + "| wind_speed | -0.41110817 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 461.8217 |\n", + "| air_humidity | 13.471314 |\n", + "| air_temperature | 22.614265 |\n", + "| clg_setpoint | 29.17144 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 16.988697 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 21.458597 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 415639.5 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**********---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.39241275 |\n", + "| Heating_Setpoint_RL | -0.44564876 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.949394 |\n", + "| Heating_Setpoint_RL | 15.118225 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48685977 |\n", + "| air_humidity | 0.76028013 |\n", + "| air_temperature | -0.48033836 |\n", + "| clg_setpoint | -0.9957995 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0250139 |\n", + "| diffuse_solar_radiation | -0.7610282 |\n", + "| direct_solar_radiation | -0.59016514 |\n", + "| hour | 1.6613247 |\n", + "| htg_setpoint | -1.3183608 |\n", + "| month | 1.5390251 |\n", + "| outdoor_humidity | 1.429122 |\n", + "| outdoor_temperature | 1.3811544 |\n", + "| people_occupant | -0.6883658 |\n", + "| total_electricity_HVAC | -0.49772418 |\n", + "| wind_direction | -0.92812544 |\n", + "| wind_speed | -0.20284332 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 472.21814 |\n", + "| air_humidity | 46.797718 |\n", + "| air_temperature | 21.618776 |\n", + "| clg_setpoint | 24.082521 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 21.074062 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 424996.34 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.21944512 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.884373 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.47866523 |\n", + "| air_humidity | 0.21247664 |\n", + "| air_temperature | -0.31200626 |\n", + "| clg_setpoint | -0.1886363 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2499071 |\n", + "| diffuse_solar_radiation | -0.7616272 |\n", + "| direct_solar_radiation | -0.59146935 |\n", + "| hour | -1.6605859 |\n", + "| htg_setpoint | 0.14209408 |\n", + "| month | 1.5238236 |\n", + "| outdoor_humidity | -0.37830612 |\n", + "| outdoor_temperature | 1.4638435 |\n", + "| people_occupant | -0.6893986 |\n", + "| total_electricity_HVAC | -0.48988184 |\n", + "| wind_direction | 0.9706739 |\n", + "| wind_speed | 1.0857912 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 515.37775 |\n", + "| air_humidity | 40.078976 |\n", + "| air_temperature | 21.964582 |\n", + "| clg_setpoint | 26.05946 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 17.856035 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 21.996655 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 463839.94 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.72211313 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.187868 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4903376 |\n", + "| air_humidity | 0.095428675 |\n", + "| air_temperature | 0.0329236 |\n", + "| clg_setpoint | 1.4169098 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.3564967 |\n", + "| diffuse_solar_radiation | -0.7622741 |\n", + "| direct_solar_radiation | -0.59374976 |\n", + "| hour | -1.5155687 |\n", + "| htg_setpoint | -1.0056901 |\n", + "| month | 1.509064 |\n", + "| outdoor_humidity | 1.4302092 |\n", + "| outdoor_temperature | 1.4757379 |\n", + "| people_occupant | -0.6904197 |\n", + "| total_electricity_HVAC | -0.5012 |\n", + "| wind_direction | 0.20878336 |\n", + "| wind_speed | -0.20820391 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 464.91068 |\n", + "| air_humidity | 38.666653 |\n", + "| air_temperature | 22.669868 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 13.249104 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 22.262981 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 418006.47 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.670986 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.850704 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5584724 |\n", + "| air_humidity | 1.6627121 |\n", + "| air_temperature | -0.16393566 |\n", + "| clg_setpoint | 0.65013206 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4608783 |\n", + "| diffuse_solar_radiation | -0.7628729 |\n", + "| direct_solar_radiation | -0.5941858 |\n", + "| hour | -1.3707029 |\n", + "| htg_setpoint | -1.315858 |\n", + "| month | 1.494725 |\n", + "| outdoor_humidity | 1.1180077 |\n", + "| outdoor_temperature | 1.0507332 |\n", + "| people_occupant | -0.6914292 |\n", + "| total_electricity_HVAC | -0.56619 |\n", + "| wind_direction | 0.11284834 |\n", + "| wind_speed | 0.035838824 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 151.59274 |\n", + "| air_humidity | 58.05159 |\n", + "| air_temperature | 22.275875 |\n", + "| clg_setpoint | 28.112732 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 18.55308 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 136433.47 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.28063062 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.203547 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49442568 |\n", + "| air_humidity | 0.035991363 |\n", + "| air_temperature | -0.03598713 |\n", + "| clg_setpoint | 0.75159705 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5627432 |\n", + "| diffuse_solar_radiation | -0.7638713 |\n", + "| direct_solar_radiation | -0.59532124 |\n", + "| hour | -1.2259585 |\n", + "| htg_setpoint | 0.92187774 |\n", + "| month | 1.4807873 |\n", + "| outdoor_humidity | 1.4250863 |\n", + "| outdoor_temperature | 1.4945456 |\n", + "| people_occupant | -0.69242746 |\n", + "| total_electricity_HVAC | -0.505184 |\n", + "| wind_direction | -0.55799246 |\n", + "| wind_speed | -1.2524695 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 453.686 |\n", + "| air_humidity | 38.06506 |\n", + "| air_temperature | 22.540115 |\n", + "| clg_setpoint | 28.356535 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.978231 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 22.698812 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 408317.4 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.7127264 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 21.634087 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5083544 |\n", + "| air_humidity | -1.4240241 |\n", + "| air_temperature | -0.16929618 |\n", + "| clg_setpoint | 0.8710673 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6617891 |\n", + "| diffuse_solar_radiation | -0.48745105 |\n", + "| direct_solar_radiation | -0.593771 |\n", + "| hour | -1.0813093 |\n", + "| htg_setpoint | -1.314106 |\n", + "| month | 1.4672322 |\n", + "| outdoor_humidity | 0.8455474 |\n", + "| outdoor_temperature | 1.3397328 |\n", + "| people_occupant | -0.68946856 |\n", + "| total_electricity_HVAC | -0.51831096 |\n", + "| wind_direction | 0.30397657 |\n", + "| wind_speed | -0.6283435 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 383.05905 |\n", + "| air_humidity | 19.983807 |\n", + "| air_temperature | 22.271896 |\n", + "| clg_setpoint | 28.649023 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 27.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 21.39871 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 345488.62 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.89142215 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.633549 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.25736648 |\n", + "| air_humidity | -2.009114 |\n", + "| air_temperature | 0.31616682 |\n", + "| clg_setpoint | 1.4210829 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6672649 |\n", + "| diffuse_solar_radiation | -0.10260941 |\n", + "| direct_solar_radiation | 0.9397871 |\n", + "| hour | -0.9367326 |\n", + "| htg_setpoint | 1.4882332 |\n", + "| month | 2.034733 |\n", + "| outdoor_humidity | 1.1071606 |\n", + "| outdoor_temperature | 1.2427882 |\n", + "| people_occupant | -0.6865473 |\n", + "| total_electricity_HVAC | 0.4303769 |\n", + "| wind_direction | 1.072025 |\n", + "| wind_speed | -0.8367759 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3916.3079 |\n", + "| air_humidity | 12.487337 |\n", + "| air_temperature | 23.250036 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 66.0 |\n", + "| direct_solar_radiation | 387.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 20.605675 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4475623.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.41572893 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 15.286525 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5070196 |\n", + "| air_humidity | 2.3024163 |\n", + "| air_temperature | -0.33453387 |\n", + "| clg_setpoint | 1.4212731 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5363085 |\n", + "| diffuse_solar_radiation | 0.13277876 |\n", + "| direct_solar_radiation | 1.8354045 |\n", + "| hour | -0.7922088 |\n", + "| htg_setpoint | -0.044417113 |\n", + "| month | 2.005329 |\n", + "| outdoor_humidity | 0.573656 |\n", + "| outdoor_temperature | 1.4987202 |\n", + "| people_occupant | -0.6875543 |\n", + "| total_electricity_HVAC | -0.5176535 |\n", + "| wind_direction | 0.1123093 |\n", + "| wind_speed | -1.4955435 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 386.7531 |\n", + "| air_humidity | 66.19937 |\n", + "| air_temperature | 21.947992 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 89.5 |\n", + "| direct_solar_radiation | 616.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.094835 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 23.050398 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 346171.2 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 1.5 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.91685045 |\n", + "| Heating_Setpoint_RL | 0.26955432 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.71937 |\n", + "| Heating_Setpoint_RL | 19.141243 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4856702 |\n", + "| air_humidity | 0.03545137 |\n", + "| air_temperature | 0.15630685 |\n", + "| clg_setpoint | 1.4217577 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4090348 |\n", + "| diffuse_solar_radiation | 2.0617976 |\n", + "| direct_solar_radiation | -0.46786553 |\n", + "| hour | -0.64772165 |\n", + "| htg_setpoint | 0.51246876 |\n", + "| month | 1.9771637 |\n", + "| outdoor_humidity | -0.18277335 |\n", + "| outdoor_temperature | 1.9467217 |\n", + "| people_occupant | -0.6885503 |\n", + "| total_electricity_HVAC | -0.4972735 |\n", + "| wind_direction | -1.7206624 |\n", + "| wind_speed | -0.41170815 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 487.5075 |\n", + "| air_humidity | 37.999237 |\n", + "| air_temperature | 22.943499 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 281.5 |\n", + "| direct_solar_radiation | 33.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.327038 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 27.324614 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 437055.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.056738496 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.433508 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.0701069 |\n", + "| air_humidity | 0.30425164 |\n", + "| air_temperature | 1.281423 |\n", + "| clg_setpoint | -0.52382696 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2847725 |\n", + "| diffuse_solar_radiation | 2.665516 |\n", + "| direct_solar_radiation | 0.93393236 |\n", + "| hour | -0.50325793 |\n", + "| htg_setpoint | -1.2712629 |\n", + "| month | 1.9501529 |\n", + "| outdoor_humidity | -0.05132055 |\n", + "| outdoor_temperature | 1.5373996 |\n", + "| people_occupant | 1.6924696 |\n", + "| total_electricity_HVAC | -0.13376985 |\n", + "| wind_direction | -1.0414448 |\n", + "| wind_speed | -0.6165101 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2401.6414 |\n", + "| air_humidity | 41.39333 |\n", + "| air_temperature | 25.216694 |\n", + "| clg_setpoint | 25.2214 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 343.5 |\n", + "| direct_solar_radiation | 389.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.168381 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 23.7169 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2017490.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9317758 |\n", + "| Heating_Setpoint_RL | -0.493802 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.480257 |\n", + "| Heating_Setpoint_RL | 14.847363 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.3034222 |\n", + "| air_humidity | 1.5167363 |\n", + "| air_temperature | 0.30010474 |\n", + "| clg_setpoint | -1.3259779 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.1629529 |\n", + "| diffuse_solar_radiation | 2.3804529 |\n", + "| direct_solar_radiation | 0.6710416 |\n", + "| hour | -0.3588075 |\n", + "| htg_setpoint | -0.8046623 |\n", + "| month | 1.9242197 |\n", + "| outdoor_humidity | 0.39267823 |\n", + "| outdoor_temperature | 1.6943861 |\n", + "| people_occupant | 1.6893227 |\n", + "| total_electricity_HVAC | 1.2092079 |\n", + "| wind_direction | -0.36355257 |\n", + "| wind_speed | -0.404243 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8705.759 |\n", + "| air_humidity | 56.576153 |\n", + "| air_temperature | 23.247524 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 316.0 |\n", + "| direct_solar_radiation | 322.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 14.040111 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 25.287466 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7835183.0 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.5907507 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.302027 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.38581756 |\n", + "| air_humidity | -0.8175496 |\n", + "| air_temperature | 0.4781881 |\n", + "| clg_setpoint | 0.31585237 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0430926 |\n", + "| diffuse_solar_radiation | 2.0367126 |\n", + "| direct_solar_radiation | 1.8569851 |\n", + "| hour | -0.2143631 |\n", + "| htg_setpoint | -0.26650858 |\n", + "| month | 1.8992944 |\n", + "| outdoor_humidity | -0.056177445 |\n", + "| outdoor_temperature | 2.224448 |\n", + "| people_occupant | -0.69147384 |\n", + "| total_electricity_HVAC | -0.40334225 |\n", + "| wind_direction | 0.40708378 |\n", + "| wind_speed | -0.19503616 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 956.14935 |\n", + "| air_humidity | 27.534575 |\n", + "| air_temperature | 23.610443 |\n", + "| clg_setpoint | 27.282017 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 282.5 |\n", + "| direct_solar_radiation | 624.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 16.201277 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 30.388689 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 854384.94 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.2645678 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.136806 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.21554197 |\n", + "| air_humidity | -1.8091149 |\n", + "| air_temperature | 0.5122623 |\n", + "| clg_setpoint | -0.47646636 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9247805 |\n", + "| diffuse_solar_radiation | 2.514184 |\n", + "| direct_solar_radiation | 1.6381685 |\n", + "| hour | -0.06992028 |\n", + "| htg_setpoint | -1.3138779 |\n", + "| month | 1.8753132 |\n", + "| outdoor_humidity | -1.2172889 |\n", + "| outdoor_temperature | 2.4289043 |\n", + "| people_occupant | -0.68863636 |\n", + "| total_electricity_HVAC | -0.21090572 |\n", + "| wind_direction | 0.69646317 |\n", + "| wind_speed | -0.60896444 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1729.5714 |\n", + "| air_humidity | 15.044741 |\n", + "| air_temperature | 23.680428 |\n", + "| clg_setpoint | 25.33519 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 331.0 |\n", + "| direct_solar_radiation | 570.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 32.57558 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1680217.8 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.34284806 |\n", + "| Heating_Setpoint_RL | -0.012105271 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.782112 |\n", + "| Heating_Setpoint_RL | 17.556908 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.35417464 |\n", + "| air_humidity | 0.75864035 |\n", + "| air_temperature | 1.6347529 |\n", + "| clg_setpoint | 0.5722973 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8076672 |\n", + "| diffuse_solar_radiation | 2.7058115 |\n", + "| direct_solar_radiation | 0.23082483 |\n", + "| hour | 0.074522585 |\n", + "| htg_setpoint | 0.11574679 |\n", + "| month | 1.8522179 |\n", + "| outdoor_humidity | -0.10234228 |\n", + "| outdoor_temperature | 2.1575704 |\n", + "| people_occupant | 0.2667563 |\n", + "| total_electricity_HVAC | -0.42003742 |\n", + "| wind_direction | 0.11606189 |\n", + "| wind_speed | 0.27206504 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1095.8352 |\n", + "| air_humidity | 47.036556 |\n", + "| air_temperature | 25.933289 |\n", + "| clg_setpoint | 27.911453 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 351.5 |\n", + "| direct_solar_radiation | 212.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.735224 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 30.26159 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 778334.25 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.7 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.71956336 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.577456 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.55927306 |\n", + "| air_humidity | 1.009577 |\n", + "| air_temperature | 1.5025697 |\n", + "| clg_setpoint | -0.33649558 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6914578 |\n", + "| diffuse_solar_radiation | 2.176882 |\n", + "| direct_solar_radiation | 1.669072 |\n", + "| hour | 0.21896447 |\n", + "| htg_setpoint | -0.6038619 |\n", + "| month | 1.8299556 |\n", + "| outdoor_humidity | -0.50910157 |\n", + "| outdoor_temperature | 2.1027994 |\n", + "| people_occupant | 1.21849 |\n", + "| total_electricity_HVAC | 0.4505031 |\n", + "| wind_direction | -0.07459831 |\n", + "| wind_speed | 0.2772953 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5270.057 |\n", + "| air_humidity | 50.24972 |\n", + "| air_temperature | 25.674873 |\n", + "| clg_setpoint | 25.676193 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 298.5 |\n", + "| direct_solar_radiation | 578.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 14.847184 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 29.928114 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4532645.5 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6720252 |\n", + "| Heating_Setpoint_RL | -0.26281333 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.356915 |\n", + "| Heating_Setpoint_RL | 16.146675 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.0209074 |\n", + "| air_humidity | 1.112154 |\n", + "| air_temperature | 0.624054 |\n", + "| clg_setpoint | -1.2972579 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5759059 |\n", + "| diffuse_solar_radiation | 1.8564582 |\n", + "| direct_solar_radiation | 0.93792826 |\n", + "| hour | 0.36340174 |\n", + "| htg_setpoint | -1.3126354 |\n", + "| month | 1.808477 |\n", + "| outdoor_humidity | -1.5832415 |\n", + "| outdoor_temperature | 2.391572 |\n", + "| people_occupant | 1.6922152 |\n", + "| total_electricity_HVAC | 1.9009411 |\n", + "| wind_direction | 0.88963646 |\n", + "| wind_speed | 0.48788697 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11931.401 |\n", + "| air_humidity | 51.556984 |\n", + "| air_temperature | 23.920235 |\n", + "| clg_setpoint | 23.312027 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 267.0 |\n", + "| direct_solar_radiation | 392.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 32.908512 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 10770932.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.2794929 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.568289 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.63947254 |\n", + "| air_humidity | 0.91907775 |\n", + "| air_temperature | 1.0830569 |\n", + "| clg_setpoint | -0.6715173 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.46080974 |\n", + "| diffuse_solar_radiation | 1.2135175 |\n", + "| direct_solar_radiation | 1.3761133 |\n", + "| hour | 0.5078282 |\n", + "| htg_setpoint | -0.87632775 |\n", + "| month | 1.7877376 |\n", + "| outdoor_humidity | -1.6229205 |\n", + "| outdoor_temperature | 2.0482352 |\n", + "| people_occupant | 1.689173 |\n", + "| total_electricity_HVAC | 0.7305848 |\n", + "| wind_direction | -1.4343829 |\n", + "| wind_speed | 0.06892697 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5629.329 |\n", + "| air_humidity | 49.144955 |\n", + "| air_temperature | 24.849232 |\n", + "| clg_setpoint | 24.849937 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 202.0 |\n", + "| direct_solar_radiation | 505.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 13.749002 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 29.821077 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5732354.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.08045286 |\n", + "| Heating_Setpoint_RL | 0.3106783 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.896528 |\n", + "| Heating_Setpoint_RL | 19.372566 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.31902045 |\n", + "| air_humidity | 0.74098796 |\n", + "| air_temperature | 1.7519268 |\n", + "| clg_setpoint | 1.4230387 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.34600848 |\n", + "| diffuse_solar_radiation | -0.050009828 |\n", + "| direct_solar_radiation | 1.9934456 |\n", + "| hour | 0.65223515 |\n", + "| htg_setpoint | -0.07263139 |\n", + "| month | 1.7676955 |\n", + "| outdoor_humidity | -0.45548537 |\n", + "| outdoor_temperature | 1.5700715 |\n", + "| people_occupant | 1.6861744 |\n", + "| total_electricity_HVAC | -0.3484767 |\n", + "| wind_direction | 0.20605645 |\n", + "| wind_speed | 0.49054268 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1267.4889 |\n", + "| air_humidity | 46.942337 |\n", + "| air_temperature | 26.194668 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 73.5 |\n", + "| direct_solar_radiation | 665.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 16.970776 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 25.360153 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1098065.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 6.2 |\n", + "| train/ | |\n", + "| approx_kl | 0.008552314 |\n", + "| clip_fraction | 0.0603 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.81 |\n", + "| explained_variance | 0.577 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 3.17 |\n", + "| n_updates | 90 |\n", + "| policy_gradient_loss | -0.0089 |\n", + "| std | 0.988 |\n", + "| value_loss | 10.3 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------**************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.91923106 |\n", + "| Heating_Setpoint_RL | 0.7395147 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.522594 |\n", + "| Heating_Setpoint_RL | 21.784771 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.11550384 |\n", + "| air_humidity | -0.9635514 |\n", + "| air_temperature | 0.5706309 |\n", + "| clg_setpoint | -0.9187085 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.23138042 |\n", + "| diffuse_solar_radiation | 0.052223522 |\n", + "| direct_solar_radiation | 0.2259442 |\n", + "| hour | 0.7966116 |\n", + "| htg_setpoint | -1.3108269 |\n", + "| month | 1.748313 |\n", + "| outdoor_humidity | 0.17130688 |\n", + "| outdoor_temperature | 1.9781036 |\n", + "| people_occupant | -0.6905923 |\n", + "| total_electricity_HVAC | -0.079519816 |\n", + "| wind_direction | 0.10729002 |\n", + "| wind_speed | 0.49210596 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2186.923 |\n", + "| air_humidity | 25.650936 |\n", + "| air_temperature | 23.82614 |\n", + "| clg_setpoint | 24.239777 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 84.0 |\n", + "| direct_solar_radiation | 214.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 29.488441 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2246438.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------**************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.1523472 |\n", + "| Heating_Setpoint_RL | -0.9617539 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.139172 |\n", + "| Heating_Setpoint_RL | 12.215135 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48322803 |\n", + "| air_humidity | -1.7280135 |\n", + "| air_temperature | 0.16302902 |\n", + "| clg_setpoint | 1.4247088 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.116841115 |\n", + "| diffuse_solar_radiation | -0.6571865 |\n", + "| direct_solar_radiation | -0.60925996 |\n", + "| hour | 0.94094414 |\n", + "| htg_setpoint | 1.3217181 |\n", + "| month | 1.7295542 |\n", + "| outdoor_humidity | 1.115576 |\n", + "| outdoor_temperature | 1.1955575 |\n", + "| people_occupant | -0.68786675 |\n", + "| total_electricity_HVAC | -0.4951275 |\n", + "| wind_direction | -0.85911936 |\n", + "| wind_speed | -0.81163377 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 515.55066 |\n", + "| air_humidity | 15.9569845 |\n", + "| air_temperature | 23.012281 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 12.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.559185 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 22.028776 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 463995.6 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 3.1 |\n", + "--------------------------------------------------\n", + "---------------------------------------------------*************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.93570304 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 22.888329 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.37316445 |\n", + "| air_humidity | 1.0778549 |\n", + "| air_temperature | 0.27963126 |\n", + "| clg_setpoint | -1.3189249 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.0023422847 |\n", + "| diffuse_solar_radiation | -0.7752834 |\n", + "| direct_solar_radiation | -0.60848844 |\n", + "| hour | 1.0852171 |\n", + "| htg_setpoint | 0.17092673 |\n", + "| month | 1.7113866 |\n", + "| outdoor_humidity | 0.61681867 |\n", + "| outdoor_temperature | 1.1068811 |\n", + "| people_occupant | -0.45034292 |\n", + "| total_electricity_HVAC | -0.3903278 |\n", + "| wind_direction | -0.17571163 |\n", + "| wind_speed | -0.3889522 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1015.01154 |\n", + "| air_humidity | 51.067055 |\n", + "| air_temperature | 23.24959 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 17.949232 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 21.242224 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 913510.4 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 4.1 |\n", + "---------------------------------------------------\n", + "-------------------------------------------------****************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.338674 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.481976 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.45449355 |\n", + "| air_humidity | 0.9122685 |\n", + "| air_temperature | 0.21349494 |\n", + "| clg_setpoint | 1.4268869 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.11212913 |\n", + "| diffuse_solar_radiation | -0.7758211 |\n", + "| direct_solar_radiation | -0.60797095 |\n", + "| hour | 1.2294126 |\n", + "| htg_setpoint | 0.94741565 |\n", + "| month | 1.6937796 |\n", + "| outdoor_humidity | -0.7779926 |\n", + "| outdoor_temperature | 1.9492294 |\n", + "| people_occupant | -0.45144138 |\n", + "| total_electricity_HVAC | -0.46786028 |\n", + "| wind_direction | -1.6255662 |\n", + "| wind_speed | -0.5959054 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 651.2409 |\n", + "| air_humidity | 49.017834 |\n", + "| air_temperature | 23.121668 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.067272 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 29.634384 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 586116.8 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.9943306 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.031891 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.46629018 |\n", + "| air_humidity | 0.68350583 |\n", + "| air_temperature | 0.045244068 |\n", + "| clg_setpoint | 1.4279308 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.2265517 |\n", + "| diffuse_solar_radiation | -0.7765557 |\n", + "| direct_solar_radiation | -0.6092478 |\n", + "| hour | 1.3735107 |\n", + "| htg_setpoint | 0.24349391 |\n", + "| month | 1.6767052 |\n", + "| outdoor_humidity | 0.483981 |\n", + "| outdoor_temperature | 1.4558048 |\n", + "| people_occupant | -0.6906309 |\n", + "| total_electricity_HVAC | -0.47917688 |\n", + "| wind_direction | -0.17183849 |\n", + "| wind_speed | -1.2267618 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 601.19867 |\n", + "| air_humidity | 46.171112 |\n", + "| air_temperature | 22.790876 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 18.243284 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 24.923 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 541078.8 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.4390985 |\n", + "| Heating_Setpoint_RL | 0.52254874 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.106956 |\n", + "| Heating_Setpoint_RL | 20.564337 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48806992 |\n", + "| air_humidity | 0.77082723 |\n", + "| air_temperature | 0.18162584 |\n", + "| clg_setpoint | -1.0741748 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.34087023 |\n", + "| diffuse_solar_radiation | -0.77725744 |\n", + "| direct_solar_radiation | -0.6071457 |\n", + "| hour | 1.5174894 |\n", + "| htg_setpoint | -1.0369062 |\n", + "| month | 1.6601369 |\n", + "| outdoor_humidity | 1.0215384 |\n", + "| outdoor_temperature | 1.0456423 |\n", + "| people_occupant | -0.69153374 |\n", + "| total_electricity_HVAC | -0.5000336 |\n", + "| wind_direction | -0.07247908 |\n", + "| wind_speed | -1.0124162 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 503.88193 |\n", + "| air_humidity | 47.31886 |\n", + "| air_temperature | 23.06656 |\n", + "| clg_setpoint | 23.84257 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 13.106829 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | 20.977898 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 453493.72 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.48209438 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 20.33678 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.47876936 |\n", + "| air_humidity | 0.4245584 |\n", + "| air_temperature | -0.27878705 |\n", + "| clg_setpoint | 1.430683 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.45499676 |\n", + "| diffuse_solar_radiation | -0.7776092 |\n", + "| direct_solar_radiation | -0.6081071 |\n", + "| hour | 1.6613247 |\n", + "| htg_setpoint | -1.312877 |\n", + "| month | 1.6440504 |\n", + "| outdoor_humidity | 1.1542664 |\n", + "| outdoor_temperature | 1.491705 |\n", + "| people_occupant | -0.69242746 |\n", + "| total_electricity_HVAC | -0.49133632 |\n", + "| wind_direction | 0.21886687 |\n", + "| wind_speed | -0.37626228 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 550.2898 |\n", + "| air_humidity | 43.0251 |\n", + "| air_temperature | 22.154976 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 25.4981 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 495260.8 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------****************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.18606354 |\n", + "| Heating_Setpoint_RL | -0.6819642 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.997036 |\n", + "| Heating_Setpoint_RL | 13.788951 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4885947 |\n", + "| air_humidity | -1.2694619 |\n", + "| air_temperature | 0.084003724 |\n", + "| clg_setpoint | -1.3136197 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6847557 |\n", + "| diffuse_solar_radiation | -0.7775108 |\n", + "| direct_solar_radiation | -0.6089455 |\n", + "| hour | -1.6606777 |\n", + "| htg_setpoint | -0.031093394 |\n", + "| month | 1.6284225 |\n", + "| outdoor_humidity | 0.74469656 |\n", + "| outdoor_temperature | 1.4541466 |\n", + "| people_occupant | -0.689775 |\n", + "| total_electricity_HVAC | -0.5007023 |\n", + "| wind_direction | 0.50975823 |\n", + "| wind_speed | -0.1626181 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 502.81448 |\n", + "| air_humidity | 21.800562 |\n", + "| air_temperature | 22.8791 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 17.141811 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 25.267405 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 452533.03 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*****************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.84887755 |\n", + "| Heating_Setpoint_RL | 0.62115246 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.489962 |\n", + "| Heating_Setpoint_RL | 21.118982 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.50352997 |\n", + "| air_humidity | -1.7927268 |\n", + "| air_temperature | -0.08068232 |\n", + "| clg_setpoint | 0.04772347 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7982251 |\n", + "| diffuse_solar_radiation | -0.777573 |\n", + "| direct_solar_radiation | -0.60936075 |\n", + "| hour | -1.5157286 |\n", + "| htg_setpoint | -0.48591197 |\n", + "| month | 1.613232 |\n", + "| outdoor_humidity | 1.2402749 |\n", + "| outdoor_temperature | 1.2944238 |\n", + "| people_occupant | -0.68715286 |\n", + "| total_electricity_HVAC | -0.51475525 |\n", + "| wind_direction | 0.11965073 |\n", + "| wind_speed | 1.8278878 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 432.68848 |\n", + "| air_humidity | 15.066755 |\n", + "| air_temperature | 22.55418 |\n", + "| clg_setpoint | 26.595993 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 15.317528 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 23.812098 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 390194.34 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.42711228 |\n", + "| Heating_Setpoint_RL | 0.42579594 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.183496 |\n", + "| Heating_Setpoint_RL | 20.020102 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.74617755 |\n", + "| air_humidity | -0.13595293 |\n", + "| air_temperature | 0.26824042 |\n", + "| clg_setpoint | 1.4323782 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9109927 |\n", + "| diffuse_solar_radiation | -0.7778912 |\n", + "| direct_solar_radiation | -0.60940534 |\n", + "| hour | -1.3709114 |\n", + "| htg_setpoint | 1.49201 |\n", + "| month | 1.5984589 |\n", + "| outdoor_humidity | 1.1478473 |\n", + "| outdoor_temperature | 1.1519212 |\n", + "| people_occupant | -0.68805367 |\n", + "| total_electricity_HVAC | 1.1008798 |\n", + "| wind_direction | 0.21640229 |\n", + "| wind_speed | -0.16837992 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6025.081 |\n", + "| air_humidity | 35.871063 |\n", + "| air_temperature | 23.249163 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 22.493149 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7216292.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.361902 |\n", + "| Heating_Setpoint_RL | -0.72127086 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.40358 |\n", + "| Heating_Setpoint_RL | 13.567851 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.51671225 |\n", + "| air_humidity | 0.80248034 |\n", + "| air_temperature | -0.83607185 |\n", + "| clg_setpoint | 1.433973 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0228457 |\n", + "| diffuse_solar_radiation | -0.778428 |\n", + "| direct_solar_radiation | -0.6077502 |\n", + "| hour | -1.2262003 |\n", + "| htg_setpoint | -0.9733549 |\n", + "| month | 1.5840843 |\n", + "| outdoor_humidity | 1.0974219 |\n", + "| outdoor_temperature | 0.858072 |\n", + "| people_occupant | -0.6889456 |\n", + "| total_electricity_HVAC | -0.5275857 |\n", + "| wind_direction | 0.019602453 |\n", + "| wind_speed | -0.3807748 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 376.83112 |\n", + "| air_humidity | 47.732758 |\n", + "| air_temperature | 21.066324 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 13.359235 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 19.616549 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 339148.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.25498873 |\n", + "| Heating_Setpoint_RL | 0.22139238 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.764414 |\n", + "| Heating_Setpoint_RL | 18.870333 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.50202596 |\n", + "| air_humidity | -0.23029877 |\n", + "| air_temperature | -0.5963072 |\n", + "| clg_setpoint | -0.6107577 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1335496 |\n", + "| diffuse_solar_radiation | -0.5560645 |\n", + "| direct_solar_radiation | -0.57908607 |\n", + "| hour | -1.0815725 |\n", + "| htg_setpoint | 0.25443998 |\n", + "| month | 1.5700907 |\n", + "| outdoor_humidity | 1.2319493 |\n", + "| outdoor_temperature | 1.3925394 |\n", + "| people_occupant | -0.6898289 |\n", + "| total_electricity_HVAC | -0.5136749 |\n", + "| wind_direction | 0.8032197 |\n", + "| wind_speed | -1.0155054 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 444.41684 |\n", + "| air_humidity | 34.79375 |\n", + "| air_temperature | 21.54462 |\n", + "| clg_setpoint | 24.96872 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 23.0 |\n", + "| direct_solar_radiation | 7.5 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.28137 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 25.050331 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 399975.16 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.04512344 |\n", + "| Heating_Setpoint_RL | -0.261659 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.777292 |\n", + "| Heating_Setpoint_RL | 16.153168 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5085016 |\n", + "| air_humidity | 0.12626477 |\n", + "| air_temperature | -0.6237995 |\n", + "| clg_setpoint | 1.4366312 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2428514 |\n", + "| diffuse_solar_radiation | -0.1421628 |\n", + "| direct_solar_radiation | -0.5240792 |\n", + "| hour | -0.93700826 |\n", + "| htg_setpoint | -0.49022427 |\n", + "| month | 1.5564615 |\n", + "| outdoor_humidity | 0.82224196 |\n", + "| outdoor_temperature | 1.1521364 |\n", + "| people_occupant | -0.69070345 |\n", + "| total_electricity_HVAC | -0.5198826 |\n", + "| wind_direction | 0.2126987 |\n", + "| wind_speed | -0.16214733 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 420.49292 |\n", + "| air_humidity | 39.318317 |\n", + "| air_temperature | 21.495085 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 66.0 |\n", + "| direct_solar_radiation | 21.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.292915 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 22.747227 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 378443.62 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.93646663 |\n", + "| Heating_Setpoint_RL | 0.08382806 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.464426 |\n", + "| Heating_Setpoint_RL | 18.096533 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.50643367 |\n", + "| air_humidity | -0.06968522 |\n", + "| air_temperature | -0.38335043 |\n", + "| clg_setpoint | 1.4374932 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.3504843 |\n", + "| diffuse_solar_radiation | 0.20840766 |\n", + "| direct_solar_radiation | 0.32048035 |\n", + "| hour | -0.7924904 |\n", + "| htg_setpoint | 0.96763945 |\n", + "| month | 1.5431811 |\n", + "| outdoor_humidity | 0.8183051 |\n", + "| outdoor_temperature | 1.2760447 |\n", + "| people_occupant | -0.6915696 |\n", + "| total_electricity_HVAC | -0.51854736 |\n", + "| wind_direction | -1.7592522 |\n", + "| wind_speed | -0.7997494 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 432.15097 |\n", + "| air_humidity | 36.90651 |\n", + "| air_temperature | 21.975243 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 102.5 |\n", + "| direct_solar_radiation | 235.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.138775 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 24.077085 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 386542.8 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.67410207 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.833176 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.45030135 |\n", + "| air_humidity | -1.5382369 |\n", + "| air_temperature | 0.094972014 |\n", + "| clg_setpoint | -1.0028937 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4561725 |\n", + "| diffuse_solar_radiation | 0.7307131 |\n", + "| direct_solar_radiation | -0.6093671 |\n", + "| hour | -0.64800483 |\n", + "| htg_setpoint | -1.3112522 |\n", + "| month | 1.5302349 |\n", + "| outdoor_humidity | 0.9521399 |\n", + "| outdoor_temperature | 1.391377 |\n", + "| people_occupant | -0.6890152 |\n", + "| total_electricity_HVAC | -0.45461875 |\n", + "| wind_direction | 0.11259521 |\n", + "| wind_speed | -0.37197545 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 678.2022 |\n", + "| air_humidity | 18.40388 |\n", + "| air_temperature | 22.920534 |\n", + "| clg_setpoint | 23.995571 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 157.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 25.335396 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 651675.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*****************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.09323043 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.149422 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.26537603 |\n", + "| air_humidity | -0.010177551 |\n", + "| air_temperature | 0.45787483 |\n", + "| clg_setpoint | -1.1494521 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5596365 |\n", + "| diffuse_solar_radiation | 1.5821661 |\n", + "| direct_solar_radiation | -0.19975394 |\n", + "| hour | -0.50353986 |\n", + "| htg_setpoint | -1.3114246 |\n", + "| month | 1.5176092 |\n", + "| outdoor_humidity | -0.3233633 |\n", + "| outdoor_temperature | 1.4679122 |\n", + "| people_occupant | 1.6994027 |\n", + "| total_electricity_HVAC | 0.16038844 |\n", + "| wind_direction | -1.7660681 |\n", + "| wind_speed | -2.1227894 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3850.5125 |\n", + "| air_humidity | 37.48524 |\n", + "| air_temperature | 23.635038 |\n", + "| clg_setpoint | 23.633814 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 246.0 |\n", + "| direct_solar_radiation | 103.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 26.204103 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3225908.8 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.14356029 |\n", + "| Heating_Setpoint_RL | -0.5282066 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.140484 |\n", + "| Heating_Setpoint_RL | 14.653838 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.06067571 |\n", + "| air_humidity | 0.75765073 |\n", + "| air_temperature | 1.2892481 |\n", + "| clg_setpoint | -0.4818814 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6605982 |\n", + "| diffuse_solar_radiation | 2.596604 |\n", + "| direct_solar_radiation | 0.61913764 |\n", + "| hour | -0.35908657 |\n", + "| htg_setpoint | -0.73780036 |\n", + "| month | 1.5052911 |\n", + "| outdoor_humidity | 0.58462423 |\n", + "| outdoor_temperature | 1.4253983 |\n", + "| people_occupant | 1.6965721 |\n", + "| total_electricity_HVAC | -0.06546515 |\n", + "| wind_direction | 0.1094285 |\n", + "| wind_speed | -0.15547615 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2942.6128 |\n", + "| air_humidity | 47.208527 |\n", + "| air_temperature | 25.270542 |\n", + "| clg_setpoint | 25.27069 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 352.5 |\n", + "| direct_solar_radiation | 310.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 14.299721 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 25.861542 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2280775.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.520646 |\n", + "| Heating_Setpoint_RL | -0.6673674 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.86782 |\n", + "| Heating_Setpoint_RL | 13.871058 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.5675932 |\n", + "| air_humidity | 1.3496848 |\n", + "| air_temperature | 0.25768355 |\n", + "| clg_setpoint | -1.3025788 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7587866 |\n", + "| diffuse_solar_radiation | 3.201529 |\n", + "| direct_solar_radiation | -0.3476533 |\n", + "| hour | -0.21463865 |\n", + "| htg_setpoint | -0.600005 |\n", + "| month | 1.493268 |\n", + "| outdoor_humidity | -0.32956868 |\n", + "| outdoor_temperature | 1.5740651 |\n", + "| people_occupant | 1.6937785 |\n", + "| total_electricity_HVAC | 1.6779776 |\n", + "| wind_direction | -1.3752673 |\n", + "| wind_speed | -1.0090275 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9618.886 |\n", + "| air_humidity | 54.696857 |\n", + "| air_temperature | 23.249207 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 416.5 |\n", + "| direct_solar_radiation | 66.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 14.853074 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 27.468933 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 9577313.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.48750773 |\n", + "| Heating_Setpoint_RL | -0.48606622 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.979662 |\n", + "| Heating_Setpoint_RL | 14.890878 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.71623 |\n", + "| air_humidity | 1.1449515 |\n", + "| air_temperature | 0.2575534 |\n", + "| clg_setpoint | -1.301707 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6647273 |\n", + "| diffuse_solar_radiation | 1.0980935 |\n", + "| direct_solar_radiation | 2.4972663 |\n", + "| hour | -0.07019217 |\n", + "| htg_setpoint | 0.0966962 |\n", + "| month | 1.9744972 |\n", + "| outdoor_humidity | -1.1525544 |\n", + "| outdoor_temperature | 2.0566003 |\n", + "| people_occupant | 1.2150146 |\n", + "| total_electricity_HVAC | 1.7839619 |\n", + "| wind_direction | 0.5058737 |\n", + "| wind_speed | 0.32066095 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10275.755 |\n", + "| air_humidity | 52.15889 |\n", + "| air_temperature | 23.253117 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 197.0 |\n", + "| direct_solar_radiation | 784.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.64537 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 32.51405 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 10018777.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------******************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.115287244 |\n", + "| Heating_Setpoint_RL | 0.62193215 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.014095 |\n", + "| Heating_Setpoint_RL | 21.123367 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.765951 |\n", + "| air_humidity | 1.0957465 |\n", + "| air_temperature | 1.3922881 |\n", + "| clg_setpoint | -0.39250025 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5372056 |\n", + "| diffuse_solar_radiation | 0.9798288 |\n", + "| direct_solar_radiation | 2.1976013 |\n", + "| hour | 0.07425431 |\n", + "| htg_setpoint | -0.63732815 |\n", + "| month | 1.9512091 |\n", + "| outdoor_humidity | 0.12749073 |\n", + "| outdoor_temperature | 1.8799659 |\n", + "| people_occupant | 0.26092675 |\n", + "| total_electricity_HVAC | 0.8558275 |\n", + "| wind_direction | 0.10733039 |\n", + "| wind_speed | 0.10724893 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6073.399 |\n", + "| air_humidity | 51.5566 |\n", + "| air_temperature | 25.486687 |\n", + "| clg_setpoint | 25.486963 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 184.5 |\n", + "| direct_solar_radiation | 711.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 14.703268 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 30.8736 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 6140688.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.2 |\n", + "| train/ | |\n", + "| approx_kl | 0.0074095502 |\n", + "| clip_fraction | 0.0579 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.82 |\n", + "| explained_variance | 0.735 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 1.89 |\n", + "| n_updates | 100 |\n", + "| policy_gradient_loss | -0.0063 |\n", + "| std | 0.994 |\n", + "| value_loss | 5.79 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.42613852 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 15.227971 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.084606394 |\n", + "| air_humidity | -1.0132661 |\n", + "| air_temperature | 0.6690685 |\n", + "| clg_setpoint | -0.598295 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4126768 |\n", + "| diffuse_solar_radiation | 2.059372 |\n", + "| direct_solar_radiation | 1.3614783 |\n", + "| hour | 0.2186999 |\n", + "| htg_setpoint | 0.031817786 |\n", + "| month | 1.928726 |\n", + "| outdoor_humidity | 0.12621263 |\n", + "| outdoor_temperature | 1.768464 |\n", + "| people_occupant | -0.6907704 |\n", + "| total_electricity_HVAC | -0.09766069 |\n", + "| wind_direction | 0.10717676 |\n", + "| wind_speed | 0.5390824 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2308.893 |\n", + "| air_humidity | 25.043064 |\n", + "| air_temperature | 24.068533 |\n", + "| clg_setpoint | 24.979864 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 298.0 |\n", + "| direct_solar_radiation | 500.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.38343 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 29.873354 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2154951.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.15839316 |\n", + "| air_humidity | -1.6495407 |\n", + "| air_temperature | 0.3624465 |\n", + "| clg_setpoint | -0.8045736 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2906109 |\n", + "| diffuse_solar_radiation | 1.544071 |\n", + "| direct_solar_radiation | 1.2850139 |\n", + "| hour | 0.3631414 |\n", + "| htg_setpoint | -1.3119385 |\n", + "| month | 1.9070026 |\n", + "| outdoor_humidity | -0.29009783 |\n", + "| outdoor_temperature | 1.9181036 |\n", + "| people_occupant | -0.688307 |\n", + "| total_electricity_HVAC | -0.19865736 |\n", + "| wind_direction | 0.3064313 |\n", + "| wind_speed | -0.14628932 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1977.0289 |\n", + "| air_humidity | 16.900677 |\n", + "| air_temperature | 23.469507 |\n", + "| clg_setpoint | 24.47375 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 244.0 |\n", + "| direct_solar_radiation | 481.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 31.532825 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1728398.2 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.9594447 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.021877 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.2085793 |\n", + "| air_humidity | 1.4360005 |\n", + "| air_temperature | 1.3188598 |\n", + "| clg_setpoint | -1.3015151 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.1705527 |\n", + "| diffuse_solar_radiation | 0.65886176 |\n", + "| direct_solar_radiation | -0.6140046 |\n", + "| hour | 0.50757325 |\n", + "| htg_setpoint | -1.312075 |\n", + "| month | 1.885997 |\n", + "| outdoor_humidity | 0.85928714 |\n", + "| outdoor_temperature | 1.2642527 |\n", + "| people_occupant | 1.6962285 |\n", + "| total_electricity_HVAC | 2.0863862 |\n", + "| wind_direction | -0.59078276 |\n", + "| wind_speed | -0.1442861 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 12414.82 |\n", + "| air_humidity | 55.807056 |\n", + "| air_temperature | 25.342749 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 151.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 24.950642 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 11243925.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.54873675 |\n", + "| Heating_Setpoint_RL | -0.4782197 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.773014 |\n", + "| Heating_Setpoint_RL | 14.935015 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.7648728 |\n", + "| air_humidity | 1.4908432 |\n", + "| air_temperature | 0.2459274 |\n", + "| clg_setpoint | -1.3000381 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0521115 |\n", + "| diffuse_solar_radiation | -0.017344534 |\n", + "| direct_solar_radiation | -0.6119822 |\n", + "| hour | 0.65198785 |\n", + "| htg_setpoint | 0.085054085 |\n", + "| month | 1.8656707 |\n", + "| outdoor_humidity | 0.6707883 |\n", + "| outdoor_temperature | 0.85993296 |\n", + "| people_occupant | 1.6935178 |\n", + "| total_electricity_HVAC | 0.8308459 |\n", + "| wind_direction | -1.4851327 |\n", + "| wind_speed | -0.14234212 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6042.879 |\n", + "| air_humidity | 56.56967 |\n", + "| air_temperature | 23.250034 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 80.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 17.60672 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 20.831217 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6010887.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.18263549 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.008606 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.83496904 |\n", + "| air_humidity | 1.254857 |\n", + "| air_temperature | 0.24423426 |\n", + "| clg_setpoint | -1.2994727 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9349516 |\n", + "| diffuse_solar_radiation | -0.24249904 |\n", + "| direct_solar_radiation | 0.29312822 |\n", + "| hour | 0.7963754 |\n", + "| htg_setpoint | 0.290194 |\n", + "| month | 1.8459877 |\n", + "| outdoor_humidity | -1.0331099 |\n", + "| outdoor_temperature | 1.5183259 |\n", + "| people_occupant | 1.6908414 |\n", + "| total_electricity_HVAC | 1.0328209 |\n", + "| wind_direction | -1.0781968 |\n", + "| wind_speed | -0.788813 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6347.0254 |\n", + "| air_humidity | 53.636616 |\n", + "| air_temperature | 23.25044 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 57.0 |\n", + "| direct_solar_radiation | 228.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 18.434208 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 27.691172 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6846408.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.115605 |\n", + "| Heating_Setpoint_RL | -0.3899028 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.234833 |\n", + "| Heating_Setpoint_RL | 15.431797 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.37718382 |\n", + "| air_humidity | 0.66905093 |\n", + "| air_temperature | 1.4064904 |\n", + "| clg_setpoint | 0.9529561 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.81878585 |\n", + "| diffuse_solar_radiation | -0.78477585 |\n", + "| direct_solar_radiation | -0.6135911 |\n", + "| hour | 0.9407239 |\n", + "| htg_setpoint | -1.3141083 |\n", + "| month | 1.8269147 |\n", + "| outdoor_humidity | -0.38640204 |\n", + "| outdoor_temperature | 0.8660389 |\n", + "| people_occupant | 0.49867415 |\n", + "| total_electricity_HVAC | -0.39537093 |\n", + "| wind_direction | -0.5757981 |\n", + "| wind_speed | -0.78798014 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1016.24347 |\n", + "| air_humidity | 46.27425 |\n", + "| air_temperature | 25.524637 |\n", + "| clg_setpoint | 28.787628 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 20.994892 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 914133.44 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.118324906 |\n", + "| Heating_Setpoint_RL | -0.81762683 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.225655 |\n", + "| Heating_Setpoint_RL | 13.025849 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.43732452 |\n", + "| air_humidity | 0.5252795 |\n", + "| air_temperature | 1.0345603 |\n", + "| clg_setpoint | 0.21308659 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.70337033 |\n", + "| diffuse_solar_radiation | -0.7848171 |\n", + "| direct_solar_radiation | -0.6144996 |\n", + "| hour | 1.0850195 |\n", + "| htg_setpoint | -1.3146582 |\n", + "| month | 1.808421 |\n", + "| outdoor_humidity | -0.15456216 |\n", + "| outdoor_temperature | 0.91449624 |\n", + "| people_occupant | -0.45442328 |\n", + "| total_electricity_HVAC | -0.45272157 |\n", + "| wind_direction | 0.123928815 |\n", + "| wind_speed | -0.56746006 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.82745 |\n", + "| air_humidity | 44.4858 |\n", + "| air_temperature | 24.802282 |\n", + "| clg_setpoint | 26.96375 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 21.551191 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 680244.7 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.51848245 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 14.708536 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.47781092 |\n", + "| air_humidity | -1.2181023 |\n", + "| air_temperature | 0.22031577 |\n", + "| clg_setpoint | 0.94147503 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5885004 |\n", + "| diffuse_solar_radiation | -0.78449875 |\n", + "| direct_solar_radiation | -0.6160512 |\n", + "| hour | 1.229246 |\n", + "| htg_setpoint | -1.3136498 |\n", + "| month | 1.7904779 |\n", + "| outdoor_humidity | 0.72253627 |\n", + "| outdoor_temperature | 1.1564339 |\n", + "| people_occupant | -0.69002396 |\n", + "| total_electricity_HVAC | -0.49130452 |\n", + "| wind_direction | 0.22196184 |\n", + "| wind_speed | -0.9986349 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 575.9174 |\n", + "| air_humidity | 22.45254 |\n", + "| air_temperature | 23.213823 |\n", + "| clg_setpoint | 28.752773 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 24.117476 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 518325.7 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49265057 |\n", + "| air_humidity | -1.8154253 |\n", + "| air_temperature | 0.077331126 |\n", + "| clg_setpoint | -0.17219889 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.47400776 |\n", + "| diffuse_solar_radiation | -0.78476304 |\n", + "| direct_solar_radiation | -0.61710596 |\n", + "| hour | 1.3733859 |\n", + "| htg_setpoint | 0.6923812 |\n", + "| month | 1.7730584 |\n", + "| outdoor_humidity | 1.1372119 |\n", + "| outdoor_temperature | 1.0119913 |\n", + "| people_occupant | -0.6876453 |\n", + "| total_electricity_HVAC | -0.5054929 |\n", + "| wind_direction | 0.12098572 |\n", + "| wind_speed | -0.77966976 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 507.81885 |\n", + "| air_humidity | 14.729426 |\n", + "| air_temperature | 22.937141 |\n", + "| clg_setpoint | 26.014206 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.048813 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 22.690191 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 457036.97 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.13753553 |\n", + "| Heating_Setpoint_RL | 0.89135134 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.089182 |\n", + "| Heating_Setpoint_RL | 22.638851 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48106098 |\n", + "| air_humidity | 0.7298104 |\n", + "| air_temperature | -0.21112634 |\n", + "| clg_setpoint | 0.65206945 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.35975826 |\n", + "| diffuse_solar_radiation | -0.78356385 |\n", + "| direct_solar_radiation | -0.6165495 |\n", + "| hour | 1.5174193 |\n", + "| htg_setpoint | -1.3130015 |\n", + "| month | 1.7561376 |\n", + "| outdoor_humidity | 0.210063 |\n", + "| outdoor_temperature | 1.2217987 |\n", + "| people_occupant | -0.6884602 |\n", + "| total_electricity_HVAC | -0.4945509 |\n", + "| wind_direction | 1.1195431 |\n", + "| wind_speed | -0.7788717 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 561.12646 |\n", + "| air_humidity | 46.98238 |\n", + "| air_temperature | 22.380983 |\n", + "| clg_setpoint | 28.03511 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 24.948664 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 505013.8 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9206117 |\n", + "| Heating_Setpoint_RL | 0.43971315 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.517935 |\n", + "| Heating_Setpoint_RL | 20.098387 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48705217 |\n", + "| air_humidity | 0.44704416 |\n", + "| air_temperature | -0.2534758 |\n", + "| clg_setpoint | 1.4271976 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.2456503 |\n", + "| diffuse_solar_radiation | -0.784085 |\n", + "| direct_solar_radiation | -0.61765045 |\n", + "| hour | 1.6613247 |\n", + "| htg_setpoint | -0.6657178 |\n", + "| month | 1.7396922 |\n", + "| outdoor_humidity | 0.5834858 |\n", + "| outdoor_temperature | 1.178402 |\n", + "| people_occupant | -0.6892678 |\n", + "| total_electricity_HVAC | -0.50031936 |\n", + "| wind_direction | 0.41753083 |\n", + "| wind_speed | -0.9956115 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 538.46826 |\n", + "| air_humidity | 43.41392 |\n", + "| air_temperature | 22.302912 |\n", + "| clg_setpoint | 29.937689 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 14.598387 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 24.59945 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 484621.44 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48884395 |\n", + "| air_humidity | 0.33681712 |\n", + "| air_temperature | -0.2628855 |\n", + "| clg_setpoint | 1.4541097 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.017649367 |\n", + "| diffuse_solar_radiation | -0.78436023 |\n", + "| direct_solar_radiation | -0.6187131 |\n", + "| hour | -1.6607492 |\n", + "| htg_setpoint | 0.8572762 |\n", + "| month | 1.7237004 |\n", + "| outdoor_humidity | 0.4444376 |\n", + "| outdoor_temperature | 1.3283691 |\n", + "| people_occupant | -0.69006824 |\n", + "| total_electricity_HVAC | -0.50205755 |\n", + "| wind_direction | 0.01703774 |\n", + "| wind_speed | -0.9947865 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 534.87854 |\n", + "| air_humidity | 42.04454 |\n", + "| air_temperature | 22.289062 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.706009 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 26.256426 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 481390.72 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------***********************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0072815293 |\n", + "| air_humidity | -0.16280586 |\n", + "| air_temperature | 0.23099875 |\n", + "| clg_setpoint | 1.4558342 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.0965969 |\n", + "| diffuse_solar_radiation | -0.7844682 |\n", + "| direct_solar_radiation | -0.61957127 |\n", + "| hour | -1.5158533 |\n", + "| htg_setpoint | 1.4911015 |\n", + "| month | 1.7081416 |\n", + "| outdoor_humidity | 0.9561995 |\n", + "| outdoor_temperature | 1.0897843 |\n", + "| people_occupant | -0.6908616 |\n", + "| total_electricity_HVAC | -0.02937731 |\n", + "| wind_direction | -0.78338224 |\n", + "| wind_speed | -1.2089523 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2700.6208 |\n", + "| air_humidity | 35.744995 |\n", + "| air_temperature | 23.250217 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 23.847324 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2430558.8 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 2.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.95111537 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.975025 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49800166 |\n", + "| air_humidity | -0.17821738 |\n", + "| air_temperature | -0.12522359 |\n", + "| clg_setpoint | 1.4570475 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.21081619 |\n", + "| diffuse_solar_radiation | -0.78463215 |\n", + "| direct_solar_radiation | -0.62014395 |\n", + "| hour | -1.3710742 |\n", + "| htg_setpoint | -0.13857667 |\n", + "| month | 1.6929966 |\n", + "| outdoor_humidity | 0.95447886 |\n", + "| outdoor_temperature | 1.1693178 |\n", + "| people_occupant | -0.69164795 |\n", + "| total_electricity_HVAC | -0.51092416 |\n", + "| wind_direction | -1.3806523 |\n", + "| wind_speed | -0.7712948 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 502.17807 |\n", + "| air_humidity | 35.582977 |\n", + "| air_temperature | 22.564451 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.716124 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 24.778837 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 451960.28 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.25413147 |\n", + "| Heating_Setpoint_RL | 0.9628136 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.482693 |\n", + "| Heating_Setpoint_RL | 23.040827 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.510593 |\n", + "| air_humidity | -1.5699636 |\n", + "| air_temperature | -0.1365775 |\n", + "| clg_setpoint | -1.2901235 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.3249799 |\n", + "| diffuse_solar_radiation | -0.7845927 |\n", + "| direct_solar_radiation | -0.6195998 |\n", + "| hour | -1.2263894 |\n", + "| htg_setpoint | -0.090362675 |\n", + "| month | 1.6782475 |\n", + "| outdoor_humidity | -0.5344901 |\n", + "| outdoor_temperature | 1.1760105 |\n", + "| people_occupant | -0.6893252 |\n", + "| total_electricity_HVAC | -0.5229509 |\n", + "| wind_direction | -1.5720636 |\n", + "| wind_speed | 0.35993674 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 443.7409 |\n", + "| air_humidity | 17.916767 |\n", + "| air_temperature | 22.54522 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 16.910467 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 24.949455 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 399366.8 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 5.7 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.26838297 |\n", + "| Heating_Setpoint_RL | 0.07043484 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.530792 |\n", + "| Heating_Setpoint_RL | 18.021196 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.62226844 |\n", + "| air_humidity | -2.0332174 |\n", + "| air_temperature | 0.22737509 |\n", + "| clg_setpoint | -0.6670394 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.4390307 |\n", + "| diffuse_solar_radiation | -0.78464 |\n", + "| direct_solar_radiation | -0.62081456 |\n", + "| hour | -1.0817788 |\n", + "| htg_setpoint | 1.4898438 |\n", + "| month | 1.6638772 |\n", + "| outdoor_humidity | 0.029255407 |\n", + "| outdoor_temperature | 0.7370565 |\n", + "| people_occupant | -0.68702567 |\n", + "| total_electricity_HVAC | 0.7199127 |\n", + "| wind_direction | -1.3643097 |\n", + "| wind_speed | -0.12137623 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5360.505 |\n", + "| air_humidity | 11.823363 |\n", + "| air_temperature | 23.249939 |\n", + "| clg_setpoint | 24.781168 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 20.422712 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5494404.5 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.28082305 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.677223 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.8596991 |\n", + "| air_humidity | 0.83533996 |\n", + "| air_temperature | 0.22538324 |\n", + "| clg_setpoint | -0.7802639 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.5528832 |\n", + "| diffuse_solar_radiation | -0.29276142 |\n", + "| direct_solar_radiation | -0.22660764 |\n", + "| hour | -0.93722445 |\n", + "| htg_setpoint | 1.4888402 |\n", + "| month | 1.6498699 |\n", + "| outdoor_humidity | 0.63705415 |\n", + "| outdoor_temperature | 0.39602697 |\n", + "| people_occupant | -0.68781745 |\n", + "| total_electricity_HVAC | 1.1153922 |\n", + "| wind_direction | -1.4582344 |\n", + "| wind_speed | 0.14123668 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6385.677 |\n", + "| air_humidity | 48.308212 |\n", + "| air_temperature | 23.249338 |\n", + "| clg_setpoint | 24.500055 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 52.5 |\n", + "| direct_solar_radiation | 100.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 16.87953 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7110154.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.023303822 |\n", + "| Heating_Setpoint_RL | 0.48075628 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.703651 |\n", + "| Heating_Setpoint_RL | 20.329254 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4206954 |\n", + "| air_humidity | 0.003440279 |\n", + "| air_temperature | -0.38010883 |\n", + "| clg_setpoint | -0.43538782 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.666425 |\n", + "| diffuse_solar_radiation | -0.11506228 |\n", + "| direct_solar_radiation | 1.0559604 |\n", + "| hour | -0.79271156 |\n", + "| htg_setpoint | 0.32318166 |\n", + "| month | 1.6362106 |\n", + "| outdoor_humidity | -0.15249969 |\n", + "| outdoor_temperature | 0.93089676 |\n", + "| people_occupant | -0.6886024 |\n", + "| total_electricity_HVAC | -0.41837278 |\n", + "| wind_direction | 0.73987985 |\n", + "| wind_speed | -0.5564629 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 835.90967 |\n", + "| air_humidity | 37.76725 |\n", + "| air_temperature | 22.085892 |\n", + "| clg_setpoint | 25.343689 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 71.5 |\n", + "| direct_solar_radiation | 425.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.575974 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 22.559618 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 830709.2 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.25361535 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.198414 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.44971552 |\n", + "| air_humidity | -0.3081796 |\n", + "| air_temperature | -0.096490405 |\n", + "| clg_setpoint | 1.4204968 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.77951753 |\n", + "| diffuse_solar_radiation | 0.04097795 |\n", + "| direct_solar_radiation | 2.190152 |\n", + "| hour | -0.64822733 |\n", + "| htg_setpoint | -1.3147632 |\n", + "| month | 1.6228849 |\n", + "| outdoor_humidity | -1.1287813 |\n", + "| outdoor_temperature | 1.3137963 |\n", + "| people_occupant | -0.6893806 |\n", + "| total_electricity_HVAC | -0.47321492 |\n", + "| wind_direction | 1.5365777 |\n", + "| wind_speed | 0.58372366 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 714.11304 |\n", + "| air_humidity | 33.841095 |\n", + "| air_temperature | 22.635456 |\n", + "| clg_setpoint | 29.901182 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 88.0 |\n", + "| direct_solar_radiation | 715.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 26.69904 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 610016.8 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 6.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.6551806 |\n", + "| Heating_Setpoint_RL | -0.67107904 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.836235 |\n", + "| Heating_Setpoint_RL | 13.850181 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.22745422 |\n", + "| air_humidity | 0.68039244 |\n", + "| air_temperature | 0.22033916 |\n", + "| clg_setpoint | -1.2863528 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.89199823 |\n", + "| diffuse_solar_radiation | 1.5972313 |\n", + "| direct_solar_radiation | 1.1245112 |\n", + "| hour | -0.50376165 |\n", + "| htg_setpoint | -0.57251346 |\n", + "| month | 1.6098796 |\n", + "| outdoor_humidity | -0.9809919 |\n", + "| outdoor_temperature | 0.8216934 |\n", + "| people_occupant | 1.6913102 |\n", + "| total_electricity_HVAC | 0.3357551 |\n", + "| wind_direction | -1.557872 |\n", + "| wind_speed | -0.11844815 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3643.873 |\n", + "| air_humidity | 46.39697 |\n", + "| air_temperature | 23.249859 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 253.5 |\n", + "| direct_solar_radiation | 445.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 14.976498 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 21.561728 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3915634.5 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.6562818 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 21.316586 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.30865803 |\n", + "| air_humidity | -0.50095856 |\n", + "| air_temperature | -0.052758295 |\n", + "| clg_setpoint | -0.45123437 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.003682 |\n", + "| diffuse_solar_radiation | 1.4112076 |\n", + "| direct_solar_radiation | 1.858331 |\n", + "| hour | -0.3593064 |\n", + "| htg_setpoint | -0.7069858 |\n", + "| month | 1.597182 |\n", + "| outdoor_humidity | -0.8402536 |\n", + "| outdoor_temperature | 1.3025626 |\n", + "| people_occupant | -0.690917 |\n", + "| total_electricity_HVAC | -0.3335493 |\n", + "| wind_direction | 0.832657 |\n", + "| wind_speed | 0.5841779 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1326.0413 |\n", + "| air_humidity | 31.465088 |\n", + "| air_temperature | 22.72759 |\n", + "| clg_setpoint | 25.29974 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 234.0 |\n", + "| direct_solar_radiation | 632.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 14.43227 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 26.683355 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1182500.6 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.2 |\n", + "| train/ | |\n", + "| approx_kl | 0.007328547 |\n", + "| clip_fraction | 0.0867 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.83 |\n", + "| explained_variance | 0.806 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 1.99 |\n", + "| n_updates | 110 |\n", + "| policy_gradient_loss | -0.0105 |\n", + "| std | 0.994 |\n", + "| value_loss | 4.73 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.24495539 |\n", + "| Heating_Setpoint_RL | 0.52583665 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.451725 |\n", + "| Heating_Setpoint_RL | 20.582832 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.0397319 |\n", + "| air_humidity | -1.1559664 |\n", + "| air_temperature | 0.047704134 |\n", + "| clg_setpoint | -1.2858752 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1143639 |\n", + "| diffuse_solar_radiation | 1.1791459 |\n", + "| direct_solar_radiation | 2.235054 |\n", + "| hour | -0.21485594 |\n", + "| htg_setpoint | 0.8741439 |\n", + "| month | 1.5847802 |\n", + "| outdoor_humidity | -1.6212004 |\n", + "| outdoor_temperature | 0.9811238 |\n", + "| people_occupant | -0.68866974 |\n", + "| total_electricity_HVAC | 0.018914554 |\n", + "| wind_direction | -1.7564504 |\n", + "| wind_speed | 0.14174646 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2480.3218 |\n", + "| air_humidity | 23.09618 |\n", + "| air_temperature | 22.92202 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 209.5 |\n", + "| direct_solar_radiation | 729.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.772663 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 23.3514 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2613195.8 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.32286552 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.441118 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.2344295 |\n", + "| air_humidity | 1.1858023 |\n", + "| air_temperature | 0.21706979 |\n", + "| clg_setpoint | -1.2858535 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.223822 |\n", + "| diffuse_solar_radiation | 1.221841 |\n", + "| direct_solar_radiation | 1.5715821 |\n", + "| hour | -0.070406824 |\n", + "| htg_setpoint | -1.3130578 |\n", + "| month | 1.572663 |\n", + "| outdoor_humidity | -0.7806864 |\n", + "| outdoor_temperature | 1.1376115 |\n", + "| people_occupant | 1.2205443 |\n", + "| total_electricity_HVAC | 1.2526789 |\n", + "| wind_direction | 0.13715425 |\n", + "| wind_speed | -0.11962144 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7957.938 |\n", + "| air_humidity | 52.725227 |\n", + "| air_temperature | 23.24937 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 214.0 |\n", + "| direct_solar_radiation | 561.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 25.047209 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 7623451.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.815019 |\n", + "| Heating_Setpoint_RL | -0.90468824 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.874311 |\n", + "| Heating_Setpoint_RL | 12.536129 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.37846 |\n", + "| air_humidity | 1.0051094 |\n", + "| air_temperature | 0.21603408 |\n", + "| clg_setpoint | -1.2851567 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.3318207 |\n", + "| diffuse_solar_radiation | 1.523637 |\n", + "| direct_solar_radiation | 1.156488 |\n", + "| hour | 0.07404228 |\n", + "| htg_setpoint | 0.43823466 |\n", + "| month | 1.5608194 |\n", + "| outdoor_humidity | -0.17827147 |\n", + "| outdoor_temperature | 1.3553251 |\n", + "| people_occupant | 0.2652023 |\n", + "| total_electricity_HVAC | 1.3954896 |\n", + "| wind_direction | 0.036228288 |\n", + "| wind_speed | 0.14307831 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8570.225 |\n", + "| air_humidity | 50.460617 |\n", + "| air_temperature | 23.249622 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 246.0 |\n", + "| direct_solar_radiation | 455.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 19.021769 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 27.393848 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 8197692.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.48346853 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.905489 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.52732855 |\n", + "| air_humidity | 1.0215408 |\n", + "| air_temperature | 0.21464732 |\n", + "| clg_setpoint | -1.2837762 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4381145 |\n", + "| diffuse_solar_radiation | 0.5884428 |\n", + "| direct_solar_radiation | 2.2609627 |\n", + "| hour | 0.21849057 |\n", + "| htg_setpoint | -1.037094 |\n", + "| month | 1.5492394 |\n", + "| outdoor_humidity | -1.2477778 |\n", + "| outdoor_temperature | 1.0982655 |\n", + "| people_occupant | 1.2169536 |\n", + "| total_electricity_HVAC | 0.58646005 |\n", + "| wind_direction | -0.6562885 |\n", + "| wind_speed | 0.3651423 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4910.7656 |\n", + "| air_humidity | 50.696198 |\n", + "| air_temperature | 23.249996 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 146.5 |\n", + "| direct_solar_radiation | 737.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 13.102337 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 24.733116 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4911140.5 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.586774 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.324396 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.419872 |\n", + "| air_humidity | 1.3058262 |\n", + "| air_temperature | 0.213065 |\n", + "| clg_setpoint | -1.282455 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5424525 |\n", + "| diffuse_solar_radiation | 0.5793461 |\n", + "| direct_solar_radiation | 2.03754 |\n", + "| hour | 0.36293516 |\n", + "| htg_setpoint | 1.4902704 |\n", + "| month | 1.5379134 |\n", + "| outdoor_humidity | -0.40921006 |\n", + "| outdoor_temperature | 1.0904247 |\n", + "| people_occupant | 1.691139 |\n", + "| total_electricity_HVAC | 1.5742004 |\n", + "| wind_direction | 0.14287704 |\n", + "| wind_speed | -0.5601868 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8733.14 |\n", + "| air_humidity | 54.32549 |\n", + "| air_temperature | 23.249233 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 145.5 |\n", + "| direct_solar_radiation | 682.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 24.676712 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 8908949.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.3081755 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.891513 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.3913204 |\n", + "| air_humidity | 0.31573388 |\n", + "| air_temperature | 1.2267097 |\n", + "| clg_setpoint | -0.49203286 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6445816 |\n", + "| diffuse_solar_radiation | 0.2839306 |\n", + "| direct_solar_radiation | 1.6354795 |\n", + "| hour | 0.5073711 |\n", + "| htg_setpoint | -0.5898267 |\n", + "| month | 1.5268323 |\n", + "| outdoor_humidity | -2.2680438 |\n", + "| outdoor_temperature | 1.5074387 |\n", + "| people_occupant | 1.688733 |\n", + "| total_electricity_HVAC | 0.40346786 |\n", + "| wind_direction | -1.4423833 |\n", + "| wind_speed | -0.11488783 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4322.867 |\n", + "| air_humidity | 41.82029 |\n", + "| air_temperature | 25.188402 |\n", + "| clg_setpoint | 25.188997 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 114.0 |\n", + "| direct_solar_radiation | 581.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 14.902382 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 20.0 |\n", + "| outdoor_temperature | 29.145077 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4165976.2 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.28313622 |\n", + "| Heating_Setpoint_RL | -0.76489955 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.669415 |\n", + "| Heating_Setpoint_RL | 13.32244 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.20163757 |\n", + "| air_humidity | -0.759177 |\n", + "| air_temperature | 0.27055913 |\n", + "| clg_setpoint | -0.39846137 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7442526 |\n", + "| diffuse_solar_radiation | -0.24741887 |\n", + "| direct_solar_radiation | 1.2847477 |\n", + "| hour | 0.6517916 |\n", + "| htg_setpoint | -1.3122796 |\n", + "| month | 1.5159874 |\n", + "| outdoor_humidity | 0.33968857 |\n", + "| outdoor_temperature | 1.1852139 |\n", + "| people_occupant | -0.6902302 |\n", + "| total_electricity_HVAC | -0.23607005 |\n", + "| wind_direction | 0.24370067 |\n", + "| wind_speed | 1.9623824 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1781.3649 |\n", + "| air_humidity | 28.255836 |\n", + "| air_temperature | 23.362242 |\n", + "| clg_setpoint | 25.417427 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 57.5 |\n", + "| direct_solar_radiation | 492.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 25.78746 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1576150.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.043669045 |\n", + "| air_humidity | -1.726838 |\n", + "| air_temperature | 0.3510199 |\n", + "| clg_setpoint | -1.1717207 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6629037 |\n", + "| diffuse_solar_radiation | -0.4924283 |\n", + "| direct_solar_radiation | -0.5596941 |\n", + "| hour | 0.79618764 |\n", + "| htg_setpoint | -1.1812211 |\n", + "| month | 1.9343375 |\n", + "| outdoor_humidity | -1.5675772 |\n", + "| outdoor_temperature | 1.3558978 |\n", + "| people_occupant | -0.68805367 |\n", + "| total_electricity_HVAC | -0.032893535 |\n", + "| wind_direction | 1.5290543 |\n", + "| wind_speed | 0.15223275 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2449.9666 |\n", + "| air_humidity | 15.9353285 |\n", + "| air_temperature | 23.515856 |\n", + "| clg_setpoint | 23.518545 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 31.5 |\n", + "| direct_solar_radiation | 19.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.521285 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 27.667246 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2390471.8 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 5.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*****************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.94562656 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.43351 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.005157273 |\n", + "| air_humidity | 1.2351272 |\n", + "| air_temperature | 0.21021192 |\n", + "| clg_setpoint | -1.27984 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5379233 |\n", + "| diffuse_solar_radiation | -0.7901031 |\n", + "| direct_solar_radiation | -0.63567775 |\n", + "| hour | 0.94054866 |\n", + "| htg_setpoint | 0.48421577 |\n", + "| month | 1.9150321 |\n", + "| outdoor_humidity | 0.20522769 |\n", + "| outdoor_temperature | 0.73409396 |\n", + "| people_occupant | 0.5032149 |\n", + "| total_electricity_HVAC | 0.1701873 |\n", + "| wind_direction | -1.7401673 |\n", + "| wind_speed | -2.1457107 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2656.1526 |\n", + "| air_humidity | 53.358818 |\n", + "| air_temperature | 23.249943 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 19.212082 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 21.13159 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 3206397.8 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.45600408 |\n", + "| air_humidity | 0.9208458 |\n", + "| air_temperature | 0.5875917 |\n", + "| clg_setpoint | -0.8576887 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.415442 |\n", + "| diffuse_solar_radiation | -0.7903017 |\n", + "| direct_solar_radiation | -0.63668436 |\n", + "| hour | 1.084862 |\n", + "| htg_setpoint | 1.4878559 |\n", + "| month | 1.8962935 |\n", + "| outdoor_humidity | -0.6306387 |\n", + "| outdoor_temperature | 0.89013714 |\n", + "| people_occupant | -0.45118454 |\n", + "| total_electricity_HVAC | -0.4717392 |\n", + "| wind_direction | 0.14497809 |\n", + "| wind_speed | -0.7696535 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 694.94055 |\n", + "| air_humidity | 49.397068 |\n", + "| air_temperature | 23.96936 |\n", + "| clg_setpoint | 24.283924 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 22.820602 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 625446.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.072315395 |\n", + "| Heating_Setpoint_RL | -0.07389864 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.869064 |\n", + "| Heating_Setpoint_RL | 17.20932 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.46901858 |\n", + "| air_humidity | 0.8446213 |\n", + "| air_temperature | 0.11793104 |\n", + "| clg_setpoint | -1.2766292 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.295025 |\n", + "| diffuse_solar_radiation | -0.7903185 |\n", + "| direct_solar_radiation | -0.6375913 |\n", + "| hour | 1.2291133 |\n", + "| htg_setpoint | 0.6454666 |\n", + "| month | 1.8780944 |\n", + "| outdoor_humidity | -0.21047753 |\n", + "| outdoor_temperature | 0.88834083 |\n", + "| people_occupant | -0.45205688 |\n", + "| total_electricity_HVAC | -0.48419434 |\n", + "| wind_direction | 0.1434492 |\n", + "| wind_speed | -0.1036499 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 641.40393 |\n", + "| air_humidity | 48.462822 |\n", + "| air_temperature | 23.078838 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 19.867966 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 22.836067 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 577263.56 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.3473787 |\n", + "| Heating_Setpoint_RL | 0.83676535 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.452597 |\n", + "| Heating_Setpoint_RL | 22.331804 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.44083697 |\n", + "| air_humidity | 0.6575294 |\n", + "| air_temperature | 0.030915337 |\n", + "| clg_setpoint | -1.276147 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.1762962 |\n", + "| diffuse_solar_radiation | -0.79043585 |\n", + "| direct_solar_radiation | -0.63820654 |\n", + "| hour | 1.3732864 |\n", + "| htg_setpoint | 1.4025167 |\n", + "| month | 1.8604095 |\n", + "| outdoor_humidity | 0.022486856 |\n", + "| outdoor_temperature | 1.0130731 |\n", + "| people_occupant | -0.69099313 |\n", + "| total_electricity_HVAC | -0.45742399 |\n", + "| wind_direction | 0.73711914 |\n", + "| wind_speed | -0.98679096 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 762.95575 |\n", + "| air_humidity | 46.117172 |\n", + "| air_temperature | 22.91643 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.908531 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 24.19406 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 686660.2 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.7880953 |\n", + "| Heating_Setpoint_RL | 0.5998314 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.965178 |\n", + "| Heating_Setpoint_RL | 20.99905 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4962427 |\n", + "| air_humidity | 0.56864643 |\n", + "| air_temperature | -0.09502134 |\n", + "| clg_setpoint | -0.10319377 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0589299 |\n", + "| diffuse_solar_radiation | -0.7899443 |\n", + "| direct_solar_radiation | -0.63923746 |\n", + "| hour | 1.5173633 |\n", + "| htg_setpoint | -0.98520124 |\n", + "| month | 1.8432149 |\n", + "| outdoor_humidity | 0.86494094 |\n", + "| outdoor_temperature | 0.8738027 |\n", + "| people_occupant | -0.69171315 |\n", + "| total_electricity_HVAC | -0.5099751 |\n", + "| wind_direction | -0.2545984 |\n", + "| wind_speed | -0.9853514 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 530.26624 |\n", + "| air_humidity | 45.015812 |\n", + "| air_temperature | 22.680368 |\n", + "| clg_setpoint | 26.132439 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 13.321995 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 22.762388 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 478375.44 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.68430895 |\n", + "| Heating_Setpoint_RL | 0.674995 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.315456 |\n", + "| Heating_Setpoint_RL | 21.421846 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5175316 |\n", + "| air_humidity | -1.2304726 |\n", + "| air_temperature | -0.2859282 |\n", + "| clg_setpoint | -0.94651836 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.94264436 |\n", + "| diffuse_solar_radiation | -0.7900297 |\n", + "| direct_solar_radiation | -0.63974184 |\n", + "| hour | 1.6613247 |\n", + "| htg_setpoint | 0.7285015 |\n", + "| month | 1.8264884 |\n", + "| outdoor_humidity | 0.8632456 |\n", + "| outdoor_temperature | 0.88968366 |\n", + "| people_occupant | -0.6895836 |\n", + "| total_electricity_HVAC | -0.5305344 |\n", + "| wind_direction | 0.5391984 |\n", + "| wind_speed | -0.5427035 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 437.28717 |\n", + "| air_humidity | 22.293077 |\n", + "| air_temperature | 22.319862 |\n", + "| clg_setpoint | 24.058542 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.20343 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 22.972101 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 393558.47 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.33729756 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.763378 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5334828 |\n", + "| air_humidity | -1.9452816 |\n", + "| air_temperature | -0.2894777 |\n", + "| clg_setpoint | -0.030366203 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.71461207 |\n", + "| diffuse_solar_radiation | -0.7898018 |\n", + "| direct_solar_radiation | -0.6390011 |\n", + "| hour | -1.6608065 |\n", + "| htg_setpoint | 0.75422627 |\n", + "| month | 1.8102092 |\n", + "| outdoor_humidity | 0.5804075 |\n", + "| outdoor_temperature | 0.5194091 |\n", + "| people_occupant | -0.68747354 |\n", + "| total_electricity_HVAC | -0.5457581 |\n", + "| wind_direction | -1.0487183 |\n", + "| wind_speed | -1.2054832 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 366.58527 |\n", + "| air_humidity | 13.097323 |\n", + "| air_temperature | 22.314934 |\n", + "| clg_setpoint | 26.313646 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.310444 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 19.086994 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 329926.75 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 2.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.20657578 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.322193 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5163411 |\n", + "| air_humidity | 0.87911016 |\n", + "| air_temperature | -0.6360668 |\n", + "| clg_setpoint | 1.4686173 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.59970415 |\n", + "| diffuse_solar_radiation | -0.7898174 |\n", + "| direct_solar_radiation | -0.63816565 |\n", + "| hour | -1.5159532 |\n", + "| htg_setpoint | -0.19230533 |\n", + "| month | 1.7943575 |\n", + "| outdoor_humidity | 0.2968511 |\n", + "| outdoor_temperature | 0.544591 |\n", + "| people_occupant | -0.6881981 |\n", + "| total_electricity_HVAC | -0.52953476 |\n", + "| wind_direction | 1.6368849 |\n", + "| wind_speed | 0.39397314 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 440.62497 |\n", + "| air_humidity | 48.89385 |\n", + "| air_temperature | 21.663795 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.514261 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 19.37962 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 396562.47 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.9947218 |\n", + "| air_humidity | -0.5099223 |\n", + "| air_temperature | 0.20236321 |\n", + "| clg_setpoint | 0.08011453 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.4852144 |\n", + "| diffuse_solar_radiation | -0.7890735 |\n", + "| direct_solar_radiation | -0.63890815 |\n", + "| hour | -1.371205 |\n", + "| htg_setpoint | 1.48435 |\n", + "| month | 1.7789153 |\n", + "| outdoor_humidity | -0.30874646 |\n", + "| outdoor_temperature | -0.17556447 |\n", + "| people_occupant | -0.688917 |\n", + "| total_electricity_HVAC | 1.235662 |\n", + "| wind_direction | -1.5380833 |\n", + "| wind_speed | -0.53952277 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6806.8633 |\n", + "| air_humidity | 31.330225 |\n", + "| air_temperature | 23.25003 |\n", + "| clg_setpoint | 26.582819 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 11.788204 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7430651.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.18403631 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.003878 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60124505 |\n", + "| air_humidity | 0.8671202 |\n", + "| air_temperature | -0.29424444 |\n", + "| clg_setpoint | 0.17831619 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.37100813 |\n", + "| diffuse_solar_radiation | -0.78917086 |\n", + "| direct_solar_radiation | -0.6397367 |\n", + "| hour | -1.2265414 |\n", + "| htg_setpoint | 0.17680515 |\n", + "| month | 1.7638649 |\n", + "| outdoor_humidity | -0.07074028 |\n", + "| outdoor_temperature | 0.3504458 |\n", + "| people_occupant | -0.68963015 |\n", + "| total_electricity_HVAC | -0.61041206 |\n", + "| wind_direction | 1.1362139 |\n", + "| wind_speed | -0.7604889 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 48.730114 |\n", + "| air_temperature | 22.315607 |\n", + "| clg_setpoint | 26.823168 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 17.99855 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 17.353022 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.5646814 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.448668 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5212016 |\n", + "| air_humidity | 0.1669412 |\n", + "| air_temperature | -0.64200336 |\n", + "| clg_setpoint | -0.1908779 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.25697947 |\n", + "| diffuse_solar_radiation | -0.7890518 |\n", + "| direct_solar_radiation | -0.64016885 |\n", + "| hour | -1.0819445 |\n", + "| htg_setpoint | 0.23670387 |\n", + "| month | 1.7491901 |\n", + "| outdoor_humidity | 0.3521607 |\n", + "| outdoor_temperature | 0.8252256 |\n", + "| people_occupant | -0.6903377 |\n", + "| total_electricity_HVAC | -0.53428125 |\n", + "| wind_direction | 0.44177946 |\n", + "| wind_speed | -0.09374914 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 425.42987 |\n", + "| air_humidity | 39.931408 |\n", + "| air_temperature | 21.663052 |\n", + "| clg_setpoint | 25.913252 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.240896 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 22.384584 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 382886.9 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.34872806 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.448044 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5233945 |\n", + "| air_humidity | -0.22070584 |\n", + "| air_temperature | 0.08319644 |\n", + "| clg_setpoint | 0.18305245 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.14305043 |\n", + "| diffuse_solar_radiation | -0.58022875 |\n", + "| direct_solar_radiation | -0.63311213 |\n", + "| hour | -0.93739843 |\n", + "| htg_setpoint | 0.12304067 |\n", + "| month | 1.7348757 |\n", + "| outdoor_humidity | 1.3356982 |\n", + "| outdoor_temperature | 0.6445153 |\n", + "| people_occupant | -0.69103974 |\n", + "| total_electricity_HVAC | -0.5363868 |\n", + "| wind_direction | 0.44116706 |\n", + "| wind_speed | -0.7616157 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 417.8615 |\n", + "| air_humidity | 35.082703 |\n", + "| air_temperature | 23.031837 |\n", + "| clg_setpoint | 26.83073 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 22.0 |\n", + "| direct_solar_radiation | 1.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 17.784397 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 20.518509 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 376075.38 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.1 |\n", + "| train/ | |\n", + "| approx_kl | 0.008502568 |\n", + "| clip_fraction | 0.108 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.85 |\n", + "| explained_variance | 0.743 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 1.21 |\n", + "| n_updates | 120 |\n", + "| policy_gradient_loss | -0.0118 |\n", + "| std | 1.02 |\n", + "| value_loss | 2.9 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*******************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.2085734 |\n", + "| Heating_Setpoint_RL | -0.49315524 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.328936 |\n", + "| Heating_Setpoint_RL | 14.851002 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.07336473 |\n", + "| air_humidity | 0.13258375 |\n", + "| air_temperature | 0.1992712 |\n", + "| clg_setpoint | -0.226284 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.029169999 |\n", + "| diffuse_solar_radiation | 0.0035180373 |\n", + "| direct_solar_radiation | 0.47097227 |\n", + "| hour | -0.7928897 |\n", + "| htg_setpoint | 1.4834718 |\n", + "| month | 1.720907 |\n", + "| outdoor_humidity | -0.26015648 |\n", + "| outdoor_temperature | 0.5150592 |\n", + "| people_occupant | -0.6889738 |\n", + "| total_electricity_HVAC | -0.09845656 |\n", + "| wind_direction | -1.5453062 |\n", + "| wind_speed | -0.53991157 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2300.5762 |\n", + "| air_humidity | 39.500927 |\n", + "| air_temperature | 23.250153 |\n", + "| clg_setpoint | 25.824028 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 83.5 |\n", + "| direct_solar_radiation | 286.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 19.19118 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2109747.5 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.84538436 |\n", + "| Heating_Setpoint_RL | 0.7374158 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.478172 |\n", + "| Heating_Setpoint_RL | 21.772964 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.556818 |\n", + "| air_humidity | 0.38167453 |\n", + "| air_temperature | -0.5647787 |\n", + "| clg_setpoint | 0.82848936 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.08468646 |\n", + "| diffuse_solar_radiation | 0.8620398 |\n", + "| direct_solar_radiation | -0.23461528 |\n", + "| hour | -0.64840686 |\n", + "| htg_setpoint | 0.33876982 |\n", + "| month | 1.7072704 |\n", + "| outdoor_humidity | -0.35240754 |\n", + "| outdoor_temperature | 0.5498531 |\n", + "| people_occupant | -0.68692625 |\n", + "| total_electricity_HVAC | -0.5684049 |\n", + "| wind_direction | -0.5496842 |\n", + "| wind_speed | 0.40023044 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 274.5657 |\n", + "| air_humidity | 42.610332 |\n", + "| air_temperature | 21.817024 |\n", + "| clg_setpoint | 28.418716 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 174.0 |\n", + "| direct_solar_radiation | 104.5 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.656818 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 19.57335 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 246530.45 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.7480702 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.417105 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.47753432 |\n", + "| air_humidity | 2.0147216 |\n", + "| air_temperature | 0.20982918 |\n", + "| clg_setpoint | -1.2730652 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.1985176 |\n", + "| diffuse_solar_radiation | 0.4186103 |\n", + "| direct_solar_radiation | -0.638856 |\n", + "| hour | -0.5039407 |\n", + "| htg_setpoint | 0.56740123 |\n", + "| month | 1.6939529 |\n", + "| outdoor_humidity | 1.3414112 |\n", + "| outdoor_temperature | 0.32913494 |\n", + "| people_occupant | 1.6970071 |\n", + "| total_electricity_HVAC | -0.38732716 |\n", + "| wind_direction | -1.243697 |\n", + "| wind_speed | 1.2960271 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 606.7911 |\n", + "| air_humidity | 63.23983 |\n", + "| air_temperature | 23.27301 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 127.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.584923 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 17.270409 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 963691.94 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.36892578 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.549792 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48044738 |\n", + "| air_humidity | 1.105859 |\n", + "| air_temperature | 1.7454876 |\n", + "| clg_setpoint | 1.4715452 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.31229657 |\n", + "| diffuse_solar_radiation | 2.043495 |\n", + "| direct_solar_radiation | 0.77906764 |\n", + "| hour | -0.35948402 |\n", + "| htg_setpoint | -0.22822061 |\n", + "| month | 1.6809423 |\n", + "| outdoor_humidity | -0.8271153 |\n", + "| outdoor_temperature | 0.6802259 |\n", + "| people_occupant | 1.6947352 |\n", + "| total_electricity_HVAC | -0.5052086 |\n", + "| wind_direction | -1.7346586 |\n", + "| wind_speed | 0.17665061 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 594.7458 |\n", + "| air_humidity | 51.916225 |\n", + "| air_temperature | 26.15502 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 299.0 |\n", + "| direct_solar_radiation | 364.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 16.39214 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 20.96801 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 498240.56 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.5098697 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.493017 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.28764224 |\n", + "| air_humidity | 1.0249116 |\n", + "| air_temperature | 0.19367997 |\n", + "| clg_setpoint | -1.2723436 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.42597145 |\n", + "| diffuse_solar_radiation | 3.2465782 |\n", + "| direct_solar_radiation | -0.20450267 |\n", + "| hour | -0.2150317 |\n", + "| htg_setpoint | -0.7971795 |\n", + "| month | 1.668227 |\n", + "| outdoor_humidity | -0.16485304 |\n", + "| outdoor_temperature | 0.42804784 |\n", + "| people_occupant | 1.6924874 |\n", + "| total_electricity_HVAC | 0.2654044 |\n", + "| wind_direction | -0.638596 |\n", + "| wind_speed | -0.090100355 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3796.5225 |\n", + "| air_humidity | 50.901756 |\n", + "| air_temperature | 23.24943 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 426.5 |\n", + "| direct_solar_radiation | 111.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 14.106633 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 18.335127 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3539471.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.009597585 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.678986 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.06396274 |\n", + "| air_humidity | 0.6917992 |\n", + "| air_temperature | 0.6695609 |\n", + "| clg_setpoint | -0.90829587 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.5394658 |\n", + "| diffuse_solar_radiation | 1.6951883 |\n", + "| direct_solar_radiation | 1.0610186 |\n", + "| hour | -0.070580594 |\n", + "| htg_setpoint | 1.1089067 |\n", + "| month | 1.6557958 |\n", + "| outdoor_humidity | -0.92039984 |\n", + "| outdoor_temperature | 0.6411796 |\n", + "| people_occupant | 1.2142777 |\n", + "| total_electricity_HVAC | 0.00977414 |\n", + "| wind_direction | 0.05707632 |\n", + "| wind_speed | -0.31144258 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2863.5388 |\n", + "| air_humidity | 46.719032 |\n", + "| air_temperature | 24.142084 |\n", + "| clg_setpoint | 24.142586 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 262.5 |\n", + "| direct_solar_radiation | 437.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.784534 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 20.56246 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2531103.8 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5009277 |\n", + "| air_humidity | 0.41680822 |\n", + "| air_temperature | 0.1855426 |\n", + "| clg_setpoint | 1.4725454 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6526793 |\n", + "| diffuse_solar_radiation | 1.1933572 |\n", + "| direct_solar_radiation | -0.63795453 |\n", + "| hour | 0.07387049 |\n", + "| htg_setpoint | 0.35660022 |\n", + "| month | 1.6436385 |\n", + "| outdoor_humidity | 0.11722323 |\n", + "| outdoor_temperature | 1.0536019 |\n", + "| people_occupant | -0.69040376 |\n", + "| total_electricity_HVAC | -0.5155253 |\n", + "| wind_direction | 0.25383013 |\n", + "| wind_speed | -0.5332559 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 511.25366 |\n", + "| air_humidity | 43.304893 |\n", + "| air_temperature | 23.236923 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 209.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.761517 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 24.885138 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 460128.3 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5210555 |\n", + "| air_humidity | -1.4060552 |\n", + "| air_temperature | 0.13669148 |\n", + "| clg_setpoint | -0.32826242 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.765489 |\n", + "| diffuse_solar_radiation | 0.7308622 |\n", + "| direct_solar_radiation | -0.6366844 |\n", + "| hour | 0.21832082 |\n", + "| htg_setpoint | -1.3231896 |\n", + "| month | 1.6317451 |\n", + "| outdoor_humidity | 1.200377 |\n", + "| outdoor_temperature | 0.7394733 |\n", + "| people_occupant | -0.68839777 |\n", + "| total_electricity_HVAC | -0.5346474 |\n", + "| wind_direction | 0.15430602 |\n", + "| wind_speed | 0.860205 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 423.85724 |\n", + "| air_humidity | 20.290777 |\n", + "| air_temperature | 23.144033 |\n", + "| clg_setpoint | 25.570116 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 160.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 21.625124 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 381471.53 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.1768735 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.619913 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.16883585 |\n", + "| air_humidity | -0.56662697 |\n", + "| air_temperature | 0.19447912 |\n", + "| clg_setpoint | -1.2705412 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8777501 |\n", + "| diffuse_solar_radiation | 0.8965088 |\n", + "| direct_solar_radiation | -0.6349305 |\n", + "| hour | 0.36276776 |\n", + "| htg_setpoint | 1.1965829 |\n", + "| month | 1.6201062 |\n", + "| outdoor_humidity | -1.2564036 |\n", + "| outdoor_temperature | 0.28132725 |\n", + "| people_occupant | 1.6967164 |\n", + "| total_electricity_HVAC | -0.19999997 |\n", + "| wind_direction | -1.7282082 |\n", + "| wind_speed | -0.3086482 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1881.0027 |\n", + "| air_humidity | 30.86952 |\n", + "| air_temperature | 23.250864 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 178.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.142952 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 16.849932 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1692902.4 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**********************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.46380806 |\n", + "| Heating_Setpoint_RL | -0.15197821 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.059649 |\n", + "| Heating_Setpoint_RL | 16.770123 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60175425 |\n", + "| air_humidity | 0.1186385 |\n", + "| air_temperature | 1.500245 |\n", + "| clg_setpoint | -0.27831727 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.989298 |\n", + "| diffuse_solar_radiation | -0.031061115 |\n", + "| direct_solar_radiation | -0.6350628 |\n", + "| hour | 0.5072069 |\n", + "| htg_setpoint | 1.4700464 |\n", + "| month | 1.6087129 |\n", + "| outdoor_humidity | -0.5936138 |\n", + "| outdoor_temperature | 0.25951466 |\n", + "| people_occupant | 1.6944996 |\n", + "| total_electricity_HVAC | -0.6113839 |\n", + "| wind_direction | -0.535962 |\n", + "| wind_speed | -0.08073127 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 39.502388 |\n", + "| air_temperature | 25.684727 |\n", + "| clg_setpoint | 25.68882 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 80.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 16.62418 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***********************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6171813 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.542013 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60169953 |\n", + "| air_humidity | 1.009996 |\n", + "| air_temperature | 1.5833579 |\n", + "| clg_setpoint | -0.21021159 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0999501 |\n", + "| diffuse_solar_radiation | -0.47617823 |\n", + "| direct_solar_radiation | -0.63405395 |\n", + "| hour | 0.65163195 |\n", + "| htg_setpoint | 1.4680457 |\n", + "| month | 1.5975566 |\n", + "| outdoor_humidity | 1.1572801 |\n", + "| outdoor_temperature | 0.06017265 |\n", + "| people_occupant | 1.6923057 |\n", + "| total_electricity_HVAC | -0.6113614 |\n", + "| wind_direction | -1.0261304 |\n", + "| wind_speed | -0.5296673 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 50.734783 |\n", + "| air_temperature | 25.841076 |\n", + "| clg_setpoint | 25.853989 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 33.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 14.558881 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.11059815 |\n", + "| Heating_Setpoint_RL | 0.6981164 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.251732 |\n", + "| Heating_Setpoint_RL | 21.551905 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.42221907 |\n", + "| air_humidity | 1.3008679 |\n", + "| air_temperature | 0.19153208 |\n", + "| clg_setpoint | -1.2675087 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2095077 |\n", + "| diffuse_solar_radiation | -0.7886871 |\n", + "| direct_solar_radiation | -0.63233155 |\n", + "| hour | 0.7960349 |\n", + "| htg_setpoint | 0.649805 |\n", + "| month | 1.5866293 |\n", + "| outdoor_humidity | 0.8220463 |\n", + "| outdoor_temperature | 0.092710175 |\n", + "| people_occupant | 1.6901344 |\n", + "| total_electricity_HVAC | -0.3703703 |\n", + "| wind_direction | -0.7254547 |\n", + "| wind_speed | -0.5275152 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 827.71564 |\n", + "| air_humidity | 54.520546 |\n", + "| air_temperature | 23.251678 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 19.965702 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 14.903587 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1021219.8 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.55646765 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.746922 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.41186383 |\n", + "| air_humidity | 0.8992505 |\n", + "| air_temperature | 0.64252645 |\n", + "| clg_setpoint | 1.0572597 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.3177595 |\n", + "| diffuse_solar_radiation | -0.7881694 |\n", + "| direct_solar_radiation | -0.63222885 |\n", + "| hour | 0.94040596 |\n", + "| htg_setpoint | -1.3287224 |\n", + "| month | 1.5759231 |\n", + "| outdoor_humidity | -0.7434161 |\n", + "| outdoor_temperature | 0.58185273 |\n", + "| people_occupant | 0.4984213 |\n", + "| total_electricity_HVAC | -0.43182385 |\n", + "| wind_direction | 0.5572584 |\n", + "| wind_speed | -0.0741452 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.96686 |\n", + "| air_humidity | 49.54712 |\n", + "| air_temperature | 24.092094 |\n", + "| clg_setpoint | 28.967136 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 19.971779 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 782217.3 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.19600163 |\n", + "| Heating_Setpoint_RL | 0.32619134 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.286507 |\n", + "| Heating_Setpoint_RL | 19.459826 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6018815 |\n", + "| air_humidity | -0.7496414 |\n", + "| air_temperature | 0.09011109 |\n", + "| clg_setpoint | -1.2654938 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4244838 |\n", + "| diffuse_solar_radiation | -0.78765965 |\n", + "| direct_solar_radiation | -0.63287884 |\n", + "| hour | 1.0847337 |\n", + "| htg_setpoint | -1.0192095 |\n", + "| month | 1.5654308 |\n", + "| outdoor_humidity | -1.3078146 |\n", + "| outdoor_temperature | 0.3064632 |\n", + "| people_occupant | -0.6898022 |\n", + "| total_electricity_HVAC | -0.6116426 |\n", + "| wind_direction | -1.4140252 |\n", + "| wind_speed | -0.29943216 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 28.743399 |\n", + "| air_temperature | 23.065092 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 13.249705 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 17.145885 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.09498897 |\n", + "| Heating_Setpoint_RL | 0.899884 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.945587 |\n", + "| Heating_Setpoint_RL | 22.686848 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6016351 |\n", + "| air_humidity | -0.30679986 |\n", + "| air_temperature | 0.014338685 |\n", + "| clg_setpoint | -0.728121 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5294526 |\n", + "| diffuse_solar_radiation | -0.78734016 |\n", + "| direct_solar_radiation | -0.63362104 |\n", + "| hour | 1.229005 |\n", + "| htg_setpoint | 0.048524275 |\n", + "| month | 1.5551454 |\n", + "| outdoor_humidity | 0.30395854 |\n", + "| outdoor_temperature | -0.14846386 |\n", + "| people_occupant | -0.68785274 |\n", + "| total_electricity_HVAC | -0.61143875 |\n", + "| wind_direction | -1.2129886 |\n", + "| wind_speed | -0.7509037 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 34.31536 |\n", + "| air_temperature | 22.924446 |\n", + "| clg_setpoint | 24.571754 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 17.556526 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 12.4594 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.047849283 |\n", + "| Heating_Setpoint_RL | 0.24422361 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.463509 |\n", + "| Heating_Setpoint_RL | 18.998758 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60201037 |\n", + "| air_humidity | 1.2634847 |\n", + "| air_temperature | -0.1777544 |\n", + "| clg_setpoint | -1.2155395 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6324342 |\n", + "| diffuse_solar_radiation | -0.7864978 |\n", + "| direct_solar_radiation | -0.6341058 |\n", + "| hour | 1.373205 |\n", + "| htg_setpoint | -1.2032651 |\n", + "| month | 1.5450599 |\n", + "| outdoor_humidity | 0.87282383 |\n", + "| outdoor_temperature | 0.011489507 |\n", + "| people_occupant | -0.6885207 |\n", + "| total_electricity_HVAC | -0.61184126 |\n", + "| wind_direction | -1.2091718 |\n", + "| wind_speed | -0.74787265 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 54.107285 |\n", + "| air_temperature | 22.570454 |\n", + "| clg_setpoint | 23.368853 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 12.514986 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 14.111688 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.13353395 |\n", + "| Heating_Setpoint_RL | 0.09775831 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.174322 |\n", + "| Heating_Setpoint_RL | 18.17489 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6016674 |\n", + "| air_humidity | 0.6206704 |\n", + "| air_temperature | -0.34931383 |\n", + "| clg_setpoint | -0.3562761 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6617996 |\n", + "| diffuse_solar_radiation | -0.7861136 |\n", + "| direct_solar_radiation | -0.6324604 |\n", + "| hour | 1.5173175 |\n", + "| htg_setpoint | -0.7501966 |\n", + "| month | 1.9162494 |\n", + "| outdoor_humidity | 1.1575 |\n", + "| outdoor_temperature | -0.3671284 |\n", + "| people_occupant | -0.6891838 |\n", + "| total_electricity_HVAC | -0.6114839 |\n", + "| wind_direction | 0.75796634 |\n", + "| wind_speed | -0.7483584 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 46.03297 |\n", + "| air_temperature | 22.255331 |\n", + "| clg_setpoint | 25.482702 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 14.34523 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 10.214547 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "------------------------------------------------**************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.42335856 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.053835 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.7095696 |\n", + "| air_humidity | 1.8195468 |\n", + "| air_temperature | 0.18781665 |\n", + "| clg_setpoint | 1.4807279 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5382488 |\n", + "| diffuse_solar_radiation | -0.7860225 |\n", + "| direct_solar_radiation | -0.6331092 |\n", + "| hour | 1.6613247 |\n", + "| htg_setpoint | 1.4569247 |\n", + "| month | 1.8994524 |\n", + "| outdoor_humidity | 1.1565827 |\n", + "| outdoor_temperature | 0.26703838 |\n", + "| people_occupant | -0.689842 |\n", + "| total_electricity_HVAC | 0.6326821 |\n", + "| wind_direction | 0.46214095 |\n", + "| wind_speed | -0.5163739 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5471.378 |\n", + "| air_humidity | 61.163136 |\n", + "| air_temperature | 23.249882 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 16.735548 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4924240.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.6 |\n", + "------------------------------------------------\n", + "-------------------------------------------------*************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.7772739 |\n", + "| Heating_Setpoint_RL | -0.4799585 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.001701 |\n", + "| Heating_Setpoint_RL | 14.925234 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5153313 |\n", + "| air_humidity | 0.5627477 |\n", + "| air_temperature | -0.69670933 |\n", + "| clg_setpoint | -1.2615359 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3038286 |\n", + "| diffuse_solar_radiation | -0.7858944 |\n", + "| direct_solar_radiation | -0.63378865 |\n", + "| hour | -1.6608535 |\n", + "| htg_setpoint | 0.49108753 |\n", + "| month | 1.8830895 |\n", + "| outdoor_humidity | 0.86924547 |\n", + "| outdoor_temperature | 0.5629854 |\n", + "| people_occupant | -0.6904954 |\n", + "| total_electricity_HVAC | -0.5296918 |\n", + "| wind_direction | 0.461765 |\n", + "| wind_speed | -0.740513 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 446.56186 |\n", + "| air_humidity | 45.422142 |\n", + "| air_temperature | 21.61893 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 19.360853 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 19.787354 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 401905.66 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.82247996 |\n", + "| Heating_Setpoint_RL | -0.36020613 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.40087 |\n", + "| Heating_Setpoint_RL | 15.598841 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.3258431 |\n", + "| air_humidity | 1.5285096 |\n", + "| air_temperature | 0.1831542 |\n", + "| clg_setpoint | 1.4820619 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.184395 |\n", + "| diffuse_solar_radiation | -0.7857075 |\n", + "| direct_solar_radiation | -0.6343672 |\n", + "| hour | -1.5160351 |\n", + "| htg_setpoint | 1.4536271 |\n", + "| month | 1.8671424 |\n", + "| outdoor_humidity | 0.81993663 |\n", + "| outdoor_temperature | 0.29476464 |\n", + "| people_occupant | -0.69114405 |\n", + "| total_electricity_HVAC | 0.26810187 |\n", + "| wind_direction | 0.2645061 |\n", + "| wind_speed | -0.51290715 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3894.584 |\n", + "| air_humidity | 57.673584 |\n", + "| air_temperature | 23.24567 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 17.056297 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3505125.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9514594 |\n", + "| Heating_Setpoint_RL | 0.21013582 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.413824 |\n", + "| Heating_Setpoint_RL | 18.807014 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5833077 |\n", + "| air_humidity | 0.28035656 |\n", + "| air_temperature | -0.22234535 |\n", + "| clg_setpoint | -0.33092317 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0663465 |\n", + "| diffuse_solar_radiation | -0.78554505 |\n", + "| direct_solar_radiation | -0.6349992 |\n", + "| hour | -1.3713121 |\n", + "| htg_setpoint | 0.34823728 |\n", + "| month | 1.8515937 |\n", + "| outdoor_humidity | 0.8651803 |\n", + "| outdoor_temperature | 0.46987 |\n", + "| people_occupant | -0.6892323 |\n", + "| total_electricity_HVAC | -0.5944043 |\n", + "| wind_direction | 0.06706745 |\n", + "| wind_speed | 2.9624693 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 170.01215 |\n", + "| air_humidity | 41.95064 |\n", + "| air_temperature | 22.498745 |\n", + "| clg_setpoint | 25.54097 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.793629 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 18.865047 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 153010.92 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 11.3 |\n", + "| train/ | |\n", + "| approx_kl | 0.009740955 |\n", + "| clip_fraction | 0.0934 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.86 |\n", + "| explained_variance | 0.288 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 1.54 |\n", + "| n_updates | 130 |\n", + "| policy_gradient_loss | -0.0116 |\n", + "| std | 1.01 |\n", + "| value_loss | 3.93 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60290116 |\n", + "| air_humidity | -0.619081 |\n", + "| air_temperature | -0.6104358 |\n", + "| clg_setpoint | -1.0215961 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.94941103 |\n", + "| diffuse_solar_radiation | -0.7850449 |\n", + "| direct_solar_radiation | -0.63433063 |\n", + "| hour | -1.2266662 |\n", + "| htg_setpoint | -0.28898993 |\n", + "| month | 1.8364271 |\n", + "| outdoor_humidity | -0.2756632 |\n", + "| outdoor_temperature | -0.6900002 |\n", + "| people_occupant | -0.6873363 |\n", + "| total_electricity_HVAC | -0.61292404 |\n", + "| wind_direction | 1.146653 |\n", + "| wind_speed | -0.06755257 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 30.619844 |\n", + "| air_temperature | 21.783989 |\n", + "| clg_setpoint | 23.843842 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 16.221416 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 7.019208 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.86189806 |\n", + "| Heating_Setpoint_RL | 0.9008656 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.716095 |\n", + "| Heating_Setpoint_RL | 22.692368 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60241157 |\n", + "| air_humidity | -1.0891863 |\n", + "| air_temperature | -0.86025316 |\n", + "| clg_setpoint | 0.583477 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.833353 |\n", + "| diffuse_solar_radiation | -0.78489465 |\n", + "| direct_solar_radiation | -0.6347232 |\n", + "| hour | -1.0820807 |\n", + "| htg_setpoint | -0.479258 |\n", + "| month | 1.8216271 |\n", + "| outdoor_humidity | -0.5084797 |\n", + "| outdoor_temperature | -0.9701152 |\n", + "| people_occupant | -0.6879887 |\n", + "| total_electricity_HVAC | -0.6123447 |\n", + "| wind_direction | 1.4363216 |\n", + "| wind_speed | 1.3190414 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 24.637037 |\n", + "| air_temperature | 21.325712 |\n", + "| clg_setpoint | 27.79279 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 15.451918 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 4.1514935 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.39242584 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.832396 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.38804814 |\n", + "| air_humidity | -0.999445 |\n", + "| air_temperature | -0.39795098 |\n", + "| clg_setpoint | 1.4165835 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7179699 |\n", + "| diffuse_solar_radiation | -0.7847401 |\n", + "| direct_solar_radiation | -0.635243 |\n", + "| hour | -0.93754154 |\n", + "| htg_setpoint | 1.0233436 |\n", + "| month | 1.8071793 |\n", + "| outdoor_humidity | 1.109931 |\n", + "| outdoor_temperature | -1.1378065 |\n", + "| people_occupant | -0.68863636 |\n", + "| total_electricity_HVAC | -0.41335806 |\n", + "| wind_direction | -1.7110225 |\n", + "| wind_speed | -2.1315632 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 964.1491 |\n", + "| air_humidity | 25.71639 |\n", + "| air_temperature | 22.17701 |\n", + "| clg_setpoint | 29.8428 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.518574 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 2.4284668 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 850883.6 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.055100203 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.810963 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.535147 |\n", + "| air_humidity | -0.0570302 |\n", + "| air_temperature | -0.7408889 |\n", + "| clg_setpoint | 0.7671737 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.60308945 |\n", + "| diffuse_solar_radiation | -0.17076394 |\n", + "| direct_solar_radiation | 0.03960104 |\n", + "| hour | -0.79303634 |\n", + "| htg_setpoint | 0.8730651 |\n", + "| month | 1.79307 |\n", + "| outdoor_humidity | 0.5410773 |\n", + "| outdoor_temperature | -0.5305857 |\n", + "| people_occupant | -0.68927944 |\n", + "| total_electricity_HVAC | -0.5471282 |\n", + "| wind_direction | 0.64422375 |\n", + "| wind_speed | -0.070281215 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 360.69315 |\n", + "| air_humidity | 37.582436 |\n", + "| air_temperature | 21.54906 |\n", + "| clg_setpoint | 28.241638 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 64.0 |\n", + "| direct_solar_radiation | 174.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 20.915165 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 8.607421 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 329540.6 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.09651925 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 18.167921 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6022854 |\n", + "| air_humidity | 1.5764396 |\n", + "| air_temperature | -0.30181563 |\n", + "| clg_setpoint | 0.6486229 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.4885677 |\n", + "| diffuse_solar_radiation | 0.50145763 |\n", + "| direct_solar_radiation | 0.8345188 |\n", + "| hour | -0.64855474 |\n", + "| htg_setpoint | -0.15199707 |\n", + "| month | 1.7792859 |\n", + "| outdoor_humidity | 1.2985424 |\n", + "| outdoor_temperature | 0.11170644 |\n", + "| people_occupant | -0.689918 |\n", + "| total_electricity_HVAC | -0.6120715 |\n", + "| wind_direction | 0.6432575 |\n", + "| wind_speed | -0.06987144 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 58.225674 |\n", + "| air_temperature | 22.356543 |\n", + "| clg_setpoint | 27.947285 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 134.0 |\n", + "| direct_solar_radiation | 379.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.781563 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 15.139242 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.72302485 |\n", + "| Heating_Setpoint_RL | -0.17892131 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.065208 |\n", + "| Heating_Setpoint_RL | 16.618568 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.34319147 |\n", + "| air_humidity | 1.6829062 |\n", + "| air_temperature | -0.2014761 |\n", + "| clg_setpoint | 0.6243987 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.3742874 |\n", + "| diffuse_solar_radiation | 0.42089003 |\n", + "| direct_solar_radiation | 2.0544126 |\n", + "| hour | -0.5040883 |\n", + "| htg_setpoint | 0.6330856 |\n", + "| month | 1.765815 |\n", + "| outdoor_humidity | 0.5820943 |\n", + "| outdoor_temperature | 0.5046431 |\n", + "| people_occupant | -0.690552 |\n", + "| total_electricity_HVAC | -0.39908957 |\n", + "| wind_direction | -1.7165416 |\n", + "| wind_speed | -2.12711 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1147.4838 |\n", + "| air_humidity | 59.697044 |\n", + "| air_temperature | 22.54333 |\n", + "| clg_setpoint | 27.885485 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 125.5 |\n", + "| direct_solar_radiation | 694.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.9569 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 19.134348 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 906964.1 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "---------------------------------------------------**************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6001319 |\n", + "| Heating_Setpoint_RL | -0.14977032 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.599554 |\n", + "| Heating_Setpoint_RL | 16.782541 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.00032005456 |\n", + "| air_humidity | 1.138541 |\n", + "| air_temperature | 0.18498646 |\n", + "| clg_setpoint | -1.1518588 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.2601568 |\n", + "| diffuse_solar_radiation | 1.5315543 |\n", + "| direct_solar_radiation | 0.9770512 |\n", + "| hour | -0.35963055 |\n", + "| htg_setpoint | 1.4465115 |\n", + "| month | 1.7526455 |\n", + "| outdoor_humidity | 0.19825493 |\n", + "| outdoor_temperature | 0.5773032 |\n", + "| people_occupant | -0.6886917 |\n", + "| total_electricity_HVAC | -0.06696264 |\n", + "| wind_direction | -0.24037763 |\n", + "| wind_speed | -0.95588785 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2546.4795 |\n", + "| air_humidity | 52.892143 |\n", + "| air_temperature | 23.250626 |\n", + "| clg_setpoint | 23.509674 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 241.0 |\n", + "| direct_solar_radiation | 416.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 19.873245 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2191842.8 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 2.6 |\n", + "---------------------------------------------------\n", + "-------------------------------------------------****************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.2405078 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.977856 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.35587457 |\n", + "| air_humidity | 1.0689715 |\n", + "| air_temperature | 0.8259137 |\n", + "| clg_setpoint | -0.7821646 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.14610894 |\n", + "| diffuse_solar_radiation | 2.2572186 |\n", + "| direct_solar_radiation | 0.0974027 |\n", + "| hour | -0.21517679 |\n", + "| htg_setpoint | -0.16232227 |\n", + "| month | 1.7397662 |\n", + "| outdoor_humidity | 0.81233907 |\n", + "| outdoor_temperature | 0.20736702 |\n", + "| people_occupant | 1.6975478 |\n", + "| total_electricity_HVAC | -0.39316842 |\n", + "| wind_direction | -0.6309574 |\n", + "| wind_speed | 0.43068588 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1094.3757 |\n", + "| air_humidity | 52.064007 |\n", + "| air_temperature | 24.420439 |\n", + "| clg_setpoint | 24.420803 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 316.5 |\n", + "| direct_solar_radiation | 189.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 16.758186 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 16.132385 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 929281.4 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.42364395 |\n", + "| Heating_Setpoint_RL | 0.37845826 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.195202 |\n", + "| Heating_Setpoint_RL | 19.753828 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.38080716 |\n", + "| air_humidity | 0.5566011 |\n", + "| air_temperature | 1.4914958 |\n", + "| clg_setpoint | 0.1089535 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.032100856 |\n", + "| diffuse_solar_radiation | 1.1570162 |\n", + "| direct_solar_radiation | 1.6757618 |\n", + "| hour | -0.070724145 |\n", + "| htg_setpoint | -0.8930053 |\n", + "| month | 1.7271669 |\n", + "| outdoor_humidity | -0.9474114 |\n", + "| outdoor_temperature | 0.75962114 |\n", + "| people_occupant | 1.2189037 |\n", + "| total_electricity_HVAC | -0.41725776 |\n", + "| wind_direction | 0.94331014 |\n", + "| wind_speed | 0.8738427 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 992.44763 |\n", + "| air_humidity | 45.683098 |\n", + "| air_temperature | 25.635067 |\n", + "| clg_setpoint | 26.61539 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 202.0 |\n", + "| direct_solar_radiation | 596.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 13.808049 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 21.717283 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 836172.7 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.7 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*****************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.1607963 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.082314 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.51827586 |\n", + "| air_humidity | 0.60433185 |\n", + "| air_temperature | 1.5358733 |\n", + "| clg_setpoint | 1.4836855 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.08188674 |\n", + "| diffuse_solar_radiation | 1.67607 |\n", + "| direct_solar_radiation | 0.55099154 |\n", + "| hour | 0.073728465 |\n", + "| htg_setpoint | -0.25508052 |\n", + "| month | 1.7148373 |\n", + "| outdoor_humidity | 0.19280949 |\n", + "| outdoor_temperature | 0.5521695 |\n", + "| people_occupant | 0.26418814 |\n", + "| total_electricity_HVAC | -0.53411674 |\n", + "| wind_direction | -0.53268707 |\n", + "| wind_speed | 0.87280345 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 436.04446 |\n", + "| air_humidity | 46.29953 |\n", + "| air_temperature | 25.716417 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 256.0 |\n", + "| direct_solar_radiation | 306.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 16.38783 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 19.622942 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 387231.88 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6931435 |\n", + "| Heating_Setpoint_RL | 0.09513289 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.28564 |\n", + "| Heating_Setpoint_RL | 18.160122 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.033350214 |\n", + "| air_humidity | -0.53293836 |\n", + "| air_temperature | 0.4950156 |\n", + "| clg_setpoint | -1.2549748 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.19584985 |\n", + "| diffuse_solar_radiation | 0.61450416 |\n", + "| direct_solar_radiation | 1.7456019 |\n", + "| hour | 0.21818037 |\n", + "| htg_setpoint | 0.35648128 |\n", + "| month | 1.7027681 |\n", + "| outdoor_humidity | -1.4247265 |\n", + "| outdoor_temperature | 0.17993963 |\n", + "| people_occupant | 1.2159493 |\n", + "| total_electricity_HVAC | 0.022204885 |\n", + "| wind_direction | 0.94276345 |\n", + "| wind_speed | 3.1231666 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2673.5967 |\n", + "| air_humidity | 31.8915 |\n", + "| air_temperature | 23.820173 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 145.5 |\n", + "| direct_solar_radiation | 614.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 18.85947 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 15.872101 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2531497.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 11.8 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------****************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.18041094 |\n", + "| air_humidity | -1.187886 |\n", + "| air_temperature | 0.21816924 |\n", + "| clg_setpoint | -1.2549094 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.30976158 |\n", + "| diffuse_solar_radiation | 0.23073618 |\n", + "| direct_solar_radiation | 1.3698283 |\n", + "| hour | 0.3626292 |\n", + "| htg_setpoint | -1.3401448 |\n", + "| month | 1.6909503 |\n", + "| outdoor_humidity | -1.7518336 |\n", + "| outdoor_temperature | -0.032786436 |\n", + "| people_occupant | 1.6904337 |\n", + "| total_electricity_HVAC | -0.19110018 |\n", + "| wind_direction | 1.2342142 |\n", + "| wind_speed | 0.85086954 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1804.3088 |\n", + "| air_humidity | 23.510393 |\n", + "| air_temperature | 23.317265 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 105.5 |\n", + "| direct_solar_radiation | 518.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 13.718338 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1707164.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 6.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*****************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.080522195 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.172062 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.38263658 |\n", + "| air_humidity | -0.45094186 |\n", + "| air_temperature | 0.16603039 |\n", + "| clg_setpoint | -1.1436309 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.4235724 |\n", + "| diffuse_solar_radiation | -0.2595009 |\n", + "| direct_solar_radiation | 1.0154272 |\n", + "| hour | 0.50707084 |\n", + "| htg_setpoint | -1.3409516 |\n", + "| month | 1.679375 |\n", + "| outdoor_humidity | -0.3266854 |\n", + "| outdoor_temperature | 0.19773862 |\n", + "| people_occupant | -0.6899896 |\n", + "| total_electricity_HVAC | -0.4053535 |\n", + "| wind_direction | -0.04462218 |\n", + "| wind_speed | 1.0725956 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 983.90326 |\n", + "| air_humidity | 32.873997 |\n", + "| air_temperature | 23.222366 |\n", + "| clg_setpoint | 23.52164 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 54.5 |\n", + "| direct_solar_radiation | 427.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 16.01962 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 881075.56 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 7.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------******************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8161284 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.870567 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.47726354 |\n", + "| air_humidity | 0.22249314 |\n", + "| air_temperature | 0.18194762 |\n", + "| clg_setpoint | -1.2540851 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.53721076 |\n", + "| diffuse_solar_radiation | -0.63485175 |\n", + "| direct_solar_radiation | -0.1117234 |\n", + "| hour | 0.6514996 |\n", + "| htg_setpoint | -1.1653762 |\n", + "| month | 1.6680343 |\n", + "| outdoor_humidity | -0.18638079 |\n", + "| outdoor_temperature | 0.34388644 |\n", + "| people_occupant | -0.68817806 |\n", + "| total_electricity_HVAC | -0.4769608 |\n", + "| wind_direction | 0.2503427 |\n", + "| wind_speed | -0.5107526 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 598.0952 |\n", + "| air_humidity | 41.473 |\n", + "| air_temperature | 23.250078 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 15.5 |\n", + "| direct_solar_radiation | 136.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.711707 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 17.485033 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 603178.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.58938193 |\n", + "| air_humidity | 0.896219 |\n", + "| air_temperature | 1.7067062 |\n", + "| clg_setpoint | 0.8368917 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6505836 |\n", + "| diffuse_solar_radiation | -0.7838872 |\n", + "| direct_solar_radiation | -0.6416794 |\n", + "| hour | 0.79590815 |\n", + "| htg_setpoint | -1.34192 |\n", + "| month | 1.6569202 |\n", + "| outdoor_humidity | 0.14426179 |\n", + "| outdoor_temperature | 0.4470403 |\n", + "| people_occupant | 1.6952564 |\n", + "| total_electricity_HVAC | -0.5999403 |\n", + "| wind_direction | 0.1545721 |\n", + "| wind_speed | 2.644389 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 147.20287 |\n", + "| air_humidity | 50.06112 |\n", + "| air_temperature | 26.020792 |\n", + "| clg_setpoint | 28.404348 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 18.515827 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 132483.12 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 10.8 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.52630925 |\n", + "| air_humidity | 2.2533073 |\n", + "| air_temperature | 0.1796906 |\n", + "| clg_setpoint | -1.252282 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7635772 |\n", + "| diffuse_solar_radiation | -0.7836715 |\n", + "| direct_solar_radiation | -0.64153254 |\n", + "| hour | 0.9402875 |\n", + "| htg_setpoint | 1.4381775 |\n", + "| month | 1.6460254 |\n", + "| outdoor_humidity | 1.1393945 |\n", + "| outdoor_temperature | 0.3748352 |\n", + "| people_occupant | 0.5022109 |\n", + "| total_electricity_HVAC | -0.54032713 |\n", + "| wind_direction | -1.709504 |\n", + "| wind_speed | -2.0725806 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 403.7318 |\n", + "| air_humidity | 67.48415 |\n", + "| air_temperature | 23.250103 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 17.802166 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 363358.62 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.2832502 |\n", + "| Heating_Setpoint_RL | -0.73350435 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.580969 |\n", + "| Heating_Setpoint_RL | 13.499038 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6044395 |\n", + "| air_humidity | 2.1589787 |\n", + "| air_temperature | 0.45853278 |\n", + "| clg_setpoint | -0.50668633 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8760582 |\n", + "| diffuse_solar_radiation | -0.7833608 |\n", + "| direct_solar_radiation | -0.6400966 |\n", + "| hour | 1.084627 |\n", + "| htg_setpoint | -0.9049803 |\n", + "| month | 1.6353428 |\n", + "| outdoor_humidity | 1.4697694 |\n", + "| outdoor_temperature | 0.32554463 |\n", + "| people_occupant | -0.4517416 |\n", + "| total_electricity_HVAC | -0.6143286 |\n", + "| wind_direction | -0.1356916 |\n", + "| wind_speed | -0.71833676 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 66.383965 |\n", + "| air_temperature | 23.757513 |\n", + "| clg_setpoint | 25.086506 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 13.776561 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 17.309683 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.58344203 |\n", + "| air_humidity | 2.2417822 |\n", + "| air_temperature | 0.21296288 |\n", + "| clg_setpoint | 0.4272114 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.98787504 |\n", + "| diffuse_solar_radiation | -0.7830368 |\n", + "| direct_solar_radiation | -0.64059395 |\n", + "| hour | 1.2289149 |\n", + "| htg_setpoint | 1.2357365 |\n", + "| month | 1.6248654 |\n", + "| outdoor_humidity | 1.1323773 |\n", + "| outdoor_temperature | 0.4851906 |\n", + "| people_occupant | -0.45246503 |\n", + "| total_electricity_HVAC | -0.59453154 |\n", + "| wind_direction | 0.15872522 |\n", + "| wind_speed | 0.41834667 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 173.5672 |\n", + "| air_humidity | 67.688705 |\n", + "| air_temperature | 23.313858 |\n", + "| clg_setpoint | 27.387247 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.443287 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 18.909376 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 156210.48 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.19835362 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.955557 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60536736 |\n", + "| air_humidity | -1.1961566 |\n", + "| air_temperature | -0.388566 |\n", + "| clg_setpoint | 1.2815301 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0988593 |\n", + "| diffuse_solar_radiation | -0.78263986 |\n", + "| direct_solar_radiation | -0.6406698 |\n", + "| hour | 1.3731374 |\n", + "| htg_setpoint | 0.37696868 |\n", + "| month | 1.614587 |\n", + "| outdoor_humidity | -1.9487357 |\n", + "| outdoor_temperature | 0.12667336 |\n", + "| people_occupant | -0.6912338 |\n", + "| total_electricity_HVAC | -0.6152898 |\n", + "| wind_direction | 0.7480265 |\n", + "| wind_speed | 1.2861948 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 23.516842 |\n", + "| air_temperature | 22.22682 |\n", + "| clg_setpoint | 29.49243 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 18.968573 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 28.0 |\n", + "| outdoor_temperature | 15.356559 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.5178244 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 20.537762 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6045519 |\n", + "| air_humidity | -1.5114276 |\n", + "| air_temperature | -1.3769671 |\n", + "| clg_setpoint | 1.4853786 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2088283 |\n", + "| diffuse_solar_radiation | -0.7822885 |\n", + "| direct_solar_radiation | -0.64065385 |\n", + "| hour | 1.5172794 |\n", + "| htg_setpoint | -1.297684 |\n", + "| month | 1.604501 |\n", + "| outdoor_humidity | -0.9919764 |\n", + "| outdoor_temperature | -0.50535864 |\n", + "| people_occupant | -0.68945485 |\n", + "| total_electricity_HVAC | -0.6144534 |\n", + "| wind_direction | 0.942402 |\n", + "| wind_speed | 2.3983843 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 19.332527 |\n", + "| air_temperature | 20.438099 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 12.185519 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 9.072194 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 10.3 |\n", + "| train/ | |\n", + "| approx_kl | 0.0074840747 |\n", + "| clip_fraction | 0.0712 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.86 |\n", + "| explained_variance | 0.0532 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.883 |\n", + "| n_updates | 140 |\n", + "| policy_gradient_loss | -0.00936 |\n", + "| std | 1.01 |\n", + "| value_loss | 3.81 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.3753597 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.891838 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.20363025 |\n", + "| air_humidity | -1.3049612 |\n", + "| air_temperature | -1.2488468 |\n", + "| clg_setpoint | 1.4843951 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.3175865 |\n", + "| diffuse_solar_radiation | -0.7819174 |\n", + "| direct_solar_radiation | -0.6408503 |\n", + "| hour | 1.6613247 |\n", + "| htg_setpoint | 0.5558981 |\n", + "| month | 1.5946019 |\n", + "| outdoor_humidity | -0.8948441 |\n", + "| outdoor_temperature | -0.7583933 |\n", + "| people_occupant | -0.68768954 |\n", + "| total_electricity_HVAC | 0.03996982 |\n", + "| wind_direction | 1.3312953 |\n", + "| wind_speed | 1.0484825 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1698.8928 |\n", + "| air_humidity | 21.897427 |\n", + "| air_temperature | 20.666046 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 19.687378 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 6.548127 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2582968.2 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.20512933 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.471148 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.3268812 |\n", + "| air_humidity | -1.2928078 |\n", + "| air_temperature | -0.21770558 |\n", + "| clg_setpoint | -1.2505457 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5395421 |\n", + "| diffuse_solar_radiation | -0.7815387 |\n", + "| direct_solar_radiation | -0.64131474 |\n", + "| hour | -1.6608926 |\n", + "| htg_setpoint | 1.256907 |\n", + "| month | 1.5848836 |\n", + "| outdoor_humidity | -0.3712496 |\n", + "| outdoor_temperature | -1.0785527 |\n", + "| people_occupant | -0.6882956 |\n", + "| total_electricity_HVAC | 1.2128408 |\n", + "| wind_direction | -1.7156698 |\n", + "| wind_speed | -2.0652483 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7868.6523 |\n", + "| air_humidity | 21.96409 |\n", + "| air_temperature | 22.529377 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.526886 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 3.3492727 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7081787.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.144842 |\n", + "| air_humidity | -0.6816386 |\n", + "| air_temperature | 0.18087527 |\n", + "| clg_setpoint | 1.4866959 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6449234 |\n", + "| diffuse_solar_radiation | -0.7811934 |\n", + "| direct_solar_radiation | -0.64171225 |\n", + "| hour | -1.5161035 |\n", + "| htg_setpoint | 1.4341954 |\n", + "| month | 1.575341 |\n", + "| outdoor_humidity | -1.029095 |\n", + "| outdoor_temperature | -0.08482742 |\n", + "| people_occupant | -0.6888976 |\n", + "| total_electricity_HVAC | 1.30943 |\n", + "| wind_direction | 1.030638 |\n", + "| wind_speed | -0.7212718 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7134.9917 |\n", + "| air_humidity | 29.85442 |\n", + "| air_temperature | 23.25021 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 13.188917 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7453097.5 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.22184345 |\n", + "| Heating_Setpoint_RL | 0.0987066 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.373722 |\n", + "| Heating_Setpoint_RL | 18.180225 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.1038854 |\n", + "| air_humidity | -1.1416603 |\n", + "| air_temperature | -0.51794696 |\n", + "| clg_setpoint | -1.247612 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7483836 |\n", + "| diffuse_solar_radiation | -0.780742 |\n", + "| direct_solar_radiation | -0.6420351 |\n", + "| hour | -1.3714018 |\n", + "| htg_setpoint | 1.1209235 |\n", + "| month | 1.5659686 |\n", + "| outdoor_humidity | -0.7416354 |\n", + "| outdoor_temperature | -1.0389024 |\n", + "| people_occupant | -0.6894957 |\n", + "| total_electricity_HVAC | 0.87043595 |\n", + "| wind_direction | -1.7064449 |\n", + "| wind_speed | -1.4097705 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6967.194 |\n", + "| air_humidity | 23.860132 |\n", + "| air_temperature | 21.991163 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.984835 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 3.7472327 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5768096.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 1.5 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5299344 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.413528 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.0627372 |\n", + "| air_humidity | 0.4023828 |\n", + "| air_temperature | 0.09706565 |\n", + "| clg_setpoint | -1.24633 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.67141 |\n", + "| diffuse_solar_radiation | -0.7801594 |\n", + "| direct_solar_radiation | -0.64068973 |\n", + "| hour | -1.2267704 |\n", + "| htg_setpoint | 1.4316655 |\n", + "| month | 1.904115 |\n", + "| outdoor_humidity | 0.05951598 |\n", + "| outdoor_temperature | -0.7296256 |\n", + "| people_occupant | -0.69008976 |\n", + "| total_electricity_HVAC | 2.0263195 |\n", + "| wind_direction | 1.7157267 |\n", + "| wind_speed | 0.40511185 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10831.383 |\n", + "| air_humidity | 43.880486 |\n", + "| air_temperature | 23.099428 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 6.801468 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10201615.0 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.16668245 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.062447 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6034108 |\n", + "| air_humidity | -0.7924506 |\n", + "| air_temperature | -0.8462544 |\n", + "| clg_setpoint | 1.0416163 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5476142 |\n", + "| diffuse_solar_radiation | -0.7797543 |\n", + "| direct_solar_radiation | -0.6410785 |\n", + "| hour | -1.0821947 |\n", + "| htg_setpoint | -0.91520095 |\n", + "| month | 1.88921 |\n", + "| outdoor_humidity | -0.31524774 |\n", + "| outdoor_temperature | -0.6262463 |\n", + "| people_occupant | -0.69067997 |\n", + "| total_electricity_HVAC | -0.61309814 |\n", + "| wind_direction | 1.6091584 |\n", + "| wind_speed | -0.5060419 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 28.380844 |\n", + "| air_temperature | 21.401165 |\n", + "| clg_setpoint | 28.894556 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 13.742053 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 7.818483 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.10545772 |\n", + "| Heating_Setpoint_RL | 0.17105106 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.269081 |\n", + "| Heating_Setpoint_RL | 18.587162 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60321426 |\n", + "| air_humidity | -1.1348248 |\n", + "| air_temperature | -0.46262208 |\n", + "| clg_setpoint | 0.34731618 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4259523 |\n", + "| diffuse_solar_radiation | -0.7791872 |\n", + "| direct_solar_radiation | -0.64127177 |\n", + "| hour | -0.9376613 |\n", + "| htg_setpoint | -0.41167307 |\n", + "| month | 1.8746496 |\n", + "| outdoor_humidity | 0.112802714 |\n", + "| outdoor_temperature | -0.64092237 |\n", + "| people_occupant | -0.6889456 |\n", + "| total_electricity_HVAC | -0.61287636 |\n", + "| wind_direction | 1.7008004 |\n", + "| wind_speed | -0.72380096 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 23.884977 |\n", + "| air_temperature | 22.090473 |\n", + "| clg_setpoint | 27.182411 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.784157 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 7.6737905 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.36972845 |\n", + "| air_humidity | -0.11318588 |\n", + "| air_temperature | 0.08733917 |\n", + "| clg_setpoint | 0.10982244 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.306071 |\n", + "| diffuse_solar_radiation | -0.4430327 |\n", + "| direct_solar_radiation | -0.112342075 |\n", + "| hour | -0.7931591 |\n", + "| htg_setpoint | 1.386085 |\n", + "| month | 1.8604208 |\n", + "| outdoor_humidity | 0.8213777 |\n", + "| outdoor_temperature | -0.44157624 |\n", + "| people_occupant | -0.68722427 |\n", + "| total_electricity_HVAC | 0.30689073 |\n", + "| wind_direction | 1.5043908 |\n", + "| wind_speed | -0.93610966 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4005.3298 |\n", + "| air_humidity | 37.104103 |\n", + "| air_temperature | 23.077166 |\n", + "| clg_setpoint | 26.59769 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 34.5 |\n", + "| direct_solar_radiation | 136.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.072977 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 9.64108 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3604796.8 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.1936392 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.53578 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6032666 |\n", + "| air_humidity | -0.052800648 |\n", + "| air_temperature | -1.303641 |\n", + "| clg_setpoint | -1.2456396 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.1876615 |\n", + "| diffuse_solar_radiation | 0.10756844 |\n", + "| direct_solar_radiation | 0.8071453 |\n", + "| hour | -0.6486786 |\n", + "| htg_setpoint | -0.8721904 |\n", + "| month | 1.8465112 |\n", + "| outdoor_humidity | -0.026924971 |\n", + "| outdoor_temperature | -0.534232 |\n", + "| people_occupant | -0.68781745 |\n", + "| total_electricity_HVAC | -0.5844762 |\n", + "| wind_direction | 1.305065 |\n", + "| wind_speed | 1.2654611 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 37.89802 |\n", + "| air_temperature | 20.581327 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 91.0 |\n", + "| direct_solar_radiation | 372.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 13.922151 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 8.738346 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 187017.98 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.7 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.27432412 |\n", + "| Heating_Setpoint_RL | 0.92080307 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.699156 |\n", + "| Heating_Setpoint_RL | 22.804518 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5405833 |\n", + "| air_humidity | -0.40091434 |\n", + "| air_temperature | 0.42018834 |\n", + "| clg_setpoint | 0.124770984 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0704535 |\n", + "| diffuse_solar_radiation | 0.3573262 |\n", + "| direct_solar_radiation | 1.5275798 |\n", + "| hour | -0.5042121 |\n", + "| htg_setpoint | -1.3459558 |\n", + "| month | 1.832909 |\n", + "| outdoor_humidity | -0.64033306 |\n", + "| outdoor_temperature | -0.47545105 |\n", + "| people_occupant | 1.6953896 |\n", + "| total_electricity_HVAC | -0.56406105 |\n", + "| wind_direction | -1.703778 |\n", + "| wind_speed | 1.0424999 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 336.46362 |\n", + "| air_humidity | 33.384125 |\n", + "| air_temperature | 23.672955 |\n", + "| clg_setpoint | 26.634033 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 116.5 |\n", + "| direct_solar_radiation | 556.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 9.308167 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 262332.97 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************************--------------| 85%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.030009896 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.793806 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.58362436 |\n", + "| air_humidity | -0.23554091 |\n", + "| air_temperature | 0.7226869 |\n", + "| clg_setpoint | -0.8535409 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9542111 |\n", + "| diffuse_solar_radiation | 0.763619 |\n", + "| direct_solar_radiation | 1.4114851 |\n", + "| hour | -0.3597535 |\n", + "| htg_setpoint | -0.5785413 |\n", + "| month | 1.819603 |\n", + "| outdoor_humidity | -0.11953346 |\n", + "| outdoor_temperature | -0.41663745 |\n", + "| people_occupant | 1.6934923 |\n", + "| total_electricity_HVAC | -0.60474163 |\n", + "| wind_direction | 1.0979317 |\n", + "| wind_speed | -0.509234 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 161.66307 |\n", + "| air_humidity | 35.507812 |\n", + "| air_temperature | 24.215065 |\n", + "| clg_setpoint | 24.216255 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 158.0 |\n", + "| direct_solar_radiation | 527.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.110534 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 9.874492 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 104659.875 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "----------------------------------------------------********************************************--------------| 85%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.00070267916 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.621048 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.416029 |\n", + "| air_humidity | 0.12718967 |\n", + "| air_temperature | 0.18391813 |\n", + "| clg_setpoint | -1.2437875 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8387295 |\n", + "| diffuse_solar_radiation | 1.7109311 |\n", + "| direct_solar_radiation | 0.099459365 |\n", + "| hour | -0.2152986 |\n", + "| htg_setpoint | 1.4297863 |\n", + "| month | 1.8065827 |\n", + "| outdoor_humidity | 0.021326333 |\n", + "| outdoor_temperature | -0.14630313 |\n", + "| people_occupant | 1.6916118 |\n", + "| total_electricity_HVAC | -0.42576632 |\n", + "| wind_direction | 1.1884801 |\n", + "| wind_speed | -0.9399024 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 834.97064 |\n", + "| air_humidity | 40.178772 |\n", + "| air_temperature | 23.248978 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 255.0 |\n", + "| direct_solar_radiation | 190.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 12.509602 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 789456.44 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 2.6 |\n", + "----------------------------------------------------\n", + "-------------------------------------------------***********************************************--------------| 85%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.07232964 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.380888 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60194725 |\n", + "| air_humidity | 0.4803538 |\n", + "| air_temperature | -0.18532218 |\n", + "| clg_setpoint | 1.4900343 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.723832 |\n", + "| diffuse_solar_radiation | 1.5415164 |\n", + "| direct_solar_radiation | -0.30327582 |\n", + "| hour | -0.07084473 |\n", + "| htg_setpoint | -0.8208861 |\n", + "| month | 1.7938379 |\n", + "| outdoor_humidity | -0.21797909 |\n", + "| outdoor_temperature | 0.12618822 |\n", + "| people_occupant | -0.69015205 |\n", + "| total_electricity_HVAC | -0.6113153 |\n", + "| wind_direction | -0.44817466 |\n", + "| wind_speed | -0.50304484 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 44.746773 |\n", + "| air_temperature | 22.588392 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 237.5 |\n", + "| direct_solar_radiation | 86.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 14.13995 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 15.168418 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.3424126 |\n", + "| Heating_Setpoint_RL | -0.013660746 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.780643 |\n", + "| Heating_Setpoint_RL | 17.548159 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60184944 |\n", + "| air_humidity | 1.2722211 |\n", + "| air_temperature | -0.503849 |\n", + "| clg_setpoint | 0.94319856 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6093683 |\n", + "| diffuse_solar_radiation | 1.0690504 |\n", + "| direct_solar_radiation | -0.5812986 |\n", + "| hour | 0.07360909 |\n", + "| htg_setpoint | 0.27461168 |\n", + "| month | 1.7813591 |\n", + "| outdoor_humidity | 0.29904935 |\n", + "| outdoor_temperature | 0.14656386 |\n", + "| people_occupant | -0.6884602 |\n", + "| total_electricity_HVAC | -0.6112325 |\n", + "| wind_direction | 0.9020113 |\n", + "| wind_speed | 1.2613597 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 54.97228 |\n", + "| air_temperature | 22.017782 |\n", + "| clg_setpoint | 28.65259 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 189.0 |\n", + "| direct_solar_radiation | 15.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.5854 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 15.363173 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------***********************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.1184731 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.958588 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.016293854 |\n", + "| air_humidity | 1.1552829 |\n", + "| air_temperature | 0.18592718 |\n", + "| clg_setpoint | -1.2448667 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.49521285 |\n", + "| diffuse_solar_radiation | 1.1182595 |\n", + "| direct_solar_radiation | -0.15806843 |\n", + "| hour | 0.21806225 |\n", + "| htg_setpoint | -0.2069899 |\n", + "| month | 1.769137 |\n", + "| outdoor_humidity | 0.72279435 |\n", + "| outdoor_temperature | 0.23102778 |\n", + "| people_occupant | 1.2200508 |\n", + "| total_electricity_HVAC | -0.05819001 |\n", + "| wind_direction | 1.667693 |\n", + "| wind_speed | 1.7281724 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2440.7 |\n", + "| air_humidity | 53.49208 |\n", + "| air_temperature | 23.24883 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 194.0 |\n", + "| direct_solar_radiation | 123.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 16.633698 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 16.180214 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2196630.0 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 8.8 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.099804044 |\n", + "| Heating_Setpoint_RL | 0.34916353 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.961838 |\n", + "| Heating_Setpoint_RL | 19.589045 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.39229977 |\n", + "| air_humidity | -0.11778478 |\n", + "| air_temperature | 0.1874853 |\n", + "| clg_setpoint | -1.2446305 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.38126335 |\n", + "| diffuse_solar_radiation | 0.3522417 |\n", + "| direct_solar_radiation | -0.31688926 |\n", + "| hour | 0.3625126 |\n", + "| htg_setpoint | -1.2337424 |\n", + "| month | 1.7571633 |\n", + "| outdoor_humidity | -0.13079318 |\n", + "| outdoor_temperature | -0.34874576 |\n", + "| people_occupant | 1.6951774 |\n", + "| total_electricity_HVAC | -0.40321392 |\n", + "| wind_direction | 1.5632368 |\n", + "| wind_speed | -0.29719174 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 926.5238 |\n", + "| air_humidity | 37.14402 |\n", + "| air_temperature | 23.251057 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 115.5 |\n", + "| direct_solar_radiation | 82.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.474998 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 10.52645 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 872413.7 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.55445427 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.753717 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6010241 |\n", + "| air_humidity | 0.21535462 |\n", + "| air_temperature | 1.1740013 |\n", + "| clg_setpoint | -0.5284647 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.2674402 |\n", + "| diffuse_solar_radiation | -0.4045554 |\n", + "| direct_solar_radiation | -0.42690912 |\n", + "| hour | 0.5069563 |\n", + "| htg_setpoint | 1.0442913 |\n", + "| month | 1.7454294 |\n", + "| outdoor_humidity | 0.67452294 |\n", + "| outdoor_temperature | -0.39842442 |\n", + "| people_occupant | 1.6933187 |\n", + "| total_electricity_HVAC | -0.6103539 |\n", + "| wind_direction | -0.2570896 |\n", + "| wind_speed | -0.7251853 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 41.415527 |\n", + "| air_temperature | 25.013014 |\n", + "| clg_setpoint | 25.018188 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 38.0 |\n", + "| direct_solar_radiation | 53.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.715435 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 10.022162 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49934036 |\n", + "| air_humidity | 0.9210808 |\n", + "| air_temperature | 0.18918079 |\n", + "| clg_setpoint | -1.2427852 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.15368575 |\n", + "| diffuse_solar_radiation | -0.7758329 |\n", + "| direct_solar_radiation | -0.63524437 |\n", + "| hour | 0.6513881 |\n", + "| htg_setpoint | 0.06803053 |\n", + "| month | 1.7339274 |\n", + "| outdoor_humidity | 1.4761152 |\n", + "| outdoor_temperature | -0.44626114 |\n", + "| people_occupant | 1.6914761 |\n", + "| total_electricity_HVAC | -0.5142786 |\n", + "| wind_direction | -0.16026019 |\n", + "| wind_speed | -0.07842488 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 495.54385 |\n", + "| air_humidity | 50.484425 |\n", + "| air_temperature | 23.255222 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 17.765942 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 9.551846 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 445989.47 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.36541924 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.680483 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5241157 |\n", + "| air_humidity | -0.70065546 |\n", + "| air_temperature | 0.19208823 |\n", + "| clg_setpoint | -1.2422824 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.039963804 |\n", + "| diffuse_solar_radiation | -0.77538836 |\n", + "| direct_solar_radiation | -0.6345857 |\n", + "| hour | 0.7958013 |\n", + "| htg_setpoint | 1.2581424 |\n", + "| month | 1.7226499 |\n", + "| outdoor_humidity | -0.6108664 |\n", + "| outdoor_temperature | -0.70822567 |\n", + "| people_occupant | 1.6896496 |\n", + "| total_electricity_HVAC | -0.5488366 |\n", + "| wind_direction | 0.98761237 |\n", + "| wind_speed | 1.2501627 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 393.90622 |\n", + "| air_humidity | 29.718525 |\n", + "| air_temperature | 23.258968 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.590687 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 6.9871964 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 311597.9 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 7.7 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.71426165 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.607278 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.72158 |\n", + "| air_humidity | -0.92553973 |\n", + "| air_temperature | -0.17392862 |\n", + "| clg_setpoint | -0.60227394 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.07374075 |\n", + "| diffuse_solar_radiation | -0.77497494 |\n", + "| direct_solar_radiation | -0.6340422 |\n", + "| hour | 0.9401875 |\n", + "| htg_setpoint | 1.4204112 |\n", + "| month | 1.7115896 |\n", + "| outdoor_humidity | -0.2786457 |\n", + "| outdoor_temperature | -0.51557696 |\n", + "| people_occupant | -0.6896484 |\n", + "| total_electricity_HVAC | 2.808616 |\n", + "| wind_direction | 0.3138304 |\n", + "| wind_speed | 0.60403734 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13468.185 |\n", + "| air_humidity | 26.824507 |\n", + "| air_temperature | 22.603897 |\n", + "| clg_setpoint | 24.832329 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 8.839593 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13203605.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.67702186 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.340052 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5998489 |\n", + "| air_humidity | -0.97798854 |\n", + "| air_temperature | -0.8285982 |\n", + "| clg_setpoint | -0.3583869 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.18742219 |\n", + "| diffuse_solar_radiation | -0.77451843 |\n", + "| direct_solar_radiation | -0.633851 |\n", + "| hour | 1.084537 |\n", + "| htg_setpoint | -0.8685577 |\n", + "| month | 1.7007396 |\n", + "| outdoor_humidity | -0.5646908 |\n", + "| outdoor_temperature | -0.79507285 |\n", + "| people_occupant | -0.6879969 |\n", + "| total_electricity_HVAC | -0.60905445 |\n", + "| wind_direction | 1.0802932 |\n", + "| wind_speed | 2.3621175 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 26.138388 |\n", + "| air_temperature | 21.434278 |\n", + "| clg_setpoint | 25.43772 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 13.967821 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 6.1243944 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 10.3 |\n", + "| train/ | |\n", + "| approx_kl | 0.009740714 |\n", + "| clip_fraction | 0.0978 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.83 |\n", + "| explained_variance | 0.651 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.676 |\n", + "| n_updates | 150 |\n", + "| policy_gradient_loss | -0.0137 |\n", + "| std | 0.985 |\n", + "| value_loss | 2.14 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.4672674 |\n", + "| Heating_Setpoint_RL | 0.96265274 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.047972 |\n", + "| Heating_Setpoint_RL | 23.03992 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.6982812 |\n", + "| air_humidity | -0.5737589 |\n", + "| air_temperature | 0.19190234 |\n", + "| clg_setpoint | 0.78075117 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.30105424 |\n", + "| diffuse_solar_radiation | -0.77389693 |\n", + "| direct_solar_radiation | -0.63346136 |\n", + "| hour | 1.2288388 |\n", + "| htg_setpoint | 1.4203533 |\n", + "| month | 1.6900934 |\n", + "| outdoor_humidity | -0.23158975 |\n", + "| outdoor_temperature | -0.98403513 |\n", + "| people_occupant | -0.45014292 |\n", + "| total_electricity_HVAC | 1.8507934 |\n", + "| wind_direction | 0.88511795 |\n", + "| wind_speed | -0.08973262 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9361.33 |\n", + "| air_humidity | 31.266748 |\n", + "| air_temperature | 23.250065 |\n", + "| clg_setpoint | 28.252747 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 4.2674985 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 9541831.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.11629379 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.232508 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5516951 |\n", + "| air_humidity | -0.14131463 |\n", + "| air_temperature | -0.7993068 |\n", + "| clg_setpoint | 1.4886444 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.4145904 |\n", + "| diffuse_solar_radiation | -0.7733438 |\n", + "| direct_solar_radiation | -0.6327107 |\n", + "| hour | 1.3730801 |\n", + "| htg_setpoint | 0.20580564 |\n", + "| month | 1.6796447 |\n", + "| outdoor_humidity | 0.24587499 |\n", + "| outdoor_temperature | -1.0287379 |\n", + "| people_occupant | -0.6891252 |\n", + "| total_electricity_HVAC | -0.56227493 |\n", + "| wind_direction | 0.6907795 |\n", + "| wind_speed | -0.30461034 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 279.75113 |\n", + "| air_humidity | 36.76898 |\n", + "| air_temperature | 21.485409 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 18.325615 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 3.801096 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 256438.23 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5045305 |\n", + "| Heating_Setpoint_RL | 0.084068395 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.922209 |\n", + "| Heating_Setpoint_RL | 18.097885 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5645316 |\n", + "| air_humidity | 0.18415645 |\n", + "| air_temperature | -1.2631594 |\n", + "| clg_setpoint | 1.1906042 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.52796423 |\n", + "| diffuse_solar_radiation | -0.77284443 |\n", + "| direct_solar_radiation | -0.63247365 |\n", + "| hour | 1.5172472 |\n", + "| htg_setpoint | -1.3545275 |\n", + "| month | 1.6693873 |\n", + "| outdoor_humidity | 0.76989216 |\n", + "| outdoor_temperature | -1.1481535 |\n", + "| people_occupant | -0.6896841 |\n", + "| total_electricity_HVAC | -0.57360846 |\n", + "| wind_direction | 0.881765 |\n", + "| wind_speed | 1.245584 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 226.86702 |\n", + "| air_humidity | 40.905388 |\n", + "| air_temperature | 20.660357 |\n", + "| clg_setpoint | 29.260416 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 2.6061144 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 211865.4 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**************************************************----------| 89%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5832333 |\n", + "| Heating_Setpoint_RL | -0.84847087 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.656588 |\n", + "| Heating_Setpoint_RL | 12.852351 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.45885336 |\n", + "| air_humidity | -0.045889135 |\n", + "| air_temperature | -2.0099351 |\n", + "| clg_setpoint | 1.2148534 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6410902 |\n", + "| diffuse_solar_radiation | -0.77237254 |\n", + "| direct_solar_radiation | -0.63239264 |\n", + "| hour | 1.6613247 |\n", + "| htg_setpoint | -0.19523518 |\n", + "| month | 1.6593157 |\n", + "| outdoor_humidity | 0.00592538 |\n", + "| outdoor_temperature | -1.4912742 |\n", + "| people_occupant | -0.69023955 |\n", + "| total_electricity_HVAC | -0.4747692 |\n", + "| wind_direction | 0.8791409 |\n", + "| wind_speed | 2.1448913 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 655.09705 |\n", + "| air_humidity | 37.963158 |\n", + "| air_temperature | 19.327555 |\n", + "| clg_setpoint | 29.320127 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 16.702179 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | -0.7713067 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 593531.9 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 9.8 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***************************************************----------| 89%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5381456 |\n", + "| Heating_Setpoint_RL | 0.038035974 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.808758 |\n", + "| Heating_Setpoint_RL | 17.838953 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.719279 |\n", + "| air_humidity | -0.9050364 |\n", + "| air_temperature | -1.1616275 |\n", + "| clg_setpoint | 0.8865483 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8685872 |\n", + "| diffuse_solar_radiation | -0.7719205 |\n", + "| direct_solar_radiation | -0.63236195 |\n", + "| hour | -1.6609257 |\n", + "| htg_setpoint | 1.0355506 |\n", + "| month | 1.6494242 |\n", + "| outdoor_humidity | -0.47113135 |\n", + "| outdoor_temperature | -1.7519659 |\n", + "| people_occupant | -0.69079155 |\n", + "| total_electricity_HVAC | 3.571054 |\n", + "| wind_direction | 1.068614 |\n", + "| wind_speed | 1.9163445 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17620.184 |\n", + "| air_humidity | 27.011366 |\n", + "| air_temperature | 20.829681 |\n", + "| clg_setpoint | 28.506514 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.691505 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | -3.3775017 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 16245475.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************************----------| 89%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.1330615 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.37347 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.059407 |\n", + "| air_humidity | -1.5782021 |\n", + "| air_temperature | -2.1449811 |\n", + "| clg_setpoint | 1.2833782 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.98089963 |\n", + "| diffuse_solar_radiation | -0.77140886 |\n", + "| direct_solar_radiation | -0.63236916 |\n", + "| hour | -1.5161614 |\n", + "| htg_setpoint | 0.14042985 |\n", + "| month | 1.6397074 |\n", + "| outdoor_humidity | -0.8515791 |\n", + "| outdoor_temperature | -1.8118979 |\n", + "| people_occupant | -0.68916726 |\n", + "| total_electricity_HVAC | 0.9589198 |\n", + "| wind_direction | 1.5448622 |\n", + "| wind_speed | -0.529535 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6843.0327 |\n", + "| air_humidity | 18.368307 |\n", + "| air_temperature | 19.065619 |\n", + "| clg_setpoint | 29.490217 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 18.061039 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | -4.05565 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6158729.5 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "------------------------------------------------*****************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.281407 |\n", + "| air_humidity | -2.01287 |\n", + "| air_temperature | 0.2040637 |\n", + "| clg_setpoint | -1.2371489 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0925527 |\n", + "| diffuse_solar_radiation | -0.7709578 |\n", + "| direct_solar_radiation | -0.6324336 |\n", + "| hour | -1.3714777 |\n", + "| htg_setpoint | 1.4191482 |\n", + "| month | 1.6301605 |\n", + "| outdoor_humidity | 1.4967773 |\n", + "| outdoor_temperature | -1.645987 |\n", + "| people_occupant | -0.6875543 |\n", + "| total_electricity_HVAC | 2.1141868 |\n", + "| wind_direction | -1.2427522 |\n", + "| wind_speed | -1.1687262 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11857.265 |\n", + "| air_humidity | 12.6605835 |\n", + "| air_temperature | 23.250027 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | -2.5130234 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10671539.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.1 |\n", + "------------------------------------------------\n", + "-------------------------------------------------****************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5834549 |\n", + "| Heating_Setpoint_RL | 0.973484 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.65584 |\n", + "| Heating_Setpoint_RL | 23.100847 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.20747389 |\n", + "| air_humidity | 0.14960806 |\n", + "| air_temperature | -0.5400142 |\n", + "| clg_setpoint | 0.4273376 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2033869 |\n", + "| diffuse_solar_radiation | -0.7703967 |\n", + "| direct_solar_radiation | -0.6312806 |\n", + "| hour | -1.2268589 |\n", + "| htg_setpoint | 0.96218985 |\n", + "| month | 1.6207783 |\n", + "| outdoor_humidity | 1.3024323 |\n", + "| outdoor_temperature | -0.66815645 |\n", + "| people_occupant | -0.688109 |\n", + "| total_electricity_HVAC | -0.3161347 |\n", + "| wind_direction | -1.1426129 |\n", + "| wind_speed | 0.1609307 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1693.7432 |\n", + "| air_humidity | 40.278286 |\n", + "| air_temperature | 21.923159 |\n", + "| clg_setpoint | 27.365017 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.405342 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 6.9911156 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1220903.6 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.3369671 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.762264 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.2804973 |\n", + "| air_humidity | 0.9147384 |\n", + "| air_temperature | 0.20315155 |\n", + "| clg_setpoint | 0.18692245 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.3132298 |\n", + "| diffuse_solar_radiation | -0.76960295 |\n", + "| direct_solar_radiation | -0.62992597 |\n", + "| hour | -1.0822914 |\n", + "| htg_setpoint | 1.4157032 |\n", + "| month | 1.6115563 |\n", + "| outdoor_humidity | 0.96132904 |\n", + "| outdoor_temperature | -0.57931 |\n", + "| people_occupant | -0.68866026 |\n", + "| total_electricity_HVAC | 2.13873 |\n", + "| wind_direction | 0.68177754 |\n", + "| wind_speed | -0.52637124 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11872.871 |\n", + "| air_humidity | 50.111572 |\n", + "| air_temperature | 23.247553 |\n", + "| clg_setpoint | 26.767801 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 7.8570857 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10785310.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5152639 |\n", + "| Heating_Setpoint_RL | -0.38432577 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.885984 |\n", + "| Heating_Setpoint_RL | 15.463167 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.58986723 |\n", + "| air_humidity | -0.3129818 |\n", + "| air_temperature | -0.32881317 |\n", + "| clg_setpoint | -1.2328023 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4218975 |\n", + "| diffuse_solar_radiation | -0.7691092 |\n", + "| direct_solar_radiation | -0.62913686 |\n", + "| hour | -0.93776304 |\n", + "| htg_setpoint | 1.1806083 |\n", + "| month | 1.60249 |\n", + "| outdoor_humidity | 0.81821847 |\n", + "| outdoor_temperature | -0.8347318 |\n", + "| people_occupant | -0.6892082 |\n", + "| total_electricity_HVAC | 0.40623483 |\n", + "| wind_direction | -1.7230462 |\n", + "| wind_speed | -2.0689201 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4954.6797 |\n", + "| air_humidity | 34.419334 |\n", + "| air_temperature | 22.300102 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.300056 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 5.369512 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4034139.8 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************************************--------| 91%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.30605653 |\n", + "| Heating_Setpoint_RL | 0.12381762 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.65794 |\n", + "| Heating_Setpoint_RL | 18.321474 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.3175046 |\n", + "| air_humidity | -0.3420343 |\n", + "| air_temperature | -1.0038611 |\n", + "| clg_setpoint | -1.2312639 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5291972 |\n", + "| diffuse_solar_radiation | -0.76834834 |\n", + "| direct_solar_radiation | -0.6278237 |\n", + "| hour | -0.79326344 |\n", + "| htg_setpoint | 0.8838124 |\n", + "| month | 1.5935749 |\n", + "| outdoor_humidity | 0.1478532 |\n", + "| outdoor_temperature | -0.98125666 |\n", + "| people_occupant | -0.6897529 |\n", + "| total_electricity_HVAC | 2.5004256 |\n", + "| wind_direction | 0.9666657 |\n", + "| wind_speed | -0.31324196 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 12029.417 |\n", + "| air_humidity | 34.04683 |\n", + "| air_temperature | 21.098486 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.098305 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 3.9291906 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 12201111.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************************************--------| 91%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.52815306 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 20.595861 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.1815763 |\n", + "| air_humidity | -0.32270694 |\n", + "| air_temperature | -0.5479336 |\n", + "| clg_setpoint | 1.2272958 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6349294 |\n", + "| diffuse_solar_radiation | -0.5152662 |\n", + "| direct_solar_radiation | -0.62764895 |\n", + "| hour | -0.6487839 |\n", + "| htg_setpoint | 1.2573245 |\n", + "| month | 1.5848069 |\n", + "| outdoor_humidity | 0.48295018 |\n", + "| outdoor_temperature | -0.8171938 |\n", + "| people_occupant | -0.6902942 |\n", + "| total_electricity_HVAC | 3.1161242 |\n", + "| wind_direction | 1.15877 |\n", + "| wind_speed | 1.4450442 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 15572.917 |\n", + "| air_humidity | 34.282326 |\n", + "| air_temperature | 21.909296 |\n", + "| clg_setpoint | 29.334528 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 25.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.616539 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 5.5096045 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 14608127.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 8.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************************************--------| 91%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.12204751 |\n", + "| Heating_Setpoint_RL | 0.30268413 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.036911 |\n", + "| Heating_Setpoint_RL | 19.327599 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.59916645 |\n", + "| air_humidity | -0.7981283 |\n", + "| air_temperature | -1.4643096 |\n", + "| clg_setpoint | -0.35995522 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6697199 |\n", + "| diffuse_solar_radiation | 0.020586867 |\n", + "| direct_solar_radiation | 0.8392856 |\n", + "| hour | -0.50431734 |\n", + "| htg_setpoint | -1.307544 |\n", + "| month | 1.8913904 |\n", + "| outdoor_humidity | -0.8605827 |\n", + "| outdoor_temperature | -0.79298854 |\n", + "| people_occupant | -0.6887072 |\n", + "| total_electricity_HVAC | -0.60815746 |\n", + "| wind_direction | 1.3459274 |\n", + "| wind_speed | 3.437488 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 28.202463 |\n", + "| air_temperature | 20.274755 |\n", + "| clg_setpoint | 25.406797 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 79.5 |\n", + "| direct_solar_radiation | 369.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.21536 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 5.727021 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 12.9 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.54172724 |\n", + "| air_humidity | -1.3351203 |\n", + "| air_temperature | 1.0449758 |\n", + "| clg_setpoint | -0.37498695 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5470023 |\n", + "| diffuse_solar_radiation | 0.16045065 |\n", + "| direct_solar_radiation | 1.8470701 |\n", + "| hour | -0.3598581 |\n", + "| htg_setpoint | -1.098933 |\n", + "| month | 1.8780477 |\n", + "| outdoor_humidity | -1.4325031 |\n", + "| outdoor_temperature | -1.036573 |\n", + "| people_occupant | 1.697742 |\n", + "| total_electricity_HVAC | -0.5566139 |\n", + "| wind_direction | 1.2450191 |\n", + "| wind_speed | 2.5010238 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 322.72003 |\n", + "| air_humidity | 21.270222 |\n", + "| air_temperature | 24.732664 |\n", + "| clg_setpoint | 25.372986 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 93.5 |\n", + "| direct_solar_radiation | 623.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 13.058374 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 3.3114686 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 279865.6 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 10.8 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.08569181 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.91421 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4318966 |\n", + "| air_humidity | -0.76156306 |\n", + "| air_temperature | 0.6975423 |\n", + "| clg_setpoint | -0.8829524 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4261699 |\n", + "| diffuse_solar_radiation | -0.09079776 |\n", + "| direct_solar_radiation | 2.5606358 |\n", + "| hour | -0.21540229 |\n", + "| htg_setpoint | 1.1918458 |\n", + "| month | 1.8649833 |\n", + "| outdoor_humidity | -1.0450715 |\n", + "| outdoor_temperature | -1.0567044 |\n", + "| people_occupant | 1.6959792 |\n", + "| total_electricity_HVAC | -0.46329865 |\n", + "| wind_direction | 0.66558164 |\n", + "| wind_speed | -0.32498994 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 774.03485 |\n", + "| air_humidity | 28.545856 |\n", + "| air_temperature | 24.112741 |\n", + "| clg_setpoint | 24.113817 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 68.0 |\n", + "| direct_solar_radiation | 804.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.34817 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 3.0760257 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 644649.94 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*****************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.2346012 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.944632 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.53578895 |\n", + "| air_humidity | 0.19437674 |\n", + "| air_temperature | 0.21602459 |\n", + "| clg_setpoint | -1.2305762 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3069122 |\n", + "| diffuse_solar_radiation | 0.20385283 |\n", + "| direct_solar_radiation | -0.62689817 |\n", + "| hour | -0.070947446 |\n", + "| htg_setpoint | -1.3599236 |\n", + "| month | 1.8521879 |\n", + "| outdoor_humidity | 0.9694915 |\n", + "| outdoor_temperature | -0.642926 |\n", + "| people_occupant | 1.217751 |\n", + "| total_electricity_HVAC | -0.54821104 |\n", + "| wind_direction | 0.6647867 |\n", + "| wind_speed | -0.113266796 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 345.61633 |\n", + "| air_humidity | 40.72291 |\n", + "| air_temperature | 23.253454 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 97.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 7.0829134 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 311054.72 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*****************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.10069295 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.191399 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5804793 |\n", + "| air_humidity | -0.2649844 |\n", + "| air_temperature | 0.8268111 |\n", + "| clg_setpoint | -0.058832634 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.1889569 |\n", + "| diffuse_solar_radiation | 0.41906205 |\n", + "| direct_solar_radiation | -0.62586534 |\n", + "| hour | 0.07350735 |\n", + "| htg_setpoint | 0.60883117 |\n", + "| month | 1.8396523 |\n", + "| outdoor_humidity | 0.34347543 |\n", + "| outdoor_temperature | -0.83766866 |\n", + "| people_occupant | 0.26347414 |\n", + "| total_electricity_HVAC | -0.5914562 |\n", + "| wind_direction | 0.7606652 |\n", + "| wind_speed | 1.1930046 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 162.98114 |\n", + "| air_humidity | 34.88166 |\n", + "| air_temperature | 24.341305 |\n", + "| clg_setpoint | 26.150415 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 119.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 19.993673 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 5.1806645 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 142714.48 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 7.7 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.59708965 |\n", + "| Heating_Setpoint_RL | -0.6194776 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.609823 |\n", + "| Heating_Setpoint_RL | 14.140438 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4178529 |\n", + "| air_humidity | -0.8683075 |\n", + "| air_temperature | 0.21443275 |\n", + "| clg_setpoint | -1.22907 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0720644 |\n", + "| diffuse_solar_radiation | 0.19664165 |\n", + "| direct_solar_radiation | -0.20984873 |\n", + "| hour | 0.21796153 |\n", + "| htg_setpoint | 1.177211 |\n", + "| month | 1.8273678 |\n", + "| outdoor_humidity | -1.2411611 |\n", + "| outdoor_temperature | -1.1760187 |\n", + "| people_occupant | 1.2152414 |\n", + "| total_electricity_HVAC | -0.34933388 |\n", + "| wind_direction | 0.85446817 |\n", + "| wind_speed | 1.400499 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 834.47235 |\n", + "| air_humidity | 27.20072 |\n", + "| air_temperature | 23.249962 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 96.5 |\n", + "| direct_solar_radiation | 104.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.302086 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 1.8531137 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1094098.4 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 8.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5482832 |\n", + "| Heating_Setpoint_RL | -0.68182313 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.774544 |\n", + "| Heating_Setpoint_RL | 13.789745 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.50931895 |\n", + "| air_humidity | -1.1529531 |\n", + "| air_temperature | -1.2477558 |\n", + "| clg_setpoint | 0.006897899 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.95602524 |\n", + "| diffuse_solar_radiation | -0.03129396 |\n", + "| direct_solar_radiation | -0.2567528 |\n", + "| hour | 0.36241308 |\n", + "| htg_setpoint | 0.55034345 |\n", + "| month | 1.8153261 |\n", + "| outdoor_humidity | -0.99941266 |\n", + "| outdoor_temperature | -1.0295806 |\n", + "| people_occupant | -0.68981826 |\n", + "| total_electricity_HVAC | -0.5068743 |\n", + "| wind_direction | 1.3330582 |\n", + "| wind_speed | 2.2731807 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 458.17508 |\n", + "| air_humidity | 23.560442 |\n", + "| air_temperature | 20.641981 |\n", + "| clg_setpoint | 26.315784 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 73.5 |\n", + "| direct_solar_radiation | 92.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.759192 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 3.2291586 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 476132.3 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 10.3 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.593046 |\n", + "| air_humidity | -1.6522034 |\n", + "| air_temperature | -0.37698868 |\n", + "| clg_setpoint | -0.33434442 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.84065706 |\n", + "| diffuse_solar_radiation | -0.61305386 |\n", + "| direct_solar_radiation | 0.60230196 |\n", + "| hour | 0.5068585 |\n", + "| htg_setpoint | -1.3621122 |\n", + "| month | 1.8035194 |\n", + "| outdoor_humidity | -1.1416306 |\n", + "| outdoor_temperature | -0.7259203 |\n", + "| people_occupant | -0.6882668 |\n", + "| total_electricity_HVAC | -0.60187846 |\n", + "| wind_direction | 1.3292398 |\n", + "| wind_speed | 0.13040607 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 111.877815 |\n", + "| air_humidity | 17.121086 |\n", + "| air_temperature | 22.187069 |\n", + "| clg_setpoint | 25.472979 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 15.0 |\n", + "| direct_solar_radiation | 308.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 6.1536884 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 102093.33 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 5.2 |\n", + "| train/ | |\n", + "| approx_kl | 0.008587745 |\n", + "| clip_fraction | 0.106 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.8 |\n", + "| explained_variance | 0.486 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.614 |\n", + "| n_updates | 160 |\n", + "| policy_gradient_loss | -0.0154 |\n", + "| std | 0.982 |\n", + "| value_loss | 2.18 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.7530019 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.860636 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3856666 |\n", + "| air_humidity | -0.6392473 |\n", + "| air_temperature | 0.23394813 |\n", + "| clg_setpoint | -1.2297003 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.72580236 |\n", + "| diffuse_solar_radiation | -0.7619167 |\n", + "| direct_solar_radiation | -0.62437135 |\n", + "| hour | 0.6512929 |\n", + "| htg_setpoint | 0.75969464 |\n", + "| month | 1.7919401 |\n", + "| outdoor_humidity | -0.37195888 |\n", + "| outdoor_temperature | -0.9278029 |\n", + "| people_occupant | 1.695773 |\n", + "| total_electricity_HVAC | -0.40612066 |\n", + "| wind_direction | -1.55137 |\n", + "| wind_speed | -0.95632315 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 972.5189 |\n", + "| air_humidity | 29.95602 |\n", + "| air_temperature | 23.272974 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.612232 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 4.150037 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 875267.06 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "---------------------------------------------------******************************************************-----| 94%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.19980669 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.950653 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.0076218965 |\n", + "| air_humidity | 0.11984066 |\n", + "| air_temperature | 0.22135423 |\n", + "| clg_setpoint | -1.2277687 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.61132735 |\n", + "| diffuse_solar_radiation | -0.76113117 |\n", + "| direct_solar_radiation | -0.6230784 |\n", + "| hour | 0.79570997 |\n", + "| htg_setpoint | 1.4077085 |\n", + "| month | 1.7805811 |\n", + "| outdoor_humidity | 1.3147361 |\n", + "| outdoor_temperature | -1.2718191 |\n", + "| people_occupant | 1.6940575 |\n", + "| total_electricity_HVAC | -0.048507366 |\n", + "| wind_direction | -1.3529629 |\n", + "| wind_speed | 0.55525917 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2545.7017 |\n", + "| air_humidity | 39.624733 |\n", + "| air_temperature | 23.250021 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 0.76249033 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2291131.5 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 6.2 |\n", + "---------------------------------------------------\n", + "-------------------------------------------------********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.42729026 |\n", + "| air_humidity | 0.30258313 |\n", + "| air_temperature | 0.45359087 |\n", + "| clg_setpoint | -0.9978438 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.49712008 |\n", + "| diffuse_solar_radiation | -0.7602304 |\n", + "| direct_solar_radiation | -0.621772 |\n", + "| hour | 0.94010204 |\n", + "| htg_setpoint | 0.3705848 |\n", + "| month | 1.7694353 |\n", + "| outdoor_humidity | 0.68541664 |\n", + "| outdoor_temperature | -1.3306417 |\n", + "| people_occupant | 0.50149876 |\n", + "| total_electricity_HVAC | -0.44420606 |\n", + "| wind_direction | -1.2509407 |\n", + "| wind_speed | -0.7434489 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 804.5864 |\n", + "| air_humidity | 41.95866 |\n", + "| air_temperature | 23.661465 |\n", + "| clg_setpoint | 23.817118 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 19.047249 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 0.14591984 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 728580.94 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5304091 |\n", + "| air_humidity | 0.30173057 |\n", + "| air_temperature | -0.20092021 |\n", + "| clg_setpoint | -0.54911965 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.38309 |\n", + "| diffuse_solar_radiation | -0.75931144 |\n", + "| direct_solar_radiation | -0.6205138 |\n", + "| hour | 1.08446 |\n", + "| htg_setpoint | -0.82836115 |\n", + "| month | 1.7584963 |\n", + "| outdoor_humidity | 0.63515705 |\n", + "| outdoor_temperature | -1.0674411 |\n", + "| people_occupant | -0.45213756 |\n", + "| total_electricity_HVAC | -0.5416288 |\n", + "| wind_direction | 0.9495793 |\n", + "| wind_speed | -0.53266555 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 377.36002 |\n", + "| air_humidity | 41.955414 |\n", + "| air_temperature | 22.4961 |\n", + "| clg_setpoint | 24.926794 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 14.186352 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 2.6725943 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 344431.7 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************************----| 95%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.86519855 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.545046 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.73221684 |\n", + "| air_humidity | -0.17484903 |\n", + "| air_temperature | -1.031016 |\n", + "| clg_setpoint | 1.4328417 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.26916683 |\n", + "| diffuse_solar_radiation | -0.75845915 |\n", + "| direct_solar_radiation | -0.6202846 |\n", + "| hour | 1.2287736 |\n", + "| htg_setpoint | 0.81915426 |\n", + "| month | 1.7477576 |\n", + "| outdoor_humidity | -0.81128687 |\n", + "| outdoor_temperature | -0.96920556 |\n", + "| people_occupant | -0.4527555 |\n", + "| total_electricity_HVAC | 0.90039635 |\n", + "| wind_direction | 0.85159355 |\n", + "| wind_speed | 0.76741415 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5640.481 |\n", + "| air_humidity | 35.895397 |\n", + "| air_temperature | 21.018602 |\n", + "| clg_setpoint | 29.843227 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.875542 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 3.5973458 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 6062364.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************************----| 95%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7592369 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.187424 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4456019 |\n", + "| air_humidity | -1.5505719 |\n", + "| air_temperature | -1.6362236 |\n", + "| clg_setpoint | 1.4941952 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.15530045 |\n", + "| diffuse_solar_radiation | -0.75769997 |\n", + "| direct_solar_radiation | -0.62046903 |\n", + "| hour | 1.3730311 |\n", + "| htg_setpoint | -1.050455 |\n", + "| month | 1.7372134 |\n", + "| outdoor_humidity | -2.1093533 |\n", + "| outdoor_temperature | -1.4579606 |\n", + "| people_occupant | -0.68936235 |\n", + "| total_electricity_HVAC | -0.46189788 |\n", + "| wind_direction | 1.1352332 |\n", + "| wind_speed | 1.1824747 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 733.005 |\n", + "| air_humidity | 18.391457 |\n", + "| air_temperature | 19.93989 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 13.288246 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 25.0 |\n", + "| outdoor_temperature | -1.1991413 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 662345.2 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********************************************************----| 95%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9526348 |\n", + "| Heating_Setpoint_RL | -0.3645043 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.840141 |\n", + "| Heating_Setpoint_RL | 15.574663 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6004805 |\n", + "| air_humidity | -1.7484401 |\n", + "| air_temperature | -1.8737191 |\n", + "| clg_setpoint | 0.37780827 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.041460194 |\n", + "| diffuse_solar_radiation | -0.7566652 |\n", + "| direct_solar_radiation | -0.6205952 |\n", + "| hour | 1.5172195 |\n", + "| htg_setpoint | -0.63554627 |\n", + "| month | 1.7268577 |\n", + "| outdoor_humidity | -0.27366304 |\n", + "| outdoor_temperature | -1.1224605 |\n", + "| people_occupant | -0.687845 |\n", + "| total_electricity_HVAC | -0.6090639 |\n", + "| wind_direction | 0.5595217 |\n", + "| wind_speed | 1.1815438 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 15.733011 |\n", + "| air_temperature | 19.507208 |\n", + "| clg_setpoint | 27.228783 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 14.971559 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 2.0189128 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 7.7 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9857223 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.298187 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.483434 |\n", + "| air_humidity | -0.77224493 |\n", + "| air_temperature | -0.76586187 |\n", + "| clg_setpoint | 0.78313285 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.07236526 |\n", + "| diffuse_solar_radiation | -0.75599104 |\n", + "| direct_solar_radiation | -0.62065554 |\n", + "| hour | 1.6613247 |\n", + "| htg_setpoint | 1.4041625 |\n", + "| month | 1.7166849 |\n", + "| outdoor_humidity | -0.27248737 |\n", + "| outdoor_temperature | -1.0020068 |\n", + "| people_occupant | -0.6883658 |\n", + "| total_electricity_HVAC | 3.2553015 |\n", + "| wind_direction | 0.46318153 |\n", + "| wind_speed | -0.3279217 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17197.322 |\n", + "| air_humidity | 28.106781 |\n", + "| air_temperature | 21.4762 |\n", + "| clg_setpoint | 28.23344 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 3.1677432 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15475073.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.70571625 |\n", + "| Heating_Setpoint_RL | -0.5427477 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.006792 |\n", + "| Heating_Setpoint_RL | 14.572044 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5586772 |\n", + "| air_humidity | -0.6384063 |\n", + "| air_temperature | -1.7375866 |\n", + "| clg_setpoint | -0.8128829 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.30040675 |\n", + "| diffuse_solar_radiation | -0.7548451 |\n", + "| direct_solar_radiation | -0.62079096 |\n", + "| hour | -1.6609541 |\n", + "| htg_setpoint | -0.08409047 |\n", + "| month | 1.7066898 |\n", + "| outdoor_humidity | -0.1738458 |\n", + "| outdoor_temperature | -1.1738852 |\n", + "| people_occupant | -0.68888366 |\n", + "| total_electricity_HVAC | -0.56900626 |\n", + "| wind_direction | 1.512026 |\n", + "| wind_speed | -0.7472643 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 260.4781 |\n", + "| air_humidity | 29.778204 |\n", + "| air_temperature | 19.747877 |\n", + "| clg_setpoint | 24.267838 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 17.21247 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 1.4754571 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 236183.34 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.67243516 |\n", + "| Heating_Setpoint_RL | 0.5974033 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.894468 |\n", + "| Heating_Setpoint_RL | 20.985394 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.466668 |\n", + "| air_humidity | -0.47827864 |\n", + "| air_temperature | -0.72012043 |\n", + "| clg_setpoint | 1.4956832 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.4142978 |\n", + "| diffuse_solar_radiation | -0.7540068 |\n", + "| direct_solar_radiation | -0.6210088 |\n", + "| hour | -1.5162112 |\n", + "| htg_setpoint | 1.4036952 |\n", + "| month | 1.6968675 |\n", + "| outdoor_humidity | 0.3094115 |\n", + "| outdoor_temperature | -0.9962084 |\n", + "| people_occupant | -0.6893986 |\n", + "| total_electricity_HVAC | 3.2407782 |\n", + "| wind_direction | 0.55341357 |\n", + "| wind_speed | 0.136725 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17165.854 |\n", + "| air_humidity | 31.796604 |\n", + "| air_temperature | 21.55569 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 3.18293 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15447441.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.26522112 |\n", + "| Heating_Setpoint_RL | 0.09194678 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.52012 |\n", + "| Heating_Setpoint_RL | 18.1422 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.58033276 |\n", + "| air_humidity | -0.48791283 |\n", + "| air_temperature | -1.161407 |\n", + "| clg_setpoint | 0.9306026 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.5280768 |\n", + "| diffuse_solar_radiation | -0.7534521 |\n", + "| direct_solar_radiation | -0.62072927 |\n", + "| hour | -1.3715428 |\n", + "| htg_setpoint | 0.07469866 |\n", + "| month | 1.6872127 |\n", + "| outdoor_humidity | 0.5041079 |\n", + "| outdoor_temperature | -1.0054294 |\n", + "| people_occupant | -0.6899106 |\n", + "| total_electricity_HVAC | -0.58938086 |\n", + "| wind_direction | 0.6478872 |\n", + "| wind_speed | -0.327543 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 168.0099 |\n", + "| air_humidity | 31.654497 |\n", + "| air_temperature | 20.771261 |\n", + "| clg_setpoint | 28.594267 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 17.86122 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 3.080623 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 153195.95 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************************************--| 97%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.570778 |\n", + "| air_humidity | -0.59572643 |\n", + "| air_temperature | -0.7142647 |\n", + "| clg_setpoint | -1.1593225 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6416749 |\n", + "| diffuse_solar_radiation | -0.7527538 |\n", + "| direct_solar_radiation | -0.6203404 |\n", + "| hour | -1.2269349 |\n", + "| htg_setpoint | 1.4026669 |\n", + "| month | 1.6777208 |\n", + "| outdoor_humidity | -0.8966716 |\n", + "| outdoor_temperature | -1.3794458 |\n", + "| people_occupant | -0.6904197 |\n", + "| total_electricity_HVAC | 3.3395116 |\n", + "| wind_direction | -1.4587435 |\n", + "| wind_speed | -0.5378604 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17631.014 |\n", + "| air_humidity | 30.27052 |\n", + "| air_temperature | 21.564714 |\n", + "| clg_setpoint | 23.399694 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | -0.58687025 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15865463.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************************************--| 97%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.79666704 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.313751 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.29060495 |\n", + "| air_humidity | -1.3888906 |\n", + "| air_temperature | -1.2536515 |\n", + "| clg_setpoint | -1.2195271 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7550052 |\n", + "| diffuse_solar_radiation | -0.7519472 |\n", + "| direct_solar_radiation | -0.6205162 |\n", + "| hour | -1.0823745 |\n", + "| htg_setpoint | -1.3717833 |\n", + "| month | 1.6683874 |\n", + "| outdoor_humidity | -1.0852517 |\n", + "| outdoor_temperature | -1.713413 |\n", + "| people_occupant | -0.6889252 |\n", + "| total_electricity_HVAC | -0.3162168 |\n", + "| wind_direction | -1.5486802 |\n", + "| wind_speed | -0.32618958 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1391.2257 |\n", + "| air_humidity | 20.12772 |\n", + "| air_temperature | 20.602734 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | -3.9075499 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1249121.9 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************************************--| 97%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60036635 |\n", + "| air_humidity | -1.0465317 |\n", + "| air_temperature | -1.5984145 |\n", + "| clg_setpoint | -0.257102 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.86796397 |\n", + "| diffuse_solar_radiation | -0.7514206 |\n", + "| direct_solar_radiation | -0.6201074 |\n", + "| hour | -0.9378504 |\n", + "| htg_setpoint | -1.2282556 |\n", + "| month | 1.659208 |\n", + "| outdoor_humidity | 1.1371428 |\n", + "| outdoor_temperature | -0.89651823 |\n", + "| people_occupant | -0.68744045 |\n", + "| total_electricity_HVAC | -0.608805 |\n", + "| wind_direction | -1.5431504 |\n", + "| wind_speed | 1.8676975 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 24.404894 |\n", + "| air_temperature | 19.987974 |\n", + "| clg_setpoint | 25.642717 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 12.587117 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 4.034358 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "---------------------------------------------------**********************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.0013828576 |\n", + "| Heating_Setpoint_RL | -0.61705506 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.620333 |\n", + "| Heating_Setpoint_RL | 14.154065 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.42911887 |\n", + "| air_humidity | 0.2139099 |\n", + "| air_temperature | -1.4655334 |\n", + "| clg_setpoint | 1.0524131 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9804313 |\n", + "| diffuse_solar_radiation | -0.750719 |\n", + "| direct_solar_radiation | -0.61896163 |\n", + "| hour | -0.7933532 |\n", + "| htg_setpoint | 0.28368777 |\n", + "| month | 1.6501786 |\n", + "| outdoor_humidity | 0.16945717 |\n", + "| outdoor_temperature | -0.9128823 |\n", + "| people_occupant | -0.68795174 |\n", + "| total_electricity_HVAC | -0.448128 |\n", + "| wind_direction | -1.4477336 |\n", + "| wind_speed | -0.5377736 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 812.037 |\n", + "| air_humidity | 40.47643 |\n", + "| air_temperature | 20.224352 |\n", + "| clg_setpoint | 28.893211 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.723005 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 3.8537157 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 724654.3 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.6 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------***********************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.007762432 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.581337 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.7721803 |\n", + "| air_humidity | -0.15067543 |\n", + "| air_temperature | -0.30531925 |\n", + "| clg_setpoint | -1.1664225 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.092272 |\n", + "| diffuse_solar_radiation | -0.5835627 |\n", + "| direct_solar_radiation | -0.6182062 |\n", + "| hour | -0.6488745 |\n", + "| htg_setpoint | 1.3976935 |\n", + "| month | 1.641295 |\n", + "| outdoor_humidity | 1.3776954 |\n", + "| outdoor_temperature | -0.333566 |\n", + "| people_occupant | -0.6884602 |\n", + "| total_electricity_HVAC | 2.816666 |\n", + "| wind_direction | -0.49430412 |\n", + "| wind_speed | 0.13841079 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 14369.791 |\n", + "| air_humidity | 35.82284 |\n", + "| air_temperature | 22.28298 |\n", + "| clg_setpoint | 23.37533 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 16.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 9.486048 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13864563.0 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 5.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------************************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.6514098 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.96082 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6005893 |\n", + "| air_humidity | 0.13078576 |\n", + "| air_temperature | 0.48008597 |\n", + "| clg_setpoint | -0.9888727 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.203337 |\n", + "| diffuse_solar_radiation | -0.20863354 |\n", + "| direct_solar_radiation | 1.5112689 |\n", + "| hour | -0.50440794 |\n", + "| htg_setpoint | 0.53082067 |\n", + "| month | 1.6325532 |\n", + "| outdoor_humidity | -0.17257935 |\n", + "| outdoor_temperature | -0.6440714 |\n", + "| people_occupant | 1.6942241 |\n", + "| total_electricity_HVAC | -0.60892755 |\n", + "| wind_direction | 0.7410663 |\n", + "| wind_speed | 0.7719112 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 39.41356 |\n", + "| air_temperature | 23.674417 |\n", + "| clg_setpoint | 23.813175 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 53.5 |\n", + "| direct_solar_radiation | 532.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.735018 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 6.4479456 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.72361857 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.182787 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.056115203 |\n", + "| air_humidity | -0.5018744 |\n", + "| air_temperature | 0.24085297 |\n", + "| clg_setpoint | -1.214168 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.3134646 |\n", + "| diffuse_solar_radiation | -0.035816796 |\n", + "| direct_solar_radiation | -0.61716247 |\n", + "| hour | -0.35994822 |\n", + "| htg_setpoint | 0.49708405 |\n", + "| month | 1.6239496 |\n", + "| outdoor_humidity | 1.1361297 |\n", + "| outdoor_temperature | -1.1733624 |\n", + "| people_occupant | 1.6925954 |\n", + "| total_electricity_HVAC | 0.0068262313 |\n", + "| wind_direction | 1.3101312 |\n", + "| wind_speed | -1.4250655 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2870.2185 |\n", + "| air_humidity | 31.353374 |\n", + "| air_temperature | 23.249554 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 70.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 19.60029 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 1.2768259 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2558246.2 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 1.5 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.21070397 |\n", + "| Heating_Setpoint_RL | 0.04155831 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.913874 |\n", + "| Heating_Setpoint_RL | 17.858765 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.47612107 |\n", + "| air_humidity | -0.18282494 |\n", + "| air_temperature | -1.4120063 |\n", + "| clg_setpoint | -0.3909052 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4224827 |\n", + "| diffuse_solar_radiation | 0.41613275 |\n", + "| direct_solar_radiation | 1.7174066 |\n", + "| hour | -0.21549165 |\n", + "| htg_setpoint | 0.20656626 |\n", + "| month | 1.6154808 |\n", + "| outdoor_humidity | -0.463748 |\n", + "| outdoor_temperature | -0.91363555 |\n", + "| people_occupant | -0.6899686 |\n", + "| total_electricity_HVAC | -0.47847587 |\n", + "| wind_direction | 1.2123193 |\n", + "| wind_speed | 0.9821375 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 616.5314 |\n", + "| air_humidity | 35.40984 |\n", + "| air_temperature | 20.323595 |\n", + "| clg_setpoint | 25.294098 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 115.0 |\n", + "| direct_solar_radiation | 582.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.426254 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 3.7686408 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 605183.7 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6014906 |\n", + "| air_humidity | -1.217399 |\n", + "| air_temperature | -0.4078373 |\n", + "| clg_setpoint | -0.37856534 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5302103 |\n", + "| diffuse_solar_radiation | 0.6051006 |\n", + "| direct_solar_radiation | -0.61620605 |\n", + "| hour | -0.071036 |\n", + "| htg_setpoint | -0.4447163 |\n", + "| month | 1.6071429 |\n", + "| outdoor_humidity | -0.4139465 |\n", + "| outdoor_temperature | -0.76341087 |\n", + "| people_occupant | -0.68850577 |\n", + "| total_electricity_HVAC | -0.6096947 |\n", + "| wind_direction | -1.2556026 |\n", + "| wind_speed | -0.11417414 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 22.251152 |\n", + "| air_temperature | 22.097307 |\n", + "| clg_setpoint | 25.324738 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 133.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 15.787716 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 5.1948814 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.3067544 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.589705 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.20336966 |\n", + "| air_humidity | -0.18122986 |\n", + "| air_temperature | 0.2460386 |\n", + "| clg_setpoint | -1.2128371 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6364596 |\n", + "| diffuse_solar_radiation | 0.3026049 |\n", + "| direct_solar_radiation | -0.5187403 |\n", + "| hour | 0.07341961 |\n", + "| htg_setpoint | 1.3934183 |\n", + "| month | 1.598933 |\n", + "| outdoor_humidity | 0.9388846 |\n", + "| outdoor_temperature | -1.1437726 |\n", + "| people_occupant | 0.26610857 |\n", + "| total_electricity_HVAC | -0.2325673 |\n", + "| wind_direction | 0.54846084 |\n", + "| wind_speed | 4.1955757 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1783.6052 |\n", + "| air_humidity | 35.370743 |\n", + "| air_temperature | 23.250217 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 103.5 |\n", + "| direct_solar_radiation | 24.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 1.4683644 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 1605244.8 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 14.9 |\n", + "| train/ | |\n", + "| approx_kl | 0.014303429 |\n", + "| clip_fraction | 0.137 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.77 |\n", + "| explained_variance | 0.556 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.356 |\n", + "| n_updates | 170 |\n", + "| policy_gradient_loss | -0.0182 |\n", + "| std | 0.964 |\n", + "| value_loss | 1.11 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.28786644 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.00575 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.25556347 |\n", + "| air_humidity | -1.1816608 |\n", + "| air_temperature | 0.24691756 |\n", + "| clg_setpoint | -1.211956 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7410389 |\n", + "| diffuse_solar_radiation | 0.2887551 |\n", + "| direct_solar_radiation | 1.3420764 |\n", + "| hour | 0.21787465 |\n", + "| htg_setpoint | -1.0337275 |\n", + "| month | 1.5908475 |\n", + "| outdoor_humidity | -1.4809211 |\n", + "| outdoor_temperature | -1.5043074 |\n", + "| people_occupant | 1.218825 |\n", + "| total_electricity_HVAC | -0.27025586 |\n", + "| wind_direction | 1.1167202 |\n", + "| wind_speed | 2.4504852 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1564.5186 |\n", + "| air_humidity | 22.69559 |\n", + "| air_temperature | 23.249418 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 102.0 |\n", + "| direct_solar_radiation | 487.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 13.400753 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | -2.098002 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1455325.2 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 10.8 |\n", + "-------------------------------------------------\n", + "\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05] [Episode 2]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run2/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active\u001b[0m\n", + "------------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| episode/ | |\n", + "| comfort_violation_time(%) | 34.1 |\n", + "| cumulative_abs_comfort_penalty | -1.33e+04 |\n", + "| cumulative_abs_energy_penalty | -9.31e+07 |\n", + "| cumulative_power_demand | 9.31e+07 |\n", + "| cumulative_reward | -11295.788 |\n", + "| cumulative_reward_comfort_term | -6.64e+03 |\n", + "| cumulative_reward_energy_term | -4.65e+03 |\n", + "| cumulative_temperature_violation | 1.33e+04 |\n", + "| episode_length | 35040 |\n", + "| episode_num | 1 |\n", + "| mean_abs_comfort_penalty | -0.379 |\n", + "| mean_abs_energy_penalty | -2.66e+03 |\n", + "| mean_power_demand | 2.66e+03 |\n", + "| mean_reward | -0.32236838 |\n", + "| mean_reward_comfort_term | -0.19 |\n", + "| mean_reward_energy_term | -0.133 |\n", + "| mean_temperature_violation | 0.379 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.009683839 |\n", + "| air_humidity | -0.6322611 |\n", + "| air_temperature | -3.2841036 |\n", + "| clg_setpoint | 5.522021 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6734139 |\n", + "| diffuse_solar_radiation | -0.7461024 |\n", + "| direct_solar_radiation | -0.61455274 |\n", + "| hour | -1.6612413 |\n", + "| htg_setpoint | -1.1816849 |\n", + "| month | -1.6026741 |\n", + "| outdoor_humidity | -1.2239094 |\n", + "| outdoor_temperature | -2.0794308 |\n", + "| people_occupant | -0.6888928 |\n", + "| total_electricity_HVAC | -0.030563207 |\n", + "| wind_direction | 1.1623883 |\n", + "| wind_speed | 1.4495639 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2698.151 |\n", + "| air_humidity | 29.640856 |\n", + "| air_temperature | 16.997746 |\n", + "| clg_setpoint | 40.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.8 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 43.25 |\n", + "| outdoor_temperature | -7.765562 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2428335.8 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 8.4 |\n", + "------------------------------------------------------\n", + "--------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7421297 |\n", + "| Heating_Setpoint_RL | -0.10184494 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.129688 |\n", + "| Heating_Setpoint_RL | 17.052122 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.24431486 |\n", + "| air_humidity | -1.0029677 |\n", + "| air_temperature | 0.25410637 |\n", + "| clg_setpoint | -1.2103968 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6680857 |\n", + "| diffuse_solar_radiation | 0.22381593 |\n", + "| direct_solar_radiation | 0.01586927 |\n", + "| hour | 0.36227074 |\n", + "| htg_setpoint | -1.378582 |\n", + "| month | -1.5978811 |\n", + "| outdoor_humidity | -1.7667835 |\n", + "| outdoor_temperature | -1.393281 |\n", + "| people_occupant | 1.6940935 |\n", + "| total_electricity_HVAC | -0.033938915 |\n", + "| wind_direction | 1.0187709 |\n", + "| wind_speed | 2.0263984 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3707.7432 |\n", + "| air_humidity | 24.92172 |\n", + "| air_temperature | 23.259302 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 95.5 |\n", + "| direct_solar_radiation | 157.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | -1.1016428 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2420212.8 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 9.8 |\n", + "--------------------------------------------------\n", + "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.unwrapped_observation to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.unwrapped_observation` for environment variables or `env.get_wrapper_attr('unwrapped_observation')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "-------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.13925427 |\n", + "| Heating_Setpoint_RL | -0.65428823 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.094984 |\n", + "| Heating_Setpoint_RL | 13.944629 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.8283593 |\n", + "| air_humidity | -1.058512 |\n", + "| air_temperature | 0.25035265 |\n", + "| clg_setpoint | -1.2106607 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5466638 |\n", + "| diffuse_solar_radiation | -0.41049454 |\n", + "| direct_solar_radiation | -0.39536366 |\n", + "| hour | 0.50671417 |\n", + "| htg_setpoint | 1.3934845 |\n", + "| month | -1.5898544 |\n", + "| outdoor_humidity | -1.6140932 |\n", + "| outdoor_temperature | -1.937451 |\n", + "| people_occupant | 1.6924931 |\n", + "| total_electricity_HVAC | 0.7460032 |\n", + "| wind_direction | -1.0727406 |\n", + "| wind_speed | -1.4131482 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6230.624 |\n", + "| air_humidity | 24.19735 |\n", + "| air_temperature | 23.250778 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 33.0 |\n", + "| direct_solar_radiation | 54.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | -6.577828 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5607561.5 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 1.5 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.25769562 |\n", + "| Heating_Setpoint_RL | -0.6486515 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.755278 |\n", + "| Heating_Setpoint_RL | 13.976336 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.50842273 |\n", + "| air_humidity | 0.8269963 |\n", + "| air_temperature | 0.2527392 |\n", + "| clg_setpoint | -1.2108184 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4269053 |\n", + "| diffuse_solar_radiation | -0.744958 |\n", + "| direct_solar_radiation | -0.6132881 |\n", + "| hour | 0.6511473 |\n", + "| htg_setpoint | -1.3798805 |\n", + "| month | -1.5819474 |\n", + "| outdoor_humidity | 1.1369647 |\n", + "| outdoor_temperature | -0.801803 |\n", + "| people_occupant | 1.6909047 |\n", + "| total_electricity_HVAC | -0.5214534 |\n", + "| wind_direction | 1.4916717 |\n", + "| wind_speed | 1.3539349 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 496.93405 |\n", + "| air_humidity | 48.05222 |\n", + "| air_temperature | 23.253857 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 4.55802 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 447240.62 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 8.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.24110599 |\n", + "| air_humidity | -0.8774782 |\n", + "| air_temperature | 0.86939317 |\n", + "| clg_setpoint | 0.8344649 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3085376 |\n", + "| diffuse_solar_radiation | -0.7444579 |\n", + "| direct_solar_radiation | -0.6133813 |\n", + "| hour | 0.7955643 |\n", + "| htg_setpoint | -1.3800151 |\n", + "| month | -1.5741574 |\n", + "| outdoor_humidity | -1.465647 |\n", + "| outdoor_temperature | -1.5588121 |\n", + "| people_occupant | 1.6893283 |\n", + "| total_electricity_HVAC | -0.27020353 |\n", + "| wind_direction | 0.82552403 |\n", + "| wind_speed | 2.006203 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1649.9371 |\n", + "| air_humidity | 26.50575 |\n", + "| air_temperature | 24.347706 |\n", + "| clg_setpoint | 28.348307 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | -2.9522824 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1475460.8 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 9.8 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.057724237 |\n", + "| Heating_Setpoint_RL | 0.48550028 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.819818 |\n", + "| Heating_Setpoint_RL | 20.35594 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.38886577 |\n", + "| air_humidity | -1.4913307 |\n", + "| air_temperature | -1.4468358 |\n", + "| clg_setpoint | -1.2124287 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.1913205 |\n", + "| diffuse_solar_radiation | -0.7438201 |\n", + "| direct_solar_radiation | -0.6135893 |\n", + "| hour | 0.939958 |\n", + "| htg_setpoint | -0.82998985 |\n", + "| month | -1.5664812 |\n", + "| outdoor_humidity | -1.4608558 |\n", + "| outdoor_temperature | -1.5151083 |\n", + "| people_occupant | -0.6900096 |\n", + "| total_electricity_HVAC | -0.40737197 |\n", + "| wind_direction | 1.486774 |\n", + "| wind_speed | -0.5492477 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1019.6449 |\n", + "| air_humidity | 18.710495 |\n", + "| air_temperature | 20.22327 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 14.230739 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | -2.6222758 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 920329.5 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.4610445 |\n", + "| Heating_Setpoint_RL | -0.9813019 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.068975 |\n", + "| Heating_Setpoint_RL | 12.105177 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.51726824 |\n", + "| air_humidity | -1.7750486 |\n", + "| air_temperature | -1.759013 |\n", + "| clg_setpoint | 1.4918476 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0750419 |\n", + "| diffuse_solar_radiation | -0.7432826 |\n", + "| direct_solar_radiation | -0.61301726 |\n", + "| hour | 1.08432 |\n", + "| htg_setpoint | -1.379678 |\n", + "| month | -1.5589163 |\n", + "| outdoor_humidity | -0.68774045 |\n", + "| outdoor_temperature | -1.1069361 |\n", + "| people_occupant | -0.68857956 |\n", + "| total_electricity_HVAC | -0.5278485 |\n", + "| wind_direction | 0.2517649 |\n", + "| wind_speed | 1.7995803 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 469.011 |\n", + "| air_humidity | 15.009767 |\n", + "| air_temperature | 19.655136 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 1.3396776 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 430440.22 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.84601337 |\n", + "| Heating_Setpoint_RL | -0.95105076 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.480295 |\n", + "| Heating_Setpoint_RL | 12.275339 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.34554628 |\n", + "| air_humidity | -0.5705747 |\n", + "| air_temperature | -1.1966296 |\n", + "| clg_setpoint | 1.4902033 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.95951575 |\n", + "| diffuse_solar_radiation | -0.7426857 |\n", + "| direct_solar_radiation | -0.6130774 |\n", + "| hour | 1.2286404 |\n", + "| htg_setpoint | -0.08962914 |\n", + "| month | -1.5514599 |\n", + "| outdoor_humidity | -1.742279 |\n", + "| outdoor_temperature | -1.5699902 |\n", + "| people_occupant | -0.45071024 |\n", + "| total_electricity_HVAC | -0.3656863 |\n", + "| wind_direction | 0.9145712 |\n", + "| wind_speed | 0.7258287 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1215.2177 |\n", + "| air_humidity | 30.20721 |\n", + "| air_temperature | 20.652803 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 17.233599 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | -3.2973855 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1098283.1 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.5370611 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.64597 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.53707314 |\n", + "| air_humidity | 0.36935276 |\n", + "| air_temperature | -0.5965058 |\n", + "| clg_setpoint | -0.01933787 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8445801 |\n", + "| diffuse_solar_radiation | -0.7419044 |\n", + "| direct_solar_radiation | -0.61194706 |\n", + "| hour | 1.3729085 |\n", + "| htg_setpoint | -0.98835397 |\n", + "| month | -1.5441095 |\n", + "| outdoor_humidity | 1.1445143 |\n", + "| outdoor_temperature | -1.1337821 |\n", + "| people_occupant | -0.6895535 |\n", + "| total_electricity_HVAC | -0.5478258 |\n", + "| wind_direction | -1.7414882 |\n", + "| wind_speed | -2.0352697 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 389.91107 |\n", + "| air_humidity | 42.11177 |\n", + "| air_temperature | 21.72038 |\n", + "| clg_setpoint | 26.233843 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 13.590517 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 0.9625578 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 354161.56 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.01805818 |\n", + "| Heating_Setpoint_RL | -0.830487 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.685947 |\n", + "| Heating_Setpoint_RL | 12.95351 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49243826 |\n", + "| air_humidity | 0.78839797 |\n", + "| air_temperature | -1.891948 |\n", + "| clg_setpoint | 1.488113 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.73009485 |\n", + "| diffuse_solar_radiation | -0.741448 |\n", + "| direct_solar_radiation | -0.6108504 |\n", + "| hour | 1.5171121 |\n", + "| htg_setpoint | -0.36707485 |\n", + "| month | -1.5368626 |\n", + "| outdoor_humidity | 0.37256467 |\n", + "| outdoor_temperature | -1.2448317 |\n", + "| people_occupant | -0.69003654 |\n", + "| total_electricity_HVAC | -0.5050287 |\n", + "| wind_direction | 1.388906 |\n", + "| wind_speed | 1.7938418 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 584.2695 |\n", + "| air_humidity | 47.43128 |\n", + "| air_temperature | 19.405638 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 16.114166 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | -0.16624437 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 530608.06 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.4628165 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 15.021657 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.46427208 |\n", + "| air_humidity | -0.3945583 |\n", + "| air_temperature | -1.6477964 |\n", + "| clg_setpoint | 1.4876258 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6159409 |\n", + "| diffuse_solar_radiation | -0.7409926 |\n", + "| direct_solar_radiation | -0.6109496 |\n", + "| hour | 1.6612381 |\n", + "| htg_setpoint | -0.15623896 |\n", + "| month | -1.5297167 |\n", + "| outdoor_humidity | -0.8269518 |\n", + "| outdoor_temperature | -1.3269513 |\n", + "| people_occupant | -0.690517 |\n", + "| total_electricity_HVAC | -0.4780802 |\n", + "| wind_direction | 0.4372024 |\n", + "| wind_speed | 0.72391903 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 709.8309 |\n", + "| air_humidity | 32.43635 |\n", + "| air_temperature | 19.838194 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 16.972198 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | -1.0401037 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 644335.44 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.52683085 |\n", + "| Heating_Setpoint_RL | 0.14670777 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.403053 |\n", + "| Heating_Setpoint_RL | 18.450232 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.44813177 |\n", + "| air_humidity | -0.23527023 |\n", + "| air_temperature | -1.9115695 |\n", + "| clg_setpoint | 1.1344509 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.38886714 |\n", + "| diffuse_solar_radiation | -0.7405816 |\n", + "| direct_solar_radiation | -0.6108663 |\n", + "| hour | -1.6609843 |\n", + "| htg_setpoint | -0.34957418 |\n", + "| month | -1.5226697 |\n", + "| outdoor_humidity | -0.8219923 |\n", + "| outdoor_temperature | -1.2394328 |\n", + "| people_occupant | -0.69099486 |\n", + "| total_electricity_HVAC | -0.46712765 |\n", + "| wind_direction | -0.039025486 |\n", + "| wind_speed | 1.1317188 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 783.9567 |\n", + "| air_humidity | 34.42754 |\n", + "| air_temperature | 19.363012 |\n", + "| clg_setpoint | 29.119669 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.186682 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | -0.2447139 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 692742.8 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 7.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.15106183 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.775276 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.2871375 |\n", + "| air_humidity | -1.0168314 |\n", + "| air_temperature | -0.12940748 |\n", + "| clg_setpoint | -0.6745959 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.27497584 |\n", + "| diffuse_solar_radiation | -0.7402621 |\n", + "| direct_solar_radiation | -0.6102092 |\n", + "| hour | -1.5162632 |\n", + "| htg_setpoint | 1.3909934 |\n", + "| month | -1.5157192 |\n", + "| outdoor_humidity | 1.0028901 |\n", + "| outdoor_temperature | -0.801753 |\n", + "| people_occupant | -0.6895852 |\n", + "| total_electricity_HVAC | 3.0846496 |\n", + "| wind_direction | 0.055205442 |\n", + "| wind_speed | -0.75971824 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17107.531 |\n", + "| air_humidity | 24.520868 |\n", + "| air_temperature | 22.542463 |\n", + "| clg_setpoint | 24.604794 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 4.108894 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15396777.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.4691006 |\n", + "| Heating_Setpoint_RL | 0.8034537 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.208214 |\n", + "| Heating_Setpoint_RL | 22.144428 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.18403213 |\n", + "| air_humidity | -1.1406088 |\n", + "| air_temperature | -1.4696647 |\n", + "| clg_setpoint | 0.81029356 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.16116148 |\n", + "| diffuse_solar_radiation | -0.7398495 |\n", + "| direct_solar_radiation | -0.60907406 |\n", + "| hour | -1.371612 |\n", + "| htg_setpoint | 0.27343178 |\n", + "| month | -1.508863 |\n", + "| outdoor_humidity | 0.8586513 |\n", + "| outdoor_temperature | -1.836433 |\n", + "| people_occupant | -0.68818414 |\n", + "| total_electricity_HVAC | -0.21490727 |\n", + "| wind_direction | -1.4635106 |\n", + "| wind_speed | 1.1294829 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1943.4354 |\n", + "| air_humidity | 22.926622 |\n", + "| air_temperature | 20.14031 |\n", + "| clg_setpoint | 28.323318 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.71682 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | -6.237957 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1741358.8 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.15764606 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.157055 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56081593 |\n", + "| air_humidity | 0.0032534713 |\n", + "| air_temperature | -1.5063329 |\n", + "| clg_setpoint | 1.053115 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.047385786 |\n", + "| diffuse_solar_radiation | -0.73911285 |\n", + "| direct_solar_radiation | -0.60795593 |\n", + "| hour | -1.2270168 |\n", + "| htg_setpoint | -1.2710594 |\n", + "| month | -1.5020989 |\n", + "| outdoor_humidity | 1.2889484 |\n", + "| outdoor_temperature | -1.0523372 |\n", + "| people_occupant | -0.6886641 |\n", + "| total_electricity_HVAC | -0.5744439 |\n", + "| wind_direction | -1.2680978 |\n", + "| wind_speed | 0.5085282 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 298.8139 |\n", + "| air_humidity | 37.36575 |\n", + "| air_temperature | 20.071878 |\n", + "| clg_setpoint | 28.934082 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 12.452059 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 1.506257 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 255032.94 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 6.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.05647421 |\n", + "| Heating_Setpoint_RL | -0.05099839 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.815601 |\n", + "| Heating_Setpoint_RL | 17.338135 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.17220367 |\n", + "| air_humidity | -0.069218054 |\n", + "| air_temperature | -1.9212188 |\n", + "| clg_setpoint | -1.2191238 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.066371724 |\n", + "| diffuse_solar_radiation | -0.7385283 |\n", + "| direct_solar_radiation | -0.60702336 |\n", + "| hour | -1.082466 |\n", + "| htg_setpoint | -0.121573836 |\n", + "| month | -1.495425 |\n", + "| outdoor_humidity | -0.34745386 |\n", + "| outdoor_temperature | -1.7637421 |\n", + "| people_occupant | -0.6891414 |\n", + "| total_electricity_HVAC | -0.20341913 |\n", + "| wind_direction | 0.7246721 |\n", + "| wind_speed | 1.324456 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2009.9292 |\n", + "| air_humidity | 36.456566 |\n", + "| air_temperature | 19.324415 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 17.119043 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | -5.6490917 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1801486.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5995706 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.60145 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.53155607 |\n", + "| air_humidity | -0.034483656 |\n", + "| air_temperature | -1.5069592 |\n", + "| clg_setpoint | 1.4693413 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.18011399 |\n", + "| diffuse_solar_radiation | -0.73819613 |\n", + "| direct_solar_radiation | -0.6070772 |\n", + "| hour | -0.93794924 |\n", + "| htg_setpoint | 0.12448902 |\n", + "| month | -1.4888393 |\n", + "| outdoor_humidity | 1.0957427 |\n", + "| outdoor_temperature | -1.1569525 |\n", + "| people_occupant | -0.68961626 |\n", + "| total_electricity_HVAC | -0.54256356 |\n", + "| wind_direction | 0.24915677 |\n", + "| wind_speed | -0.5612639 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 430.11072 |\n", + "| air_humidity | 36.884724 |\n", + "| air_temperature | 20.065294 |\n", + "| clg_setpoint | 29.9794 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.119534 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | 0.38896742 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 389889.94 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7400277 |\n", + "| Heating_Setpoint_RL | -0.5603936 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.122593 |\n", + "| Heating_Setpoint_RL | 14.472786 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.63954645 |\n", + "| air_humidity | -0.16805646 |\n", + "| air_temperature | -1.2817006 |\n", + "| clg_setpoint | -0.8223601 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.29382658 |\n", + "| diffuse_solar_radiation | -0.737645 |\n", + "| direct_solar_radiation | -0.6073241 |\n", + "| hour | -0.7934574 |\n", + "| htg_setpoint | 0.7029189 |\n", + "| month | -1.4823399 |\n", + "| outdoor_humidity | 1.3833803 |\n", + "| outdoor_temperature | -0.2800235 |\n", + "| people_occupant | -0.6900886 |\n", + "| total_electricity_HVAC | 0.5967328 |\n", + "| wind_direction | -0.6055572 |\n", + "| wind_speed | 0.7123066 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5591.404 |\n", + "| air_humidity | 35.18321 |\n", + "| air_temperature | 20.46823 |\n", + "| clg_setpoint | 24.242176 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 20.468304 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 9.155984 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5142614.5 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.24351041 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.803152 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5939118 |\n", + "| air_humidity | 0.5272794 |\n", + "| air_temperature | -0.65454584 |\n", + "| clg_setpoint | -0.089815125 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.4074779 |\n", + "| diffuse_solar_radiation | -0.33073768 |\n", + "| direct_solar_radiation | 0.7141711 |\n", + "| hour | -0.648983 |\n", + "| htg_setpoint | -1.384542 |\n", + "| month | -1.4759248 |\n", + "| outdoor_humidity | 0.99504095 |\n", + "| outdoor_temperature | -0.949627 |\n", + "| people_occupant | -0.6905585 |\n", + "| total_electricity_HVAC | -0.6022264 |\n", + "| wind_direction | 0.535337 |\n", + "| wind_speed | -0.35594192 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 153.6582 |\n", + "| air_humidity | 43.96898 |\n", + "| air_temperature | 21.591188 |\n", + "| clg_setpoint | 26.077383 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 39.5 |\n", + "| direct_solar_radiation | 326.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 2.453761 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 139287.03 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.32017955 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 15.82399 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6086911 |\n", + "| air_humidity | -1.3964276 |\n", + "| air_temperature | -1.348134 |\n", + "| clg_setpoint | 1.0549983 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.5210194 |\n", + "| diffuse_solar_radiation | 0.39556107 |\n", + "| direct_solar_radiation | 0.85879755 |\n", + "| hour | -0.50451976 |\n", + "| htg_setpoint | 0.022445709 |\n", + "| month | -1.4695923 |\n", + "| outdoor_humidity | -1.6945227 |\n", + "| outdoor_temperature | -0.6470771 |\n", + "| people_occupant | -0.68917704 |\n", + "| total_electricity_HVAC | -0.6164748 |\n", + "| wind_direction | 0.819624 |\n", + "| wind_speed | -0.5620593 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 19.706268 |\n", + "| air_temperature | 20.34646 |\n", + "| clg_setpoint | 28.94862 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 110.0 |\n", + "| direct_solar_radiation | 362.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.706661 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 5.4656715 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 3.6 |\n", + "| train/ | |\n", + "| approx_kl | 0.004485646 |\n", + "| clip_fraction | 0.0206 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.76 |\n", + "| explained_variance | 0.431 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 8.73 |\n", + "| n_updates | 180 |\n", + "| policy_gradient_loss | -0.00525 |\n", + "| std | 0.964 |\n", + "| value_loss | 23.5 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.34779218 |\n", + "| air_humidity | -0.25777355 |\n", + "| air_temperature | 0.2785698 |\n", + "| clg_setpoint | -1.2212741 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.63438606 |\n", + "| diffuse_solar_radiation | 1.0396146 |\n", + "| direct_solar_radiation | -0.46888387 |\n", + "| hour | -0.360063 |\n", + "| htg_setpoint | 1.3885267 |\n", + "| month | -1.4633406 |\n", + "| outdoor_humidity | 1.5237491 |\n", + "| outdoor_temperature | -0.4624003 |\n", + "| people_occupant | 1.6963778 |\n", + "| total_electricity_HVAC | -0.3871642 |\n", + "| wind_direction | -1.0848593 |\n", + "| wind_speed | -0.96879494 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1238.5697 |\n", + "| air_humidity | 34.004932 |\n", + "| air_temperature | 23.252369 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 172.5 |\n", + "| direct_solar_radiation | 34.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 7.2925987 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1036222.1 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.51737404 |\n", + "| air_humidity | 0.21687727 |\n", + "| air_temperature | 1.1998119 |\n", + "| clg_setpoint | 1.4736093 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.74749655 |\n", + "| diffuse_solar_radiation | 0.09844021 |\n", + "| direct_solar_radiation | -0.60566366 |\n", + "| hour | -0.21560913 |\n", + "| htg_setpoint | 0.7952025 |\n", + "| month | -1.4571681 |\n", + "| outdoor_humidity | 1.135815 |\n", + "| outdoor_temperature | -0.8508053 |\n", + "| people_occupant | 1.694849 |\n", + "| total_electricity_HVAC | -0.531473 |\n", + "| wind_direction | -1.3664967 |\n", + "| wind_speed | -0.3554502 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 489.9435 |\n", + "| air_humidity | 40.004913 |\n", + "| air_temperature | 24.8987 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 81.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.845873 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 3.4074225 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 433104.53 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.23106727 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.924753 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60857445 |\n", + "| air_humidity | 0.5314263 |\n", + "| air_temperature | 1.6213647 |\n", + "| clg_setpoint | 0.8504132 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.86025393 |\n", + "| diffuse_solar_radiation | 0.32650292 |\n", + "| direct_solar_radiation | -0.6045639 |\n", + "| hour | -0.07115613 |\n", + "| htg_setpoint | 1.0368067 |\n", + "| month | -1.4510729 |\n", + "| outdoor_humidity | 1.5149994 |\n", + "| outdoor_temperature | -0.42194417 |\n", + "| people_occupant | 1.216924 |\n", + "| total_electricity_HVAC | -0.61478823 |\n", + "| wind_direction | -1.2672927 |\n", + "| wind_speed | -0.5609831 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 43.980232 |\n", + "| air_temperature | 25.650293 |\n", + "| clg_setpoint | 28.439339 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 103.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.830004 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 7.6685486 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 84498.25 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6691693 |\n", + "| Heating_Setpoint_RL | 0.9514812 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.366554 |\n", + "| Heating_Setpoint_RL | 22.977081 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6082367 |\n", + "| air_humidity | 1.0287766 |\n", + "| air_temperature | 1.5551441 |\n", + "| clg_setpoint | -0.3071264 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9725464 |\n", + "| diffuse_solar_radiation | 0.11122913 |\n", + "| direct_solar_radiation | -0.6034574 |\n", + "| hour | 0.07329685 |\n", + "| htg_setpoint | 1.3371601 |\n", + "| month | -1.4450537 |\n", + "| outdoor_humidity | 1.1732793 |\n", + "| outdoor_temperature | 0.13886116 |\n", + "| people_occupant | 0.26296452 |\n", + "| total_electricity_HVAC | -0.61590743 |\n", + "| wind_direction | -1.7437515 |\n", + "| wind_speed | -2.0333877 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 50.292 |\n", + "| air_temperature | 25.53062 |\n", + "| clg_setpoint | 25.538055 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 82.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 23.052586 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 13.251442 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.71616036 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.596598 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.51180863 |\n", + "| air_humidity | -0.34644243 |\n", + "| air_temperature | 1.7089924 |\n", + "| clg_setpoint | -0.1868335 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0842482 |\n", + "| diffuse_solar_radiation | -0.037310444 |\n", + "| direct_solar_radiation | -0.602357 |\n", + "| hour | 0.21774931 |\n", + "| htg_setpoint | -0.25201896 |\n", + "| month | -1.4391087 |\n", + "| outdoor_humidity | 1.1732495 |\n", + "| outdoor_temperature | -1.0288275 |\n", + "| people_occupant | 1.2147425 |\n", + "| total_electricity_HVAC | -0.525883 |\n", + "| wind_direction | 0.72910744 |\n", + "| wind_speed | 0.29530936 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 512.0947 |\n", + "| air_humidity | 32.99421 |\n", + "| air_temperature | 25.804428 |\n", + "| clg_setpoint | 25.840122 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 67.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 16.60314 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 1.625177 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 453820.2 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 5.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.10612247 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.02806 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6084128 |\n", + "| air_humidity | -0.61149305 |\n", + "| air_temperature | -0.8156455 |\n", + "| clg_setpoint | 1.2199435 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1952206 |\n", + "| diffuse_solar_radiation | 0.38720834 |\n", + "| direct_solar_radiation | -0.2241157 |\n", + "| hour | 0.3621995 |\n", + "| htg_setpoint | -1.3870791 |\n", + "| month | -1.4332365 |\n", + "| outdoor_humidity | -0.7437731 |\n", + "| outdoor_temperature | -0.7518249 |\n", + "| people_occupant | -0.6901385 |\n", + "| total_electricity_HVAC | -0.6160326 |\n", + "| wind_direction | 0.72654325 |\n", + "| wind_speed | 0.5001834 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 29.668716 |\n", + "| air_temperature | 21.294746 |\n", + "| clg_setpoint | 29.368042 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 108.5 |\n", + "| direct_solar_radiation | 93.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 4.346787 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.80610573 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.904392 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60822266 |\n", + "| air_humidity | -1.1696199 |\n", + "| air_temperature | -0.57961506 |\n", + "| clg_setpoint | 0.7993914 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.3053131 |\n", + "| diffuse_solar_radiation | -0.13431887 |\n", + "| direct_solar_radiation | 0.16859406 |\n", + "| hour | 0.5066443 |\n", + "| htg_setpoint | -0.73397416 |\n", + "| month | -1.4274356 |\n", + "| outdoor_humidity | -0.50472045 |\n", + "| outdoor_temperature | -0.53525984 |\n", + "| people_occupant | -0.68878406 |\n", + "| total_electricity_HVAC | -0.61583877 |\n", + "| wind_direction | -0.03627514 |\n", + "| wind_speed | -0.970883 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 22.618813 |\n", + "| air_temperature | 21.710855 |\n", + "| clg_setpoint | 28.316525 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 58.0 |\n", + "| direct_solar_radiation | 189.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 14.649212 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 6.478461 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4877663 |\n", + "| air_humidity | 0.05756408 |\n", + "| air_temperature | 0.2832007 |\n", + "| clg_setpoint | -1.2210904 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4143653 |\n", + "| diffuse_solar_radiation | -0.64571965 |\n", + "| direct_solar_radiation | -0.60124886 |\n", + "| hour | 0.65107954 |\n", + "| htg_setpoint | 0.6871847 |\n", + "| month | -1.4217046 |\n", + "| outdoor_humidity | 1.173066 |\n", + "| outdoor_temperature | -0.7331107 |\n", + "| people_occupant | 1.6946872 |\n", + "| total_electricity_HVAC | -0.5013024 |\n", + "| wind_direction | -1.3649809 |\n", + "| wind_speed | -0.5593409 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 621.0637 |\n", + "| air_humidity | 38.029175 |\n", + "| air_temperature | 23.249527 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 8.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.4179 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 4.4949894 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 558957.4 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.32335567 |\n", + "| Heating_Setpoint_RL | -0.34849024 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.533674 |\n", + "| Heating_Setpoint_RL | 15.664742 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.2535214 |\n", + "| air_humidity | -0.63933027 |\n", + "| air_temperature | 0.28344133 |\n", + "| clg_setpoint | -1.2204554 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5222085 |\n", + "| diffuse_solar_radiation | -0.7333348 |\n", + "| direct_solar_radiation | -0.60129106 |\n", + "| hour | 0.7954996 |\n", + "| htg_setpoint | 0.5122948 |\n", + "| month | -1.4160421 |\n", + "| outdoor_humidity | -0.7001698 |\n", + "| outdoor_temperature | -1.1744239 |\n", + "| people_occupant | 1.6931942 |\n", + "| total_electricity_HVAC | -0.27856243 |\n", + "| wind_direction | -1.2662529 |\n", + "| wind_speed | -0.55829114 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1660.235 |\n", + "| air_humidity | 29.276833 |\n", + "| air_temperature | 23.249472 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 19.712196 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 0.08579667 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1494211.5 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5912821 |\n", + "| Heating_Setpoint_RL | -0.44825405 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.620577 |\n", + "| Heating_Setpoint_RL | 15.103571 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.1257997 |\n", + "| air_humidity | -0.62336814 |\n", + "| air_temperature | 0.298728 |\n", + "| clg_setpoint | 0.06430718 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6286671 |\n", + "| diffuse_solar_radiation | -0.73301053 |\n", + "| direct_solar_radiation | -0.60130244 |\n", + "| hour | 0.9398979 |\n", + "| htg_setpoint | 1.3837898 |\n", + "| month | -1.4104466 |\n", + "| outdoor_humidity | -0.12346949 |\n", + "| outdoor_temperature | -1.4400259 |\n", + "| people_occupant | 0.50098896 |\n", + "| total_electricity_HVAC | 1.3056322 |\n", + "| wind_direction | -1.7379844 |\n", + "| wind_speed | 0.91677606 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7787.3745 |\n", + "| air_humidity | 29.4665 |\n", + "| air_temperature | 23.275547 |\n", + "| clg_setpoint | 26.471205 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | -2.6127431 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 8153061.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.40024874 |\n", + "| Heating_Setpoint_RL | 0.17998502 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.97584 |\n", + "| Heating_Setpoint_RL | 18.637417 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.32513356 |\n", + "| air_humidity | -0.8356406 |\n", + "| air_temperature | -0.060962483 |\n", + "| clg_setpoint | 0.23709294 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7335613 |\n", + "| diffuse_solar_radiation | -0.73254234 |\n", + "| direct_solar_radiation | -0.6015739 |\n", + "| hour | 1.0842663 |\n", + "| htg_setpoint | 0.44353122 |\n", + "| month | -1.404917 |\n", + "| outdoor_humidity | -1.268359 |\n", + "| outdoor_temperature | -1.5450871 |\n", + "| people_occupant | -0.45241842 |\n", + "| total_electricity_HVAC | -0.34593517 |\n", + "| wind_direction | 0.44677836 |\n", + "| wind_speed | -0.5584536 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1351.5908 |\n", + "| air_humidity | 26.774406 |\n", + "| air_temperature | 22.63098 |\n", + "| clg_setpoint | 26.904984 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 19.435509 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | -3.749545 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1219160.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.43341506 |\n", + "| Heating_Setpoint_RL | -0.73266864 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.087776 |\n", + "| Heating_Setpoint_RL | 13.503738 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6091169 |\n", + "| air_humidity | -0.2888748 |\n", + "| air_temperature | -0.58501565 |\n", + "| clg_setpoint | 1.4697618 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6667241 |\n", + "| diffuse_solar_radiation | -0.7323828 |\n", + "| direct_solar_radiation | -0.6012493 |\n", + "| hour | 1.228596 |\n", + "| htg_setpoint | -1.3889493 |\n", + "| month | -1.125567 |\n", + "| outdoor_humidity | -0.06934754 |\n", + "| outdoor_temperature | -0.6886241 |\n", + "| people_occupant | -0.45295775 |\n", + "| total_electricity_HVAC | -0.6167439 |\n", + "| wind_direction | 0.91866434 |\n", + "| wind_speed | -0.14994898 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 33.61221 |\n", + "| air_temperature | 21.694286 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 4.7775326 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.42466947 |\n", + "| air_humidity | -1.6853591 |\n", + "| air_temperature | -1.5293969 |\n", + "| clg_setpoint | 1.2205613 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.546386 |\n", + "| diffuse_solar_radiation | -0.7318134 |\n", + "| direct_solar_radiation | -0.6015268 |\n", + "| hour | 1.3728765 |\n", + "| htg_setpoint | -0.44911447 |\n", + "| month | -1.1222334 |\n", + "| outdoor_humidity | -1.7405508 |\n", + "| outdoor_temperature | -1.365659 |\n", + "| people_occupant | -0.6897339 |\n", + "| total_electricity_HVAC | -0.44044623 |\n", + "| wind_direction | -1.6400663 |\n", + "| wind_speed | -0.35555905 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 908.4983 |\n", + "| air_humidity | 16.065496 |\n", + "| air_temperature | 20.004942 |\n", + "| clg_setpoint | 29.379078 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.812277 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | -1.993787 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 820912.9 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.51429033 |\n", + "| Heating_Setpoint_RL | 0.8623239 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.36073 |\n", + "| Heating_Setpoint_RL | 22.47557 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.087890826 |\n", + "| air_humidity | -1.9436443 |\n", + "| air_temperature | -1.6138498 |\n", + "| clg_setpoint | 1.4656359 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4275281 |\n", + "| diffuse_solar_radiation | -0.7312946 |\n", + "| direct_solar_radiation | -0.6016049 |\n", + "| hour | 1.5170965 |\n", + "| htg_setpoint | 0.35073674 |\n", + "| month | -1.1189294 |\n", + "| outdoor_humidity | -0.11138917 |\n", + "| outdoor_temperature | -0.93793887 |\n", + "| people_occupant | -0.6884055 |\n", + "| total_electricity_HVAC | 0.046549883 |\n", + "| wind_direction | -0.31334123 |\n", + "| wind_speed | -0.3551844 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3203.349 |\n", + "| air_humidity | 12.672408 |\n", + "| air_temperature | 19.849842 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 19.059435 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 2.2186174 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2883014.2 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.33084163 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 15.764015 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49995258 |\n", + "| air_humidity | 0.68547803 |\n", + "| air_temperature | -2.141134 |\n", + "| clg_setpoint | 1.4647621 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3099083 |\n", + "| diffuse_solar_radiation | -0.730799 |\n", + "| direct_solar_radiation | -0.6005472 |\n", + "| hour | 1.6612434 |\n", + "| htg_setpoint | -0.84316885 |\n", + "| month | -1.1156542 |\n", + "| outdoor_humidity | -0.3046841 |\n", + "| outdoor_temperature | -1.1747462 |\n", + "| people_occupant | -0.6888599 |\n", + "| total_electricity_HVAC | -0.5179693 |\n", + "| wind_direction | 1.2939376 |\n", + "| wind_speed | 1.7756133 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 576.9249 |\n", + "| air_humidity | 45.75615 |\n", + "| air_temperature | 18.902271 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 14.215002 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | -0.17197378 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 497520.7 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.35047287 |\n", + "| Heating_Setpoint_RL | 0.30341083 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.807846 |\n", + "| Heating_Setpoint_RL | 19.331686 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.4666704 |\n", + "| air_humidity | -0.6072478 |\n", + "| air_temperature | -3.0132341 |\n", + "| clg_setpoint | -0.2931275 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0805789 |\n", + "| diffuse_solar_radiation | -0.7305719 |\n", + "| direct_solar_radiation | -0.6006531 |\n", + "| hour | -1.6610055 |\n", + "| htg_setpoint | -0.6925096 |\n", + "| month | -1.1124078 |\n", + "| outdoor_humidity | -1.4013356 |\n", + "| outdoor_temperature | -2.5272067 |\n", + "| people_occupant | -0.689312 |\n", + "| total_electricity_HVAC | 0.2723372 |\n", + "| wind_direction | 1.1014473 |\n", + "| wind_speed | 1.9677465 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4908.855 |\n", + "| air_humidity | 29.457563 |\n", + "| air_temperature | 17.335491 |\n", + "| clg_setpoint | 25.585554 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 14.826128 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | -13.793128 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3846766.2 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 9.8 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.021241784 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.553308 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.7218149 |\n", + "| air_humidity | -0.74572325 |\n", + "| air_temperature | -1.2263321 |\n", + "| clg_setpoint | 1.4631258 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.96485966 |\n", + "| diffuse_solar_radiation | -0.73032415 |\n", + "| direct_solar_radiation | -0.6006348 |\n", + "| hour | -1.5163004 |\n", + "| htg_setpoint | 0.7124629 |\n", + "| month | -1.1091895 |\n", + "| outdoor_humidity | -0.7776228 |\n", + "| outdoor_temperature | -1.9277772 |\n", + "| people_occupant | -0.6897618 |\n", + "| total_electricity_HVAC | 1.3770803 |\n", + "| wind_direction | 1.0986964 |\n", + "| wind_speed | 0.6977796 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10579.345 |\n", + "| air_humidity | 27.68168 |\n", + "| air_temperature | 20.525778 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.52583 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | -7.9410415 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 8560572.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 6.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.41605574 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.965313 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.2949231 |\n", + "| air_humidity | -0.50526845 |\n", + "| air_temperature | -1.1845939 |\n", + "| clg_setpoint | 0.49366805 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.84976757 |\n", + "| diffuse_solar_radiation | -0.73015624 |\n", + "| direct_solar_radiation | -0.6008608 |\n", + "| hour | -1.3716607 |\n", + "| htg_setpoint | -1.3889436 |\n", + "| month | -1.105999 |\n", + "| outdoor_humidity | -1.0630445 |\n", + "| outdoor_temperature | -1.5771002 |\n", + "| people_occupant | -0.69020945 |\n", + "| total_electricity_HVAC | -0.32165697 |\n", + "| wind_direction | 1.1912361 |\n", + "| wind_speed | -1.1810573 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1517.43 |\n", + "| air_humidity | 30.687075 |\n", + "| air_temperature | 20.597946 |\n", + "| clg_setpoint | 27.563757 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | -4.4969974 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1347957.2 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8865309 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.617043 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.34538686 |\n", + "| air_humidity | -0.95231575 |\n", + "| air_temperature | -1.5346435 |\n", + "| clg_setpoint | -1.2224569 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.73516285 |\n", + "| diffuse_solar_radiation | -0.72976786 |\n", + "| direct_solar_radiation | -0.6011734 |\n", + "| hour | -1.2270736 |\n", + "| htg_setpoint | 0.37093127 |\n", + "| month | -1.1028358 |\n", + "| outdoor_humidity | -0.9152859 |\n", + "| outdoor_temperature | -1.8407437 |\n", + "| people_occupant | -0.6906548 |\n", + "| total_electricity_HVAC | 0.3002751 |\n", + "| wind_direction | 1.1869841 |\n", + "| wind_speed | 0.6968795 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4413.8984 |\n", + "| air_humidity | 25.038687 |\n", + "| air_temperature | 19.967686 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 19.141026 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | -7.229622 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4004688.2 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.33333623 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.749984 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.26533163 |\n", + "| air_humidity | -1.7692885 |\n", + "| air_temperature | -1.2884356 |\n", + "| clg_setpoint | 0.78964216 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6209253 |\n", + "| diffuse_solar_radiation | -0.7293425 |\n", + "| direct_solar_radiation | -0.60134447 |\n", + "| hour | -1.0825281 |\n", + "| htg_setpoint | -0.5570953 |\n", + "| month | -1.0996996 |\n", + "| outdoor_humidity | -0.2918636 |\n", + "| outdoor_temperature | -1.5487202 |\n", + "| people_occupant | -0.689344 |\n", + "| total_electricity_HVAC | -0.29260898 |\n", + "| wind_direction | 0.8072266 |\n", + "| wind_speed | -0.16283621 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1661.5006 |\n", + "| air_humidity | 14.678578 |\n", + "| air_temperature | 20.39968 |\n", + "| clg_setpoint | 28.313057 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 15.375659 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | -4.3393292 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1480634.6 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.67275393 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.840759 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.9699895 |\n", + "| air_humidity | -1.7258325 |\n", + "| air_temperature | -0.48753598 |\n", + "| clg_setpoint | 1.4585898 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5069533 |\n", + "| diffuse_solar_radiation | -0.7292233 |\n", + "| direct_solar_radiation | -0.6013707 |\n", + "| hour | -0.93801445 |\n", + "| htg_setpoint | 1.3841752 |\n", + "| month | -1.09659 |\n", + "| outdoor_humidity | 0.56913674 |\n", + "| outdoor_temperature | -0.956345 |\n", + "| people_occupant | -0.6880407 |\n", + "| total_electricity_HVAC | 2.8914003 |\n", + "| wind_direction | 0.6176798 |\n", + "| wind_speed | -0.5718624 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 16324.9795 |\n", + "| air_humidity | 15.11137 |\n", + "| air_temperature | 21.8308 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 1.6342511 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15104994.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "| train/ | |\n", + "| approx_kl | 0.0073518055 |\n", + "| clip_fraction | 0.0587 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.76 |\n", + "| explained_variance | 0.759 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 4.08 |\n", + "| n_updates | 190 |\n", + "| policy_gradient_loss | -0.00933 |\n", + "| std | 0.965 |\n", + "| value_loss | 11.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 4.058911 |\n", + "| air_humidity | -1.2477348 |\n", + "| air_temperature | -1.8332422 |\n", + "| clg_setpoint | 1.2361971 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.39316303 |\n", + "| diffuse_solar_radiation | -0.54115397 |\n", + "| direct_solar_radiation | -0.43917686 |\n", + "| hour | -0.7935242 |\n", + "| htg_setpoint | 0.7602763 |\n", + "| month | -1.0935067 |\n", + "| outdoor_humidity | -1.865602 |\n", + "| outdoor_temperature | -2.0628145 |\n", + "| people_occupant | -0.68848777 |\n", + "| total_electricity_HVAC | 3.8336313 |\n", + "| wind_direction | 1.277165 |\n", + "| wind_speed | 1.7602385 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 21273.568 |\n", + "| air_humidity | 21.124119 |\n", + "| air_temperature | 19.40985 |\n", + "| clg_setpoint | 29.441673 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 18.0 |\n", + "| direct_solar_radiation | 40.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 20.71825 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 29.0 |\n", + "| outdoor_temperature | -9.59148 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 19147002.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.44229805 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.117756 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.18207164 |\n", + "| air_humidity | -1.1844505 |\n", + "| air_temperature | -2.2004256 |\n", + "| clg_setpoint | -0.8718557 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.27948806 |\n", + "| diffuse_solar_radiation | -0.008135937 |\n", + "| direct_solar_radiation | 0.15692629 |\n", + "| hour | -0.64905035 |\n", + "| htg_setpoint | -0.18576327 |\n", + "| month | -1.0904492 |\n", + "| outdoor_humidity | -1.1415088 |\n", + "| outdoor_temperature | -1.8047521 |\n", + "| people_occupant | -0.68893266 |\n", + "| total_electricity_HVAC | 0.1341442 |\n", + "| wind_direction | 1.0847186 |\n", + "| wind_speed | -0.37011623 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3704.8765 |\n", + "| air_humidity | 21.885244 |\n", + "| air_temperature | 18.743523 |\n", + "| clg_setpoint | 24.136126 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 69.0 |\n", + "| direct_solar_radiation | 187.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.878458 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | -7.0845284 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3319307.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.19277406 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.974388 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49693093 |\n", + "| air_humidity | -0.96543705 |\n", + "| air_temperature | 0.3055289 |\n", + "| clg_setpoint | -1.2236838 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.16587876 |\n", + "| diffuse_solar_radiation | 0.3785928 |\n", + "| direct_solar_radiation | 1.000949 |\n", + "| hour | -0.504587 |\n", + "| htg_setpoint | -1.3883958 |\n", + "| month | -1.0874172 |\n", + "| outdoor_humidity | -1.4239782 |\n", + "| outdoor_temperature | -1.1443942 |\n", + "| people_occupant | 1.6933733 |\n", + "| total_electricity_HVAC | -0.5107126 |\n", + "| wind_direction | 1.0827578 |\n", + "| wind_speed | 0.2853169 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 622.8103 |\n", + "| air_humidity | 24.622257 |\n", + "| air_temperature | 23.249887 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 106.0 |\n", + "| direct_solar_radiation | 395.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | -0.42535722 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 556846.3 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.47784418 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.937126 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.48075867 |\n", + "| air_humidity | -0.75353324 |\n", + "| air_temperature | 0.3063146 |\n", + "| clg_setpoint | -1.2232652 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.05230204 |\n", + "| diffuse_solar_radiation | 1.2626302 |\n", + "| direct_solar_radiation | -0.48291308 |\n", + "| hour | -0.36012962 |\n", + "| htg_setpoint | 1.3837422 |\n", + "| month | -1.0844104 |\n", + "| outdoor_humidity | -0.3732544 |\n", + "| outdoor_temperature | -1.100684 |\n", + "| people_occupant | 1.6919464 |\n", + "| total_electricity_HVAC | 0.13846187 |\n", + "| wind_direction | -0.71238863 |\n", + "| wind_speed | -0.9858832 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5081.9434 |\n", + "| air_humidity | 27.279312 |\n", + "| air_temperature | 23.25095 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 190.5 |\n", + "| direct_solar_radiation | 29.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | -0.024799293 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3350706.2 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9150922 |\n", + "| Heating_Setpoint_RL | 0.15797855 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.713436 |\n", + "| Heating_Setpoint_RL | 18.51363 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.61511934 |\n", + "| air_humidity | 0.16653368 |\n", + "| air_temperature | -1.1568112 |\n", + "| clg_setpoint | 0.7590899 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.06125889 |\n", + "| diffuse_solar_radiation | 1.6191931 |\n", + "| direct_solar_radiation | 0.672912 |\n", + "| hour | -0.21567507 |\n", + "| htg_setpoint | -0.86841553 |\n", + "| month | -1.0814284 |\n", + "| outdoor_humidity | -0.13719523 |\n", + "| outdoor_temperature | -0.32015768 |\n", + "| people_occupant | -0.69025433 |\n", + "| total_electricity_HVAC | -0.62259245 |\n", + "| wind_direction | 1.0830032 |\n", + "| wind_speed | -0.16437137 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 38.89683 |\n", + "| air_temperature | 20.620255 |\n", + "| clg_setpoint | 28.238167 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 224.5 |\n", + "| direct_solar_radiation | 314.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 14.112436 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 7.9004602 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5547528 |\n", + "| Heating_Setpoint_RL | -0.5633755 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.752708 |\n", + "| Heating_Setpoint_RL | 14.456013 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6153969 |\n", + "| air_humidity | -1.2908449 |\n", + "| air_temperature | -0.4740689 |\n", + "| clg_setpoint | 0.45101905 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.1748047 |\n", + "| diffuse_solar_radiation | 0.5687581 |\n", + "| direct_solar_radiation | 2.3522737 |\n", + "| hour | -0.0712213 |\n", + "| htg_setpoint | 0.022059308 |\n", + "| month | -1.0784708 |\n", + "| outdoor_humidity | -1.5164354 |\n", + "| outdoor_temperature | -0.28725016 |\n", + "| people_occupant | -0.68896794 |\n", + "| total_electricity_HVAC | -0.62281936 |\n", + "| wind_direction | -1.7482464 |\n", + "| wind_speed | -1.1921927 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 20.4891 |\n", + "| air_temperature | 21.845388 |\n", + "| clg_setpoint | 27.467411 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 124.0 |\n", + "| direct_solar_radiation | 727.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.728205 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 36.0 |\n", + "| outdoor_temperature | 8.222929 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.17485988 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.641413 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6151139 |\n", + "| air_humidity | -0.9480139 |\n", + "| air_temperature | 1.1205001 |\n", + "| clg_setpoint | -0.6451164 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.2883201 |\n", + "| diffuse_solar_radiation | 1.793452 |\n", + "| direct_solar_radiation | 0.55334884 |\n", + "| hour | 0.07323244 |\n", + "| htg_setpoint | 0.61254525 |\n", + "| month | -1.0755374 |\n", + "| outdoor_humidity | -0.27737188 |\n", + "| outdoor_temperature | -0.3590607 |\n", + "| people_occupant | 0.26530978 |\n", + "| total_electricity_HVAC | -0.6225376 |\n", + "| wind_direction | 0.04354493 |\n", + "| wind_speed | -0.57344127 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 24.756744 |\n", + "| air_temperature | 24.706629 |\n", + "| clg_setpoint | 24.709667 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 241.0 |\n", + "| direct_solar_radiation | 284.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.125935 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 7.4780955 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5008877 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.934504 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5078761 |\n", + "| air_humidity | -1.0297887 |\n", + "| air_temperature | 0.30819026 |\n", + "| clg_setpoint | -1.2239828 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.40177396 |\n", + "| diffuse_solar_radiation | 1.1924297 |\n", + "| direct_solar_radiation | 1.3282667 |\n", + "| hour | 0.2176857 |\n", + "| htg_setpoint | 1.3815558 |\n", + "| month | -1.0726278 |\n", + "| outdoor_humidity | -1.1365817 |\n", + "| outdoor_temperature | -0.46442208 |\n", + "| people_occupant | 1.2179215 |\n", + "| total_electricity_HVAC | -0.520175 |\n", + "| wind_direction | 0.13948697 |\n", + "| wind_speed | -0.57119733 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 577.5752 |\n", + "| air_humidity | 23.715818 |\n", + "| air_temperature | 23.24836 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 183.5 |\n", + "| direct_solar_radiation | 475.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 6.390464 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 519817.66 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6150582 |\n", + "| air_humidity | -0.94101644 |\n", + "| air_temperature | 1.5909555 |\n", + "| clg_setpoint | 0.94121945 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.51511973 |\n", + "| diffuse_solar_radiation | 0.3344243 |\n", + "| direct_solar_radiation | 1.7686822 |\n", + "| hour | 0.36213678 |\n", + "| htg_setpoint | 0.9043266 |\n", + "| month | -1.0697417 |\n", + "| outdoor_humidity | -0.56331086 |\n", + "| outdoor_temperature | -0.3530743 |\n", + "| people_occupant | 1.6932429 |\n", + "| total_electricity_HVAC | -0.62240463 |\n", + "| wind_direction | -0.6157933 |\n", + "| wind_speed | -0.15818217 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 24.814137 |\n", + "| air_temperature | 25.547735 |\n", + "| clg_setpoint | 28.700485 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 101.5 |\n", + "| direct_solar_radiation | 584.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.315266 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 7.509553 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.05975312 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.961111 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.39084727 |\n", + "| air_humidity | 0.12051628 |\n", + "| air_temperature | 0.31984416 |\n", + "| clg_setpoint | -1.2228847 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.62829536 |\n", + "| diffuse_solar_radiation | -0.06301408 |\n", + "| direct_solar_radiation | -0.6021321 |\n", + "| hour | 0.50658286 |\n", + "| htg_setpoint | -1.391426 |\n", + "| month | -1.0668788 |\n", + "| outdoor_humidity | 0.6751719 |\n", + "| outdoor_temperature | -0.6867609 |\n", + "| people_occupant | 1.6918379 |\n", + "| total_electricity_HVAC | -0.45320937 |\n", + "| wind_direction | -1.4621012 |\n", + "| wind_speed | -1.1861316 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1112.5785 |\n", + "| air_humidity | 38.19233 |\n", + "| air_temperature | 23.267859 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 63.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 4.1044445 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 808370.5 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6069335 |\n", + "| Heating_Setpoint_RL | -0.53331244 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.5766 |\n", + "| Heating_Setpoint_RL | 14.625117 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.51514965 |\n", + "| air_humidity | -1.1015983 |\n", + "| air_temperature | 0.3097025 |\n", + "| clg_setpoint | -1.2229602 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7412241 |\n", + "| diffuse_solar_radiation | -0.43982983 |\n", + "| direct_solar_radiation | 0.50521815 |\n", + "| hour | 0.65101993 |\n", + "| htg_setpoint | -1.3910145 |\n", + "| month | -1.0640386 |\n", + "| outdoor_humidity | -1.088208 |\n", + "| outdoor_temperature | -0.6867209 |\n", + "| people_occupant | 1.6904422 |\n", + "| total_electricity_HVAC | -0.51713043 |\n", + "| wind_direction | 0.6112483 |\n", + "| wind_speed | -0.15726848 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 543.4814 |\n", + "| air_humidity | 22.80347 |\n", + "| air_temperature | 23.249193 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 27.5 |\n", + "| direct_solar_radiation | 273.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 4.084575 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 531949.4 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.06371045 |\n", + "| Heating_Setpoint_RL | 0.36442667 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.409977 |\n", + "| Heating_Setpoint_RL | 19.6749 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5985163 |\n", + "| air_humidity | -0.84340596 |\n", + "| air_temperature | -1.1735206 |\n", + "| clg_setpoint | 1.3896348 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.85381466 |\n", + "| diffuse_solar_radiation | -0.7282028 |\n", + "| direct_solar_radiation | -0.6014376 |\n", + "| hour | 0.7954427 |\n", + "| htg_setpoint | -0.948066 |\n", + "| month | -1.0612211 |\n", + "| outdoor_humidity | 1.0123907 |\n", + "| outdoor_temperature | -0.77050865 |\n", + "| people_occupant | -0.68986785 |\n", + "| total_electricity_HVAC | -0.60582083 |\n", + "| wind_direction | -0.61640364 |\n", + "| wind_speed | -0.9805148 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 161.9925 |\n", + "| air_humidity | 26.035803 |\n", + "| air_temperature | 20.586111 |\n", + "| clg_setpoint | 29.829548 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 13.798571 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 3.217599 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 149082.22 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5856418 |\n", + "| air_humidity | -1.4189129 |\n", + "| air_temperature | -1.2481415 |\n", + "| clg_setpoint | -0.2094589 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.96596193 |\n", + "| diffuse_solar_radiation | -0.7280164 |\n", + "| direct_solar_radiation | -0.6013761 |\n", + "| hour | 0.93984497 |\n", + "| htg_setpoint | -1.390461 |\n", + "| month | -1.0584259 |\n", + "| outdoor_humidity | -1.3745167 |\n", + "| outdoor_temperature | -0.77202547 |\n", + "| people_occupant | -0.68860495 |\n", + "| total_electricity_HVAC | -0.5931992 |\n", + "| wind_direction | 1.0824987 |\n", + "| wind_speed | 1.9857814 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 220.55586 |\n", + "| air_humidity | 18.762253 |\n", + "| air_temperature | 20.44974 |\n", + "| clg_setpoint | 25.805578 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 3.1929872 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 203205.42 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 9.8 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.31578928 |\n", + "| Heating_Setpoint_RL | 0.6028079 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.559212 |\n", + "| Heating_Setpoint_RL | 21.015795 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.54828113 |\n", + "| air_humidity | -0.7616789 |\n", + "| air_temperature | -0.14866473 |\n", + "| clg_setpoint | -1.2234626 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.077548 |\n", + "| diffuse_solar_radiation | -0.72773546 |\n", + "| direct_solar_radiation | -0.60178214 |\n", + "| hour | 1.0842192 |\n", + "| htg_setpoint | -1.3893284 |\n", + "| month | -1.0556526 |\n", + "| outdoor_humidity | -0.8924661 |\n", + "| outdoor_temperature | -0.82629573 |\n", + "| people_occupant | -0.45064527 |\n", + "| total_electricity_HVAC | -0.5569336 |\n", + "| wind_direction | 0.6079938 |\n", + "| wind_speed | 0.5017275 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 392.36417 |\n", + "| air_humidity | 26.975403 |\n", + "| air_temperature | 22.418686 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 2.6141448 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 360461.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9186176 |\n", + "| Heating_Setpoint_RL | 0.76797795 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.524666 |\n", + "| Heating_Setpoint_RL | 21.944876 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.8601836 |\n", + "| air_humidity | -0.327141 |\n", + "| air_temperature | 0.315567 |\n", + "| clg_setpoint | -1.2229061 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1884428 |\n", + "| diffuse_solar_radiation | -0.7276736 |\n", + "| direct_solar_radiation | -0.60077024 |\n", + "| hour | 1.2285569 |\n", + "| htg_setpoint | 1.3800128 |\n", + "| month | -1.0529009 |\n", + "| outdoor_humidity | -1.9391599 |\n", + "| outdoor_temperature | -1.1486137 |\n", + "| people_occupant | -0.45115712 |\n", + "| total_electricity_HVAC | 1.7397556 |\n", + "| wind_direction | -1.0884569 |\n", + "| wind_speed | -0.7755008 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11453.218 |\n", + "| air_humidity | 32.428146 |\n", + "| air_temperature | 23.250029 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | -0.69316286 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 10307896.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.51984745 |\n", + "| Heating_Setpoint_RL | -0.59835744 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.379486 |\n", + "| Heating_Setpoint_RL | 14.259239 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.44196287 |\n", + "| air_humidity | 0.8288493 |\n", + "| air_temperature | -0.8950419 |\n", + "| clg_setpoint | 1.4572704 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2985053 |\n", + "| diffuse_solar_radiation | -0.7273989 |\n", + "| direct_solar_radiation | -0.5997634 |\n", + "| hour | 1.3728483 |\n", + "| htg_setpoint | -0.60309815 |\n", + "| month | -1.0501708 |\n", + "| outdoor_humidity | 1.5362079 |\n", + "| outdoor_temperature | -1.2362536 |\n", + "| people_occupant | -0.68989307 |\n", + "| total_electricity_HVAC | -0.45645103 |\n", + "| wind_direction | -1.7447164 |\n", + "| wind_speed | -0.7745695 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 887.53455 |\n", + "| air_humidity | 46.972954 |\n", + "| air_temperature | 21.080149 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.199556 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | -1.6188502 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 801679.75 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.8023331 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.138123 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.27831087 |\n", + "| air_humidity | 1.1994361 |\n", + "| air_temperature | -0.86418897 |\n", + "| clg_setpoint | 0.61770767 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4075851 |\n", + "| diffuse_solar_radiation | -0.72707045 |\n", + "| direct_solar_radiation | -0.5987616 |\n", + "| hour | 1.5170826 |\n", + "| htg_setpoint | 0.8229521 |\n", + "| month | -1.0474617 |\n", + "| outdoor_humidity | 1.1985945 |\n", + "| outdoor_temperature | -0.5380366 |\n", + "| people_occupant | -0.69031835 |\n", + "| total_electricity_HVAC | -0.3476652 |\n", + "| wind_direction | -1.5521386 |\n", + "| wind_speed | -0.3597183 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1641.24 |\n", + "| air_humidity | 51.64682 |\n", + "| air_temperature | 21.135778 |\n", + "| clg_setpoint | 27.883698 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.99593 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 5.4520545 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1274308.9 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.13041882 |\n", + "| Heating_Setpoint_RL | -0.2508533 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.065163 |\n", + "| Heating_Setpoint_RL | 16.213951 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.892055 |\n", + "| air_humidity | -0.7597984 |\n", + "| air_temperature | 0.3166509 |\n", + "| clg_setpoint | -0.06506475 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6647282 |\n", + "| diffuse_solar_radiation | -0.72711146 |\n", + "| direct_solar_radiation | -0.59902513 |\n", + "| hour | 1.6612482 |\n", + "| htg_setpoint | 1.3771716 |\n", + "| month | -0.77195805 |\n", + "| outdoor_humidity | 1.1996932 |\n", + "| outdoor_temperature | -0.62043893 |\n", + "| people_occupant | -0.69074166 |\n", + "| total_electricity_HVAC | 1.9634453 |\n", + "| wind_direction | -0.7981452 |\n", + "| wind_speed | -1.1838758 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11623.873 |\n", + "| air_humidity | 27.011024 |\n", + "| air_temperature | 23.249954 |\n", + "| clg_setpoint | 26.163948 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 4.6171107 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 11299515.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.44985026 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 20.155407 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.8809185 |\n", + "| air_humidity | -0.3104833 |\n", + "| air_temperature | -0.55046314 |\n", + "| clg_setpoint | 1.4547912 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4308897 |\n", + "| diffuse_solar_radiation | -0.7270058 |\n", + "| direct_solar_radiation | -0.59864736 |\n", + "| hour | -1.6610242 |\n", + "| htg_setpoint | 1.3771642 |\n", + "| month | -0.77045274 |\n", + "| outdoor_humidity | -0.6557081 |\n", + "| outdoor_temperature | -0.14483629 |\n", + "| people_occupant | -0.68949467 |\n", + "| total_electricity_HVAC | 2.8399358 |\n", + "| wind_direction | 0.8987955 |\n", + "| wind_speed | 1.3338134 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 16167.493 |\n", + "| air_humidity | 32.655067 |\n", + "| air_temperature | 21.697104 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 9.435005 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15098354.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 8.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.06664768 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.250107 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.8628174 |\n", + "| air_humidity | -1.0291529 |\n", + "| air_temperature | 0.18269184 |\n", + "| clg_setpoint | 1.4517787 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3121694 |\n", + "| diffuse_solar_radiation | -0.72705024 |\n", + "| direct_solar_radiation | -0.59901804 |\n", + "| hour | -1.5163333 |\n", + "| htg_setpoint | 1.3778387 |\n", + "| month | -0.7689562 |\n", + "| outdoor_humidity | 0.15421198 |\n", + "| outdoor_temperature | -0.2721702 |\n", + "| people_occupant | -0.6882545 |\n", + "| total_electricity_HVAC | 1.7108033 |\n", + "| wind_direction | -0.14109059 |\n", + "| wind_speed | -0.97696656 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11481.575 |\n", + "| air_humidity | 23.617998 |\n", + "| air_temperature | 23.006058 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 8.14938 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10197783.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 2.6 |\n", + "| train/ | |\n", + "| approx_kl | 0.0049278988 |\n", + "| clip_fraction | 0.0308 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.76 |\n", + "| explained_variance | 0.798 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 1.95 |\n", + "| n_updates | 200 |\n", + "| policy_gradient_loss | -0.00509 |\n", + "| std | 0.961 |\n", + "| value_loss | 6.21 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.1611397 |\n", + "| air_humidity | 0.7022523 |\n", + "| air_temperature | 0.3192549 |\n", + "| clg_setpoint | -0.9245861 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.1945324 |\n", + "| diffuse_solar_radiation | -0.72686005 |\n", + "| direct_solar_radiation | -0.5980688 |\n", + "| hour | -1.3717037 |\n", + "| htg_setpoint | 1.3765248 |\n", + "| month | -0.76746833 |\n", + "| outdoor_humidity | 1.5277467 |\n", + "| outdoor_temperature | -0.3598518 |\n", + "| people_occupant | -0.68867934 |\n", + "| total_electricity_HVAC | 1.0724212 |\n", + "| wind_direction | -1.7420089 |\n", + "| wind_speed | -2.0434825 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8254.073 |\n", + "| air_humidity | 45.35047 |\n", + "| air_temperature | 23.250313 |\n", + "| clg_setpoint | 24.00619 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 7.2575927 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7428666.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.94625187 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.8186 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.61553025 |\n", + "| air_humidity | 1.0579723 |\n", + "| air_temperature | -0.8769837 |\n", + "| clg_setpoint | -0.8688543 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0777869 |\n", + "| diffuse_solar_radiation | -0.7267303 |\n", + "| direct_solar_radiation | -0.5971367 |\n", + "| hour | -1.2271237 |\n", + "| htg_setpoint | -1.3936108 |\n", + "| month | -0.76598907 |\n", + "| outdoor_humidity | 1.5215878 |\n", + "| outdoor_temperature | -0.18970567 |\n", + "| people_occupant | -0.6891022 |\n", + "| total_electricity_HVAC | -0.62259233 |\n", + "| wind_direction | -1.740108 |\n", + "| wind_speed | -2.040686 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 49.829823 |\n", + "| air_temperature | 21.116133 |\n", + "| clg_setpoint | 24.147041 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 8.96805 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9307163 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.766167 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.61526346 |\n", + "| air_humidity | -0.057109274 |\n", + "| air_temperature | -0.9739458 |\n", + "| clg_setpoint | 1.4509829 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.96176314 |\n", + "| diffuse_solar_radiation | -0.7264935 |\n", + "| direct_solar_radiation | -0.59634984 |\n", + "| hour | -1.082583 |\n", + "| htg_setpoint | -1.3935184 |\n", + "| month | -0.7645183 |\n", + "| outdoor_humidity | -0.7078798 |\n", + "| outdoor_temperature | -0.5737544 |\n", + "| people_occupant | -0.6895231 |\n", + "| total_electricity_HVAC | -0.62232757 |\n", + "| wind_direction | 1.0866796 |\n", + "| wind_speed | 1.5754787 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 35.87638 |\n", + "| air_temperature | 20.943405 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 5.09766 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 8.8 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.14249468 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.144081 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.5489833 |\n", + "| air_humidity | -0.65941566 |\n", + "| air_temperature | -0.14685568 |\n", + "| clg_setpoint | -0.15018693 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8463125 |\n", + "| diffuse_solar_radiation | -0.726496 |\n", + "| direct_solar_radiation | -0.596778 |\n", + "| hour | -0.93807214 |\n", + "| htg_setpoint | 1.3746004 |\n", + "| month | -0.763056 |\n", + "| outdoor_humidity | 1.5199219 |\n", + "| outdoor_temperature | -0.9917395 |\n", + "| people_occupant | -0.689942 |\n", + "| total_electricity_HVAC | 2.5209446 |\n", + "| wind_direction | -1.1767418 |\n", + "| wind_speed | -0.35612306 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 14639.495 |\n", + "| air_humidity | 28.313732 |\n", + "| air_temperature | 22.41944 |\n", + "| clg_setpoint | 25.961313 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 0.8777973 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13715532.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.39854687 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.866827 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.264291 |\n", + "| air_humidity | 0.28981158 |\n", + "| air_temperature | -0.74156624 |\n", + "| clg_setpoint | 1.4504337 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.73130566 |\n", + "| diffuse_solar_radiation | 0.034434833 |\n", + "| direct_solar_radiation | 0.11589249 |\n", + "| hour | -0.79358333 |\n", + "| htg_setpoint | 0.8568714 |\n", + "| month | -0.76160204 |\n", + "| outdoor_humidity | 1.325403 |\n", + "| outdoor_temperature | -0.8282457 |\n", + "| people_occupant | -0.690359 |\n", + "| total_electricity_HVAC | -0.3414346 |\n", + "| wind_direction | 0.52320063 |\n", + "| wind_speed | -1.1778113 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1703.1495 |\n", + "| air_humidity | 40.20342 |\n", + "| air_temperature | 21.359911 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 72.0 |\n", + "| direct_solar_radiation | 175.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.153057 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 2.5014124 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1298717.9 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.07811546 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.36136 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5789178 |\n", + "| air_humidity | -0.543495 |\n", + "| air_temperature | -0.7728993 |\n", + "| clg_setpoint | 1.0962138 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6166314 |\n", + "| diffuse_solar_radiation | 0.7689234 |\n", + "| direct_solar_radiation | -0.11540202 |\n", + "| hour | -0.6491099 |\n", + "| htg_setpoint | 0.16002886 |\n", + "| month | -0.7601564 |\n", + "| outdoor_humidity | 0.99100304 |\n", + "| outdoor_temperature | -0.9330307 |\n", + "| people_occupant | -0.6891341 |\n", + "| total_electricity_HVAC | -0.5873377 |\n", + "| wind_direction | -1.1734586 |\n", + "| wind_speed | -0.14852248 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 256.2343 |\n", + "| air_humidity | 29.771893 |\n", + "| air_temperature | 21.302025 |\n", + "| clg_setpoint | 29.111319 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 141.5 |\n", + "| direct_solar_radiation | 118.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.323637 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 1.4330629 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 231856.39 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.58596843 |\n", + "| Heating_Setpoint_RL | 0.36734042 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.647356 |\n", + "| Heating_Setpoint_RL | 19.69129 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.61561775 |\n", + "| air_humidity | -1.0406826 |\n", + "| air_temperature | 0.29748246 |\n", + "| clg_setpoint | -1.2273539 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.50219613 |\n", + "| diffuse_solar_radiation | 0.6731315 |\n", + "| direct_solar_radiation | 2.2024562 |\n", + "| hour | -0.5046464 |\n", + "| htg_setpoint | -0.7387824 |\n", + "| month | -0.7587189 |\n", + "| outdoor_humidity | -1.2337643 |\n", + "| outdoor_temperature | -0.44089362 |\n", + "| people_occupant | 1.6966593 |\n", + "| total_electricity_HVAC | -0.6226498 |\n", + "| wind_direction | -1.7347964 |\n", + "| wind_speed | 1.780446 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 23.526642 |\n", + "| air_temperature | 23.206093 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 132.5 |\n", + "| direct_solar_radiation | 687.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 14.671776 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 6.375042 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.74190754 |\n", + "| Heating_Setpoint_RL | 0.3474666 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.121061 |\n", + "| Heating_Setpoint_RL | 19.5795 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.61522233 |\n", + "| air_humidity | -0.55239064 |\n", + "| air_temperature | 1.1172593 |\n", + "| clg_setpoint | -0.4063431 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.38792297 |\n", + "| diffuse_solar_radiation | 2.349228 |\n", + "| direct_solar_radiation | 0.8406343 |\n", + "| hour | -0.36018863 |\n", + "| htg_setpoint | -0.10976035 |\n", + "| month | -0.7572896 |\n", + "| outdoor_humidity | -1.4693795 |\n", + "| outdoor_temperature | -0.23674425 |\n", + "| people_occupant | 1.6953012 |\n", + "| total_electricity_HVAC | -0.62222755 |\n", + "| wind_direction | 0.71327275 |\n", + "| wind_speed | 4.3259363 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 29.616587 |\n", + "| air_temperature | 24.665405 |\n", + "| clg_setpoint | 25.32233 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 291.0 |\n", + "| direct_solar_radiation | 353.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.226297 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 8.425079 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 15.5 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.3130653 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.864008 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.41678917 |\n", + "| air_humidity | -0.9029966 |\n", + "| air_temperature | 0.32244635 |\n", + "| clg_setpoint | -1.2268841 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.2737512 |\n", + "| diffuse_solar_radiation | 0.8215855 |\n", + "| direct_solar_radiation | 2.736349 |\n", + "| hour | -0.21573345 |\n", + "| htg_setpoint | 0.8160871 |\n", + "| month | -0.75586826 |\n", + "| outdoor_humidity | -1.6068356 |\n", + "| outdoor_temperature | -0.6778374 |\n", + "| people_occupant | 1.6939517 |\n", + "| total_electricity_HVAC | -0.43291545 |\n", + "| wind_direction | 1.1818714 |\n", + "| wind_speed | 1.9731854 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1000.19446 |\n", + "| air_humidity | 25.202436 |\n", + "| air_temperature | 23.249155 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 146.5 |\n", + "| direct_solar_radiation | 820.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.98652 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 3.9798717 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 900175.0 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 9.8 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.45510292 |\n", + "| air_humidity | -1.0361673 |\n", + "| air_temperature | 1.360287 |\n", + "| clg_setpoint | -0.49505416 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.15963605 |\n", + "| diffuse_solar_radiation | 2.555214 |\n", + "| direct_solar_radiation | 1.2786093 |\n", + "| hour | -0.07127902 |\n", + "| htg_setpoint | 0.10154349 |\n", + "| month | -0.754455 |\n", + "| outdoor_humidity | -0.70282435 |\n", + "| outdoor_temperature | -1.0363842 |\n", + "| people_occupant | 1.2162625 |\n", + "| total_electricity_HVAC | -0.4664991 |\n", + "| wind_direction | -0.32732117 |\n", + "| wind_speed | -0.15713578 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 822.9111 |\n", + "| air_humidity | 23.490417 |\n", + "| air_temperature | 25.096409 |\n", + "| clg_setpoint | 25.09791 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 310.5 |\n", + "| direct_solar_radiation | 462.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 18.079718 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 0.3595708 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 753421.75 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.04589218 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.366856 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6145134 |\n", + "| air_humidity | -1.133218 |\n", + "| air_temperature | 1.3061507 |\n", + "| clg_setpoint | -0.18364786 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.04554841 |\n", + "| diffuse_solar_radiation | 0.7578173 |\n", + "| direct_solar_radiation | 2.8096986 |\n", + "| hour | 0.07317538 |\n", + "| htg_setpoint | -1.3934124 |\n", + "| month | -0.7530495 |\n", + "| outdoor_humidity | -1.5542903 |\n", + "| outdoor_temperature | 0.25357565 |\n", + "| people_occupant | 0.26255327 |\n", + "| total_electricity_HVAC | -0.62150913 |\n", + "| wind_direction | 0.8027121 |\n", + "| wind_speed | 0.90448684 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 22.282051 |\n", + "| air_temperature | 24.99919 |\n", + "| clg_setpoint | 25.884563 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 140.5 |\n", + "| direct_solar_radiation | 840.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 13.29924 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.8733921 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.71217 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.46141106 |\n", + "| air_humidity | -1.3800596 |\n", + "| air_temperature | -1.6535959 |\n", + "| clg_setpoint | 1.443611 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.06852541 |\n", + "| diffuse_solar_radiation | 0.3674154 |\n", + "| direct_solar_radiation | -0.596455 |\n", + "| hour | 0.21762931 |\n", + "| htg_setpoint | -1.3927673 |\n", + "| month | -0.75165194 |\n", + "| outdoor_humidity | 1.5175287 |\n", + "| outdoor_temperature | -1.1484238 |\n", + "| people_occupant | -0.6899891 |\n", + "| total_electricity_HVAC | -0.4787789 |\n", + "| wind_direction | -1.2680985 |\n", + "| wind_speed | 1.763099 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 792.6248 |\n", + "| air_humidity | 19.129728 |\n", + "| air_temperature | 19.726824 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 103.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | -0.77214164 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 698752.8 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.050778955 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.79638 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.34410623 |\n", + "| air_humidity | -1.516118 |\n", + "| air_temperature | -0.955099 |\n", + "| clg_setpoint | -1.2278547 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.18258382 |\n", + "| diffuse_solar_radiation | 1.0547925 |\n", + "| direct_solar_radiation | 2.012432 |\n", + "| hour | 0.3620812 |\n", + "| htg_setpoint | -1.0524895 |\n", + "| month | -0.7502621 |\n", + "| outdoor_humidity | 0.7134303 |\n", + "| outdoor_temperature | -1.4535654 |\n", + "| people_occupant | -0.68878555 |\n", + "| total_electricity_HVAC | -0.35279292 |\n", + "| wind_direction | -1.5449859 |\n", + "| wind_speed | -0.5707438 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1340.0808 |\n", + "| air_humidity | 17.360285 |\n", + "| air_temperature | 20.966705 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 168.5 |\n", + "| direct_solar_radiation | 643.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 13.386639 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | -3.8718314 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1252746.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5349513 |\n", + "| Heating_Setpoint_RL | 0.8307429 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.81954 |\n", + "| Heating_Setpoint_RL | 22.297928 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.19220659 |\n", + "| air_humidity | -0.40808672 |\n", + "| air_temperature | 0.32736152 |\n", + "| clg_setpoint | -1.2275394 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.29661012 |\n", + "| diffuse_solar_radiation | 0.6729707 |\n", + "| direct_solar_radiation | 1.6427798 |\n", + "| hour | 0.5065284 |\n", + "| htg_setpoint | -0.40558165 |\n", + "| month | -0.7488799 |\n", + "| outdoor_humidity | 0.0035410135 |\n", + "| outdoor_temperature | -0.696337 |\n", + "| people_occupant | 1.6951509 |\n", + "| total_electricity_HVAC | -0.21851796 |\n", + "| wind_direction | -0.13165346 |\n", + "| wind_speed | -0.15965445 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2046.6178 |\n", + "| air_humidity | 31.201414 |\n", + "| air_temperature | 23.248848 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 132.5 |\n", + "| direct_solar_radiation | 552.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.019232 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 3.694998 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1841956.1 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.55140674 |\n", + "| Heating_Setpoint_RL | -0.3075854 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.764002 |\n", + "| Heating_Setpoint_RL | 15.894833 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.36622462 |\n", + "| air_humidity | -0.2045971 |\n", + "| air_temperature | 0.59269065 |\n", + "| clg_setpoint | -1.040017 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.4105726 |\n", + "| diffuse_solar_radiation | -0.07793193 |\n", + "| direct_solar_radiation | 0.86462325 |\n", + "| hour | 0.650967 |\n", + "| htg_setpoint | -0.12695038 |\n", + "| month | -0.74750537 |\n", + "| outdoor_humidity | -0.47051662 |\n", + "| outdoor_temperature | -0.738351 |\n", + "| people_occupant | 1.6938211 |\n", + "| total_electricity_HVAC | -0.4045281 |\n", + "| wind_direction | 1.5608504 |\n", + "| wind_speed | 0.08494734 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1242.5607 |\n", + "| air_humidity | 33.751755 |\n", + "| air_temperature | 23.720577 |\n", + "| clg_setpoint | 23.722918 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 61.5 |\n", + "| direct_solar_radiation | 360.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 17.154634 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 3.254515 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1031080.2 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.56269115 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.790138 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.61583036 |\n", + "| air_humidity | -0.33653903 |\n", + "| air_temperature | 1.3296354 |\n", + "| clg_setpoint | 0.0095627615 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.5244248 |\n", + "| diffuse_solar_radiation | -0.5536466 |\n", + "| direct_solar_radiation | -0.22580282 |\n", + "| hour | 0.7953922 |\n", + "| htg_setpoint | -0.024611803 |\n", + "| month | -0.74613833 |\n", + "| outdoor_humidity | 0.37930533 |\n", + "| outdoor_temperature | -0.60648835 |\n", + "| people_occupant | 1.6924995 |\n", + "| total_electricity_HVAC | -0.62273556 |\n", + "| wind_direction | -0.03457087 |\n", + "| wind_speed | 2.7806098 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 32.0951 |\n", + "| air_temperature | 25.03183 |\n", + "| clg_setpoint | 26.376253 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 16.5 |\n", + "| direct_solar_radiation | 91.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 17.573015 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 4.5613375 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 11.8 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.61568403 |\n", + "| air_humidity | -1.1070936 |\n", + "| air_temperature | 0.32816926 |\n", + "| clg_setpoint | -1.2258515 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.63810575 |\n", + "| diffuse_solar_radiation | -0.7280618 |\n", + "| direct_solar_radiation | -0.5968474 |\n", + "| hour | 0.939798 |\n", + "| htg_setpoint | -1.3952769 |\n", + "| month | -0.7447788 |\n", + "| outdoor_humidity | -1.3681796 |\n", + "| outdoor_temperature | -0.6105013 |\n", + "| people_occupant | 0.50057477 |\n", + "| total_electricity_HVAC | -0.6225604 |\n", + "| wind_direction | 0.99709326 |\n", + "| wind_speed | 3.828005 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 22.451147 |\n", + "| air_temperature | 23.249825 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 4.5172133 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 14.4 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.22274233 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.372074 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.45597446 |\n", + "| air_humidity | -1.0010421 |\n", + "| air_temperature | -0.13444346 |\n", + "| clg_setpoint | -0.6540951 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7515403 |\n", + "| diffuse_solar_radiation | -0.7281725 |\n", + "| direct_solar_radiation | -0.5973083 |\n", + "| hour | 1.0841774 |\n", + "| htg_setpoint | -1.3941228 |\n", + "| month | -0.7434267 |\n", + "| outdoor_humidity | -2.1616309 |\n", + "| outdoor_temperature | -1.1162373 |\n", + "| people_occupant | -0.45264965 |\n", + "| total_electricity_HVAC | -0.46827757 |\n", + "| wind_direction | 1.0876187 |\n", + "| wind_speed | 1.2956828 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 827.5886 |\n", + "| air_humidity | 23.73359 |\n", + "| air_temperature | 22.42507 |\n", + "| clg_setpoint | 24.6958 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 22.0 |\n", + "| outdoor_temperature | -0.58223057 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 752913.2 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 8.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5683845 |\n", + "| Heating_Setpoint_RL | 0.43696547 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.543297 |\n", + "| Heating_Setpoint_RL | 20.082932 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.61596066 |\n", + "| air_humidity | -1.5236076 |\n", + "| air_temperature | -1.1286701 |\n", + "| clg_setpoint | 0.56539375 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.86463964 |\n", + "| diffuse_solar_radiation | -0.7282965 |\n", + "| direct_solar_radiation | -0.5977539 |\n", + "| hour | 1.2285221 |\n", + "| htg_setpoint | -1.3935603 |\n", + "| month | -0.7420819 |\n", + "| outdoor_humidity | -0.6971894 |\n", + "| outdoor_temperature | -0.6279059 |\n", + "| people_occupant | -0.68963134 |\n", + "| total_electricity_HVAC | -0.62281764 |\n", + "| wind_direction | 0.33644998 |\n", + "| wind_speed | 0.6859846 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 17.133406 |\n", + "| air_temperature | 20.654474 |\n", + "| clg_setpoint | 27.7827 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 4.289253 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.41500533 |\n", + "| Heating_Setpoint_RL | -0.14310819 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.224358 |\n", + "| Heating_Setpoint_RL | 16.820017 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6077537 |\n", + "| air_humidity | -0.605166 |\n", + "| air_temperature | -1.0998425 |\n", + "| clg_setpoint | 1.4403695 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.97730184 |\n", + "| diffuse_solar_radiation | -0.72845566 |\n", + "| direct_solar_radiation | -0.5982102 |\n", + "| hour | 1.3728231 |\n", + "| htg_setpoint | 0.2674611 |\n", + "| month | -0.74074435 |\n", + "| outdoor_humidity | 1.3727111 |\n", + "| outdoor_temperature | -0.49091288 |\n", + "| people_occupant | -0.68844837 |\n", + "| total_electricity_HVAC | -0.6149551 |\n", + "| wind_direction | -1.7300234 |\n", + "| wind_speed | -2.0326562 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 122.95377 |\n", + "| air_humidity | 28.594927 |\n", + "| air_temperature | 20.70279 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 18.752184 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 5.657064 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 110658.4 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5789284 |\n", + "| Heating_Setpoint_RL | 0.2988593 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.671116 |\n", + "| Heating_Setpoint_RL | 19.306084 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6153135 |\n", + "| air_humidity | 1.2658914 |\n", + "| air_temperature | -1.111558 |\n", + "| clg_setpoint | 1.1368724 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0894127 |\n", + "| diffuse_solar_radiation | -0.7285818 |\n", + "| direct_solar_radiation | -0.5974985 |\n", + "| hour | 1.5170703 |\n", + "| htg_setpoint | 0.24690953 |\n", + "| month | -0.739414 |\n", + "| outdoor_humidity | 1.3689603 |\n", + "| outdoor_temperature | -0.3402401 |\n", + "| people_occupant | -0.6888531 |\n", + "| total_electricity_HVAC | -0.6221445 |\n", + "| wind_direction | -0.13363363 |\n", + "| wind_speed | -0.77605885 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 52.044285 |\n", + "| air_temperature | 20.682262 |\n", + "| clg_setpoint | 29.230694 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.671053 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 7.1610193 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 3.1 |\n", + "| train/ | |\n", + "| approx_kl | 0.005199103 |\n", + "| clip_fraction | 0.0424 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.75 |\n", + "| explained_variance | 0.729 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 1.63 |\n", + "| n_updates | 210 |\n", + "| policy_gradient_loss | -0.00728 |\n", + "| std | 0.957 |\n", + "| value_loss | 5.26 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8074951 |\n", + "| Heating_Setpoint_RL | 0.014493972 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.350296 |\n", + "| Heating_Setpoint_RL | 17.706528 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.61520624 |\n", + "| air_humidity | 0.7377438 |\n", + "| air_temperature | -1.1751249 |\n", + "| clg_setpoint | 1.4414297 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2008463 |\n", + "| diffuse_solar_radiation | -0.7286531 |\n", + "| direct_solar_radiation | -0.5977584 |\n", + "| hour | 1.6612525 |\n", + "| htg_setpoint | -1.3937383 |\n", + "| month | -0.7380908 |\n", + "| outdoor_humidity | 1.1781316 |\n", + "| outdoor_temperature | -0.21493964 |\n", + "| people_occupant | -0.689256 |\n", + "| total_electricity_HVAC | -0.62202615 |\n", + "| wind_direction | -0.1328171 |\n", + "| wind_speed | -0.36818063 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 45.435364 |\n", + "| air_temperature | 20.570868 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 8.4113245 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.657395 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.406292 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6152725 |\n", + "| air_humidity | 1.1139417 |\n", + "| air_temperature | -0.8478901 |\n", + "| clg_setpoint | 1.441321 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.426098 |\n", + "| diffuse_solar_radiation | -0.72868854 |\n", + "| direct_solar_radiation | -0.5976018 |\n", + "| hour | -1.6610409 |\n", + "| htg_setpoint | 0.13439758 |\n", + "| month | -0.73677474 |\n", + "| outdoor_humidity | 0.28357244 |\n", + "| outdoor_temperature | 0.27820358 |\n", + "| people_occupant | -0.68965715 |\n", + "| total_electricity_HVAC | -0.6221187 |\n", + "| wind_direction | -1.729248 |\n", + "| wind_speed | 0.07844573 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 50.17897 |\n", + "| air_temperature | 21.152975 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.215397 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 13.35331 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.38349283 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.782146 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.17033438 |\n", + "| air_humidity | -0.15092811 |\n", + "| air_temperature | -1.2911404 |\n", + "| clg_setpoint | -0.6885229 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5355846 |\n", + "| diffuse_solar_radiation | -0.7287871 |\n", + "| direct_solar_radiation | -0.59742785 |\n", + "| hour | -1.5163625 |\n", + "| htg_setpoint | 0.4021869 |\n", + "| month | -0.73546565 |\n", + "| outdoor_humidity | -0.5154252 |\n", + "| outdoor_temperature | -0.6377226 |\n", + "| people_occupant | -0.6900565 |\n", + "| total_electricity_HVAC | -0.36291096 |\n", + "| wind_direction | -1.4427885 |\n", + "| wind_speed | -0.16725881 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2149.779 |\n", + "| air_humidity | 34.343243 |\n", + "| air_temperature | 20.367874 |\n", + "| clg_setpoint | 24.607378 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 19.306145 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 4.203207 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1211447.6 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.23394978 |\n", + "| Heating_Setpoint_RL | 0.84276533 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.414581 |\n", + "| Heating_Setpoint_RL | 22.365555 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.55359983 |\n", + "| air_humidity | -0.1397754 |\n", + "| air_temperature | -1.028414 |\n", + "| clg_setpoint | 1.0364928 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6439086 |\n", + "| diffuse_solar_radiation | -0.7289391 |\n", + "| direct_solar_radiation | -0.5978973 |\n", + "| hour | -1.3717421 |\n", + "| htg_setpoint | -1.3946747 |\n", + "| month | -0.7341635 |\n", + "| outdoor_humidity | 0.6135163 |\n", + "| outdoor_temperature | -0.97579783 |\n", + "| people_occupant | -0.69045407 |\n", + "| total_electricity_HVAC | -0.5621948 |\n", + "| wind_direction | -0.9713241 |\n", + "| wind_speed | -0.37088722 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 372.26648 |\n", + "| air_humidity | 34.472614 |\n", + "| air_temperature | 20.835236 |\n", + "| clg_setpoint | 28.97409 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 0.81573147 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 339612.75 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.23390989 |\n", + "| Heating_Setpoint_RL | -0.18156397 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.414446 |\n", + "| Heating_Setpoint_RL | 16.603703 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6152479 |\n", + "| air_humidity | -0.38575983 |\n", + "| air_temperature | -0.9321413 |\n", + "| clg_setpoint | 1.441057 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7509077 |\n", + "| diffuse_solar_radiation | -0.72898334 |\n", + "| direct_solar_radiation | -0.5971434 |\n", + "| hour | -1.2271684 |\n", + "| htg_setpoint | -1.3953931 |\n", + "| month | -0.73286825 |\n", + "| outdoor_humidity | 1.5064137 |\n", + "| outdoor_temperature | -0.61222535 |\n", + "| people_occupant | -0.6892851 |\n", + "| total_electricity_HVAC | -0.6220502 |\n", + "| wind_direction | -1.531974 |\n", + "| wind_speed | 0.27940527 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 31.387558 |\n", + "| air_temperature | 21.005074 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 4.434288 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.19403023 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 18.71642 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.8377497 |\n", + "| air_humidity | -0.38129774 |\n", + "| air_temperature | 0.26558033 |\n", + "| clg_setpoint | -1.0202515 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6709503 |\n", + "| diffuse_solar_radiation | -0.7290276 |\n", + "| direct_solar_radiation | -0.5962315 |\n", + "| hour | -1.0826318 |\n", + "| htg_setpoint | 1.3700619 |\n", + "| month | -0.45354357 |\n", + "| outdoor_humidity | 0.32602957 |\n", + "| outdoor_temperature | -0.99499375 |\n", + "| people_occupant | -0.68812203 |\n", + "| total_electricity_HVAC | 2.684068 |\n", + "| wind_direction | -1.3391851 |\n", + "| wind_speed | -0.77800393 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 16129.209 |\n", + "| air_humidity | 31.441029 |\n", + "| air_temperature | 23.125116 |\n", + "| clg_setpoint | 23.771482 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 0.61230195 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 14567763.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.1752401 |\n", + "| Heating_Setpoint_RL | 0.3498567 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.216434 |\n", + "| Heating_Setpoint_RL | 19.592945 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.153892 |\n", + "| air_humidity | 0.29183245 |\n", + "| air_temperature | -0.6460584 |\n", + "| clg_setpoint | -0.96793115 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.550349 |\n", + "| diffuse_solar_radiation | -0.4438048 |\n", + "| direct_solar_radiation | 0.07151578 |\n", + "| hour | -0.93812346 |\n", + "| htg_setpoint | 0.94174063 |\n", + "| month | -0.45291921 |\n", + "| outdoor_humidity | 0.32494268 |\n", + "| outdoor_temperature | -0.8191817 |\n", + "| people_occupant | -0.688521 |\n", + "| total_electricity_HVAC | 1.2317989 |\n", + "| wind_direction | 0.9107656 |\n", + "| wind_speed | 0.8917381 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8308.001 |\n", + "| air_humidity | 39.837425 |\n", + "| air_temperature | 21.51132 |\n", + "| clg_setpoint | 23.903837 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 27.0 |\n", + "| direct_solar_radiation | 165.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.511284 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 2.3559697 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 8204461.5 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.098652855 |\n", + "| Heating_Setpoint_RL | -0.6582397 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.292046 |\n", + "| Heating_Setpoint_RL | 13.922401 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.47350413 |\n", + "| air_humidity | -1.0003811 |\n", + "| air_temperature | -0.42987853 |\n", + "| clg_setpoint | 0.7845582 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4311402 |\n", + "| diffuse_solar_radiation | -0.17457171 |\n", + "| direct_solar_radiation | 1.5939147 |\n", + "| hour | -0.79363596 |\n", + "| htg_setpoint | -0.39862302 |\n", + "| month | -0.45229742 |\n", + "| outdoor_humidity | -0.37917024 |\n", + "| outdoor_temperature | -0.65558743 |\n", + "| people_occupant | -0.6889182 |\n", + "| total_electricity_HVAC | -0.48604268 |\n", + "| wind_direction | -1.7171903 |\n", + "| wind_speed | -0.77904373 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 744.63745 |\n", + "| air_humidity | 23.716164 |\n", + "| air_temperature | 21.893726 |\n", + "| clg_setpoint | 28.343534 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 52.5 |\n", + "| direct_solar_radiation | 541.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.057873 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 3.9834645 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 673300.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 3.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.75360364 |\n", + "| Heating_Setpoint_RL | 0.14277774 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.168413 |\n", + "| Heating_Setpoint_RL | 18.428123 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5284536 |\n", + "| air_humidity | -0.5227223 |\n", + "| air_temperature | -1.0721288 |\n", + "| clg_setpoint | 1.2549118 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3131037 |\n", + "| diffuse_solar_radiation | 0.82001173 |\n", + "| direct_solar_radiation | 1.0294286 |\n", + "| hour | -0.649163 |\n", + "| htg_setpoint | -0.49488378 |\n", + "| month | -0.45167816 |\n", + "| outdoor_humidity | -0.6136835 |\n", + "| outdoor_temperature | -0.22570902 |\n", + "| people_occupant | -0.68931365 |\n", + "| total_electricity_HVAC | -0.53849447 |\n", + "| wind_direction | 0.71990937 |\n", + "| wind_speed | -0.5751729 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 487.90253 |\n", + "| air_humidity | 29.646206 |\n", + "| air_temperature | 20.75715 |\n", + "| clg_setpoint | 29.534094 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 146.5 |\n", + "| direct_solar_radiation | 403.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.665403 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 8.254239 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 442076.9 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6101974 |\n", + "| air_humidity | 0.010244163 |\n", + "| air_temperature | 0.33741024 |\n", + "| clg_setpoint | -1.2255462 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.1960436 |\n", + "| diffuse_solar_radiation | 1.0997851 |\n", + "| direct_solar_radiation | 1.6889908 |\n", + "| hour | -0.5046994 |\n", + "| htg_setpoint | -1.3962624 |\n", + "| month | -0.45106146 |\n", + "| outdoor_humidity | 0.04656396 |\n", + "| outdoor_temperature | -0.10443535 |\n", + "| people_occupant | 1.6926826 |\n", + "| total_electricity_HVAC | -0.6091439 |\n", + "| wind_direction | -0.031056171 |\n", + "| wind_speed | -0.37155682 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 106.81122 |\n", + "| air_humidity | 36.275757 |\n", + "| air_temperature | 23.251251 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 173.0 |\n", + "| direct_solar_radiation | 567.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 9.456214 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 131250.56 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.66609555 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.873072 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48270085 |\n", + "| air_humidity | 0.95059156 |\n", + "| air_temperature | -0.091886275 |\n", + "| clg_setpoint | 1.424303 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0797863 |\n", + "| diffuse_solar_radiation | 1.6014373 |\n", + "| direct_solar_radiation | 1.9626768 |\n", + "| hour | -0.36024123 |\n", + "| htg_setpoint | -1.3966281 |\n", + "| month | -0.4504473 |\n", + "| outdoor_humidity | -0.94483984 |\n", + "| outdoor_temperature | 0.9171128 |\n", + "| people_occupant | -0.69009936 |\n", + "| total_electricity_HVAC | -0.50072664 |\n", + "| wind_direction | -1.4414753 |\n", + "| wind_speed | -0.983244 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 696.52216 |\n", + "| air_humidity | 48.008263 |\n", + "| air_temperature | 22.4926 |\n", + "| clg_setpoint | 29.965775 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 220.5 |\n", + "| direct_solar_radiation | 635.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 19.599352 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 604056.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.34518808 |\n", + "| air_humidity | -0.019006036 |\n", + "| air_temperature | 0.037580226 |\n", + "| clg_setpoint | 0.19276771 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.96417785 |\n", + "| diffuse_solar_radiation | 0.7872175 |\n", + "| direct_solar_radiation | 2.8126235 |\n", + "| hour | -0.21578552 |\n", + "| htg_setpoint | -0.16806068 |\n", + "| month | -0.4498356 |\n", + "| outdoor_humidity | -1.4642888 |\n", + "| outdoor_temperature | 1.3998827 |\n", + "| people_occupant | -0.6889499 |\n", + "| total_electricity_HVAC | -0.36384904 |\n", + "| wind_direction | 0.62513304 |\n", + "| wind_speed | 0.69198436 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1331.7306 |\n", + "| air_humidity | 35.950542 |\n", + "| air_temperature | 22.721941 |\n", + "| clg_setpoint | 26.848684 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 143.5 |\n", + "| direct_solar_radiation | 847.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 16.992802 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 24.391973 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1200715.4 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.67128 |\n", + "| Heating_Setpoint_RL | -0.2336519 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.89057 |\n", + "| Heating_Setpoint_RL | 16.310707 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49439877 |\n", + "| air_humidity | 0.6638395 |\n", + "| air_temperature | 2.067139 |\n", + "| clg_setpoint | 1.4343615 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.84908354 |\n", + "| diffuse_solar_radiation | 2.262829 |\n", + "| direct_solar_radiation | 1.9198012 |\n", + "| hour | -0.0713305 |\n", + "| htg_setpoint | -1.3946128 |\n", + "| month | -0.4492264 |\n", + "| outdoor_humidity | -1.1797038 |\n", + "| outdoor_temperature | 1.4068316 |\n", + "| people_occupant | 1.219034 |\n", + "| total_electricity_HVAC | -0.51847476 |\n", + "| wind_direction | 0.05968185 |\n", + "| wind_speed | 0.079582356 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 637.9159 |\n", + "| air_humidity | 44.438763 |\n", + "| air_temperature | 26.306557 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 283.0 |\n", + "| direct_solar_radiation | 626.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 24.486572 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 522422.8 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.49067065 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.385021 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.53705543 |\n", + "| air_humidity | 0.7411514 |\n", + "| air_temperature | 1.6298671 |\n", + "| clg_setpoint | 0.9769747 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.73438597 |\n", + "| diffuse_solar_radiation | 1.8896487 |\n", + "| direct_solar_radiation | 1.2103553 |\n", + "| hour | 0.073124476 |\n", + "| htg_setpoint | -0.9199079 |\n", + "| month | -0.44861966 |\n", + "| outdoor_humidity | -0.0016316383 |\n", + "| outdoor_temperature | 0.9249124 |\n", + "| people_occupant | 0.26466674 |\n", + "| total_electricity_HVAC | -0.5486326 |\n", + "| wind_direction | 0.05959727 |\n", + "| wind_speed | 0.08065072 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 440.53177 |\n", + "| air_humidity | 45.446995 |\n", + "| air_temperature | 25.536293 |\n", + "| clg_setpoint | 28.841007 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 248.0 |\n", + "| direct_solar_radiation | 449.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 13.93161 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 19.715067 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 390900.72 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.2 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.72739035 |\n", + "| Heating_Setpoint_RL | 0.9410719 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.170057 |\n", + "| Heating_Setpoint_RL | 22.91853 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.25596172 |\n", + "| air_humidity | -0.14752512 |\n", + "| air_temperature | 1.5800644 |\n", + "| clg_setpoint | -0.3605096 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.61998445 |\n", + "| diffuse_solar_radiation | 0.8895356 |\n", + "| direct_solar_radiation | 2.5137813 |\n", + "| hour | 0.217579 |\n", + "| htg_setpoint | -1.3944697 |\n", + "| month | -0.4480154 |\n", + "| outdoor_humidity | -2.0304456 |\n", + "| outdoor_temperature | 1.066505 |\n", + "| people_occupant | 1.2171905 |\n", + "| total_electricity_HVAC | -0.30197287 |\n", + "| wind_direction | 1.0018431 |\n", + "| wind_speed | 1.102986 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1741.1539 |\n", + "| air_humidity | 34.42681 |\n", + "| air_temperature | 25.448803 |\n", + "| clg_setpoint | 25.44931 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 153.5 |\n", + "| direct_solar_radiation | 773.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 25.0 |\n", + "| outdoor_temperature | 21.12839 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1467898.1 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.92166215 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.51439 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5799488 |\n", + "| air_humidity | -1.7739071 |\n", + "| air_temperature | 1.4843248 |\n", + "| clg_setpoint | -0.42738762 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5057943 |\n", + "| diffuse_solar_radiation | 0.7737129 |\n", + "| direct_solar_radiation | 2.3264754 |\n", + "| hour | 0.3620316 |\n", + "| htg_setpoint | -1.3926824 |\n", + "| month | -0.44741353 |\n", + "| outdoor_humidity | -2.539499 |\n", + "| outdoor_temperature | 0.487403 |\n", + "| people_occupant | 1.6925756 |\n", + "| total_electricity_HVAC | -0.5897428 |\n", + "| wind_direction | 1.1875963 |\n", + "| wind_speed | 3.2080703 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 240.54498 |\n", + "| air_humidity | 14.135777 |\n", + "| air_temperature | 25.279222 |\n", + "| clg_setpoint | 25.279388 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 142.5 |\n", + "| direct_solar_radiation | 728.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 14.0 |\n", + "| outdoor_temperature | 15.390162 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 209932.14 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 12.9 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.22045791 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.865076 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.32932976 |\n", + "| air_humidity | -1.9526099 |\n", + "| air_temperature | 0.33445624 |\n", + "| clg_setpoint | -1.2269956 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.39174604 |\n", + "| diffuse_solar_radiation | 0.029376933 |\n", + "| direct_solar_radiation | 2.4675565 |\n", + "| hour | 0.50647974 |\n", + "| htg_setpoint | 0.3712926 |\n", + "| month | -0.44681412 |\n", + "| outdoor_humidity | -2.6650405 |\n", + "| outdoor_temperature | 0.33010212 |\n", + "| people_occupant | 1.6913234 |\n", + "| total_electricity_HVAC | -0.32496879 |\n", + "| wind_direction | -1.7339158 |\n", + "| wind_speed | 0.6826097 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1397.5425 |\n", + "| air_humidity | 11.799511 |\n", + "| air_temperature | 23.249598 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 72.0 |\n", + "| direct_solar_radiation | 766.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 19.171423 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 11.0 |\n", + "| outdoor_temperature | 13.825355 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1363525.2 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6124922 |\n", + "| air_humidity | -1.2109747 |\n", + "| air_temperature | -0.5678032 |\n", + "| clg_setpoint | 0.31768742 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.27778545 |\n", + "| diffuse_solar_radiation | -0.0028027995 |\n", + "| direct_solar_radiation | -0.59978145 |\n", + "| hour | 0.6509198 |\n", + "| htg_setpoint | -1.3918315 |\n", + "| month | -0.4462171 |\n", + "| outdoor_humidity | 0.8513598 |\n", + "| outdoor_temperature | -0.46622688 |\n", + "| people_occupant | -0.6897558 |\n", + "| total_electricity_HVAC | -0.61923414 |\n", + "| wind_direction | -0.13333806 |\n", + "| wind_speed | -0.5769097 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 20.995329 |\n", + "| air_temperature | 21.657925 |\n", + "| clg_setpoint | 27.170616 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 69.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 5.948955 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 3.6 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.8647648 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.760698 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.61238384 |\n", + "| air_humidity | -0.96788746 |\n", + "| air_temperature | 0.026983375 |\n", + "| clg_setpoint | -0.8800344 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.16387278 |\n", + "| diffuse_solar_radiation | -0.25163805 |\n", + "| direct_solar_radiation | -0.49785328 |\n", + "| hour | 0.7953471 |\n", + "| htg_setpoint | -1.3923208 |\n", + "| month | -0.44562247 |\n", + "| outdoor_humidity | 0.100782596 |\n", + "| outdoor_temperature | -0.29044464 |\n", + "| people_occupant | -0.6886251 |\n", + "| total_electricity_HVAC | -0.6191213 |\n", + "| wind_direction | -0.41406876 |\n", + "| wind_speed | -0.17071982 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 24.005129 |\n", + "| air_temperature | 22.705322 |\n", + "| clg_setpoint | 24.134253 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 45.5 |\n", + "| direct_solar_radiation | 25.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 7.67926 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.733243 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.150305 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6123018 |\n", + "| air_humidity | 1.2661546 |\n", + "| air_temperature | 0.35592592 |\n", + "| clg_setpoint | -1.2123891 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.04998291 |\n", + "| diffuse_solar_radiation | -0.73258805 |\n", + "| direct_solar_radiation | -0.59913033 |\n", + "| hour | 0.93975604 |\n", + "| htg_setpoint | -1.210664 |\n", + "| month | -0.4450302 |\n", + "| outdoor_humidity | 1.502924 |\n", + "| outdoor_temperature | -0.08408369 |\n", + "| people_occupant | 0.50284135 |\n", + "| total_electricity_HVAC | -0.61900806 |\n", + "| wind_direction | -0.13026816 |\n", + "| wind_speed | -0.9839564 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 51.95415 |\n", + "| air_temperature | 23.284637 |\n", + "| clg_setpoint | 23.288424 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 12.739306 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 9.710129 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 2.6 |\n", + "| train/ | |\n", + "| approx_kl | 0.0070464984 |\n", + "| clip_fraction | 0.0619 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.75 |\n", + "| explained_variance | 0.615 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 1.6 |\n", + "| n_updates | 220 |\n", + "| policy_gradient_loss | -0.00887 |\n", + "| std | 0.956 |\n", + "| value_loss | 5.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.39142588 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.423229 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6124676 |\n", + "| air_humidity | 0.86780566 |\n", + "| air_temperature | 0.46618047 |\n", + "| clg_setpoint | 0.35163122 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.06389505 |\n", + "| diffuse_solar_radiation | -0.7327324 |\n", + "| direct_solar_radiation | -0.5996881 |\n", + "| hour | 1.08414 |\n", + "| htg_setpoint | 0.7742941 |\n", + "| month | -0.44444028 |\n", + "| outdoor_humidity | -0.37010026 |\n", + "| outdoor_temperature | 0.65593654 |\n", + "| people_occupant | -0.45105258 |\n", + "| total_electricity_HVAC | -0.6191716 |\n", + "| wind_direction | 0.62257904 |\n", + "| wind_speed | -0.16999142 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 47.00884 |\n", + "| air_temperature | 23.478468 |\n", + "| clg_setpoint | 27.256704 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.815002 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 17.01581 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.037480578 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.414171 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.61214054 |\n", + "| air_humidity | 1.2345645 |\n", + "| air_temperature | -0.26235402 |\n", + "| clg_setpoint | 0.8566737 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.17775778 |\n", + "| diffuse_solar_radiation | -0.732981 |\n", + "| direct_solar_radiation | -0.59892595 |\n", + "| hour | 1.228491 |\n", + "| htg_setpoint | -1.3927435 |\n", + "| month | -0.44385272 |\n", + "| outdoor_humidity | 1.3604767 |\n", + "| outdoor_temperature | -0.10379078 |\n", + "| people_occupant | -0.45150927 |\n", + "| total_electricity_HVAC | -0.61885834 |\n", + "| wind_direction | -0.69651324 |\n", + "| wind_speed | 0.07601242 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 51.63481 |\n", + "| air_temperature | 22.198029 |\n", + "| clg_setpoint | 28.53741 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 9.535645 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 5.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.3868584 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 15.448921 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.95655507 |\n", + "| air_humidity | 0.2120779 |\n", + "| air_temperature | 0.33659238 |\n", + "| clg_setpoint | -0.25882876 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.2915879 |\n", + "| diffuse_solar_radiation | -0.73316145 |\n", + "| direct_solar_radiation | -0.5980298 |\n", + "| hour | 1.3728007 |\n", + "| htg_setpoint | 1.3714756 |\n", + "| month | -0.44326746 |\n", + "| outdoor_humidity | 1.0318145 |\n", + "| outdoor_temperature | -0.25550014 |\n", + "| people_occupant | -0.6901609 |\n", + "| total_electricity_HVAC | 0.87653583 |\n", + "| wind_direction | -0.41103947 |\n", + "| wind_speed | -0.373222 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7329.255 |\n", + "| air_humidity | 38.849518 |\n", + "| air_temperature | 23.250137 |\n", + "| clg_setpoint | 25.705317 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 8.0396385 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6596329.5 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6597099 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.39848 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6118155 |\n", + "| air_humidity | -0.28399882 |\n", + "| air_temperature | -1.0748471 |\n", + "| clg_setpoint | 0.9927059 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.40535414 |\n", + "| diffuse_solar_radiation | -0.7333178 |\n", + "| direct_solar_radiation | -0.5983491 |\n", + "| hour | 1.5170593 |\n", + "| htg_setpoint | -1.3939421 |\n", + "| month | -0.44268453 |\n", + "| outdoor_humidity | -0.13827133 |\n", + "| outdoor_temperature | -0.40096775 |\n", + "| people_occupant | -0.6905408 |\n", + "| total_electricity_HVAC | -0.61848444 |\n", + "| wind_direction | -0.40957296 |\n", + "| wind_speed | -0.57729274 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 32.635696 |\n", + "| air_temperature | 20.772211 |\n", + "| clg_setpoint | 28.882397 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 6.606527 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9271505 |\n", + "| Heating_Setpoint_RL | -0.77920884 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.754133 |\n", + "| Heating_Setpoint_RL | 13.24195 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.630528 |\n", + "| air_humidity | -0.24132562 |\n", + "| air_temperature | -0.5526981 |\n", + "| clg_setpoint | -0.076041415 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.51901144 |\n", + "| diffuse_solar_radiation | -0.73352647 |\n", + "| direct_solar_radiation | -0.5974582 |\n", + "| hour | 1.6612563 |\n", + "| htg_setpoint | 0.9872249 |\n", + "| month | -0.4421039 |\n", + "| outdoor_humidity | 0.84607816 |\n", + "| outdoor_temperature | -0.3214049 |\n", + "| people_occupant | -0.68942285 |\n", + "| total_electricity_HVAC | 1.8260524 |\n", + "| wind_direction | -1.1625172 |\n", + "| wind_speed | 1.0979233 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10435.284 |\n", + "| air_humidity | 33.159843 |\n", + "| air_temperature | 21.688385 |\n", + "| clg_setpoint | 26.171759 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.68839 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 7.3872366 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10732236.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 7.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9048561 |\n", + "| Heating_Setpoint_RL | 0.60383457 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.57111 |\n", + "| Heating_Setpoint_RL | 21.02157 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.1687772 |\n", + "| air_humidity | -0.07969253 |\n", + "| air_temperature | -0.8175176 |\n", + "| clg_setpoint | 1.2026606 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.74702233 |\n", + "| diffuse_solar_radiation | -0.73370457 |\n", + "| direct_solar_radiation | -0.59657127 |\n", + "| hour | -1.6610558 |\n", + "| htg_setpoint | 0.9917425 |\n", + "| month | -0.44152555 |\n", + "| outdoor_humidity | 0.98357105 |\n", + "| outdoor_temperature | -0.4750362 |\n", + "| people_occupant | -0.6883103 |\n", + "| total_electricity_HVAC | 2.3102887 |\n", + "| wind_direction | 0.5355034 |\n", + "| wind_speed | 0.6853528 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 12925.339 |\n", + "| air_humidity | 35.175426 |\n", + "| air_temperature | 21.222132 |\n", + "| clg_setpoint | 29.424858 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.707058 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 5.8747625 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 12849750.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.68736494 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.305143 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6116602 |\n", + "| air_humidity | 0.06534987 |\n", + "| air_temperature | -1.0055778 |\n", + "| clg_setpoint | -1.0675014 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8603092 |\n", + "| diffuse_solar_radiation | -0.7337922 |\n", + "| direct_solar_radiation | -0.5958981 |\n", + "| hour | -1.5163887 |\n", + "| htg_setpoint | 0.08882596 |\n", + "| month | -0.44094944 |\n", + "| outdoor_humidity | -0.0015805024 |\n", + "| outdoor_temperature | -0.4208924 |\n", + "| people_occupant | -0.68869144 |\n", + "| total_electricity_HVAC | -0.6182784 |\n", + "| wind_direction | 0.7230274 |\n", + "| wind_speed | 0.071199715 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 36.98127 |\n", + "| air_temperature | 20.893171 |\n", + "| clg_setpoint | 23.654963 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 18.03291 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 6.401643 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 5.2 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.45327783 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 15.075312 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6114023 |\n", + "| air_humidity | 0.3584478 |\n", + "| air_temperature | -0.6963996 |\n", + "| clg_setpoint | 0.42061403 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9732444 |\n", + "| diffuse_solar_radiation | -0.7338514 |\n", + "| direct_solar_radiation | -0.5965096 |\n", + "| hour | -1.3717765 |\n", + "| htg_setpoint | -0.22454019 |\n", + "| month | -0.4403756 |\n", + "| outdoor_humidity | 1.3131422 |\n", + "| outdoor_temperature | -0.23257072 |\n", + "| people_occupant | -0.689071 |\n", + "| total_electricity_HVAC | -0.61802506 |\n", + "| wind_direction | -0.22106783 |\n", + "| wind_speed | -0.99051344 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 40.633957 |\n", + "| air_temperature | 21.435467 |\n", + "| clg_setpoint | 27.435158 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.755634 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 8.250742 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.85990316 |\n", + "| Heating_Setpoint_RL | 0.15576798 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.527172 |\n", + "| Heating_Setpoint_RL | 18.501194 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.5592775 |\n", + "| air_humidity | 0.8494165 |\n", + "| air_temperature | 0.015587632 |\n", + "| clg_setpoint | -0.09454519 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0857276 |\n", + "| diffuse_solar_radiation | -0.73400396 |\n", + "| direct_solar_radiation | -0.59581816 |\n", + "| hour | -1.2272085 |\n", + "| htg_setpoint | 1.3712096 |\n", + "| month | -0.43980396 |\n", + "| outdoor_humidity | 0.9826319 |\n", + "| outdoor_temperature | -0.05271005 |\n", + "| people_occupant | -0.68944895 |\n", + "| total_electricity_HVAC | 2.61233 |\n", + "| wind_direction | 1.2907438 |\n", + "| wind_speed | -0.78488505 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 14716.337 |\n", + "| air_humidity | 46.76716 |\n", + "| air_temperature | 22.682499 |\n", + "| clg_setpoint | 26.124723 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 10.011383 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 14156992.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.8876414 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.617983 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.88942635 |\n", + "| air_humidity | 0.091456376 |\n", + "| air_temperature | 0.3398375 |\n", + "| clg_setpoint | 1.2663763 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1976465 |\n", + "| diffuse_solar_radiation | -0.7343198 |\n", + "| direct_solar_radiation | -0.5964364 |\n", + "| hour | -1.0826756 |\n", + "| htg_setpoint | 1.3711308 |\n", + "| month | -0.43923458 |\n", + "| outdoor_humidity | 1.0302567 |\n", + "| outdoor_temperature | -0.14094257 |\n", + "| people_occupant | -0.6898253 |\n", + "| total_electricity_HVAC | 1.1728622 |\n", + "| wind_direction | -1.2582796 |\n", + "| wind_speed | -0.98877954 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7007.672 |\n", + "| air_humidity | 37.334755 |\n", + "| air_temperature | 23.250013 |\n", + "| clg_setpoint | 29.582855 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 9.157244 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7879316.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.15416622 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.492186 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.61138904 |\n", + "| air_humidity | 0.6839524 |\n", + "| air_temperature | -0.11346227 |\n", + "| clg_setpoint | 0.80376273 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.3088787 |\n", + "| diffuse_solar_radiation | -0.2968246 |\n", + "| direct_solar_radiation | -0.5247008 |\n", + "| hour | -0.9381695 |\n", + "| htg_setpoint | -0.71912163 |\n", + "| month | -0.4386674 |\n", + "| outdoor_humidity | 0.8430093 |\n", + "| outdoor_temperature | 0.17321107 |\n", + "| people_occupant | -0.6902001 |\n", + "| total_electricity_HVAC | -0.6179609 |\n", + "| wind_direction | 0.063387565 |\n", + "| wind_speed | -0.78428936 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 44.716267 |\n", + "| air_temperature | 22.458107 |\n", + "| clg_setpoint | 28.405148 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 41.5 |\n", + "| direct_solar_radiation | 18.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 14.745049 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 12.236012 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.47326666 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 14.962875 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4671683 |\n", + "| air_humidity | 1.1198186 |\n", + "| air_temperature | -0.28949443 |\n", + "| clg_setpoint | 0.18490314 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4192919 |\n", + "| diffuse_solar_radiation | 0.0921463 |\n", + "| direct_solar_radiation | 1.7622128 |\n", + "| hour | -0.7936832 |\n", + "| htg_setpoint | 1.0970025 |\n", + "| month | -0.4381024 |\n", + "| outdoor_humidity | -0.7565103 |\n", + "| outdoor_temperature | 0.3341476 |\n", + "| people_occupant | -0.68909997 |\n", + "| total_electricity_HVAC | -0.45282245 |\n", + "| wind_direction | -1.1644806 |\n", + "| wind_speed | 0.68747914 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 748.9987 |\n", + "| air_humidity | 50.160774 |\n", + "| air_temperature | 22.151007 |\n", + "| clg_setpoint | 26.832718 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 78.5 |\n", + "| direct_solar_radiation | 588.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.13433 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 13.81554 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 794805.9 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.72429216 |\n", + "| Heating_Setpoint_RL | 0.42776287 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.180513 |\n", + "| Heating_Setpoint_RL | 20.031166 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5563166 |\n", + "| air_humidity | -0.48155108 |\n", + "| air_temperature | -0.32041076 |\n", + "| clg_setpoint | 1.4306482 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5287455 |\n", + "| diffuse_solar_radiation | 1.5919209 |\n", + "| direct_solar_radiation | -0.3950575 |\n", + "| hour | -0.64921063 |\n", + "| htg_setpoint | -1.3932333 |\n", + "| month | -0.43753958 |\n", + "| outdoor_humidity | 0.1381035 |\n", + "| outdoor_temperature | -0.18896285 |\n", + "| people_occupant | -0.6880051 |\n", + "| total_electricity_HVAC | -0.5639225 |\n", + "| wind_direction | -0.69055283 |\n", + "| wind_speed | -0.17104483 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 337.50534 |\n", + "| air_humidity | 30.245323 |\n", + "| air_temperature | 22.097721 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 221.0 |\n", + "| direct_solar_radiation | 50.5 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 8.714817 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 310574.53 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.59296715 |\n", + "| air_humidity | 1.1189343 |\n", + "| air_temperature | 0.3450462 |\n", + "| clg_setpoint | -1.2241871 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6370916 |\n", + "| diffuse_solar_radiation | 0.6701735 |\n", + "| direct_solar_radiation | -0.5966878 |\n", + "| hour | -0.504747 |\n", + "| htg_setpoint | -1.1551483 |\n", + "| month | -0.4369789 |\n", + "| outdoor_humidity | 1.3130561 |\n", + "| outdoor_temperature | -0.042542 |\n", + "| people_occupant | 1.6956621 |\n", + "| total_electricity_HVAC | -0.5909923 |\n", + "| wind_direction | 0.25648588 |\n", + "| wind_speed | -0.9878315 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 167.72314 |\n", + "| air_humidity | 50.14732 |\n", + "| air_temperature | 23.259092 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 133.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.972238 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 10.145384 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 191804.36 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9530462 |\n", + "| Heating_Setpoint_RL | -0.86446893 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.84153 |\n", + "| Heating_Setpoint_RL | 12.7623625 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.54391766 |\n", + "| air_humidity | -1.0385842 |\n", + "| air_temperature | 1.5194615 |\n", + "| clg_setpoint | 0.13556515 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.669823 |\n", + "| diffuse_solar_radiation | 1.6596183 |\n", + "| direct_solar_radiation | 2.1164565 |\n", + "| hour | -0.3602884 |\n", + "| htg_setpoint | 0.73570186 |\n", + "| month | -0.15119588 |\n", + "| outdoor_humidity | -2.0293112 |\n", + "| outdoor_temperature | 0.47407326 |\n", + "| people_occupant | 1.6944474 |\n", + "| total_electricity_HVAC | -0.5536608 |\n", + "| wind_direction | -1.443606 |\n", + "| wind_speed | -0.57689935 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 392.57556 |\n", + "| air_humidity | 23.370207 |\n", + "| air_temperature | 25.305372 |\n", + "| clg_setpoint | 26.70528 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 227.5 |\n", + "| direct_solar_radiation | 676.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.66969 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 25.0 |\n", + "| outdoor_temperature | 15.172322 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 353318.06 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.6414282 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.016967 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.062628955 |\n", + "| air_humidity | -0.5668865 |\n", + "| air_temperature | 0.33921817 |\n", + "| clg_setpoint | -1.223462 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5497633 |\n", + "| diffuse_solar_radiation | 2.0331337 |\n", + "| direct_solar_radiation | 2.0594623 |\n", + "| hour | -0.21583222 |\n", + "| htg_setpoint | -0.0073979124 |\n", + "| month | -0.15103021 |\n", + "| outdoor_humidity | -1.5547636 |\n", + "| outdoor_temperature | 0.6984443 |\n", + "| people_occupant | 1.6932396 |\n", + "| total_electricity_HVAC | -0.067092046 |\n", + "| wind_direction | -0.6847608 |\n", + "| wind_speed | 1.5511708 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2604.7244 |\n", + "| air_humidity | 29.209763 |\n", + "| air_temperature | 23.250402 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 263.5 |\n", + "| direct_solar_radiation | 662.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.64762 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 17.352436 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2466941.8 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 8.8 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.15660922 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.505926 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6101809 |\n", + "| air_humidity | 0.5609896 |\n", + "| air_temperature | 2.3178523 |\n", + "| clg_setpoint | 0.13222647 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4309763 |\n", + "| diffuse_solar_radiation | 1.6269181 |\n", + "| direct_solar_radiation | -0.5969614 |\n", + "| hour | -0.0713767 |\n", + "| htg_setpoint | 1.3694745 |\n", + "| month | -0.15086511 |\n", + "| outdoor_humidity | 0.27973858 |\n", + "| outdoor_temperature | 0.34328136 |\n", + "| people_occupant | 1.215737 |\n", + "| total_electricity_HVAC | -0.6167675 |\n", + "| wind_direction | -1.4376174 |\n", + "| wind_speed | 1.7499734 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 43.21662 |\n", + "| air_temperature | 26.69773 |\n", + "| clg_setpoint | 26.698032 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 225.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 13.906024 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.1576789 |\n", + "| Heating_Setpoint_RL | -0.8086473 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.092834 |\n", + "| Heating_Setpoint_RL | 13.076359 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6100879 |\n", + "| air_humidity | 0.35506228 |\n", + "| air_temperature | -0.039076082 |\n", + "| clg_setpoint | -0.5846887 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3132604 |\n", + "| diffuse_solar_radiation | 1.1857172 |\n", + "| direct_solar_radiation | -0.59612644 |\n", + "| hour | 0.073078774 |\n", + "| htg_setpoint | 0.86948305 |\n", + "| month | -0.15070052 |\n", + "| outdoor_humidity | 0.7022515 |\n", + "| outdoor_temperature | 0.33384252 |\n", + "| people_occupant | -0.6898697 |\n", + "| total_electricity_HVAC | -0.6167054 |\n", + "| wind_direction | -1.5272076 |\n", + "| wind_speed | -0.57976246 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 40.658535 |\n", + "| air_temperature | 22.59385 |\n", + "| clg_setpoint | 24.875555 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 183.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.218952 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 13.815099 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.26652116 |\n", + "| Heating_Setpoint_RL | 0.17907546 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.52451 |\n", + "| Heating_Setpoint_RL | 18.6323 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56263065 |\n", + "| air_humidity | 1.1086777 |\n", + "| air_temperature | 0.33839 |\n", + "| clg_setpoint | -1.2250997 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.196436 |\n", + "| diffuse_solar_radiation | 2.3696718 |\n", + "| direct_solar_radiation | -0.18965699 |\n", + "| hour | 0.21753384 |\n", + "| htg_setpoint | 1.367913 |\n", + "| month | -0.15053649 |\n", + "| outdoor_humidity | 0.23021376 |\n", + "| outdoor_temperature | 0.7020091 |\n", + "| people_occupant | -0.68878675 |\n", + "| total_electricity_HVAC | -0.41567612 |\n", + "| wind_direction | -0.20608644 |\n", + "| wind_speed | -0.37323323 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 303.69858 |\n", + "| air_humidity | 50.031494 |\n", + "| air_temperature | 23.250006 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 296.0 |\n", + "| direct_solar_radiation | 101.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 17.388166 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 949278.9 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.70637715 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.6516285 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.43485457 |\n", + "| air_humidity | 1.1124177 |\n", + "| air_temperature | 0.33779585 |\n", + "| clg_setpoint | -1.225502 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0803434 |\n", + "| diffuse_solar_radiation | 1.8092201 |\n", + "| direct_solar_radiation | -0.3438206 |\n", + "| hour | 0.36198705 |\n", + "| htg_setpoint | -1.2262261 |\n", + "| month | -0.15037298 |\n", + "| outdoor_humidity | 0.69877464 |\n", + "| outdoor_temperature | 0.35905576 |\n", + "| people_occupant | 1.6955222 |\n", + "| total_electricity_HVAC | -0.44984958 |\n", + "| wind_direction | -0.677056 |\n", + "| wind_speed | -0.1675531 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 888.3241 |\n", + "| air_humidity | 50.105434 |\n", + "| air_temperature | 23.249111 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 243.0 |\n", + "| direct_solar_radiation | 62.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.697341 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 14.065552 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 799491.7 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6093681 |\n", + "| air_humidity | 1.5859097 |\n", + "| air_temperature | 1.5176048 |\n", + "| clg_setpoint | 1.1679744 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9648413 |\n", + "| diffuse_solar_radiation | 0.11728634 |\n", + "| direct_solar_radiation | -0.59433746 |\n", + "| hour | 0.50643605 |\n", + "| htg_setpoint | 1.366302 |\n", + "| month | -0.15021001 |\n", + "| outdoor_humidity | 1.3066443 |\n", + "| outdoor_temperature | 0.4373437 |\n", + "| people_occupant | 1.6943233 |\n", + "| total_electricity_HVAC | -0.6159703 |\n", + "| wind_direction | -0.9586783 |\n", + "| wind_speed | 0.07816973 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 56.04314 |\n", + "| air_temperature | 25.297794 |\n", + "| clg_setpoint | 29.339893 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 81.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 14.823731 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 5.2 |\n", + "| train/ | |\n", + "| approx_kl | 0.009630183 |\n", + "| clip_fraction | 0.107 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.74 |\n", + "| explained_variance | 0.564 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 1.09 |\n", + "| n_updates | 230 |\n", + "| policy_gradient_loss | -0.017 |\n", + "| std | 0.949 |\n", + "| value_loss | 3.54 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.24430138 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.999195 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56515807 |\n", + "| air_humidity | 1.5969616 |\n", + "| air_temperature | 0.8456957 |\n", + "| clg_setpoint | -0.87776625 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.84980565 |\n", + "| diffuse_solar_radiation | 0.48371834 |\n", + "| direct_solar_radiation | -0.55929536 |\n", + "| hour | 0.65087736 |\n", + "| htg_setpoint | 1.2695801 |\n", + "| month | -0.15004757 |\n", + "| outdoor_humidity | 1.4898523 |\n", + "| outdoor_temperature | 0.26291385 |\n", + "| people_occupant | 1.6931312 |\n", + "| total_electricity_HVAC | -0.5818277 |\n", + "| wind_direction | -0.48527795 |\n", + "| wind_speed | -0.7809313 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 288.16202 |\n", + "| air_humidity | 56.269394 |\n", + "| air_temperature | 24.131289 |\n", + "| clg_setpoint | 24.133036 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 116.5 |\n", + "| direct_solar_radiation | 8.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.859802 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 13.137778 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 224909.9 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.7015686 |\n", + "| Heating_Setpoint_RL | -0.72221756 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.257206 |\n", + "| Heating_Setpoint_RL | 13.562527 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.409526 |\n", + "| air_humidity | 1.3213727 |\n", + "| air_temperature | 0.3372136 |\n", + "| clg_setpoint | -1.2242444 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7351285 |\n", + "| diffuse_solar_radiation | -0.046837702 |\n", + "| direct_solar_radiation | -0.28551576 |\n", + "| hour | 0.79530656 |\n", + "| htg_setpoint | -1.4004314 |\n", + "| month | -0.14988565 |\n", + "| outdoor_humidity | -1.1399436 |\n", + "| outdoor_temperature | 1.3259897 |\n", + "| people_occupant | 1.6919459 |\n", + "| total_electricity_HVAC | 0.49780393 |\n", + "| wind_direction | 0.8362475 |\n", + "| wind_speed | 0.48832762 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4752.5435 |\n", + "| air_humidity | 52.90519 |\n", + "| air_temperature | 23.24928 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 66.0 |\n", + "| direct_solar_radiation | 76.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 23.420662 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4900418.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.2666095 |\n", + "| Heating_Setpoint_RL | 0.8757408 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.524807 |\n", + "| Heating_Setpoint_RL | 22.55104 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.121543296 |\n", + "| air_humidity | 0.9994794 |\n", + "| air_temperature | 0.33735174 |\n", + "| clg_setpoint | -1.2238406 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.62071747 |\n", + "| diffuse_solar_radiation | -0.738083 |\n", + "| direct_solar_radiation | -0.5943773 |\n", + "| hour | 0.9397183 |\n", + "| htg_setpoint | -1.121636 |\n", + "| month | -0.14972426 |\n", + "| outdoor_humidity | -1.6543038 |\n", + "| outdoor_temperature | 1.0651083 |\n", + "| people_occupant | 0.50024444 |\n", + "| total_electricity_HVAC | -0.17371824 |\n", + "| wind_direction | 1.3046609 |\n", + "| wind_speed | 0.28413412 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2319.5623 |\n", + "| air_humidity | 48.902187 |\n", + "| air_temperature | 23.249847 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 13.131645 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 20.915329 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 1992078.1 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 5.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.99088264 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.280771 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6090264 |\n", + "| air_humidity | -0.14354603 |\n", + "| air_temperature | 0.20060135 |\n", + "| clg_setpoint | 0.57273597 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5064949 |\n", + "| diffuse_solar_radiation | -0.73849875 |\n", + "| direct_solar_radiation | -0.59504825 |\n", + "| hour | 1.0841062 |\n", + "| htg_setpoint | -0.07722862 |\n", + "| month | -0.14956339 |\n", + "| outdoor_humidity | 0.4114396 |\n", + "| outdoor_temperature | 0.17269292 |\n", + "| people_occupant | -0.689549 |\n", + "| total_electricity_HVAC | -0.6156179 |\n", + "| wind_direction | 0.079637535 |\n", + "| wind_speed | 0.48929554 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 34.658703 |\n", + "| air_temperature | 23.01336 |\n", + "| clg_setpoint | 27.82721 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 17.378784 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 12.300233 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60857654 |\n", + "| air_humidity | 0.11040244 |\n", + "| air_temperature | 0.15272892 |\n", + "| clg_setpoint | 0.8621012 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.3923975 |\n", + "| diffuse_solar_radiation | -0.7389046 |\n", + "| direct_solar_radiation | -0.59577686 |\n", + "| hour | 1.228463 |\n", + "| htg_setpoint | 0.28333786 |\n", + "| month | -0.14940302 |\n", + "| outdoor_humidity | 0.69379765 |\n", + "| outdoor_temperature | 0.30199265 |\n", + "| people_occupant | -0.68848276 |\n", + "| total_electricity_HVAC | -0.615166 |\n", + "| wind_direction | -1.7123203 |\n", + "| wind_speed | -2.0482483 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 37.813908 |\n", + "| air_temperature | 22.9308 |\n", + "| clg_setpoint | 28.565605 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 18.844707 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 13.553409 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8902992 |\n", + "| Heating_Setpoint_RL | 0.46112388 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.62976 |\n", + "| Heating_Setpoint_RL | 20.218822 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.608323 |\n", + "| air_humidity | 0.088134296 |\n", + "| air_temperature | -0.39419362 |\n", + "| clg_setpoint | 0.6118982 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.2783761 |\n", + "| diffuse_solar_radiation | -0.73908025 |\n", + "| direct_solar_radiation | -0.59596443 |\n", + "| hour | 1.3727806 |\n", + "| htg_setpoint | -0.3420801 |\n", + "| month | -0.14924318 |\n", + "| outdoor_humidity | 0.41374925 |\n", + "| outdoor_temperature | 0.034558635 |\n", + "| people_occupant | -0.68884766 |\n", + "| total_electricity_HVAC | -0.61492014 |\n", + "| wind_direction | -0.86158663 |\n", + "| wind_speed | -0.9836789 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 37.533783 |\n", + "| air_temperature | 21.985355 |\n", + "| clg_setpoint | 27.928257 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.29887 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 10.98293 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.1389032 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.84367 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60827386 |\n", + "| air_humidity | 0.025670394 |\n", + "| air_temperature | -0.3727224 |\n", + "| clg_setpoint | 1.3715427 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.16439521 |\n", + "| diffuse_solar_radiation | -0.7395076 |\n", + "| direct_solar_radiation | -0.59666336 |\n", + "| hour | 1.5170494 |\n", + "| htg_setpoint | 0.003423698 |\n", + "| month | -0.14908385 |\n", + "| outdoor_humidity | -0.00809261 |\n", + "| outdoor_temperature | -0.0051892204 |\n", + "| people_occupant | -0.6892111 |\n", + "| total_electricity_HVAC | -0.6148808 |\n", + "| wind_direction | -1.7091827 |\n", + "| wind_speed | -2.0488274 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 36.753178 |\n", + "| air_temperature | 22.023882 |\n", + "| clg_setpoint | 29.864319 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 17.705782 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 10.602514 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.019831061 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.51345 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.1565843 |\n", + "| air_humidity | -0.111738 |\n", + "| air_temperature | 0.019464813 |\n", + "| clg_setpoint | 1.4251049 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.050433032 |\n", + "| diffuse_solar_radiation | -0.7398747 |\n", + "| direct_solar_radiation | -0.59732294 |\n", + "| hour | 1.6612597 |\n", + "| htg_setpoint | 1.2317191 |\n", + "| month | -0.14892504 |\n", + "| outdoor_humidity | -0.2418484 |\n", + "| outdoor_temperature | 0.15668045 |\n", + "| people_occupant | -0.689573 |\n", + "| total_electricity_HVAC | 1.484895 |\n", + "| wind_direction | -1.4243611 |\n", + "| wind_speed | -0.98203707 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8137.178 |\n", + "| air_humidity | 35.04822 |\n", + "| air_temperature | 22.702517 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.702473 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 12.166731 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 9137574.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.7865542 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 22.049368 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6084984 |\n", + "| air_humidity | 0.93578845 |\n", + "| air_temperature | -0.730345 |\n", + "| clg_setpoint | -0.21525444 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.17764567 |\n", + "| diffuse_solar_radiation | -0.73995984 |\n", + "| direct_solar_radiation | -0.5980422 |\n", + "| hour | -1.6610693 |\n", + "| htg_setpoint | -0.57135296 |\n", + "| month | -0.14876671 |\n", + "| outdoor_humidity | 0.6982187 |\n", + "| outdoor_temperature | 0.049084872 |\n", + "| people_occupant | -0.6899335 |\n", + "| total_electricity_HVAC | -0.6150873 |\n", + "| wind_direction | -1.3277556 |\n", + "| wind_speed | -1.1871827 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 48.03753 |\n", + "| air_temperature | 21.408863 |\n", + "| clg_setpoint | 25.819948 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.366997 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 11.1392145 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.09436836 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.306507 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6088074 |\n", + "| air_humidity | 1.2132572 |\n", + "| air_temperature | 0.02804625 |\n", + "| clg_setpoint | -0.059565533 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.29168645 |\n", + "| diffuse_solar_radiation | -0.74039423 |\n", + "| direct_solar_radiation | -0.59877187 |\n", + "| hour | -1.5164123 |\n", + "| htg_setpoint | 0.13374117 |\n", + "| month | -0.14860891 |\n", + "| outdoor_humidity | 1.1685443 |\n", + "| outdoor_temperature | 0.24402548 |\n", + "| people_occupant | -0.6902925 |\n", + "| total_electricity_HVAC | -0.61536956 |\n", + "| wind_direction | -1.6085782 |\n", + "| wind_speed | -0.77684087 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 51.49804 |\n", + "| air_temperature | 22.718552 |\n", + "| clg_setpoint | 26.215746 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 18.237722 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 13.021907 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 3.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9161221 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.533089 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6084645 |\n", + "| air_humidity | 2.2281916 |\n", + "| air_temperature | 0.023173276 |\n", + "| clg_setpoint | -0.8184318 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.40568534 |\n", + "| diffuse_solar_radiation | -0.7408136 |\n", + "| direct_solar_radiation | -0.5982224 |\n", + "| hour | -1.3718073 |\n", + "| htg_setpoint | -0.09641523 |\n", + "| month | -0.1484516 |\n", + "| outdoor_humidity | 1.4936414 |\n", + "| outdoor_temperature | 0.43110526 |\n", + "| people_occupant | -0.68923765 |\n", + "| total_electricity_HVAC | -0.6150628 |\n", + "| wind_direction | -0.85176545 |\n", + "| wind_speed | -1.1874772 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 64.20977 |\n", + "| air_temperature | 22.710413 |\n", + "| clg_setpoint | 24.284004 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 17.305061 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.82602 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5532068 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.492073 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.3548703 |\n", + "| air_humidity | 1.5112429 |\n", + "| air_temperature | 0.3368284 |\n", + "| clg_setpoint | 0.89143974 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.51960707 |\n", + "| diffuse_solar_radiation | -0.7410685 |\n", + "| direct_solar_radiation | -0.5975293 |\n", + "| hour | -1.2272445 |\n", + "| htg_setpoint | 1.3643141 |\n", + "| month | -0.14829479 |\n", + "| outdoor_humidity | 0.73884916 |\n", + "| outdoor_temperature | 0.13416216 |\n", + "| people_occupant | -0.68818766 |\n", + "| total_electricity_HVAC | 1.7108978 |\n", + "| wind_direction | 1.4110007 |\n", + "| wind_speed | -0.36549196 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9016.17 |\n", + "| air_humidity | 55.4151 |\n", + "| air_temperature | 23.250315 |\n", + "| clg_setpoint | 28.643064 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 11.983351 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10087118.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.71959996 |\n", + "| Heating_Setpoint_RL | 0.31140158 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.19635 |\n", + "| Heating_Setpoint_RL | 19.376635 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.0119252 |\n", + "| air_humidity | -0.6858347 |\n", + "| air_temperature | -0.047461703 |\n", + "| clg_setpoint | -0.8646301 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.63340336 |\n", + "| diffuse_solar_radiation | -0.33012083 |\n", + "| direct_solar_radiation | -0.28526837 |\n", + "| hour | -1.082715 |\n", + "| htg_setpoint | 1.3652309 |\n", + "| month | -0.14813846 |\n", + "| outdoor_humidity | -0.43210474 |\n", + "| outdoor_temperature | -0.04973574 |\n", + "| people_occupant | -0.6885478 |\n", + "| total_electricity_HVAC | 2.1804938 |\n", + "| wind_direction | 1.3122666 |\n", + "| wind_speed | -1.1877444 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11997.698 |\n", + "| air_humidity | 28.025217 |\n", + "| air_temperature | 22.588898 |\n", + "| clg_setpoint | 24.166481 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 39.5 |\n", + "| direct_solar_radiation | 78.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 10.232095 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 12101271.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 2.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.37914506 |\n", + "| Heating_Setpoint_RL | -0.67060727 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.904613 |\n", + "| Heating_Setpoint_RL | 13.852834 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60832083 |\n", + "| air_humidity | 1.5505513 |\n", + "| air_temperature | -0.47507367 |\n", + "| clg_setpoint | -1.2236389 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.74701333 |\n", + "| diffuse_solar_radiation | 0.5022675 |\n", + "| direct_solar_radiation | -0.44039974 |\n", + "| hour | -0.93821096 |\n", + "| htg_setpoint | -0.4823811 |\n", + "| month | -0.14798264 |\n", + "| outdoor_humidity | 0.45979488 |\n", + "| outdoor_temperature | 0.5068136 |\n", + "| people_occupant | -0.68890655 |\n", + "| total_electricity_HVAC | -0.6149584 |\n", + "| wind_direction | -1.4159532 |\n", + "| wind_speed | -1.1857902 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 55.93281 |\n", + "| air_temperature | 21.854412 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 119.5 |\n", + "| direct_solar_radiation | 39.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.732168 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 15.581248 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.78152287 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.26264 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.608517 |\n", + "| air_humidity | 1.2679999 |\n", + "| air_temperature | -0.42952722 |\n", + "| clg_setpoint | 0.9262774 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8603638 |\n", + "| diffuse_solar_radiation | 1.3599285 |\n", + "| direct_solar_radiation | -0.111077555 |\n", + "| hour | -0.79372567 |\n", + "| htg_setpoint | -0.120929986 |\n", + "| month | -0.14782731 |\n", + "| outdoor_humidity | 1.3511497 |\n", + "| outdoor_temperature | 0.32025206 |\n", + "| people_occupant | -0.6892638 |\n", + "| total_electricity_HVAC | -0.61514807 |\n", + "| wind_direction | -0.5680781 |\n", + "| wind_speed | -1.185311 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 52.43176 |\n", + "| air_temperature | 21.934097 |\n", + "| clg_setpoint | 28.730309 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 202.5 |\n", + "| direct_solar_radiation | 121.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.203861 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 13.805297 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 2.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6083229 |\n", + "| air_humidity | 2.6200674 |\n", + "| air_temperature | -0.5527771 |\n", + "| clg_setpoint | 1.4251944 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.97336954 |\n", + "| diffuse_solar_radiation | 0.9846728 |\n", + "| direct_solar_radiation | -0.58583456 |\n", + "| hour | -0.64925355 |\n", + "| htg_setpoint | -0.36429465 |\n", + "| month | -0.14767247 |\n", + "| outdoor_humidity | 1.4878459 |\n", + "| outdoor_temperature | 0.53802055 |\n", + "| people_occupant | -0.6896197 |\n", + "| total_electricity_HVAC | -0.61497134 |\n", + "| wind_direction | -0.66039675 |\n", + "| wind_speed | 0.089700304 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 69.43036 |\n", + "| air_temperature | 21.72368 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 166.5 |\n", + "| direct_solar_radiation | 3.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.217842 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.896879 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8322412 |\n", + "| Heating_Setpoint_RL | 0.3395626 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.433815 |\n", + "| Heating_Setpoint_RL | 19.53504 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.40790892 |\n", + "| air_humidity | 0.84172815 |\n", + "| air_temperature | -0.007417446 |\n", + "| clg_setpoint | -1.1573968 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0859339 |\n", + "| diffuse_solar_radiation | 1.8670789 |\n", + "| direct_solar_radiation | 1.8019758 |\n", + "| hour | -0.5047898 |\n", + "| htg_setpoint | -1.3350142 |\n", + "| month | -0.14751811 |\n", + "| outdoor_humidity | 0.17400947 |\n", + "| outdoor_temperature | 0.59672314 |\n", + "| people_occupant | -0.68997425 |\n", + "| total_electricity_HVAC | -0.4064762 |\n", + "| wind_direction | -0.0017091085 |\n", + "| wind_speed | 1.3220274 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 993.85614 |\n", + "| air_humidity | 47.27361 |\n", + "| air_temperature | 22.661167 |\n", + "| clg_setpoint | 23.414194 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 251.5 |\n", + "| direct_solar_radiation | 597.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.270449 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 16.463074 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 971273.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 8.2 |\n", + "---------------------------------------------------\n", + "-------------------------------------------------**-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.83462936 |\n", + "| Heating_Setpoint_RL | -0.52591705 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.808126 |\n", + "| Heating_Setpoint_RL | 14.666717 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.47202796 |\n", + "| air_humidity | -0.22351716 |\n", + "| air_temperature | 0.09612024 |\n", + "| clg_setpoint | 0.39808273 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1979498 |\n", + "| diffuse_solar_radiation | 2.6814764 |\n", + "| direct_solar_radiation | 1.3516365 |\n", + "| hour | -0.36033097 |\n", + "| htg_setpoint | -1.4000232 |\n", + "| month | -0.14736424 |\n", + "| outdoor_humidity | -1.1366507 |\n", + "| outdoor_temperature | 1.042166 |\n", + "| people_occupant | -0.6889353 |\n", + "| total_electricity_HVAC | -0.48826927 |\n", + "| wind_direction | 0.4689044 |\n", + "| wind_speed | 2.5925913 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 700.16675 |\n", + "| air_humidity | 33.915485 |\n", + "| air_temperature | 22.838379 |\n", + "| clg_setpoint | 27.381535 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 330.5 |\n", + "| direct_solar_radiation | 485.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 20.731976 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 617523.75 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 11.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.8761418 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.553299 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.115803026 |\n", + "| air_humidity | 0.064861454 |\n", + "| air_temperature | 0.3361109 |\n", + "| clg_setpoint | -1.2228545 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.3092995 |\n", + "| diffuse_solar_radiation | 3.351669 |\n", + "| direct_solar_radiation | 0.53877383 |\n", + "| hour | -0.21587436 |\n", + "| htg_setpoint | -1.3980854 |\n", + "| month | -0.14721085 |\n", + "| outdoor_humidity | -0.8536776 |\n", + "| outdoor_temperature | 0.56264126 |\n", + "| people_occupant | 1.6960356 |\n", + "| total_electricity_HVAC | -0.09786042 |\n", + "| wind_direction | 1.1264176 |\n", + "| wind_speed | 0.2915754 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2310.5027 |\n", + "| air_humidity | 37.52079 |\n", + "| air_temperature | 23.249416 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 396.0 |\n", + "| direct_solar_radiation | 283.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 16.15877 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2288086.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 5.7 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9524904 |\n", + "| Heating_Setpoint_RL | -0.8861965 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.410345 |\n", + "| Heating_Setpoint_RL | 12.640144 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5097414 |\n", + "| air_humidity | 0.17611368 |\n", + "| air_temperature | 1.8352615 |\n", + "| clg_setpoint | 1.4250112 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4198565 |\n", + "| diffuse_solar_radiation | 2.6966403 |\n", + "| direct_solar_radiation | 1.7132481 |\n", + "| hour | -0.0714184 |\n", + "| htg_setpoint | -1.1272765 |\n", + "| month | -0.14705794 |\n", + "| outdoor_humidity | -1.6460426 |\n", + "| outdoor_temperature | 1.4657639 |\n", + "| people_occupant | 1.218262 |\n", + "| total_electricity_HVAC | -0.5234866 |\n", + "| wind_direction | 1.1233435 |\n", + "| wind_speed | -0.16034156 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 527.1842 |\n", + "| air_humidity | 38.914577 |\n", + "| air_temperature | 25.818298 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 333.0 |\n", + "| direct_solar_radiation | 576.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 13.097027 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 24.803509 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 464528.72 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 4.6 |\n", + "| train/ | |\n", + "| approx_kl | 0.009517068 |\n", + "| clip_fraction | 0.0901 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.72 |\n", + "| explained_variance | 0.518 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.646 |\n", + "| n_updates | 240 |\n", + "| policy_gradient_loss | -0.0108 |\n", + "| std | 0.937 |\n", + "| value_loss | 3.04 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.14845592 |\n", + "| Heating_Setpoint_RL | 0.5692137 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.126038 |\n", + "| Heating_Setpoint_RL | 20.826828 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.32096493 |\n", + "| air_humidity | 0.5815977 |\n", + "| air_temperature | 1.7726861 |\n", + "| clg_setpoint | -0.09891225 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5294865 |\n", + "| diffuse_solar_radiation | 2.0428421 |\n", + "| direct_solar_radiation | 2.1382947 |\n", + "| hour | 0.07303753 |\n", + "| htg_setpoint | -1.3965434 |\n", + "| month | -0.14690548 |\n", + "| outdoor_humidity | -1.5512865 |\n", + "| outdoor_temperature | 1.7947836 |\n", + "| people_occupant | 0.2641492 |\n", + "| total_electricity_HVAC | -0.3999081 |\n", + "| wind_direction | -0.007803499 |\n", + "| wind_speed | 0.9096487 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1382.5634 |\n", + "| air_humidity | 44.025253 |\n", + "| air_temperature | 25.710583 |\n", + "| clg_setpoint | 26.111204 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 270.0 |\n", + "| direct_solar_radiation | 682.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 27.980436 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 995106.2 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 7.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------**----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.028784752 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.463085 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.016564947 |\n", + "| air_humidity | 0.6723206 |\n", + "| air_temperature | 1.5732812 |\n", + "| clg_setpoint | -0.38910043 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6380478 |\n", + "| diffuse_solar_radiation | 1.4525697 |\n", + "| direct_solar_radiation | 2.2463984 |\n", + "| hour | 0.21749306 |\n", + "| htg_setpoint | -1.3957322 |\n", + "| month | -0.14675352 |\n", + "| outdoor_humidity | -1.9242319 |\n", + "| outdoor_temperature | 1.8413352 |\n", + "| people_occupant | 1.216602 |\n", + "| total_electricity_HVAC | -0.039743636 |\n", + "| wind_direction | 0.08675934 |\n", + "| wind_speed | -0.1571145 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2908.4802 |\n", + "| air_humidity | 45.18752 |\n", + "| air_temperature | 25.368795 |\n", + "| clg_setpoint | 25.369184 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 213.0 |\n", + "| direct_solar_radiation | 710.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | 28.463045 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2536471.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.034458518 |\n", + "| Heating_Setpoint_RL | -0.69303393 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.741297 |\n", + "| Heating_Setpoint_RL | 13.726685 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.16759835 |\n", + "| air_humidity | 0.72901684 |\n", + "| air_temperature | 1.8875486 |\n", + "| clg_setpoint | -0.14004552 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7453934 |\n", + "| diffuse_solar_radiation | 1.662847 |\n", + "| direct_solar_radiation | 1.6598347 |\n", + "| hour | 0.36194682 |\n", + "| htg_setpoint | 0.2419487 |\n", + "| month | -0.14660202 |\n", + "| outdoor_humidity | -0.6602721 |\n", + "| outdoor_temperature | 1.6507013 |\n", + "| people_occupant | 1.6920379 |\n", + "| total_electricity_HVAC | -0.24621752 |\n", + "| wind_direction | -0.19447857 |\n", + "| wind_speed | 0.70687497 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2078.0322 |\n", + "| air_humidity | 45.923355 |\n", + "| air_temperature | 25.90593 |\n", + "| clg_setpoint | 26.002249 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 233.5 |\n", + "| direct_solar_radiation | 564.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.664062 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 26.674305 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1655261.2 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.40397128 |\n", + "| air_humidity | -0.18220493 |\n", + "| air_temperature | 1.1762214 |\n", + "| clg_setpoint | 1.4273158 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6686475 |\n", + "| diffuse_solar_radiation | 1.093792 |\n", + "| direct_solar_radiation | 1.2783546 |\n", + "| hour | 0.5063966 |\n", + "| htg_setpoint | -1.3947461 |\n", + "| month | 0.1475132 |\n", + "| outdoor_humidity | -1.9254504 |\n", + "| outdoor_temperature | 1.9325547 |\n", + "| people_occupant | -0.689665 |\n", + "| total_electricity_HVAC | -0.42067915 |\n", + "| wind_direction | 1.0303185 |\n", + "| wind_speed | 1.3232162 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1009.71594 |\n", + "| air_humidity | 34.53883 |\n", + "| air_temperature | 24.688583 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 178.5 |\n", + "| direct_solar_radiation | 469.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | 29.404476 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 908744.4 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 8.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9375984 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.789394 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.11854183 |\n", + "| air_humidity | -1.2640731 |\n", + "| air_temperature | 0.59301543 |\n", + "| clg_setpoint | -1.0474424 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5493422 |\n", + "| diffuse_solar_radiation | 0.3158997 |\n", + "| direct_solar_radiation | 1.4928557 |\n", + "| hour | 0.650839 |\n", + "| htg_setpoint | 0.06606661 |\n", + "| month | 0.1473615 |\n", + "| outdoor_humidity | -1.5466535 |\n", + "| outdoor_temperature | 1.3071103 |\n", + "| people_occupant | -0.68864137 |\n", + "| total_electricity_HVAC | -0.1061385 |\n", + "| wind_direction | 1.4038019 |\n", + "| wind_speed | 1.1175095 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2294.0676 |\n", + "| air_humidity | 20.979498 |\n", + "| air_temperature | 23.692259 |\n", + "| clg_setpoint | 23.692396 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 103.0 |\n", + "| direct_solar_radiation | 524.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 17.941227 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 23.440681 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2248776.8 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.34042642 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.539898 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.176919 |\n", + "| air_humidity | 0.8629314 |\n", + "| air_temperature | 0.33690113 |\n", + "| clg_setpoint | -1.220978 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4311948 |\n", + "| diffuse_solar_radiation | -0.1067383 |\n", + "| direct_solar_radiation | 0.7339842 |\n", + "| hour | 0.7952699 |\n", + "| htg_setpoint | -0.48177898 |\n", + "| month | 0.14721027 |\n", + "| outdoor_humidity | -0.23464061 |\n", + "| outdoor_temperature | 0.6798265 |\n", + "| people_occupant | 1.6947609 |\n", + "| total_electricity_HVAC | -0.13577777 |\n", + "| wind_direction | 0.27142408 |\n", + "| wind_speed | 0.7064114 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2029.5038 |\n", + "| air_humidity | 47.596096 |\n", + "| air_temperature | 23.255453 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 62.0 |\n", + "| direct_solar_radiation | 335.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.706862 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 17.440145 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2120930.2 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.3891648 |\n", + "| Heating_Setpoint_RL | -0.78541505 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.93843 |\n", + "| Heating_Setpoint_RL | 13.207041 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.34752756 |\n", + "| air_humidity | 0.9987861 |\n", + "| air_temperature | 0.33285248 |\n", + "| clg_setpoint | -1.2208177 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3140215 |\n", + "| diffuse_solar_radiation | -0.45276475 |\n", + "| direct_solar_radiation | -0.55784696 |\n", + "| hour | 0.9396842 |\n", + "| htg_setpoint | 0.021096505 |\n", + "| month | 0.1470595 |\n", + "| outdoor_humidity | -0.5594101 |\n", + "| outdoor_temperature | 0.82210433 |\n", + "| people_occupant | 0.50230795 |\n", + "| total_electricity_HVAC | -0.35183454 |\n", + "| wind_direction | 0.08228404 |\n", + "| wind_speed | 0.09108473 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1261.206 |\n", + "| air_humidity | 49.296444 |\n", + "| air_temperature | 23.24947 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 28.5 |\n", + "| direct_solar_radiation | 11.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 17.753513 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 18.821716 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 1199904.8 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.025453381 |\n", + "| Heating_Setpoint_RL | -0.45786622 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.539095 |\n", + "| Heating_Setpoint_RL | 15.049502 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6083473 |\n", + "| air_humidity | 1.1541849 |\n", + "| air_temperature | 0.668596 |\n", + "| clg_setpoint | 1.423929 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.197658 |\n", + "| diffuse_solar_radiation | -0.74658746 |\n", + "| direct_solar_radiation | -0.6041496 |\n", + "| hour | 1.0840758 |\n", + "| htg_setpoint | 0.9185317 |\n", + "| month | 0.14690919 |\n", + "| outdoor_humidity | 0.4702654 |\n", + "| outdoor_temperature | 0.65137553 |\n", + "| people_occupant | -0.45138165 |\n", + "| total_electricity_HVAC | -0.6150111 |\n", + "| wind_direction | -0.10635991 |\n", + "| wind_speed | 0.29735142 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 51.255657 |\n", + "| air_temperature | 23.82274 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.406929 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 17.196102 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 5.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.095000505 |\n", + "| Heating_Setpoint_RL | 0.84083533 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.304373 |\n", + "| Heating_Setpoint_RL | 22.354698 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0051024044 |\n", + "| air_humidity | 2.361167 |\n", + "| air_temperature | 0.3323021 |\n", + "| clg_setpoint | 1.2633803 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0819583 |\n", + "| diffuse_solar_radiation | -0.7469467 |\n", + "| direct_solar_radiation | -0.60355824 |\n", + "| hour | 1.2284378 |\n", + "| htg_setpoint | 1.3703772 |\n", + "| month | 0.14675935 |\n", + "| outdoor_humidity | 1.4982122 |\n", + "| outdoor_temperature | 0.7893825 |\n", + "| people_occupant | -0.45179394 |\n", + "| total_electricity_HVAC | 6.376687e-05 |\n", + "| wind_direction | 0.08197916 |\n", + "| wind_speed | 0.9129215 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2845.2683 |\n", + "| air_humidity | 66.459 |\n", + "| air_temperature | 23.249966 |\n", + "| clg_setpoint | 29.591 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 18.528522 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 2696740.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 7.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.17470968 |\n", + "| Heating_Setpoint_RL | 0.5852868 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.035355 |\n", + "| Heating_Setpoint_RL | 20.917238 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3391639 |\n", + "| air_humidity | 0.5520605 |\n", + "| air_temperature | 0.33173692 |\n", + "| clg_setpoint | 1.3668501 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9667931 |\n", + "| diffuse_solar_radiation | -0.7471867 |\n", + "| direct_solar_radiation | -0.60377544 |\n", + "| hour | 1.3727622 |\n", + "| htg_setpoint | 1.3700448 |\n", + "| month | 0.14660995 |\n", + "| outdoor_humidity | -0.5149063 |\n", + "| outdoor_temperature | 1.1400914 |\n", + "| people_occupant | -0.69037753 |\n", + "| total_electricity_HVAC | -0.10523023 |\n", + "| wind_direction | -1.3334028 |\n", + "| wind_speed | -0.56772965 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1298.8374 |\n", + "| air_humidity | 43.857086 |\n", + "| air_temperature | 23.249687 |\n", + "| clg_setpoint | 29.855024 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 21.912638 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2249482.8 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.4612167 |\n", + "| Heating_Setpoint_RL | -0.52705014 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.181606 |\n", + "| Heating_Setpoint_RL | 14.660343 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.31526464 |\n", + "| air_humidity | -0.073932275 |\n", + "| air_temperature | 0.2890454 |\n", + "| clg_setpoint | -0.0703208 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8520486 |\n", + "| diffuse_solar_radiation | -0.74689275 |\n", + "| direct_solar_radiation | -0.60358244 |\n", + "| hour | 1.5170405 |\n", + "| htg_setpoint | 1.3517725 |\n", + "| month | 0.14646101 |\n", + "| outdoor_humidity | -0.84222233 |\n", + "| outdoor_temperature | 0.9721619 |\n", + "| people_occupant | -0.68936443 |\n", + "| total_electricity_HVAC | 0.22493471 |\n", + "| wind_direction | 1.3082794 |\n", + "| wind_speed | -0.566102 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1403.7941 |\n", + "| air_humidity | 35.99758 |\n", + "| air_temperature | 23.177408 |\n", + "| clg_setpoint | 26.187922 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 23.177595 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 20.328197 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3650372.2 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*****-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.7385005 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 13.470935 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.07118576 |\n", + "| air_humidity | 0.7613207 |\n", + "| air_temperature | -0.1952197 |\n", + "| clg_setpoint | -0.89400256 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.737626 |\n", + "| diffuse_solar_radiation | -0.74732506 |\n", + "| direct_solar_radiation | -0.60427386 |\n", + "| hour | 1.6612628 |\n", + "| htg_setpoint | 1.1498997 |\n", + "| month | 0.14631253 |\n", + "| outdoor_humidity | 0.09529226 |\n", + "| outdoor_temperature | 0.63561517 |\n", + "| people_occupant | -0.68835574 |\n", + "| total_electricity_HVAC | -0.021358749 |\n", + "| wind_direction | 0.6490675 |\n", + "| wind_speed | -0.7721745 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2496.5876 |\n", + "| air_humidity | 46.47457 |\n", + "| air_temperature | 22.35411 |\n", + "| clg_setpoint | 24.087158 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.35411 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 17.11856 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2600184.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------******-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9934356 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.272154 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.15824048 |\n", + "| air_humidity | 1.0880904 |\n", + "| air_temperature | 0.3308566 |\n", + "| clg_setpoint | 1.4225653 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5100578 |\n", + "| diffuse_solar_radiation | -0.74728674 |\n", + "| direct_solar_radiation | -0.6047847 |\n", + "| hour | -1.6610813 |\n", + "| htg_setpoint | 1.3694985 |\n", + "| month | 0.1461645 |\n", + "| outdoor_humidity | 1.0326549 |\n", + "| outdoor_temperature | 0.48919606 |\n", + "| people_occupant | -0.68870133 |\n", + "| total_electricity_HVAC | 0.11353112 |\n", + "| wind_direction | -0.57551444 |\n", + "| wind_speed | -0.7720264 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3524.8289 |\n", + "| air_humidity | 50.588997 |\n", + "| air_temperature | 23.24963 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 15.72869 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3172346.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "---------------------------------------------------****-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5370424 |\n", + "| air_humidity | 0.9855133 |\n", + "| air_temperature | -0.5767437 |\n", + "| clg_setpoint | -1.2207346 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.3959654 |\n", + "| diffuse_solar_radiation | -0.74759626 |\n", + "| direct_solar_radiation | -0.6044128 |\n", + "| hour | -1.5164336 |\n", + "| htg_setpoint | -0.6635207 |\n", + "| month | 0.14601693 |\n", + "| outdoor_humidity | 1.0314026 |\n", + "| outdoor_temperature | 0.84084904 |\n", + "| people_occupant | -0.6890456 |\n", + "| total_electricity_HVAC | -0.5469197 |\n", + "| wind_direction | -0.0092467265 |\n", + "| wind_speed | 0.2991857 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 407.78433 |\n", + "| air_humidity | 49.349968 |\n", + "| air_temperature | 21.708214 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 14.973758 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 19.106646 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 368849.84 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.7 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------******------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.2509244 |\n", + "| Heating_Setpoint_RL | 0.88224304 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.77813 |\n", + "| Heating_Setpoint_RL | 22.587616 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60866445 |\n", + "| air_humidity | 2.9151266 |\n", + "| air_temperature | -0.55621135 |\n", + "| clg_setpoint | -0.031273894 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.2819692 |\n", + "| diffuse_solar_radiation | -0.74776703 |\n", + "| direct_solar_radiation | -0.60385984 |\n", + "| hour | -1.3718354 |\n", + "| htg_setpoint | -0.5196278 |\n", + "| month | 0.14586979 |\n", + "| outdoor_humidity | 1.357554 |\n", + "| outdoor_temperature | 0.63396055 |\n", + "| people_occupant | -0.6893886 |\n", + "| total_electricity_HVAC | -0.6154568 |\n", + "| wind_direction | 0.17939459 |\n", + "| wind_speed | -0.15550016 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 73.72432 |\n", + "| air_temperature | 21.744146 |\n", + "| clg_setpoint | 26.287071 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 15.559769 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 17.140501 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------******------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.644511 |\n", + "| Heating_Setpoint_RL | -0.075268626 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.800224 |\n", + "| Heating_Setpoint_RL | 17.201614 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.53884125 |\n", + "| air_humidity | 2.342424 |\n", + "| air_temperature | -0.8563458 |\n", + "| clg_setpoint | 1.27893 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.16802874 |\n", + "| diffuse_solar_radiation | -0.7481974 |\n", + "| direct_solar_radiation | -0.6038381 |\n", + "| hour | -1.2272772 |\n", + "| htg_setpoint | -0.830632 |\n", + "| month | 0.14572309 |\n", + "| outdoor_humidity | 1.4954691 |\n", + "| outdoor_temperature | 0.9159135 |\n", + "| people_occupant | -0.6897302 |\n", + "| total_electricity_HVAC | -0.5491488 |\n", + "| wind_direction | -0.19868968 |\n", + "| wind_speed | -0.36193976 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 400.64178 |\n", + "| air_humidity | 66.63907 |\n", + "| air_temperature | 21.235851 |\n", + "| clg_setpoint | 29.632215 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 14.292553 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 19.85491 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 360577.6 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------******------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5831642 |\n", + "| Heating_Setpoint_RL | -0.30550832 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.59318 |\n", + "| Heating_Setpoint_RL | 15.906516 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48090667 |\n", + "| air_humidity | -0.09000953 |\n", + "| air_temperature | 0.32978016 |\n", + "| clg_setpoint | 1.4225094 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.054116443 |\n", + "| diffuse_solar_radiation | -0.24841252 |\n", + "| direct_solar_radiation | -0.5921227 |\n", + "| hour | -1.0827507 |\n", + "| htg_setpoint | 1.3694632 |\n", + "| month | 0.14557685 |\n", + "| outdoor_humidity | 1.1662792 |\n", + "| outdoor_temperature | 0.96648407 |\n", + "| people_occupant | -0.69007057 |\n", + "| total_electricity_HVAC | 0.19798414 |\n", + "| wind_direction | -0.7662117 |\n", + "| wind_speed | -0.9806476 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 661.1649 |\n", + "| air_humidity | 35.95388 |\n", + "| air_temperature | 23.24959 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 49.0 |\n", + "| direct_solar_radiation | 3.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 20.361567 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3526295.2 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.46898812 |\n", + "| Heating_Setpoint_RL | 0.6710742 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.042166 |\n", + "| Heating_Setpoint_RL | 21.399792 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5919319 |\n", + "| air_humidity | -1.1646588 |\n", + "| air_temperature | -0.38370913 |\n", + "| clg_setpoint | 1.4216048 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.05978263 |\n", + "| diffuse_solar_radiation | -0.3257072 |\n", + "| direct_solar_radiation | -0.60446376 |\n", + "| hour | -0.9382485 |\n", + "| htg_setpoint | -0.8809001 |\n", + "| month | 0.14543103 |\n", + "| outdoor_humidity | 1.492845 |\n", + "| outdoor_temperature | 0.8023624 |\n", + "| people_occupant | -0.6890721 |\n", + "| total_electricity_HVAC | -0.59965676 |\n", + "| wind_direction | -1.2390096 |\n", + "| wind_speed | -0.77367216 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 163.24586 |\n", + "| air_humidity | 22.35413 |\n", + "| air_temperature | 22.041033 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 41.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 14.085043 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 18.82239 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 146921.27 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*******-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.74945736 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.095581 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5567345 |\n", + "| air_humidity | -1.3176435 |\n", + "| air_temperature | -0.5916627 |\n", + "| clg_setpoint | 1.186317 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.1736708 |\n", + "| diffuse_solar_radiation | 0.097047195 |\n", + "| direct_solar_radiation | -0.6042636 |\n", + "| hour | -0.79376423 |\n", + "| htg_setpoint | -0.32261738 |\n", + "| month | 0.14528565 |\n", + "| outdoor_humidity | 1.022861 |\n", + "| outdoor_temperature | 0.99052507 |\n", + "| people_occupant | -0.6880779 |\n", + "| total_electricity_HVAC | -0.56619877 |\n", + "| wind_direction | -0.007507401 |\n", + "| wind_speed | -1.1848824 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 318.55194 |\n", + "| air_humidity | 20.358965 |\n", + "| air_temperature | 21.689543 |\n", + "| clg_setpoint | 29.401733 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 83.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.355446 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 20.653559 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 286696.75 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 2.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.4979897 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 14.823808 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.55605805 |\n", + "| air_humidity | 0.83059406 |\n", + "| air_temperature | -0.8247568 |\n", + "| clg_setpoint | 0.6790662 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.2875379 |\n", + "| diffuse_solar_radiation | 0.43267828 |\n", + "| direct_solar_radiation | -0.6044198 |\n", + "| hour | -0.6492924 |\n", + "| htg_setpoint | -1.0356268 |\n", + "| month | 0.14514072 |\n", + "| outdoor_humidity | 1.4894133 |\n", + "| outdoor_temperature | 1.0267783 |\n", + "| people_occupant | -0.6884193 |\n", + "| total_electricity_HVAC | -0.56558716 |\n", + "| wind_direction | 0.74976325 |\n", + "| wind_speed | -0.35856968 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 323.10617 |\n", + "| air_humidity | 47.551632 |\n", + "| air_temperature | 21.296165 |\n", + "| clg_setpoint | 28.105282 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 116.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 13.451333 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 21.025146 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 290795.56 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*******-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.596966 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.267066 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.3661522 |\n", + "| air_humidity | 0.47365254 |\n", + "| air_temperature | 1.5441167 |\n", + "| clg_setpoint | -0.41628388 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.4013614 |\n", + "| diffuse_solar_radiation | 1.0034095 |\n", + "| direct_solar_radiation | 1.9746466 |\n", + "| hour | -0.5048287 |\n", + "| htg_setpoint | -0.5797688 |\n", + "| month | 0.14499621 |\n", + "| outdoor_humidity | -0.66700625 |\n", + "| outdoor_temperature | 2.1765826 |\n", + "| people_occupant | 1.6948525 |\n", + "| total_electricity_HVAC | 0.3323933 |\n", + "| wind_direction | 0.9390064 |\n", + "| wind_speed | -0.5649352 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4438.2476 |\n", + "| air_humidity | 43.051617 |\n", + "| air_temperature | 25.306177 |\n", + "| clg_setpoint | 25.306185 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 172.0 |\n", + "| direct_solar_radiation | 645.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.303787 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 32.09976 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4085867.8 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 3.6 |\n", + "| train/ | |\n", + "| approx_kl | 0.0070953383 |\n", + "| clip_fraction | 0.0728 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.71 |\n", + "| explained_variance | 0.353 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 1.45 |\n", + "| n_updates | 250 |\n", + "| policy_gradient_loss | -0.0104 |\n", + "| std | 0.942 |\n", + "| value_loss | 3.56 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.64042604 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.463562 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.0184816 |\n", + "| air_humidity | 1.1040756 |\n", + "| air_temperature | 0.32791886 |\n", + "| clg_setpoint | -1.2204483 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.5151065 |\n", + "| diffuse_solar_radiation | 2.1940644 |\n", + "| direct_solar_radiation | 1.6429557 |\n", + "| hour | -0.36036956 |\n", + "| htg_setpoint | -0.64235663 |\n", + "| month | 0.14485213 |\n", + "| outdoor_humidity | -0.7130434 |\n", + "| outdoor_temperature | 1.6833364 |\n", + "| people_occupant | 1.6937537 |\n", + "| total_electricity_HVAC | 0.930681 |\n", + "| wind_direction | -0.7654032 |\n", + "| wind_speed | -0.56509 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7349.3257 |\n", + "| air_humidity | 51.032696 |\n", + "| air_temperature | 23.249258 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 289.0 |\n", + "| direct_solar_radiation | 563.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.045346 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 27.429136 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6614393.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.38872695 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.438411 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.5331764 |\n", + "| air_humidity | 1.7718762 |\n", + "| air_temperature | 0.32753396 |\n", + "| clg_setpoint | -1.2196872 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.62872624 |\n", + "| diffuse_solar_radiation | 2.3040226 |\n", + "| direct_solar_radiation | -0.6059383 |\n", + "| hour | -0.21591258 |\n", + "| htg_setpoint | -0.63055307 |\n", + "| month | 0.1447085 |\n", + "| outdoor_humidity | 1.1617706 |\n", + "| outdoor_temperature | 0.9948543 |\n", + "| people_occupant | 1.6926606 |\n", + "| total_electricity_HVAC | 0.469463 |\n", + "| wind_direction | -0.007344786 |\n", + "| wind_speed | -0.1512135 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5183.808 |\n", + "| air_humidity | 59.488537 |\n", + "| air_temperature | 23.248878 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 300.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.09189 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 20.838306 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4665427.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6985251 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.267477 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3086927 |\n", + "| air_humidity | -0.8486202 |\n", + "| air_temperature | 0.9591056 |\n", + "| clg_setpoint | -0.01001345 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7421619 |\n", + "| diffuse_solar_radiation | 1.1734265 |\n", + "| direct_solar_radiation | 2.1247032 |\n", + "| hour | -0.07145622 |\n", + "| htg_setpoint | -1.3888216 |\n", + "| month | 0.14456527 |\n", + "| outdoor_humidity | -1.6506089 |\n", + "| outdoor_temperature | 2.0157478 |\n", + "| people_occupant | -0.689772 |\n", + "| total_electricity_HVAC | -0.32828566 |\n", + "| wind_direction | -1.6207111 |\n", + "| wind_speed | -0.3586647 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1431.0938 |\n", + "| air_humidity | 26.382126 |\n", + "| air_temperature | 24.31633 |\n", + "| clg_setpoint | 26.341639 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 189.0 |\n", + "| direct_solar_radiation | 684.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 30.70656 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1297573.1 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9188973 |\n", + "| Heating_Setpoint_RL | -0.6408994 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.726278 |\n", + "| Heating_Setpoint_RL | 14.019941 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.14755902 |\n", + "| air_humidity | -1.7902399 |\n", + "| air_temperature | 0.84985197 |\n", + "| clg_setpoint | -0.38050467 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8553432 |\n", + "| diffuse_solar_radiation | 2.9285688 |\n", + "| direct_solar_radiation | 0.8627599 |\n", + "| hour | 0.07300011 |\n", + "| htg_setpoint | -1.3734564 |\n", + "| month | 0.14442247 |\n", + "| outdoor_humidity | -1.5534122 |\n", + "| outdoor_temperature | 2.035252 |\n", + "| people_occupant | -0.68878776 |\n", + "| total_electricity_HVAC | -0.16777158 |\n", + "| wind_direction | 0.36867425 |\n", + "| wind_speed | 0.097253315 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2146.0186 |\n", + "| air_humidity | 14.428996 |\n", + "| air_temperature | 24.131943 |\n", + "| clg_setpoint | 25.395351 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 362.0 |\n", + "| direct_solar_radiation | 368.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 12.054655 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 30.962793 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1972181.6 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.08901419 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.124294 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.4235667 |\n", + "| air_humidity | 1.1865455 |\n", + "| air_temperature | 0.32663184 |\n", + "| clg_setpoint | -1.2200251 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.96818846 |\n", + "| diffuse_solar_radiation | 2.7427025 |\n", + "| direct_solar_radiation | -0.41512462 |\n", + "| hour | 0.21745606 |\n", + "| htg_setpoint | 1.3756515 |\n", + "| month | 0.1442801 |\n", + "| outdoor_humidity | 0.27184704 |\n", + "| outdoor_temperature | 1.5731233 |\n", + "| people_occupant | 1.2189622 |\n", + "| total_electricity_HVAC | 1.4890461 |\n", + "| wind_direction | -0.7695042 |\n", + "| wind_speed | 0.7198379 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9132.962 |\n", + "| air_humidity | 52.079514 |\n", + "| air_temperature | 23.249378 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 344.5 |\n", + "| direct_solar_radiation | 48.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 26.541643 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 8950614.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.93324745 |\n", + "| Heating_Setpoint_RL | 0.12998646 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.47529 |\n", + "| Heating_Setpoint_RL | 18.356174 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.6378678 |\n", + "| air_humidity | 1.1859995 |\n", + "| air_temperature | 0.32602158 |\n", + "| clg_setpoint | -1.2191814 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0806055 |\n", + "| diffuse_solar_radiation | 1.1748229 |\n", + "| direct_solar_radiation | 1.1765604 |\n", + "| hour | 0.36191034 |\n", + "| htg_setpoint | -1.3853487 |\n", + "| month | 0.14413816 |\n", + "| outdoor_humidity | 0.12934609 |\n", + "| outdoor_temperature | 1.8389682 |\n", + "| people_occupant | 1.6947349 |\n", + "| total_electricity_HVAC | 1.5191681 |\n", + "| wind_direction | 0.18058191 |\n", + "| wind_speed | 1.7992715 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10086.278 |\n", + "| air_humidity | 52.10421 |\n", + "| air_temperature | 23.248583 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 190.0 |\n", + "| direct_solar_radiation | 446.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 29.149073 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 9077650.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8620715 |\n", + "| Heating_Setpoint_RL | -0.34182048 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.71551 |\n", + "| Heating_Setpoint_RL | 15.70226 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.76572794 |\n", + "| air_humidity | 1.1839916 |\n", + "| air_temperature | 0.327468 |\n", + "| clg_setpoint | -1.218972 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1924918 |\n", + "| diffuse_solar_radiation | 0.53638655 |\n", + "| direct_solar_radiation | 2.013001 |\n", + "| hour | 0.50636077 |\n", + "| htg_setpoint | -1.3840897 |\n", + "| month | 0.14399661 |\n", + "| outdoor_humidity | -0.75999314 |\n", + "| outdoor_temperature | 1.5084021 |\n", + "| people_occupant | 1.6936492 |\n", + "| total_electricity_HVAC | 0.98638386 |\n", + "| wind_direction | 0.1796448 |\n", + "| wind_speed | 2.628753 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6207.7007 |\n", + "| air_humidity | 52.089592 |\n", + "| air_temperature | 23.251966 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 127.0 |\n", + "| direct_solar_radiation | 657.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 26.001598 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6832959.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 11.3 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.3704151 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.37485 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.46066 |\n", + "| air_humidity | 1.582463 |\n", + "| air_temperature | 0.32582107 |\n", + "| clg_setpoint | -1.2186031 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.3037355 |\n", + "| diffuse_solar_radiation | 0.43372563 |\n", + "| direct_solar_radiation | -0.5741721 |\n", + "| hour | 0.65080416 |\n", + "| htg_setpoint | -0.09340991 |\n", + "| month | 0.1438555 |\n", + "| outdoor_humidity | 0.3631957 |\n", + "| outdoor_temperature | 1.2850577 |\n", + "| people_occupant | 1.692569 |\n", + "| total_electricity_HVAC | 0.81854343 |\n", + "| wind_direction | 0.08448522 |\n", + "| wind_speed | 2.2097673 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4851.5454 |\n", + "| air_humidity | 57.146027 |\n", + "| air_temperature | 23.249918 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 117.0 |\n", + "| direct_solar_radiation | 8.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 17.256208 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 23.869844 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6125626.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 10.3 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.12928078 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.897797 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.5008701 |\n", + "| air_humidity | 1.2651266 |\n", + "| air_temperature | 0.32733393 |\n", + "| clg_setpoint | -1.2179612 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4142162 |\n", + "| diffuse_solar_radiation | 0.14910042 |\n", + "| direct_solar_radiation | 0.11766004 |\n", + "| hour | 0.79523665 |\n", + "| htg_setpoint | -0.50879645 |\n", + "| month | 0.14371479 |\n", + "| outdoor_humidity | 0.22144176 |\n", + "| outdoor_temperature | 1.2883103 |\n", + "| people_occupant | 1.6914943 |\n", + "| total_electricity_HVAC | 0.6173494 |\n", + "| wind_direction | 0.46483603 |\n", + "| wind_speed | 0.50820625 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5028.9844 |\n", + "| air_humidity | 53.150215 |\n", + "| air_temperature | 23.252958 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 89.0 |\n", + "| direct_solar_radiation | 182.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.561088 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 23.924597 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5277791.5 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.16989896 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.05159 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.58823895 |\n", + "| air_humidity | 0.06189358 |\n", + "| air_temperature | 0.21581028 |\n", + "| clg_setpoint | -0.42831746 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5238056 |\n", + "| diffuse_solar_radiation | -0.45897344 |\n", + "| direct_solar_radiation | -0.4901507 |\n", + "| hour | 0.9396532 |\n", + "| htg_setpoint | 0.9259362 |\n", + "| month | 0.1435745 |\n", + "| outdoor_humidity | 0.8762061 |\n", + "| outdoor_temperature | 0.75752264 |\n", + "| people_occupant | -0.68948144 |\n", + "| total_electricity_HVAC | -0.5962815 |\n", + "| wind_direction | 0.27488795 |\n", + "| wind_speed | -0.5701654 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 191.53212 |\n", + "| air_humidity | 37.912937 |\n", + "| air_temperature | 23.06497 |\n", + "| clg_setpoint | 25.268543 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 29.0 |\n", + "| direct_solar_radiation | 29.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.405933 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 18.801495 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 172378.9 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8536753 |\n", + "| Heating_Setpoint_RL | -0.6749393 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.743845 |\n", + "| Heating_Setpoint_RL | 13.828466 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5128123 |\n", + "| air_humidity | 0.64207804 |\n", + "| air_temperature | 0.26490486 |\n", + "| clg_setpoint | 0.5103085 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.632369 |\n", + "| diffuse_solar_radiation | -0.7525519 |\n", + "| direct_solar_radiation | -0.6076077 |\n", + "| hour | 1.0840482 |\n", + "| htg_setpoint | -0.8188354 |\n", + "| month | 0.14343461 |\n", + "| outdoor_humidity | 0.5937664 |\n", + "| outdoor_temperature | 0.8958983 |\n", + "| people_occupant | -0.688511 |\n", + "| total_electricity_HVAC | -0.5246082 |\n", + "| wind_direction | 0.46526766 |\n", + "| wind_speed | -0.77811587 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 524.19025 |\n", + "| air_humidity | 45.270702 |\n", + "| air_temperature | 23.147331 |\n", + "| clg_setpoint | 27.667265 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 14.29471 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 20.157679 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 471771.25 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.47976416 |\n", + "| air_humidity | 0.5709787 |\n", + "| air_temperature | 0.40597054 |\n", + "| clg_setpoint | -0.42464665 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6677743 |\n", + "| diffuse_solar_radiation | -0.7528496 |\n", + "| direct_solar_radiation | -0.6083531 |\n", + "| hour | 1.2284148 |\n", + "| htg_setpoint | -0.6276709 |\n", + "| month | 0.44539198 |\n", + "| outdoor_humidity | 0.87438244 |\n", + "| outdoor_temperature | 0.88502944 |\n", + "| people_occupant | -0.45045787 |\n", + "| total_electricity_HVAC | -0.493208 |\n", + "| wind_direction | -0.10725074 |\n", + "| wind_speed | -0.98548394 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 672.0854 |\n", + "| air_humidity | 44.385437 |\n", + "| air_temperature | 23.38488 |\n", + "| clg_setpoint | 25.277882 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.071292 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 20.073942 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 604876.9 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.1941126 |\n", + "| Heating_Setpoint_RL | 0.94385934 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.28013 |\n", + "| Heating_Setpoint_RL | 22.934208 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.50360775 |\n", + "| air_humidity | 0.7157346 |\n", + "| air_temperature | 0.05606387 |\n", + "| clg_setpoint | 1.4231585 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5488763 |\n", + "| diffuse_solar_radiation | -0.7530888 |\n", + "| direct_solar_radiation | -0.60888046 |\n", + "| hour | 1.3727456 |\n", + "| htg_setpoint | -1.3814398 |\n", + "| month | 0.44488454 |\n", + "| outdoor_humidity | 0.873528 |\n", + "| outdoor_temperature | 1.1039311 |\n", + "| people_occupant | -0.6891741 |\n", + "| total_electricity_HVAC | -0.5158893 |\n", + "| wind_direction | 0.08425885 |\n", + "| wind_speed | 0.09591243 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 568.4915 |\n", + "| air_humidity | 46.23041 |\n", + "| air_temperature | 22.797901 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 22.221075 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 511642.38 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.36989492 |\n", + "| air_humidity | 0.78009224 |\n", + "| air_temperature | 0.32476246 |\n", + "| clg_setpoint | 0.9086833 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4310446 |\n", + "| diffuse_solar_radiation | -0.75296915 |\n", + "| direct_solar_radiation | -0.60839736 |\n", + "| hour | 1.5170323 |\n", + "| htg_setpoint | 1.379401 |\n", + "| month | 0.44437882 |\n", + "| outdoor_humidity | 0.77964056 |\n", + "| outdoor_temperature | 1.1370447 |\n", + "| people_occupant | -0.6895038 |\n", + "| total_electricity_HVAC | 0.3695939 |\n", + "| wind_direction | -0.5834006 |\n", + "| wind_speed | -0.5671752 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4437.035 |\n", + "| air_humidity | 47.06043 |\n", + "| air_temperature | 23.250372 |\n", + "| clg_setpoint | 28.685642 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 22.574879 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4226585.5 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.7831871 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 22.030428 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.51865864 |\n", + "| air_humidity | 0.4720089 |\n", + "| air_temperature | -0.25884676 |\n", + "| clg_setpoint | 0.7188796 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3141092 |\n", + "| diffuse_solar_radiation | -0.7531659 |\n", + "| direct_solar_radiation | -0.6089181 |\n", + "| hour | 1.6612656 |\n", + "| htg_setpoint | -0.4491824 |\n", + "| month | 0.4438748 |\n", + "| outdoor_humidity | 1.0143048 |\n", + "| outdoor_temperature | 1.0109758 |\n", + "| people_occupant | -0.6898323 |\n", + "| total_electricity_HVAC | -0.5302679 |\n", + "| wind_direction | -1.7270833 |\n", + "| wind_speed | -2.0625813 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 504.5777 |\n", + "| air_humidity | 43.179962 |\n", + "| air_temperature | 22.27166 |\n", + "| clg_setpoint | 28.20076 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 15.801087 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 21.379807 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 454119.9 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.023469388 |\n", + "| Heating_Setpoint_RL | 0.12528498 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.704208 |\n", + "| Heating_Setpoint_RL | 18.329727 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.52114797 |\n", + "| air_humidity | 0.17439854 |\n", + "| air_temperature | -0.051892888 |\n", + "| clg_setpoint | 1.4220731 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0845596 |\n", + "| diffuse_solar_radiation | -0.7530489 |\n", + "| direct_solar_radiation | -0.6089886 |\n", + "| hour | -1.6610924 |\n", + "| htg_setpoint | -0.20547608 |\n", + "| month | 0.44337252 |\n", + "| outdoor_humidity | 0.872042 |\n", + "| outdoor_temperature | 1.0945523 |\n", + "| people_occupant | -0.6901596 |\n", + "| total_electricity_HVAC | -0.53266937 |\n", + "| wind_direction | 0.4682902 |\n", + "| wind_speed | -0.35802567 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 495.06894 |\n", + "| air_humidity | 39.43118 |\n", + "| air_temperature | 22.62029 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.794056 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 22.218443 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 445562.03 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7060531 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.007929 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5203781 |\n", + "| air_humidity | -1.4774597 |\n", + "| air_temperature | 0.32553104 |\n", + "| clg_setpoint | 1.4211402 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9690096 |\n", + "| diffuse_solar_radiation | -0.75337553 |\n", + "| direct_solar_radiation | -0.6095438 |\n", + "| hour | -1.5164529 |\n", + "| htg_setpoint | 0.060514178 |\n", + "| month | 0.44287193 |\n", + "| outdoor_humidity | 0.8715315 |\n", + "| outdoor_temperature | 1.4297215 |\n", + "| people_occupant | -0.6891986 |\n", + "| total_electricity_HVAC | -0.5319475 |\n", + "| wind_direction | 0.3729473 |\n", + "| wind_speed | -1.1886301 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 497.03522 |\n", + "| air_humidity | 18.538265 |\n", + "| air_temperature | 23.254707 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 17.874308 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 25.518343 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 447331.7 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.25095373 |\n", + "| Heating_Setpoint_RL | -0.3619123 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.77803 |\n", + "| Heating_Setpoint_RL | 15.589243 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5323467 |\n", + "| air_humidity | -1.9175805 |\n", + "| air_temperature | -0.2914128 |\n", + "| clg_setpoint | 1.4203593 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8539187 |\n", + "| diffuse_solar_radiation | -0.7537129 |\n", + "| direct_solar_radiation | -0.60973537 |\n", + "| hour | -1.3718607 |\n", + "| htg_setpoint | -1.3796084 |\n", + "| month | 0.44237304 |\n", + "| outdoor_humidity | 0.91924083 |\n", + "| outdoor_temperature | 1.4148982 |\n", + "| people_occupant | -0.6882416 |\n", + "| total_electricity_HVAC | -0.54274786 |\n", + "| wind_direction | -1.729506 |\n", + "| wind_speed | -2.0616581 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 442.62665 |\n", + "| air_humidity | 12.8863325 |\n", + "| air_temperature | 22.221785 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 25.431765 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 400716.16 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.65155554 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.824 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.3620676 |\n", + "| air_humidity | 0.28423312 |\n", + "| air_temperature | 0.32194802 |\n", + "| clg_setpoint | -1.2188635 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7391854 |\n", + "| diffuse_solar_radiation | -0.75392765 |\n", + "| direct_solar_radiation | -0.6097026 |\n", + "| hour | -1.2273068 |\n", + "| htg_setpoint | 1.3805782 |\n", + "| month | 0.44187582 |\n", + "| outdoor_humidity | 1.2944742 |\n", + "| outdoor_temperature | 1.2054138 |\n", + "| people_occupant | -0.68856984 |\n", + "| total_electricity_HVAC | 0.38111132 |\n", + "| wind_direction | -1.7290002 |\n", + "| wind_speed | -2.059476 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4394.8477 |\n", + "| air_humidity | 40.780117 |\n", + "| air_temperature | 23.25026 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 23.434517 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4267558.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5699807 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.548685 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5223597 |\n", + "| air_humidity | -0.27456012 |\n", + "| air_temperature | 0.18050617 |\n", + "| clg_setpoint | 0.8797488 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6247222 |\n", + "| diffuse_solar_radiation | -0.49794617 |\n", + "| direct_solar_radiation | -0.6100932 |\n", + "| hour | -1.0827832 |\n", + "| htg_setpoint | -1.3794543 |\n", + "| month | 0.4413803 |\n", + "| outdoor_humidity | -0.30557096 |\n", + "| outdoor_temperature | 1.5405313 |\n", + "| people_occupant | -0.6888969 |\n", + "| total_electricity_HVAC | -0.53386045 |\n", + "| wind_direction | 1.4244716 |\n", + "| wind_speed | 0.10371976 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 491.0917 |\n", + "| air_humidity | 33.71815 |\n", + "| air_temperature | 23.01435 |\n", + "| clg_setpoint | 28.61708 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 25.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 26.76033 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 441982.53 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 5.2 |\n", + "| train/ | |\n", + "| approx_kl | 0.008579256 |\n", + "| clip_fraction | 0.0802 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.72 |\n", + "| explained_variance | 0.412 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 1.31 |\n", + "| n_updates | 260 |\n", + "| policy_gradient_loss | -0.0101 |\n", + "| std | 0.942 |\n", + "| value_loss | 3.41 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8602264 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.528263 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5300792 |\n", + "| air_humidity | -0.33436543 |\n", + "| air_temperature | -0.4586207 |\n", + "| clg_setpoint | 0.94103587 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5104547 |\n", + "| diffuse_solar_radiation | 0.008679744 |\n", + "| direct_solar_radiation | 0.4337815 |\n", + "| hour | -0.9382827 |\n", + "| htg_setpoint | -1.3786198 |\n", + "| month | 0.4408864 |\n", + "| outdoor_humidity | -0.44506347 |\n", + "| outdoor_temperature | 1.090122 |\n", + "| people_occupant | -0.6892228 |\n", + "| total_electricity_HVAC | -0.54128826 |\n", + "| wind_direction | -1.7310958 |\n", + "| wind_speed | -0.56238866 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 458.56656 |\n", + "| air_humidity | 32.973522 |\n", + "| air_temperature | 21.945997 |\n", + "| clg_setpoint | 28.773355 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 76.0 |\n", + "| direct_solar_radiation | 262.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 22.410017 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 412424.84 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.51947904 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 14.70293 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.41802937 |\n", + "| air_humidity | -0.2398112 |\n", + "| air_temperature | 0.085068405 |\n", + "| clg_setpoint | -0.47125927 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.3963214 |\n", + "| diffuse_solar_radiation | 0.093468875 |\n", + "| direct_solar_radiation | 1.1597788 |\n", + "| hour | -0.7937993 |\n", + "| htg_setpoint | 1.1303517 |\n", + "| month | 0.4403942 |\n", + "| outdoor_humidity | -0.5850111 |\n", + "| outdoor_temperature | 1.2923442 |\n", + "| people_occupant | -0.6895475 |\n", + "| total_electricity_HVAC | -0.42901942 |\n", + "| wind_direction | -1.7299476 |\n", + "| wind_speed | -2.0607696 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 954.6206 |\n", + "| air_humidity | 34.18431 |\n", + "| air_temperature | 22.856657 |\n", + "| clg_setpoint | 25.160809 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 84.5 |\n", + "| direct_solar_radiation | 444.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.222923 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 24.426144 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 883110.94 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.86406994 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.764606 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.2838033 |\n", + "| air_humidity | -0.53283757 |\n", + "| air_temperature | -0.051493827 |\n", + "| clg_setpoint | -0.5102357 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.28227335 |\n", + "| diffuse_solar_radiation | 1.1381596 |\n", + "| direct_solar_radiation | 1.1548579 |\n", + "| hour | -0.6493278 |\n", + "| htg_setpoint | 0.3938258 |\n", + "| month | 0.4399036 |\n", + "| outdoor_humidity | 0.027033584 |\n", + "| outdoor_temperature | 1.4891931 |\n", + "| people_occupant | -0.689871 |\n", + "| total_electricity_HVAC | -0.30821395 |\n", + "| wind_direction | 0.5610723 |\n", + "| wind_speed | -0.56198007 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1547.691 |\n", + "| air_humidity | 30.488443 |\n", + "| air_temperature | 22.629423 |\n", + "| clg_setpoint | 25.060495 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 188.5 |\n", + "| direct_solar_radiation | 444.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.21983 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 26.39197 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1388750.8 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.26242724 |\n", + "| air_humidity | -1.6992766 |\n", + "| air_temperature | 0.19536558 |\n", + "| clg_setpoint | -0.3655858 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.16827396 |\n", + "| diffuse_solar_radiation | 0.33919677 |\n", + "| direct_solar_radiation | 2.5336692 |\n", + "| hour | -0.50486404 |\n", + "| htg_setpoint | -1.376709 |\n", + "| month | 0.43941465 |\n", + "| outdoor_humidity | -0.96189445 |\n", + "| outdoor_temperature | 1.6330864 |\n", + "| people_occupant | -0.6889232 |\n", + "| total_electricity_HVAC | -0.26541832 |\n", + "| wind_direction | -0.967772 |\n", + "| wind_speed | -0.77040565 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1639.5518 |\n", + "| air_humidity | 15.683941 |\n", + "| air_temperature | 23.04313 |\n", + "| clg_setpoint | 25.432617 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 109.0 |\n", + "| direct_solar_radiation | 791.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 27.844742 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1565268.2 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.66516167 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.883466 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.9075573 |\n", + "| air_humidity | 1.3023655 |\n", + "| air_temperature | 0.3187354 |\n", + "| clg_setpoint | -1.2195528 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.054298688 |\n", + "| diffuse_solar_radiation | 1.2323174 |\n", + "| direct_solar_radiation | -0.6121509 |\n", + "| hour | -0.3604047 |\n", + "| htg_setpoint | -0.19489641 |\n", + "| month | 0.43892735 |\n", + "| outdoor_humidity | 0.8736072 |\n", + "| outdoor_temperature | 0.96585935 |\n", + "| people_occupant | 1.6962837 |\n", + "| total_electricity_HVAC | 0.89274967 |\n", + "| wind_direction | -1.7302524 |\n", + "| wind_speed | -0.1451168 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6791.957 |\n", + "| air_humidity | 53.687378 |\n", + "| air_temperature | 23.24963 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 198.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 16.814632 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 21.3215 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6396079.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------****************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.7318426 |\n", + "| air_humidity | 1.1508352 |\n", + "| air_temperature | 0.3181419 |\n", + "| clg_setpoint | -1.2191238 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.059664916 |\n", + "| diffuse_solar_radiation | 2.7638237 |\n", + "| direct_solar_radiation | 0.52195793 |\n", + "| hour | -0.21594739 |\n", + "| htg_setpoint | 1.3836535 |\n", + "| month | 0.43844163 |\n", + "| outdoor_humidity | -0.96431494 |\n", + "| outdoor_temperature | 1.9532233 |\n", + "| people_occupant | 1.6952314 |\n", + "| total_electricity_HVAC | 1.6269525 |\n", + "| wind_direction | 1.6146853 |\n", + "| wind_speed | -0.9781658 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10421.263 |\n", + "| air_humidity | 51.781147 |\n", + "| air_temperature | 23.249535 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 351.0 |\n", + "| direct_solar_radiation | 285.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 31.057259 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 9457710.0 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.273238 |\n", + "| air_humidity | 1.121397 |\n", + "| air_temperature | 0.3173809 |\n", + "| clg_setpoint | -1.2184403 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.17361741 |\n", + "| diffuse_solar_radiation | 1.5446676 |\n", + "| direct_solar_radiation | 1.7374663 |\n", + "| hour | -0.071490675 |\n", + "| htg_setpoint | -1.3763834 |\n", + "| month | 0.43795756 |\n", + "| outdoor_humidity | -0.4454723 |\n", + "| outdoor_temperature | 1.7517755 |\n", + "| people_occupant | 1.2176276 |\n", + "| total_electricity_HVAC | 1.1727148 |\n", + "| wind_direction | 0.087091535 |\n", + "| wind_speed | -0.1424781 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8401.358 |\n", + "| air_humidity | 51.419834 |\n", + "| air_temperature | 23.249182 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 229.5 |\n", + "| direct_solar_radiation | 590.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 29.133743 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 7562895.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------***************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.569082 |\n", + "| Heating_Setpoint_RL | 0.8778043 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.704348 |\n", + "| Heating_Setpoint_RL | 22.562649 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.52603906 |\n", + "| air_humidity | 1.4408555 |\n", + "| air_temperature | 1.4160306 |\n", + "| clg_setpoint | 0.0029864463 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.28754753 |\n", + "| diffuse_solar_radiation | 1.8495051 |\n", + "| direct_solar_radiation | -0.61214644 |\n", + "| hour | 0.07296602 |\n", + "| htg_setpoint | 1.277947 |\n", + "| month | 0.43747506 |\n", + "| outdoor_humidity | 0.920947 |\n", + "| outdoor_temperature | 1.2344446 |\n", + "| people_occupant | 0.26372367 |\n", + "| total_electricity_HVAC | -0.5392456 |\n", + "| wind_direction | -0.86765134 |\n", + "| wind_speed | -0.7677293 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 481.55814 |\n", + "| air_humidity | 55.494293 |\n", + "| air_temperature | 25.080996 |\n", + "| clg_setpoint | 26.373034 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 260.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.820679 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 24.077547 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 426094.84 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 3.1 |\n", + "--------------------------------------------------\n", + "------------------------------------------------*****************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.4089526 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.324642 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.8846443 |\n", + "| air_humidity | 1.1899316 |\n", + "| air_temperature | 0.31698433 |\n", + "| clg_setpoint | -1.2169807 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.40143222 |\n", + "| diffuse_solar_radiation | 2.2622313 |\n", + "| direct_solar_radiation | 1.5560113 |\n", + "| hour | 0.21742234 |\n", + "| htg_setpoint | -1.01252 |\n", + "| month | 0.43699417 |\n", + "| outdoor_humidity | 0.16532739 |\n", + "| outdoor_temperature | 1.6226574 |\n", + "| people_occupant | 1.2161181 |\n", + "| total_electricity_HVAC | 1.7811612 |\n", + "| wind_direction | 0.18412752 |\n", + "| wind_speed | 0.31929213 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11086.53 |\n", + "| air_humidity | 52.34543 |\n", + "| air_temperature | 23.249329 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 301.5 |\n", + "| direct_solar_radiation | 544.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 13.486009 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 27.928738 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 10094131.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.7 |\n", + "------------------------------------------------\n", + "---------------------------------------------------***************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5122253 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.35376 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.0063186567 |\n", + "| air_humidity | -0.916748 |\n", + "| air_temperature | 0.4622423 |\n", + "| clg_setpoint | -1.0214787 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.51523685 |\n", + "| diffuse_solar_radiation | 2.5617225 |\n", + "| direct_solar_radiation | 1.0444645 |\n", + "| hour | 0.36187705 |\n", + "| htg_setpoint | -0.96370345 |\n", + "| month | 0.43651485 |\n", + "| outdoor_humidity | 0.49408633 |\n", + "| outdoor_temperature | 1.7317938 |\n", + "| people_occupant | -0.6895899 |\n", + "| total_electricity_HVAC | 0.033620473 |\n", + "| wind_direction | -0.0074485485 |\n", + "| wind_speed | 0.32011697 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2768.552 |\n", + "| air_humidity | 25.608366 |\n", + "| air_temperature | 23.491522 |\n", + "| clg_setpoint | 23.750345 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 332.0 |\n", + "| direct_solar_radiation | 416.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 13.68133 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 29.054508 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2813425.8 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.7 |\n", + "---------------------------------------------------\n", + "-------------------------------------------------*****************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.46856552 |\n", + "| Heating_Setpoint_RL | -0.09616411 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.04359 |\n", + "| Heating_Setpoint_RL | 17.084076 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.35917768 |\n", + "| air_humidity | -1.735099 |\n", + "| air_temperature | 0.52564824 |\n", + "| clg_setpoint | -0.23270069 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.62891537 |\n", + "| diffuse_solar_radiation | 1.9128408 |\n", + "| direct_solar_radiation | 0.6244323 |\n", + "| hour | 0.5063281 |\n", + "| htg_setpoint | -1.132968 |\n", + "| month | 0.4360371 |\n", + "| outdoor_humidity | 0.25720382 |\n", + "| outdoor_temperature | 1.5578886 |\n", + "| people_occupant | -0.6886549 |\n", + "| total_electricity_HVAC | -0.38701683 |\n", + "| wind_direction | 0.1835719 |\n", + "| wind_speed | 1.6165396 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1215.1343 |\n", + "| air_humidity | 15.165489 |\n", + "| air_temperature | 23.597572 |\n", + "| clg_setpoint | 25.770273 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 267.5 |\n", + "| direct_solar_radiation | 310.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.986452 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 27.384764 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1060059.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 8.8 |\n", + "-------------------------------------------------\n", + "------------------------------------------------******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.16721427 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.56558 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.0541993 |\n", + "| air_humidity | 1.212778 |\n", + "| air_temperature | 0.31566435 |\n", + "| clg_setpoint | -1.2176052 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7424104 |\n", + "| diffuse_solar_radiation | 0.58889323 |\n", + "| direct_solar_radiation | 0.7104332 |\n", + "| hour | 0.65077245 |\n", + "| htg_setpoint | 1.3861247 |\n", + "| month | 0.43556094 |\n", + "| outdoor_humidity | 0.3505246 |\n", + "| outdoor_temperature | 1.515648 |\n", + "| people_occupant | 1.6951152 |\n", + "| total_electricity_HVAC | 0.9641354 |\n", + "| wind_direction | 0.1834257 |\n", + "| wind_speed | 2.0325818 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7422.6733 |\n", + "| air_humidity | 52.619026 |\n", + "| air_temperature | 23.248583 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 135.0 |\n", + "| direct_solar_radiation | 332.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 27.00328 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6680406.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 9.8 |\n", + "------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.05914062 |\n", + "| air_humidity | 2.4733245 |\n", + "| air_temperature | 0.31602353 |\n", + "| clg_setpoint | -1.2170345 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8556536 |\n", + "| diffuse_solar_radiation | -0.23433101 |\n", + "| direct_solar_radiation | -0.61237526 |\n", + "| hour | 0.7952063 |\n", + "| htg_setpoint | -0.0636942 |\n", + "| month | 0.4350863 |\n", + "| outdoor_humidity | 1.2933781 |\n", + "| outdoor_temperature | 0.8040748 |\n", + "| people_occupant | 1.69408 |\n", + "| total_electricity_HVAC | 0.018544283 |\n", + "| wind_direction | 0.1831169 |\n", + "| wind_speed | 0.3182093 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3052.7788 |\n", + "| air_humidity | 68.68887 |\n", + "| air_temperature | 23.249428 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 52.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 17.338945 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 19.993744 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2747501.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.40804628 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.92026 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.07153497 |\n", + "| air_humidity | 1.1667806 |\n", + "| air_temperature | 0.31590763 |\n", + "| clg_setpoint | -1.2164841 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.96856594 |\n", + "| diffuse_solar_radiation | -0.54868525 |\n", + "| direct_solar_radiation | -0.2837608 |\n", + "| hour | 0.93962497 |\n", + "| htg_setpoint | -0.19890507 |\n", + "| month | 0.43461323 |\n", + "| outdoor_humidity | -0.40781826 |\n", + "| outdoor_temperature | 1.2836632 |\n", + "| people_occupant | 0.50186837 |\n", + "| total_electricity_HVAC | -0.09517344 |\n", + "| wind_direction | 0.08690284 |\n", + "| wind_speed | -0.14102739 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2480.8193 |\n", + "| air_humidity | 52.09966 |\n", + "| air_temperature | 23.249609 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 21.0 |\n", + "| direct_solar_radiation | 82.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.78812 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 24.76543 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 2276276.2 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9972719 |\n", + "| Heating_Setpoint_RL | -0.40608233 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.990793 |\n", + "| Heating_Setpoint_RL | 15.340787 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.32737187 |\n", + "| air_humidity | 1.5466156 |\n", + "| air_temperature | 0.31408146 |\n", + "| clg_setpoint | -1.2158233 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0810584 |\n", + "| diffuse_solar_radiation | -0.7578335 |\n", + "| direct_solar_radiation | -0.6127894 |\n", + "| hour | 1.084023 |\n", + "| htg_setpoint | 0.25737712 |\n", + "| month | 0.4341417 |\n", + "| outdoor_humidity | 0.86667603 |\n", + "| outdoor_temperature | 1.1549395 |\n", + "| people_occupant | -0.4516531 |\n", + "| total_electricity_HVAC | -0.25168273 |\n", + "| wind_direction | 0.27837744 |\n", + "| wind_speed | -1.1868931 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1360.238 |\n", + "| air_humidity | 56.950092 |\n", + "| air_temperature | 23.246893 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.644724 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 23.527742 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1627636.2 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5280105 |\n", + "| Heating_Setpoint_RL | -0.47419572 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.407036 |\n", + "| Heating_Setpoint_RL | 14.957649 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49651414 |\n", + "| air_humidity | 1.4670976 |\n", + "| air_temperature | 0.11645057 |\n", + "| clg_setpoint | -1.2153924 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.193032 |\n", + "| diffuse_solar_radiation | -0.7580974 |\n", + "| direct_solar_radiation | -0.61283886 |\n", + "| hour | 1.2283939 |\n", + "| htg_setpoint | -1.2063009 |\n", + "| month | 0.4336717 |\n", + "| outdoor_humidity | 0.86541086 |\n", + "| outdoor_temperature | 1.0769706 |\n", + "| people_occupant | -0.4520288 |\n", + "| total_electricity_HVAC | -0.5095022 |\n", + "| wind_direction | -0.01033215 |\n", + "| wind_speed | -0.55830675 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 619.3389 |\n", + "| air_humidity | 55.96448 |\n", + "| air_temperature | 22.919289 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.679628 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 22.778746 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 557405.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5244055 |\n", + "| air_humidity | -1.0315999 |\n", + "| air_temperature | -0.09727959 |\n", + "| clg_setpoint | 0.07810529 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.3043792 |\n", + "| diffuse_solar_radiation | -0.75817245 |\n", + "| direct_solar_radiation | -0.6128316 |\n", + "| hour | 1.3727305 |\n", + "| htg_setpoint | 0.7139911 |\n", + "| month | 0.43320322 |\n", + "| outdoor_humidity | 1.00636 |\n", + "| outdoor_temperature | 0.9072867 |\n", + "| people_occupant | -0.689316 |\n", + "| total_electricity_HVAC | -0.53602815 |\n", + "| wind_direction | -0.9725905 |\n", + "| wind_speed | -0.97636604 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 495.4668 |\n", + "| air_humidity | 24.146347 |\n", + "| air_temperature | 22.565039 |\n", + "| clg_setpoint | 26.561497 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.501808 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 21.12227 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 445920.12 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*****************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.7071292 |\n", + "| Heating_Setpoint_RL | 0.27711308 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.23844 |\n", + "| Heating_Setpoint_RL | 19.183762 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5332602 |\n", + "| air_humidity | -1.8251812 |\n", + "| air_temperature | -0.054058526 |\n", + "| clg_setpoint | 1.4211174 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4149839 |\n", + "| diffuse_solar_radiation | -0.7582991 |\n", + "| direct_solar_radiation | -0.61269224 |\n", + "| hour | 1.5170249 |\n", + "| htg_setpoint | -0.74447125 |\n", + "| month | 0.43273628 |\n", + "| outdoor_humidity | 0.10682265 |\n", + "| outdoor_temperature | 1.2068543 |\n", + "| people_occupant | -0.6883934 |\n", + "| total_electricity_HVAC | -0.54443556 |\n", + "| wind_direction | 0.951455 |\n", + "| wind_speed | -0.34831756 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 454.50967 |\n", + "| air_humidity | 13.98174 |\n", + "| air_temperature | 22.637024 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 14.5543165 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 24.113543 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 409058.72 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*****************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.52635634 |\n", + "| air_humidity | 0.6845426 |\n", + "| air_temperature | -0.53706247 |\n", + "| clg_setpoint | 0.517883 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5247226 |\n", + "| diffuse_solar_radiation | -0.7583988 |\n", + "| direct_solar_radiation | -0.61268246 |\n", + "| hour | 1.6612682 |\n", + "| htg_setpoint | 0.012188334 |\n", + "| month | 0.4322708 |\n", + "| outdoor_humidity | 1.4780111 |\n", + "| outdoor_temperature | 0.992051 |\n", + "| people_occupant | -0.6887095 |\n", + "| total_electricity_HVAC | -0.53787553 |\n", + "| wind_direction | -0.011844009 |\n", + "| wind_speed | -0.9763829 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 485.61023 |\n", + "| air_humidity | 45.974056 |\n", + "| air_temperature | 21.83761 |\n", + "| clg_setpoint | 27.68681 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.635796 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 22.008682 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 437049.22 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*******************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.96222055 |\n", + "| Heating_Setpoint_RL | -0.47361928 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.872494 |\n", + "| Heating_Setpoint_RL | 14.960892 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5298736 |\n", + "| air_humidity | 0.49643317 |\n", + "| air_temperature | -0.5861963 |\n", + "| clg_setpoint | 0.51511896 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7474477 |\n", + "| diffuse_solar_radiation | -0.75851876 |\n", + "| direct_solar_radiation | -0.6129276 |\n", + "| hour | -1.6611025 |\n", + "| htg_setpoint | 1.0186313 |\n", + "| month | 0.43180686 |\n", + "| outdoor_humidity | 1.0508391 |\n", + "| outdoor_temperature | 1.1994869 |\n", + "| people_occupant | -0.6890245 |\n", + "| total_electricity_HVAC | -0.54122055 |\n", + "| wind_direction | 0.3733981 |\n", + "| wind_speed | -0.9768753 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 471.8763 |\n", + "| air_humidity | 43.59142 |\n", + "| air_temperature | 21.757214 |\n", + "| clg_setpoint | 27.67848 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.73552 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | 24.094934 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 424688.7 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 2.6 |\n", + "| train/ | |\n", + "| approx_kl | 0.008325766 |\n", + "| clip_fraction | 0.0966 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.71 |\n", + "| explained_variance | 0.638 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.995 |\n", + "| n_updates | 270 |\n", + "| policy_gradient_loss | -0.0104 |\n", + "| std | 0.933 |\n", + "| value_loss | 2.79 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.52908915 |\n", + "| air_humidity | 0.39913177 |\n", + "| air_temperature | -0.19437873 |\n", + "| clg_setpoint | 1.4219829 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6725426 |\n", + "| diffuse_solar_radiation | -0.75837773 |\n", + "| direct_solar_radiation | -0.61243504 |\n", + "| hour | -1.5164707 |\n", + "| htg_setpoint | 0.19849356 |\n", + "| month | 0.74052536 |\n", + "| outdoor_humidity | -0.22689903 |\n", + "| outdoor_temperature | 1.167155 |\n", + "| people_occupant | -0.6893384 |\n", + "| total_electricity_HVAC | -0.5403727 |\n", + "| wind_direction | 0.663168 |\n", + "| wind_speed | -0.5975275 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 476.44348 |\n", + "| air_humidity | 42.368675 |\n", + "| air_temperature | 22.406301 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 18.393244 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 23.807497 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 429395.16 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.5 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8859904 |\n", + "| Heating_Setpoint_RL | 0.23595175 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.615217 |\n", + "| Heating_Setpoint_RL | 18.952229 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.52801245 |\n", + "| air_humidity | -0.1861089 |\n", + "| air_temperature | -0.20462428 |\n", + "| clg_setpoint | 1.4214244 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5533043 |\n", + "| diffuse_solar_radiation | -0.758636 |\n", + "| direct_solar_radiation | -0.6129801 |\n", + "| hour | -1.371884 |\n", + "| htg_setpoint | 0.24886867 |\n", + "| month | 0.7394927 |\n", + "| outdoor_humidity | 0.38900015 |\n", + "| outdoor_temperature | 1.2305614 |\n", + "| people_occupant | -0.6896512 |\n", + "| total_electricity_HVAC | -0.5393296 |\n", + "| wind_direction | 0.66290575 |\n", + "| wind_speed | -0.5557076 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 482.8636 |\n", + "| air_humidity | 34.919357 |\n", + "| air_temperature | 22.390833 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.596426 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 24.480043 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 435237.9 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.46650252 |\n", + "| Heating_Setpoint_RL | 0.1701558 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.199446 |\n", + "| Heating_Setpoint_RL | 18.582127 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5257854 |\n", + "| air_humidity | -0.2273622 |\n", + "| air_temperature | -0.07600634 |\n", + "| clg_setpoint | 1.044656 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4351709 |\n", + "| diffuse_solar_radiation | -0.7587792 |\n", + "| direct_solar_radiation | -0.6135739 |\n", + "| hour | -1.227334 |\n", + "| htg_setpoint | -0.4659682 |\n", + "| month | 0.73846436 |\n", + "| outdoor_humidity | 0.7679333 |\n", + "| outdoor_temperature | 1.2643011 |\n", + "| people_occupant | -0.6899629 |\n", + "| total_electricity_HVAC | -0.5373846 |\n", + "| wind_direction | 0.6629641 |\n", + "| wind_speed | -0.7650476 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 494.13873 |\n", + "| air_humidity | 34.407253 |\n", + "| air_temperature | 22.605192 |\n", + "| clg_setpoint | 29.035212 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 15.6817 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 24.8582 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 444724.84 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.35039008 |\n", + "| Heating_Setpoint_RL | 0.4057244 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.442434 |\n", + "| Heating_Setpoint_RL | 19.9072 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.53850067 |\n", + "| air_humidity | -1.5543905 |\n", + "| air_temperature | -0.16599919 |\n", + "| clg_setpoint | 0.39013863 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3179723 |\n", + "| diffuse_solar_radiation | -0.5954999 |\n", + "| direct_solar_radiation | -0.4940848 |\n", + "| hour | -1.0828129 |\n", + "| htg_setpoint | -0.45884717 |\n", + "| month | 0.7374403 |\n", + "| outdoor_humidity | 1.1934283 |\n", + "| outdoor_temperature | 1.245922 |\n", + "| people_occupant | -0.68904895 |\n", + "| total_electricity_HVAC | -0.5494709 |\n", + "| wind_direction | 0.27695143 |\n", + "| wind_speed | -1.1846281 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 436.9487 |\n", + "| air_humidity | 17.467257 |\n", + "| air_temperature | 22.457935 |\n", + "| clg_setpoint | 27.361053 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 16.5 |\n", + "| direct_solar_radiation | 30.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 15.707914 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 24.712803 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 393253.84 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.53627264 |\n", + "| air_humidity | -1.9815298 |\n", + "| air_temperature | -0.038420383 |\n", + "| clg_setpoint | 0.4344662 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2015561 |\n", + "| diffuse_solar_radiation | -0.056001037 |\n", + "| direct_solar_radiation | -0.53044987 |\n", + "| hour | -0.93831396 |\n", + "| htg_setpoint | 0.5174147 |\n", + "| month | 0.73642045 |\n", + "| outdoor_humidity | 0.34005135 |\n", + "| outdoor_temperature | 1.4328882 |\n", + "| people_occupant | -0.68813854 |\n", + "| total_electricity_HVAC | -0.5473854 |\n", + "| wind_direction | -1.5600017 |\n", + "| wind_speed | -0.34384933 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 445.58963 |\n", + "| air_humidity | 11.932658 |\n", + "| air_temperature | 22.670252 |\n", + "| clg_setpoint | 27.477001 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 71.0 |\n", + "| direct_solar_radiation | 21.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.683205 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 26.637999 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 400861.94 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.1949451 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.96706 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5417824 |\n", + "| air_humidity | 0.49028236 |\n", + "| air_temperature | -0.30320254 |\n", + "| clg_setpoint | 1.4193323 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0857863 |\n", + "| diffuse_solar_radiation | -0.18027098 |\n", + "| direct_solar_radiation | -0.6138755 |\n", + "| hour | -0.7938314 |\n", + "| htg_setpoint | -0.24568008 |\n", + "| month | 0.73540485 |\n", + "| outdoor_humidity | 1.1928141 |\n", + "| outdoor_temperature | 1.1831307 |\n", + "| people_occupant | -0.6884511 |\n", + "| total_electricity_HVAC | -0.55259717 |\n", + "| wind_direction | -1.3655896 |\n", + "| wind_speed | -0.34282538 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 422.7402 |\n", + "| air_humidity | 43.517536 |\n", + "| air_temperature | 22.23434 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 58.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.573442 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 24.179815 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 380466.2 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.59448165 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 20.96896 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.55262065 |\n", + "| air_humidity | 0.4152558 |\n", + "| air_temperature | 0.31122455 |\n", + "| clg_setpoint | 1.4195423 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9705416 |\n", + "| diffuse_solar_radiation | 1.2750398 |\n", + "| direct_solar_radiation | -0.16372016 |\n", + "| hour | -0.6493602 |\n", + "| htg_setpoint | 1.3906118 |\n", + "| month | 0.7343934 |\n", + "| outdoor_humidity | 0.33745673 |\n", + "| outdoor_temperature | 0.7747097 |\n", + "| people_occupant | -0.6887626 |\n", + "| total_electricity_HVAC | -0.16062936 |\n", + "| wind_direction | -1.4590877 |\n", + "| wind_speed | -0.5530858 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 376.79102 |\n", + "| air_humidity | 42.589077 |\n", + "| air_temperature | 23.249857 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 205.5 |\n", + "| direct_solar_radiation | 112.5 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 20.112642 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2002268.1 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.82068205 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.008663 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.49588144 |\n", + "| air_humidity | 1.0842196 |\n", + "| air_temperature | 0.31045675 |\n", + "| clg_setpoint | -1.2152712 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8557151 |\n", + "| diffuse_solar_radiation | 1.0401045 |\n", + "| direct_solar_radiation | 1.9777969 |\n", + "| hour | -0.5048964 |\n", + "| htg_setpoint | -0.575333 |\n", + "| month | 0.73338616 |\n", + "| outdoor_humidity | -0.8963247 |\n", + "| outdoor_temperature | 1.1553301 |\n", + "| people_occupant | 1.6941819 |\n", + "| total_electricity_HVAC | 0.5237292 |\n", + "| wind_direction | -0.9735842 |\n", + "| wind_speed | -0.13173471 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4952.3887 |\n", + "| air_humidity | 51.15832 |\n", + "| air_temperature | 23.249653 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 182.0 |\n", + "| direct_solar_radiation | 648.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.238673 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 23.92852 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4830070.5 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5912313 |\n", + "| Heating_Setpoint_RL | 0.99161196 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.629595 |\n", + "| Heating_Setpoint_RL | 23.202816 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.78567433 |\n", + "| air_humidity | 1.1486075 |\n", + "| air_temperature | 0.30999568 |\n", + "| clg_setpoint | -1.214554 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.74121314 |\n", + "| diffuse_solar_radiation | 2.309354 |\n", + "| direct_solar_radiation | 0.886219 |\n", + "| hour | -0.36043686 |\n", + "| htg_setpoint | 0.80062073 |\n", + "| month | 0.732383 |\n", + "| outdoor_humidity | -1.4180423 |\n", + "| outdoor_temperature | 1.5281764 |\n", + "| people_occupant | 1.6931789 |\n", + "| total_electricity_HVAC | 0.7088063 |\n", + "| wind_direction | -0.19954938 |\n", + "| wind_speed | -0.9724205 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6215.1333 |\n", + "| air_humidity | 52.00066 |\n", + "| air_temperature | 23.249533 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 310.5 |\n", + "| direct_solar_radiation | 375.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.850616 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 27.676397 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5593620.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.6472222 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 13.984375 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.45325986 |\n", + "| air_humidity | -0.67152005 |\n", + "| air_temperature | 0.4582794 |\n", + "| clg_setpoint | 0.6347435 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.62695515 |\n", + "| diffuse_solar_radiation | 0.78079504 |\n", + "| direct_solar_radiation | 2.1213462 |\n", + "| hour | -0.21597923 |\n", + "| htg_setpoint | -1.370105 |\n", + "| month | 0.731384 |\n", + "| outdoor_humidity | -0.088164575 |\n", + "| outdoor_temperature | 1.3551141 |\n", + "| people_occupant | -0.68969065 |\n", + "| total_electricity_HVAC | -0.4779499 |\n", + "| wind_direction | 0.08948107 |\n", + "| wind_speed | -0.12946054 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 814.8687 |\n", + "| air_humidity | 28.75508 |\n", + "| air_temperature | 23.494352 |\n", + "| clg_setpoint | 27.986757 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 156.0 |\n", + "| direct_solar_radiation | 685.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 25.971313 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 694686.4 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***********************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.504056 |\n", + "| Heating_Setpoint_RL | 0.50055575 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.326189 |\n", + "| Heating_Setpoint_RL | 20.440626 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.44055328 |\n", + "| air_humidity | -1.7899419 |\n", + "| air_temperature | 1.0154039 |\n", + "| clg_setpoint | 0.50355214 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.51287276 |\n", + "| diffuse_solar_radiation | 2.7583816 |\n", + "| direct_solar_radiation | 1.4170794 |\n", + "| hour | -0.0715222 |\n", + "| htg_setpoint | -1.2272912 |\n", + "| month | 0.73038906 |\n", + "| outdoor_humidity | -0.27908173 |\n", + "| outdoor_temperature | 1.6599424 |\n", + "| people_occupant | -0.6887886 |\n", + "| total_electricity_HVAC | -0.46084028 |\n", + "| wind_direction | 0.08904858 |\n", + "| wind_speed | -0.549844 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 868.33344 |\n", + "| air_humidity | 14.419359 |\n", + "| air_temperature | 24.412823 |\n", + "| clg_setpoint | 27.652754 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 356.5 |\n", + "| direct_solar_radiation | 509.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 12.577544 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 29.04806 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 763517.44 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**********************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.21347415 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.825792 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.3544257 |\n", + "| air_humidity | 1.0492697 |\n", + "| air_temperature | 0.3083518 |\n", + "| clg_setpoint | -1.21531 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.39890963 |\n", + "| diffuse_solar_radiation | 3.3951864 |\n", + "| direct_solar_radiation | -0.1860107 |\n", + "| hour | 0.072934814 |\n", + "| htg_setpoint | 1.0451314 |\n", + "| month | 0.7293982 |\n", + "| outdoor_humidity | -0.09000825 |\n", + "| outdoor_temperature | 1.5225238 |\n", + "| people_occupant | 0.2653399 |\n", + "| total_electricity_HVAC | 1.3723854 |\n", + "| wind_direction | -0.007982026 |\n", + "| wind_speed | -0.12770756 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8679.47 |\n", + "| air_humidity | 50.709106 |\n", + "| air_temperature | 23.249256 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 422.0 |\n", + "| direct_solar_radiation | 107.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.839535 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 27.70153 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 8318684.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "------------------------------------------------************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.896012 |\n", + "| Heating_Setpoint_RL | -0.7487149 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.60096 |\n", + "| Heating_Setpoint_RL | 13.413479 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.408748 |\n", + "| air_humidity | 1.0659751 |\n", + "| air_temperature | 0.30983996 |\n", + "| clg_setpoint | -1.2148283 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.2850213 |\n", + "| diffuse_solar_radiation | 1.9256017 |\n", + "| direct_solar_radiation | 1.7072846 |\n", + "| hour | 0.21739146 |\n", + "| htg_setpoint | -1.368144 |\n", + "| month | 0.7284113 |\n", + "| outdoor_humidity | -1.7066406 |\n", + "| outdoor_temperature | 2.083482 |\n", + "| people_occupant | 1.2182972 |\n", + "| total_electricity_HVAC | 1.4955144 |\n", + "| wind_direction | -1.5556854 |\n", + "| wind_speed | -0.7604033 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8915.441 |\n", + "| air_humidity | 50.934345 |\n", + "| air_temperature | 23.252224 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 273.0 |\n", + "| direct_solar_radiation | 581.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 33.36472 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 8825250.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.1 |\n", + "------------------------------------------------\n", + "--------------------------------------------------***********************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.19882268 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.506622 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.97677857 |\n", + "| air_humidity | 0.86091805 |\n", + "| air_temperature | 1.5171279 |\n", + "| clg_setpoint | -0.43715784 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.17117481 |\n", + "| diffuse_solar_radiation | 1.8151975 |\n", + "| direct_solar_radiation | 0.8838433 |\n", + "| hour | 0.3618466 |\n", + "| htg_setpoint | -1.1915343 |\n", + "| month | 0.72742844 |\n", + "| outdoor_humidity | -0.1845537 |\n", + "| outdoor_temperature | 1.6192296 |\n", + "| people_occupant | 1.6940814 |\n", + "| total_electricity_HVAC | 0.5086747 |\n", + "| wind_direction | -0.009047017 |\n", + "| wind_speed | 0.5488703 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7037.99 |\n", + "| air_humidity | 48.316544 |\n", + "| air_temperature | 25.238811 |\n", + "| clg_setpoint | 25.242004 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 262.0 |\n", + "| direct_solar_radiation | 375.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.720229 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 28.75433 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4761053.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 6.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------***********************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.40200034 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.363749 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.4513056 |\n", + "| air_humidity | 1.1751461 |\n", + "| air_temperature | 0.30783027 |\n", + "| clg_setpoint | -1.2140715 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.057348646 |\n", + "| diffuse_solar_radiation | 0.05543744 |\n", + "| direct_solar_radiation | 2.3025217 |\n", + "| hour | 0.5062982 |\n", + "| htg_setpoint | -0.606807 |\n", + "| month | 0.7264495 |\n", + "| outdoor_humidity | -0.5181332 |\n", + "| outdoor_temperature | 1.5015751 |\n", + "| people_occupant | 1.6930894 |\n", + "| total_electricity_HVAC | 1.4605912 |\n", + "| wind_direction | -0.2993923 |\n", + "| wind_speed | -0.5480198 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9102.229 |\n", + "| air_humidity | 52.346 |\n", + "| air_temperature | 23.250526 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 83.0 |\n", + "| direct_solar_radiation | 731.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.103635 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 27.609585 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 8682209.0 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.18579042 |\n", + "| Heating_Setpoint_RL | 0.42464554 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.252043 |\n", + "| Heating_Setpoint_RL | 20.01363 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.3298235 |\n", + "| air_humidity | 1.8521603 |\n", + "| air_temperature | 0.3852019 |\n", + "| clg_setpoint | -1.1748557 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.05646735 |\n", + "| diffuse_solar_radiation | 0.48715127 |\n", + "| direct_solar_radiation | 0.42328462 |\n", + "| hour | 0.65074337 |\n", + "| htg_setpoint | -1.3683778 |\n", + "| month | 0.72547454 |\n", + "| outdoor_humidity | -0.18548563 |\n", + "| outdoor_temperature | 1.9074849 |\n", + "| people_occupant | 1.692102 |\n", + "| total_electricity_HVAC | 2.1768348 |\n", + "| wind_direction | -0.39473966 |\n", + "| wind_speed | -0.33562392 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 12930.67 |\n", + "| air_humidity | 61.021458 |\n", + "| air_temperature | 23.378654 |\n", + "| clg_setpoint | 23.3491 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 127.0 |\n", + "| direct_solar_radiation | 260.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 31.73431 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 11637603.0 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.36419278 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.576416 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49262723 |\n", + "| air_humidity | -1.056824 |\n", + "| air_temperature | 0.6577348 |\n", + "| clg_setpoint | 0.19925874 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.17027213 |\n", + "| diffuse_solar_radiation | -0.24538544 |\n", + "| direct_solar_radiation | -0.5588586 |\n", + "| hour | 0.79517853 |\n", + "| htg_setpoint | -1.3683974 |\n", + "| month | 0.72450346 |\n", + "| outdoor_humidity | -0.37690157 |\n", + "| outdoor_temperature | 1.6378784 |\n", + "| people_occupant | -0.68942505 |\n", + "| total_electricity_HVAC | -0.5068631 |\n", + "| wind_direction | -1.2641046 |\n", + "| wind_speed | 1.1858579 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 649.1376 |\n", + "| air_humidity | 23.811337 |\n", + "| air_temperature | 23.826807 |\n", + "| clg_setpoint | 26.870905 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 52.5 |\n", + "| direct_solar_radiation | 14.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 29.070456 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 580873.7 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5116434 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.351797 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48985615 |\n", + "| air_humidity | -1.7951775 |\n", + "| air_temperature | 0.6263717 |\n", + "| clg_setpoint | 0.07298724 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.28405344 |\n", + "| diffuse_solar_radiation | -0.76068294 |\n", + "| direct_solar_radiation | -0.61726975 |\n", + "| hour | 0.9395991 |\n", + "| htg_setpoint | 0.26209348 |\n", + "| month | 0.7235363 |\n", + "| outdoor_humidity | -0.42262834 |\n", + "| outdoor_temperature | 1.403495 |\n", + "| people_occupant | -0.6885346 |\n", + "| total_electricity_HVAC | -0.50558335 |\n", + "| wind_direction | -0.77704304 |\n", + "| wind_speed | -0.75931644 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 659.6121 |\n", + "| air_humidity | 14.302734 |\n", + "| air_temperature | 23.775833 |\n", + "| clg_setpoint | 26.54869 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.64334 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 26.763706 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 584701.94 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.74655074 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.14461 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4928997 |\n", + "| air_humidity | 1.0987376 |\n", + "| air_temperature | 0.35712504 |\n", + "| clg_setpoint | 1.2214974 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.39778802 |\n", + "| diffuse_solar_radiation | -0.76091564 |\n", + "| direct_solar_radiation | -0.61772203 |\n", + "| hour | 1.0839999 |\n", + "| htg_setpoint | 1.3923777 |\n", + "| month | 0.72257304 |\n", + "| outdoor_humidity | -0.23061103 |\n", + "| outdoor_temperature | 0.87367624 |\n", + "| people_occupant | -0.45043272 |\n", + "| total_electricity_HVAC | -0.50629646 |\n", + "| wind_direction | -0.8716086 |\n", + "| wind_speed | -0.33687505 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 647.2188 |\n", + "| air_humidity | 51.36483 |\n", + "| air_temperature | 23.334293 |\n", + "| clg_setpoint | 29.48983 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 21.448244 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 582496.94 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.84367406 |\n", + "| Heating_Setpoint_RL | 0.28926554 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.7776 |\n", + "| Heating_Setpoint_RL | 19.25212 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4922172 |\n", + "| air_humidity | 0.88821167 |\n", + "| air_temperature | 0.2111067 |\n", + "| clg_setpoint | -0.8592776 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.5114416 |\n", + "| diffuse_solar_radiation | -0.7611469 |\n", + "| direct_solar_radiation | -0.6181472 |\n", + "| hour | 1.2283747 |\n", + "| htg_setpoint | -0.12929277 |\n", + "| month | 0.7216135 |\n", + "| outdoor_humidity | 0.5799849 |\n", + "| outdoor_temperature | 0.85960513 |\n", + "| people_occupant | -0.4507949 |\n", + "| total_electricity_HVAC | -0.5056518 |\n", + "| wind_direction | 0.4842293 |\n", + "| wind_speed | -1.1827847 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 651.7 |\n", + "| air_humidity | 48.683994 |\n", + "| air_temperature | 23.095499 |\n", + "| clg_setpoint | 24.156496 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 17.046938 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 21.319752 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 586530.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.50586396 |\n", + "| air_humidity | 0.78747845 |\n", + "| air_temperature | 0.06051926 |\n", + "| clg_setpoint | -0.06589412 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.624969 |\n", + "| diffuse_solar_radiation | -0.76113486 |\n", + "| direct_solar_radiation | -0.61857504 |\n", + "| hour | 1.3727167 |\n", + "| htg_setpoint | 0.3953376 |\n", + "| month | 0.7206579 |\n", + "| outdoor_humidity | 0.008827231 |\n", + "| outdoor_temperature | 1.5349988 |\n", + "| people_occupant | -0.689446 |\n", + "| total_electricity_HVAC | -0.5186411 |\n", + "| wind_direction | 0.58034223 |\n", + "| wind_speed | -0.1238525 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 594.6686 |\n", + "| air_humidity | 47.404034 |\n", + "| air_temperature | 22.849186 |\n", + "| clg_setpoint | 26.187414 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.183815 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 28.165903 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 535201.75 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.6 |\n", + "| train/ | |\n", + "| approx_kl | 0.0053591896 |\n", + "| clip_fraction | 0.0602 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.71 |\n", + "| explained_variance | 0.747 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.979 |\n", + "| n_updates | 280 |\n", + "| policy_gradient_loss | -0.00912 |\n", + "| std | 0.939 |\n", + "| value_loss | 2.56 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.39990187 |\n", + "| Heating_Setpoint_RL | 0.64344805 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.974669 |\n", + "| Heating_Setpoint_RL | 21.244396 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.51354706 |\n", + "| air_humidity | 0.5123494 |\n", + "| air_temperature | -0.16261993 |\n", + "| clg_setpoint | -0.8660646 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7383146 |\n", + "| diffuse_solar_radiation | -0.76116514 |\n", + "| direct_solar_radiation | -0.6191017 |\n", + "| hour | 1.5170181 |\n", + "| htg_setpoint | 0.9986627 |\n", + "| month | 0.71970606 |\n", + "| outdoor_humidity | -1.3698883 |\n", + "| outdoor_temperature | 1.0140697 |\n", + "| people_occupant | -0.68974775 |\n", + "| total_electricity_HVAC | -0.52595806 |\n", + "| wind_direction | 1.6413928 |\n", + "| wind_speed | -0.12423547 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 562.3599 |\n", + "| air_humidity | 43.88625 |\n", + "| air_temperature | 22.484753 |\n", + "| clg_setpoint | 24.136541 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.64179 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 40.0 |\n", + "| outdoor_temperature | 22.949697 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 506123.9 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.59836376 |\n", + "| Heating_Setpoint_RL | 0.89267665 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.605522 |\n", + "| Heating_Setpoint_RL | 22.646305 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5373796 |\n", + "| air_humidity | 0.51631004 |\n", + "| air_temperature | -0.6651219 |\n", + "| clg_setpoint | 1.0867481 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8514124 |\n", + "| diffuse_solar_radiation | -0.7612892 |\n", + "| direct_solar_radiation | -0.6194488 |\n", + "| hour | 1.6612705 |\n", + "| htg_setpoint | -1.35368 |\n", + "| month | 0.7187579 |\n", + "| outdoor_humidity | 0.20275378 |\n", + "| outdoor_temperature | 0.8544568 |\n", + "| people_occupant | -0.69004846 |\n", + "| total_electricity_HVAC | -0.5486369 |\n", + "| wind_direction | 0.38530734 |\n", + "| wind_speed | -0.123989776 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 459.8146 |\n", + "| air_humidity | 43.948147 |\n", + "| air_temperature | 21.663012 |\n", + "| clg_setpoint | 29.13746 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 12.048273 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 21.35486 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 413833.16 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------**************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5600705 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.515238 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5361681 |\n", + "| air_humidity | -1.5192788 |\n", + "| air_temperature | -0.12815358 |\n", + "| clg_setpoint | -0.073835775 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0785663 |\n", + "| diffuse_solar_radiation | -0.7614073 |\n", + "| direct_solar_radiation | -0.619784 |\n", + "| hour | -1.6611117 |\n", + "| htg_setpoint | -1.3644266 |\n", + "| month | 0.71781355 |\n", + "| outdoor_humidity | -1.2709609 |\n", + "| outdoor_temperature | 0.84636855 |\n", + "| people_occupant | -0.68916595 |\n", + "| total_electricity_HVAC | -0.54747796 |\n", + "| wind_direction | 1.6400887 |\n", + "| wind_speed | 0.5534032 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 463.7557 |\n", + "| air_humidity | 17.869425 |\n", + "| air_temperature | 22.542898 |\n", + "| clg_setpoint | 26.16532 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 21.302277 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 417380.12 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 6.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.20098953 |\n", + "| Heating_Setpoint_RL | 0.2674887 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.303339 |\n", + "| Heating_Setpoint_RL | 19.129623 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.17116289 |\n", + "| air_humidity | -1.1918873 |\n", + "| air_temperature | 0.30333334 |\n", + "| clg_setpoint | -0.84640074 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1908928 |\n", + "| diffuse_solar_radiation | -0.76158696 |\n", + "| direct_solar_radiation | -0.6202228 |\n", + "| hour | -1.5164869 |\n", + "| htg_setpoint | 1.3941194 |\n", + "| month | 0.71687293 |\n", + "| outdoor_humidity | -0.1741039 |\n", + "| outdoor_temperature | 0.56541896 |\n", + "| people_occupant | -0.68828684 |\n", + "| total_electricity_HVAC | -0.20054322 |\n", + "| wind_direction | -1.2560176 |\n", + "| wind_speed | -1.1860087 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2042.5071 |\n", + "| air_humidity | 22.02161 |\n", + "| air_temperature | 23.249083 |\n", + "| clg_setpoint | 24.186407 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 18.480145 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1838256.4 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.27135324 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.540817 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5403493 |\n", + "| air_humidity | 0.18423249 |\n", + "| air_temperature | -0.252639 |\n", + "| clg_setpoint | -1.2111804 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.3026842 |\n", + "| diffuse_solar_radiation | -0.76181 |\n", + "| direct_solar_radiation | -0.6205722 |\n", + "| hour | -1.3719053 |\n", + "| htg_setpoint | -0.18253659 |\n", + "| month | 0.71593595 |\n", + "| outdoor_humidity | 0.8731132 |\n", + "| outdoor_temperature | 0.8520468 |\n", + "| people_occupant | -0.6885883 |\n", + "| total_electricity_HVAC | -0.55148435 |\n", + "| wind_direction | 0.5788092 |\n", + "| wind_speed | -0.33717576 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 445.71216 |\n", + "| air_humidity | 39.66477 |\n", + "| air_temperature | 22.34103 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.817167 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 21.39466 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 401140.94 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.15305543 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.764063 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.54191655 |\n", + "| air_humidity | 0.42089948 |\n", + "| air_temperature | -0.4908554 |\n", + "| clg_setpoint | -1.2104884 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.413834 |\n", + "| diffuse_solar_radiation | -0.76198524 |\n", + "| direct_solar_radiation | -0.62060267 |\n", + "| hour | -1.2273589 |\n", + "| htg_setpoint | 0.18091153 |\n", + "| month | 0.71500266 |\n", + "| outdoor_humidity | 0.44457653 |\n", + "| outdoor_temperature | 0.67073834 |\n", + "| people_occupant | -0.68888885 |\n", + "| total_electricity_HVAC | -0.55303645 |\n", + "| wind_direction | -1.352755 |\n", + "| wind_speed | -0.5493928 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 440.51917 |\n", + "| air_humidity | 42.71481 |\n", + "| air_temperature | 21.95296 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 18.29923 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 19.580679 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 396467.25 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.3137601 |\n", + "| Heating_Setpoint_RL | -0.039961696 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.68394 |\n", + "| Heating_Setpoint_RL | 17.400215 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.62397057 |\n", + "| air_humidity | 1.010408 |\n", + "| air_temperature | -0.34363043 |\n", + "| clg_setpoint | -0.76557964 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5242283 |\n", + "| diffuse_solar_radiation | -0.76206976 |\n", + "| direct_solar_radiation | -0.62102365 |\n", + "| hour | -1.0828401 |\n", + "| htg_setpoint | 0.086231954 |\n", + "| month | 0.714073 |\n", + "| outdoor_humidity | 0.44564015 |\n", + "| outdoor_temperature | 0.36306006 |\n", + "| people_occupant | -0.6891884 |\n", + "| total_electricity_HVAC | -0.63105816 |\n", + "| wind_direction | -1.3509979 |\n", + "| wind_speed | -0.7615346 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 50.279003 |\n", + "| air_temperature | 22.194498 |\n", + "| clg_setpoint | 24.387491 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 17.913746 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 16.483877 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------****************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.64964414 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.817549 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.54990333 |\n", + "| air_humidity | -0.02074347 |\n", + "| air_temperature | -0.43955913 |\n", + "| clg_setpoint | -0.795135 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6337464 |\n", + "| diffuse_solar_radiation | -0.39861664 |\n", + "| direct_solar_radiation | 0.034315825 |\n", + "| hour | -0.93834263 |\n", + "| htg_setpoint | 0.45477587 |\n", + "| month | 0.7131469 |\n", + "| outdoor_humidity | -0.17344366 |\n", + "| outdoor_temperature | 0.65698904 |\n", + "| people_occupant | -0.6894869 |\n", + "| total_electricity_HVAC | -0.56062645 |\n", + "| wind_direction | -1.543203 |\n", + "| wind_speed | 0.13241455 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 408.62396 |\n", + "| air_humidity | 37.092243 |\n", + "| air_temperature | 22.038872 |\n", + "| clg_setpoint | 24.309454 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 37.0 |\n", + "| direct_solar_radiation | 165.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.417187 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 19.468807 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 367981.94 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.54561234 |\n", + "| air_humidity | 0.5082309 |\n", + "| air_temperature | -0.006443708 |\n", + "| clg_setpoint | 1.4274923 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7422615 |\n", + "| diffuse_solar_radiation | 0.23055176 |\n", + "| direct_solar_radiation | 0.49984044 |\n", + "| hour | -0.7938608 |\n", + "| htg_setpoint | -0.08289895 |\n", + "| month | 0.7122245 |\n", + "| outdoor_humidity | 0.49504194 |\n", + "| outdoor_temperature | 0.755335 |\n", + "| people_occupant | -0.68978447 |\n", + "| total_electricity_HVAC | -0.55723226 |\n", + "| wind_direction | 0.7751808 |\n", + "| wind_speed | -1.4384756 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 428.16116 |\n", + "| air_humidity | 43.862926 |\n", + "| air_temperature | 22.745836 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 101.0 |\n", + "| direct_solar_radiation | 282.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.22283 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 20.482166 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 382835.22 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 1.5 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------***************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.12515503 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.047398 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5153186 |\n", + "| air_humidity | -1.3605438 |\n", + "| air_temperature | 0.0070086815 |\n", + "| clg_setpoint | 1.4269505 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6714108 |\n", + "| diffuse_solar_radiation | 0.16219479 |\n", + "| direct_solar_radiation | 1.7102034 |\n", + "| hour | -0.6493899 |\n", + "| htg_setpoint | -0.8138984 |\n", + "| month | 1.0241013 |\n", + "| outdoor_humidity | -0.6012424 |\n", + "| outdoor_temperature | 1.4242504 |\n", + "| people_occupant | -0.6889131 |\n", + "| total_electricity_HVAC | -0.5341726 |\n", + "| wind_direction | 1.3540314 |\n", + "| wind_speed | 0.55847484 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 557.4823 |\n", + "| air_humidity | 19.94637 |\n", + "| air_temperature | 22.76825 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 94.0 |\n", + "| direct_solar_radiation | 588.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 14.237245 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 27.259668 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 475783.8 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*****************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.30483645 |\n", + "| air_humidity | -0.4642707 |\n", + "| air_temperature | 0.3025497 |\n", + "| clg_setpoint | -1.208926 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5527713 |\n", + "| diffuse_solar_radiation | 1.5446982 |\n", + "| direct_solar_radiation | 0.46989518 |\n", + "| hour | -0.5049261 |\n", + "| htg_setpoint | 0.969772 |\n", + "| month | 1.0223095 |\n", + "| outdoor_humidity | -0.6464501 |\n", + "| outdoor_temperature | 1.0106809 |\n", + "| people_occupant | 1.696492 |\n", + "| total_electricity_HVAC | 0.47099844 |\n", + "| wind_direction | -1.5424672 |\n", + "| wind_speed | -0.33383211 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4091.124 |\n", + "| air_humidity | 31.361307 |\n", + "| air_temperature | 23.250465 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 234.5 |\n", + "| direct_solar_radiation | 275.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.513256 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 23.10727 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4577239.5 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.5490004 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.536873 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.39739457 |\n", + "| air_humidity | 0.8170068 |\n", + "| air_temperature | 0.30099156 |\n", + "| clg_setpoint | -1.2083659 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4351488 |\n", + "| diffuse_solar_radiation | 1.018164 |\n", + "| direct_solar_radiation | 2.1616735 |\n", + "| hour | -0.36046636 |\n", + "| htg_setpoint | 0.8161675 |\n", + "| month | 1.0205274 |\n", + "| outdoor_humidity | -1.503786 |\n", + "| outdoor_temperature | 1.0531789 |\n", + "| people_occupant | 1.6955234 |\n", + "| total_electricity_HVAC | 0.33959484 |\n", + "| wind_direction | -1.2499963 |\n", + "| wind_speed | -1.4375037 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4489.293 |\n", + "| air_humidity | 47.792107 |\n", + "| air_temperature | 23.248787 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 181.0 |\n", + "| direct_solar_radiation | 702.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.890865 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 23.54837 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4040363.8 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 1.5 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.72113615 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.568609 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.1168703 |\n", + "| air_humidity | 1.1444426 |\n", + "| air_temperature | 0.3009345 |\n", + "| clg_setpoint | -1.208077 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3183861 |\n", + "| diffuse_solar_radiation | 0.80170757 |\n", + "| direct_solar_radiation | 2.4687417 |\n", + "| hour | -0.21600848 |\n", + "| htg_setpoint | 0.019030077 |\n", + "| month | 1.0187544 |\n", + "| outdoor_humidity | -1.1219795 |\n", + "| outdoor_temperature | 1.2546008 |\n", + "| people_occupant | 1.6945593 |\n", + "| total_electricity_HVAC | 1.0831106 |\n", + "| wind_direction | 0.19567046 |\n", + "| wind_speed | -0.54302555 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7585.24 |\n", + "| air_humidity | 51.998592 |\n", + "| air_temperature | 23.249516 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 159.0 |\n", + "| direct_solar_radiation | 780.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.63944 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 25.597338 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7070435.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*****************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.1653954 |\n", + "| air_humidity | 1.1077924 |\n", + "| air_temperature | 0.30026406 |\n", + "| clg_setpoint | -1.2077413 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2023423 |\n", + "| diffuse_solar_radiation | 0.8760344 |\n", + "| direct_solar_radiation | 2.52511 |\n", + "| hour | -0.071551144 |\n", + "| htg_setpoint | -0.8379667 |\n", + "| month | 1.0169907 |\n", + "| outdoor_humidity | -0.5023224 |\n", + "| outdoor_temperature | 1.3544592 |\n", + "| people_occupant | 1.2170973 |\n", + "| total_electricity_HVAC | 1.0723424 |\n", + "| wind_direction | 0.19524881 |\n", + "| wind_speed | -0.5426403 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7791.9937 |\n", + "| air_humidity | 51.53984 |\n", + "| air_temperature | 23.249298 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 166.5 |\n", + "| direct_solar_radiation | 795.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 14.142264 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 26.625992 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 7024924.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------******************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.505804 |\n", + "| air_humidity | 1.053931 |\n", + "| air_temperature | 0.30374235 |\n", + "| clg_setpoint | -1.2075349 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0868912 |\n", + "| diffuse_solar_radiation | 0.8618903 |\n", + "| direct_solar_radiation | 1.6135964 |\n", + "| hour | 0.07290615 |\n", + "| htg_setpoint | -0.2670841 |\n", + "| month | 1.015236 |\n", + "| outdoor_humidity | -0.5981973 |\n", + "| outdoor_temperature | 1.2601786 |\n", + "| people_occupant | 0.26336762 |\n", + "| total_electricity_HVAC | 0.7489466 |\n", + "| wind_direction | 0.09873238 |\n", + "| wind_speed | -0.32937285 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4953.3833 |\n", + "| air_humidity | 50.862335 |\n", + "| air_temperature | 23.255861 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 165.0 |\n", + "| direct_solar_radiation | 565.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 16.47165 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 25.69485 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 5706407.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*****************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.6246778 |\n", + "| Heating_Setpoint_RL | -0.14581084 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.733288 |\n", + "| Heating_Setpoint_RL | 16.804813 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4915769 |\n", + "| air_humidity | -0.94153935 |\n", + "| air_temperature | 0.7783599 |\n", + "| clg_setpoint | 1.3766376 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.97192067 |\n", + "| diffuse_solar_radiation | 0.69471025 |\n", + "| direct_solar_radiation | 2.2642481 |\n", + "| hour | 0.21736312 |\n", + "| htg_setpoint | -1.3626858 |\n", + "| month | 1.0134904 |\n", + "| outdoor_humidity | 0.26009294 |\n", + "| outdoor_temperature | 1.3674304 |\n", + "| people_occupant | -0.6895268 |\n", + "| total_electricity_HVAC | -0.5065929 |\n", + "| wind_direction | 0.0020711918 |\n", + "| wind_speed | 0.5651922 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 663.94543 |\n", + "| air_humidity | 25.333174 |\n", + "| air_temperature | 24.027245 |\n", + "| clg_setpoint | 29.869175 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 148.0 |\n", + "| direct_solar_radiation | 730.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 26.795242 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 592712.44 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 6.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------******************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.27553037 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.075142 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.51926154 |\n", + "| air_humidity | -1.8015567 |\n", + "| air_temperature | 0.3687293 |\n", + "| clg_setpoint | 1.3188627 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8573316 |\n", + "| diffuse_solar_radiation | 0.71360487 |\n", + "| direct_solar_radiation | -0.624769 |\n", + "| hour | 0.3618186 |\n", + "| htg_setpoint | -1.361843 |\n", + "| month | 1.0117538 |\n", + "| outdoor_humidity | 0.45030534 |\n", + "| outdoor_temperature | 0.88708943 |\n", + "| people_occupant | -0.6886662 |\n", + "| total_electricity_HVAC | -0.532143 |\n", + "| wind_direction | -1.1573395 |\n", + "| wind_speed | -0.11589524 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 543.2075 |\n", + "| air_humidity | 14.271077 |\n", + "| air_temperature | 23.362331 |\n", + "| clg_setpoint | 29.724216 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 150.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 21.957493 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 487072.4 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.1367737 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.08661 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.33703914 |\n", + "| air_humidity | 1.5308626 |\n", + "| air_temperature | 0.30074826 |\n", + "| clg_setpoint | -1.2086186 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7430374 |\n", + "| diffuse_solar_radiation | 0.24584599 |\n", + "| direct_solar_radiation | -0.62442595 |\n", + "| hour | 0.5062707 |\n", + "| htg_setpoint | 0.73232335 |\n", + "| month | 1.0100261 |\n", + "| outdoor_humidity | 0.35419407 |\n", + "| outdoor_temperature | 1.0702424 |\n", + "| people_occupant | 1.6954135 |\n", + "| total_electricity_HVAC | 0.47435865 |\n", + "| wind_direction | -0.2861578 |\n", + "| wind_speed | -0.114619635 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4219.664 |\n", + "| air_humidity | 56.961155 |\n", + "| air_temperature | 23.251934 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 102.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 20.548193 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 23.821865 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4579769.0 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.12523502 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.329447 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.3742996 |\n", + "| air_humidity | 0.3525502 |\n", + "| air_temperature | 0.29827696 |\n", + "| clg_setpoint | -1.2081633 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6289636 |\n", + "| diffuse_solar_radiation | -0.33977067 |\n", + "| direct_solar_radiation | 1.349276 |\n", + "| hour | 0.65071666 |\n", + "| htg_setpoint | -1.3615615 |\n", + "| month | 1.0083072 |\n", + "| outdoor_humidity | -1.8910316 |\n", + "| outdoor_temperature | 0.8959502 |\n", + "| people_occupant | 1.6944594 |\n", + "| total_electricity_HVAC | 0.31737474 |\n", + "| wind_direction | 1.4516699 |\n", + "| wind_speed | 0.77997655 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4377.9634 |\n", + "| air_humidity | 41.85827 |\n", + "| air_temperature | 23.248436 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 43.0 |\n", + "| direct_solar_radiation | 499.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 29.0 |\n", + "| outdoor_temperature | 22.070057 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3940167.2 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.11700952 |\n", + "| Heating_Setpoint_RL | -0.051375367 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.230093 |\n", + "| Heating_Setpoint_RL | 17.336014 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.043812223 |\n", + "| air_humidity | 0.681421 |\n", + "| air_temperature | 0.29841223 |\n", + "| clg_setpoint | -1.2073771 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5150472 |\n", + "| diffuse_solar_radiation | -0.54677576 |\n", + "| direct_solar_radiation | -0.42566556 |\n", + "| hour | 0.79515296 |\n", + "| htg_setpoint | -1.3615121 |\n", + "| month | 1.006597 |\n", + "| outdoor_humidity | -1.1715897 |\n", + "| outdoor_temperature | 0.6651419 |\n", + "| people_occupant | 1.6935097 |\n", + "| total_electricity_HVAC | 0.003285623 |\n", + "| wind_direction | -0.09202637 |\n", + "| wind_speed | -0.32738551 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2959.7642 |\n", + "| air_humidity | 46.06511 |\n", + "| air_temperature | 23.248951 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 22.0 |\n", + "| direct_solar_radiation | 50.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 19.73941 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2663787.8 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 4.1 |\n", + "| train/ | |\n", + "| approx_kl | 0.010657936 |\n", + "| clip_fraction | 0.12 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.71 |\n", + "| explained_variance | 0.696 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.423 |\n", + "| n_updates | 290 |\n", + "| policy_gradient_loss | -0.0172 |\n", + "| std | 0.938 |\n", + "| value_loss | 1.33 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.34609526 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.571787 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4368297 |\n", + "| air_humidity | 1.1428431 |\n", + "| air_temperature | 1.067886 |\n", + "| clg_setpoint | -0.49608484 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.40123656 |\n", + "| diffuse_solar_radiation | -0.7636349 |\n", + "| direct_solar_radiation | -0.62533677 |\n", + "| hour | 0.9395753 |\n", + "| htg_setpoint | 0.8114845 |\n", + "| month | 1.0048956 |\n", + "| outdoor_humidity | 0.50083715 |\n", + "| outdoor_temperature | 0.8848904 |\n", + "| people_occupant | 0.5014999 |\n", + "| total_electricity_HVAC | -0.45555392 |\n", + "| wind_direction | 0.0036940638 |\n", + "| wind_speed | 0.99497 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 899.3478 |\n", + "| air_humidity | 51.986458 |\n", + "| air_temperature | 24.496414 |\n", + "| clg_setpoint | 25.071604 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.873196 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 21.96668 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 800869.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 7.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.7415997 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 21.796497 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49885124 |\n", + "| air_humidity | 1.4539422 |\n", + "| air_temperature | 0.3031794 |\n", + "| clg_setpoint | 1.4271109 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.2874912 |\n", + "| diffuse_solar_radiation | -0.7636116 |\n", + "| direct_solar_radiation | -0.62485135 |\n", + "| hour | 1.0839787 |\n", + "| htg_setpoint | -0.36862934 |\n", + "| month | 1.0032027 |\n", + "| outdoor_humidity | 0.9302523 |\n", + "| outdoor_temperature | 1.1614873 |\n", + "| people_occupant | -0.45188078 |\n", + "| total_electricity_HVAC | -0.5124235 |\n", + "| wind_direction | 0.29307246 |\n", + "| wind_speed | -0.5404676 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 634.6009 |\n", + "| air_humidity | 55.993473 |\n", + "| air_temperature | 23.258343 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.056376 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 24.775768 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 571140.8 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "---------------------------------------------------******************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.17489693 |\n", + "| Heating_Setpoint_RL | -0.0069598556 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.034723 |\n", + "| Heating_Setpoint_RL | 17.58585 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5099716 |\n", + "| air_humidity | -1.2929506 |\n", + "| air_temperature | 0.4129962 |\n", + "| clg_setpoint | 0.45855814 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.1737815 |\n", + "| diffuse_solar_radiation | -0.76369494 |\n", + "| direct_solar_radiation | -0.6249609 |\n", + "| hour | 1.2283571 |\n", + "| htg_setpoint | 0.5617346 |\n", + "| month | 1.0015184 |\n", + "| outdoor_humidity | -0.88630164 |\n", + "| outdoor_temperature | 1.1194927 |\n", + "| people_occupant | -0.68927515 |\n", + "| total_electricity_HVAC | -0.5229929 |\n", + "| wind_direction | -1.7372721 |\n", + "| wind_speed | 0.14224336 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 585.1891 |\n", + "| air_humidity | 20.802546 |\n", + "| air_temperature | 23.436686 |\n", + "| clg_setpoint | 27.519642 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 19.853622 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 24.376162 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 526670.2 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.2 |\n", + "---------------------------------------------------\n", + "-------------------------------------------------********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.92025566 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.801437 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6260518 |\n", + "| air_humidity | 0.020130398 |\n", + "| air_temperature | 0.076066926 |\n", + "| clg_setpoint | -1.2077454 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.0600886 |\n", + "| diffuse_solar_radiation | -0.7637365 |\n", + "| direct_solar_radiation | -0.6252257 |\n", + "| hour | 1.3727039 |\n", + "| htg_setpoint | 0.46114022 |\n", + "| month | 0.99984246 |\n", + "| outdoor_humidity | -0.78985184 |\n", + "| outdoor_temperature | 0.440807 |\n", + "| people_occupant | -0.6884252 |\n", + "| total_electricity_HVAC | -0.6333003 |\n", + "| wind_direction | -1.2524745 |\n", + "| wind_speed | -0.54055905 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 37.604393 |\n", + "| air_temperature | 22.891897 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.44281 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 17.52943 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.12848023 |\n", + "| Heating_Setpoint_RL | -0.2182109 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.05862 |\n", + "| Heating_Setpoint_RL | 16.397564 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.53805345 |\n", + "| air_humidity | 0.9811029 |\n", + "| air_temperature | -0.34817266 |\n", + "| clg_setpoint | -0.8482446 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.053595565 |\n", + "| diffuse_solar_radiation | -0.7633637 |\n", + "| direct_solar_radiation | -0.624901 |\n", + "| hour | 1.5170118 |\n", + "| htg_setpoint | 0.17129123 |\n", + "| month | 0.99817497 |\n", + "| outdoor_humidity | 0.3581371 |\n", + "| outdoor_temperature | 0.8201211 |\n", + "| people_occupant | -0.6887164 |\n", + "| total_electricity_HVAC | -0.54895735 |\n", + "| wind_direction | -0.2856135 |\n", + "| wind_speed | 0.14334302 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 464.3979 |\n", + "| air_humidity | 49.922184 |\n", + "| air_temperature | 22.206852 |\n", + "| clg_setpoint | 24.169436 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.262238 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 21.363537 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 420999.7 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.004323 |\n", + "| air_humidity | 1.5502121 |\n", + "| air_temperature | 0.29690495 |\n", + "| clg_setpoint | 1.4273432 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.16726847 |\n", + "| diffuse_solar_radiation | -0.7633391 |\n", + "| direct_solar_radiation | -0.6242459 |\n", + "| hour | 1.6612728 |\n", + "| htg_setpoint | 1.3919109 |\n", + "| month | 0.99651575 |\n", + "| outdoor_humidity | 0.73962337 |\n", + "| outdoor_temperature | 0.45845023 |\n", + "| people_occupant | -0.68900675 |\n", + "| total_electricity_HVAC | 1.3510561 |\n", + "| wind_direction | -1.6371778 |\n", + "| wind_speed | -1.4393202 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7055.225 |\n", + "| air_humidity | 57.258194 |\n", + "| air_temperature | 23.249899 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 17.724283 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 8112337.5 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 1.5 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.85437524 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.741484 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.0922122 |\n", + "| air_humidity | 0.06313111 |\n", + "| air_temperature | 0.2967263 |\n", + "| clg_setpoint | -0.06709722 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.39489684 |\n", + "| diffuse_solar_radiation | -0.76337343 |\n", + "| direct_solar_radiation | -0.62436056 |\n", + "| hour | -1.6611203 |\n", + "| htg_setpoint | 1.3907404 |\n", + "| month | 0.9948648 |\n", + "| outdoor_humidity | -0.40802234 |\n", + "| outdoor_temperature | 0.27875558 |\n", + "| people_occupant | -0.6892961 |\n", + "| total_electricity_HVAC | 1.3708459 |\n", + "| wind_direction | -1.5369574 |\n", + "| wind_speed | -0.9682364 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7427.8477 |\n", + "| air_humidity | 38.224747 |\n", + "| air_temperature | 23.250008 |\n", + "| clg_setpoint | 26.168898 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 15.920164 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 8189196.5 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5818901 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.588879 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.85213864 |\n", + "| air_humidity | 0.66059005 |\n", + "| air_temperature | 0.29676962 |\n", + "| clg_setpoint | -1.2048786 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.5085671 |\n", + "| diffuse_solar_radiation | -0.763219 |\n", + "| direct_solar_radiation | -0.6244828 |\n", + "| hour | -1.5165018 |\n", + "| htg_setpoint | 1.3893676 |\n", + "| month | 0.99322206 |\n", + "| outdoor_humidity | 0.74098784 |\n", + "| outdoor_temperature | -0.15408477 |\n", + "| people_occupant | -0.68958455 |\n", + "| total_electricity_HVAC | 0.77090865 |\n", + "| wind_direction | -1.2454038 |\n", + "| wind_speed | -0.9675822 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6400.668 |\n", + "| air_humidity | 45.897408 |\n", + "| air_temperature | 23.250355 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 11.562976 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5760601.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.689267 |\n", + "| Heating_Setpoint_RL | -0.47351027 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.298723 |\n", + "| Heating_Setpoint_RL | 14.961505 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.47153518 |\n", + "| air_humidity | 0.35266653 |\n", + "| air_temperature | 0.29348898 |\n", + "| clg_setpoint | 0.8403542 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6221432 |\n", + "| diffuse_solar_radiation | -0.7631623 |\n", + "| direct_solar_radiation | -0.624625 |\n", + "| hour | -1.371925 |\n", + "| htg_setpoint | 1.3883165 |\n", + "| month | 0.9915874 |\n", + "| outdoor_humidity | 0.74116206 |\n", + "| outdoor_temperature | 0.7807481 |\n", + "| people_occupant | -0.6898721 |\n", + "| total_electricity_HVAC | 0.40930218 |\n", + "| wind_direction | 0.49104276 |\n", + "| wind_speed | -0.752465 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4775.275 |\n", + "| air_humidity | 41.969845 |\n", + "| air_temperature | 23.245758 |\n", + "| clg_setpoint | 28.490232 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 20.987738 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4297747.5 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7884193 |\n", + "| Heating_Setpoint_RL | 0.3454821 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.285915 |\n", + "| Heating_Setpoint_RL | 19.568336 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5615252 |\n", + "| air_humidity | -1.2374216 |\n", + "| air_temperature | -0.5302459 |\n", + "| clg_setpoint | -0.5265934 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.73557764 |\n", + "| diffuse_solar_radiation | -0.7631834 |\n", + "| direct_solar_radiation | -0.6241155 |\n", + "| hour | -1.2273818 |\n", + "| htg_setpoint | 0.21395552 |\n", + "| month | 0.9899608 |\n", + "| outdoor_humidity | 1.0276431 |\n", + "| outdoor_temperature | 0.64593214 |\n", + "| people_occupant | -0.6890294 |\n", + "| total_electricity_HVAC | -0.57205784 |\n", + "| wind_direction | 0.2979205 |\n", + "| wind_speed | -0.7519733 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 367.38104 |\n", + "| air_humidity | 21.584026 |\n", + "| air_temperature | 21.918098 |\n", + "| clg_setpoint | 24.988428 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 18.45165 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 19.642467 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 330642.94 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.3486937 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.586403 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.7552461 |\n", + "| air_humidity | 0.47025147 |\n", + "| air_temperature | 0.2968953 |\n", + "| clg_setpoint | -1.2053984 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8488131 |\n", + "| diffuse_solar_radiation | -0.7631271 |\n", + "| direct_solar_radiation | -0.62339884 |\n", + "| hour | -1.0828652 |\n", + "| htg_setpoint | 1.3885357 |\n", + "| month | 0.98834217 |\n", + "| outdoor_humidity | -1.0339092 |\n", + "| outdoor_temperature | -0.024837414 |\n", + "| people_occupant | -0.68818974 |\n", + "| total_electricity_HVAC | 1.1920829 |\n", + "| wind_direction | 1.5517488 |\n", + "| wind_speed | -0.32403767 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5976.1177 |\n", + "| air_humidity | 43.453342 |\n", + "| air_temperature | 23.249912 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 12.898198 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7450324.5 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------**********************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.95657367 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.853436 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.62694526 |\n", + "| air_humidity | 0.070752725 |\n", + "| air_temperature | -0.57971853 |\n", + "| clg_setpoint | -1.2044375 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.96178246 |\n", + "| diffuse_solar_radiation | -0.5811306 |\n", + "| direct_solar_radiation | 0.0062101763 |\n", + "| hour | -0.93836904 |\n", + "| htg_setpoint | 0.23914763 |\n", + "| month | 0.98673147 |\n", + "| outdoor_humidity | 0.6920992 |\n", + "| outdoor_temperature | -0.114992514 |\n", + "| people_occupant | -0.688478 |\n", + "| total_electricity_HVAC | -0.6341711 |\n", + "| wind_direction | -1.3415473 |\n", + "| wind_speed | -0.96586215 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 38.32695 |\n", + "| air_temperature | 21.839321 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 18.5 |\n", + "| direct_solar_radiation | 158.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.556564 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 11.993438 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------**********************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.2572994 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.756615 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.7255548 |\n", + "| air_humidity | 0.6073716 |\n", + "| air_temperature | 0.21857265 |\n", + "| clg_setpoint | 1.4294755 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.074409 |\n", + "| diffuse_solar_radiation | -0.20220812 |\n", + "| direct_solar_radiation | -0.55729353 |\n", + "| hour | -0.7938879 |\n", + "| htg_setpoint | 1.3874061 |\n", + "| month | 0.9851286 |\n", + "| outdoor_humidity | 0.596769 |\n", + "| outdoor_temperature | -0.002221392 |\n", + "| people_occupant | -0.6887653 |\n", + "| total_electricity_HVAC | 1.8741922 |\n", + "| wind_direction | -1.0504596 |\n", + "| wind_speed | 0.14945775 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10100.566 |\n", + "| air_humidity | 45.212425 |\n", + "| air_temperature | 23.124117 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 57.0 |\n", + "| direct_solar_radiation | 16.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 13.133173 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10195547.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 5.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------**********************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.72069776 |\n", + "| Heating_Setpoint_RL | 0.31326705 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.192646 |\n", + "| Heating_Setpoint_RL | 19.387127 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.011503487 |\n", + "| air_humidity | 1.7111882 |\n", + "| air_temperature | 0.29649788 |\n", + "| clg_setpoint | -1.2028303 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.186607 |\n", + "| diffuse_solar_radiation | 0.093078926 |\n", + "| direct_solar_radiation | -0.6223579 |\n", + "| hour | -0.6494173 |\n", + "| htg_setpoint | 1.3861518 |\n", + "| month | 0.9835335 |\n", + "| outdoor_humidity | 1.1707115 |\n", + "| outdoor_temperature | 0.2989327 |\n", + "| people_occupant | -0.6890517 |\n", + "| total_electricity_HVAC | -0.027818182 |\n", + "| wind_direction | 1.6505206 |\n", + "| wind_speed | -0.96486413 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2804.257 |\n", + "| air_humidity | 59.40611 |\n", + "| air_temperature | 23.249966 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 87.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 16.16169 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2523831.2 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------***********************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.30257222 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.32697 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.47228664 |\n", + "| air_humidity | 1.6842545 |\n", + "| air_temperature | 0.29723915 |\n", + "| clg_setpoint | -1.20214 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2982825 |\n", + "| diffuse_solar_radiation | 1.0088063 |\n", + "| direct_solar_radiation | -0.48063743 |\n", + "| hour | -0.5049535 |\n", + "| htg_setpoint | -0.044284593 |\n", + "| month | 0.9819462 |\n", + "| outdoor_humidity | 0.881692 |\n", + "| outdoor_temperature | 0.13768438 |\n", + "| people_occupant | 1.6936175 |\n", + "| total_electricity_HVAC | -0.42884916 |\n", + "| wind_direction | 0.783605 |\n", + "| wind_speed | -0.53457415 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 746.2145 |\n", + "| air_humidity | 59.1456 |\n", + "| air_temperature | 23.251839 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 180.0 |\n", + "| direct_solar_radiation | 35.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.40982 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 14.548149 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 907254.7 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.3623802 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.66339 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48375455 |\n", + "| air_humidity | 0.42953992 |\n", + "| air_temperature | -0.15547003 |\n", + "| clg_setpoint | 1.3479768 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.409333 |\n", + "| diffuse_solar_radiation | 0.4286025 |\n", + "| direct_solar_radiation | 2.2611434 |\n", + "| hour | -0.36049354 |\n", + "| htg_setpoint | 0.33945253 |\n", + "| month | 0.98036647 |\n", + "| outdoor_humidity | -1.0842569 |\n", + "| outdoor_temperature | 0.649088 |\n", + "| people_occupant | -0.6896218 |\n", + "| total_electricity_HVAC | -0.5032959 |\n", + "| wind_direction | -1.5305256 |\n", + "| wind_speed | -0.32000944 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 697.35455 |\n", + "| air_humidity | 43.046635 |\n", + "| air_temperature | 22.525196 |\n", + "| clg_setpoint | 29.786283 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 121.0 |\n", + "| direct_solar_radiation | 726.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.978569 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | 19.683498 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 607265.56 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.27589563 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.693851 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48029843 |\n", + "| air_humidity | -0.336162 |\n", + "| air_temperature | 0.012105027 |\n", + "| clg_setpoint | 0.86434555 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5196494 |\n", + "| diffuse_solar_radiation | 0.9318525 |\n", + "| direct_solar_radiation | 2.110783 |\n", + "| hour | -0.21603543 |\n", + "| htg_setpoint | -1.368644 |\n", + "| month | 0.97879434 |\n", + "| outdoor_humidity | -1.130075 |\n", + "| outdoor_temperature | 0.6143903 |\n", + "| people_occupant | -0.68878925 |\n", + "| total_electricity_HVAC | -0.4964023 |\n", + "| wind_direction | -0.56409574 |\n", + "| wind_speed | -0.7490549 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 710.87604 |\n", + "| air_humidity | 33.20433 |\n", + "| air_temperature | 22.794237 |\n", + "| clg_setpoint | 28.545813 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 172.0 |\n", + "| direct_solar_radiation | 689.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 19.338135 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 633957.56 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9754533 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.332846 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.2478122 |\n", + "| air_humidity | 0.070314735 |\n", + "| air_temperature | 0.29600966 |\n", + "| clg_setpoint | -1.2009379 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6291153 |\n", + "| diffuse_solar_radiation | 0.16366728 |\n", + "| direct_solar_radiation | 2.9083524 |\n", + "| hour | -0.071577825 |\n", + "| htg_setpoint | -1.3684366 |\n", + "| month | 0.9772298 |\n", + "| outdoor_humidity | -1.4182304 |\n", + "| outdoor_temperature | 0.6303082 |\n", + "| people_occupant | 1.2190763 |\n", + "| total_electricity_HVAC | 0.21161817 |\n", + "| wind_direction | -1.4289461 |\n", + "| wind_speed | -1.4358202 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3800.892 |\n", + "| air_humidity | 38.421745 |\n", + "| air_temperature | 23.249456 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 94.0 |\n", + "| direct_solar_radiation | 891.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 19.49494 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 3481769.2 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 1.5 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.13800126 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.159246 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.62730676 |\n", + "| air_humidity | -0.2558244 |\n", + "| air_temperature | 1.1103042 |\n", + "| clg_setpoint | -0.69134575 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6705239 |\n", + "| diffuse_solar_radiation | 0.7906406 |\n", + "| direct_solar_radiation | -0.6224554 |\n", + "| hour | 0.07287974 |\n", + "| htg_setpoint | 0.12057605 |\n", + "| month | 1.2880992 |\n", + "| outdoor_humidity | 0.02039771 |\n", + "| outdoor_temperature | -0.14238535 |\n", + "| people_occupant | 0.2648707 |\n", + "| total_electricity_HVAC | -0.63457334 |\n", + "| wind_direction | 1.5559428 |\n", + "| wind_speed | -0.31872576 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 34.253956 |\n", + "| air_temperature | 24.55455 |\n", + "| clg_setpoint | 24.554873 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 157.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.08762 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 11.759312 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "------------------------------------------------**************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.7213277 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.567532 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.1891751 |\n", + "| air_humidity | 1.0316344 |\n", + "| air_temperature | 0.29532334 |\n", + "| clg_setpoint | -1.1999687 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5522034 |\n", + "| diffuse_solar_radiation | 0.8304234 |\n", + "| direct_solar_radiation | 1.8418294 |\n", + "| hour | 0.21733698 |\n", + "| htg_setpoint | -0.7977932 |\n", + "| month | 1.2853143 |\n", + "| outdoor_humidity | -0.5561081 |\n", + "| outdoor_temperature | 1.0901676 |\n", + "| people_occupant | 1.2177366 |\n", + "| total_electricity_HVAC | 1.2114068 |\n", + "| wind_direction | 0.6889302 |\n", + "| wind_speed | 0.15574615 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7790.235 |\n", + "| air_humidity | 50.776016 |\n", + "| air_temperature | 23.249542 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 161.5 |\n", + "| direct_solar_radiation | 622.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 14.337692 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 24.088804 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 7498329.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 5.2 |\n", + "------------------------------------------------\n", + "-------------------------------------------------*************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.22539735 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.89286 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.7602549 |\n", + "| air_humidity | 1.1576208 |\n", + "| air_temperature | 0.2984954 |\n", + "| clg_setpoint | -1.199211 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4348284 |\n", + "| diffuse_solar_radiation | 0.42625013 |\n", + "| direct_solar_radiation | 1.7235358 |\n", + "| hour | 0.3617928 |\n", + "| htg_setpoint | 0.98393816 |\n", + "| month | 1.2825475 |\n", + "| outdoor_humidity | 0.019002836 |\n", + "| outdoor_temperature | 0.9278584 |\n", + "| people_occupant | 1.6935304 |\n", + "| total_electricity_HVAC | 0.8444246 |\n", + "| wind_direction | 0.015097717 |\n", + "| wind_speed | 0.58629084 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5970.3237 |\n", + "| air_humidity | 52.43349 |\n", + "| air_temperature | 23.255016 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 120.5 |\n", + "| direct_solar_radiation | 593.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.620903 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 22.469198 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6022220.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 6.2 |\n", + "| train/ | |\n", + "| approx_kl | 0.011721461 |\n", + "| clip_fraction | 0.115 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.71 |\n", + "| explained_variance | 0.546 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.369 |\n", + "| n_updates | 300 |\n", + "| policy_gradient_loss | -0.0126 |\n", + "| std | 0.941 |\n", + "| value_loss | 1.22 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.071588464 |\n", + "| air_humidity | 0.87691814 |\n", + "| air_temperature | 1.3873421 |\n", + "| clg_setpoint | -0.5171075 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3182523 |\n", + "| diffuse_solar_radiation | 0.05150789 |\n", + "| direct_solar_radiation | 1.177989 |\n", + "| hour | 0.5062454 |\n", + "| htg_setpoint | -1.152876 |\n", + "| month | 1.2797985 |\n", + "| outdoor_humidity | 0.11409657 |\n", + "| outdoor_temperature | 0.89195216 |\n", + "| people_occupant | 1.692617 |\n", + "| total_electricity_HVAC | -0.038274266 |\n", + "| wind_direction | 0.014737834 |\n", + "| wind_speed | -0.10019127 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3052.2227 |\n", + "| air_humidity | 48.870888 |\n", + "| air_temperature | 24.997198 |\n", + "| clg_setpoint | 24.997469 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 82.5 |\n", + "| direct_solar_radiation | 455.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.890357 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 22.117878 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2477085.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.3221353 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.712208 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.2133721 |\n", + "| air_humidity | 0.49722865 |\n", + "| air_temperature | 0.29501644 |\n", + "| clg_setpoint | -1.198741 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.202343 |\n", + "| diffuse_solar_radiation | -0.49150193 |\n", + "| direct_solar_radiation | 0.11370524 |\n", + "| hour | 0.65069205 |\n", + "| htg_setpoint | -1.3709469 |\n", + "| month | 1.2770671 |\n", + "| outdoor_humidity | 0.4493468 |\n", + "| outdoor_temperature | 0.55117446 |\n", + "| people_occupant | -0.68937725 |\n", + "| total_electricity_HVAC | -0.1496627 |\n", + "| wind_direction | 0.014375201 |\n", + "| wind_speed | 1.7049645 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1844.0737 |\n", + "| air_humidity | 44.026268 |\n", + "| air_temperature | 23.250023 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 27.5 |\n", + "| direct_solar_radiation | 186.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 18.715233 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2028655.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 8.8 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.47751856 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.236626 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6281531 |\n", + "| air_humidity | -0.09536908 |\n", + "| air_temperature | -0.004994929 |\n", + "| clg_setpoint | -0.21887565 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0869826 |\n", + "| diffuse_solar_radiation | -0.762954 |\n", + "| direct_solar_radiation | -0.62336016 |\n", + "| hour | 0.7951294 |\n", + "| htg_setpoint | -0.05499827 |\n", + "| month | 1.2743531 |\n", + "| outdoor_humidity | -1.1844877 |\n", + "| outdoor_temperature | 0.124370344 |\n", + "| people_occupant | -0.6885546 |\n", + "| total_electricity_HVAC | -0.6354531 |\n", + "| wind_direction | 1.1698393 |\n", + "| wind_speed | 0.7980265 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 36.434013 |\n", + "| air_temperature | 22.7706 |\n", + "| clg_setpoint | 25.765265 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 17.379353 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 14.458963 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 6.7 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.4170847 |\n", + "| Heating_Setpoint_RL | -0.30148244 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.217339 |\n", + "| Heating_Setpoint_RL | 15.929161 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.62795186 |\n", + "| air_humidity | -1.2405196 |\n", + "| air_temperature | 0.72767156 |\n", + "| clg_setpoint | 0.44257006 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.972066 |\n", + "| diffuse_solar_radiation | -0.7629328 |\n", + "| direct_solar_radiation | -0.6235477 |\n", + "| hour | 0.9395534 |\n", + "| htg_setpoint | -0.29290873 |\n", + "| month | 1.2716563 |\n", + "| outdoor_humidity | -1.5665411 |\n", + "| outdoor_temperature | -0.38494113 |\n", + "| people_occupant | 0.5031164 |\n", + "| total_electricity_HVAC | -0.6352366 |\n", + "| wind_direction | 1.1677254 |\n", + "| wind_speed | 1.2246735 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 21.688124 |\n", + "| air_temperature | 23.940342 |\n", + "| clg_setpoint | 27.460712 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.4063 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 36.0 |\n", + "| outdoor_temperature | 9.377776 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.09048168 |\n", + "| air_humidity | -1.0092448 |\n", + "| air_temperature | 0.29545414 |\n", + "| clg_setpoint | -1.1982237 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8575006 |\n", + "| diffuse_solar_radiation | -0.7629098 |\n", + "| direct_solar_radiation | -0.6237916 |\n", + "| hour | 1.0839591 |\n", + "| htg_setpoint | 1.3816437 |\n", + "| month | 1.2689766 |\n", + "| outdoor_humidity | -1.0840597 |\n", + "| outdoor_temperature | -0.4503135 |\n", + "| people_occupant | -0.45074615 |\n", + "| total_electricity_HVAC | 0.33695433 |\n", + "| wind_direction | 1.5500188 |\n", + "| wind_speed | -1.4330136 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3124.888 |\n", + "| air_humidity | 24.639437 |\n", + "| air_temperature | 23.249979 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | 8.721484 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 3975750.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 1.5 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.83553994 |\n", + "| Heating_Setpoint_RL | 0.6114378 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.444946 |\n", + "| Heating_Setpoint_RL | 21.064339 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.13824123 |\n", + "| air_humidity | 0.18582577 |\n", + "| air_temperature | 0.29552853 |\n", + "| clg_setpoint | 0.96197474 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7432054 |\n", + "| diffuse_solar_radiation | -0.7628973 |\n", + "| direct_solar_radiation | -0.6239808 |\n", + "| hour | 1.2283407 |\n", + "| htg_setpoint | 1.3814284 |\n", + "| month | 1.2663138 |\n", + "| outdoor_humidity | -0.12359715 |\n", + "| outdoor_temperature | -0.07211466 |\n", + "| people_occupant | -0.4510798 |\n", + "| total_electricity_HVAC | -0.17030938 |\n", + "| wind_direction | 0.49108955 |\n", + "| wind_speed | -0.10308138 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2157.3894 |\n", + "| air_humidity | 40.00126 |\n", + "| air_temperature | 23.250048 |\n", + "| clg_setpoint | 28.788553 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 12.483588 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1941650.4 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.10460311 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.036608 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.8632335 |\n", + "| air_humidity | 1.8223816 |\n", + "| air_temperature | 0.2955606 |\n", + "| clg_setpoint | -1.1966425 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.629111 |\n", + "| diffuse_solar_radiation | -0.762875 |\n", + "| direct_solar_radiation | -0.6242317 |\n", + "| hour | 1.3726921 |\n", + "| htg_setpoint | 1.3811619 |\n", + "| month | 1.2636676 |\n", + "| outdoor_humidity | 1.5089366 |\n", + "| outdoor_temperature | 0.13606928 |\n", + "| people_occupant | -0.6896759 |\n", + "| total_electricity_HVAC | 1.1909089 |\n", + "| wind_direction | 0.3944107 |\n", + "| wind_speed | -0.96012145 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6391.762 |\n", + "| air_humidity | 61.062553 |\n", + "| air_temperature | 23.250078 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.557199 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7398693.5 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "---------------------------------------------------*************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.054219723 |\n", + "| Heating_Setpoint_RL | -0.23336798 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.442009 |\n", + "| Heating_Setpoint_RL | 16.312305 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.025653167 |\n", + "| air_humidity | 2.104575 |\n", + "| air_temperature | -0.7115209 |\n", + "| clg_setpoint | 1.2790875 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5151588 |\n", + "| diffuse_solar_radiation | -0.7628311 |\n", + "| direct_solar_radiation | -0.6244768 |\n", + "| hour | 1.517006 |\n", + "| htg_setpoint | 0.9536478 |\n", + "| month | 1.261038 |\n", + "| outdoor_humidity | 1.1709536 |\n", + "| outdoor_temperature | 0.046996377 |\n", + "| people_occupant | -0.6899541 |\n", + "| total_electricity_HVAC | -0.0010306898 |\n", + "| wind_direction | -1.7253189 |\n", + "| wind_speed | -2.074059 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2849.7092 |\n", + "| air_humidity | 64.756386 |\n", + "| air_temperature | 21.64601 |\n", + "| clg_setpoint | 29.600878 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.50465 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 13.673787 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2619837.2 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------***************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.34056067 |\n", + "| Heating_Setpoint_RL | 0.994457 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.774391 |\n", + "| Heating_Setpoint_RL | 23.21882 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.48367268 |\n", + "| air_humidity | 1.8677893 |\n", + "| air_temperature | 0.29514885 |\n", + "| clg_setpoint | 0.85227096 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.401301 |\n", + "| diffuse_solar_radiation | -0.76277906 |\n", + "| direct_solar_radiation | -0.6247291 |\n", + "| hour | 1.6612747 |\n", + "| htg_setpoint | 1.3796442 |\n", + "| month | 1.2584246 |\n", + "| outdoor_humidity | 1.5049651 |\n", + "| outdoor_temperature | 0.27147844 |\n", + "| people_occupant | -0.68913823 |\n", + "| total_electricity_HVAC | 0.41991207 |\n", + "| wind_direction | -0.087450765 |\n", + "| wind_speed | -1.171318 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4782.7764 |\n", + "| air_humidity | 61.74859 |\n", + "| air_temperature | 23.249842 |\n", + "| clg_setpoint | 28.50538 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.909675 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4304498.5 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 2.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------****************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.084763125 |\n", + "| Heating_Setpoint_RL | -0.11481476 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.911076 |\n", + "| Heating_Setpoint_RL | 16.979168 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6280904 |\n", + "| air_humidity | 2.0283375 |\n", + "| air_temperature | -0.0845556 |\n", + "| clg_setpoint | -1.0656546 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.17387319 |\n", + "| diffuse_solar_radiation | -0.76278144 |\n", + "| direct_solar_radiation | -0.6248832 |\n", + "| hour | -1.661128 |\n", + "| htg_setpoint | 0.6411621 |\n", + "| month | 1.2558275 |\n", + "| outdoor_humidity | 1.1669064 |\n", + "| outdoor_temperature | 0.26094192 |\n", + "| people_occupant | -0.6883252 |\n", + "| total_electricity_HVAC | -0.63535506 |\n", + "| wind_direction | -0.7603575 |\n", + "| wind_speed | -0.3135325 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 63.87336 |\n", + "| air_temperature | 22.646101 |\n", + "| clg_setpoint | 23.586021 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.235939 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 15.811732 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60977316 |\n", + "| air_humidity | 2.9530969 |\n", + "| air_temperature | -0.68354976 |\n", + "| clg_setpoint | 1.4353204 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.060021654 |\n", + "| diffuse_solar_radiation | -0.7626545 |\n", + "| direct_solar_radiation | -0.6247832 |\n", + "| hour | -1.5165156 |\n", + "| htg_setpoint | 0.8745278 |\n", + "| month | 1.2532464 |\n", + "| outdoor_humidity | 1.500879 |\n", + "| outdoor_temperature | 0.5567812 |\n", + "| people_occupant | -0.68860406 |\n", + "| total_electricity_HVAC | -0.6180027 |\n", + "| wind_direction | -0.27749583 |\n", + "| wind_speed | 1.4404016 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 164.93864 |\n", + "| air_humidity | 75.9028 |\n", + "| air_temperature | 21.69446 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.19339 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 18.752314 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 148444.77 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 8.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*****************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6663245 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.376154 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.9855383 |\n", + "| air_humidity | -0.06740261 |\n", + "| air_temperature | 0.2945812 |\n", + "| clg_setpoint | 0.79703814 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.053818326 |\n", + "| diffuse_solar_radiation | -0.7626077 |\n", + "| direct_solar_radiation | -0.62501305 |\n", + "| hour | -1.3719431 |\n", + "| htg_setpoint | 1.3774477 |\n", + "| month | 1.2506812 |\n", + "| outdoor_humidity | 0.973669 |\n", + "| outdoor_temperature | -0.4784482 |\n", + "| people_occupant | -0.68888205 |\n", + "| total_electricity_HVAC | 1.1909411 |\n", + "| wind_direction | -1.1455457 |\n", + "| wind_speed | -0.95599896 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6892.77 |\n", + "| air_humidity | 36.89368 |\n", + "| air_temperature | 23.250036 |\n", + "| clg_setpoint | 28.361074 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 8.484421 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7382598.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6288029 |\n", + "| air_humidity | 2.1313066 |\n", + "| air_temperature | -0.923464 |\n", + "| clg_setpoint | -1.1946476 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.16764995 |\n", + "| diffuse_solar_radiation | -0.7625339 |\n", + "| direct_solar_radiation | -0.625096 |\n", + "| hour | -1.2274029 |\n", + "| htg_setpoint | 0.06455181 |\n", + "| month | 1.2481316 |\n", + "| outdoor_humidity | 0.6846897 |\n", + "| outdoor_temperature | -0.15160523 |\n", + "| people_occupant | -0.68915915 |\n", + "| total_electricity_HVAC | -0.63608927 |\n", + "| wind_direction | 0.4929349 |\n", + "| wind_speed | 1.6954495 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 65.392075 |\n", + "| air_temperature | 21.315634 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 17.882933 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 11.731826 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 8.8 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9365005 |\n", + "| Heating_Setpoint_RL | -0.37118715 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.464312 |\n", + "| Heating_Setpoint_RL | 15.537072 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.62861395 |\n", + "| air_humidity | -0.8788426 |\n", + "| air_temperature | -0.7947359 |\n", + "| clg_setpoint | 0.08342891 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.28146628 |\n", + "| diffuse_solar_radiation | -0.7624603 |\n", + "| direct_solar_radiation | -0.62531096 |\n", + "| hour | -1.0828884 |\n", + "| htg_setpoint | 0.19655547 |\n", + "| month | 1.2455976 |\n", + "| outdoor_humidity | -0.60986644 |\n", + "| outdoor_temperature | -0.57842 |\n", + "| people_occupant | -0.6894354 |\n", + "| total_electricity_HVAC | -0.63586926 |\n", + "| wind_direction | 0.87729543 |\n", + "| wind_speed | 1.0024403 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 26.409586 |\n", + "| air_temperature | 21.520422 |\n", + "| clg_setpoint | 26.527874 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.421253 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 7.50107 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.34733266 |\n", + "| Heating_Setpoint_RL | 0.11280495 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.452753 |\n", + "| Heating_Setpoint_RL | 18.259527 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6286882 |\n", + "| air_humidity | -0.4857102 |\n", + "| air_temperature | -0.5980948 |\n", + "| clg_setpoint | -0.1618928 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.39525023 |\n", + "| diffuse_solar_radiation | -0.7623635 |\n", + "| direct_solar_radiation | -0.6255525 |\n", + "| hour | -0.9383935 |\n", + "| htg_setpoint | 0.57973367 |\n", + "| month | 1.243079 |\n", + "| outdoor_humidity | 1.0221403 |\n", + "| outdoor_temperature | -0.6458468 |\n", + "| people_occupant | -0.68971086 |\n", + "| total_electricity_HVAC | -0.63590556 |\n", + "| wind_direction | 0.58770126 |\n", + "| wind_speed | -0.5287956 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 31.483181 |\n", + "| air_temperature | 21.833689 |\n", + "| clg_setpoint | 25.895739 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.990072 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 6.830519 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.37874162 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.903254 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.94915396 |\n", + "| air_humidity | 0.21083306 |\n", + "| air_temperature | 0.29468903 |\n", + "| clg_setpoint | -0.9386012 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.5089748 |\n", + "| diffuse_solar_radiation | -0.35114697 |\n", + "| direct_solar_radiation | -0.6258082 |\n", + "| hour | -0.79391295 |\n", + "| htg_setpoint | 1.3766224 |\n", + "| month | 1.2405756 |\n", + "| outdoor_humidity | 1.5012845 |\n", + "| outdoor_temperature | -0.41799644 |\n", + "| people_occupant | -0.68890446 |\n", + "| total_electricity_HVAC | 0.86125803 |\n", + "| wind_direction | -1.7237911 |\n", + "| wind_speed | -2.059 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6732.45 |\n", + "| air_humidity | 40.49688 |\n", + "| air_temperature | 23.249985 |\n", + "| clg_setpoint | 23.903276 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 41.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 9.088702 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6059205.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.33868396 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.768059 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.18897448 |\n", + "| air_humidity | 0.5004215 |\n", + "| air_temperature | 0.2944679 |\n", + "| clg_setpoint | -1.1927845 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.62260306 |\n", + "| diffuse_solar_radiation | 0.28311983 |\n", + "| direct_solar_radiation | 1.2238827 |\n", + "| hour | -0.6494426 |\n", + "| htg_setpoint | 1.3754525 |\n", + "| month | 1.2380872 |\n", + "| outdoor_humidity | 1.0208118 |\n", + "| outdoor_temperature | 0.08779825 |\n", + "| people_occupant | -0.68810093 |\n", + "| total_electricity_HVAC | 0.13994037 |\n", + "| wind_direction | -1.7220309 |\n", + "| wind_speed | -2.0545952 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3529.7178 |\n", + "| air_humidity | 44.248363 |\n", + "| air_temperature | 23.24961 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 105.5 |\n", + "| direct_solar_radiation | 468.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 14.095118 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3176746.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.899562 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.685036 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.25503504 |\n", + "| air_humidity | 1.4170369 |\n", + "| air_temperature | 0.2938488 |\n", + "| clg_setpoint | -1.1921062 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.73608834 |\n", + "| diffuse_solar_radiation | 0.78893185 |\n", + "| direct_solar_radiation | 1.2491301 |\n", + "| hour | -0.5049788 |\n", + "| htg_setpoint | 0.35766706 |\n", + "| month | 1.2356137 |\n", + "| outdoor_humidity | 1.1634086 |\n", + "| outdoor_temperature | 0.3608115 |\n", + "| people_occupant | 1.695772 |\n", + "| total_electricity_HVAC | -0.2813676 |\n", + "| wind_direction | 0.29976636 |\n", + "| wind_speed | -1.1615212 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1660.7698 |\n", + "| air_humidity | 56.13596 |\n", + "| air_temperature | 23.248938 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 156.5 |\n", + "| direct_solar_radiation | 474.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.08815 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 16.79697 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1494692.8 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.92965496 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.85431 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.40705517 |\n", + "| air_humidity | 1.8767004 |\n", + "| air_temperature | 0.29763457 |\n", + "| clg_setpoint | -1.1909386 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8493743 |\n", + "| diffuse_solar_radiation | 1.0122621 |\n", + "| direct_solar_radiation | -0.60243464 |\n", + "| hour | -0.36051866 |\n", + "| htg_setpoint | 0.7860277 |\n", + "| month | 1.233155 |\n", + "| outdoor_humidity | 1.1634059 |\n", + "| outdoor_temperature | 0.2836687 |\n", + "| people_occupant | 1.6948788 |\n", + "| total_electricity_HVAC | -0.42563576 |\n", + "| wind_direction | -0.56464887 |\n", + "| wind_speed | 0.36713016 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1021.8455 |\n", + "| air_humidity | 62.110886 |\n", + "| air_temperature | 23.255507 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 179.0 |\n", + "| direct_solar_radiation | 6.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.845396 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 16.036716 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 919660.94 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.1701404 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.667961 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.7437582 |\n", + "| air_humidity | 1.1047161 |\n", + "| air_temperature | 0.29273084 |\n", + "| clg_setpoint | -1.190417 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.96239537 |\n", + "| diffuse_solar_radiation | 1.3892039 |\n", + "| direct_solar_radiation | 1.4702364 |\n", + "| hour | -0.21606033 |\n", + "| htg_setpoint | 0.73117566 |\n", + "| month | 1.2307109 |\n", + "| outdoor_humidity | 0.5847483 |\n", + "| outdoor_temperature | 0.8329649 |\n", + "| people_occupant | 1.6939892 |\n", + "| total_electricity_HVAC | 0.66618305 |\n", + "| wind_direction | -0.17970002 |\n", + "| wind_speed | -0.09885525 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5858.9775 |\n", + "| air_humidity | 52.222954 |\n", + "| air_temperature | 23.248278 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 217.0 |\n", + "| direct_solar_radiation | 530.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.62447 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 21.464685 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5273080.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 4.6 |\n", + "| train/ | |\n", + "| approx_kl | 0.0072507234 |\n", + "| clip_fraction | 0.0729 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.72 |\n", + "| explained_variance | 0.255 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.364 |\n", + "| n_updates | 310 |\n", + "| policy_gradient_loss | -0.00917 |\n", + "| std | 0.937 |\n", + "| value_loss | 1.16 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.22488464 |\n", + "| air_humidity | 1.0566573 |\n", + "| air_temperature | 0.69220805 |\n", + "| clg_setpoint | -0.94305265 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0750769 |\n", + "| diffuse_solar_radiation | 0.715511 |\n", + "| direct_solar_radiation | -0.62620366 |\n", + "| hour | -0.07160249 |\n", + "| htg_setpoint | -1.0769713 |\n", + "| month | 1.2282813 |\n", + "| outdoor_humidity | -0.56804836 |\n", + "| outdoor_temperature | 1.2079129 |\n", + "| people_occupant | 1.2166473 |\n", + "| total_electricity_HVAC | 0.01955097 |\n", + "| wind_direction | 0.6874281 |\n", + "| wind_speed | 0.57987076 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3678.4705 |\n", + "| air_humidity | 51.6489 |\n", + "| air_temperature | 23.88041 |\n", + "| clg_setpoint | 23.883354 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 149.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 13.226997 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 25.172504 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2695594.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6058998 |\n", + "| air_humidity | -1.5374069 |\n", + "| air_temperature | 0.052218333 |\n", + "| clg_setpoint | -1.1896596 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1873358 |\n", + "| diffuse_solar_radiation | 0.65654314 |\n", + "| direct_solar_radiation | 2.1986468 |\n", + "| hour | 0.072855316 |\n", + "| htg_setpoint | 1.1776882 |\n", + "| month | 1.2258661 |\n", + "| outdoor_humidity | -1.9517391 |\n", + "| outdoor_temperature | 0.05742441 |\n", + "| people_occupant | -0.689473 |\n", + "| total_electricity_HVAC | -0.59300697 |\n", + "| wind_direction | 0.68642867 |\n", + "| wind_speed | 2.0998762 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 188.05695 |\n", + "| air_humidity | 17.89138 |\n", + "| air_temperature | 22.868036 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 143.0 |\n", + "| direct_solar_radiation | 714.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.450333 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 28.0 |\n", + "| outdoor_temperature | 13.82621 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 254067.16 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 9.8 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.11925158 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.29579 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.62971556 |\n", + "| air_humidity | -1.4616181 |\n", + "| air_temperature | -0.28624013 |\n", + "| clg_setpoint | 0.96341443 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2990805 |\n", + "| diffuse_solar_radiation | 0.8802049 |\n", + "| direct_solar_radiation | 1.4059298 |\n", + "| hour | 0.21731281 |\n", + "| htg_setpoint | -1.3755891 |\n", + "| month | 1.223465 |\n", + "| outdoor_humidity | -1.6144637 |\n", + "| outdoor_temperature | -0.05813617 |\n", + "| people_occupant | -0.68867594 |\n", + "| total_electricity_HVAC | -0.63686025 |\n", + "| wind_direction | 1.1671984 |\n", + "| wind_speed | 0.36095086 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 18.821955 |\n", + "| air_temperature | 22.33233 |\n", + "| clg_setpoint | 28.774902 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 165.5 |\n", + "| direct_solar_radiation | 514.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 12.679061 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5119148 |\n", + "| air_humidity | -1.5574808 |\n", + "| air_temperature | 0.29407877 |\n", + "| clg_setpoint | -1.1896672 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.410212 |\n", + "| diffuse_solar_radiation | 0.17597069 |\n", + "| direct_solar_radiation | 1.2887292 |\n", + "| hour | 0.36176893 |\n", + "| htg_setpoint | -1.3752043 |\n", + "| month | 1.2210779 |\n", + "| outdoor_humidity | -1.9950848 |\n", + "| outdoor_temperature | -0.47018945 |\n", + "| people_occupant | 1.6956679 |\n", + "| total_electricity_HVAC | -0.5250959 |\n", + "| wind_direction | -1.7257637 |\n", + "| wind_speed | 0.9933301 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 580.5619 |\n", + "| air_humidity | 17.53418 |\n", + "| air_temperature | 23.248346 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 94.5 |\n", + "| direct_solar_radiation | 484.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | 8.612275 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 522505.72 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3747734 |\n", + "| air_humidity | -0.916629 |\n", + "| air_temperature | 0.2944597 |\n", + "| clg_setpoint | -1.188217 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5206243 |\n", + "| diffuse_solar_radiation | -0.22584474 |\n", + "| direct_solar_radiation | 0.44836646 |\n", + "| hour | 0.50622195 |\n", + "| htg_setpoint | -0.5329533 |\n", + "| month | 1.2187048 |\n", + "| outdoor_humidity | -1.5151694 |\n", + "| outdoor_temperature | 0.042215798 |\n", + "| people_occupant | 1.6947832 |\n", + "| total_electricity_HVAC | -0.39503807 |\n", + "| wind_direction | 0.586722 |\n", + "| wind_speed | -0.31449637 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1157.1565 |\n", + "| air_humidity | 25.856215 |\n", + "| air_temperature | 23.248966 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 54.0 |\n", + "| direct_solar_radiation | 272.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.448017 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 13.647958 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1041308.56 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.49281085 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.39706 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.43020645 |\n", + "| air_humidity | -0.9562738 |\n", + "| air_temperature | 0.29424003 |\n", + "| clg_setpoint | -1.1869433 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6302048 |\n", + "| diffuse_solar_radiation | -0.76194215 |\n", + "| direct_solar_radiation | -0.6272604 |\n", + "| hour | 0.6506693 |\n", + "| htg_setpoint | 0.7178503 |\n", + "| month | 1.2163455 |\n", + "| outdoor_humidity | -1.752372 |\n", + "| outdoor_temperature | 0.20254865 |\n", + "| people_occupant | 1.6939023 |\n", + "| total_electricity_HVAC | -0.44758734 |\n", + "| wind_direction | -1.4331452 |\n", + "| wind_speed | -0.102592126 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 923.8205 |\n", + "| air_humidity | 25.335072 |\n", + "| air_temperature | 23.248617 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.568867 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 15.227311 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 831438.5 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.07286467 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.215137 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5079392 |\n", + "| air_humidity | 0.78590155 |\n", + "| air_temperature | 0.29961377 |\n", + "| clg_setpoint | -1.1856931 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.738836 |\n", + "| diffuse_solar_radiation | -0.76171577 |\n", + "| direct_solar_radiation | -0.626674 |\n", + "| hour | 0.79510766 |\n", + "| htg_setpoint | 0.2268938 |\n", + "| month | 1.2139999 |\n", + "| outdoor_humidity | 0.54398394 |\n", + "| outdoor_temperature | -0.035542306 |\n", + "| people_occupant | 1.6930249 |\n", + "| total_electricity_HVAC | -0.5021825 |\n", + "| wind_direction | 0.011014803 |\n", + "| wind_speed | 0.36283594 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 597.3534 |\n", + "| air_humidity | 48.018665 |\n", + "| air_temperature | 23.25711 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 18.561707 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 12.877575 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 613769.2 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.7 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6293457 |\n", + "| air_humidity | -0.83008504 |\n", + "| air_temperature | 0.64219975 |\n", + "| clg_setpoint | 0.40804392 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6695936 |\n", + "| diffuse_solar_radiation | -0.76156807 |\n", + "| direct_solar_radiation | -0.6268736 |\n", + "| hour | 0.9395331 |\n", + "| htg_setpoint | 0.47976017 |\n", + "| month | 1.5193672 |\n", + "| outdoor_humidity | -0.9859901 |\n", + "| outdoor_temperature | -0.23707798 |\n", + "| people_occupant | 0.50118655 |\n", + "| total_electricity_HVAC | -0.6364164 |\n", + "| wind_direction | -1.7192875 |\n", + "| wind_speed | 1.2055722 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 26.969019 |\n", + "| air_temperature | 23.7968 |\n", + "| clg_setpoint | 27.338745 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 19.596798 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 10.891497 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.41773307 |\n", + "| Heating_Setpoint_RL | 0.66592366 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.21515 |\n", + "| Heating_Setpoint_RL | 21.37082 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.77732605 |\n", + "| air_humidity | -1.2106228 |\n", + "| air_temperature | 0.29570183 |\n", + "| clg_setpoint | -0.5769484 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5517722 |\n", + "| diffuse_solar_radiation | -0.7613479 |\n", + "| direct_solar_radiation | -0.6269819 |\n", + "| hour | 1.0839409 |\n", + "| htg_setpoint | 1.3719354 |\n", + "| month | 1.5154735 |\n", + "| outdoor_humidity | -1.3187025 |\n", + "| outdoor_temperature | 0.015508404 |\n", + "| people_occupant | -0.6892403 |\n", + "| total_electricity_HVAC | 1.0476414 |\n", + "| wind_direction | -1.6219084 |\n", + "| wind_speed | 0.36026672 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5990.696 |\n", + "| air_humidity | 21.993937 |\n", + "| air_temperature | 23.25 |\n", + "| clg_setpoint | 24.811432 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 13.371876 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6786421.0 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6944326 |\n", + "| Heating_Setpoint_RL | 0.50557655 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.28129 |\n", + "| Heating_Setpoint_RL | 20.468868 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.6355889 |\n", + "| air_humidity | -0.5106495 |\n", + "| air_temperature | 0.29591087 |\n", + "| clg_setpoint | 0.19741407 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4348252 |\n", + "| diffuse_solar_radiation | -0.7611973 |\n", + "| direct_solar_radiation | -0.62711823 |\n", + "| hour | 1.2283257 |\n", + "| htg_setpoint | 1.3710489 |\n", + "| month | 1.5116094 |\n", + "| outdoor_humidity | 0.16445553 |\n", + "| outdoor_temperature | -0.16835476 |\n", + "| people_occupant | -0.6884523 |\n", + "| total_electricity_HVAC | 0.79246294 |\n", + "| wind_direction | 0.39198807 |\n", + "| wind_speed | -1.1594832 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5393.81 |\n", + "| air_humidity | 31.094208 |\n", + "| air_temperature | 23.249933 |\n", + "| clg_setpoint | 26.798489 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 11.565983 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5768173.5 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.28030092 |\n", + "| Heating_Setpoint_RL | -0.31523854 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.571014 |\n", + "| Heating_Setpoint_RL | 15.851784 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6291747 |\n", + "| air_humidity | -0.15854158 |\n", + "| air_temperature | -0.96511734 |\n", + "| clg_setpoint | 0.58895177 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3186159 |\n", + "| diffuse_solar_radiation | -0.7610877 |\n", + "| direct_solar_radiation | -0.62704986 |\n", + "| hour | 1.3726813 |\n", + "| htg_setpoint | 0.4929619 |\n", + "| month | 1.5077748 |\n", + "| outdoor_humidity | -0.45729822 |\n", + "| outdoor_temperature | -0.2652272 |\n", + "| people_occupant | -0.6887223 |\n", + "| total_electricity_HVAC | -0.6362412 |\n", + "| wind_direction | 1.2531434 |\n", + "| wind_speed | 1.2065623 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 35.67833 |\n", + "| air_temperature | 21.266253 |\n", + "| clg_setpoint | 27.801733 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.657072 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 10.616516 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.28993922 |\n", + "| Heating_Setpoint_RL | -0.8292349 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.603544 |\n", + "| Heating_Setpoint_RL | 12.960554 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.33732438 |\n", + "| air_humidity | -0.18670267 |\n", + "| air_temperature | -1.2386752 |\n", + "| clg_setpoint | 1.3358083 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2030218 |\n", + "| diffuse_solar_radiation | -0.7608815 |\n", + "| direct_solar_radiation | -0.6267738 |\n", + "| hour | 1.5170007 |\n", + "| htg_setpoint | 0.738918 |\n", + "| month | 1.5039693 |\n", + "| outdoor_humidity | -0.16950075 |\n", + "| outdoor_temperature | -0.5951539 |\n", + "| people_occupant | -0.68899155 |\n", + "| total_electricity_HVAC | 0.47146887 |\n", + "| wind_direction | 1.3462653 |\n", + "| wind_speed | 0.78107786 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4140.0444 |\n", + "| air_humidity | 35.302917 |\n", + "| air_temperature | 20.836788 |\n", + "| clg_setpoint | 29.716719 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.663227 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 7.379232 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4487939.5 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************************--------------| 85%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.42702496 |\n", + "| Heating_Setpoint_RL | -0.47031468 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.06621 |\n", + "| Heating_Setpoint_RL | 14.97948 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6289534 |\n", + "| air_humidity | -0.13469294 |\n", + "| air_temperature | -0.9399888 |\n", + "| clg_setpoint | 0.041700646 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0879325 |\n", + "| diffuse_solar_radiation | -0.76067066 |\n", + "| direct_solar_radiation | -0.6269264 |\n", + "| hour | 1.6612766 |\n", + "| htg_setpoint | 0.2562074 |\n", + "| month | 1.5001924 |\n", + "| outdoor_humidity | 0.2620336 |\n", + "| outdoor_temperature | -0.61200434 |\n", + "| people_occupant | -0.68925995 |\n", + "| total_electricity_HVAC | -0.6359902 |\n", + "| wind_direction | 1.534719 |\n", + "| wind_speed | -0.31602553 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 35.970654 |\n", + "| air_temperature | 21.306452 |\n", + "| clg_setpoint | 26.395336 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.688395 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 7.2091904 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************************--------------| 85%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.628816 |\n", + "| air_humidity | 0.40881708 |\n", + "| air_temperature | -1.1733665 |\n", + "| clg_setpoint | 1.4472537 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.86003983 |\n", + "| diffuse_solar_radiation | -0.76054865 |\n", + "| direct_solar_radiation | -0.6268358 |\n", + "| hour | -1.6611353 |\n", + "| htg_setpoint | 0.26057217 |\n", + "| month | 1.4964439 |\n", + "| outdoor_humidity | 1.3640652 |\n", + "| outdoor_temperature | -0.6277118 |\n", + "| people_occupant | -0.6895276 |\n", + "| total_electricity_HVAC | -0.6358306 |\n", + "| wind_direction | 1.6269816 |\n", + "| wind_speed | -0.7380663 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 43.027264 |\n", + "| air_temperature | 20.94052 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.706348 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 7.0527797 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************************--------------| 85%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6377576 |\n", + "| Heating_Setpoint_RL | 0.4680677 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.472569 |\n", + "| Heating_Setpoint_RL | 20.257881 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.0150545 |\n", + "| air_humidity | 0.6500147 |\n", + "| air_temperature | 0.2970166 |\n", + "| clg_setpoint | 0.081376515 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.74566513 |\n", + "| diffuse_solar_radiation | -0.7604027 |\n", + "| direct_solar_radiation | -0.626853 |\n", + "| hour | -1.5165284 |\n", + "| htg_setpoint | 1.3697412 |\n", + "| month | 1.4927232 |\n", + "| outdoor_humidity | 1.3150355 |\n", + "| outdoor_temperature | -0.45544428 |\n", + "| people_occupant | -0.68979436 |\n", + "| total_electricity_HVAC | 0.92252254 |\n", + "| wind_direction | -1.7181101 |\n", + "| wind_speed | -2.0450547 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6982.995 |\n", + "| air_humidity | 46.163418 |\n", + "| air_temperature | 23.250305 |\n", + "| clg_setpoint | 26.49412 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 8.738296 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6284695.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.9582838 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.234653 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.0421973 |\n", + "| air_humidity | 1.1027541 |\n", + "| air_temperature | 0.29663917 |\n", + "| clg_setpoint | 1.4471432 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6315175 |\n", + "| diffuse_solar_radiation | -0.7602708 |\n", + "| direct_solar_radiation | -0.62634367 |\n", + "| hour | -1.3719599 |\n", + "| htg_setpoint | 1.368315 |\n", + "| month | 1.4890302 |\n", + "| outdoor_humidity | 1.5048145 |\n", + "| outdoor_temperature | 0.13602607 |\n", + "| people_occupant | -0.68901265 |\n", + "| total_electricity_HVAC | 0.948115 |\n", + "| wind_direction | -0.66618985 |\n", + "| wind_speed | 2.7250383 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7094.82 |\n", + "| air_humidity | 52.052776 |\n", + "| air_temperature | 23.249468 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.5244055 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6385338.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 11.3 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.49044973 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.280268 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.62881255 |\n", + "| air_humidity | 0.9966844 |\n", + "| air_temperature | -1.1475528 |\n", + "| clg_setpoint | -0.44268572 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5175357 |\n", + "| diffuse_solar_radiation | -0.76009953 |\n", + "| direct_solar_radiation | -0.62591213 |\n", + "| hour | -1.2274226 |\n", + "| htg_setpoint | -0.31986552 |\n", + "| month | 1.4853646 |\n", + "| outdoor_humidity | 1.1201621 |\n", + "| outdoor_temperature | -0.23478541 |\n", + "| people_occupant | -0.68823355 |\n", + "| total_electricity_HVAC | -0.63582057 |\n", + "| wind_direction | 1.2440199 |\n", + "| wind_speed | 2.08892 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 50.7135 |\n", + "| air_temperature | 20.983942 |\n", + "| clg_setpoint | 25.153143 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 16.338001 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 10.902514 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 9.8 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.33253646 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.74731 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6285931 |\n", + "| air_humidity | 0.20963049 |\n", + "| air_temperature | -1.1452332 |\n", + "| clg_setpoint | 1.4462718 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.4036684 |\n", + "| diffuse_solar_radiation | -0.7599673 |\n", + "| direct_solar_radiation | -0.6256086 |\n", + "| hour | -1.0829098 |\n", + "| htg_setpoint | 0.04513868 |\n", + "| month | 1.4817258 |\n", + "| outdoor_humidity | 0.40063444 |\n", + "| outdoor_temperature | -0.5386292 |\n", + "| people_occupant | -0.688501 |\n", + "| total_electricity_HVAC | -0.63557905 |\n", + "| wind_direction | -1.7183363 |\n", + "| wind_speed | 0.5677372 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 40.49905 |\n", + "| air_temperature | 20.98775 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 17.83247 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 7.931723 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.68548167 |\n", + "| Heating_Setpoint_RL | 0.09572068 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.311499 |\n", + "| Heating_Setpoint_RL | 18.16343 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.0507255 |\n", + "| air_humidity | -0.07287499 |\n", + "| air_temperature | 0.24339475 |\n", + "| clg_setpoint | 1.373606 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.28987476 |\n", + "| diffuse_solar_radiation | -0.759814 |\n", + "| direct_solar_radiation | -0.62502986 |\n", + "| hour | -0.93841606 |\n", + "| htg_setpoint | 1.3676436 |\n", + "| month | 1.4781137 |\n", + "| outdoor_humidity | 0.7839357 |\n", + "| outdoor_temperature | -0.8636747 |\n", + "| people_occupant | -0.6887676 |\n", + "| total_electricity_HVAC | 1.8845005 |\n", + "| wind_direction | -1.5250112 |\n", + "| wind_speed | -0.7388131 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11322.621 |\n", + "| air_humidity | 36.83444 |\n", + "| air_temperature | 23.164484 |\n", + "| clg_setpoint | 29.812014 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 4.756094 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10114565.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.8789329 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 22.568998 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5768062 |\n", + "| air_humidity | 0.7225908 |\n", + "| air_temperature | -0.5710058 |\n", + "| clg_setpoint | 0.6669549 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.17612377 |\n", + "| diffuse_solar_radiation | -0.36545032 |\n", + "| direct_solar_radiation | -0.43977293 |\n", + "| hour | -0.7939362 |\n", + "| htg_setpoint | -0.1172889 |\n", + "| month | 1.4745277 |\n", + "| outdoor_humidity | 1.5017817 |\n", + "| outdoor_temperature | -0.42395028 |\n", + "| people_occupant | -0.68903345 |\n", + "| total_electricity_HVAC | -0.58536583 |\n", + "| wind_direction | -0.85694915 |\n", + "| wind_speed | -0.5269369 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 304.06525 |\n", + "| air_humidity | 47.157513 |\n", + "| air_temperature | 21.88904 |\n", + "| clg_setpoint | 27.996891 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 39.5 |\n", + "| direct_solar_radiation | 46.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.17263 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 9.043211 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 278004.4 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.11913485 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.02708 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.40961727 |\n", + "| air_humidity | 0.12933221 |\n", + "| air_temperature | -1.5073404 |\n", + "| clg_setpoint | 0.26978487 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.06239434 |\n", + "| diffuse_solar_radiation | 0.24876143 |\n", + "| direct_solar_radiation | -0.07958107 |\n", + "| hour | -0.64946604 |\n", + "| htg_setpoint | -0.74205863 |\n", + "| month | 1.4709678 |\n", + "| outdoor_humidity | 0.014315547 |\n", + "| outdoor_temperature | -1.1723684 |\n", + "| people_occupant | -0.68929857 |\n", + "| total_electricity_HVAC | -0.42955494 |\n", + "| wind_direction | 0.85892373 |\n", + "| wind_speed | 0.56887954 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1005.0571 |\n", + "| air_humidity | 39.481236 |\n", + "| air_temperature | 20.423326 |\n", + "| clg_setpoint | 26.976303 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 101.0 |\n", + "| direct_solar_radiation | 137.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 14.616627 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 1.7391924 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 898429.3 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.2 |\n", + "| train/ | |\n", + "| approx_kl | 0.008517234 |\n", + "| clip_fraction | 0.0873 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.68 |\n", + "| explained_variance | 0.604 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.157 |\n", + "| n_updates | 320 |\n", + "| policy_gradient_loss | -0.0112 |\n", + "| std | 0.916 |\n", + "| value_loss | 0.699 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.18284011 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.596523 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6283761 |\n", + "| air_humidity | -0.6317664 |\n", + "| air_temperature | -0.91124874 |\n", + "| clg_setpoint | -1.1812117 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.051324878 |\n", + "| diffuse_solar_radiation | 0.7333587 |\n", + "| direct_solar_radiation | 0.5547503 |\n", + "| hour | -0.5050022 |\n", + "| htg_setpoint | -0.07215811 |\n", + "| month | 1.4674336 |\n", + "| outdoor_humidity | -0.08137409 |\n", + "| outdoor_temperature | -0.76244956 |\n", + "| people_occupant | -0.68956286 |\n", + "| total_electricity_HVAC | -0.6353157 |\n", + "| wind_direction | 0.8576913 |\n", + "| wind_speed | 0.9891924 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 29.605572 |\n", + "| air_temperature | 21.35686 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 149.5 |\n", + "| direct_solar_radiation | 296.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.36207 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 5.7240324 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8600869 |\n", + "| Heating_Setpoint_RL | 0.08930107 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.722206 |\n", + "| Heating_Setpoint_RL | 18.12732 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.62844557 |\n", + "| air_humidity | -0.45217833 |\n", + "| air_temperature | -0.55026835 |\n", + "| clg_setpoint | -0.036101338 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.1650355 |\n", + "| diffuse_solar_radiation | 0.7587703 |\n", + "| direct_solar_radiation | 1.2094876 |\n", + "| hour | -0.36054197 |\n", + "| htg_setpoint | -0.47965494 |\n", + "| month | 1.4639246 |\n", + "| outdoor_humidity | -0.4658281 |\n", + "| outdoor_temperature | -0.11021391 |\n", + "| people_occupant | -0.68878984 |\n", + "| total_electricity_HVAC | -0.63536465 |\n", + "| wind_direction | 0.7620101 |\n", + "| wind_speed | 0.9886552 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 31.920126 |\n", + "| air_temperature | 21.920973 |\n", + "| clg_setpoint | 26.190449 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 152.0 |\n", + "| direct_solar_radiation | 461.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.694405 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 12.074833 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 7.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.7839107 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.215503 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57011676 |\n", + "| air_humidity | -0.60235083 |\n", + "| air_temperature | 0.29965857 |\n", + "| clg_setpoint | -1.1817098 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.2787295 |\n", + "| diffuse_solar_radiation | 0.31991935 |\n", + "| direct_solar_radiation | 2.3188248 |\n", + "| hour | -0.21608342 |\n", + "| htg_setpoint | 0.041843656 |\n", + "| month | 1.4604409 |\n", + "| outdoor_humidity | -0.321673 |\n", + "| outdoor_temperature | -0.73270714 |\n", + "| people_occupant | 1.6960461 |\n", + "| total_electricity_HVAC | -0.5800826 |\n", + "| wind_direction | 0.9513729 |\n", + "| wind_speed | 0.7757985 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 331.6197 |\n", + "| air_humidity | 29.960478 |\n", + "| air_temperature | 23.248823 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 108.0 |\n", + "| direct_solar_radiation | 740.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.830404 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 6.0021534 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 298457.72 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.5608053 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.77953 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.29550865 |\n", + "| air_humidity | -0.7268783 |\n", + "| air_temperature | 0.30053428 |\n", + "| clg_setpoint | -1.18074 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.39238924 |\n", + "| diffuse_solar_radiation | 1.624299 |\n", + "| direct_solar_radiation | -0.11020334 |\n", + "| hour | -0.07162537 |\n", + "| htg_setpoint | -0.48945725 |\n", + "| month | 1.4569818 |\n", + "| outdoor_humidity | -0.65765744 |\n", + "| outdoor_temperature | -0.9497377 |\n", + "| people_occupant | 1.2184976 |\n", + "| total_electricity_HVAC | -0.28446472 |\n", + "| wind_direction | 1.0457169 |\n", + "| wind_speed | -0.5318938 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1485.1266 |\n", + "| air_humidity | 28.33981 |\n", + "| air_temperature | 23.249636 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 238.5 |\n", + "| direct_solar_radiation | 129.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 15.653953 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 3.8771462 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1477823.8 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9830016 |\n", + "| Heating_Setpoint_RL | 0.60268915 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.30737 |\n", + "| Heating_Setpoint_RL | 21.015125 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.53572273 |\n", + "| air_humidity | -0.6966641 |\n", + "| air_temperature | 0.30065376 |\n", + "| clg_setpoint | -1.1796433 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.5059876 |\n", + "| diffuse_solar_radiation | 1.1005609 |\n", + "| direct_solar_radiation | 0.5502559 |\n", + "| hour | 0.07283267 |\n", + "| htg_setpoint | 0.069877006 |\n", + "| month | 1.4535471 |\n", + "| outdoor_humidity | 0.06288667 |\n", + "| outdoor_temperature | -0.85344297 |\n", + "| people_occupant | 0.26446977 |\n", + "| total_electricity_HVAC | -0.54746234 |\n", + "| wind_direction | 0.18575332 |\n", + "| wind_speed | 0.56585896 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 476.30307 |\n", + "| air_humidity | 28.727097 |\n", + "| air_temperature | 23.249184 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 186.0 |\n", + "| direct_solar_radiation | 295.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.947428 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 4.7929354 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 428672.78 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************************----------| 89%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.11461419 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.269705 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5520396 |\n", + "| air_humidity | -0.8247599 |\n", + "| air_temperature | 0.30105308 |\n", + "| clg_setpoint | -1.1788787 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.61948794 |\n", + "| diffuse_solar_radiation | 0.70126253 |\n", + "| direct_solar_radiation | 0.83309215 |\n", + "| hour | 0.21729039 |\n", + "| htg_setpoint | -1.3821772 |\n", + "| month | 1.4501367 |\n", + "| outdoor_humidity | -0.3705008 |\n", + "| outdoor_temperature | -0.7751837 |\n", + "| people_occupant | 1.2172575 |\n", + "| total_electricity_HVAC | -0.56291384 |\n", + "| wind_direction | 0.8533895 |\n", + "| wind_speed | 0.9867263 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 407.59988 |\n", + "| air_humidity | 27.071722 |\n", + "| air_temperature | 23.248835 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 146.0 |\n", + "| direct_solar_radiation | 366.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 5.5386515 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 366839.9 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************************----------| 89%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.51035297 |\n", + "| air_humidity | -1.0893484 |\n", + "| air_temperature | 0.30192545 |\n", + "| clg_setpoint | -1.1782167 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7328446 |\n", + "| diffuse_solar_radiation | 0.21673737 |\n", + "| direct_solar_radiation | 0.35794804 |\n", + "| hour | 0.36174682 |\n", + "| htg_setpoint | -0.09027246 |\n", + "| month | 1.4467502 |\n", + "| outdoor_humidity | -1.333045 |\n", + "| outdoor_temperature | -1.1439792 |\n", + "| people_occupant | 1.6930594 |\n", + "| total_electricity_HVAC | -0.5233963 |\n", + "| wind_direction | 1.0431657 |\n", + "| wind_speed | 1.8686322 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 583.51746 |\n", + "| air_humidity | 23.64231 |\n", + "| air_temperature | 23.249296 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 97.5 |\n", + "| direct_solar_radiation | 246.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.293304 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 1.9185894 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 525165.75 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************************----------| 89%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.89300996 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.601819 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57439154 |\n", + "| air_humidity | -1.5133665 |\n", + "| air_temperature | -0.35437024 |\n", + "| clg_setpoint | -0.3151848 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8460025 |\n", + "| diffuse_solar_radiation | -0.47813928 |\n", + "| direct_solar_radiation | -0.13558778 |\n", + "| hour | 0.5062002 |\n", + "| htg_setpoint | -0.59716505 |\n", + "| month | 1.4433872 |\n", + "| outdoor_humidity | -1.3321905 |\n", + "| outdoor_temperature | -1.0097116 |\n", + "| people_occupant | -0.68933624 |\n", + "| total_electricity_HVAC | -0.58355004 |\n", + "| wind_direction | 1.1369824 |\n", + "| wind_speed | 0.13826114 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 314.45312 |\n", + "| air_humidity | 18.138681 |\n", + "| air_temperature | 22.222803 |\n", + "| clg_setpoint | 25.464094 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 28.0 |\n", + "| direct_solar_radiation | 122.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.217964 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 3.2021198 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 285252.28 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************************----------| 89%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.39449543 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.844036 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.16973352 |\n", + "| air_humidity | -1.8548046 |\n", + "| air_temperature | -0.701907 |\n", + "| clg_setpoint | -1.1036397 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9588979 |\n", + "| diffuse_solar_radiation | -0.75812936 |\n", + "| direct_solar_radiation | -0.6232744 |\n", + "| hour | 0.6506481 |\n", + "| htg_setpoint | 0.8914738 |\n", + "| month | 1.4400476 |\n", + "| outdoor_humidity | -1.1866249 |\n", + "| outdoor_temperature | -1.1916565 |\n", + "| people_occupant | -0.68857175 |\n", + "| total_electricity_HVAC | 0.20876008 |\n", + "| wind_direction | 1.0398644 |\n", + "| wind_speed | -1.1674602 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3456.461 |\n", + "| air_humidity | 13.659998 |\n", + "| air_temperature | 21.677156 |\n", + "| clg_setpoint | 23.438654 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.316803 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 1.3955885 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3461356.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.36098358 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.655533 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4465168 |\n", + "| air_humidity | 0.0819012 |\n", + "| air_temperature | 0.3050143 |\n", + "| clg_setpoint | -1.1759292 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0714583 |\n", + "| diffuse_solar_radiation | -0.75788605 |\n", + "| direct_solar_radiation | -0.6227423 |\n", + "| hour | 0.7950874 |\n", + "| htg_setpoint | -1.3836442 |\n", + "| month | 1.4367311 |\n", + "| outdoor_humidity | 0.97988665 |\n", + "| outdoor_temperature | -0.9454677 |\n", + "| people_occupant | 1.6950926 |\n", + "| total_electricity_HVAC | -0.46289793 |\n", + "| wind_direction | -1.1544011 |\n", + "| wind_speed | -0.32358962 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 856.483 |\n", + "| air_humidity | 38.70466 |\n", + "| air_temperature | 23.249374 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 3.7770193 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 770834.7 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.95108145 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.2751665 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6286249 |\n", + "| air_humidity | 1.3842077 |\n", + "| air_temperature | 0.30519405 |\n", + "| clg_setpoint | -1.1750796 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1836033 |\n", + "| diffuse_solar_radiation | -0.75753385 |\n", + "| direct_solar_radiation | -0.6221124 |\n", + "| hour | 0.9395143 |\n", + "| htg_setpoint | 1.15979 |\n", + "| month | 1.4334373 |\n", + "| outdoor_humidity | 1.5066612 |\n", + "| outdoor_temperature | -0.2564832 |\n", + "| people_occupant | 0.50269747 |\n", + "| total_electricity_HVAC | -0.6355316 |\n", + "| wind_direction | 1.3282851 |\n", + "| wind_speed | -0.9555733 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 55.5866 |\n", + "| air_temperature | 23.249645 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.421951 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 10.502028 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.25638658 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.182825 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.62853163 |\n", + "| air_humidity | -0.19491614 |\n", + "| air_temperature | 0.15720205 |\n", + "| clg_setpoint | -1.1744177 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2952443 |\n", + "| diffuse_solar_radiation | -0.75732136 |\n", + "| direct_solar_radiation | -0.6217493 |\n", + "| hour | 1.083924 |\n", + "| htg_setpoint | -0.47195986 |\n", + "| month | 1.4301661 |\n", + "| outdoor_humidity | -0.13082235 |\n", + "| outdoor_temperature | -0.45374826 |\n", + "| people_occupant | -0.4510145 |\n", + "| total_electricity_HVAC | -0.6354193 |\n", + "| wind_direction | 0.75474954 |\n", + "| wind_speed | 0.34850278 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 35.142937 |\n", + "| air_temperature | 23.018595 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 15.738443 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 8.573046 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.4675778 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.046925 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.62854147 |\n", + "| air_humidity | 0.20868146 |\n", + "| air_temperature | -0.32075167 |\n", + "| clg_setpoint | -0.82568973 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4062859 |\n", + "| diffuse_solar_radiation | -0.75698227 |\n", + "| direct_solar_radiation | -0.62113506 |\n", + "| hour | 1.2283117 |\n", + "| htg_setpoint | -1.3847308 |\n", + "| month | 1.4269173 |\n", + "| outdoor_humidity | 0.97677195 |\n", + "| outdoor_temperature | -0.5975357 |\n", + "| people_occupant | -0.4513238 |\n", + "| total_electricity_HVAC | -0.63539773 |\n", + "| wind_direction | -0.009916579 |\n", + "| wind_speed | -0.95595574 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 40.365395 |\n", + "| air_temperature | 22.27317 |\n", + "| clg_setpoint | 24.142849 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 7.166635 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*****************************************************--------| 91%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.06419122 |\n", + "| Heating_Setpoint_RL | -0.78494096 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.841646 |\n", + "| Heating_Setpoint_RL | 13.209707 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.14120737 |\n", + "| air_humidity | -0.08015152 |\n", + "| air_temperature | -0.42833883 |\n", + "| clg_setpoint | 0.5915197 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5166254 |\n", + "| diffuse_solar_radiation | -0.7567114 |\n", + "| direct_solar_radiation | -0.62106174 |\n", + "| hour | 1.3726711 |\n", + "| htg_setpoint | 0.9785579 |\n", + "| month | 1.4236904 |\n", + "| outdoor_humidity | 1.1703103 |\n", + "| outdoor_temperature | -0.661354 |\n", + "| people_occupant | -0.6898729 |\n", + "| total_electricity_HVAC | -0.18948373 |\n", + "| wind_direction | 0.08477283 |\n", + "| wind_speed | 0.09667831 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2147.2466 |\n", + "| air_humidity | 36.62144 |\n", + "| air_temperature | 22.105707 |\n", + "| clg_setpoint | 27.778683 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.68378 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 6.538839 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1868168.8 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************************************--------| 91%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.58862966 |\n", + "| air_humidity | -0.9779589 |\n", + "| air_temperature | -0.7722739 |\n", + "| clg_setpoint | 1.4567596 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6261547 |\n", + "| diffuse_solar_radiation | -0.7564318 |\n", + "| direct_solar_radiation | -0.62067235 |\n", + "| hour | 1.5169957 |\n", + "| htg_setpoint | 0.9497727 |\n", + "| month | 1.4204855 |\n", + "| outdoor_humidity | -0.8060457 |\n", + "| outdoor_temperature | -0.73603743 |\n", + "| people_occupant | -0.68911433 |\n", + "| total_electricity_HVAC | 0.40591985 |\n", + "| wind_direction | 1.1342726 |\n", + "| wind_speed | 1.5686017 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5235.8535 |\n", + "| air_humidity | 25.005655 |\n", + "| air_temperature | 21.568424 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.568428 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 5.800266 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4261172.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 8.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.58021843 |\n", + "| Heating_Setpoint_RL | -0.06282705 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.666763 |\n", + "| Heating_Setpoint_RL | 17.271599 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5925606 |\n", + "| air_humidity | -1.4171909 |\n", + "| air_temperature | -1.9950011 |\n", + "| clg_setpoint | 0.13632023 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6688637 |\n", + "| diffuse_solar_radiation | -0.7561394 |\n", + "| direct_solar_radiation | -0.62055784 |\n", + "| hour | 1.6612782 |\n", + "| htg_setpoint | -0.73059976 |\n", + "| month | 1.7166345 |\n", + "| outdoor_humidity | -0.9979378 |\n", + "| outdoor_temperature | -1.1589146 |\n", + "| people_occupant | -0.68835825 |\n", + "| total_electricity_HVAC | -0.59931654 |\n", + "| wind_direction | 1.3227984 |\n", + "| wind_speed | 2.058346 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 240.14299 |\n", + "| air_humidity | 19.30076 |\n", + "| air_temperature | 19.66 |\n", + "| clg_setpoint | 26.613539 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 14.684442 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 1.6696581 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 223902.95 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 9.8 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.90463173 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.678131 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.1368089 |\n", + "| air_humidity | -1.0051665 |\n", + "| air_temperature | -0.29031706 |\n", + "| clg_setpoint | -0.7033069 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4378116 |\n", + "| diffuse_solar_radiation | -0.75566834 |\n", + "| direct_solar_radiation | -0.62066215 |\n", + "| hour | -1.6611421 |\n", + "| htg_setpoint | 1.3601446 |\n", + "| month | 1.7116156 |\n", + "| outdoor_humidity | -0.6583825 |\n", + "| outdoor_temperature | -1.0819346 |\n", + "| people_occupant | -0.6886176 |\n", + "| total_electricity_HVAC | 2.938822 |\n", + "| wind_direction | 1.0344943 |\n", + "| wind_speed | 0.33788538 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 16040.474 |\n", + "| air_humidity | 24.59767 |\n", + "| air_temperature | 22.3163 |\n", + "| clg_setpoint | 24.456766 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 2.403547 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 14456301.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.42484373 |\n", + "| Heating_Setpoint_RL | -0.134117 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.058847 |\n", + "| Heating_Setpoint_RL | 16.870592 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.732761 |\n", + "| air_humidity | -0.49465263 |\n", + "| air_temperature | -0.11433839 |\n", + "| clg_setpoint | 0.38890365 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3211662 |\n", + "| diffuse_solar_radiation | -0.7551716 |\n", + "| direct_solar_radiation | -0.6207399 |\n", + "| hour | -1.5165403 |\n", + "| htg_setpoint | 1.3598533 |\n", + "| month | 1.7066404 |\n", + "| outdoor_humidity | 0.06511407 |\n", + "| outdoor_temperature | -0.55844474 |\n", + "| people_occupant | -0.68887615 |\n", + "| total_electricity_HVAC | 2.8142118 |\n", + "| wind_direction | 0.3656936 |\n", + "| wind_speed | 0.12947914 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 14336.1455 |\n", + "| air_humidity | 31.190199 |\n", + "| air_temperature | 22.590315 |\n", + "| clg_setpoint | 27.259644 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 7.49582 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13962045.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*****************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.017322361 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.527561 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.3742076 |\n", + "| air_humidity | 0.4066607 |\n", + "| air_temperature | 0.30920646 |\n", + "| clg_setpoint | -1.151985 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2051765 |\n", + "| diffuse_solar_radiation | -0.75477767 |\n", + "| direct_solar_radiation | -0.6202345 |\n", + "| hour | -1.3719755 |\n", + "| htg_setpoint | 1.3590326 |\n", + "| month | 1.7017083 |\n", + "| outdoor_humidity | 0.9792369 |\n", + "| outdoor_temperature | -0.36713484 |\n", + "| people_occupant | -0.68913394 |\n", + "| total_electricity_HVAC | 1.2630736 |\n", + "| wind_direction | -1.354279 |\n", + "| wind_speed | 0.33960983 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8577.82 |\n", + "| air_humidity | 42.852707 |\n", + "| air_temperature | 23.250273 |\n", + "| clg_setpoint | 23.30142 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 9.355545 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7720038.5 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 5.7 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.6817796 |\n", + "| air_humidity | -0.3106567 |\n", + "| air_temperature | -0.22032747 |\n", + "| clg_setpoint | 0.377153 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0897304 |\n", + "| diffuse_solar_radiation | -0.7544443 |\n", + "| direct_solar_radiation | -0.6196651 |\n", + "| hour | -1.2274407 |\n", + "| htg_setpoint | 1.3580335 |\n", + "| month | 1.6968187 |\n", + "| outdoor_humidity | -0.41891283 |\n", + "| outdoor_temperature | -1.0862428 |\n", + "| people_occupant | -0.6893911 |\n", + "| total_electricity_HVAC | 2.476286 |\n", + "| wind_direction | 0.8421374 |\n", + "| wind_speed | 0.75668555 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 14126.547 |\n", + "| air_humidity | 33.583076 |\n", + "| air_temperature | 22.425457 |\n", + "| clg_setpoint | 27.226597 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 2.3454607 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 12607965.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.7 |\n", + "| train/ | |\n", + "| approx_kl | 0.007618005 |\n", + "| clip_fraction | 0.0688 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.65 |\n", + "| explained_variance | 0.715 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.143 |\n", + "| n_updates | 330 |\n", + "| policy_gradient_loss | -0.00982 |\n", + "| std | 0.909 |\n", + "| value_loss | 0.626 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.057780445 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.950016 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.4917936 |\n", + "| air_humidity | -0.90532655 |\n", + "| air_temperature | -0.9244223 |\n", + "| clg_setpoint | -1.170979 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.97472775 |\n", + "| diffuse_solar_radiation | -0.7541286 |\n", + "| direct_solar_radiation | -0.6192444 |\n", + "| hour | -1.0829298 |\n", + "| htg_setpoint | 1.357787 |\n", + "| month | 1.6919712 |\n", + "| outdoor_humidity | -0.5627925 |\n", + "| outdoor_temperature | -1.302125 |\n", + "| people_occupant | -0.68964744 |\n", + "| total_electricity_HVAC | 3.272237 |\n", + "| wind_direction | 0.74569476 |\n", + "| wind_speed | 1.3801183 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17578.31 |\n", + "| air_humidity | 25.891066 |\n", + "| air_temperature | 21.328445 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 0.22128233 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15825920.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.44126654 |\n", + "| Heating_Setpoint_RL | 0.9844827 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.135725 |\n", + "| Heating_Setpoint_RL | 23.162716 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6168803 |\n", + "| air_humidity | -1.4217888 |\n", + "| air_temperature | -0.83548987 |\n", + "| clg_setpoint | -0.27002525 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8600795 |\n", + "| diffuse_solar_radiation | -0.7538649 |\n", + "| direct_solar_radiation | -0.61902446 |\n", + "| hour | -0.93843704 |\n", + "| htg_setpoint | -0.060056496 |\n", + "| month | 1.6871648 |\n", + "| outdoor_humidity | -0.51360494 |\n", + "| outdoor_temperature | -0.9341925 |\n", + "| people_occupant | -0.6888971 |\n", + "| total_electricity_HVAC | -0.6235667 |\n", + "| wind_direction | 1.1263565 |\n", + "| wind_speed | 1.1693492 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 137.95985 |\n", + "| air_humidity | 19.186808 |\n", + "| air_temperature | 21.465202 |\n", + "| clg_setpoint | 25.564306 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 17.441929 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 3.7912881 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 127197.48 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.7 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.338979 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.769054 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.18398015 |\n", + "| air_humidity | -1.5083597 |\n", + "| air_temperature | -1.0114685 |\n", + "| clg_setpoint | -1.1711981 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.74570775 |\n", + "| diffuse_solar_radiation | -0.7535106 |\n", + "| direct_solar_radiation | -0.6190928 |\n", + "| hour | -0.79395777 |\n", + "| htg_setpoint | 0.08568503 |\n", + "| month | 1.6823993 |\n", + "| outdoor_humidity | 0.50047153 |\n", + "| outdoor_temperature | -1.5256621 |\n", + "| people_occupant | -0.68814915 |\n", + "| total_electricity_HVAC | -0.2161067 |\n", + "| wind_direction | -1.5478166 |\n", + "| wind_speed | -0.7493024 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1979.2661 |\n", + "| air_humidity | 18.021221 |\n", + "| air_temperature | 21.19047 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.040552 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | -1.9809905 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1772361.4 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48994648 |\n", + "| air_humidity | -0.30679992 |\n", + "| air_temperature | -1.3188671 |\n", + "| clg_setpoint | -1.170184 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6315448 |\n", + "| diffuse_solar_radiation | -0.45623013 |\n", + "| direct_solar_radiation | -0.53695905 |\n", + "| hour | -0.64948785 |\n", + "| htg_setpoint | 0.1292097 |\n", + "| month | 1.6776738 |\n", + "| outdoor_humidity | -0.2718041 |\n", + "| outdoor_temperature | -0.7603322 |\n", + "| people_occupant | -0.6884061 |\n", + "| total_electricity_HVAC | -0.5056376 |\n", + "| wind_direction | -1.2588985 |\n", + "| wind_speed | -1.1631184 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 678.77924 |\n", + "| air_humidity | 33.553555 |\n", + "| air_temperature | 20.71316 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 29.5 |\n", + "| direct_solar_radiation | 20.5 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.221891 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 5.4576883 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 604021.06 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.10377312 |\n", + "| air_humidity | -0.12749763 |\n", + "| air_temperature | 0.3121288 |\n", + "| clg_setpoint | -1.1693096 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5175333 |\n", + "| diffuse_solar_radiation | -0.26943558 |\n", + "| direct_solar_radiation | -0.6183152 |\n", + "| hour | -0.505024 |\n", + "| htg_setpoint | -0.7332478 |\n", + "| month | 1.6729879 |\n", + "| outdoor_humidity | 1.1274377 |\n", + "| outdoor_temperature | -1.3104497 |\n", + "| people_occupant | 1.6951543 |\n", + "| total_electricity_HVAC | -0.1042684 |\n", + "| wind_direction | -1.4465182 |\n", + "| wind_speed | -0.12129986 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2324.575 |\n", + "| air_humidity | 35.87155 |\n", + "| air_temperature | 23.249756 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 48.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 14.691079 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 0.08334234 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2227743.2 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*******************************************************-----| 94%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.37452638 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.73171 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.044151556 |\n", + "| air_humidity | -0.091366045 |\n", + "| air_temperature | 0.31212866 |\n", + "| clg_setpoint | -1.1684083 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.40362552 |\n", + "| diffuse_solar_radiation | -0.16808042 |\n", + "| direct_solar_radiation | -0.6176886 |\n", + "| hour | -0.36056364 |\n", + "| htg_setpoint | 0.51492465 |\n", + "| month | 1.6683412 |\n", + "| outdoor_humidity | 1.1268595 |\n", + "| outdoor_temperature | -1.0039035 |\n", + "| people_occupant | 1.6943253 |\n", + "| total_electricity_HVAC | -0.08131789 |\n", + "| wind_direction | -1.6338267 |\n", + "| wind_speed | -0.9547341 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2581.3137 |\n", + "| air_humidity | 36.33672 |\n", + "| air_temperature | 23.249437 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 58.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 19.810966 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 3.048194 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2323182.2 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************************************************----| 95%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.99401706 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.033654 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.38832912 |\n", + "| air_humidity | -0.3290308 |\n", + "| air_temperature | 0.31191263 |\n", + "| clg_setpoint | -1.1677593 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.2897836 |\n", + "| diffuse_solar_radiation | 0.23073418 |\n", + "| direct_solar_radiation | 1.6708397 |\n", + "| hour | -0.2161049 |\n", + "| htg_setpoint | 0.6055949 |\n", + "| month | 1.6637329 |\n", + "| outdoor_humidity | -0.7579075 |\n", + "| outdoor_temperature | -1.0225751 |\n", + "| people_occupant | 1.6934996 |\n", + "| total_electricity_HVAC | -0.40756947 |\n", + "| wind_direction | 0.84092736 |\n", + "| wind_speed | 0.12986414 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1116.7217 |\n", + "| air_humidity | 33.27025 |\n", + "| air_temperature | 23.248583 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 97.5 |\n", + "| direct_solar_radiation | 571.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.184475 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 2.8475425 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1005049.44 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************************----| 95%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.69691217 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 21.545132 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6299325 |\n", + "| air_humidity | -1.1198107 |\n", + "| air_temperature | -1.1321696 |\n", + "| clg_setpoint | 0.20655099 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.17597917 |\n", + "| diffuse_solar_radiation | 0.36767805 |\n", + "| direct_solar_radiation | 1.929049 |\n", + "| hour | -0.07164663 |\n", + "| htg_setpoint | -0.70064527 |\n", + "| month | 1.6591625 |\n", + "| outdoor_humidity | -1.3369441 |\n", + "| outdoor_temperature | -0.7146995 |\n", + "| people_occupant | -0.68942654 |\n", + "| total_electricity_HVAC | -0.63659096 |\n", + "| wind_direction | 0.9351003 |\n", + "| wind_speed | 1.6311167 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 23.058527 |\n", + "| air_temperature | 21.005344 |\n", + "| clg_setpoint | 26.776966 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 111.0 |\n", + "| direct_solar_radiation | 636.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 14.831214 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 5.834301 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 8.8 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********************************************************----| 95%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6197229 |\n", + "| air_humidity | -1.8931895 |\n", + "| air_temperature | -0.86754113 |\n", + "| clg_setpoint | -0.74324733 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.062193297 |\n", + "| diffuse_solar_radiation | -0.13598177 |\n", + "| direct_solar_radiation | 2.590441 |\n", + "| hour | 0.0728116 |\n", + "| htg_setpoint | -0.026216844 |\n", + "| month | 1.6546297 |\n", + "| outdoor_humidity | -1.0922797 |\n", + "| outdoor_temperature | -0.8599378 |\n", + "| people_occupant | -0.6886843 |\n", + "| total_electricity_HVAC | -0.6301855 |\n", + "| wind_direction | 0.45716974 |\n", + "| wind_speed | 0.96184 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 131.03038 |\n", + "| air_humidity | 13.016544 |\n", + "| air_temperature | 21.413631 |\n", + "| clg_setpoint | 24.337923 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 61.0 |\n", + "| direct_solar_radiation | 801.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.595795 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | 4.3973436 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 104729.39 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 7.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************************************************----| 95%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.44396397 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.127703 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.55443186 |\n", + "| air_humidity | -1.2257856 |\n", + "| air_temperature | 0.31805897 |\n", + "| clg_setpoint | -1.1665844 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.051583547 |\n", + "| diffuse_solar_radiation | 0.22296621 |\n", + "| direct_solar_radiation | 1.2312382 |\n", + "| hour | 0.21726954 |\n", + "| htg_setpoint | 0.6099817 |\n", + "| month | 1.6501338 |\n", + "| outdoor_humidity | -1.4787048 |\n", + "| outdoor_temperature | -0.2864473 |\n", + "| people_occupant | 1.2190175 |\n", + "| total_electricity_HVAC | -0.53900844 |\n", + "| wind_direction | 0.45673105 |\n", + "| wind_speed | 0.12739564 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 409.57513 |\n", + "| air_humidity | 21.592049 |\n", + "| air_temperature | 23.253756 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 96.5 |\n", + "| direct_solar_radiation | 462.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 20.203728 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | 9.974754 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 474141.3 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.62491024 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.140121 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5385605 |\n", + "| air_humidity | -1.3525164 |\n", + "| air_temperature | 0.31559634 |\n", + "| clg_setpoint | -1.1653335 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.1653516 |\n", + "| diffuse_solar_radiation | -0.34167123 |\n", + "| direct_solar_radiation | 1.6299717 |\n", + "| hour | 0.36172622 |\n", + "| htg_setpoint | -1.0321556 |\n", + "| month | 1.6456743 |\n", + "| outdoor_humidity | -1.7191492 |\n", + "| outdoor_temperature | -0.23557979 |\n", + "| people_occupant | 1.6950628 |\n", + "| total_electricity_HVAC | -0.54996514 |\n", + "| wind_direction | 1.409132 |\n", + "| wind_speed | 0.33705422 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 477.02808 |\n", + "| air_humidity | 19.935978 |\n", + "| air_temperature | 23.249317 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 40.5 |\n", + "| direct_solar_radiation | 562.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 13.472226 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 10.460403 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 429325.25 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.21076715 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.810566 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5552167 |\n", + "| air_humidity | -0.88638467 |\n", + "| air_temperature | 0.31602636 |\n", + "| clg_setpoint | -1.1643375 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.27910185 |\n", + "| diffuse_solar_radiation | -0.5684539 |\n", + "| direct_solar_radiation | 0.4417403 |\n", + "| hour | 0.50618 |\n", + "| htg_setpoint | -0.40864804 |\n", + "| month | 1.6412508 |\n", + "| outdoor_humidity | -0.5105595 |\n", + "| outdoor_temperature | -0.6242527 |\n", + "| people_occupant | 1.6942413 |\n", + "| total_electricity_HVAC | -0.56573695 |\n", + "| wind_direction | 0.45418143 |\n", + "| wind_speed | -0.33050615 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 405.14236 |\n", + "| air_humidity | 25.946857 |\n", + "| air_temperature | 23.249414 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 18.0 |\n", + "| direct_solar_radiation | 265.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.028358 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 6.6637125 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 364655.16 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.92416716 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.505936 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5532218 |\n", + "| air_humidity | -0.7923903 |\n", + "| air_temperature | 0.31645298 |\n", + "| clg_setpoint | -1.1633326 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.3928161 |\n", + "| diffuse_solar_radiation | -0.75005484 |\n", + "| direct_solar_radiation | -0.61784214 |\n", + "| hour | 0.65062845 |\n", + "| htg_setpoint | 0.08214141 |\n", + "| month | 1.6368629 |\n", + "| outdoor_humidity | -0.9455734 |\n", + "| outdoor_temperature | -0.28911877 |\n", + "| people_occupant | 1.6934229 |\n", + "| total_electricity_HVAC | -0.56383777 |\n", + "| wind_direction | 0.8348087 |\n", + "| wind_speed | 0.9644882 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 413.3692 |\n", + "| air_humidity | 27.154667 |\n", + "| air_temperature | 23.249508 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 18.041397 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 9.918546 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 372032.28 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.49081653 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.385843 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5862234 |\n", + "| air_humidity | -0.40888327 |\n", + "| air_temperature | 0.31659818 |\n", + "| clg_setpoint | -1.1621674 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.506467 |\n", + "| diffuse_solar_radiation | -0.7497171 |\n", + "| direct_solar_radiation | -0.61765486 |\n", + "| hour | 0.7950686 |\n", + "| htg_setpoint | -1.3914855 |\n", + "| month | 1.6325098 |\n", + "| outdoor_humidity | -0.46205145 |\n", + "| outdoor_temperature | -0.55348635 |\n", + "| people_occupant | 1.6926078 |\n", + "| total_electricity_HVAC | -0.59511405 |\n", + "| wind_direction | 1.2149048 |\n", + "| wind_speed | 0.5470867 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 271.73468 |\n", + "| air_humidity | 32.104042 |\n", + "| air_temperature | 23.249447 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 7.3395295 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 244561.2 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************************************--| 97%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.26019466 |\n", + "| Heating_Setpoint_RL | 0.6522179 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.746843 |\n", + "| Heating_Setpoint_RL | 21.293726 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57200515 |\n", + "| air_humidity | -1.4890168 |\n", + "| air_temperature | -0.6227856 |\n", + "| clg_setpoint | -0.58911526 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.62001806 |\n", + "| diffuse_solar_radiation | -0.7493251 |\n", + "| direct_solar_radiation | -0.61774534 |\n", + "| hour | 0.93949676 |\n", + "| htg_setpoint | -1.3918738 |\n", + "| month | 1.6281914 |\n", + "| outdoor_humidity | -1.1373732 |\n", + "| outdoor_temperature | -1.1569016 |\n", + "| people_occupant | -0.6892102 |\n", + "| total_electricity_HVAC | -0.5804142 |\n", + "| wind_direction | -1.3569095 |\n", + "| wind_speed | -1.4182057 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 333.33734 |\n", + "| air_humidity | 18.142574 |\n", + "| air_temperature | 21.792526 |\n", + "| clg_setpoint | 24.719791 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 1.4526452 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 304931.88 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 1.5 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**********************************************************--| 97%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.51341474 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.737042 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.61677295 |\n", + "| air_humidity | -1.7593929 |\n", + "| air_temperature | -1.1671016 |\n", + "| clg_setpoint | -1.161115 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7334242 |\n", + "| diffuse_solar_radiation | -0.74906987 |\n", + "| direct_solar_radiation | -0.61754775 |\n", + "| hour | 1.0839084 |\n", + "| htg_setpoint | -0.040096294 |\n", + "| month | 1.623907 |\n", + "| outdoor_humidity | 0.21810846 |\n", + "| outdoor_temperature | -1.0040443 |\n", + "| people_occupant | -0.6884758 |\n", + "| total_electricity_HVAC | -0.62310076 |\n", + "| wind_direction | -1.2588212 |\n", + "| wind_speed | -0.53905785 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 143.42644 |\n", + "| air_humidity | 14.586447 |\n", + "| air_temperature | 20.948849 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 17.545778 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 2.915075 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 133093.88 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***********************************************************--| 97%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.7760265 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.259851 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57366884 |\n", + "| air_humidity | 0.3430731 |\n", + "| air_temperature | -0.3758326 |\n", + "| clg_setpoint | -1.1604716 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.84663135 |\n", + "| diffuse_solar_radiation | -0.74872726 |\n", + "| direct_solar_radiation | -0.6169846 |\n", + "| hour | 1.2282987 |\n", + "| htg_setpoint | -0.64912933 |\n", + "| month | 1.6196563 |\n", + "| outdoor_humidity | 0.65205854 |\n", + "| outdoor_temperature | -0.931699 |\n", + "| people_occupant | -0.45032787 |\n", + "| total_electricity_HVAC | -0.58256054 |\n", + "| wind_direction | 1.4988934 |\n", + "| wind_speed | -0.3309404 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 328.23175 |\n", + "| air_humidity | 41.760155 |\n", + "| air_temperature | 22.173769 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.050076 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 3.6078997 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 298029.47 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.58235884 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.590462 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.21931599 |\n", + "| air_humidity | -0.01644711 |\n", + "| air_temperature | -1.4190811 |\n", + "| clg_setpoint | -0.5903012 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.95957696 |\n", + "| diffuse_solar_radiation | -0.74847084 |\n", + "| direct_solar_radiation | -0.61661327 |\n", + "| hour | 1.3726617 |\n", + "| htg_setpoint | 0.52778935 |\n", + "| month | 1.6154387 |\n", + "| outdoor_humidity | 0.023378279 |\n", + "| outdoor_temperature | -0.85547686 |\n", + "| people_occupant | -0.68897843 |\n", + "| total_electricity_HVAC | 0.18740903 |\n", + "| wind_direction | -0.49710682 |\n", + "| wind_speed | -0.7482491 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3730.517 |\n", + "| air_humidity | 37.107494 |\n", + "| air_temperature | 20.55795 |\n", + "| clg_setpoint | 24.711594 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.877993 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 4.337877 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3433180.8 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.0910126 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.317833 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.98550427 |\n", + "| air_humidity | 0.45146435 |\n", + "| air_temperature | -0.9676437 |\n", + "| clg_setpoint | -0.9789121 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0721903 |\n", + "| diffuse_solar_radiation | -0.7480628 |\n", + "| direct_solar_radiation | -0.6162488 |\n", + "| hour | 1.5169911 |\n", + "| htg_setpoint | 0.8639882 |\n", + "| month | 1.611254 |\n", + "| outdoor_humidity | 0.6509956 |\n", + "| outdoor_temperature | -0.3975455 |\n", + "| people_occupant | -0.68922865 |\n", + "| total_electricity_HVAC | 1.1983386 |\n", + "| wind_direction | 0.6432179 |\n", + "| wind_speed | 0.12984215 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7019.343 |\n", + "| air_humidity | 43.15683 |\n", + "| air_temperature | 21.257248 |\n", + "| clg_setpoint | 23.712805 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.257233 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 8.794197 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7551116.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6298605 |\n", + "| air_humidity | -0.3859261 |\n", + "| air_temperature | -0.85917085 |\n", + "| clg_setpoint | -1.1586858 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1843929 |\n", + "| diffuse_solar_radiation | -0.7477888 |\n", + "| direct_solar_radiation | -0.6160993 |\n", + "| hour | 1.6612799 |\n", + "| htg_setpoint | -0.12674935 |\n", + "| month | 1.6071016 |\n", + "| outdoor_humidity | -0.2682282 |\n", + "| outdoor_temperature | -0.80120283 |\n", + "| people_occupant | -0.6894783 |\n", + "| total_electricity_HVAC | -0.6364344 |\n", + "| wind_direction | 0.6424593 |\n", + "| wind_speed | -0.121891245 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 32.335987 |\n", + "| air_temperature | 21.42584 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.195751 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 4.8629 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5397962 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.446812 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.7370858 |\n", + "| air_humidity | 0.16721968 |\n", + "| air_temperature | -0.3008762 |\n", + "| clg_setpoint | -0.026736729 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4102279 |\n", + "| diffuse_solar_radiation | -0.74734396 |\n", + "| direct_solar_radiation | -0.6154896 |\n", + "| hour | -1.6611484 |\n", + "| htg_setpoint | 1.3489283 |\n", + "| month | 1.6029812 |\n", + "| outdoor_humidity | 0.74714774 |\n", + "| outdoor_temperature | -1.225578 |\n", + "| people_occupant | -0.6897271 |\n", + "| total_electricity_HVAC | 2.7205768 |\n", + "| wind_direction | 1.4974703 |\n", + "| wind_speed | 0.5481821 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 14545.716 |\n", + "| air_humidity | 39.47397 |\n", + "| air_temperature | 22.289703 |\n", + "| clg_setpoint | 26.153131 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 0.7192401 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13761072.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 6.2 |\n", + "| train/ | |\n", + "| approx_kl | 0.008829223 |\n", + "| clip_fraction | 0.0765 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.66 |\n", + "| explained_variance | 0.792 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.2 |\n", + "| n_updates | 340 |\n", + "| policy_gradient_loss | -0.0127 |\n", + "| std | 0.918 |\n", + "| value_loss | 0.514 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9768578 |\n", + "| Heating_Setpoint_RL | -0.13161129 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.328106 |\n", + "| Heating_Setpoint_RL | 16.884686 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5072926 |\n", + "| air_humidity | -0.9791696 |\n", + "| air_temperature | -0.8758103 |\n", + "| clg_setpoint | 1.4726462 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5212388 |\n", + "| diffuse_solar_radiation | -0.74698126 |\n", + "| direct_solar_radiation | -0.6156123 |\n", + "| hour | -1.5165514 |\n", + "| htg_setpoint | 0.16503851 |\n", + "| month | 1.5988922 |\n", + "| outdoor_humidity | -0.26838636 |\n", + "| outdoor_temperature | -1.3598924 |\n", + "| people_occupant | -0.68899816 |\n", + "| total_electricity_HVAC | -0.51982665 |\n", + "| wind_direction | -1.1629055 |\n", + "| wind_speed | -0.9589097 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 615.3815 |\n", + "| air_humidity | 24.676304 |\n", + "| air_temperature | 21.398819 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 18.39621 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | -0.60889876 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 555327.7 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.014311 |\n", + "| air_humidity | -0.8279209 |\n", + "| air_temperature | -0.9924741 |\n", + "| clg_setpoint | -1.157656 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6315283 |\n", + "| diffuse_solar_radiation | -0.7466738 |\n", + "| direct_solar_radiation | -0.61501837 |\n", + "| hour | -1.3719901 |\n", + "| htg_setpoint | 1.2124463 |\n", + "| month | 1.5948344 |\n", + "| outdoor_humidity | 1.1345714 |\n", + "| outdoor_temperature | -0.93593967 |\n", + "| people_occupant | -0.68827146 |\n", + "| total_electricity_HVAC | 2.9993355 |\n", + "| wind_direction | 0.35718334 |\n", + "| wind_speed | 0.9647719 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 15773.522 |\n", + "| air_humidity | 26.60974 |\n", + "| air_temperature | 21.21594 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.693035 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 3.5018876 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 14930385.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.840973 |\n", + "| Heating_Setpoint_RL | 0.03570736 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.463284 |\n", + "| Heating_Setpoint_RL | 17.825853 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.4278898 |\n", + "| air_humidity | -0.2680306 |\n", + "| air_temperature | -0.18584055 |\n", + "| clg_setpoint | 0.4112012 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7409889 |\n", + "| diffuse_solar_radiation | -0.74627393 |\n", + "| direct_solar_radiation | -0.6144277 |\n", + "| hour | -1.2274578 |\n", + "| htg_setpoint | 1.3479303 |\n", + "| month | 1.5908074 |\n", + "| outdoor_humidity | -0.8509556 |\n", + "| outdoor_temperature | -1.4111849 |\n", + "| people_occupant | -0.6885209 |\n", + "| total_electricity_HVAC | 2.4599166 |\n", + "| wind_direction | 0.7363761 |\n", + "| wind_speed | 1.6209137 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13260.218 |\n", + "| air_humidity | 33.832603 |\n", + "| air_temperature | 22.462917 |\n", + "| clg_setpoint | 27.276283 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | -1.1399755 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 12736616.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.8 |\n", + "-------------------------------------------------\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", + "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05] [Episode 3]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run3]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run3/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run3/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run3/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run3/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 3 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 3) if logger is active\u001b[0m\n", + "Eval num_timesteps=70077, episode_reward=-7873.80 +/- 0.00\n", + "Episode length: 35040.00 +/- 0.00\n", + "--------------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.3610608 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.594033 |\n", + "| eval/ | |\n", + "| comfort_violation(%) | 21.4 |\n", + "| cumulative_absolute_comfort_penalty | -5.82e+03 |\n", + "| cumulative_absolute_energy_penalty | -9.93e+07 |\n", + "| cumulative_power_demand | 9.93e+07 |\n", + "| cumulative_reward | -7.87e+03 |\n", + "| cumulative_reward_comfort_term | -2.91e+03 |\n", + "| cumulative_reward_energy_term | -4.97e+03 |\n", + "| cumulative_temperature_violation | 5.82e+03 |\n", + "| episode_length | 3.5e+04 |\n", + "| mean_absolute_comfort_penalty | -0.166 |\n", + "| mean_absolute_energy_penalty | -2.83e+03 |\n", + "| mean_power_demand | 2.83e+03 |\n", + "| mean_reward | -0.225 |\n", + "| mean_reward_comfort_term | -0.083 |\n", + "| mean_reward_energy_term | -0.142 |\n", + "| mean_temperature_violation | 0.166 |\n", + "| std_cumulative_reward | 0 |\n", + "| std_mean_reward | 0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.516435 |\n", + "| air_humidity | -0.8121033 |\n", + "| air_temperature | -2.31427 |\n", + "| clg_setpoint | -0.4758677 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7371417 |\n", + "| diffuse_solar_radiation | -0.7461521 |\n", + "| direct_solar_radiation | -0.614589 |\n", + "| hour | 1.6614139 |\n", + "| htg_setpoint | 0.081643425 |\n", + "| month | 1.5877273 |\n", + "| outdoor_humidity | -1.4781436 |\n", + "| outdoor_temperature | -2.4108746 |\n", + "| people_occupant | -0.6889363 |\n", + "| total_electricity_HVAC | 0.4141815 |\n", + "| wind_direction | 1.2337297 |\n", + "| wind_speed | 1.6676898 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5030.4404 |\n", + "| air_humidity | 26.80791 |\n", + "| air_temperature | 19.169926 |\n", + "| clg_setpoint | 24.997885 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.05611 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | -10.918856 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4377630.0 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 8.925 |\n", + "| time/ | |\n", + "| total_timesteps | 70077 |\n", + "--------------------------------------------------------\n", + "New best mean reward!\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "-------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.029527038 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.79109 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.7957702 |\n", + "| air_humidity | -1.3006366 |\n", + "| air_temperature | -1.324972 |\n", + "| clg_setpoint | 1.4723815 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6725059 |\n", + "| diffuse_solar_radiation | -0.74595326 |\n", + "| direct_solar_radiation | -0.614444 |\n", + "| hour | -0.9384691 |\n", + "| htg_setpoint | 1.3479906 |\n", + "| month | -1.6018482 |\n", + "| outdoor_humidity | -0.38916665 |\n", + "| outdoor_temperature | -1.8244116 |\n", + "| people_occupant | -0.68876237 |\n", + "| total_electricity_HVAC | 3.565423 |\n", + "| wind_direction | 0.7824868 |\n", + "| wind_speed | 1.2834154 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 19184.46 |\n", + "| air_humidity | 20.505953 |\n", + "| air_temperature | 20.696957 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 60.5 |\n", + "| outdoor_temperature | -5.2170973 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 17281354.0 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 8.0 |\n", + "-------------------------------------------------\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.unwrapped_observation to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.unwrapped_observation` for environment variables or `env.get_wrapper_attr('unwrapped_observation')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.0042271614 |\n", + "| Heating_Setpoint_RL | 0.61073136 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.639267 |\n", + "| Heating_Setpoint_RL | 21.060364 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.43898392 |\n", + "| air_humidity | -1.1601273 |\n", + "| air_temperature | -1.5489684 |\n", + "| clg_setpoint | -0.9137452 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5546337 |\n", + "| diffuse_solar_radiation | -0.74571544 |\n", + "| direct_solar_radiation | -0.6143348 |\n", + "| hour | -0.7939818 |\n", + "| htg_setpoint | -0.2531272 |\n", + "| month | -1.5977895 |\n", + "| outdoor_humidity | -0.942914 |\n", + "| outdoor_temperature | -2.452756 |\n", + "| people_occupant | -0.68901044 |\n", + "| total_electricity_HVAC | 0.37665182 |\n", + "| wind_direction | 1.1128328 |\n", + "| wind_speed | -0.8544395 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4714.1123 |\n", + "| air_humidity | 22.29412 |\n", + "| air_temperature | 20.348654 |\n", + "| clg_setpoint | 23.874195 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.683294 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | -11.425603 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4238236.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 2.85 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.34734187 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 15.671202 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.46940774 |\n", + "| air_humidity | -0.58056617 |\n", + "| air_temperature | -1.8585443 |\n", + "| clg_setpoint | 1.4724014 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4376149 |\n", + "| diffuse_solar_radiation | -0.7353606 |\n", + "| direct_solar_radiation | -0.61416435 |\n", + "| hour | -0.64950496 |\n", + "| htg_setpoint | -0.3691208 |\n", + "| month | -1.5937617 |\n", + "| outdoor_humidity | 1.1611087 |\n", + "| outdoor_temperature | -0.63077575 |\n", + "| people_occupant | -0.6892578 |\n", + "| total_electricity_HVAC | -0.48565507 |\n", + "| wind_direction | -0.8324634 |\n", + "| wind_speed | 3.3090925 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 788.7207 |\n", + "| air_humidity | 29.747475 |\n", + "| air_temperature | 19.86846 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 1.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.208447 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 92.5 |\n", + "| outdoor_temperature | 6.3458757 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 704060.4 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 12.9 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.3224727 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.43891 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.96038383 |\n", + "| air_humidity | -0.34966007 |\n", + "| air_temperature | -0.45973614 |\n", + "| clg_setpoint | 1.4715667 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3213197 |\n", + "| diffuse_solar_radiation | 0.057988115 |\n", + "| direct_solar_radiation | -0.030587958 |\n", + "| hour | -0.5050352 |\n", + "| htg_setpoint | 0.8959465 |\n", + "| month | -1.589764 |\n", + "| outdoor_humidity | -1.1829711 |\n", + "| outdoor_temperature | -1.7048984 |\n", + "| people_occupant | 1.6934088 |\n", + "| total_electricity_HVAC | 1.1690799 |\n", + "| wind_direction | 0.87569654 |\n", + "| wind_speed | 1.7097446 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6986.9272 |\n", + "| air_humidity | 32.735214 |\n", + "| air_temperature | 22.034393 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 79.0 |\n", + "| direct_solar_radiation | 145.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.398914 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | -4.1813397 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7506092.5 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 9.05 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.77159005 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.229116 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.2535133 |\n", + "| air_humidity | -1.1493542 |\n", + "| air_temperature | -1.7632483 |\n", + "| clg_setpoint | 1.3084773 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2056313 |\n", + "| diffuse_solar_radiation | 0.2517024 |\n", + "| direct_solar_radiation | 1.6540178 |\n", + "| hour | -0.36056975 |\n", + "| htg_setpoint | -0.45979375 |\n", + "| month | -1.5857964 |\n", + "| outdoor_humidity | -0.9152993 |\n", + "| outdoor_temperature | -1.7622277 |\n", + "| people_occupant | -0.68975055 |\n", + "| total_electricity_HVAC | -0.2819197 |\n", + "| wind_direction | 1.0169665 |\n", + "| wind_speed | 0.11574089 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1728.2344 |\n", + "| air_humidity | 22.412066 |\n", + "| air_temperature | 20.01341 |\n", + "| clg_setpoint | 29.581085 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 98.0 |\n", + "| direct_solar_radiation | 564.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.837268 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 49.5 |\n", + "| outdoor_temperature | -4.793228 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1544686.5 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.33926606 |\n", + "| Heating_Setpoint_RL | 0.8732387 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.770023 |\n", + "| Heating_Setpoint_RL | 22.536968 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.22493757 |\n", + "| air_humidity | -1.6729805 |\n", + "| air_temperature | -2.0531704 |\n", + "| clg_setpoint | -0.2711851 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0904449 |\n", + "| diffuse_solar_radiation | 0.82209915 |\n", + "| direct_solar_radiation | 1.3277113 |\n", + "| hour | -0.2161065 |\n", + "| htg_setpoint | -1.3953911 |\n", + "| month | -1.5818582 |\n", + "| outdoor_humidity | -1.0343964 |\n", + "| outdoor_temperature | -1.7766159 |\n", + "| people_occupant | -0.6890298 |\n", + "| total_electricity_HVAC | -0.25607458 |\n", + "| wind_direction | 0.39860588 |\n", + "| wind_speed | 0.52987033 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1856.136 |\n", + "| air_humidity | 15.612307 |\n", + "| air_temperature | 19.559576 |\n", + "| clg_setpoint | 25.524748 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 154.0 |\n", + "| direct_solar_radiation | 483.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | -4.984872 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1654345.8 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9889197 |\n", + "| Heating_Setpoint_RL | -0.7619318 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.287395 |\n", + "| Heating_Setpoint_RL | 13.339134 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.37636217 |\n", + "| air_humidity | -1.0819523 |\n", + "| air_temperature | 0.32833993 |\n", + "| clg_setpoint | -1.157661 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9756668 |\n", + "| diffuse_solar_radiation | 0.3140218 |\n", + "| direct_solar_radiation | 2.200836 |\n", + "| hour | -0.0716441 |\n", + "| htg_setpoint | 0.009052275 |\n", + "| month | -1.5779493 |\n", + "| outdoor_humidity | -1.8542497 |\n", + "| outdoor_temperature | -1.3131174 |\n", + "| people_occupant | 1.218572 |\n", + "| total_electricity_HVAC | -0.39740518 |\n", + "| wind_direction | 1.2051672 |\n", + "| wind_speed | 0.9423369 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1200.6461 |\n", + "| air_humidity | 23.183907 |\n", + "| air_temperature | 23.2492 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 104.0 |\n", + "| direct_solar_radiation | 700.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.761286 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 30.0 |\n", + "| outdoor_temperature | -0.45987773 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1074366.9 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6737926 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.35095 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.13640936 |\n", + "| air_humidity | -0.94263756 |\n", + "| air_temperature | 0.33570394 |\n", + "| clg_setpoint | -1.1571043 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8612141 |\n", + "| diffuse_solar_radiation | 0.039829556 |\n", + "| direct_solar_radiation | -0.61348 |\n", + "| hour | 0.07281814 |\n", + "| htg_setpoint | 0.62362486 |\n", + "| month | -1.5740691 |\n", + "| outdoor_humidity | 0.97183746 |\n", + "| outdoor_temperature | -1.5394098 |\n", + "| people_occupant | 0.2645256 |\n", + "| total_electricity_HVAC | 0.17276555 |\n", + "| wind_direction | -1.2164752 |\n", + "| wind_speed | -0.21602087 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3437.0332 |\n", + "| air_humidity | 24.962322 |\n", + "| air_temperature | 23.25993 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 77.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.283 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | -2.7134464 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 3430838.5 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 4.4 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.5940294 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.966415 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.540374 |\n", + "| air_humidity | 0.22930594 |\n", + "| air_temperature | 0.78926754 |\n", + "| clg_setpoint | -0.88141406 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7470139 |\n", + "| diffuse_solar_radiation | 1.0792472 |\n", + "| direct_solar_radiation | -0.35144034 |\n", + "| hour | 0.21728021 |\n", + "| htg_setpoint | 1.3460914 |\n", + "| month | -1.5702175 |\n", + "| outdoor_humidity | 0.84884185 |\n", + "| outdoor_temperature | -0.3699233 |\n", + "| people_occupant | 1.2174139 |\n", + "| total_electricity_HVAC | -0.56356525 |\n", + "| wind_direction | 0.06590901 |\n", + "| wind_speed | 2.1214225 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 489.31467 |\n", + "| air_humidity | 40.10801 |\n", + "| air_temperature | 23.96282 |\n", + "| clg_setpoint | 23.957064 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 179.0 |\n", + "| direct_solar_radiation | 65.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 8.767059 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 391062.06 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 10.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49181917 |\n", + "| air_humidity | -1.0054477 |\n", + "| air_temperature | 1.5295467 |\n", + "| clg_setpoint | -0.14885795 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.63300335 |\n", + "| diffuse_solar_radiation | 0.0917588 |\n", + "| direct_solar_radiation | 1.7970452 |\n", + "| hour | 0.36174142 |\n", + "| htg_setpoint | -1.171427 |\n", + "| month | -1.5663941 |\n", + "| outdoor_humidity | -1.4171053 |\n", + "| outdoor_temperature | -1.3243234 |\n", + "| people_occupant | 1.6933353 |\n", + "| total_electricity_HVAC | -0.44180787 |\n", + "| wind_direction | 0.6336737 |\n", + "| wind_speed | -0.13369316 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 701.74396 |\n", + "| air_humidity | 24.165133 |\n", + "| air_temperature | 25.109821 |\n", + "| clg_setpoint | 25.838312 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 82.0 |\n", + "| direct_solar_radiation | 599.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.922404 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | -0.6411759 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 895007.75 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.28736714 |\n", + "| air_humidity | -1.1230202 |\n", + "| air_temperature | 0.32961544 |\n", + "| clg_setpoint | -1.1562874 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5191291 |\n", + "| diffuse_solar_radiation | -0.21358721 |\n", + "| direct_solar_radiation | 1.3828893 |\n", + "| hour | 0.50620043 |\n", + "| htg_setpoint | -0.70642734 |\n", + "| month | -1.5625983 |\n", + "| outdoor_humidity | -1.920878 |\n", + "| outdoor_temperature | -1.5744364 |\n", + "| people_occupant | 1.6925443 |\n", + "| total_electricity_HVAC | -0.31132984 |\n", + "| wind_direction | 0.72793317 |\n", + "| wind_speed | 1.8061577 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1596.239 |\n", + "| air_humidity | 22.63128 |\n", + "| air_temperature | 23.248693 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 52.0 |\n", + "| direct_solar_radiation | 496.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 14.828775 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 28.5 |\n", + "| outdoor_temperature | -3.135672 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1436615.1 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.23853523 |\n", + "| Heating_Setpoint_RL | 0.24291795 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.819944 |\n", + "| Heating_Setpoint_RL | 18.991413 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.74390274 |\n", + "| air_humidity | -1.1783361 |\n", + "| air_temperature | -0.20268738 |\n", + "| clg_setpoint | 0.24852273 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.4053472 |\n", + "| diffuse_solar_radiation | -0.61092883 |\n", + "| direct_solar_radiation | -0.07716829 |\n", + "| hour | 0.6506552 |\n", + "| htg_setpoint | 1.144193 |\n", + "| month | -1.5588301 |\n", + "| outdoor_humidity | -0.5941345 |\n", + "| outdoor_temperature | -0.69000715 |\n", + "| people_occupant | -0.68953735 |\n", + "| total_electricity_HVAC | 0.84211606 |\n", + "| wind_direction | 0.39530155 |\n", + "| wind_speed | -0.44520104 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6105.774 |\n", + "| air_humidity | 21.901543 |\n", + "| air_temperature | 22.421703 |\n", + "| clg_setpoint | 26.858307 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 13.0 |\n", + "| direct_solar_radiation | 133.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.421656 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 5.553071 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6215413.5 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.11149913 |\n", + "| Heating_Setpoint_RL | -0.800398 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.001308 |\n", + "| Heating_Setpoint_RL | 13.122761 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49828017 |\n", + "| air_humidity | -1.036719 |\n", + "| air_temperature | -1.1123214 |\n", + "| clg_setpoint | 1.4703524 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29162297 |\n", + "| diffuse_solar_radiation | -0.7432435 |\n", + "| direct_solar_radiation | -0.6120057 |\n", + "| hour | 0.7951031 |\n", + "| htg_setpoint | -0.4818668 |\n", + "| month | -1.555089 |\n", + "| outdoor_humidity | -0.45016447 |\n", + "| outdoor_temperature | -1.3103772 |\n", + "| people_occupant | -0.688824 |\n", + "| total_electricity_HVAC | -0.5114046 |\n", + "| wind_direction | -1.5999608 |\n", + "| wind_speed | 2.425478 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 676.7243 |\n", + "| air_humidity | 23.7099 |\n", + "| air_temperature | 21.00882 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.752203 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | -0.56532216 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 610065.7 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 10.8 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.22531605 |\n", + "| Heating_Setpoint_RL | 0.333987 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.86456 |\n", + "| Heating_Setpoint_RL | 19.503677 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.07984606 |\n", + "| air_humidity | -0.23776653 |\n", + "| air_temperature | 0.07136686 |\n", + "| clg_setpoint | -0.6156114 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.17793079 |\n", + "| diffuse_solar_radiation | -0.74286133 |\n", + "| direct_solar_radiation | -0.6114313 |\n", + "| hour | 0.9395406 |\n", + "| htg_setpoint | 0.7324127 |\n", + "| month | -1.5513748 |\n", + "| outdoor_humidity | 1.0925485 |\n", + "| outdoor_temperature | -1.6135963 |\n", + "| people_occupant | 0.502771 |\n", + "| total_electricity_HVAC | -0.011513565 |\n", + "| wind_direction | -1.4069104 |\n", + "| wind_speed | 1.6983851 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2513.048 |\n", + "| air_humidity | 34.00293 |\n", + "| air_temperature | 22.843172 |\n", + "| clg_setpoint | 24.641466 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.735128 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | -3.5986404 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 2687665.5 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 9.05 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.93980026 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 22.911377 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.5798936 |\n", + "| air_humidity | 0.26673585 |\n", + "| air_temperature | 0.33405066 |\n", + "| clg_setpoint | 0.26444465 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.064254016 |\n", + "| diffuse_solar_radiation | -0.742556 |\n", + "| direct_solar_radiation | -0.61095 |\n", + "| hour | 1.083964 |\n", + "| htg_setpoint | 1.345118 |\n", + "| month | -1.5476869 |\n", + "| outdoor_humidity | 0.053715426 |\n", + "| outdoor_temperature | -1.1414003 |\n", + "| people_occupant | -0.4509582 |\n", + "| total_electricity_HVAC | 1.7864681 |\n", + "| wind_direction | 0.63525355 |\n", + "| wind_speed | 2.4184747 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9794.034 |\n", + "| air_humidity | 40.51556 |\n", + "| air_temperature | 23.25005 |\n", + "| clg_setpoint | 26.903866 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 1.0403355 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 10159074.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 10.8 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.81835115 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 13.021774 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.44480044 |\n", + "| air_humidity | 0.14618553 |\n", + "| air_temperature | -0.62334263 |\n", + "| clg_setpoint | 0.42879844 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.04941501 |\n", + "| diffuse_solar_radiation | -0.7423792 |\n", + "| direct_solar_radiation | -0.61097175 |\n", + "| hour | 1.2283683 |\n", + "| htg_setpoint | 0.5467417 |\n", + "| month | -1.5440253 |\n", + "| outdoor_humidity | 0.12627769 |\n", + "| outdoor_temperature | -0.80331266 |\n", + "| people_occupant | -0.45124727 |\n", + "| total_electricity_HVAC | -0.39361152 |\n", + "| wind_direction | 0.49238732 |\n", + "| wind_speed | -0.015655007 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 916.3461 |\n", + "| air_humidity | 38.954685 |\n", + "| air_temperature | 21.764038 |\n", + "| clg_setpoint | 27.326544 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 19.976095 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 4.353447 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1104233.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 4.9 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.13125631 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.06799 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.577389 |\n", + "| air_humidity | -0.52031654 |\n", + "| air_temperature | -0.9847365 |\n", + "| clg_setpoint | -1.1567934 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.16307506 |\n", + "| diffuse_solar_radiation | -0.7420891 |\n", + "| direct_solar_radiation | -0.6110931 |\n", + "| hour | 1.3727485 |\n", + "| htg_setpoint | -0.93444103 |\n", + "| month | -1.5403895 |\n", + "| outdoor_humidity | 1.0675583 |\n", + "| outdoor_temperature | -1.054059 |\n", + "| people_occupant | -0.6897953 |\n", + "| total_electricity_HVAC | -0.58499104 |\n", + "| wind_direction | -1.217755 |\n", + "| wind_speed | -1.7264123 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 334.02032 |\n", + "| air_humidity | 30.35548 |\n", + "| air_temperature | 21.203262 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 13.900658 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 90.5 |\n", + "| outdoor_temperature | 1.871956 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 308199.47 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 0.75 |\n", + "| train/ | |\n", + "| approx_kl | 0.0054285643 |\n", + "| clip_fraction | 0.0359 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.66 |\n", + "| explained_variance | 0.53 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 1.1 |\n", + "| n_updates | 350 |\n", + "| policy_gradient_loss | -0.0069 |\n", + "| std | 0.914 |\n", + "| value_loss | 4.52 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.8731321 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.53637 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.17096627 |\n", + "| air_humidity | 1.2259151 |\n", + "| air_temperature | -1.2553194 |\n", + "| clg_setpoint | 1.0620472 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.27671608 |\n", + "| diffuse_solar_radiation | -0.74170774 |\n", + "| direct_solar_radiation | -0.61050963 |\n", + "| hour | 1.5170984 |\n", + "| htg_setpoint | 0.49785647 |\n", + "| month | -1.5367794 |\n", + "| outdoor_humidity | 0.6795223 |\n", + "| outdoor_temperature | -0.91534203 |\n", + "| people_occupant | -0.69003654 |\n", + "| total_electricity_HVAC | -0.39641505 |\n", + "| wind_direction | 0.5878899 |\n", + "| wind_speed | 0.6217772 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2118.991 |\n", + "| air_humidity | 52.862644 |\n", + "| air_temperature | 20.783924 |\n", + "| clg_setpoint | 28.955355 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 19.77622 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 82.5 |\n", + "| outdoor_temperature | 3.237785 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1092379.5 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 6.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.33474916 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.507965 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6335627 |\n", + "| air_humidity | -1.1557685 |\n", + "| air_temperature | -0.9129297 |\n", + "| clg_setpoint | 0.87082535 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.3903192 |\n", + "| diffuse_solar_radiation | -0.74145 |\n", + "| direct_solar_radiation | -0.61067265 |\n", + "| hour | 1.6614116 |\n", + "| htg_setpoint | -1.397951 |\n", + "| month | -1.5331944 |\n", + "| outdoor_humidity | -1.370388 |\n", + "| outdoor_temperature | -0.71226317 |\n", + "| people_occupant | -0.6893283 |\n", + "| total_electricity_HVAC | -0.6401432 |\n", + "| wind_direction | 0.730006 |\n", + "| wind_speed | 0.8270057 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 22.17591 |\n", + "| air_temperature | 21.31426 |\n", + "| clg_setpoint | 28.466932 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 40.0 |\n", + "| outdoor_temperature | 5.232021 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.95 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.22037326 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.88124 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.55369776 |\n", + "| air_humidity | -1.2203056 |\n", + "| air_temperature | -1.5149598 |\n", + "| clg_setpoint | 1.4664404 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.61788493 |\n", + "| diffuse_solar_radiation | -0.7412979 |\n", + "| direct_solar_radiation | -0.6106535 |\n", + "| hour | -1.6612381 |\n", + "| htg_setpoint | -1.3979183 |\n", + "| month | -1.5296345 |\n", + "| outdoor_humidity | 1.4278508 |\n", + "| outdoor_temperature | -1.2094675 |\n", + "| people_occupant | -0.6886223 |\n", + "| total_electricity_HVAC | -0.56336856 |\n", + "| wind_direction | 0.15885355 |\n", + "| wind_speed | -1.0669262 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 437.56177 |\n", + "| air_humidity | 21.312668 |\n", + "| air_temperature | 20.378744 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 0.31995812 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 397422.7 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 2.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.0372051 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.834278 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.3388472 |\n", + "| air_humidity | 0.3930505 |\n", + "| air_temperature | 0.33721417 |\n", + "| clg_setpoint | 0.5451945 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.73135984 |\n", + "| diffuse_solar_radiation | -0.7411036 |\n", + "| direct_solar_radiation | -0.6102169 |\n", + "| hour | -1.5166261 |\n", + "| htg_setpoint | 1.3441956 |\n", + "| month | -1.5260992 |\n", + "| outdoor_humidity | 1.1363844 |\n", + "| outdoor_temperature | -0.7354531 |\n", + "| people_occupant | -0.688864 |\n", + "| total_electricity_HVAC | 2.4559994 |\n", + "| wind_direction | -1.4087113 |\n", + "| wind_speed | -0.015731111 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13163.188 |\n", + "| air_humidity | 42.101936 |\n", + "| air_temperature | 23.2501 |\n", + "| clg_setpoint | 27.629803 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 4.983459 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 12978659.0 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 4.9 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.13874882 |\n", + "| Heating_Setpoint_RL | 0.27085873 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.156723 |\n", + "| Heating_Setpoint_RL | 19.14858 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.7189715 |\n", + "| air_humidity | 0.31431082 |\n", + "| air_temperature | 0.33743855 |\n", + "| clg_setpoint | 0.9528035 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.84467345 |\n", + "| diffuse_solar_radiation | -0.7407296 |\n", + "| direct_solar_radiation | -0.60964364 |\n", + "| hour | -1.3720516 |\n", + "| htg_setpoint | 1.3435254 |\n", + "| month | -1.5225884 |\n", + "| outdoor_humidity | 1.2787813 |\n", + "| outdoor_temperature | -0.6867463 |\n", + "| people_occupant | -0.68910503 |\n", + "| total_electricity_HVAC | 1.5953001 |\n", + "| wind_direction | -1.2638903 |\n", + "| wind_speed | 0.31364587 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10439.583 |\n", + "| air_humidity | 41.09386 |\n", + "| air_temperature | 23.250113 |\n", + "| clg_setpoint | 28.678354 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 5.455339 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 9395624.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6334773 |\n", + "| air_humidity | 1.2942002 |\n", + "| air_temperature | -1.0152974 |\n", + "| clg_setpoint | 1.4664685 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9577703 |\n", + "| diffuse_solar_radiation | -0.7403955 |\n", + "| direct_solar_radiation | -0.60906535 |\n", + "| hour | -1.2275075 |\n", + "| htg_setpoint | -1.3713285 |\n", + "| month | -1.5191015 |\n", + "| outdoor_humidity | 1.5163934 |\n", + "| outdoor_temperature | -0.10901927 |\n", + "| people_occupant | -0.6893454 |\n", + "| total_electricity_HVAC | -0.64001894 |\n", + "| wind_direction | -0.027056012 |\n", + "| wind_speed | 2.5187309 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 53.725918 |\n", + "| air_temperature | 21.155071 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 12.11496 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 11.143066 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 11.05 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.22559896 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.386396 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.52376586 |\n", + "| air_humidity | 0.5513219 |\n", + "| air_temperature | -1.2919359 |\n", + "| clg_setpoint | 1.4658221 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0705864 |\n", + "| diffuse_solar_radiation | -0.740018 |\n", + "| direct_solar_radiation | -0.60848874 |\n", + "| hour | -1.0829878 |\n", + "| htg_setpoint | 0.5313429 |\n", + "| month | -1.5156386 |\n", + "| outdoor_humidity | -0.5551755 |\n", + "| outdoor_temperature | -0.88265985 |\n", + "| people_occupant | -0.6895852 |\n", + "| total_electricity_HVAC | -0.60710406 |\n", + "| wind_direction | 1.1131009 |\n", + "| wind_speed | 1.032194 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 569.2149 |\n", + "| air_humidity | 44.18154 |\n", + "| air_temperature | 20.726334 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.921494 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 3.5240297 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 214865.69 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.3213712 |\n", + "| Heating_Setpoint_RL | -0.4734768 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.540373 |\n", + "| Heating_Setpoint_RL | 14.961693 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.44540653 |\n", + "| air_humidity | 0.110516384 |\n", + "| air_temperature | -0.7754874 |\n", + "| clg_setpoint | 1.4656408 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1830506 |\n", + "| diffuse_solar_radiation | -0.73970765 |\n", + "| direct_solar_radiation | -0.6079172 |\n", + "| hour | -0.938487 |\n", + "| htg_setpoint | -0.1805643 |\n", + "| month | -1.5121993 |\n", + "| outdoor_humidity | -0.4110346 |\n", + "| outdoor_temperature | -1.4504579 |\n", + "| people_occupant | -0.68982434 |\n", + "| total_electricity_HVAC | -0.46134886 |\n", + "| wind_direction | 1.2540486 |\n", + "| wind_speed | 0.31148332 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 915.2104 |\n", + "| air_humidity | 38.50582 |\n", + "| air_temperature | 21.525791 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 17.002327 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | -2.0791206 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 823475.1 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.45473278 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.090277 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5557099 |\n", + "| air_humidity | -0.89968014 |\n", + "| air_temperature | -1.0316322 |\n", + "| clg_setpoint | -0.08703933 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2950838 |\n", + "| diffuse_solar_radiation | -0.7395299 |\n", + "| direct_solar_radiation | -0.60789824 |\n", + "| hour | -0.79400045 |\n", + "| htg_setpoint | -0.28750032 |\n", + "| month | -1.5087832 |\n", + "| outdoor_humidity | 0.648576 |\n", + "| outdoor_temperature | -1.208714 |\n", + "| people_occupant | -0.68912333 |\n", + "| total_electricity_HVAC | -0.5655559 |\n", + "| wind_direction | 0.77793795 |\n", + "| wind_speed | -1.0675191 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 429.9348 |\n", + "| air_humidity | 25.493675 |\n", + "| air_temperature | 21.127972 |\n", + "| clg_setpoint | 26.005888 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.564178 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 0.28551194 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 389269.66 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 2.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.003456 |\n", + "| air_humidity | -1.073517 |\n", + "| air_temperature | -0.9753123 |\n", + "| clg_setpoint | -0.8085647 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4065999 |\n", + "| diffuse_solar_radiation | -0.73938775 |\n", + "| direct_solar_radiation | -0.6078244 |\n", + "| hour | -0.6495241 |\n", + "| htg_setpoint | 0.84552175 |\n", + "| month | -1.5053903 |\n", + "| outdoor_humidity | 0.8171062 |\n", + "| outdoor_temperature | -0.86924523 |\n", + "| people_occupant | -0.6884244 |\n", + "| total_electricity_HVAC | 2.1767368 |\n", + "| wind_direction | -1.1226865 |\n", + "| wind_speed | -1.0662165 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11713.802 |\n", + "| air_humidity | 23.234152 |\n", + "| air_temperature | 21.213253 |\n", + "| clg_setpoint | 24.149559 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 21.213314 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 3.6177056 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 11841410.0 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4517521 |\n", + "| air_humidity | 0.061054423 |\n", + "| air_temperature | 0.5522666 |\n", + "| clg_setpoint | -0.20304014 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5175064 |\n", + "| diffuse_solar_radiation | 0.20412788 |\n", + "| direct_solar_radiation | -0.36464092 |\n", + "| hour | -0.50505453 |\n", + "| htg_setpoint | 0.6188623 |\n", + "| month | -1.5020201 |\n", + "| outdoor_humidity | 1.0803499 |\n", + "| outdoor_temperature | -1.0563653 |\n", + "| people_occupant | 1.6952884 |\n", + "| total_electricity_HVAC | -0.46534467 |\n", + "| wind_direction | -1.5480653 |\n", + "| wind_speed | -0.22069627 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 889.5039 |\n", + "| air_humidity | 37.838493 |\n", + "| air_temperature | 23.57759 |\n", + "| clg_setpoint | 25.70627 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 92.0 |\n", + "| direct_solar_radiation | 60.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.285748 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | 1.76545 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 808874.9 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.4 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.16597848 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.558628 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.44874164 |\n", + "| air_humidity | -0.52394384 |\n", + "| air_temperature | 0.9398095 |\n", + "| clg_setpoint | -0.33313805 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6277046 |\n", + "| diffuse_solar_radiation | 0.22512957 |\n", + "| direct_solar_radiation | 2.1585443 |\n", + "| hour | -0.3605891 |\n", + "| htg_setpoint | -1.4010392 |\n", + "| month | -1.4986725 |\n", + "| outdoor_humidity | -0.22010225 |\n", + "| outdoor_temperature | -1.4355423 |\n", + "| people_occupant | 1.6945126 |\n", + "| total_electricity_HVAC | -0.4521855 |\n", + "| wind_direction | 1.5866339 |\n", + "| wind_speed | -0.3438723 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 903.81 |\n", + "| air_humidity | 30.310286 |\n", + "| air_temperature | 24.176804 |\n", + "| clg_setpoint | 25.37047 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 94.0 |\n", + "| direct_solar_radiation | 684.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | -1.9940875 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 864824.9 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.38579503 |\n", + "| air_humidity | -0.9222311 |\n", + "| air_temperature | 0.34102485 |\n", + "| clg_setpoint | -1.1571319 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7370906 |\n", + "| diffuse_solar_radiation | 0.4000427 |\n", + "| direct_solar_radiation | 2.371697 |\n", + "| hour | -0.21612583 |\n", + "| htg_setpoint | 1.3413641 |\n", + "| month | -1.495347 |\n", + "| outdoor_humidity | -1.9046943 |\n", + "| outdoor_temperature | -1.8080614 |\n", + "| people_occupant | 1.6937397 |\n", + "| total_electricity_HVAC | 0.6273573 |\n", + "| wind_direction | -1.4486688 |\n", + "| wind_speed | 0.087430015 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4594.5806 |\n", + "| air_humidity | 25.181078 |\n", + "| air_temperature | 23.249405 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 111.0 |\n", + "| direct_solar_radiation | 737.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 29.0 |\n", + "| outdoor_temperature | -5.7005186 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5385079.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 5.15 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.19920886 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.50445 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56968206 |\n", + "| air_humidity | -0.71356857 |\n", + "| air_temperature | 0.34121493 |\n", + "| clg_setpoint | -1.1565936 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6716088 |\n", + "| diffuse_solar_radiation | 0.7597854 |\n", + "| direct_solar_radiation | 0.20455971 |\n", + "| hour | -0.07166338 |\n", + "| htg_setpoint | -1.2815288 |\n", + "| month | -1.2108649 |\n", + "| outdoor_humidity | -0.9628673 |\n", + "| outdoor_temperature | -0.42698067 |\n", + "| people_occupant | 1.2164761 |\n", + "| total_electricity_HVAC | -0.5794202 |\n", + "| wind_direction | 0.92208123 |\n", + "| wind_speed | 0.41735885 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 370.78333 |\n", + "| air_humidity | 27.846197 |\n", + "| air_temperature | 23.248873 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 146.0 |\n", + "| direct_solar_radiation | 201.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 12.490166 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | 7.8954887 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 333705.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 5.95 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.43010473 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.173397 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6337219 |\n", + "| air_humidity | -0.99369395 |\n", + "| air_temperature | -0.82266647 |\n", + "| clg_setpoint | 1.4658954 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5541575 |\n", + "| diffuse_solar_radiation | 0.05177165 |\n", + "| direct_solar_radiation | 2.5809846 |\n", + "| hour | 0.07279891 |\n", + "| htg_setpoint | -0.8430709 |\n", + "| month | -1.2088275 |\n", + "| outdoor_humidity | -1.6606047 |\n", + "| outdoor_temperature | -0.7424741 |\n", + "| people_occupant | -0.68961626 |\n", + "| total_electricity_HVAC | -0.6402799 |\n", + "| wind_direction | 1.3948218 |\n", + "| wind_speed | 0.82960564 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 24.238869 |\n", + "| air_temperature | 21.447533 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 77.0 |\n", + "| direct_solar_radiation | 789.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 14.288375 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 4.776091 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 6.95 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.71162605 |\n", + "| air_humidity | -2.0362947 |\n", + "| air_temperature | 0.3434734 |\n", + "| clg_setpoint | -0.40280953 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.437501 |\n", + "| diffuse_solar_radiation | 0.78168637 |\n", + "| direct_solar_radiation | 1.6933827 |\n", + "| hour | 0.21726103 |\n", + "| htg_setpoint | 1.3413455 |\n", + "| month | -1.2068005 |\n", + "| outdoor_humidity | -1.8486682 |\n", + "| outdoor_temperature | -1.0879769 |\n", + "| people_occupant | -0.6889223 |\n", + "| total_electricity_HVAC | 0.86104065 |\n", + "| wind_direction | 1.0622127 |\n", + "| wind_speed | -1.0673666 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6047.0327 |\n", + "| air_humidity | 10.780618 |\n", + "| air_temperature | 23.249685 |\n", + "| clg_setpoint | 25.191263 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 148.0 |\n", + "| direct_solar_radiation | 570.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 30.0 |\n", + "| outdoor_temperature | 1.3407258 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6374697.5 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 2.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.8899169 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.630783 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.17130251 |\n", + "| air_humidity | -0.17247216 |\n", + "| air_temperature | 0.34424126 |\n", + "| clg_setpoint | -1.1571405 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3215176 |\n", + "| diffuse_solar_radiation | 0.05296382 |\n", + "| direct_solar_radiation | -0.6074538 |\n", + "| hour | 0.36172232 |\n", + "| htg_setpoint | 1.3411245 |\n", + "| month | -1.2047836 |\n", + "| outdoor_humidity | 1.228308 |\n", + "| outdoor_temperature | -1.0142728 |\n", + "| people_occupant | 1.6952018 |\n", + "| total_electricity_HVAC | -0.20065822 |\n", + "| wind_direction | 1.6317257 |\n", + "| wind_speed | 1.1601859 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2138.5535 |\n", + "| air_humidity | 34.727077 |\n", + "| air_temperature | 23.249537 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 77.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 2.0477674 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1924698.2 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 7.75 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.8618992 |\n", + "| air_humidity | -1.3339894 |\n", + "| air_temperature | 0.3447046 |\n", + "| clg_setpoint | -1.1571331 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.206098 |\n", + "| diffuse_solar_radiation | -0.03921353 |\n", + "| direct_solar_radiation | -0.0016384721 |\n", + "| hour | 0.5061815 |\n", + "| htg_setpoint | -1.4010375 |\n", + "| month | -1.2027767 |\n", + "| outdoor_humidity | -1.3677194 |\n", + "| outdoor_temperature | -1.8964342 |\n", + "| people_occupant | 1.6944324 |\n", + "| total_electricity_HVAC | 0.7818692 |\n", + "| wind_direction | 1.1560105 |\n", + "| wind_speed | 1.9988313 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6727.8037 |\n", + "| air_humidity | 19.765497 |\n", + "| air_temperature | 23.249413 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 68.0 |\n", + "| direct_solar_radiation | 150.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 40.0 |\n", + "| outdoor_temperature | -6.7028155 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6055023.5 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 9.8 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.7912935 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.076027 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.24198249 |\n", + "| air_humidity | -1.2672383 |\n", + "| air_temperature | 0.34542197 |\n", + "| clg_setpoint | -1.1569223 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0911437 |\n", + "| diffuse_solar_radiation | -0.43989736 |\n", + "| direct_solar_radiation | -0.60748565 |\n", + "| hour | 0.65063655 |\n", + "| htg_setpoint | -1.4009471 |\n", + "| month | -1.2007798 |\n", + "| outdoor_humidity | -1.125486 |\n", + "| outdoor_temperature | -1.714168 |\n", + "| people_occupant | 1.6936659 |\n", + "| total_electricity_HVAC | 0.1925912 |\n", + "| wind_direction | 0.8703507 |\n", + "| wind_speed | 1.5636542 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3987.8416 |\n", + "| air_humidity | 20.601215 |\n", + "| air_temperature | 23.24946 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 29.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | -4.9833345 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3589057.2 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 8.75 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.13631928 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.858204 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.13721044 |\n", + "| air_humidity | -1.2895617 |\n", + "| air_temperature | 0.34604105 |\n", + "| clg_setpoint | -1.156602 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.97656685 |\n", + "| diffuse_solar_radiation | -0.7379831 |\n", + "| direct_solar_radiation | -0.60759485 |\n", + "| hour | 0.79508495 |\n", + "| htg_setpoint | -0.74930763 |\n", + "| month | -1.1987928 |\n", + "| outdoor_humidity | -1.0767192 |\n", + "| outdoor_temperature | -1.5914509 |\n", + "| people_occupant | 1.6929021 |\n", + "| total_electricity_HVAC | 0.09307499 |\n", + "| wind_direction | 0.8217251 |\n", + "| wind_speed | 0.205065 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3528.862 |\n", + "| air_humidity | 20.297752 |\n", + "| air_temperature | 23.249395 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 14.673886 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | -3.819793 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3175976.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 5.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.046251446 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.885164 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.31985274 |\n", + "| air_humidity | -1.141356 |\n", + "| air_temperature | 0.346083 |\n", + "| clg_setpoint | -1.1560339 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8622896 |\n", + "| diffuse_solar_radiation | -0.737764 |\n", + "| direct_solar_radiation | -0.6077504 |\n", + "| hour | 0.9395234 |\n", + "| htg_setpoint | 0.37150523 |\n", + "| month | -1.1968157 |\n", + "| outdoor_humidity | -1.6513175 |\n", + "| outdoor_temperature | -1.6180859 |\n", + "| people_occupant | 0.5011012 |\n", + "| total_electricity_HVAC | -0.3365851 |\n", + "| wind_direction | 1.3406708 |\n", + "| wind_speed | 0.8223364 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1494.3871 |\n", + "| air_humidity | 22.191818 |\n", + "| air_temperature | 23.24868 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 19.271925 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | -4.125901 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 1366848.1 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 6.95 |\n", + "| train/ | |\n", + "| approx_kl | 0.006073237 |\n", + "| clip_fraction | 0.0461 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.66 |\n", + "| explained_variance | 0.844 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 1.14 |\n", + "| n_updates | 360 |\n", + "| policy_gradient_loss | -0.00702 |\n", + "| std | 0.914 |\n", + "| value_loss | 3.07 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.10932505 |\n", + "| Heating_Setpoint_RL | -0.51009655 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.256027 |\n", + "| Heating_Setpoint_RL | 14.755707 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.47826213 |\n", + "| air_humidity | -1.5171875 |\n", + "| air_temperature | -2.2200994 |\n", + "| clg_setpoint | 1.4651766 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7482439 |\n", + "| diffuse_solar_radiation | -0.73752487 |\n", + "| direct_solar_radiation | -0.60783184 |\n", + "| hour | 1.083948 |\n", + "| htg_setpoint | -0.51380616 |\n", + "| month | -1.1948483 |\n", + "| outdoor_humidity | -1.1691421 |\n", + "| outdoor_temperature | -1.3207982 |\n", + "| people_occupant | -0.6894121 |\n", + "| total_electricity_HVAC | -0.4961958 |\n", + "| wind_direction | 0.72374237 |\n", + "| wind_speed | 0.61562175 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 789.2096 |\n", + "| air_humidity | 17.326738 |\n", + "| air_temperature | 19.266994 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 15.639232 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | -1.210054 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 694738.1 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.47778356 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 14.937468 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.62969124 |\n", + "| air_humidity | -1.6293066 |\n", + "| air_temperature | -2.0895875 |\n", + "| clg_setpoint | 0.18814877 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.634371 |\n", + "| diffuse_solar_radiation | -0.7374482 |\n", + "| direct_solar_radiation | -0.60783684 |\n", + "| hour | 1.2283543 |\n", + "| htg_setpoint | -0.3391322 |\n", + "| month | -1.1928906 |\n", + "| outdoor_humidity | -0.014800321 |\n", + "| outdoor_temperature | -0.90086234 |\n", + "| people_occupant | -0.68872505 |\n", + "| total_electricity_HVAC | -0.63663983 |\n", + "| wind_direction | 0.34444445 |\n", + "| wind_speed | 0.30680123 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 112.900055 |\n", + "| air_humidity | 15.823327 |\n", + "| air_temperature | 19.465317 |\n", + "| clg_setpoint | 26.714401 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.355207 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 2.9508007 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 101610.05 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 5.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.63599974 |\n", + "| air_humidity | -0.4757894 |\n", + "| air_temperature | -1.3998042 |\n", + "| clg_setpoint | -0.34587246 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5206212 |\n", + "| diffuse_solar_radiation | -0.7373493 |\n", + "| direct_solar_radiation | -0.6079153 |\n", + "| hour | 1.3727372 |\n", + "| htg_setpoint | 0.67938185 |\n", + "| month | -1.1909425 |\n", + "| outdoor_humidity | -1.6737069 |\n", + "| outdoor_temperature | -0.89639074 |\n", + "| people_occupant | -0.6889601 |\n", + "| total_electricity_HVAC | 0.6989257 |\n", + "| wind_direction | 1.1014816 |\n", + "| wind_speed | 1.3575742 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5773.278 |\n", + "| air_humidity | 30.67809 |\n", + "| air_temperature | 20.5338 |\n", + "| clg_setpoint | 25.33896 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.53339 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 33.5 |\n", + "| outdoor_temperature | 2.9836166 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5749003.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 8.25 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.82621574 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 22.272465 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.29171583 |\n", + "| air_humidity | -0.8319689 |\n", + "| air_temperature | -1.9126822 |\n", + "| clg_setpoint | 0.4323777 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.40695378 |\n", + "| diffuse_solar_radiation | -0.7372523 |\n", + "| direct_solar_radiation | -0.6080703 |\n", + "| hour | 1.5170908 |\n", + "| htg_setpoint | -1.4004364 |\n", + "| month | -1.189004 |\n", + "| outdoor_humidity | -1.644058 |\n", + "| outdoor_temperature | -1.7637843 |\n", + "| people_occupant | -0.6891945 |\n", + "| total_electricity_HVAC | -0.31407118 |\n", + "| wind_direction | 1.1942405 |\n", + "| wind_speed | 0.09991824 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1627.0585 |\n", + "| air_humidity | 26.062494 |\n", + "| air_temperature | 19.736864 |\n", + "| clg_setpoint | 27.342268 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | -5.7001066 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1467792.8 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.41582865 |\n", + "| air_humidity | -0.73506737 |\n", + "| air_temperature | -1.464092 |\n", + "| clg_setpoint | 1.464741 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.2933369 |\n", + "| diffuse_solar_radiation | -0.73713523 |\n", + "| direct_solar_radiation | -0.6081962 |\n", + "| hour | 1.6614089 |\n", + "| htg_setpoint | -1.0848216 |\n", + "| month | -1.1870748 |\n", + "| outdoor_humidity | -0.87378675 |\n", + "| outdoor_temperature | -1.4706903 |\n", + "| people_occupant | -0.6894283 |\n", + "| total_electricity_HVAC | -0.43234074 |\n", + "| wind_direction | 0.8141119 |\n", + "| wind_speed | 0.30568674 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1074.2555 |\n", + "| air_humidity | 27.294003 |\n", + "| air_temperature | 20.431408 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 13.29541 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | -2.8193655 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 969716.2 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9101482 |\n", + "| Heating_Setpoint_RL | 0.61271286 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.69675 |\n", + "| Heating_Setpoint_RL | 21.07151 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.40319896 |\n", + "| air_humidity | -0.7270228 |\n", + "| air_temperature | -1.1059426 |\n", + "| clg_setpoint | 1.0298171 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.066215 |\n", + "| diffuse_solar_radiation | -0.73694104 |\n", + "| direct_solar_radiation | -0.6083909 |\n", + "| hour | -1.6612408 |\n", + "| htg_setpoint | -1.4008762 |\n", + "| month | -1.1851549 |\n", + "| outdoor_humidity | -1.1113925 |\n", + "| outdoor_temperature | -1.4951596 |\n", + "| people_occupant | -0.68966156 |\n", + "| total_electricity_HVAC | -0.42076996 |\n", + "| wind_direction | -1.2226431 |\n", + "| wind_speed | -0.76625043 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1132.5602 |\n", + "| air_humidity | 27.381659 |\n", + "| air_temperature | 20.987118 |\n", + "| clg_setpoint | 28.878912 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | -3.0901465 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1020125.06 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.4635946 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.189632 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.2166 |\n", + "| air_humidity | 0.22470273 |\n", + "| air_temperature | -0.75638336 |\n", + "| clg_setpoint | 0.5219468 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.047431853 |\n", + "| diffuse_solar_radiation | -0.7368711 |\n", + "| direct_solar_radiation | -0.60788584 |\n", + "| hour | -1.5166337 |\n", + "| htg_setpoint | 1.3408138 |\n", + "| month | -1.1832445 |\n", + "| outdoor_humidity | 0.8785768 |\n", + "| outdoor_temperature | -1.1022532 |\n", + "| people_occupant | -0.6898942 |\n", + "| total_electricity_HVAC | 3.0256236 |\n", + "| wind_direction | 0.5773106 |\n", + "| wind_speed | 0.28629172 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17383.84 |\n", + "| air_humidity | 39.65615 |\n", + "| air_temperature | 21.52912 |\n", + "| clg_setpoint | 27.569908 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 86.5 |\n", + "| outdoor_temperature | 0.81317127 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15644116.0 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 5.65 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.55880237 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.510958 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5929846 |\n", + "| air_humidity | -0.87101173 |\n", + "| air_temperature | -1.3952347 |\n", + "| clg_setpoint | -1.1562434 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.1610719 |\n", + "| diffuse_solar_radiation | -0.73678744 |\n", + "| direct_solar_radiation | -0.6076168 |\n", + "| hour | -1.3720627 |\n", + "| htg_setpoint | -1.1888955 |\n", + "| month | -1.1813431 |\n", + "| outdoor_humidity | -0.5602707 |\n", + "| outdoor_temperature | -1.0693742 |\n", + "| people_occupant | -0.68921185 |\n", + "| total_electricity_HVAC | -0.6008266 |\n", + "| wind_direction | -1.6480849 |\n", + "| wind_speed | -0.35347688 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 283.3045 |\n", + "| air_humidity | 25.516516 |\n", + "| air_temperature | 20.537565 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 12.872605 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 56.5 |\n", + "| outdoor_temperature | 1.134711 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 258530.75 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.46810728 |\n", + "| Heating_Setpoint_RL | 0.4429096 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.045137 |\n", + "| Heating_Setpoint_RL | 20.116367 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.2291028 |\n", + "| air_humidity | -1.5965874 |\n", + "| air_temperature | -0.5304807 |\n", + "| clg_setpoint | 1.2957021 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.2747001 |\n", + "| diffuse_solar_radiation | -0.7366255 |\n", + "| direct_solar_radiation | -0.6078251 |\n", + "| hour | -1.2275212 |\n", + "| htg_setpoint | 1.340266 |\n", + "| month | -1.179451 |\n", + "| outdoor_humidity | 0.08817606 |\n", + "| outdoor_temperature | -1.2439202 |\n", + "| people_occupant | -0.6885315 |\n", + "| total_electricity_HVAC | 3.0704594 |\n", + "| wind_direction | 0.48247164 |\n", + "| wind_speed | -0.7657272 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17461.45 |\n", + "| air_humidity | 16.123285 |\n", + "| air_temperature | 21.8778 |\n", + "| clg_setpoint | 29.566029 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | -0.6205099 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15854080.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.7373547 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.772621 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.120242 |\n", + "| air_humidity | -0.6030767 |\n", + "| air_temperature | -0.19918394 |\n", + "| clg_setpoint | 0.6606988 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38830292 |\n", + "| diffuse_solar_radiation | -0.7365822 |\n", + "| direct_solar_radiation | -0.6078426 |\n", + "| hour | -1.0830033 |\n", + "| htg_setpoint | 1.130657 |\n", + "| month | -1.1775678 |\n", + "| outdoor_humidity | 1.2159424 |\n", + "| outdoor_temperature | -1.4240478 |\n", + "| people_occupant | -0.6887646 |\n", + "| total_electricity_HVAC | 2.2075417 |\n", + "| wind_direction | -1.2213492 |\n", + "| wind_speed | -1.07426 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 12483.116 |\n", + "| air_humidity | 28.930332 |\n", + "| air_temperature | 22.391285 |\n", + "| clg_setpoint | 27.929543 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.391272 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 93.5 |\n", + "| outdoor_temperature | -2.4306304 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 12193293.0 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 2.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.9780706 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.126648 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.3257418 |\n", + "| air_humidity | -0.9459753 |\n", + "| air_temperature | -0.0022239399 |\n", + "| clg_setpoint | 0.8512714 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.5018585 |\n", + "| diffuse_solar_radiation | -0.73653466 |\n", + "| direct_solar_radiation | -0.6080371 |\n", + "| hour | -0.93850374 |\n", + "| htg_setpoint | 1.340175 |\n", + "| month | -1.1756938 |\n", + "| outdoor_humidity | 0.4722798 |\n", + "| outdoor_temperature | -0.8518391 |\n", + "| people_occupant | -0.6889971 |\n", + "| total_electricity_HVAC | 2.360621 |\n", + "| wind_direction | -1.2216896 |\n", + "| wind_speed | -1.19715 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13411.192 |\n", + "| air_humidity | 24.497002 |\n", + "| air_temperature | 22.695953 |\n", + "| clg_setpoint | 28.419289 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 3.2765088 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 12846971.0 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 2.05 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.08526032 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.14541 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.3741338 |\n", + "| air_humidity | -0.6166775 |\n", + "| air_temperature | 0.20126398 |\n", + "| clg_setpoint | -0.640236 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6153366 |\n", + "| diffuse_solar_radiation | -0.73643035 |\n", + "| direct_solar_radiation | -0.6081563 |\n", + "| hour | -0.7940179 |\n", + "| htg_setpoint | 1.3397951 |\n", + "| month | -1.1738286 |\n", + "| outdoor_humidity | 0.9043908 |\n", + "| outdoor_temperature | -0.9373373 |\n", + "| people_occupant | -0.68922895 |\n", + "| total_electricity_HVAC | 2.18583 |\n", + "| wind_direction | -1.220171 |\n", + "| wind_speed | -0.6596316 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13632.122 |\n", + "| air_humidity | 28.737993 |\n", + "| air_temperature | 23.011028 |\n", + "| clg_setpoint | 24.576721 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 2.4157631 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 12107123.0 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.21393128 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.421637 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.27137116 |\n", + "| air_humidity | -0.23743242 |\n", + "| air_temperature | -1.657902 |\n", + "| clg_setpoint | 1.1376399 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.72869873 |\n", + "| diffuse_solar_radiation | -0.36459893 |\n", + "| direct_solar_radiation | 0.4553508 |\n", + "| hour | -0.649542 |\n", + "| htg_setpoint | -0.3387236 |\n", + "| month | -1.1719722 |\n", + "| outdoor_humidity | -1.016847 |\n", + "| outdoor_temperature | -1.2596909 |\n", + "| people_occupant | -0.6894603 |\n", + "| total_electricity_HVAC | -0.29430732 |\n", + "| wind_direction | 1.4296919 |\n", + "| wind_speed | 0.3942625 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1730.9634 |\n", + "| air_humidity | 33.628918 |\n", + "| air_temperature | 20.130049 |\n", + "| clg_setpoint | 29.155523 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 36.0 |\n", + "| direct_solar_radiation | 263.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.365719 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | -0.81301236 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1562263.5 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 5.9 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.034778237 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.429373 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63658184 |\n", + "| air_humidity | -0.83183336 |\n", + "| air_temperature | -1.1619921 |\n", + "| clg_setpoint | -1.1543592 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8418983 |\n", + "| diffuse_solar_radiation | 0.028278012 |\n", + "| direct_solar_radiation | -0.60776937 |\n", + "| hour | -0.5050726 |\n", + "| htg_setpoint | -1.4028401 |\n", + "| month | -1.1701247 |\n", + "| outdoor_humidity | 0.089216925 |\n", + "| outdoor_temperature | -0.6314986 |\n", + "| people_occupant | -0.689691 |\n", + "| total_electricity_HVAC | -0.64311975 |\n", + "| wind_direction | 0.6718152 |\n", + "| wind_speed | -0.7632458 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 25.956444 |\n", + "| air_temperature | 20.898073 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 74.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 5.446767 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 3.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.18633807 |\n", + "| Heating_Setpoint_RL | 0.9894874 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.253891 |\n", + "| Heating_Setpoint_RL | 23.190866 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.3865747 |\n", + "| air_humidity | -0.68539816 |\n", + "| air_temperature | -0.79822457 |\n", + "| clg_setpoint | -0.31419724 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9548809 |\n", + "| diffuse_solar_radiation | 1.1548278 |\n", + "| direct_solar_radiation | 0.051296797 |\n", + "| hour | -0.3606072 |\n", + "| htg_setpoint | 1.3393509 |\n", + "| month | -1.1682857 |\n", + "| outdoor_humidity | 0.61653304 |\n", + "| outdoor_temperature | -0.47368255 |\n", + "| people_occupant | -0.68901527 |\n", + "| total_electricity_HVAC | 2.5226011 |\n", + "| wind_direction | 0.90875125 |\n", + "| wind_speed | 1.0574232 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13701.192 |\n", + "| air_humidity | 27.829239 |\n", + "| air_temperature | 21.46055 |\n", + "| clg_setpoint | 25.415041 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 183.0 |\n", + "| direct_solar_radiation | 163.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 7.015555 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13552099.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 7.5 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5131254 |\n", + "| air_humidity | -1.137463 |\n", + "| air_temperature | 0.35815406 |\n", + "| clg_setpoint | -1.1554315 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0675842 |\n", + "| diffuse_solar_radiation | 0.235444 |\n", + "| direct_solar_radiation | 2.6036973 |\n", + "| hour | -0.21614394 |\n", + "| htg_setpoint | -1.4027241 |\n", + "| month | -1.1664555 |\n", + "| outdoor_humidity | -1.637771 |\n", + "| outdoor_temperature | -1.066179 |\n", + "| people_occupant | 1.6955445 |\n", + "| total_electricity_HVAC | -0.5299769 |\n", + "| wind_direction | 0.85982156 |\n", + "| wind_speed | 0.6215268 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 642.9371 |\n", + "| air_humidity | 21.976042 |\n", + "| air_temperature | 23.249279 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 94.0 |\n", + "| direct_solar_radiation | 795.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 1.0910659 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 559820.3 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 6.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.66271067 |\n", + "| air_humidity | -0.9017714 |\n", + "| air_temperature | 0.35860628 |\n", + "| clg_setpoint | -1.1551381 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1799386 |\n", + "| diffuse_solar_radiation | 1.2696415 |\n", + "| direct_solar_radiation | -0.60738605 |\n", + "| hour | -0.07168144 |\n", + "| htg_setpoint | 0.6151668 |\n", + "| month | -1.1646339 |\n", + "| outdoor_humidity | 0.33077714 |\n", + "| outdoor_temperature | -1.7039524 |\n", + "| people_occupant | 1.2180985 |\n", + "| total_electricity_HVAC | 0.5943051 |\n", + "| wind_direction | -1.4110496 |\n", + "| wind_speed | -0.45358774 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5945.384 |\n", + "| air_humidity | 25.000444 |\n", + "| air_temperature | 23.249493 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 194.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 20.278065 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | -5.2943735 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5350845.0 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.40169823 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.884552 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.005222685 |\n", + "| air_humidity | -0.36308765 |\n", + "| air_temperature | 0.35905108 |\n", + "| clg_setpoint | -1.1544793 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2918671 |\n", + "| diffuse_solar_radiation | 0.6497019 |\n", + "| direct_solar_radiation | -0.60683614 |\n", + "| hour | 0.07278089 |\n", + "| htg_setpoint | 0.18163744 |\n", + "| month | -1.1628208 |\n", + "| outdoor_humidity | 1.5306277 |\n", + "| outdoor_temperature | -1.2959244 |\n", + "| people_occupant | 0.26419705 |\n", + "| total_electricity_HVAC | -0.041782044 |\n", + "| wind_direction | -1.3147234 |\n", + "| wind_speed | -0.5563263 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2937.3083 |\n", + "| air_humidity | 31.933838 |\n", + "| air_temperature | 23.249634 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 134.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.501549 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | -1.2455155 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 2643577.5 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.6274743 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.154543 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.46009275 |\n", + "| air_humidity | 0.39913523 |\n", + "| air_temperature | 0.35922024 |\n", + "| clg_setpoint | -1.1539237 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4032865 |\n", + "| diffuse_solar_radiation | 0.49519852 |\n", + "| direct_solar_radiation | -0.6062878 |\n", + "| hour | 0.21724306 |\n", + "| htg_setpoint | 1.3384451 |\n", + "| month | -1.1610161 |\n", + "| outdoor_humidity | 1.3599725 |\n", + "| outdoor_temperature | -0.56742716 |\n", + "| people_occupant | 1.2170155 |\n", + "| total_electricity_HVAC | -0.47500232 |\n", + "| wind_direction | -1.6438603 |\n", + "| wind_speed | -1.1758387 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 887.02405 |\n", + "| air_humidity | 41.75447 |\n", + "| air_temperature | 23.249535 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 119.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 6.0169554 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 798321.6 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.32445446 |\n", + "| air_humidity | -1.198714 |\n", + "| air_temperature | 0.3587128 |\n", + "| clg_setpoint | -1.1534479 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6703448 |\n", + "| diffuse_solar_radiation | 1.1166012 |\n", + "| direct_solar_radiation | 1.974942 |\n", + "| hour | 0.36170444 |\n", + "| htg_setpoint | -0.014991396 |\n", + "| month | -0.8799665 |\n", + "| outdoor_humidity | -1.8512242 |\n", + "| outdoor_temperature | 0.2438986 |\n", + "| people_occupant | 1.6929358 |\n", + "| total_electricity_HVAC | -0.34579703 |\n", + "| wind_direction | -0.31881988 |\n", + "| wind_speed | 0.19032425 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1499.5406 |\n", + "| air_humidity | 21.190416 |\n", + "| air_temperature | 23.248735 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 179.0 |\n", + "| direct_solar_radiation | 639.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.699688 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 29.5 |\n", + "| outdoor_temperature | 14.113587 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1349586.6 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 5.4 |\n", + "| train/ | |\n", + "| approx_kl | 0.005541111 |\n", + "| clip_fraction | 0.0486 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.65 |\n", + "| explained_variance | 0.849 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 1.12 |\n", + "| n_updates | 370 |\n", + "| policy_gradient_loss | -0.00875 |\n", + "| std | 0.907 |\n", + "| value_loss | 1.87 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.41525555 |\n", + "| Heating_Setpoint_RL | -0.6191947 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.223513 |\n", + "| Heating_Setpoint_RL | 14.14203 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6374632 |\n", + "| air_humidity | -0.13630009 |\n", + "| air_temperature | -0.042038623 |\n", + "| clg_setpoint | 0.89024216 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5528361 |\n", + "| diffuse_solar_radiation | 1.1369625 |\n", + "| direct_solar_radiation | -0.23040192 |\n", + "| hour | 0.5061638 |\n", + "| htg_setpoint | -1.4048411 |\n", + "| month | -0.8789384 |\n", + "| outdoor_humidity | 0.3045038 |\n", + "| outdoor_temperature | 0.19251153 |\n", + "| people_occupant | -0.6894915 |\n", + "| total_electricity_HVAC | -0.64392114 |\n", + "| wind_direction | 0.20181727 |\n", + "| wind_speed | 0.10857347 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 34.854065 |\n", + "| air_temperature | 22.628693 |\n", + "| clg_setpoint | 28.51801 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 181.0 |\n", + "| direct_solar_radiation | 93.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 74.5 |\n", + "| outdoor_temperature | 13.594231 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 5.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63721436 |\n", + "| air_humidity | -0.99916023 |\n", + "| air_temperature | 0.04768543 |\n", + "| clg_setpoint | 1.0340661 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4360831 |\n", + "| diffuse_solar_radiation | 0.18524392 |\n", + "| direct_solar_radiation | 1.0494449 |\n", + "| hour | 0.6506191 |\n", + "| htg_setpoint | -1.3120887 |\n", + "| month | -0.8779139 |\n", + "| outdoor_humidity | -1.323931 |\n", + "| outdoor_temperature | 0.21511713 |\n", + "| people_occupant | -0.6888224 |\n", + "| total_electricity_HVAC | -0.6436686 |\n", + "| wind_direction | 1.1462804 |\n", + "| wind_speed | 0.9337907 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 23.749163 |\n", + "| air_temperature | 22.766434 |\n", + "| clg_setpoint | 28.891987 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 89.0 |\n", + "| direct_solar_radiation | 410.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.378698 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 40.5 |\n", + "| outdoor_temperature | 13.817409 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.59768385 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.986973 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.53742015 |\n", + "| air_humidity | 0.7905134 |\n", + "| air_temperature | 0.36037728 |\n", + "| clg_setpoint | -1.1545432 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3199698 |\n", + "| diffuse_solar_radiation | -0.5494772 |\n", + "| direct_solar_radiation | -0.33113724 |\n", + "| hour | 0.79506797 |\n", + "| htg_setpoint | -0.36746162 |\n", + "| month | -0.876893 |\n", + "| outdoor_humidity | 1.5262163 |\n", + "| outdoor_temperature | -0.42599493 |\n", + "| people_occupant | 1.694715 |\n", + "| total_electricity_HVAC | -0.54861456 |\n", + "| wind_direction | 0.0113062225 |\n", + "| wind_speed | -1.0700622 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 536.5673 |\n", + "| air_humidity | 46.75753 |\n", + "| air_temperature | 23.24935 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 18.0 |\n", + "| direct_solar_radiation | 68.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.254799 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 7.422081 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 482910.56 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 2.35 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.7942507 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.092659 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6370809 |\n", + "| air_humidity | 0.80640715 |\n", + "| air_temperature | 0.36076054 |\n", + "| clg_setpoint | -1.1541288 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2043912 |\n", + "| diffuse_solar_radiation | -0.73578054 |\n", + "| direct_solar_radiation | -0.6053591 |\n", + "| hour | 0.9395072 |\n", + "| htg_setpoint | -0.0048198323 |\n", + "| month | -0.8758756 |\n", + "| outdoor_humidity | 1.5228888 |\n", + "| outdoor_temperature | -0.40933514 |\n", + "| people_occupant | 0.50242615 |\n", + "| total_electricity_HVAC | -0.64312655 |\n", + "| wind_direction | 0.05963577 |\n", + "| wind_speed | -0.65547353 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 46.97259 |\n", + "| air_temperature | 23.250032 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 17.745705 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 7.5836267 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 79939.37 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.35 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8911826 |\n", + "| Heating_Setpoint_RL | -0.5489485 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.632742 |\n", + "| Heating_Setpoint_RL | 14.537165 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6371176 |\n", + "| air_humidity | 0.6389299 |\n", + "| air_temperature | 0.5180643 |\n", + "| clg_setpoint | -0.35831028 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0892534 |\n", + "| diffuse_solar_radiation | -0.7356342 |\n", + "| direct_solar_radiation | -0.60492206 |\n", + "| hour | 1.083933 |\n", + "| htg_setpoint | 0.33428493 |\n", + "| month | -0.8748618 |\n", + "| outdoor_humidity | -0.1779452 |\n", + "| outdoor_temperature | 0.07997488 |\n", + "| people_occupant | -0.45117977 |\n", + "| total_electricity_HVAC | -0.6435274 |\n", + "| wind_direction | 1.1475157 |\n", + "| wind_speed | 2.1118982 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 44.833485 |\n", + "| air_temperature | 23.493134 |\n", + "| clg_setpoint | 25.301497 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 19.139498 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 64.5 |\n", + "| outdoor_temperature | 12.4548235 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 10.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.022053689 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.699432 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63696057 |\n", + "| air_humidity | -0.30407804 |\n", + "| air_temperature | -0.24528344 |\n", + "| clg_setpoint | -0.7947152 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9744722 |\n", + "| diffuse_solar_radiation | -0.73561746 |\n", + "| direct_solar_radiation | -0.6051428 |\n", + "| hour | 1.2283411 |\n", + "| htg_setpoint | -0.39798534 |\n", + "| month | -0.8738515 |\n", + "| outdoor_humidity | 0.7319721 |\n", + "| outdoor_temperature | -0.6352311 |\n", + "| people_occupant | -0.4514504 |\n", + "| total_electricity_HVAC | -0.64336336 |\n", + "| wind_direction | -0.36689293 |\n", + "| wind_speed | 0.5205207 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 32.71014 |\n", + "| air_temperature | 22.31431 |\n", + "| clg_setpoint | 24.175943 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.135115 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 83.5 |\n", + "| outdoor_temperature | 5.332597 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.62982416 |\n", + "| Heating_Setpoint_RL | 0.3067856 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.750656 |\n", + "| Heating_Setpoint_RL | 19.35067 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.59897876 |\n", + "| air_humidity | 0.4550293 |\n", + "| air_temperature | -1.0275555 |\n", + "| clg_setpoint | -0.20290878 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8599734 |\n", + "| diffuse_solar_radiation | -0.7356455 |\n", + "| direct_solar_radiation | -0.60462534 |\n", + "| hour | 1.3727266 |\n", + "| htg_setpoint | 0.27722862 |\n", + "| month | -0.87284464 |\n", + "| outdoor_humidity | 1.5190264 |\n", + "| outdoor_temperature | -0.9471933 |\n", + "| people_occupant | -0.6899604 |\n", + "| total_electricity_HVAC | -0.60562015 |\n", + "| wind_direction | -0.5546273 |\n", + "| wind_speed | -0.65581375 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 259.0379 |\n", + "| air_humidity | 42.456497 |\n", + "| air_temperature | 21.107079 |\n", + "| clg_setpoint | 25.701712 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 18.907352 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 2.2182176 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 239771.58 |\n", + "| wind_direction | 125.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63714 |\n", + "| air_humidity | -0.32596108 |\n", + "| air_temperature | -0.5580195 |\n", + "| clg_setpoint | 1.2482417 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7456917 |\n", + "| diffuse_solar_radiation | -0.7356718 |\n", + "| direct_solar_radiation | -0.60443056 |\n", + "| hour | 1.5170836 |\n", + "| htg_setpoint | 0.30960113 |\n", + "| month | -0.87184125 |\n", + "| outdoor_humidity | 1.0627927 |\n", + "| outdoor_temperature | -0.76714355 |\n", + "| people_occupant | -0.68929577 |\n", + "| total_electricity_HVAC | -0.64350903 |\n", + "| wind_direction | -0.69643897 |\n", + "| wind_speed | 0.19150114 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 32.431473 |\n", + "| air_temperature | 21.830688 |\n", + "| clg_setpoint | 29.446682 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 19.041973 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 90.5 |\n", + "| outdoor_temperature | 4.0021253 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 5.4 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.43535775 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.094334 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.08173 |\n", + "| air_humidity | -1.2214355 |\n", + "| air_temperature | 0.071588635 |\n", + "| clg_setpoint | 1.4615746 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.63157135 |\n", + "| diffuse_solar_radiation | -0.7357388 |\n", + "| direct_solar_radiation | -0.60441095 |\n", + "| hour | 1.6614062 |\n", + "| htg_setpoint | 1.2255116 |\n", + "| month | -0.8708414 |\n", + "| outdoor_humidity | -0.49152467 |\n", + "| outdoor_temperature | -0.8426353 |\n", + "| people_occupant | -0.688633 |\n", + "| total_electricity_HVAC | 2.2260609 |\n", + "| wind_direction | -1.6873183 |\n", + "| wind_speed | 1.2433851 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 12361.659 |\n", + "| air_humidity | 20.9344 |\n", + "| air_temperature | 22.801113 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.801088 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 3.244313 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 12325163.0 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 7.95 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63709486 |\n", + "| air_humidity | -0.15341033 |\n", + "| air_temperature | -1.2554458 |\n", + "| clg_setpoint | 1.4613984 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.40393993 |\n", + "| diffuse_solar_radiation | -0.73572856 |\n", + "| direct_solar_radiation | -0.60462785 |\n", + "| hour | -1.6612434 |\n", + "| htg_setpoint | -1.4067955 |\n", + "| month | -0.8698449 |\n", + "| outdoor_humidity | 0.083341576 |\n", + "| outdoor_temperature | -0.34514698 |\n", + "| people_occupant | -0.6888599 |\n", + "| total_electricity_HVAC | -0.6434247 |\n", + "| wind_direction | 0.53432894 |\n", + "| wind_speed | -0.45025793 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 34.619682 |\n", + "| air_temperature | 20.754278 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 8.186772 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.27398115 |\n", + "| Heating_Setpoint_RL | 0.44074154 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.549686 |\n", + "| Heating_Setpoint_RL | 20.104172 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5551984 |\n", + "| air_humidity | -0.6988574 |\n", + "| air_temperature | -1.9686923 |\n", + "| clg_setpoint | 1.4612032 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.28995344 |\n", + "| diffuse_solar_radiation | -0.7356973 |\n", + "| direct_solar_radiation | -0.6043968 |\n", + "| hour | -1.5166408 |\n", + "| htg_setpoint | -0.73563933 |\n", + "| month | -0.86885184 |\n", + "| outdoor_humidity | -1.0868429 |\n", + "| outdoor_temperature | -1.1442101 |\n", + "| people_occupant | -0.68908626 |\n", + "| total_electricity_HVAC | -0.56486 |\n", + "| wind_direction | 1.0533981 |\n", + "| wind_speed | 1.7950836 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 457.1959 |\n", + "| air_humidity | 27.61133 |\n", + "| air_temperature | 19.654865 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 14.754097 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 45.5 |\n", + "| outdoor_temperature | 0.23596129 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 413987.38 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.79146725 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.077003 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.2473726 |\n", + "| air_humidity | -1.2096407 |\n", + "| air_temperature | -1.0190308 |\n", + "| clg_setpoint | 0.84902143 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.17600591 |\n", + "| diffuse_solar_radiation | -0.73569 |\n", + "| direct_solar_radiation | -0.6046127 |\n", + "| hour | -1.3720732 |\n", + "| htg_setpoint | 1.2873112 |\n", + "| month | -0.86786216 |\n", + "| outdoor_humidity | -1.3465552 |\n", + "| outdoor_temperature | -1.2288032 |\n", + "| people_occupant | -0.689312 |\n", + "| total_electricity_HVAC | 3.0543535 |\n", + "| wind_direction | 1.4767679 |\n", + "| wind_speed | -0.43199447 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17636.604 |\n", + "| air_humidity | 21.039516 |\n", + "| air_temperature | 21.117588 |\n", + "| clg_setpoint | 28.420517 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.052681 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 40.0 |\n", + "| outdoor_temperature | -0.61729634 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15870956.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.9 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.43013096 |\n", + "| air_humidity | 0.101974085 |\n", + "| air_temperature | -1.186499 |\n", + "| clg_setpoint | 1.1794671 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.062078346 |\n", + "| diffuse_solar_radiation | -0.7356835 |\n", + "| direct_solar_radiation | -0.6046634 |\n", + "| hour | -1.2275342 |\n", + "| htg_setpoint | 0.45661667 |\n", + "| month | -0.8668759 |\n", + "| outdoor_humidity | 0.8266754 |\n", + "| outdoor_temperature | -0.556021 |\n", + "| people_occupant | -0.6895372 |\n", + "| total_electricity_HVAC | -0.5758391 |\n", + "| wind_direction | 0.957194 |\n", + "| wind_speed | -0.96753067 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1022.3079 |\n", + "| air_humidity | 37.85389 |\n", + "| air_temperature | 20.859148 |\n", + "| clg_setpoint | 29.273172 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 19.64404 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 6.0573907 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 366855.72 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.34036863 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.539574 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.5720068 |\n", + "| air_humidity | -1.6758404 |\n", + "| air_temperature | 0.36424047 |\n", + "| clg_setpoint | -1.1538435 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.05183996 |\n", + "| diffuse_solar_radiation | -0.7356789 |\n", + "| direct_solar_radiation | -0.6048779 |\n", + "| hour | -1.083018 |\n", + "| htg_setpoint | 1.3355705 |\n", + "| month | -0.86589295 |\n", + "| outdoor_humidity | -0.67557853 |\n", + "| outdoor_temperature | -0.8659492 |\n", + "| people_occupant | -0.6897618 |\n", + "| total_electricity_HVAC | 1.4597038 |\n", + "| wind_direction | -1.4063865 |\n", + "| wind_speed | -0.124289386 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10071.214 |\n", + "| air_humidity | 15.028764 |\n", + "| air_temperature | 23.250086 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 2.9792304 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 9064092.0 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 4.65 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.18309648 |\n", + "| Heating_Setpoint_RL | -0.1711537 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.00705 |\n", + "| Heating_Setpoint_RL | 16.66226 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.7238005 |\n", + "| air_humidity | -1.3153238 |\n", + "| air_temperature | -0.8251577 |\n", + "| clg_setpoint | 1.4604459 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.16575135 |\n", + "| diffuse_solar_radiation | -0.7355472 |\n", + "| direct_solar_radiation | -0.60434353 |\n", + "| hour | -0.9385195 |\n", + "| htg_setpoint | 0.8878668 |\n", + "| month | -0.86491334 |\n", + "| outdoor_humidity | 0.4448086 |\n", + "| outdoor_temperature | -1.379683 |\n", + "| people_occupant | -0.68910354 |\n", + "| total_electricity_HVAC | 0.3749776 |\n", + "| wind_direction | -1.6398947 |\n", + "| wind_speed | 0.3066051 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6244.892 |\n", + "| air_humidity | 19.620144 |\n", + "| air_temperature | 21.414331 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.414333 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | -2.1379275 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4434418.0 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.7886938 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 22.061401 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.11313618 |\n", + "| air_humidity | -1.3921071 |\n", + "| air_temperature | -1.4311478 |\n", + "| clg_setpoint | 1.3952875 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.2796499 |\n", + "| diffuse_solar_radiation | -0.73556304 |\n", + "| direct_solar_radiation | -0.6041543 |\n", + "| hour | -0.7940343 |\n", + "| htg_setpoint | 0.1233094 |\n", + "| month | -0.863937 |\n", + "| outdoor_humidity | 1.087957 |\n", + "| outdoor_temperature | -1.4847658 |\n", + "| people_occupant | -0.68844706 |\n", + "| total_electricity_HVAC | -0.1451562 |\n", + "| wind_direction | -1.2590009 |\n", + "| wind_speed | -1.2983103 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2462.0015 |\n", + "| air_humidity | 18.599537 |\n", + "| air_temperature | 20.477922 |\n", + "| clg_setpoint | 29.832468 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.278755 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | -3.2077413 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2213071.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 1.8 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.64705294 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.808804 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.35471871 |\n", + "| air_humidity | -0.45162916 |\n", + "| air_temperature | -0.8490974 |\n", + "| clg_setpoint | 0.8381345 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.39352158 |\n", + "| diffuse_solar_radiation | 0.32272336 |\n", + "| direct_solar_radiation | -0.6044014 |\n", + "| hour | -0.6495587 |\n", + "| htg_setpoint | -0.6501114 |\n", + "| month | -0.86296403 |\n", + "| outdoor_humidity | 1.4209267 |\n", + "| outdoor_temperature | -1.1338356 |\n", + "| people_occupant | -0.6886721 |\n", + "| total_electricity_HVAC | -0.37484935 |\n", + "| wind_direction | -1.4943943 |\n", + "| wind_speed | 0.5136605 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1369.0715 |\n", + "| air_humidity | 30.674643 |\n", + "| air_temperature | 21.37576 |\n", + "| clg_setpoint | 28.393806 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 102.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.105541 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 0.26608014 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1230874.4 |\n", + "| wind_direction | 25.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.46201846 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.026146 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5671839 |\n", + "| air_humidity | -0.5095231 |\n", + "| air_temperature | 0.42039067 |\n", + "| clg_setpoint | -0.3559432 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.507344 |\n", + "| diffuse_solar_radiation | 1.1524438 |\n", + "| direct_solar_radiation | 1.5726118 |\n", + "| hour | -0.5050895 |\n", + "| htg_setpoint | -1.4071943 |\n", + "| month | -0.8619944 |\n", + "| outdoor_humidity | 0.060674302 |\n", + "| outdoor_temperature | -1.0389249 |\n", + "| people_occupant | 1.6947764 |\n", + "| total_electricity_HVAC | -0.58169216 |\n", + "| wind_direction | 0.06438395 |\n", + "| wind_speed | -0.32980102 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 407.72552 |\n", + "| air_humidity | 29.929012 |\n", + "| air_temperature | 23.332655 |\n", + "| clg_setpoint | 25.310123 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 182.0 |\n", + "| direct_solar_radiation | 539.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 1.1939071 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 346196.88 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.15 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.87769556 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.687963 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6003064 |\n", + "| air_humidity | 0.05129737 |\n", + "| air_temperature | 0.3663277 |\n", + "| clg_setpoint | -1.1537529 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.62108684 |\n", + "| diffuse_solar_radiation | 0.5299491 |\n", + "| direct_solar_radiation | -0.6046074 |\n", + "| hour | -0.36062422 |\n", + "| htg_setpoint | 0.011166101 |\n", + "| month | -0.8610279 |\n", + "| outdoor_humidity | -0.29827827 |\n", + "| outdoor_temperature | -0.29104933 |\n", + "| people_occupant | 1.6940496 |\n", + "| total_electricity_HVAC | -0.604004 |\n", + "| wind_direction | 0.9135476 |\n", + "| wind_speed | 1.4581841 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 257.40704 |\n", + "| air_humidity | 37.12201 |\n", + "| air_temperature | 23.24915 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 122.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.821281 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 8.621024 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 250343.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 8.5 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8991209 |\n", + "| Heating_Setpoint_RL | -0.4262766 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.590467 |\n", + "| Heating_Setpoint_RL | 15.227194 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.46311972 |\n", + "| air_humidity | -1.1999189 |\n", + "| air_temperature | 0.36707 |\n", + "| clg_setpoint | -1.1536137 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7347117 |\n", + "| diffuse_solar_radiation | 0.79912746 |\n", + "| direct_solar_radiation | 2.737337 |\n", + "| hour | -0.21616091 |\n", + "| htg_setpoint | -0.8359535 |\n", + "| month | -0.8600647 |\n", + "| outdoor_humidity | -2.0140269 |\n", + "| outdoor_temperature | -1.1814784 |\n", + "| people_occupant | 1.6933253 |\n", + "| total_electricity_HVAC | -0.47975615 |\n", + "| wind_direction | 1.2421402 |\n", + "| wind_speed | 2.4964628 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 878.817 |\n", + "| air_humidity | 21.053976 |\n", + "| air_temperature | 23.249283 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 148.0 |\n", + "| direct_solar_radiation | 828.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 14.34242 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 26.0 |\n", + "| outdoor_temperature | -0.23897292 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 782284.3 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 11.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.40386537 |\n", + "| Heating_Setpoint_RL | -0.99111307 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.988045 |\n", + "| Heating_Setpoint_RL | 12.049989 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.527703 |\n", + "| air_humidity | -1.4467345 |\n", + "| air_temperature | -0.78348565 |\n", + "| clg_setpoint | 1.4611536 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8481723 |\n", + "| diffuse_solar_radiation | 0.76843023 |\n", + "| direct_solar_radiation | 2.886131 |\n", + "| hour | -0.07169838 |\n", + "| htg_setpoint | 0.902074 |\n", + "| month | -0.85910475 |\n", + "| outdoor_humidity | -1.9126564 |\n", + "| outdoor_temperature | -0.71569026 |\n", + "| people_occupant | -0.68956685 |\n", + "| total_electricity_HVAC | -0.5183641 |\n", + "| wind_direction | 0.39216706 |\n", + "| wind_speed | 1.3475883 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 586.4704 |\n", + "| air_humidity | 17.863663 |\n", + "| air_temperature | 21.475595 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 145.0 |\n", + "| direct_solar_radiation | 866.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.475586 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 28.0 |\n", + "| outdoor_temperature | 4.373279 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 617249.44 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 8.25 |\n", + "| train/ | |\n", + "| approx_kl | 0.008919124 |\n", + "| clip_fraction | 0.0887 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.64 |\n", + "| explained_variance | 0.722 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.846 |\n", + "| n_updates | 380 |\n", + "| policy_gradient_loss | -0.0136 |\n", + "| std | 0.907 |\n", + "| value_loss | 1.79 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5202925 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.869013 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63752955 |\n", + "| air_humidity | -1.2633187 |\n", + "| air_temperature | -0.58154064 |\n", + "| clg_setpoint | 1.0358133 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9614148 |\n", + "| diffuse_solar_radiation | 0.76884574 |\n", + "| direct_solar_radiation | 2.8935852 |\n", + "| hour | 0.07276399 |\n", + "| htg_setpoint | -0.67880875 |\n", + "| month | -0.858148 |\n", + "| outdoor_humidity | -0.673827 |\n", + "| outdoor_temperature | -0.12040482 |\n", + "| people_occupant | -0.6889148 |\n", + "| total_electricity_HVAC | -0.6437817 |\n", + "| wind_direction | -0.03271239 |\n", + "| wind_speed | 0.07656902 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 20.182592 |\n", + "| air_temperature | 21.784725 |\n", + "| clg_setpoint | 28.903585 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 145.0 |\n", + "| direct_solar_radiation | 869.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 14.98403 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 10.28274 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.15 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.062134482 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.974506 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6373637 |\n", + "| air_humidity | 0.33198068 |\n", + "| air_temperature | 1.4584978 |\n", + "| clg_setpoint | 0.14571542 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0743777 |\n", + "| diffuse_solar_radiation | 0.7172369 |\n", + "| direct_solar_radiation | -0.6052687 |\n", + "| hour | 0.2172262 |\n", + "| htg_setpoint | -0.08476086 |\n", + "| month | -0.85719436 |\n", + "| outdoor_humidity | 1.5160539 |\n", + "| outdoor_temperature | -0.42518333 |\n", + "| people_occupant | 1.2185682 |\n", + "| total_electricity_HVAC | -0.6436076 |\n", + "| wind_direction | -0.032782257 |\n", + "| wind_speed | 0.4034846 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 40.6541 |\n", + "| air_temperature | 24.927399 |\n", + "| clg_setpoint | 26.606651 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 140.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.421602 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 7.2508974 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.95 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.38923854 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.814466 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4833102 |\n", + "| air_humidity | 0.5139131 |\n", + "| air_temperature | 0.36935812 |\n", + "| clg_setpoint | -1.1538599 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1869922 |\n", + "| diffuse_solar_radiation | 2.2841575 |\n", + "| direct_solar_radiation | 0.46996173 |\n", + "| hour | 0.36168766 |\n", + "| htg_setpoint | -1.4056785 |\n", + "| month | -0.85624397 |\n", + "| outdoor_humidity | 0.3714176 |\n", + "| outdoor_temperature | 0.08656222 |\n", + "| people_occupant | 1.694699 |\n", + "| total_electricity_HVAC | -0.49690175 |\n", + "| wind_direction | -0.41006628 |\n", + "| wind_speed | -0.33277452 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 785.24695 |\n", + "| air_humidity | 43.000374 |\n", + "| air_temperature | 23.249296 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 291.0 |\n", + "| direct_solar_radiation | 267.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 12.329594 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 706722.25 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.15 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.5556983 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.499197 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.36254397 |\n", + "| air_humidity | 1.3277662 |\n", + "| air_temperature | 0.369081 |\n", + "| clg_setpoint | -1.1535045 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2991827 |\n", + "| diffuse_solar_radiation | 1.2251079 |\n", + "| direct_solar_radiation | 1.7109869 |\n", + "| hour | 0.5061471 |\n", + "| htg_setpoint | -0.22677037 |\n", + "| month | -0.85529673 |\n", + "| outdoor_humidity | -0.32020512 |\n", + "| outdoor_temperature | 0.89399236 |\n", + "| people_occupant | 1.693978 |\n", + "| total_electricity_HVAC | 0.31568176 |\n", + "| wind_direction | -1.7325526 |\n", + "| wind_speed | 0.6101667 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4621.4966 |\n", + "| air_humidity | 53.45567 |\n", + "| air_temperature | 23.248795 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 189.0 |\n", + "| direct_solar_radiation | 575.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.840006 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 61.5 |\n", + "| outdoor_temperature | 20.337914 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4190225.2 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 6.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.98481244 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.08543 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5698811 |\n", + "| air_humidity | -0.24598105 |\n", + "| air_temperature | 0.88333875 |\n", + "| clg_setpoint | -0.8472193 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.410867 |\n", + "| diffuse_solar_radiation | 0.76765823 |\n", + "| direct_solar_radiation | -0.17015104 |\n", + "| hour | 0.6506027 |\n", + "| htg_setpoint | 0.5608044 |\n", + "| month | -0.8543526 |\n", + "| outdoor_humidity | -0.53437924 |\n", + "| outdoor_temperature | 0.021578478 |\n", + "| people_occupant | 1.6932592 |\n", + "| total_electricity_HVAC | -0.57166123 |\n", + "| wind_direction | -1.351681 |\n", + "| wind_speed | 1.6538028 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 392.49097 |\n", + "| air_humidity | 33.267612 |\n", + "| air_temperature | 24.040762 |\n", + "| clg_setpoint | 24.04126 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 145.0 |\n", + "| direct_solar_radiation | 108.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.074112 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 11.685258 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 386081.47 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 9.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.3198862 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.42436 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5977295 |\n", + "| air_humidity | -0.30390492 |\n", + "| air_temperature | 0.3692977 |\n", + "| clg_setpoint | -1.1531268 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5219568 |\n", + "| diffuse_solar_radiation | -0.30083403 |\n", + "| direct_solar_radiation | 0.6581031 |\n", + "| hour | 0.795052 |\n", + "| htg_setpoint | -1.4060323 |\n", + "| month | -0.8534116 |\n", + "| outdoor_humidity | 0.5137614 |\n", + "| outdoor_temperature | -0.7214709 |\n", + "| people_occupant | 1.692543 |\n", + "| total_electricity_HVAC | -0.59265435 |\n", + "| wind_direction | -0.6424249 |\n", + "| wind_speed | 0.4035441 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 265.82254 |\n", + "| air_humidity | 32.51967 |\n", + "| air_temperature | 23.24932 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 42.0 |\n", + "| direct_solar_radiation | 314.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 4.312668 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 295719.8 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 5.95 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.25866795 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.498005 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.1469878 |\n", + "| air_humidity | -0.6947564 |\n", + "| air_temperature | 0.37058318 |\n", + "| clg_setpoint | 1.4594749 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6323582 |\n", + "| diffuse_solar_radiation | -0.73673165 |\n", + "| direct_solar_radiation | -0.605105 |\n", + "| hour | 0.939492 |\n", + "| htg_setpoint | 1.3341733 |\n", + "| month | -0.85247374 |\n", + "| outdoor_humidity | 0.82296216 |\n", + "| outdoor_temperature | -0.5541714 |\n", + "| people_occupant | -0.6893754 |\n", + "| total_electricity_HVAC | 1.1432731 |\n", + "| wind_direction | -0.7829417 |\n", + "| wind_speed | -0.12937786 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8179.7183 |\n", + "| air_humidity | 27.508263 |\n", + "| air_temperature | 23.249933 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 5.9626803 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7739041.5 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 4.65 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.31416395 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.564697 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63706374 |\n", + "| air_humidity | 0.20979163 |\n", + "| air_temperature | -0.5425659 |\n", + "| clg_setpoint | 1.4580436 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7419722 |\n", + "| diffuse_solar_radiation | -0.7367455 |\n", + "| direct_solar_radiation | -0.6045881 |\n", + "| hour | 1.083919 |\n", + "| htg_setpoint | -1.4062748 |\n", + "| month | -0.8515389 |\n", + "| outdoor_humidity | 1.5112015 |\n", + "| outdoor_temperature | -0.16276243 |\n", + "| people_occupant | -0.68872935 |\n", + "| total_electricity_HVAC | -0.6432732 |\n", + "| wind_direction | -1.676525 |\n", + "| wind_speed | -0.12945761 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 39.093258 |\n", + "| air_temperature | 21.844112 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 9.836324 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 4.65 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.59275484 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.959246 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6370975 |\n", + "| air_humidity | 0.2613606 |\n", + "| air_temperature | -0.058063578 |\n", + "| clg_setpoint | -1.0070043 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.669588 |\n", + "| diffuse_solar_radiation | -0.7368608 |\n", + "| direct_solar_radiation | -0.6041499 |\n", + "| hour | 1.2283288 |\n", + "| htg_setpoint | 0.55003184 |\n", + "| month | -0.56992936 |\n", + "| outdoor_humidity | 0.72466016 |\n", + "| outdoor_temperature | -0.4435094 |\n", + "| people_occupant | -0.4505707 |\n", + "| total_electricity_HVAC | -0.64328986 |\n", + "| wind_direction | 0.5402948 |\n", + "| wind_speed | -0.66237986 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 39.753246 |\n", + "| air_temperature | 22.589384 |\n", + "| clg_setpoint | 23.62974 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.034012 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 83.5 |\n", + "| outdoor_temperature | 7.0503125 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.35 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.060640305 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.283897 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63700634 |\n", + "| air_humidity | -0.88712084 |\n", + "| air_temperature | -0.71801716 |\n", + "| clg_setpoint | 1.457804 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5524557 |\n", + "| diffuse_solar_radiation | -0.7369563 |\n", + "| direct_solar_radiation | -0.60437304 |\n", + "| hour | 1.3727165 |\n", + "| htg_setpoint | -1.4069848 |\n", + "| month | -0.56945086 |\n", + "| outdoor_humidity | -0.9659937 |\n", + "| outdoor_temperature | -0.6534308 |\n", + "| people_occupant | -0.6891709 |\n", + "| total_electricity_HVAC | -0.64318514 |\n", + "| wind_direction | 1.3873829 |\n", + "| wind_speed | 0.91741824 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 25.050768 |\n", + "| air_temperature | 21.575272 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 4.9693084 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 7.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.090402424 |\n", + "| Heating_Setpoint_RL | -0.27539977 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.319893 |\n", + "| Heating_Setpoint_RL | 16.075876 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5940332 |\n", + "| air_humidity | -0.50257885 |\n", + "| air_temperature | -0.9735211 |\n", + "| clg_setpoint | 0.23855783 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4360291 |\n", + "| diffuse_solar_radiation | -0.7369072 |\n", + "| direct_solar_radiation | -0.6046257 |\n", + "| hour | 1.5170768 |\n", + "| htg_setpoint | -1.0161473 |\n", + "| month | -0.5689736 |\n", + "| outdoor_humidity | 0.15447639 |\n", + "| outdoor_temperature | -0.80493355 |\n", + "| people_occupant | -0.68939084 |\n", + "| total_electricity_HVAC | -0.60083663 |\n", + "| wind_direction | 0.34966743 |\n", + "| wind_speed | -0.45794305 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 281.3955 |\n", + "| air_humidity | 29.956121 |\n", + "| air_temperature | 21.182518 |\n", + "| clg_setpoint | 26.847803 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 13.60458 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 3.465056 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 259364.83 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.85 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.025946409 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.479052 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63675696 |\n", + "| air_humidity | -0.03037065 |\n", + "| air_temperature | -1.1201699 |\n", + "| clg_setpoint | 1.1083314 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3201989 |\n", + "| diffuse_solar_radiation | -0.7370642 |\n", + "| direct_solar_radiation | -0.6048943 |\n", + "| hour | 1.6614038 |\n", + "| htg_setpoint | 0.1986636 |\n", + "| month | -0.5684975 |\n", + "| outdoor_humidity | 0.3216985 |\n", + "| outdoor_temperature | -0.42092988 |\n", + "| people_occupant | -0.68961024 |\n", + "| total_electricity_HVAC | -0.64292425 |\n", + "| wind_direction | 0.2550628 |\n", + "| wind_speed | -0.2528082 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 35.989017 |\n", + "| air_temperature | 20.957548 |\n", + "| clg_setpoint | 29.095644 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.591442 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 7.259791 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.35 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.648871 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 21.274899 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.636719 |\n", + "| air_humidity | 1.193778 |\n", + "| air_temperature | -0.33975738 |\n", + "| clg_setpoint | -0.52060175 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0914499 |\n", + "| diffuse_solar_radiation | -0.7371448 |\n", + "| direct_solar_radiation | -0.6047195 |\n", + "| hour | -1.661246 |\n", + "| htg_setpoint | 0.15983003 |\n", + "| month | -0.5680226 |\n", + "| outdoor_humidity | 1.0843539 |\n", + "| outdoor_temperature | -0.014009457 |\n", + "| people_occupant | -0.6898291 |\n", + "| total_electricity_HVAC | -0.64289176 |\n", + "| wind_direction | 0.4907696 |\n", + "| wind_speed | -0.6634546 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 51.646923 |\n", + "| air_temperature | 22.15673 |\n", + "| clg_setpoint | 24.884039 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.433449 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | 11.282523 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.35 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.19346988 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.713268 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.61463994 |\n", + "| air_humidity | 0.7288138 |\n", + "| air_temperature | 0.37225664 |\n", + "| clg_setpoint | 1.4570341 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.97655046 |\n", + "| diffuse_solar_radiation | -0.737228 |\n", + "| direct_solar_radiation | -0.6050637 |\n", + "| hour | -1.5166475 |\n", + "| htg_setpoint | 1.3332508 |\n", + "| month | -0.56754893 |\n", + "| outdoor_humidity | 0.17804259 |\n", + "| outdoor_temperature | 0.35790464 |\n", + "| people_occupant | -0.6891873 |\n", + "| total_electricity_HVAC | 0.7851972 |\n", + "| wind_direction | 0.5375217 |\n", + "| wind_speed | -0.868756 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5761.3057 |\n", + "| air_humidity | 45.711502 |\n", + "| air_temperature | 23.250118 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 14.959893 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6201039.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 2.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.035144627 |\n", + "| Heating_Setpoint_RL | 0.15985674 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.743612 |\n", + "| Heating_Setpoint_RL | 18.524195 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4445078 |\n", + "| air_humidity | 0.12354594 |\n", + "| air_temperature | -0.5062029 |\n", + "| clg_setpoint | 0.46550447 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.86196107 |\n", + "| diffuse_solar_radiation | -0.73733264 |\n", + "| direct_solar_radiation | -0.6053058 |\n", + "| hour | -1.3720831 |\n", + "| htg_setpoint | 1.0054235 |\n", + "| month | -0.5670764 |\n", + "| outdoor_humidity | 0.059651062 |\n", + "| outdoor_temperature | 0.4288509 |\n", + "| people_occupant | -0.68854725 |\n", + "| total_electricity_HVAC | 0.022590213 |\n", + "| wind_direction | 0.4897526 |\n", + "| wind_speed | -0.6633242 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 956.24603 |\n", + "| air_humidity | 37.97175 |\n", + "| air_temperature | 21.902847 |\n", + "| clg_setpoint | 27.439056 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.902878 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 15.668783 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2928903.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6861645 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.309195 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63639593 |\n", + "| air_humidity | 1.3506943 |\n", + "| air_temperature | -0.30162695 |\n", + "| clg_setpoint | 1.4556293 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7476144 |\n", + "| diffuse_solar_radiation | -0.73738784 |\n", + "| direct_solar_radiation | -0.6055099 |\n", + "| hour | -1.2275462 |\n", + "| htg_setpoint | 0.2287747 |\n", + "| month | -0.5666051 |\n", + "| outdoor_humidity | 1.323458 |\n", + "| outdoor_temperature | -0.01062623 |\n", + "| people_occupant | -0.68876654 |\n", + "| total_electricity_HVAC | -0.64259 |\n", + "| wind_direction | 0.06448685 |\n", + "| wind_speed | -0.9716038 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 53.670223 |\n", + "| air_temperature | 22.217367 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 18.714508 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 11.336378 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.3880141 |\n", + "| air_humidity | 0.9979105 |\n", + "| air_temperature | 0.37144926 |\n", + "| clg_setpoint | -0.46880397 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6334518 |\n", + "| diffuse_solar_radiation | -0.73748213 |\n", + "| direct_solar_radiation | -0.6056728 |\n", + "| hour | -1.0830317 |\n", + "| htg_setpoint | 1.3331054 |\n", + "| month | -0.5661349 |\n", + "| outdoor_humidity | 1.0364974 |\n", + "| outdoor_temperature | 0.16387601 |\n", + "| people_occupant | -0.6889853 |\n", + "| total_electricity_HVAC | 1.6946852 |\n", + "| wind_direction | 0.44268715 |\n", + "| wind_speed | -0.76524913 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9258.462 |\n", + "| air_humidity | 49.18654 |\n", + "| air_temperature | 23.249992 |\n", + "| clg_setpoint | 25.022655 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 13.062924 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10090787.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.71597064 |\n", + "| Heating_Setpoint_RL | 0.29770356 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.0414 |\n", + "| Heating_Setpoint_RL | 19.299582 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6365079 |\n", + "| air_humidity | -0.86525095 |\n", + "| air_temperature | -1.5420532 |\n", + "| clg_setpoint | 1.4551352 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.51942354 |\n", + "| diffuse_solar_radiation | -0.65459126 |\n", + "| direct_solar_radiation | -0.5335466 |\n", + "| hour | -0.9385342 |\n", + "| htg_setpoint | -0.2459533 |\n", + "| month | -0.5656659 |\n", + "| outdoor_humidity | -1.2030478 |\n", + "| outdoor_temperature | -0.64766246 |\n", + "| people_occupant | -0.68920356 |\n", + "| total_electricity_HVAC | -0.6427034 |\n", + "| wind_direction | 1.1980758 |\n", + "| wind_speed | 1.5544963 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 25.368425 |\n", + "| air_temperature | 20.316088 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 8.0 |\n", + "| direct_solar_radiation | 18.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.762035 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 5.0614157 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 8.75 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.23128095 |\n", + "| Heating_Setpoint_RL | -0.4723394 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.844427 |\n", + "| Heating_Setpoint_RL | 14.968091 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.9202924 |\n", + "| air_humidity | -1.9155451 |\n", + "| air_temperature | -0.029964743 |\n", + "| clg_setpoint | 0.08198423 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.40548798 |\n", + "| diffuse_solar_radiation | -0.30183205 |\n", + "| direct_solar_radiation | 1.5224392 |\n", + "| hour | -0.79404974 |\n", + "| htg_setpoint | 1.1847646 |\n", + "| month | -0.56519806 |\n", + "| outdoor_humidity | -1.5307505 |\n", + "| outdoor_temperature | -0.7335743 |\n", + "| people_occupant | -0.68942124 |\n", + "| total_electricity_HVAC | 0.9008324 |\n", + "| wind_direction | 1.4321446 |\n", + "| wind_speed | 0.914621 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7136.3306 |\n", + "| air_humidity | 11.889898 |\n", + "| air_temperature | 22.633986 |\n", + "| clg_setpoint | 26.447678 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 42.0 |\n", + "| direct_solar_radiation | 530.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.635876 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 36.0 |\n", + "| outdoor_temperature | 4.215342 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6687103.0 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 7.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63625044 |\n", + "| air_humidity | -1.581515 |\n", + "| air_temperature | -0.22182426 |\n", + "| clg_setpoint | -1.1533833 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29161185 |\n", + "| diffuse_solar_radiation | 0.48747802 |\n", + "| direct_solar_radiation | -0.6064002 |\n", + "| hour | -0.6495745 |\n", + "| htg_setpoint | -1.4041685 |\n", + "| month | -0.5647314 |\n", + "| outdoor_humidity | -0.76648355 |\n", + "| outdoor_temperature | -0.45797205 |\n", + "| people_occupant | -0.68963844 |\n", + "| total_electricity_HVAC | -0.64244956 |\n", + "| wind_direction | 0.4870592 |\n", + "| wind_speed | -0.8693017 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 16.111183 |\n", + "| air_temperature | 22.340374 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 118.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 6.9312377 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 2.85 |\n", + "| train/ | |\n", + "| approx_kl | 0.0077979076 |\n", + "| clip_fraction | 0.0744 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.64 |\n", + "| explained_variance | 0.482 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.505 |\n", + "| n_updates | 390 |\n", + "| policy_gradient_loss | -0.0107 |\n", + "| std | 0.907 |\n", + "| value_loss | 1.69 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5069505 |\n", + "| Heating_Setpoint_RL | 0.64353824 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.335958 |\n", + "| Heating_Setpoint_RL | 21.244904 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.96187264 |\n", + "| air_humidity | -1.2468516 |\n", + "| air_temperature | 0.37245473 |\n", + "| clg_setpoint | 1.4548271 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.17777005 |\n", + "| diffuse_solar_radiation | 2.1377308 |\n", + "| direct_solar_radiation | -0.23286538 |\n", + "| hour | -0.50510544 |\n", + "| htg_setpoint | 1.3340017 |\n", + "| month | -0.5642659 |\n", + "| outdoor_humidity | 0.3012216 |\n", + "| outdoor_temperature | -0.47399044 |\n", + "| people_occupant | -0.6890025 |\n", + "| total_electricity_HVAC | 1.0692334 |\n", + "| wind_direction | -1.0714875 |\n", + "| wind_speed | 0.7100237 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7323.791 |\n", + "| air_humidity | 20.372469 |\n", + "| air_temperature | 23.249931 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 277.0 |\n", + "| direct_solar_radiation | 93.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 74.5 |\n", + "| outdoor_temperature | 6.7680593 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7408094.5 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.3251558 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.795999 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.26223418 |\n", + "| air_humidity | -0.09302583 |\n", + "| air_temperature | 0.3729529 |\n", + "| clg_setpoint | -1.1545826 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.0639455 |\n", + "| diffuse_solar_radiation | 1.0057725 |\n", + "| direct_solar_radiation | -0.6060645 |\n", + "| hour | -0.3606402 |\n", + "| htg_setpoint | 0.07057632 |\n", + "| month | -0.5638015 |\n", + "| outdoor_humidity | 1.4407144 |\n", + "| outdoor_temperature | -0.5486909 |\n", + "| people_occupant | 1.6957397 |\n", + "| total_electricity_HVAC | -0.2661919 |\n", + "| wind_direction | -0.55116636 |\n", + "| wind_speed | -0.13073462 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1779.8298 |\n", + "| air_humidity | 35.147705 |\n", + "| air_temperature | 23.249887 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 168.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.05927 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 98.5 |\n", + "| outdoor_temperature | 6.030054 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1688770.0 |\n", + "| wind_direction | 125.0 |\n", + "| wind_speed | 4.65 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.94196606 |\n", + "| Heating_Setpoint_RL | -0.85155493 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.445864 |\n", + "| Heating_Setpoint_RL | 12.835004 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.014161675 |\n", + "| air_humidity | 0.6347553 |\n", + "| air_temperature | 0.37252185 |\n", + "| clg_setpoint | -1.154198 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.04987081 |\n", + "| diffuse_solar_radiation | 0.5909082 |\n", + "| direct_solar_radiation | 2.9235673 |\n", + "| hour | -0.21617688 |\n", + "| htg_setpoint | -0.9187195 |\n", + "| month | -0.5633383 |\n", + "| outdoor_humidity | -0.8165123 |\n", + "| outdoor_temperature | 0.73972815 |\n", + "| people_occupant | 1.6950336 |\n", + "| total_electricity_HVAC | 0.004485893 |\n", + "| wind_direction | 0.86705273 |\n", + "| wind_speed | 0.81397164 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2901.9634 |\n", + "| air_humidity | 44.49078 |\n", + "| air_temperature | 23.249231 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 128.0 |\n", + "| direct_solar_radiation | 880.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 13.996082 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 18.709087 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2846827.5 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 6.95 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4644387 |\n", + "| air_humidity | 0.8206512 |\n", + "| air_temperature | 0.37223342 |\n", + "| clg_setpoint | -1.1538327 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.16367997 |\n", + "| diffuse_solar_radiation | 1.9197246 |\n", + "| direct_solar_radiation | -0.60592985 |\n", + "| hour | -0.07171432 |\n", + "| htg_setpoint | 0.6828662 |\n", + "| month | -0.5628762 |\n", + "| outdoor_humidity | 0.51306635 |\n", + "| outdoor_temperature | 0.16038142 |\n", + "| people_occupant | 1.2176818 |\n", + "| total_electricity_HVAC | -0.47895053 |\n", + "| wind_direction | -1.3082101 |\n", + "| wind_speed | -0.35602874 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 863.33167 |\n", + "| air_humidity | 46.883293 |\n", + "| air_temperature | 23.248934 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 256.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 20.576445 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 13.013712 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 776998.5 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49203706 |\n", + "| air_humidity | -0.006733925 |\n", + "| air_temperature | 0.37260523 |\n", + "| clg_setpoint | -1.1534323 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.2774751 |\n", + "| diffuse_solar_radiation | 1.9089521 |\n", + "| direct_solar_radiation | -0.6054147 |\n", + "| hour | 0.072748095 |\n", + "| htg_setpoint | 1.3328537 |\n", + "| month | -0.56241524 |\n", + "| outdoor_humidity | 0.13204497 |\n", + "| outdoor_temperature | -0.3163241 |\n", + "| people_occupant | 0.26390785 |\n", + "| total_electricity_HVAC | -0.50520205 |\n", + "| wind_direction | -1.2122964 |\n", + "| wind_speed | 0.50635475 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 738.3638 |\n", + "| air_humidity | 36.29381 |\n", + "| air_temperature | 23.249445 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 255.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 8.323363 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 664527.4 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 6.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4540271 |\n", + "| air_humidity | -0.93326366 |\n", + "| air_temperature | 0.37270606 |\n", + "| clg_setpoint | -1.1527444 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.39124146 |\n", + "| diffuse_solar_radiation | 1.7934695 |\n", + "| direct_solar_radiation | 1.9625338 |\n", + "| hour | 0.21721035 |\n", + "| htg_setpoint | 0.33339444 |\n", + "| month | -0.56195545 |\n", + "| outdoor_humidity | -0.8653037 |\n", + "| outdoor_temperature | -0.23868188 |\n", + "| people_occupant | 1.2166649 |\n", + "| total_electricity_HVAC | -0.4690231 |\n", + "| wind_direction | -0.4545247 |\n", + "| wind_speed | 0.0956412 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 910.05884 |\n", + "| air_humidity | 24.42768 |\n", + "| air_temperature | 23.24952 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 244.0 |\n", + "| direct_solar_radiation | 640.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 19.144764 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 9.080789 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 819053.0 |\n", + "| wind_direction | 135.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.48549697 |\n", + "| Heating_Setpoint_RL | 0.18416002 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.263552 |\n", + "| Heating_Setpoint_RL | 18.6609 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.43075666 |\n", + "| air_humidity | -0.5904428 |\n", + "| air_temperature | 0.3732677 |\n", + "| clg_setpoint | 0.3031474 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.5049565 |\n", + "| diffuse_solar_radiation | 1.3361337 |\n", + "| direct_solar_radiation | -0.605074 |\n", + "| hour | 0.36167186 |\n", + "| htg_setpoint | 1.3321648 |\n", + "| month | -0.56149673 |\n", + "| outdoor_humidity | 0.70287347 |\n", + "| outdoor_temperature | -0.24897438 |\n", + "| people_occupant | -0.68945104 |\n", + "| total_electricity_HVAC | 0.686933 |\n", + "| wind_direction | -0.7377604 |\n", + "| wind_speed | -0.25358105 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4912.827 |\n", + "| air_humidity | 28.811193 |\n", + "| air_temperature | 23.249903 |\n", + "| clg_setpoint | 27.018457 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 200.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 8.977189 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5765721.0 |\n", + "| wind_direction | 105.0 |\n", + "| wind_speed | 4.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.3534952 |\n", + "| Heating_Setpoint_RL | -0.70910597 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.818047 |\n", + "| Heating_Setpoint_RL | 13.636279 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63573843 |\n", + "| air_humidity | -0.033656828 |\n", + "| air_temperature | -1.076802 |\n", + "| clg_setpoint | 1.4532491 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.61858976 |\n", + "| diffuse_solar_radiation | 0.52685744 |\n", + "| direct_solar_radiation | -0.60456187 |\n", + "| hour | 0.5061315 |\n", + "| htg_setpoint | -1.4055082 |\n", + "| month | -0.5610392 |\n", + "| outdoor_humidity | 1.2719024 |\n", + "| outdoor_temperature | -0.3261558 |\n", + "| people_occupant | -0.68882096 |\n", + "| total_electricity_HVAC | -0.641928 |\n", + "| wind_direction | 1.2965147 |\n", + "| wind_speed | 0.6081065 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 35.934418 |\n", + "| air_temperature | 21.033495 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 122.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 8.216948 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.45 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.36116955 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.593421 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.489009 |\n", + "| air_humidity | -0.28838947 |\n", + "| air_temperature | 0.37424228 |\n", + "| clg_setpoint | -1.1534983 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7321033 |\n", + "| diffuse_solar_radiation | 1.5428774 |\n", + "| direct_solar_radiation | -0.50374204 |\n", + "| hour | 0.65058726 |\n", + "| htg_setpoint | -1.4054531 |\n", + "| month | -0.56058276 |\n", + "| outdoor_humidity | -0.39241284 |\n", + "| outdoor_temperature | -0.087057665 |\n", + "| people_occupant | 1.6949567 |\n", + "| total_electricity_HVAC | -0.5023103 |\n", + "| wind_direction | 0.7285112 |\n", + "| wind_speed | 1.5515428 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 750.77936 |\n", + "| air_humidity | 32.67678 |\n", + "| air_temperature | 23.249405 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 220.0 |\n", + "| direct_solar_radiation | 25.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 10.5581665 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 675701.44 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.75 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.44293392 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.133497 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4439039 |\n", + "| air_humidity | 0.12200961 |\n", + "| air_temperature | 0.37383524 |\n", + "| clg_setpoint | -1.1528696 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.84545153 |\n", + "| diffuse_solar_radiation | -0.25153193 |\n", + "| direct_solar_radiation | 1.3574939 |\n", + "| hour | 0.79503703 |\n", + "| htg_setpoint | -1.4049448 |\n", + "| month | -0.5601274 |\n", + "| outdoor_humidity | -0.36849308 |\n", + "| outdoor_temperature | 0.20848253 |\n", + "| people_occupant | 1.6942582 |\n", + "| total_electricity_HVAC | -0.45937636 |\n", + "| wind_direction | 0.113209546 |\n", + "| wind_speed | 1.551449 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 953.9589 |\n", + "| air_humidity | 37.923183 |\n", + "| air_temperature | 23.248552 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 47.0 |\n", + "| direct_solar_radiation | 489.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 60.5 |\n", + "| outdoor_temperature | 13.457158 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 858563.06 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 8.75 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6311363 |\n", + "| air_humidity | 0.9432375 |\n", + "| air_temperature | 0.3744445 |\n", + "| clg_setpoint | -1.1524911 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.95858145 |\n", + "| diffuse_solar_radiation | -0.6459822 |\n", + "| direct_solar_radiation | -0.6041004 |\n", + "| hour | 0.9394777 |\n", + "| htg_setpoint | -0.98895925 |\n", + "| month | -0.55967313 |\n", + "| outdoor_humidity | 1.08131 |\n", + "| outdoor_temperature | -0.13051945 |\n", + "| people_occupant | 0.5021222 |\n", + "| total_electricity_HVAC | -0.6375177 |\n", + "| wind_direction | 0.20819986 |\n", + "| wind_speed | -0.35882285 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 106.239105 |\n", + "| air_humidity | 48.416946 |\n", + "| air_temperature | 23.2496 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 9.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 13.710796 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | 10.133101 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 95615.195 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.4132152 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.300665 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63541216 |\n", + "| air_humidity | 0.108271666 |\n", + "| air_temperature | 0.3745042 |\n", + "| clg_setpoint | -1.1520407 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0714328 |\n", + "| diffuse_solar_radiation | -0.7395182 |\n", + "| direct_solar_radiation | -0.60444 |\n", + "| hour | 1.0839058 |\n", + "| htg_setpoint | -0.6627053 |\n", + "| month | -0.55922 |\n", + "| outdoor_humidity | -0.34565613 |\n", + "| outdoor_temperature | 0.23975825 |\n", + "| people_occupant | -0.45137513 |\n", + "| total_electricity_HVAC | -0.64157903 |\n", + "| wind_direction | 0.06608511 |\n", + "| wind_speed | -0.46152288 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 37.762146 |\n", + "| air_temperature | 23.249796 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 15.050469 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 13.762642 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.80438656 |\n", + "| Heating_Setpoint_RL | -0.09783998 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.339806 |\n", + "| Heating_Setpoint_RL | 17.07465 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63542354 |\n", + "| air_humidity | 0.37429547 |\n", + "| air_temperature | 0.1540419 |\n", + "| clg_setpoint | -0.2723294 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1839387 |\n", + "| diffuse_solar_radiation | -0.7393696 |\n", + "| direct_solar_radiation | -0.6046932 |\n", + "| hour | 1.2283171 |\n", + "| htg_setpoint | 0.19667658 |\n", + "| month | -0.558768 |\n", + "| outdoor_humidity | -0.13161807 |\n", + "| outdoor_temperature | 0.2584605 |\n", + "| people_occupant | -0.45162952 |\n", + "| total_electricity_HVAC | -0.6415859 |\n", + "| wind_direction | 0.11395857 |\n", + "| wind_speed | 1.2449815 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 41.16007 |\n", + "| air_temperature | 22.91361 |\n", + "| clg_setpoint | 25.527302 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 18.582073 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 65.5 |\n", + "| outdoor_temperature | 13.946828 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 8.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.16989298 |\n", + "| Heating_Setpoint_RL | 0.25973523 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.19839 |\n", + "| Heating_Setpoint_RL | 19.08601 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63518703 |\n", + "| air_humidity | 0.8761693 |\n", + "| air_temperature | -0.19326735 |\n", + "| clg_setpoint | -0.53849196 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2960253 |\n", + "| diffuse_solar_radiation | -0.7393523 |\n", + "| direct_solar_radiation | -0.60477036 |\n", + "| hour | 1.3727071 |\n", + "| htg_setpoint | -1.4047642 |\n", + "| month | -0.55831707 |\n", + "| outdoor_humidity | 0.81972927 |\n", + "| outdoor_temperature | 0.19156455 |\n", + "| people_occupant | -0.6892669 |\n", + "| total_electricity_HVAC | -0.6413783 |\n", + "| wind_direction | -0.17034037 |\n", + "| wind_speed | -1.2009412 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 47.568386 |\n", + "| air_temperature | 22.38395 |\n", + "| clg_setpoint | 24.837578 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 13.294001 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 165.0 |\n", + "| wind_speed | 2.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.26897448 |\n", + "| Heating_Setpoint_RL | -0.67836857 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.71721 |\n", + "| Heating_Setpoint_RL | 13.809176 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63494515 |\n", + "| air_humidity | -0.5583141 |\n", + "| air_temperature | -0.48796934 |\n", + "| clg_setpoint | 1.2488188 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4076123 |\n", + "| diffuse_solar_radiation | -0.7395054 |\n", + "| direct_solar_radiation | -0.60502815 |\n", + "| hour | 1.5170705 |\n", + "| htg_setpoint | -0.9205653 |\n", + "| month | -0.5578672 |\n", + "| outdoor_humidity | 0.05858534 |\n", + "| outdoor_temperature | -0.22983517 |\n", + "| people_occupant | -0.6886425 |\n", + "| total_electricity_HVAC | -0.6411317 |\n", + "| wind_direction | -0.7848347 |\n", + "| wind_speed | -0.4608623 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 29.272997 |\n", + "| air_temperature | 21.935228 |\n", + "| clg_setpoint | 29.468178 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 13.989355 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 9.173075 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.46757904 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.20308 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.0306711 |\n", + "| air_humidity | 0.8015346 |\n", + "| air_temperature | -0.25192502 |\n", + "| clg_setpoint | 1.4543006 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5186139 |\n", + "| diffuse_solar_radiation | -0.7396353 |\n", + "| direct_solar_radiation | -0.6045466 |\n", + "| hour | 1.6614014 |\n", + "| htg_setpoint | 1.1000646 |\n", + "| month | -0.55741847 |\n", + "| outdoor_humidity | 0.9154809 |\n", + "| outdoor_temperature | -0.002333144 |\n", + "| people_occupant | -0.6888563 |\n", + "| total_electricity_HVAC | 1.2858453 |\n", + "| wind_direction | -0.5000537 |\n", + "| wind_speed | -1.1806195 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7611.363 |\n", + "| air_humidity | 46.60981 |\n", + "| air_temperature | 22.295095 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.295076 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 87.5 |\n", + "| outdoor_temperature | 11.397329 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 8314892.0 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 2.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5501729 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.481834 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63472563 |\n", + "| air_humidity | 1.7546513 |\n", + "| air_temperature | -0.5639189 |\n", + "| clg_setpoint | 0.40359104 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6728709 |\n", + "| diffuse_solar_radiation | -0.7397537 |\n", + "| direct_solar_radiation | -0.60412955 |\n", + "| hour | -1.6612482 |\n", + "| htg_setpoint | -1.4051752 |\n", + "| month | -0.27246124 |\n", + "| outdoor_humidity | 0.794585 |\n", + "| outdoor_temperature | -0.11848311 |\n", + "| people_occupant | -0.6890696 |\n", + "| total_electricity_HVAC | -0.6409231 |\n", + "| wind_direction | -1.4467392 |\n", + "| wind_speed | -1.1999285 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 58.790718 |\n", + "| air_temperature | 21.820587 |\n", + "| clg_setpoint | 27.27731 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 10.264981 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.3084381 |\n", + "| air_humidity | -0.9857554 |\n", + "| air_temperature | 0.37505376 |\n", + "| clg_setpoint | 0.231789 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5552869 |\n", + "| diffuse_solar_radiation | -0.73970944 |\n", + "| direct_solar_radiation | -0.60430753 |\n", + "| hour | -1.5166538 |\n", + "| htg_setpoint | 1.33165 |\n", + "| month | -0.2722821 |\n", + "| outdoor_humidity | -0.7749592 |\n", + "| outdoor_temperature | -0.38803917 |\n", + "| people_occupant | -0.6892824 |\n", + "| total_electricity_HVAC | 1.2072117 |\n", + "| wind_direction | -1.4450135 |\n", + "| wind_speed | -0.35615855 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8861.34 |\n", + "| air_humidity | 23.839153 |\n", + "| air_temperature | 23.250195 |\n", + "| clg_setpoint | 26.832016 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 7.634394 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7975205.5 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.92136645 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 22.807686 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6348172 |\n", + "| air_humidity | -0.14642063 |\n", + "| air_temperature | -0.70782995 |\n", + "| clg_setpoint | 1.4545299 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4384501 |\n", + "| diffuse_solar_radiation | -0.73989546 |\n", + "| direct_solar_radiation | -0.60467416 |\n", + "| hour | -1.3720922 |\n", + "| htg_setpoint | -0.2861992 |\n", + "| month | -0.27210328 |\n", + "| outdoor_humidity | -0.2263933 |\n", + "| outdoor_temperature | -0.013735506 |\n", + "| people_occupant | -0.68949467 |\n", + "| total_electricity_HVAC | -0.64100343 |\n", + "| wind_direction | -1.3484766 |\n", + "| wind_speed | 1.8655626 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 34.535442 |\n", + "| air_temperature | 21.603186 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.60061 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 63.5 |\n", + "| outdoor_temperature | 11.291092 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 9.5 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.9251137 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 22.828764 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.88396865 |\n", + "| air_humidity | -0.10921508 |\n", + "| air_temperature | 0.37418053 |\n", + "| clg_setpoint | 1.4540149 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.322249 |\n", + "| diffuse_solar_radiation | -0.740122 |\n", + "| direct_solar_radiation | -0.6041879 |\n", + "| hour | -1.2275577 |\n", + "| htg_setpoint | 1.331509 |\n", + "| month | -0.27192482 |\n", + "| outdoor_humidity | 1.320511 |\n", + "| outdoor_temperature | -0.08436953 |\n", + "| people_occupant | -0.6897065 |\n", + "| total_electricity_HVAC | 1.1062013 |\n", + "| wind_direction | -1.7241727 |\n", + "| wind_speed | 0.1964861 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6939.813 |\n", + "| air_humidity | 35.013405 |\n", + "| air_temperature | 23.24987 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 10.60522 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7539092.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.92258215 |\n", + "| Heating_Setpoint_RL | 0.40684044 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.511286 |\n", + "| Heating_Setpoint_RL | 19.913477 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6346512 |\n", + "| air_humidity | 1.0938468 |\n", + "| air_temperature | -0.065304905 |\n", + "| clg_setpoint | -1.1517898 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2065825 |\n", + "| diffuse_solar_radiation | -0.7402606 |\n", + "| direct_solar_radiation | -0.60370207 |\n", + "| hour | -1.0830445 |\n", + "| htg_setpoint | 0.65263706 |\n", + "| month | -0.27174672 |\n", + "| outdoor_humidity | 1.3668196 |\n", + "| outdoor_temperature | 0.0877912 |\n", + "| people_occupant | -0.68908596 |\n", + "| total_electricity_HVAC | -0.64084965 |\n", + "| wind_direction | 1.3037196 |\n", + "| wind_speed | -1.4259578 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 50.35105 |\n", + "| air_temperature | 22.581318 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.462742 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 12.285915 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 1.5 |\n", + "| train/ | |\n", + "| approx_kl | 0.010086173 |\n", + "| clip_fraction | 0.0955 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.63 |\n", + "| explained_variance | 0.485 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.322 |\n", + "| n_updates | 400 |\n", + "| policy_gradient_loss | -0.0136 |\n", + "| std | 0.9 |\n", + "| value_loss | 0.885 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.81697536 |\n", + "| Heating_Setpoint_RL | 0.07660651 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.382292 |\n", + "| Heating_Setpoint_RL | 18.055912 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63448656 |\n", + "| air_humidity | 1.3630806 |\n", + "| air_temperature | -0.2561955 |\n", + "| clg_setpoint | -0.14497554 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0913599 |\n", + "| diffuse_solar_radiation | -0.057730656 |\n", + "| direct_solar_radiation | -0.50310236 |\n", + "| hour | -0.9385481 |\n", + "| htg_setpoint | 0.6795175 |\n", + "| month | -0.27156895 |\n", + "| outdoor_humidity | 1.1039147 |\n", + "| outdoor_temperature | 0.16615081 |\n", + "| people_occupant | -0.68846714 |\n", + "| total_electricity_HVAC | -0.6407089 |\n", + "| wind_direction | -0.58764386 |\n", + "| wind_speed | -1.1781679 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 53.80338 |\n", + "| air_temperature | 22.291529 |\n", + "| clg_setpoint | 25.860155 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 66.0 |\n", + "| direct_solar_radiation | 25.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.575502 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 13.052798 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 2.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.79129404 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 22.076029 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.61233735 |\n", + "| air_humidity | 0.8254969 |\n", + "| air_temperature | 0.37448704 |\n", + "| clg_setpoint | 0.8406749 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9764991 |\n", + "| diffuse_solar_radiation | 0.1278032 |\n", + "| direct_solar_radiation | -0.60312897 |\n", + "| hour | -0.7940642 |\n", + "| htg_setpoint | 1.3294141 |\n", + "| month | -0.27139154 |\n", + "| outdoor_humidity | 1.316603 |\n", + "| outdoor_temperature | 0.04214996 |\n", + "| people_occupant | -0.68867934 |\n", + "| total_electricity_HVAC | 0.5448709 |\n", + "| wind_direction | -0.9181424 |\n", + "| wind_speed | -0.02672078 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5707.629 |\n", + "| air_humidity | 46.974407 |\n", + "| air_temperature | 23.25002 |\n", + "| clg_setpoint | 28.414268 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 84.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 11.845364 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5136866.0 |\n", + "| wind_direction | 85.0 |\n", + "| wind_speed | 4.9 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.53335536 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.425074 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6343532 |\n", + "| air_humidity | 1.7590119 |\n", + "| air_temperature | -0.120746024 |\n", + "| clg_setpoint | 1.4521657 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.861928 |\n", + "| diffuse_solar_radiation | 0.16931641 |\n", + "| direct_solar_radiation | -0.6026424 |\n", + "| hour | -0.64958936 |\n", + "| htg_setpoint | -0.196385 |\n", + "| month | -0.2712145 |\n", + "| outdoor_humidity | 1.5042993 |\n", + "| outdoor_temperature | 0.25307474 |\n", + "| people_occupant | -0.688891 |\n", + "| total_electricity_HVAC | -0.64059067 |\n", + "| wind_direction | -0.8698856 |\n", + "| wind_speed | 0.19925651 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 58.9276 |\n", + "| air_temperature | 22.498215 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 88.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.982206 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 13.89975 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 5.45 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.76922596 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.951897 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.23243725 |\n", + "| air_humidity | 1.5482404 |\n", + "| air_temperature | 0.693486 |\n", + "| clg_setpoint | -0.96444464 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.74758273 |\n", + "| diffuse_solar_radiation | 2.5051441 |\n", + "| direct_solar_radiation | 0.20633729 |\n", + "| hour | -0.50512046 |\n", + "| htg_setpoint | 0.14445953 |\n", + "| month | -0.2710378 |\n", + "| outdoor_humidity | 1.3350251 |\n", + "| outdoor_temperature | 0.52260435 |\n", + "| people_occupant | 1.6943244 |\n", + "| total_electricity_HVAC | -0.22324245 |\n", + "| wind_direction | 0.36073238 |\n", + "| wind_speed | -0.5605385 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1897.3496 |\n", + "| air_humidity | 56.299774 |\n", + "| air_temperature | 23.734472 |\n", + "| clg_setpoint | 23.734875 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 314.0 |\n", + "| direct_solar_radiation | 201.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 18.385921 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 16.52258 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1857722.5 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.13346978 |\n", + "| air_humidity | 0.36432254 |\n", + "| air_temperature | 0.3734649 |\n", + "| clg_setpoint | -1.1511892 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.63340807 |\n", + "| diffuse_solar_radiation | 1.6038759 |\n", + "| direct_solar_radiation | 2.0241497 |\n", + "| hour | -0.36065525 |\n", + "| htg_setpoint | -1.4093474 |\n", + "| month | -0.27086142 |\n", + "| outdoor_humidity | -0.8506825 |\n", + "| outdoor_temperature | 0.6295805 |\n", + "| people_occupant | 1.6936407 |\n", + "| total_electricity_HVAC | -0.1278686 |\n", + "| wind_direction | 1.3529153 |\n", + "| wind_speed | -0.026090328 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2342.6936 |\n", + "| air_humidity | 41.180202 |\n", + "| air_temperature | 23.248943 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 227.0 |\n", + "| direct_solar_radiation | 653.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 50.5 |\n", + "| outdoor_temperature | 17.569939 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2263982.2 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 4.9 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.58603024 |\n", + "| Heating_Setpoint_RL | -0.5478724 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.602852 |\n", + "| Heating_Setpoint_RL | 14.543218 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5534155 |\n", + "| air_humidity | -0.41886586 |\n", + "| air_temperature | 0.14729075 |\n", + "| clg_setpoint | -1.1506895 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.51935685 |\n", + "| diffuse_solar_radiation | 2.016487 |\n", + "| direct_solar_radiation | 2.03809 |\n", + "| hour | -0.21619192 |\n", + "| htg_setpoint | -0.68398684 |\n", + "| month | -0.27068537 |\n", + "| outdoor_humidity | -0.8731216 |\n", + "| outdoor_temperature | 0.291388 |\n", + "| people_occupant | -0.6895231 |\n", + "| total_electricity_HVAC | -0.5642197 |\n", + "| wind_direction | 0.028555358 |\n", + "| wind_speed | 0.2006387 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 452.31335 |\n", + "| air_humidity | 31.175905 |\n", + "| air_temperature | 22.906345 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 267.0 |\n", + "| direct_solar_radiation | 657.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 14.981583 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 14.288166 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 404656.16 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 5.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.41179252 |\n", + "| air_humidity | -0.39741045 |\n", + "| air_temperature | 0.43528008 |\n", + "| clg_setpoint | -0.7535177 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.40539017 |\n", + "| diffuse_solar_radiation | 2.2123764 |\n", + "| direct_solar_radiation | 2.0274951 |\n", + "| hour | -0.071729325 |\n", + "| htg_setpoint | 1.3279884 |\n", + "| month | -0.2705097 |\n", + "| outdoor_humidity | -1.2297122 |\n", + "| outdoor_temperature | 0.7658205 |\n", + "| people_occupant | -0.6889081 |\n", + "| total_electricity_HVAC | -0.40072545 |\n", + "| wind_direction | 0.07602151 |\n", + "| wind_speed | -0.45785975 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1088.1406 |\n", + "| air_humidity | 31.451136 |\n", + "| air_temperature | 23.34304 |\n", + "| clg_setpoint | 24.280731 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 286.0 |\n", + "| direct_solar_radiation | 655.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 42.5 |\n", + "| outdoor_temperature | 18.898882 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1099755.1 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.85 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.43814778 |\n", + "| air_humidity | -0.7329997 |\n", + "| air_temperature | 0.37398595 |\n", + "| clg_setpoint | -1.1511799 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.291477 |\n", + "| diffuse_solar_radiation | 2.1280584 |\n", + "| direct_solar_radiation | 2.091092 |\n", + "| hour | 0.07273312 |\n", + "| htg_setpoint | -1.1189036 |\n", + "| month | -0.27033436 |\n", + "| outdoor_humidity | -1.0381325 |\n", + "| outdoor_temperature | 0.3374397 |\n", + "| people_occupant | 0.2650053 |\n", + "| total_electricity_HVAC | -0.45407233 |\n", + "| wind_direction | -0.017688973 |\n", + "| wind_speed | 0.40738857 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 968.54694 |\n", + "| air_humidity | 27.163797 |\n", + "| air_temperature | 23.250326 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 278.0 |\n", + "| direct_solar_radiation | 671.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 13.192874 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | 14.740414 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 871692.25 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.95 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.9264327 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.4138155 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5822629 |\n", + "| air_humidity | -0.4274617 |\n", + "| air_temperature | 1.597895 |\n", + "| clg_setpoint | -0.4355467 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.17759414 |\n", + "| diffuse_solar_radiation | 2.3336363 |\n", + "| direct_solar_radiation | 1.7719567 |\n", + "| hour | 0.21719542 |\n", + "| htg_setpoint | -0.70174456 |\n", + "| month | -0.27015936 |\n", + "| outdoor_humidity | -1.0379361 |\n", + "| outdoor_temperature | 0.5528417 |\n", + "| people_occupant | 1.2181371 |\n", + "| total_electricity_HVAC | -0.5983722 |\n", + "| wind_direction | -0.30049527 |\n", + "| wind_speed | 0.9227511 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 319.9649 |\n", + "| air_humidity | 31.06365 |\n", + "| air_temperature | 25.10393 |\n", + "| clg_setpoint | 25.104023 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 298.0 |\n", + "| direct_solar_radiation | 592.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 14.907264 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | 16.830824 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 256868.7 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.069979906 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.018637 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.08295418 |\n", + "| air_humidity | -0.018647753 |\n", + "| air_temperature | 0.37332353 |\n", + "| clg_setpoint | -1.1499676 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.06372623 |\n", + "| diffuse_solar_radiation | 1.8163104 |\n", + "| direct_solar_radiation | 1.6182423 |\n", + "| hour | 0.361657 |\n", + "| htg_setpoint | -0.37043414 |\n", + "| month | -0.2699847 |\n", + "| outdoor_humidity | -1.1086866 |\n", + "| outdoor_temperature | 0.69627935 |\n", + "| people_occupant | 1.6942546 |\n", + "| total_electricity_HVAC | -0.116281316 |\n", + "| wind_direction | -0.2051536 |\n", + "| wind_speed | 1.5617243 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2564.3518 |\n", + "| air_humidity | 36.27763 |\n", + "| air_temperature | 23.24951 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 248.0 |\n", + "| direct_solar_radiation | 554.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.269394 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 18.222391 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2308401.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 8.75 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6941185 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.28235 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.085814975 |\n", + "| air_humidity | 0.6148127 |\n", + "| air_temperature | 0.6233982 |\n", + "| clg_setpoint | -1.002147 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.050134376 |\n", + "| diffuse_solar_radiation | 1.6797684 |\n", + "| direct_solar_radiation | 1.1044192 |\n", + "| hour | 0.5061167 |\n", + "| htg_setpoint | -1.4089407 |\n", + "| month | -0.26981038 |\n", + "| outdoor_humidity | -0.9421166 |\n", + "| outdoor_temperature | 0.76371676 |\n", + "| people_occupant | 1.6935761 |\n", + "| total_electricity_HVAC | -0.17506862 |\n", + "| wind_direction | -0.6295368 |\n", + "| wind_speed | 0.7176437 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2550.9426 |\n", + "| air_humidity | 44.352123 |\n", + "| air_temperature | 23.628157 |\n", + "| clg_setpoint | 23.632357 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 235.0 |\n", + "| direct_solar_radiation | 426.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | 18.876822 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2057987.4 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 6.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.2629011 |\n", + "| air_humidity | 1.2103977 |\n", + "| air_temperature | 0.37245315 |\n", + "| clg_setpoint | -1.1489681 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.16398762 |\n", + "| diffuse_solar_radiation | 0.78243434 |\n", + "| direct_solar_radiation | 1.3838748 |\n", + "| hour | 0.6505728 |\n", + "| htg_setpoint | 0.038399257 |\n", + "| month | -0.2696364 |\n", + "| outdoor_humidity | -0.82336444 |\n", + "| outdoor_temperature | 1.0148937 |\n", + "| people_occupant | 1.6928997 |\n", + "| total_electricity_HVAC | 0.21230796 |\n", + "| wind_direction | -0.7229399 |\n", + "| wind_speed | 0.20302598 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4116.8066 |\n", + "| air_humidity | 51.9474 |\n", + "| air_temperature | 23.248688 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 148.0 |\n", + "| direct_solar_radiation | 496.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 17.950977 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 21.31345 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3705126.0 |\n", + "| wind_direction | 105.0 |\n", + "| wind_speed | 5.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.27669862 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.181429 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6171252 |\n", + "| air_humidity | 0.25976837 |\n", + "| air_temperature | 0.12478599 |\n", + "| clg_setpoint | 0.52129394 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.2778258 |\n", + "| diffuse_solar_radiation | 0.101730056 |\n", + "| direct_solar_radiation | -0.60526985 |\n", + "| hour | 0.7950229 |\n", + "| htg_setpoint | -0.43252692 |\n", + "| month | -0.26946273 |\n", + "| outdoor_humidity | 1.3398411 |\n", + "| outdoor_temperature | 0.76009107 |\n", + "| people_occupant | -0.6893428 |\n", + "| total_electricity_HVAC | -0.6242225 |\n", + "| wind_direction | -0.768703 |\n", + "| wind_speed | 0.40976837 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 164.55005 |\n", + "| air_humidity | 39.85705 |\n", + "| air_temperature | 22.874409 |\n", + "| clg_setpoint | 27.58037 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 82.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.017014 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 18.850527 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 148095.05 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 5.95 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.2523422 |\n", + "| Heating_Setpoint_RL | -0.2147147 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.476654 |\n", + "| Heating_Setpoint_RL | 16.417229 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.634218 |\n", + "| air_humidity | 2.1912172 |\n", + "| air_temperature | -0.08320572 |\n", + "| clg_setpoint | -1.1495951 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.39163354 |\n", + "| diffuse_solar_radiation | -0.37249222 |\n", + "| direct_solar_radiation | -0.20345241 |\n", + "| hour | 0.9394642 |\n", + "| htg_setpoint | -0.5951519 |\n", + "| month | -0.2692894 |\n", + "| outdoor_humidity | 1.3372773 |\n", + "| outdoor_temperature | 0.6189052 |\n", + "| people_occupant | -0.6887332 |\n", + "| total_electricity_HVAC | -0.64047587 |\n", + "| wind_direction | 1.4070145 |\n", + "| wind_speed | -0.12561575 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 64.54474 |\n", + "| air_temperature | 22.560308 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 36.0 |\n", + "| direct_solar_radiation | 100.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 15.350985 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 17.484972 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 4.65 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.12136546 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.034609 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48773882 |\n", + "| air_humidity | 0.4670639 |\n", + "| air_temperature | 0.33718678 |\n", + "| clg_setpoint | -1.1493937 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.505388 |\n", + "| diffuse_solar_radiation | -0.7436537 |\n", + "| direct_solar_radiation | -0.60517544 |\n", + "| hour | 1.0838933 |\n", + "| htg_setpoint | -1.4098321 |\n", + "| month | -0.26911643 |\n", + "| outdoor_humidity | -1.799056 |\n", + "| outdoor_temperature | 0.8508078 |\n", + "| people_occupant | -0.45054713 |\n", + "| total_electricity_HVAC | -0.501254 |\n", + "| wind_direction | 1.6407998 |\n", + "| wind_speed | 0.2033193 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 744.63715 |\n", + "| air_humidity | 42.563004 |\n", + "| air_temperature | 23.1956 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 30.5 |\n", + "| outdoor_temperature | 19.736382 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 670173.44 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 5.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6343937 |\n", + "| air_humidity | 1.0555887 |\n", + "| air_temperature | 0.3058634 |\n", + "| clg_setpoint | -1.1488556 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6190587 |\n", + "| diffuse_solar_radiation | -0.74392414 |\n", + "| direct_solar_radiation | -0.6055244 |\n", + "| hour | 1.2283062 |\n", + "| htg_setpoint | -0.9790518 |\n", + "| month | -0.2689438 |\n", + "| outdoor_humidity | 0.5302703 |\n", + "| outdoor_temperature | 0.4643009 |\n", + "| people_occupant | -0.45079523 |\n", + "| total_electricity_HVAC | -0.64063364 |\n", + "| wind_direction | -0.67464536 |\n", + "| wind_speed | -1.1985413 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 50.07678 |\n", + "| air_temperature | 23.148302 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 13.769949 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 79.5 |\n", + "| outdoor_temperature | 15.999436 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 2.05 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.029166952 |\n", + "| Heating_Setpoint_RL | 0.7149917 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.723438 |\n", + "| Heating_Setpoint_RL | 21.646828 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63457465 |\n", + "| air_humidity | 1.3886334 |\n", + "| air_temperature | -0.07970818 |\n", + "| clg_setpoint | -1.1484383 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.73260784 |\n", + "| diffuse_solar_radiation | -0.74363077 |\n", + "| direct_solar_radiation | -0.60534686 |\n", + "| hour | 1.3726983 |\n", + "| htg_setpoint | -1.4097438 |\n", + "| month | -0.26877147 |\n", + "| outdoor_humidity | 0.4594095 |\n", + "| outdoor_temperature | 0.44676 |\n", + "| people_occupant | -0.6893575 |\n", + "| total_electricity_HVAC | -0.64081985 |\n", + "| wind_direction | -0.57911545 |\n", + "| wind_speed | -0.9704872 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 54.347546 |\n", + "| air_temperature | 22.566776 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 15.836599 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.34969202 |\n", + "| Heating_Setpoint_RL | 0.1534921 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.44479 |\n", + "| Heating_Setpoint_RL | 18.488392 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.0947266 |\n", + "| air_humidity | 1.673495 |\n", + "| air_temperature | 0.37278098 |\n", + "| clg_setpoint | 1.455227 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.84599036 |\n", + "| diffuse_solar_radiation | -0.74386084 |\n", + "| direct_solar_radiation | -0.6050169 |\n", + "| hour | 1.5170646 |\n", + "| htg_setpoint | 1.3258702 |\n", + "| month | -0.26859948 |\n", + "| outdoor_humidity | 1.4077886 |\n", + "| outdoor_temperature | 0.4211899 |\n", + "| people_occupant | -0.68956465 |\n", + "| total_electricity_HVAC | 1.3769214 |\n", + "| wind_direction | -1.287003 |\n", + "| wind_speed | -1.733051 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7832.0757 |\n", + "| air_humidity | 58.030853 |\n", + "| air_temperature | 23.249882 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 15.5915365 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 8635761.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 0.75 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.5839311 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 14.340387 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63432163 |\n", + "| air_humidity | 2.1901505 |\n", + "| air_temperature | -0.692514 |\n", + "| clg_setpoint | 0.6627935 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.95915395 |\n", + "| diffuse_solar_radiation | -0.7439983 |\n", + "| direct_solar_radiation | -0.6045518 |\n", + "| hour | 1.6613992 |\n", + "| htg_setpoint | -0.45119798 |\n", + "| month | -0.26842782 |\n", + "| outdoor_humidity | 0.24248797 |\n", + "| outdoor_temperature | 0.2096811 |\n", + "| people_occupant | -0.6897713 |\n", + "| total_electricity_HVAC | -0.64060366 |\n", + "| wind_direction | 0.65061927 |\n", + "| wind_speed | 0.5153986 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 64.725525 |\n", + "| air_temperature | 21.643635 |\n", + "| clg_setpoint | 27.944517 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 15.945567 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 13.550093 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63409746 |\n", + "| air_humidity | 0.124153346 |\n", + "| air_temperature | -0.290953 |\n", + "| clg_setpoint | 0.6919036 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1862769 |\n", + "| diffuse_solar_radiation | -0.7440622 |\n", + "| direct_solar_radiation | -0.6047673 |\n", + "| hour | -1.6612504 |\n", + "| htg_setpoint | -1.2075406 |\n", + "| month | -0.26825652 |\n", + "| outdoor_humidity | 0.05322295 |\n", + "| outdoor_temperature | 0.43089163 |\n", + "| people_occupant | -0.6891655 |\n", + "| total_electricity_HVAC | -0.6403826 |\n", + "| wind_direction | 0.13037671 |\n", + "| wind_speed | -0.22789885 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 38.265232 |\n", + "| air_temperature | 22.24979 |\n", + "| clg_setpoint | 28.021097 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.833339 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 15.694662 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 4.4 |\n", + "| train/ | |\n", + "| approx_kl | 0.008260859 |\n", + "| clip_fraction | 0.0887 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.61 |\n", + "| explained_variance | 0.537 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.411 |\n", + "| n_updates | 410 |\n", + "| policy_gradient_loss | -0.0108 |\n", + "| std | 0.889 |\n", + "| value_loss | 1.14 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.017513156 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.565893 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63386726 |\n", + "| air_humidity | -0.12185301 |\n", + "| air_temperature | -0.25087944 |\n", + "| clg_setpoint | -0.089536116 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2987756 |\n", + "| diffuse_solar_radiation | -0.74411905 |\n", + "| direct_solar_radiation | -0.60481966 |\n", + "| hour | -1.5166597 |\n", + "| htg_setpoint | -0.87860703 |\n", + "| month | -0.2680855 |\n", + "| outdoor_humidity | -0.42042148 |\n", + "| outdoor_temperature | 0.34987018 |\n", + "| people_occupant | -0.68856126 |\n", + "| total_electricity_HVAC | -0.64016247 |\n", + "| wind_direction | 1.4060521 |\n", + "| wind_speed | -0.4557398 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 35.11168 |\n", + "| air_temperature | 22.310648 |\n", + "| clg_setpoint | 25.9961 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 14.182726 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 14.920925 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 3.85 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.76210874 |\n", + "| Heating_Setpoint_RL | -0.7573085 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.052883 |\n", + "| Heating_Setpoint_RL | 13.36514 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6339297 |\n", + "| air_humidity | -0.44795334 |\n", + "| air_temperature | -0.551507 |\n", + "| clg_setpoint | -1.1481241 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4108349 |\n", + "| diffuse_solar_radiation | -0.7442059 |\n", + "| direct_solar_radiation | -0.60516745 |\n", + "| hour | -1.3721011 |\n", + "| htg_setpoint | 0.5344809 |\n", + "| month | -0.26791483 |\n", + "| outdoor_humidity | -0.72749037 |\n", + "| outdoor_temperature | 0.22527522 |\n", + "| people_occupant | -0.68876827 |\n", + "| total_electricity_HVAC | -0.6402187 |\n", + "| wind_direction | 0.7423741 |\n", + "| wind_speed | -0.8685995 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 30.940144 |\n", + "| air_temperature | 21.858257 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.992287 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 13.723722 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 2.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6597605 |\n", + "| Heating_Setpoint_RL | 0.13782859 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.398308 |\n", + "| Heating_Setpoint_RL | 18.400286 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.2907746 |\n", + "| air_humidity | 1.3859788 |\n", + "| air_temperature | -0.5402309 |\n", + "| clg_setpoint | -0.14095113 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5223746 |\n", + "| diffuse_solar_radiation | -0.74432105 |\n", + "| direct_solar_radiation | -0.605486 |\n", + "| hour | -1.2275684 |\n", + "| htg_setpoint | 0.99138117 |\n", + "| month | -0.26774448 |\n", + "| outdoor_humidity | 0.95793486 |\n", + "| outdoor_temperature | 0.37280014 |\n", + "| people_occupant | -0.68897486 |\n", + "| total_electricity_HVAC | -0.21864635 |\n", + "| wind_direction | 0.788966 |\n", + "| wind_speed | -1.3009241 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1621.6652 |\n", + "| air_humidity | 54.413006 |\n", + "| air_temperature | 21.875805 |\n", + "| clg_setpoint | 25.859283 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.871437 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 15.156051 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1863659.4 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 1.8 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.36747307 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.865223 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6343786 |\n", + "| air_humidity | 1.0080318 |\n", + "| air_temperature | -0.09041012 |\n", + "| clg_setpoint | -1.14669 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6333085 |\n", + "| diffuse_solar_radiation | -0.7445474 |\n", + "| direct_solar_radiation | -0.6057093 |\n", + "| hour | -1.0830567 |\n", + "| htg_setpoint | -0.71708345 |\n", + "| month | -0.26757446 |\n", + "| outdoor_humidity | -0.06170633 |\n", + "| outdoor_temperature | 0.57490504 |\n", + "| people_occupant | -0.6891809 |\n", + "| total_electricity_HVAC | -0.6406496 |\n", + "| wind_direction | -1.6683626 |\n", + "| wind_speed | -1.1759557 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 49.595394 |\n", + "| air_temperature | 22.553366 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 14.843243 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 17.121782 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.041537642 |\n", + "| Heating_Setpoint_RL | 0.7458176 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.76519 |\n", + "| Heating_Setpoint_RL | 21.820225 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.22509043 |\n", + "| air_humidity | 1.0077236 |\n", + "| air_temperature | 0.3719511 |\n", + "| clg_setpoint | -0.9758 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7435454 |\n", + "| diffuse_solar_radiation | 0.10568599 |\n", + "| direct_solar_radiation | 0.17211656 |\n", + "| hour | -0.9385612 |\n", + "| htg_setpoint | 1.3266768 |\n", + "| month | -0.26740476 |\n", + "| outdoor_humidity | 0.81682473 |\n", + "| outdoor_temperature | 0.7551606 |\n", + "| people_occupant | -0.68938655 |\n", + "| total_electricity_HVAC | -0.092347234 |\n", + "| wind_direction | -1.7147847 |\n", + "| wind_speed | -2.0401042 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1916.5062 |\n", + "| air_humidity | 49.603634 |\n", + "| air_temperature | 23.249338 |\n", + "| clg_setpoint | 23.691185 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 83.0 |\n", + "| direct_solar_radiation | 194.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 18.880743 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2399006.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.36066708 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.653751 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.24284184 |\n", + "| air_humidity | 1.3021894 |\n", + "| air_temperature | 0.3721224 |\n", + "| clg_setpoint | 1.0959088 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6720753 |\n", + "| diffuse_solar_radiation | 0.3511779 |\n", + "| direct_solar_radiation | 1.2860404 |\n", + "| hour | -0.79407793 |\n", + "| htg_setpoint | 1.3266076 |\n", + "| month | 0.021996275 |\n", + "| outdoor_humidity | 1.0303994 |\n", + "| outdoor_temperature | 0.51091534 |\n", + "| people_occupant | -0.6895917 |\n", + "| total_electricity_HVAC | -0.2687475 |\n", + "| wind_direction | 0.17553382 |\n", + "| wind_speed | -0.5552955 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1838.0839 |\n", + "| air_humidity | 53.39856 |\n", + "| air_temperature | 23.24987 |\n", + "| clg_setpoint | 29.0606 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 107.0 |\n", + "| direct_solar_radiation | 472.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 16.530413 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1653621.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.24335854 |\n", + "| air_humidity | -0.6493942 |\n", + "| air_temperature | 0.371852 |\n", + "| clg_setpoint | 1.3064667 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5548455 |\n", + "| diffuse_solar_radiation | 0.42215556 |\n", + "| direct_solar_radiation | 1.9832222 |\n", + "| hour | -0.6496033 |\n", + "| htg_setpoint | 1.3269125 |\n", + "| month | 0.02198328 |\n", + "| outdoor_humidity | -1.3888991 |\n", + "| outdoor_temperature | 0.383379 |\n", + "| people_occupant | -0.6889911 |\n", + "| total_electricity_HVAC | -0.022124486 |\n", + "| wind_direction | 1.1663985 |\n", + "| wind_speed | 0.10379659 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1833.9098 |\n", + "| air_humidity | 28.417547 |\n", + "| air_temperature | 23.250034 |\n", + "| clg_setpoint | 29.607685 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 114.0 |\n", + "| direct_solar_radiation | 646.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 15.311266 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2694347.8 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 5.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------****---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.41106728 |\n", + "| air_humidity | -0.33305985 |\n", + "| air_temperature | 1.3400675 |\n", + "| clg_setpoint | -0.5159735 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4383165 |\n", + "| diffuse_solar_radiation | 0.76024723 |\n", + "| direct_solar_radiation | 2.3725379 |\n", + "| hour | -0.5051346 |\n", + "| htg_setpoint | 1.300689 |\n", + "| month | 0.02197031 |\n", + "| outdoor_humidity | -0.7942355 |\n", + "| outdoor_temperature | 0.5763369 |\n", + "| people_occupant | 1.6959134 |\n", + "| total_electricity_HVAC | -0.42204908 |\n", + "| wind_direction | 1.2591373 |\n", + "| wind_speed | -0.14430335 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1083.9711 |\n", + "| air_humidity | 32.45401 |\n", + "| air_temperature | 24.70484 |\n", + "| clg_setpoint | 24.885109 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 147.0 |\n", + "| direct_solar_radiation | 744.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 23.14 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 51.5 |\n", + "| outdoor_temperature | 17.180815 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1002641.4 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.4446329 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.1239395 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.6793482 |\n", + "| air_humidity | 0.115325466 |\n", + "| air_temperature | 0.37083864 |\n", + "| clg_setpoint | -1.1461222 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3223829 |\n", + "| diffuse_solar_radiation | 1.84615 |\n", + "| direct_solar_radiation | 1.949133 |\n", + "| hour | -0.36066943 |\n", + "| htg_setpoint | -0.12038916 |\n", + "| month | 0.02195736 |\n", + "| outdoor_humidity | -2.002375 |\n", + "| outdoor_temperature | 1.3947974 |\n", + "| people_occupant | 1.695246 |\n", + "| total_electricity_HVAC | 0.6077118 |\n", + "| wind_direction | -1.7170393 |\n", + "| wind_speed | -0.86572415 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5946.579 |\n", + "| air_humidity | 38.19946 |\n", + "| air_temperature | 23.248934 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 253.0 |\n", + "| direct_solar_radiation | 639.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.292301 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 26.0 |\n", + "| outdoor_temperature | 25.098352 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5351921.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 2.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.73169994 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.740812 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.41130334 |\n", + "| air_humidity | 1.1659325 |\n", + "| air_temperature | 0.37049383 |\n", + "| clg_setpoint | -1.1456285 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2069492 |\n", + "| diffuse_solar_radiation | 2.4082122 |\n", + "| direct_solar_radiation | 1.8355099 |\n", + "| hour | -0.2162061 |\n", + "| htg_setpoint | 1.327322 |\n", + "| month | 0.021944433 |\n", + "| outdoor_humidity | -0.03314546 |\n", + "| outdoor_temperature | 0.7920022 |\n", + "| people_occupant | 1.6945807 |\n", + "| total_electricity_HVAC | 0.35297891 |\n", + "| wind_direction | 0.12462452 |\n", + "| wind_speed | 0.104283676 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4750.5576 |\n", + "| air_humidity | 51.63868 |\n", + "| air_temperature | 23.248692 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 308.0 |\n", + "| direct_solar_radiation | 611.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 19.280558 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4275502.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.10363784 |\n", + "| air_humidity | 2.0014668 |\n", + "| air_temperature | 0.37052608 |\n", + "| clg_setpoint | -1.1453134 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0919296 |\n", + "| diffuse_solar_radiation | 2.0886884 |\n", + "| direct_solar_radiation | -0.60818017 |\n", + "| hour | -0.07174349 |\n", + "| htg_setpoint | 0.9350839 |\n", + "| month | 0.02193153 |\n", + "| outdoor_humidity | 1.0336741 |\n", + "| outdoor_temperature | 0.64995676 |\n", + "| people_occupant | 1.2173122 |\n", + "| total_electricity_HVAC | -0.13636403 |\n", + "| wind_direction | 0.12465169 |\n", + "| wind_speed | 0.8264886 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2454.6611 |\n", + "| air_humidity | 62.35126 |\n", + "| air_temperature | 23.249023 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 277.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.637154 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 17.912481 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2209195.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 6.95 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.34576112 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 15.680094 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.9104514 |\n", + "| air_humidity | 1.0474013 |\n", + "| air_temperature | 0.3705322 |\n", + "| clg_setpoint | -1.1451273 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9772469 |\n", + "| diffuse_solar_radiation | 3.0176547 |\n", + "| direct_solar_radiation | 1.2567352 |\n", + "| hour | 0.07271899 |\n", + "| htg_setpoint | -0.8012309 |\n", + "| month | 0.02191865 |\n", + "| outdoor_humidity | -0.6752019 |\n", + "| outdoor_temperature | 1.8749009 |\n", + "| people_occupant | 0.26365128 |\n", + "| total_electricity_HVAC | 0.8316883 |\n", + "| wind_direction | 1.0231006 |\n", + "| wind_speed | 0.08272163 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6971.0405 |\n", + "| air_humidity | 50.205853 |\n", + "| air_temperature | 23.2494 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 368.0 |\n", + "| direct_solar_radiation | 466.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 14.493111 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 29.74867 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 6292893.5 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 5.15 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.07387492 |\n", + "| air_humidity | -0.8727871 |\n", + "| air_temperature | 0.37073776 |\n", + "| clg_setpoint | -1.144999 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8628328 |\n", + "| diffuse_solar_radiation | 3.4214358 |\n", + "| direct_solar_radiation | 0.8848948 |\n", + "| hour | 0.21718132 |\n", + "| htg_setpoint | -1.4069843 |\n", + "| month | 0.021905793 |\n", + "| outdoor_humidity | -0.84083456 |\n", + "| outdoor_temperature | 1.3872302 |\n", + "| people_occupant | -0.68941504 |\n", + "| total_electricity_HVAC | -0.006215581 |\n", + "| wind_direction | 1.6375563 |\n", + "| wind_speed | 0.41360402 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2586.9458 |\n", + "| air_humidity | 25.599411 |\n", + "| air_temperature | 23.250011 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 408.0 |\n", + "| direct_solar_radiation | 373.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 50.5 |\n", + "| outdoor_temperature | 25.061491 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2757963.2 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 5.95 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------******-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.512432 |\n", + "| Heating_Setpoint_RL | -0.8207964 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.895542 |\n", + "| Heating_Setpoint_RL | 13.00802 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4515904 |\n", + "| air_humidity | -0.8425926 |\n", + "| air_temperature | 0.7127984 |\n", + "| clg_setpoint | -0.213805 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.74862725 |\n", + "| diffuse_solar_radiation | 1.7341543 |\n", + "| direct_solar_radiation | 1.8327203 |\n", + "| hour | 0.36164296 |\n", + "| htg_setpoint | -1.1929793 |\n", + "| month | 0.021892957 |\n", + "| outdoor_humidity | -0.9821225 |\n", + "| outdoor_temperature | 0.82554823 |\n", + "| people_occupant | -0.68881965 |\n", + "| total_electricity_HVAC | -0.46563482 |\n", + "| wind_direction | 0.31476295 |\n", + "| wind_speed | 0.5171899 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 903.9861 |\n", + "| air_humidity | 25.98163 |\n", + "| air_temperature | 23.762857 |\n", + "| clg_setpoint | 25.665546 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 243.0 |\n", + "| direct_solar_radiation | 610.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.878692 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 47.5 |\n", + "| outdoor_temperature | 19.640816 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 819459.94 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.20948076 |\n", + "| Heating_Setpoint_RL | 0.027282164 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.918003 |\n", + "| Heating_Setpoint_RL | 17.778461 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.37264675 |\n", + "| air_humidity | 0.7722906 |\n", + "| air_temperature | 0.36946207 |\n", + "| clg_setpoint | -1.1453274 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6345782 |\n", + "| diffuse_solar_radiation | 1.6802595 |\n", + "| direct_solar_radiation | 0.74385524 |\n", + "| hour | 0.50610274 |\n", + "| htg_setpoint | -0.413577 |\n", + "| month | 0.021880146 |\n", + "| outdoor_humidity | -1.4324087 |\n", + "| outdoor_temperature | 1.0892147 |\n", + "| people_occupant | 1.6951718 |\n", + "| total_electricity_HVAC | 0.3161458 |\n", + "| wind_direction | -0.11040545 |\n", + "| wind_speed | 0.7241049 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4570.461 |\n", + "| air_humidity | 46.671906 |\n", + "| air_temperature | 23.2487 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 238.0 |\n", + "| direct_solar_radiation | 338.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.086002 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | 22.194466 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4113414.8 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "----------------------------------------------------***-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.48120344 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.331768 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.039691757 |\n", + "| air_humidity | 1.9249171 |\n", + "| air_temperature | 0.36981508 |\n", + "| clg_setpoint | -1.1448936 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5206417 |\n", + "| diffuse_solar_radiation | 0.8939377 |\n", + "| direct_solar_radiation | -0.6087447 |\n", + "| hour | 0.650559 |\n", + "| htg_setpoint | -0.32182464 |\n", + "| month | 0.021867355 |\n", + "| outdoor_humidity | 0.67851245 |\n", + "| outdoor_temperature | 0.76157314 |\n", + "| people_occupant | 1.6945113 |\n", + "| total_electricity_HVAC | -0.00023599713 |\n", + "| wind_direction | -0.34636813 |\n", + "| wind_speed | -0.018890714 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3088.787 |\n", + "| air_humidity | 61.474937 |\n", + "| air_temperature | 23.249666 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 161.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 16.465494 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 82.5 |\n", + "| outdoor_temperature | 19.03625 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2779908.5 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 4.9 |\n", + "----------------------------------------------------\n", + "--------------------------------------------------*****-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.07684615 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.192741 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.004983492 |\n", + "| air_humidity | 1.6923704 |\n", + "| air_temperature | 0.37004396 |\n", + "| clg_setpoint | -1.1447197 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.40678126 |\n", + "| diffuse_solar_radiation | -0.013743178 |\n", + "| direct_solar_radiation | -0.6084064 |\n", + "| hour | 0.79500955 |\n", + "| htg_setpoint | -1.01321 |\n", + "| month | 0.021854589 |\n", + "| outdoor_humidity | 0.8200213 |\n", + "| outdoor_temperature | 0.83654374 |\n", + "| people_occupant | 1.6938528 |\n", + "| total_electricity_HVAC | -0.04271405 |\n", + "| wind_direction | 0.07920104 |\n", + "| wind_speed | 1.2405694 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2889.528 |\n", + "| air_humidity | 58.568615 |\n", + "| air_temperature | 23.250317 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 72.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 13.621002 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 19.767124 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2600575.2 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 7.95 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*******------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.7471659 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.103315 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.11628716 |\n", + "| air_humidity | 1.2336632 |\n", + "| air_temperature | 0.36949012 |\n", + "| clg_setpoint | -1.1444427 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29296824 |\n", + "| diffuse_solar_radiation | -0.1770416 |\n", + "| direct_solar_radiation | -0.19582918 |\n", + "| hour | 0.9394515 |\n", + "| htg_setpoint | 0.14440644 |\n", + "| month | 0.021841843 |\n", + "| outdoor_humidity | 0.88988626 |\n", + "| outdoor_temperature | 0.9693919 |\n", + "| people_occupant | 0.50185245 |\n", + "| total_electricity_HVAC | -0.1449629 |\n", + "| wind_direction | 0.07913208 |\n", + "| wind_speed | 1.1374255 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2394.933 |\n", + "| air_humidity | 52.71753 |\n", + "| air_temperature | 23.249641 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 56.0 |\n", + "| direct_solar_radiation | 103.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.3867 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 21.05829 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 2170306.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.40566787 |\n", + "| Heating_Setpoint_RL | 0.5696038 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.99413 |\n", + "| Heating_Setpoint_RL | 20.829021 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5061755 |\n", + "| air_humidity | 1.165995 |\n", + "| air_temperature | 0.579016 |\n", + "| clg_setpoint | -0.616763 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.1791815 |\n", + "| diffuse_solar_radiation | -0.7478432 |\n", + "| direct_solar_radiation | -0.608558 |\n", + "| hour | 1.0838816 |\n", + "| htg_setpoint | 0.58816946 |\n", + "| month | 0.02182912 |\n", + "| outdoor_humidity | 0.81745785 |\n", + "| outdoor_temperature | 0.9595884 |\n", + "| people_occupant | -0.45154867 |\n", + "| total_electricity_HVAC | -0.519505 |\n", + "| wind_direction | 0.17372328 |\n", + "| wind_speed | -0.12365793 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 664.01953 |\n", + "| air_humidity | 51.881752 |\n", + "| air_temperature | 23.56324 |\n", + "| clg_setpoint | 24.618166 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.213318 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 20.974152 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 595296.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.65 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------******------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9646598 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.880726 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5169419 |\n", + "| air_humidity | -1.0807078 |\n", + "| air_temperature | 0.5188311 |\n", + "| clg_setpoint | 1.4579537 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.065407306 |\n", + "| diffuse_solar_radiation | -0.7478587 |\n", + "| direct_solar_radiation | -0.608757 |\n", + "| hour | 1.2282959 |\n", + "| htg_setpoint | -1.3911415 |\n", + "| month | 0.02181642 |\n", + "| outdoor_humidity | 0.81694365 |\n", + "| outdoor_temperature | 1.3060886 |\n", + "| people_occupant | -0.6892413 |\n", + "| total_electricity_HVAC | -0.52921337 |\n", + "| wind_direction | -0.8208893 |\n", + "| wind_speed | -0.66060835 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 615.3132 |\n", + "| air_humidity | 22.976795 |\n", + "| air_temperature | 23.473558 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.062835 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 24.339163 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 553781.8 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 3.35 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*******-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.53357613 |\n", + "| Heating_Setpoint_RL | -0.40645736 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.42582 |\n", + "| Heating_Setpoint_RL | 15.338677 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.030116985 |\n", + "| air_humidity | -0.7204272 |\n", + "| air_temperature | 0.37053445 |\n", + "| clg_setpoint | 1.4141853 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.04836053 |\n", + "| diffuse_solar_radiation | -0.747991 |\n", + "| direct_solar_radiation | -0.6086326 |\n", + "| hour | 1.37269 |\n", + "| htg_setpoint | 1.326537 |\n", + "| month | 0.02180374 |\n", + "| outdoor_humidity | 0.9582596 |\n", + "| outdoor_temperature | 0.8804936 |\n", + "| people_occupant | -0.68865097 |\n", + "| total_electricity_HVAC | 0.14484222 |\n", + "| wind_direction | -0.86747134 |\n", + "| wind_speed | -1.0739694 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2773.777 |\n", + "| air_humidity | 27.582365 |\n", + "| air_temperature | 23.251894 |\n", + "| clg_setpoint | 29.887102 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 20.242977 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3385290.2 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 2.35 |\n", + "| train/ | |\n", + "| approx_kl | 0.005865774 |\n", + "| clip_fraction | 0.0581 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.6 |\n", + "| explained_variance | 0.327 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.425 |\n", + "| n_updates | 420 |\n", + "| policy_gradient_loss | -0.00726 |\n", + "| std | 0.886 |\n", + "| value_loss | 1.12 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.10342764 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.04322 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.46983963 |\n", + "| air_humidity | 0.540739 |\n", + "| air_temperature | 0.36938956 |\n", + "| clg_setpoint | 0.5577932 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.16212083 |\n", + "| diffuse_solar_radiation | -0.7481526 |\n", + "| direct_solar_radiation | -0.6087185 |\n", + "| hour | 1.5170588 |\n", + "| htg_setpoint | 1.3263481 |\n", + "| month | 0.021791084 |\n", + "| outdoor_humidity | 1.2420835 |\n", + "| outdoor_temperature | 0.91047174 |\n", + "| people_occupant | -0.6888531 |\n", + "| total_electricity_HVAC | 0.4741778 |\n", + "| wind_direction | 0.12778138 |\n", + "| wind_speed | -0.24563874 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4991.185 |\n", + "| air_humidity | 43.825657 |\n", + "| air_temperature | 23.250322 |\n", + "| clg_setpoint | 27.665554 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 94.5 |\n", + "| outdoor_temperature | 20.542915 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4768629.5 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 4.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*******-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5945455 |\n", + "| Heating_Setpoint_RL | 0.6008551 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.631592 |\n", + "| Heating_Setpoint_RL | 21.00481 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5412886 |\n", + "| air_humidity | 0.44172308 |\n", + "| air_temperature | 0.08403721 |\n", + "| clg_setpoint | 1.4577417 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.27586505 |\n", + "| diffuse_solar_radiation | -0.7483186 |\n", + "| direct_solar_radiation | -0.6088661 |\n", + "| hour | 1.6613971 |\n", + "| htg_setpoint | -0.026432594 |\n", + "| month | 0.02177845 |\n", + "| outdoor_humidity | 0.83756 |\n", + "| outdoor_temperature | 1.2151349 |\n", + "| people_occupant | -0.6890548 |\n", + "| total_electricity_HVAC | -0.55235475 |\n", + "| wind_direction | 0.5068005 |\n", + "| wind_speed | -0.6592554 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 508.07602 |\n", + "| air_humidity | 42.56181 |\n", + "| air_temperature | 22.824478 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.679968 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 23.501842 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 457268.4 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.35 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.532835 |\n", + "| air_humidity | 0.23659858 |\n", + "| air_temperature | -0.15542573 |\n", + "| clg_setpoint | -0.74692607 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.50359935 |\n", + "| diffuse_solar_radiation | -0.74849945 |\n", + "| direct_solar_radiation | -0.6092117 |\n", + "| hour | -1.6612525 |\n", + "| htg_setpoint | -0.37621433 |\n", + "| month | 0.021765837 |\n", + "| outdoor_humidity | 0.43457076 |\n", + "| outdoor_temperature | 1.1370333 |\n", + "| people_occupant | -0.689256 |\n", + "| total_electricity_HVAC | -0.54339445 |\n", + "| wind_direction | -0.86823523 |\n", + "| wind_speed | -0.7629309 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 546.9825 |\n", + "| air_humidity | 39.93081 |\n", + "| air_temperature | 22.467628 |\n", + "| clg_setpoint | 24.280878 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.238327 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | 22.783234 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 496211.47 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.8341217 |\n", + "| air_humidity | 0.1743908 |\n", + "| air_temperature | 0.36864635 |\n", + "| clg_setpoint | 1.458349 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6172981 |\n", + "| diffuse_solar_radiation | -0.7487275 |\n", + "| direct_solar_radiation | -0.6096093 |\n", + "| hour | -1.5166653 |\n", + "| htg_setpoint | 1.3269675 |\n", + "| month | 0.021753246 |\n", + "| outdoor_humidity | 1.0996039 |\n", + "| outdoor_temperature | 0.8057264 |\n", + "| people_occupant | -0.6894568 |\n", + "| total_electricity_HVAC | 0.80561215 |\n", + "| wind_direction | 0.12816662 |\n", + "| wind_speed | -0.4522752 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6606.189 |\n", + "| air_humidity | 39.138496 |\n", + "| air_temperature | 23.250193 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 19.592707 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6160262.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.56704056 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.538761 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5594536 |\n", + "| air_humidity | 0.31460977 |\n", + "| air_temperature | -0.4510613 |\n", + "| clg_setpoint | 1.1898657 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.73090094 |\n", + "| diffuse_solar_radiation | -0.74889857 |\n", + "| direct_solar_radiation | -0.60925716 |\n", + "| hour | -1.3721093 |\n", + "| htg_setpoint | 0.8966154 |\n", + "| month | 0.021740677 |\n", + "| outdoor_humidity | 0.1250597 |\n", + "| outdoor_temperature | 1.1760626 |\n", + "| people_occupant | -0.68965715 |\n", + "| total_electricity_HVAC | -0.5696363 |\n", + "| wind_direction | 1.3616025 |\n", + "| wind_speed | -0.12076684 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 430.76807 |\n", + "| air_humidity | 40.963127 |\n", + "| air_temperature | 22.027609 |\n", + "| clg_setpoint | 29.303661 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.478245 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 23.187468 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 387691.25 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 4.65 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.5394684 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.59049 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5670099 |\n", + "| air_humidity | -1.3995081 |\n", + "| air_temperature | -0.4942192 |\n", + "| clg_setpoint | 1.0109859 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8443681 |\n", + "| diffuse_solar_radiation | -0.7491 |\n", + "| direct_solar_radiation | -0.60966855 |\n", + "| hour | -1.2275786 |\n", + "| htg_setpoint | 0.013535014 |\n", + "| month | 0.02172813 |\n", + "| outdoor_humidity | -0.06322874 |\n", + "| outdoor_temperature | 0.8049275 |\n", + "| people_occupant | -0.68907034 |\n", + "| total_electricity_HVAC | -0.576808 |\n", + "| wind_direction | 0.79055303 |\n", + "| wind_speed | -0.3490308 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 396.3789 |\n", + "| air_humidity | 18.893099 |\n", + "| air_temperature | 21.964052 |\n", + "| clg_setpoint | 28.84035 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 17.83924 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 19.614273 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 356741.0 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.6759332 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.906275 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5691487 |\n", + "| air_humidity | -1.8304641 |\n", + "| air_temperature | -0.7457967 |\n", + "| clg_setpoint | -0.4020392 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9576528 |\n", + "| diffuse_solar_radiation | -0.7185872 |\n", + "| direct_solar_radiation | -0.6098906 |\n", + "| hour | -1.0830683 |\n", + "| htg_setpoint | -1.2100024 |\n", + "| month | 0.021715604 |\n", + "| outdoor_humidity | 1.241395 |\n", + "| outdoor_temperature | 1.1126709 |\n", + "| people_occupant | -0.688485 |\n", + "| total_electricity_HVAC | -0.5788305 |\n", + "| wind_direction | -0.15850022 |\n", + "| wind_speed | -0.9713136 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 385.95197 |\n", + "| air_humidity | 13.298209 |\n", + "| air_temperature | 21.589775 |\n", + "| clg_setpoint | 25.175077 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 3.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 12.796766 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 94.5 |\n", + "| outdoor_temperature | 22.614153 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 347356.75 |\n", + "| wind_direction | 165.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7715165 |\n", + "| Heating_Setpoint_RL | 0.07899538 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.228868 |\n", + "| Heating_Setpoint_RL | 18.06935 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.16885397 |\n", + "| air_humidity | 0.34410077 |\n", + "| air_temperature | 0.36818945 |\n", + "| clg_setpoint | 1.2249779 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0707015 |\n", + "| diffuse_solar_radiation | -0.51547426 |\n", + "| direct_solar_radiation | -0.6096713 |\n", + "| hour | -0.9385736 |\n", + "| htg_setpoint | 1.3282753 |\n", + "| month | 0.021703102 |\n", + "| outdoor_humidity | 1.4060464 |\n", + "| outdoor_temperature | 1.2549657 |\n", + "| people_occupant | -0.6886857 |\n", + "| total_electricity_HVAC | 0.3994014 |\n", + "| wind_direction | -0.8221033 |\n", + "| wind_speed | -0.6603076 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3652.818 |\n", + "| air_humidity | 41.32546 |\n", + "| air_temperature | 23.250095 |\n", + "| clg_setpoint | 29.395552 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 23.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 24.010826 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4448864.0 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.0736869 |\n", + "| Heating_Setpoint_RL | -0.7924977 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.376307 |\n", + "| Heating_Setpoint_RL | 13.1672 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.30605578 |\n", + "| air_humidity | -0.09505262 |\n", + "| air_temperature | -0.61388797 |\n", + "| clg_setpoint | -0.3104167 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1834539 |\n", + "| diffuse_solar_radiation | -0.06926857 |\n", + "| direct_solar_radiation | 1.8080678 |\n", + "| hour | -0.79409087 |\n", + "| htg_setpoint | -0.27857167 |\n", + "| month | 0.021690618 |\n", + "| outdoor_humidity | -0.15927961 |\n", + "| outdoor_temperature | 1.0670373 |\n", + "| people_occupant | -0.6888859 |\n", + "| total_electricity_HVAC | -0.3033605 |\n", + "| wind_direction | 0.7437723 |\n", + "| wind_speed | -0.34966853 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1552.169 |\n", + "| air_humidity | 35.67617 |\n", + "| air_temperature | 21.787842 |\n", + "| clg_setpoint | 25.41198 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 67.0 |\n", + "| direct_solar_radiation | 604.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.63047 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 22.211311 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1503957.9 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7428017 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.131956 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.571315 |\n", + "| air_humidity | 0.40435988 |\n", + "| air_temperature | -0.61719775 |\n", + "| clg_setpoint | 1.4583969 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2958436 |\n", + "| diffuse_solar_radiation | 1.7675056 |\n", + "| direct_solar_radiation | -0.15839244 |\n", + "| hour | -0.64961654 |\n", + "| htg_setpoint | 0.02100518 |\n", + "| month | 0.021678157 |\n", + "| outdoor_humidity | 0.9554821 |\n", + "| outdoor_temperature | 1.132175 |\n", + "| people_occupant | -0.6890857 |\n", + "| total_electricity_HVAC | -0.5813229 |\n", + "| wind_direction | 0.22145654 |\n", + "| wind_speed | 0.7284908 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 379.47467 |\n", + "| air_humidity | 42.119377 |\n", + "| air_temperature | 21.783377 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 248.0 |\n", + "| direct_solar_radiation | 113.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.862133 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 22.858393 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 339829.8 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.82631934 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.273046 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.55393046 |\n", + "| air_humidity | 1.0978413 |\n", + "| air_temperature | 1.6042401 |\n", + "| clg_setpoint | 0.11716094 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4077976 |\n", + "| diffuse_solar_radiation | 2.7092009 |\n", + "| direct_solar_radiation | -0.27841917 |\n", + "| hour | -0.505148 |\n", + "| htg_setpoint | 0.71029145 |\n", + "| month | 0.021665718 |\n", + "| outdoor_humidity | 0.81248397 |\n", + "| outdoor_temperature | 1.0669255 |\n", + "| people_occupant | 1.6939222 |\n", + "| total_electricity_HVAC | -0.5688081 |\n", + "| wind_direction | 0.22140667 |\n", + "| wind_speed | -0.12323221 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 457.21564 |\n", + "| air_humidity | 51.074036 |\n", + "| air_temperature | 25.089909 |\n", + "| clg_setpoint | 26.520275 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 341.0 |\n", + "| direct_solar_radiation | 83.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.700401 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 22.237223 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 393103.5 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 4.65 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.57692945 |\n", + "| Heating_Setpoint_RL | 0.9611576 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.572136 |\n", + "| Heating_Setpoint_RL | 23.031511 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.2433163 |\n", + "| air_humidity | 1.9414409 |\n", + "| air_temperature | 0.36657166 |\n", + "| clg_setpoint | -0.83701456 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5192376 |\n", + "| diffuse_solar_radiation | 0.8828653 |\n", + "| direct_solar_radiation | -0.61059934 |\n", + "| hour | -0.36068285 |\n", + "| htg_setpoint | 1.329259 |\n", + "| month | 0.0216533 |\n", + "| outdoor_humidity | 0.8117588 |\n", + "| outdoor_temperature | 0.8416774 |\n", + "| people_occupant | -0.689484 |\n", + "| total_electricity_HVAC | -0.26931158 |\n", + "| wind_direction | -0.967101 |\n", + "| wind_speed | -0.537953 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1831.048 |\n", + "| air_humidity | 61.97355 |\n", + "| air_temperature | 23.248312 |\n", + "| clg_setpoint | 24.043772 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 161.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 20.064693 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1647943.1 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 3.65 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8495234 |\n", + "| Heating_Setpoint_RL | -0.7889515 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.757858 |\n", + "| Heating_Setpoint_RL | 13.187148 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4201415 |\n", + "| air_humidity | -0.5767044 |\n", + "| air_temperature | 0.33318618 |\n", + "| clg_setpoint | -0.93808544 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6300797 |\n", + "| diffuse_solar_radiation | 2.5141544 |\n", + "| direct_solar_radiation | -0.6103362 |\n", + "| hour | -0.21621951 |\n", + "| htg_setpoint | -1.064186 |\n", + "| month | 0.021640904 |\n", + "| outdoor_humidity | 0.43125018 |\n", + "| outdoor_temperature | 1.0472288 |\n", + "| people_occupant | -0.68890214 |\n", + "| total_electricity_HVAC | -0.4373059 |\n", + "| wind_direction | 0.07876313 |\n", + "| wind_speed | -0.2475183 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1048.074 |\n", + "| air_humidity | 29.518167 |\n", + "| air_temperature | 23.198402 |\n", + "| clg_setpoint | 23.7822 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 322.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 13.391482 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | 22.067738 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 943266.56 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.0411941 |\n", + "| air_humidity | 1.1110084 |\n", + "| air_temperature | 0.367175 |\n", + "| clg_setpoint | -1.1434137 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.671433 |\n", + "| diffuse_solar_radiation | 1.9541719 |\n", + "| direct_solar_radiation | 1.5264384 |\n", + "| hour | -0.07175688 |\n", + "| htg_setpoint | -1.4019228 |\n", + "| month | 0.3157037 |\n", + "| outdoor_humidity | -0.4954526 |\n", + "| outdoor_temperature | 1.474208 |\n", + "| people_occupant | 1.2186903 |\n", + "| total_electricity_HVAC | 0.98453003 |\n", + "| wind_direction | 0.07833748 |\n", + "| wind_speed | 0.084850326 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7501.497 |\n", + "| air_humidity | 51.297066 |\n", + "| air_temperature | 23.249182 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 267.0 |\n", + "| direct_solar_radiation | 534.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 26.217213 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 6891171.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.15 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.201954 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.306595 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.8898359 |\n", + "| air_humidity | 1.0683976 |\n", + "| air_temperature | 0.36711782 |\n", + "| clg_setpoint | -1.143102 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5543792 |\n", + "| diffuse_solar_radiation | 0.8301025 |\n", + "| direct_solar_radiation | 2.7711372 |\n", + "| hour | 0.072705634 |\n", + "| htg_setpoint | 1.3291346 |\n", + "| month | 0.3155055 |\n", + "| outdoor_humidity | -0.09245596 |\n", + "| outdoor_temperature | 1.3411593 |\n", + "| people_occupant | 0.26469535 |\n", + "| total_electricity_HVAC | 0.9097971 |\n", + "| wind_direction | 0.17402898 |\n", + "| wind_speed | 0.41780785 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6832.5737 |\n", + "| air_humidity | 50.779945 |\n", + "| air_temperature | 23.249609 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 156.0 |\n", + "| direct_solar_radiation | 846.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 24.938324 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 6578085.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.95 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.4404667 |\n", + "| Heating_Setpoint_RL | 0.92557186 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.138424 |\n", + "| Heating_Setpoint_RL | 22.83134 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.37179077 |\n", + "| air_humidity | 0.64960754 |\n", + "| air_temperature | 2.135811 |\n", + "| clg_setpoint | 0.060661484 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4379877 |\n", + "| diffuse_solar_radiation | 2.4784584 |\n", + "| direct_solar_radiation | -0.6110198 |\n", + "| hour | 0.217168 |\n", + "| htg_setpoint | -0.16389644 |\n", + "| month | 0.31530768 |\n", + "| outdoor_humidity | -0.68671423 |\n", + "| outdoor_temperature | 1.6628045 |\n", + "| people_occupant | 1.2177534 |\n", + "| total_electricity_HVAC | -0.4393382 |\n", + "| wind_direction | -1.3015304 |\n", + "| wind_speed | -0.7649898 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1263.6797 |\n", + "| air_humidity | 45.381954 |\n", + "| air_temperature | 25.876759 |\n", + "| clg_setpoint | 26.372475 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 319.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.099754 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 28.073833 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 936848.75 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8077984 |\n", + "| Heating_Setpoint_RL | 0.008332789 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.89868 |\n", + "| Heating_Setpoint_RL | 17.671871 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.7664611 |\n", + "| air_humidity | 1.1500936 |\n", + "| air_temperature | 0.36768246 |\n", + "| clg_setpoint | -1.1427242 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.322158 |\n", + "| diffuse_solar_radiation | 1.67678 |\n", + "| direct_solar_radiation | 1.9432807 |\n", + "| hour | 0.3616297 |\n", + "| htg_setpoint | -1.4022658 |\n", + "| month | 0.31511024 |\n", + "| outdoor_humidity | -1.257231 |\n", + "| outdoor_temperature | 1.6230344 |\n", + "| people_occupant | 1.6938591 |\n", + "| total_electricity_HVAC | 0.8850978 |\n", + "| wind_direction | -0.34895638 |\n", + "| wind_speed | 0.52272695 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6287.129 |\n", + "| air_humidity | 51.85671 |\n", + "| air_temperature | 23.251348 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 240.0 |\n", + "| direct_solar_radiation | 639.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 27.709822 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6473763.0 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.97755146 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.123726 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.0119886 |\n", + "| air_humidity | 1.1917027 |\n", + "| air_temperature | 0.3658639 |\n", + "| clg_setpoint | -1.1425036 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2067993 |\n", + "| diffuse_solar_radiation | 1.4423274 |\n", + "| direct_solar_radiation | 1.6477655 |\n", + "| hour | 0.50608957 |\n", + "| htg_setpoint | -0.8403504 |\n", + "| month | 0.31491315 |\n", + "| outdoor_humidity | 0.40537548 |\n", + "| outdoor_temperature | 1.276692 |\n", + "| people_occupant | 1.6932184 |\n", + "| total_electricity_HVAC | 0.9211125 |\n", + "| wind_direction | -0.0150311 |\n", + "| wind_speed | -0.120126255 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7369.468 |\n", + "| air_humidity | 52.401615 |\n", + "| air_temperature | 23.249004 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 217.0 |\n", + "| direct_solar_radiation | 565.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 14.315899 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 24.362684 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6623462.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.65 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.57982737 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 14.363471 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3949114 |\n", + "| air_humidity | -1.0798442 |\n", + "| air_temperature | 1.1309522 |\n", + "| clg_setpoint | 1.0271773 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0918298 |\n", + "| diffuse_solar_radiation | 0.5830247 |\n", + "| direct_solar_radiation | 1.722311 |\n", + "| hour | 0.6505461 |\n", + "| htg_setpoint | -1.4021075 |\n", + "| month | 0.31471646 |\n", + "| outdoor_humidity | 0.1670196 |\n", + "| outdoor_temperature | 1.5429614 |\n", + "| people_occupant | -0.68931365 |\n", + "| total_electricity_HVAC | -0.4082106 |\n", + "| wind_direction | 0.07992241 |\n", + "| wind_speed | 0.5238665 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1163.4932 |\n", + "| air_humidity | 23.087643 |\n", + "| air_temperature | 24.384485 |\n", + "| clg_setpoint | 28.881723 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 132.0 |\n", + "| direct_solar_radiation | 584.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 26.967823 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1068841.9 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "---------------------------------------------------***********------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8944019 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.643606 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.44559816 |\n", + "| air_humidity | -1.772525 |\n", + "| air_temperature | 0.8919311 |\n", + "| clg_setpoint | 0.60136825 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.97717613 |\n", + "| diffuse_solar_radiation | 0.48130858 |\n", + "| direct_solar_radiation | 0.43924826 |\n", + "| hour | 0.7949969 |\n", + "| htg_setpoint | -1.4009782 |\n", + "| month | 0.31452012 |\n", + "| outdoor_humidity | 0.00072385377 |\n", + "| outdoor_temperature | 1.6906874 |\n", + "| people_occupant | -0.6887366 |\n", + "| total_electricity_HVAC | -0.4660776 |\n", + "| wind_direction | 0.12739757 |\n", + "| wind_speed | 0.5246606 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 938.767 |\n", + "| air_humidity | 14.109521 |\n", + "| air_temperature | 24.030348 |\n", + "| clg_setpoint | 27.777428 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 122.0 |\n", + "| direct_solar_radiation | 263.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 68.5 |\n", + "| outdoor_temperature | 28.438162 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 826031.5 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 6.2 |\n", + "| train/ | |\n", + "| approx_kl | 0.007993529 |\n", + "| clip_fraction | 0.0601 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.6 |\n", + "| explained_variance | 0.359 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.404 |\n", + "| n_updates | 430 |\n", + "| policy_gradient_loss | -0.00861 |\n", + "| std | 0.89 |\n", + "| value_loss | 1.7 |\n", + "---------------------------------------------------\n", + "-------------------------------------------------*************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.37867156 |\n", + "| Heating_Setpoint_RL | 0.3055947 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.346983 |\n", + "| Heating_Setpoint_RL | 19.343971 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.45191926 |\n", + "| air_humidity | 1.8634965 |\n", + "| air_temperature | 0.9447229 |\n", + "| clg_setpoint | -0.09098985 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8627735 |\n", + "| diffuse_solar_radiation | -0.20595229 |\n", + "| direct_solar_radiation | -0.6118117 |\n", + "| hour | 0.9394395 |\n", + "| htg_setpoint | -1.313722 |\n", + "| month | 0.31432414 |\n", + "| outdoor_humidity | 1.0466777 |\n", + "| outdoor_temperature | 1.3391688 |\n", + "| people_occupant | 0.50297743 |\n", + "| total_electricity_HVAC | -0.4717161 |\n", + "| wind_direction | -0.6826555 |\n", + "| wind_speed | -0.6589084 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 911.90173 |\n", + "| air_humidity | 61.078426 |\n", + "| air_temperature | 24.109085 |\n", + "| clg_setpoint | 25.980019 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 54.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 12.357498 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.5 |\n", + "| outdoor_temperature | 25.05027 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 803411.44 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.69151527 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 21.514774 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.26237246 |\n", + "| air_humidity | 1.4396334 |\n", + "| air_temperature | 0.36477974 |\n", + "| clg_setpoint | -1.1428446 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7485648 |\n", + "| diffuse_solar_radiation | -0.75126135 |\n", + "| direct_solar_radiation | -0.61204535 |\n", + "| hour | 1.0838704 |\n", + "| htg_setpoint | -0.18170221 |\n", + "| month | 0.31412855 |\n", + "| outdoor_humidity | 0.7129971 |\n", + "| outdoor_temperature | 1.4944956 |\n", + "| people_occupant | -0.45076096 |\n", + "| total_electricity_HVAC | -0.28747657 |\n", + "| wind_direction | 0.17577583 |\n", + "| wind_speed | -0.65767276 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1748.9106 |\n", + "| air_humidity | 55.61603 |\n", + "| air_temperature | 23.249805 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 17.022001 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 83.5 |\n", + "| outdoor_temperature | 26.58606 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1574019.6 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.43405816 |\n", + "| Heating_Setpoint_RL | -0.9683112 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.089947 |\n", + "| Heating_Setpoint_RL | 12.178249 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5013078 |\n", + "| air_humidity | 0.8594089 |\n", + "| air_temperature | 0.4479705 |\n", + "| clg_setpoint | 1.4585814 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.63450086 |\n", + "| diffuse_solar_radiation | -0.7514125 |\n", + "| direct_solar_radiation | -0.612275 |\n", + "| hour | 1.2282861 |\n", + "| htg_setpoint | -1.4003932 |\n", + "| month | 0.3139333 |\n", + "| outdoor_humidity | -0.856134 |\n", + "| outdoor_temperature | 1.561315 |\n", + "| people_occupant | -0.45099536 |\n", + "| total_electricity_HVAC | -0.514506 |\n", + "| wind_direction | 1.0325602 |\n", + "| wind_speed | 0.4225689 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 696.69275 |\n", + "| air_humidity | 48.123505 |\n", + "| air_temperature | 23.373335 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 50.5 |\n", + "| outdoor_temperature | 27.268812 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 627023.5 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 5.95 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.57312644 |\n", + "| Heating_Setpoint_RL | -0.3753109 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.559301 |\n", + "| Heating_Setpoint_RL | 15.513876 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.52453476 |\n", + "| air_humidity | 0.6768476 |\n", + "| air_temperature | 0.089306355 |\n", + "| clg_setpoint | 0.12684608 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.52054006 |\n", + "| diffuse_solar_radiation | -0.75162494 |\n", + "| direct_solar_radiation | -0.612681 |\n", + "| hour | 1.3726821 |\n", + "| htg_setpoint | 0.62394726 |\n", + "| month | 0.31373844 |\n", + "| outdoor_humidity | -0.4030807 |\n", + "| outdoor_temperature | 1.1275917 |\n", + "| people_occupant | -0.6895239 |\n", + "| total_electricity_HVAC | -0.5365788 |\n", + "| wind_direction | 0.22187698 |\n", + "| wind_speed | -0.13860741 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 595.0416 |\n", + "| air_humidity | 45.77023 |\n", + "| air_temperature | 22.842186 |\n", + "| clg_setpoint | 26.543919 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.339514 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 23.06024 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 535537.44 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5330436 |\n", + "| Heating_Setpoint_RL | -0.20944339 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.424023 |\n", + "| Heating_Setpoint_RL | 16.44688 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5282499 |\n", + "| air_humidity | 0.42969397 |\n", + "| air_temperature | -0.079965584 |\n", + "| clg_setpoint | 1.4586961 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.40664828 |\n", + "| diffuse_solar_radiation | -0.75174826 |\n", + "| direct_solar_radiation | -0.61304075 |\n", + "| hour | 1.5170536 |\n", + "| htg_setpoint | -0.67311186 |\n", + "| month | 0.31354392 |\n", + "| outdoor_humidity | 0.42982033 |\n", + "| outdoor_temperature | 1.2088039 |\n", + "| people_occupant | -0.6897197 |\n", + "| total_electricity_HVAC | -0.5401261 |\n", + "| wind_direction | 0.41208276 |\n", + "| wind_speed | -0.3461892 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 579.6513 |\n", + "| air_humidity | 42.583183 |\n", + "| air_temperature | 22.591887 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 14.994331 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | 23.87343 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 521686.2 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5343613 |\n", + "| air_humidity | -1.3189275 |\n", + "| air_temperature | 0.21029466 |\n", + "| clg_setpoint | 0.16725495 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29279873 |\n", + "| diffuse_solar_radiation | -0.7519925 |\n", + "| direct_solar_radiation | -0.6133877 |\n", + "| hour | 1.6613952 |\n", + "| htg_setpoint | -1.3989804 |\n", + "| month | 0.31334975 |\n", + "| outdoor_humidity | 0.049050864 |\n", + "| outdoor_temperature | 1.540945 |\n", + "| people_occupant | -0.689146 |\n", + "| total_electricity_HVAC | -0.5459372 |\n", + "| wind_direction | 0.6977599 |\n", + "| wind_speed | -0.45034888 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 551.82367 |\n", + "| air_humidity | 19.984657 |\n", + "| air_temperature | 23.022459 |\n", + "| clg_setpoint | 26.65006 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 27.140991 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 496641.3 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56767184 |\n", + "| air_humidity | -1.8686304 |\n", + "| air_temperature | -0.42649296 |\n", + "| clg_setpoint | 0.43693477 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.06519255 |\n", + "| diffuse_solar_radiation | -0.75204414 |\n", + "| direct_solar_radiation | -0.61327994 |\n", + "| hour | -1.6612544 |\n", + "| htg_setpoint | 0.043217476 |\n", + "| month | 0.31315595 |\n", + "| outdoor_humidity | 1.405385 |\n", + "| outdoor_temperature | 1.1026989 |\n", + "| people_occupant | -0.6885738 |\n", + "| total_electricity_HVAC | -0.57697374 |\n", + "| wind_direction | -0.8743662 |\n", + "| wind_speed | 0.29882622 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 404.1096 |\n", + "| air_humidity | 12.834487 |\n", + "| air_temperature | 22.080679 |\n", + "| clg_setpoint | 27.351229 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 17.93996 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 22.886 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 366212.22 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 5.65 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7658186 |\n", + "| Heating_Setpoint_RL | -0.9903761 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.209637 |\n", + "| Heating_Setpoint_RL | 12.054134 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.23994447 |\n", + "| air_humidity | 0.117766574 |\n", + "| air_temperature | 0.36360833 |\n", + "| clg_setpoint | 1.4574391 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.04868239 |\n", + "| diffuse_solar_radiation | -0.75205946 |\n", + "| direct_solar_radiation | -0.61311716 |\n", + "| hour | -1.5166706 |\n", + "| htg_setpoint | 1.331777 |\n", + "| month | 0.31296253 |\n", + "| outdoor_humidity | 1.2141682 |\n", + "| outdoor_temperature | 1.1002321 |\n", + "| people_occupant | -0.6887698 |\n", + "| total_electricity_HVAC | -0.26619577 |\n", + "| wind_direction | -0.6350075 |\n", + "| wind_speed | -0.65810496 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1846.1542 |\n", + "| air_humidity | 38.522793 |\n", + "| air_temperature | 23.250164 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 22.877588 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1661538.8 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.62048924 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 21.115252 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5480443 |\n", + "| air_humidity | -0.025552921 |\n", + "| air_temperature | 0.06279088 |\n", + "| clg_setpoint | 0.5851715 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.16255161 |\n", + "| diffuse_solar_radiation | -0.7521896 |\n", + "| direct_solar_radiation | -0.61300826 |\n", + "| hour | -1.372117 |\n", + "| htg_setpoint | 1.1624922 |\n", + "| month | 0.31276944 |\n", + "| outdoor_humidity | -0.0946569 |\n", + "| outdoor_temperature | 1.1893021 |\n", + "| people_occupant | -0.6889655 |\n", + "| total_electricity_HVAC | -0.55883396 |\n", + "| wind_direction | -1.6824017 |\n", + "| wind_speed | -0.5529751 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 492.6575 |\n", + "| air_humidity | 36.677685 |\n", + "| air_temperature | 22.805712 |\n", + "| clg_setpoint | 27.73483 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.554018 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 23.7731 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 443911.47 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------****************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7201814 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.055613 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.54980737 |\n", + "| air_humidity | -0.08348935 |\n", + "| air_temperature | 0.02193951 |\n", + "| clg_setpoint | 0.26596102 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.27641076 |\n", + "| diffuse_solar_radiation | -0.75237054 |\n", + "| direct_solar_radiation | -0.6132754 |\n", + "| hour | -1.2275882 |\n", + "| htg_setpoint | 0.7916364 |\n", + "| month | 0.31257674 |\n", + "| outdoor_humidity | 0.97692794 |\n", + "| outdoor_temperature | 1.1985826 |\n", + "| people_occupant | -0.6891607 |\n", + "| total_electricity_HVAC | -0.56050634 |\n", + "| wind_direction | -0.6339773 |\n", + "| wind_speed | -1.177304 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 486.0318 |\n", + "| air_humidity | 35.93676 |\n", + "| air_temperature | 22.745974 |\n", + "| clg_setpoint | 26.906487 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.02507 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 23.887598 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 437960.84 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.6009855 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 21.005543 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.556667 |\n", + "| air_humidity | 0.62953776 |\n", + "| air_temperature | -0.30620047 |\n", + "| clg_setpoint | -0.10074848 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.39024836 |\n", + "| diffuse_solar_radiation | -0.7525484 |\n", + "| direct_solar_radiation | -0.61282086 |\n", + "| hour | -1.0830791 |\n", + "| htg_setpoint | 0.096956186 |\n", + "| month | 0.31238437 |\n", + "| outdoor_humidity | 1.023592 |\n", + "| outdoor_temperature | 0.97888476 |\n", + "| people_occupant | -0.6893555 |\n", + "| total_electricity_HVAC | -0.56677574 |\n", + "| wind_direction | -0.6334511 |\n", + "| wind_speed | -1.3015941 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 456.62256 |\n", + "| air_humidity | 45.180824 |\n", + "| air_temperature | 22.261509 |\n", + "| clg_setpoint | 25.954302 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.163937 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 21.75363 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 412604.5 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 1.8 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.28143173 |\n", + "| Heating_Setpoint_RL | -0.5499556 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.574833 |\n", + "| Heating_Setpoint_RL | 14.5315 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.55758876 |\n", + "| air_humidity | -0.22831404 |\n", + "| air_temperature | -0.16685608 |\n", + "| clg_setpoint | -1.1421893 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.5040458 |\n", + "| diffuse_solar_radiation | -0.19891433 |\n", + "| direct_solar_radiation | -0.57706785 |\n", + "| hour | -0.93858534 |\n", + "| htg_setpoint | -0.52436393 |\n", + "| month | 0.31219235 |\n", + "| outdoor_humidity | 1.2609986 |\n", + "| outdoor_temperature | 1.1260949 |\n", + "| people_occupant | -0.6895499 |\n", + "| total_electricity_HVAC | -0.56805325 |\n", + "| wind_direction | 0.27210957 |\n", + "| wind_speed | -1.0723407 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 453.8723 |\n", + "| air_humidity | 34.090687 |\n", + "| air_temperature | 22.467995 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 55.0 |\n", + "| direct_solar_radiation | 9.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.603243 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 23.211773 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 408485.1 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.4873452 |\n", + "| Heating_Setpoint_RL | 0.7172858 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.98021 |\n", + "| Heating_Setpoint_RL | 21.659733 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56035453 |\n", + "| air_humidity | -1.5419211 |\n", + "| air_temperature | 0.16030183 |\n", + "| clg_setpoint | 0.16638535 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.61777747 |\n", + "| diffuse_solar_radiation | 0.00164825 |\n", + "| direct_solar_radiation | -0.6132109 |\n", + "| hour | -0.7941031 |\n", + "| htg_setpoint | -1.3978679 |\n", + "| month | 0.3120007 |\n", + "| outdoor_humidity | 1.02228 |\n", + "| outdoor_temperature | 1.2413915 |\n", + "| people_occupant | -0.68898094 |\n", + "| total_electricity_HVAC | -0.5706846 |\n", + "| wind_direction | 0.46281978 |\n", + "| wind_speed | -0.34302065 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 440.756 |\n", + "| air_humidity | 17.079994 |\n", + "| air_temperature | 22.951864 |\n", + "| clg_setpoint | 26.647436 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 75.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 24.364513 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 396680.4 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.32218307 |\n", + "| Heating_Setpoint_RL | -0.267133 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.537632 |\n", + "| Heating_Setpoint_RL | 16.122377 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5641609 |\n", + "| air_humidity | -1.1319151 |\n", + "| air_temperature | -0.31342286 |\n", + "| clg_setpoint | 0.9282318 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.73141074 |\n", + "| diffuse_solar_radiation | 1.2469739 |\n", + "| direct_solar_radiation | -0.4414238 |\n", + "| hour | -0.6496291 |\n", + "| htg_setpoint | 0.030452855 |\n", + "| month | 0.3118094 |\n", + "| outdoor_humidity | 0.783472 |\n", + "| outdoor_temperature | 1.328465 |\n", + "| people_occupant | -0.68841344 |\n", + "| total_electricity_HVAC | -0.57430094 |\n", + "| wind_direction | 0.31964982 |\n", + "| wind_speed | 0.5316327 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 422.99182 |\n", + "| air_humidity | 22.344202 |\n", + "| air_temperature | 22.252945 |\n", + "| clg_setpoint | 28.625784 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 199.0 |\n", + "| direct_solar_radiation | 43.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.884155 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 25.23906 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 380692.62 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.197879 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.51193 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5545755 |\n", + "| air_humidity | 0.148548 |\n", + "| air_temperature | 1.6079831 |\n", + "| clg_setpoint | 0.51494205 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.84490615 |\n", + "| diffuse_solar_radiation | 1.0651037 |\n", + "| direct_solar_radiation | -0.61331433 |\n", + "| hour | -0.5051606 |\n", + "| htg_setpoint | -0.42752218 |\n", + "| month | 0.31161845 |\n", + "| outdoor_humidity | 0.7828723 |\n", + "| outdoor_temperature | 1.3196657 |\n", + "| people_occupant | 1.6954361 |\n", + "| total_electricity_HVAC | -0.5664347 |\n", + "| wind_direction | 0.22408499 |\n", + "| wind_speed | 0.19754964 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 465.95963 |\n", + "| air_humidity | 38.938686 |\n", + "| air_temperature | 25.088923 |\n", + "| clg_setpoint | 27.55296 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 181.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.995729 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 25.174002 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 414272.44 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 5.4 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.26931784 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.110086 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.8825809 |\n", + "| air_humidity | 1.1456826 |\n", + "| air_temperature | 0.36117822 |\n", + "| clg_setpoint | -1.1425159 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.95821744 |\n", + "| diffuse_solar_radiation | 1.3759243 |\n", + "| direct_solar_radiation | 1.8585552 |\n", + "| hour | -0.36069554 |\n", + "| htg_setpoint | 0.63292325 |\n", + "| month | 0.31142783 |\n", + "| outdoor_humidity | 0.47182268 |\n", + "| outdoor_temperature | 1.2990942 |\n", + "| people_occupant | 1.6948053 |\n", + "| total_electricity_HVAC | 0.7902778 |\n", + "| wind_direction | 0.5584394 |\n", + "| wind_speed | -1.0740521 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6771.285 |\n", + "| air_humidity | 51.879597 |\n", + "| air_temperature | 23.249353 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 212.0 |\n", + "| direct_solar_radiation | 618.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.36755 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 78.5 |\n", + "| outdoor_temperature | 24.986198 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6052263.5 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 2.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.32970226 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.770425 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.730966 |\n", + "| air_humidity | 1.0027975 |\n", + "| air_temperature | 0.97335184 |\n", + "| clg_setpoint | -0.80712605 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0712918 |\n", + "| diffuse_solar_radiation | 3.693528 |\n", + "| direct_solar_radiation | 0.5782455 |\n", + "| hour | -0.21623221 |\n", + "| htg_setpoint | -1.3783613 |\n", + "| month | 0.3112376 |\n", + "| outdoor_humidity | -0.36283624 |\n", + "| outdoor_temperature | 1.8656484 |\n", + "| people_occupant | 1.6941763 |\n", + "| total_electricity_HVAC | 1.6065253 |\n", + "| wind_direction | 0.60608387 |\n", + "| wind_speed | -0.34363037 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10492.458 |\n", + "| air_humidity | 50.034733 |\n", + "| air_temperature | 24.15225 |\n", + "| clg_setpoint | 24.119287 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 443.0 |\n", + "| direct_solar_radiation | 298.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 12.077012 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 30.564785 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 9443212.0 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.98187196 |\n", + "| air_humidity | 1.1145155 |\n", + "| air_temperature | 0.3607084 |\n", + "| clg_setpoint | -1.1416065 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1840698 |\n", + "| diffuse_solar_radiation | 1.3223317 |\n", + "| direct_solar_radiation | 2.206264 |\n", + "| hour | -0.07176954 |\n", + "| htg_setpoint | -0.31902838 |\n", + "| month | 0.31104767 |\n", + "| outdoor_humidity | 0.37559766 |\n", + "| outdoor_temperature | 1.292082 |\n", + "| people_occupant | 1.2169822 |\n", + "| total_electricity_HVAC | 0.89430434 |\n", + "| wind_direction | 0.079965614 |\n", + "| wind_speed | 0.3243674 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7208.421 |\n", + "| air_humidity | 51.495724 |\n", + "| air_temperature | 23.249111 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 207.0 |\n", + "| direct_solar_radiation | 705.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.443293 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 76.5 |\n", + "| outdoor_temperature | 24.95758 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 6485663.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.11392853 |\n", + "| air_humidity | -0.2905749 |\n", + "| air_temperature | 0.35557726 |\n", + "| clg_setpoint | -1.141014 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.296486 |\n", + "| diffuse_solar_radiation | 3.0955803 |\n", + "| direct_solar_radiation | 0.86626583 |\n", + "| hour | 0.07269299 |\n", + "| htg_setpoint | -1.3970228 |\n", + "| month | 0.31085813 |\n", + "| outdoor_humidity | -0.98440766 |\n", + "| outdoor_temperature | 1.799222 |\n", + "| people_occupant | -0.6893828 |\n", + "| total_electricity_HVAC | -0.07958969 |\n", + "| wind_direction | 0.70150155 |\n", + "| wind_speed | -1.0941337 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2402.3694 |\n", + "| air_humidity | 33.30228 |\n", + "| air_temperature | 23.241663 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 384.0 |\n", + "| direct_solar_radiation | 370.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 29.952532 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2440123.2 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 2.3 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.14881772 |\n", + "| Heating_Setpoint_RL | -0.52834094 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.12726 |\n", + "| Heating_Setpoint_RL | 14.653082 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.52665234 |\n", + "| air_humidity | -1.5316244 |\n", + "| air_temperature | 0.5003711 |\n", + "| clg_setpoint | -0.14076103 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4084691 |\n", + "| diffuse_solar_radiation | 1.7311547 |\n", + "| direct_solar_radiation | -0.6134788 |\n", + "| hour | 0.2171554 |\n", + "| htg_setpoint | -1.1748165 |\n", + "| month | 0.31066892 |\n", + "| outdoor_humidity | 0.75544804 |\n", + "| outdoor_temperature | 0.90616846 |\n", + "| people_occupant | -0.6888185 |\n", + "| total_electricity_HVAC | -0.5387278 |\n", + "| wind_direction | 0.27109176 |\n", + "| wind_speed | 0.84702027 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 591.705 |\n", + "| air_humidity | 17.20447 |\n", + "| air_temperature | 23.454782 |\n", + "| clg_setpoint | 25.846231 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 248.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.914116 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 84.5 |\n", + "| outdoor_temperature | 21.199781 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 532534.56 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 6.95 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.2666072 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.124664 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.68822426 |\n", + "| air_humidity | 1.1476007 |\n", + "| air_temperature | 0.36035293 |\n", + "| clg_setpoint | -1.1409001 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5199422 |\n", + "| diffuse_solar_radiation | 2.1396506 |\n", + "| direct_solar_radiation | 1.3236113 |\n", + "| hour | 0.36161712 |\n", + "| htg_setpoint | 0.6705311 |\n", + "| month | 0.31048006 |\n", + "| outdoor_humidity | -0.36576393 |\n", + "| outdoor_temperature | 1.0352304 |\n", + "| people_occupant | 1.6953646 |\n", + "| total_electricity_HVAC | 0.6157232 |\n", + "| wind_direction | 0.12692496 |\n", + "| wind_speed | -0.23803067 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5913.161 |\n", + "| air_humidity | 51.924183 |\n", + "| air_temperature | 23.248621 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 289.0 |\n", + "| direct_solar_radiation | 484.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 20.51756 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 22.475302 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5321845.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 4.35 |\n", + "| train/ | |\n", + "| approx_kl | 0.008163858 |\n", + "| clip_fraction | 0.0821 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.6 |\n", + "| explained_variance | 0.675 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.613 |\n", + "| n_updates | 440 |\n", + "| policy_gradient_loss | -0.00935 |\n", + "| std | 0.887 |\n", + "| value_loss | 1.9 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.37070653 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.539776 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.1377969 |\n", + "| air_humidity | 1.1849331 |\n", + "| air_temperature | 0.36021355 |\n", + "| clg_setpoint | -1.1403846 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6308228 |\n", + "| diffuse_solar_radiation | 1.5876465 |\n", + "| direct_solar_radiation | 0.8753995 |\n", + "| hour | 0.5060771 |\n", + "| htg_setpoint | -1.3962903 |\n", + "| month | 0.31029153 |\n", + "| outdoor_humidity | 0.49214798 |\n", + "| outdoor_temperature | 1.3120401 |\n", + "| people_occupant | 1.694738 |\n", + "| total_electricity_HVAC | 1.0429461 |\n", + "| wind_direction | 0.031103557 |\n", + "| wind_speed | 0.9527878 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7882.293 |\n", + "| air_humidity | 52.420258 |\n", + "| air_temperature | 23.248583 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 234.0 |\n", + "| direct_solar_radiation | 372.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 25.207672 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7094063.5 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------******************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.0077388883 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.668531 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.1179671 |\n", + "| air_humidity | 1.3247106 |\n", + "| air_temperature | 0.3599818 |\n", + "| clg_setpoint | -1.1396435 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7410243 |\n", + "| diffuse_solar_radiation | 1.9355363 |\n", + "| direct_solar_radiation | -0.2770675 |\n", + "| hour | 0.6505338 |\n", + "| htg_setpoint | 0.77200806 |\n", + "| month | 0.31010336 |\n", + "| outdoor_humidity | -0.22406664 |\n", + "| outdoor_temperature | 1.5222292 |\n", + "| people_occupant | 1.6941134 |\n", + "| total_electricity_HVAC | 1.0241108 |\n", + "| wind_direction | 0.12720345 |\n", + "| wind_speed | -0.655028 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7795.1396 |\n", + "| air_humidity | 54.24491 |\n", + "| air_temperature | 23.248499 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 269.0 |\n", + "| direct_solar_radiation | 84.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.935606 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 27.293615 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7015625.5 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 3.35 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*******************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.4200985 |\n", + "| air_humidity | 1.2472116 |\n", + "| air_temperature | 0.36129975 |\n", + "| clg_setpoint | -1.1394378 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6707388 |\n", + "| diffuse_solar_radiation | 0.07599138 |\n", + "| direct_solar_radiation | 0.990908 |\n", + "| hour | 0.794985 |\n", + "| htg_setpoint | -0.15558551 |\n", + "| month | 0.60835856 |\n", + "| outdoor_humidity | -0.34336856 |\n", + "| outdoor_temperature | 1.5740705 |\n", + "| people_occupant | 1.6934905 |\n", + "| total_electricity_HVAC | 1.5387219 |\n", + "| wind_direction | 0.12685607 |\n", + "| wind_speed | 1.2674483 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9118.214 |\n", + "| air_humidity | 53.25057 |\n", + "| air_temperature | 23.25103 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 83.0 |\n", + "| direct_solar_radiation | 401.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 17.111624 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 61.5 |\n", + "| outdoor_temperature | 27.829536 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 9149618.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 7.95 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.06527377 |\n", + "| Heating_Setpoint_RL | -0.37945223 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.404701 |\n", + "| Heating_Setpoint_RL | 15.4905815 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.3200532 |\n", + "| air_humidity | 1.251394 |\n", + "| air_temperature | 0.35965383 |\n", + "| clg_setpoint | -1.1394114 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5539978 |\n", + "| diffuse_solar_radiation | -0.41401455 |\n", + "| direct_solar_radiation | -0.10223244 |\n", + "| hour | 0.9394281 |\n", + "| htg_setpoint | -0.76215667 |\n", + "| month | 0.6078986 |\n", + "| outdoor_humidity | 0.44441313 |\n", + "| outdoor_temperature | 1.6002079 |\n", + "| people_occupant | 0.5016113 |\n", + "| total_electricity_HVAC | 0.29564792 |\n", + "| wind_direction | 0.030671768 |\n", + "| wind_speed | 0.32749668 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4304.4146 |\n", + "| air_humidity | 53.312424 |\n", + "| air_temperature | 23.249456 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 34.0 |\n", + "| direct_solar_radiation | 128.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 14.610398 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 28.11812 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 3997269.0 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5010881 |\n", + "| air_humidity | -1.3558135 |\n", + "| air_temperature | 1.1444223 |\n", + "| clg_setpoint | 0.98677975 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4378786 |\n", + "| diffuse_solar_radiation | -0.75416166 |\n", + "| direct_solar_radiation | -0.6142922 |\n", + "| hour | 1.0838599 |\n", + "| htg_setpoint | -1.3951507 |\n", + "| month | 0.60743964 |\n", + "| outdoor_humidity | 1.1130307 |\n", + "| outdoor_temperature | 1.4374404 |\n", + "| people_occupant | -0.6892183 |\n", + "| total_electricity_HVAC | -0.51357657 |\n", + "| wind_direction | -0.017328722 |\n", + "| wind_speed | 0.43263382 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 707.6253 |\n", + "| air_humidity | 19.508324 |\n", + "| air_temperature | 24.404043 |\n", + "| clg_setpoint | 28.769144 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 26.543911 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 640588.3 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.95 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4979529 |\n", + "| air_humidity | -1.7927693 |\n", + "| air_temperature | 0.67672545 |\n", + "| clg_setpoint | -0.74998 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3222865 |\n", + "| diffuse_solar_radiation | -0.75435066 |\n", + "| direct_solar_radiation | -0.61454517 |\n", + "| hour | 1.2282768 |\n", + "| htg_setpoint | -1.3939388 |\n", + "| month | 0.60698175 |\n", + "| outdoor_humidity | -0.84678185 |\n", + "| outdoor_temperature | 1.9975723 |\n", + "| people_occupant | -0.68865854 |\n", + "| total_electricity_HVAC | -0.41155759 |\n", + "| wind_direction | 0.9423957 |\n", + "| wind_speed | 0.22409585 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 720.36053 |\n", + "| air_humidity | 13.795616 |\n", + "| air_temperature | 23.717346 |\n", + "| clg_setpoint | 24.26374 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 32.096737 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1062362.2 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 5.45 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.47562134 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 20.30037 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5202621 |\n", + "| air_humidity | 1.425058 |\n", + "| air_temperature | 0.07989367 |\n", + "| clg_setpoint | 0.08390923 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2071352 |\n", + "| diffuse_solar_radiation | -0.7544225 |\n", + "| direct_solar_radiation | -0.6143234 |\n", + "| hour | 1.3726746 |\n", + "| htg_setpoint | 0.68302876 |\n", + "| month | 0.6065249 |\n", + "| outdoor_humidity | 1.1125379 |\n", + "| outdoor_temperature | 1.4175045 |\n", + "| people_occupant | -0.6888502 |\n", + "| total_electricity_HVAC | -0.5326902 |\n", + "| wind_direction | 0.07890657 |\n", + "| wind_speed | -0.96752256 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 623.4678 |\n", + "| air_humidity | 55.562576 |\n", + "| air_temperature | 22.84083 |\n", + "| clg_setpoint | 26.427483 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.560926 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 26.406322 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 561121.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5507915 |\n", + "| air_humidity | 1.1308777 |\n", + "| air_temperature | -0.06479302 |\n", + "| clg_setpoint | -1.1404606 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0923474 |\n", + "| diffuse_solar_radiation | -0.75450647 |\n", + "| direct_solar_radiation | -0.61385846 |\n", + "| hour | 1.5170485 |\n", + "| htg_setpoint | 0.8959617 |\n", + "| month | 0.6060691 |\n", + "| outdoor_humidity | 0.87240106 |\n", + "| outdoor_temperature | 0.97700995 |\n", + "| people_occupant | -0.6890415 |\n", + "| total_electricity_HVAC | -0.5615281 |\n", + "| wind_direction | -1.16771 |\n", + "| wind_speed | -0.109519586 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 490.2186 |\n", + "| air_humidity | 51.76409 |\n", + "| air_temperature | 22.628868 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.441685 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 22.07327 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 441979.53 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.65 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8792584 |\n", + "| Heating_Setpoint_RL | 0.58770245 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.592497 |\n", + "| Heating_Setpoint_RL | 20.930826 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.4488076 |\n", + "| air_humidity | 0.33621955 |\n", + "| air_temperature | 0.35591853 |\n", + "| clg_setpoint | 1.0962503 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.97785354 |\n", + "| diffuse_solar_radiation | -0.75438905 |\n", + "| direct_solar_radiation | -0.61393404 |\n", + "| hour | 1.6613933 |\n", + "| htg_setpoint | 1.3342136 |\n", + "| month | 0.6056143 |\n", + "| outdoor_humidity | -0.05975915 |\n", + "| outdoor_temperature | 0.675115 |\n", + "| people_occupant | -0.68923235 |\n", + "| total_electricity_HVAC | 0.3882612 |\n", + "| wind_direction | -1.1661673 |\n", + "| wind_speed | -0.86279947 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4860.9326 |\n", + "| air_humidity | 41.450085 |\n", + "| air_temperature | 23.247618 |\n", + "| clg_setpoint | 29.055637 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 19.108583 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4374839.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5183289 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.37436 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.49574068 |\n", + "| air_humidity | 0.33121693 |\n", + "| air_temperature | 0.35741827 |\n", + "| clg_setpoint | 0.47925615 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7501518 |\n", + "| diffuse_solar_radiation | -0.7545386 |\n", + "| direct_solar_radiation | -0.6142305 |\n", + "| hour | -1.6612563 |\n", + "| htg_setpoint | 1.3338002 |\n", + "| month | 0.6051605 |\n", + "| outdoor_humidity | 0.29945752 |\n", + "| outdoor_temperature | 0.6995308 |\n", + "| people_occupant | -0.68942285 |\n", + "| total_electricity_HVAC | 0.47806975 |\n", + "| wind_direction | -1.4527678 |\n", + "| wind_speed | -1.6159611 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5065.698 |\n", + "| air_humidity | 41.39772 |\n", + "| air_temperature | 23.250345 |\n", + "| clg_setpoint | 27.454388 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 19.36119 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4746182.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 1.05 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5598894 |\n", + "| air_humidity | 0.5258916 |\n", + "| air_temperature | -0.2678143 |\n", + "| clg_setpoint | 0.59205204 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.63604873 |\n", + "| diffuse_solar_radiation | -0.7545497 |\n", + "| direct_solar_radiation | -0.6144441 |\n", + "| hour | -1.5166757 |\n", + "| htg_setpoint | 0.9755762 |\n", + "| month | 0.6047077 |\n", + "| outdoor_humidity | 0.65859604 |\n", + "| outdoor_temperature | 0.7954967 |\n", + "| people_occupant | -0.6896129 |\n", + "| total_electricity_HVAC | -0.5703897 |\n", + "| wind_direction | 0.61018234 |\n", + "| wind_speed | -0.65235096 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 453.97867 |\n", + "| air_humidity | 43.939114 |\n", + "| air_temperature | 22.332975 |\n", + "| clg_setpoint | 27.74686 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.773998 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 82.5 |\n", + "| outdoor_temperature | 20.31818 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 408580.8 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**********************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.52588665 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.850132 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57018596 |\n", + "| air_humidity | -1.3299392 |\n", + "| air_temperature | 0.126022 |\n", + "| clg_setpoint | -1.1405123 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5220667 |\n", + "| diffuse_solar_radiation | -0.75450575 |\n", + "| direct_solar_radiation | -0.61480373 |\n", + "| hour | -1.3721244 |\n", + "| htg_setpoint | -0.003994512 |\n", + "| month | 0.604256 |\n", + "| outdoor_humidity | 1.1608613 |\n", + "| outdoor_temperature | 0.7363682 |\n", + "| people_occupant | -0.68905634 |\n", + "| total_electricity_HVAC | -0.580183 |\n", + "| wind_direction | 0.65800613 |\n", + "| wind_speed | -1.070892 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 408.35745 |\n", + "| air_humidity | 19.830585 |\n", + "| air_temperature | 22.911629 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 17.73327 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 19.746336 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 367521.72 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 2.35 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***********************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.66164345 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.346745 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5663818 |\n", + "| air_humidity | -1.8641436 |\n", + "| air_temperature | -0.12643443 |\n", + "| clg_setpoint | 1.0248926 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.4081688 |\n", + "| diffuse_solar_radiation | -0.75457853 |\n", + "| direct_solar_radiation | -0.6150542 |\n", + "| hour | -1.2275974 |\n", + "| htg_setpoint | -0.8223996 |\n", + "| month | 0.60380524 |\n", + "| outdoor_humidity | 1.2082726 |\n", + "| outdoor_temperature | 1.170884 |\n", + "| people_occupant | -0.68850106 |\n", + "| total_electricity_HVAC | -0.5764105 |\n", + "| wind_direction | 0.32195106 |\n", + "| wind_speed | -0.8608707 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 424.0311 |\n", + "| air_humidity | 12.850168 |\n", + "| air_temperature | 22.541845 |\n", + "| clg_setpoint | 28.871584 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 14.354733 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 24.050554 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 382247.34 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 2.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**********************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8499754 |\n", + "| Heating_Setpoint_RL | 0.4714286 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.493668 |\n", + "| Heating_Setpoint_RL | 20.276787 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.008301902 |\n", + "| air_humidity | -0.14937674 |\n", + "| air_temperature | 0.3531885 |\n", + "| clg_setpoint | 1.459588 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29432532 |\n", + "| diffuse_solar_radiation | -0.75425476 |\n", + "| direct_solar_radiation | -0.61492836 |\n", + "| hour | -1.0830894 |\n", + "| htg_setpoint | 1.334478 |\n", + "| month | 0.6033555 |\n", + "| outdoor_humidity | -0.060333107 |\n", + "| outdoor_temperature | 1.1441029 |\n", + "| people_occupant | -0.68869144 |\n", + "| total_electricity_HVAC | -0.046163518 |\n", + "| wind_direction | 1.6660633 |\n", + "| wind_speed | -0.106457435 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2860.5745 |\n", + "| air_humidity | 35.14068 |\n", + "| air_temperature | 23.245575 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 23.809357 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2574517.0 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 4.65 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.29491526 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.283897 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.17475308 |\n", + "| air_humidity | -0.16726783 |\n", + "| air_temperature | -0.2828921 |\n", + "| clg_setpoint | 0.26964343 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18051368 |\n", + "| diffuse_solar_radiation | -0.50556266 |\n", + "| direct_solar_radiation | -0.56715393 |\n", + "| hour | -0.9385964 |\n", + "| htg_setpoint | 1.1104268 |\n", + "| month | 0.6029068 |\n", + "| outdoor_humidity | 0.873847 |\n", + "| outdoor_temperature | 1.011957 |\n", + "| people_occupant | -0.6888814 |\n", + "| total_electricity_HVAC | -0.20436701 |\n", + "| wind_direction | 0.561388 |\n", + "| wind_speed | -0.96553665 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2134.5764 |\n", + "| air_humidity | 34.91635 |\n", + "| air_temperature | 22.31351 |\n", + "| clg_setpoint | 26.910503 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 25.0 |\n", + "| direct_solar_radiation | 12.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.325897 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 22.521246 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1921118.6 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.122076064 |\n", + "| Heating_Setpoint_RL | -0.07214278 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.212994 |\n", + "| Heating_Setpoint_RL | 17.219196 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.15780997 |\n", + "| air_humidity | -0.24039933 |\n", + "| air_temperature | 0.3533885 |\n", + "| clg_setpoint | -1.1399055 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.066718265 |\n", + "| diffuse_solar_radiation | 0.20061348 |\n", + "| direct_solar_radiation | -0.3031863 |\n", + "| hour | -0.79411465 |\n", + "| htg_setpoint | 1.334455 |\n", + "| month | 0.6024591 |\n", + "| outdoor_humidity | 0.77813864 |\n", + "| outdoor_temperature | 1.2174958 |\n", + "| people_occupant | -0.689071 |\n", + "| total_electricity_HVAC | -0.1882617 |\n", + "| wind_direction | -0.2550879 |\n", + "| wind_speed | -0.96521276 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2209.8225 |\n", + "| air_humidity | 33.975273 |\n", + "| air_temperature | 23.246626 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 96.0 |\n", + "| direct_solar_radiation | 78.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 24.575914 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1988840.2 |\n", + "| wind_direction | 155.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------***********************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.714023 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.034828 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.08488266 |\n", + "| air_humidity | 0.09697356 |\n", + "| air_temperature | 0.35499942 |\n", + "| clg_setpoint | 1.4603446 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.047069523 |\n", + "| diffuse_solar_radiation | -0.018316051 |\n", + "| direct_solar_radiation | -0.6156515 |\n", + "| hour | -0.649641 |\n", + "| htg_setpoint | 1.3344107 |\n", + "| month | 0.60201234 |\n", + "| outdoor_humidity | 0.96967405 |\n", + "| outdoor_temperature | 1.1715001 |\n", + "| people_occupant | -0.6892602 |\n", + "| total_electricity_HVAC | 0.3085481 |\n", + "| wind_direction | -1.2155348 |\n", + "| wind_speed | -0.75486535 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3269.0176 |\n", + "| air_humidity | 38.36637 |\n", + "| air_temperature | 23.249369 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 74.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 24.139599 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4041292.2 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 3.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.30001295 |\n", + "| Heating_Setpoint_RL | 0.28712228 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.637543 |\n", + "| Heating_Setpoint_RL | 19.240063 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.53016746 |\n", + "| air_humidity | -0.64601594 |\n", + "| air_temperature | 0.3385069 |\n", + "| clg_setpoint | 1.3155453 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.16085134 |\n", + "| diffuse_solar_radiation | 1.4929383 |\n", + "| direct_solar_radiation | -0.387684 |\n", + "| hour | -0.5051726 |\n", + "| htg_setpoint | -1.3929012 |\n", + "| month | 0.6015666 |\n", + "| outdoor_humidity | 0.4421547 |\n", + "| outdoor_temperature | 1.7410958 |\n", + "| people_occupant | -0.68944895 |\n", + "| total_electricity_HVAC | -0.5422066 |\n", + "| wind_direction | -1.2625303 |\n", + "| wind_speed | 0.33652171 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 587.7118 |\n", + "| air_humidity | 28.724619 |\n", + "| air_temperature | 23.225752 |\n", + "| clg_setpoint | 29.624187 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 226.0 |\n", + "| direct_solar_radiation | 57.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 29.80613 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 528940.6 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.20122492 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.945866 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4840858 |\n", + "| air_humidity | -1.8800937 |\n", + "| air_temperature | 0.92426026 |\n", + "| clg_setpoint | 1.4593351 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.27462193 |\n", + "| diffuse_solar_radiation | 1.7100056 |\n", + "| direct_solar_radiation | 1.3496386 |\n", + "| hour | -0.36070758 |\n", + "| htg_setpoint | -1.3921797 |\n", + "| month | 0.60112184 |\n", + "| outdoor_humidity | -1.4745739 |\n", + "| outdoor_temperature | 1.919118 |\n", + "| people_occupant | -0.68889683 |\n", + "| total_electricity_HVAC | -0.5033512 |\n", + "| wind_direction | -1.4045092 |\n", + "| wind_speed | 1.0706056 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 787.37506 |\n", + "| air_humidity | 12.662102 |\n", + "| air_temperature | 24.084393 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 248.0 |\n", + "| direct_solar_radiation | 491.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | 31.606829 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 688154.4 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 7.45 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.22687055 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.348854 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.46466163 |\n", + "| air_humidity | 0.36404264 |\n", + "| air_temperature | 0.40040186 |\n", + "| clg_setpoint | -1.1100496 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38836914 |\n", + "| diffuse_solar_radiation | 1.601006 |\n", + "| direct_solar_radiation | 2.096279 |\n", + "| hour | -0.21624425 |\n", + "| htg_setpoint | -1.1740313 |\n", + "| month | 0.6006781 |\n", + "| outdoor_humidity | -1.4253626 |\n", + "| outdoor_temperature | 1.1558226 |\n", + "| people_occupant | 1.6956414 |\n", + "| total_electricity_HVAC | 0.40338096 |\n", + "| wind_direction | -1.3067932 |\n", + "| wind_speed | 0.33596313 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4921.4414 |\n", + "| air_humidity | 41.80713 |\n", + "| air_temperature | 23.318203 |\n", + "| clg_setpoint | 23.329561 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 237.0 |\n", + "| direct_solar_radiation | 678.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 12.895808 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 24.066572 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4429297.5 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 5.7 |\n", + "| train/ | |\n", + "| approx_kl | 0.008225121 |\n", + "| clip_fraction | 0.0734 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.59 |\n", + "| explained_variance | 0.705 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.754 |\n", + "| n_updates | 450 |\n", + "| policy_gradient_loss | -0.0109 |\n", + "| std | 0.884 |\n", + "| value_loss | 2.12 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.24737266 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.016472 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.1412835 |\n", + "| air_humidity | 0.7164113 |\n", + "| air_temperature | 1.832318 |\n", + "| clg_setpoint | -0.30632082 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.502074 |\n", + "| diffuse_solar_radiation | 1.8391972 |\n", + "| direct_solar_radiation | 2.083044 |\n", + "| hour | -0.07178155 |\n", + "| htg_setpoint | -1.3911875 |\n", + "| month | 0.60023534 |\n", + "| outdoor_humidity | -1.7601465 |\n", + "| outdoor_temperature | 1.3139113 |\n", + "| people_occupant | 1.2182968 |\n", + "| total_electricity_HVAC | -0.15681547 |\n", + "| wind_direction | -1.6412469 |\n", + "| wind_speed | -0.4407781 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2281.353 |\n", + "| air_humidity | 46.402546 |\n", + "| air_temperature | 25.414103 |\n", + "| clg_setpoint | 25.415787 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 261.0 |\n", + "| direct_solar_radiation | 675.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 25.642881 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2118145.8 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.64984167 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.969641 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.6570003 |\n", + "| air_humidity | 0.9618486 |\n", + "| air_temperature | 0.62820524 |\n", + "| clg_setpoint | -0.98606473 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6157107 |\n", + "| diffuse_solar_radiation | 0.6464215 |\n", + "| direct_solar_radiation | 2.7765412 |\n", + "| hour | 0.072681 |\n", + "| htg_setpoint | 0.22998953 |\n", + "| month | 0.5997935 |\n", + "| outdoor_humidity | -1.2804066 |\n", + "| outdoor_temperature | 1.881278 |\n", + "| people_occupant | 0.26441768 |\n", + "| total_electricity_HVAC | 0.9548677 |\n", + "| wind_direction | 0.47086433 |\n", + "| wind_speed | 0.21108243 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5758.1973 |\n", + "| air_humidity | 49.609444 |\n", + "| air_temperature | 23.652235 |\n", + "| clg_setpoint | 23.64928 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 141.0 |\n", + "| direct_solar_radiation | 849.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.69003 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 31.281984 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 6702569.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 5.4 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.08190616 |\n", + "| air_humidity | 0.5450403 |\n", + "| air_temperature | 2.316441 |\n", + "| clg_setpoint | -0.033464324 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7292466 |\n", + "| diffuse_solar_radiation | 1.0046581 |\n", + "| direct_solar_radiation | 2.0864506 |\n", + "| hour | 0.21714343 |\n", + "| htg_setpoint | -1.390901 |\n", + "| month | 0.5993527 |\n", + "| outdoor_humidity | -1.8547962 |\n", + "| outdoor_temperature | 1.9618121 |\n", + "| people_occupant | 1.2174097 |\n", + "| total_electricity_HVAC | -0.11048421 |\n", + "| wind_direction | 1.3822899 |\n", + "| wind_speed | 0.7576445 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2541.4568 |\n", + "| air_humidity | 44.194313 |\n", + "| air_temperature | 26.121819 |\n", + "| clg_setpoint | 26.121971 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 177.0 |\n", + "| direct_solar_radiation | 677.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 30.0 |\n", + "| outdoor_temperature | 32.118423 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2310520.2 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 6.7 |\n", + "--------------------------------------------------\n", + "------------------------------------------------***************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.90796083 |\n", + "| air_humidity | 1.1110457 |\n", + "| air_temperature | 0.35227907 |\n", + "| clg_setpoint | -1.1392123 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8426428 |\n", + "| diffuse_solar_radiation | 2.0378294 |\n", + "| direct_solar_radiation | 1.2910672 |\n", + "| hour | 0.36160523 |\n", + "| htg_setpoint | -1.390685 |\n", + "| month | 0.59891284 |\n", + "| outdoor_humidity | -1.2536966 |\n", + "| outdoor_temperature | 1.2801402 |\n", + "| people_occupant | 1.6935048 |\n", + "| total_electricity_HVAC | 0.853488 |\n", + "| wind_direction | 0.1339173 |\n", + "| wind_speed | 0.12731418 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6850.138 |\n", + "| air_humidity | 51.563145 |\n", + "| air_temperature | 23.249298 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 281.0 |\n", + "| direct_solar_radiation | 478.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 42.5 |\n", + "| outdoor_temperature | 25.366835 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6283544.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 5.2 |\n", + "------------------------------------------------\n", + "-------------------------------------------------**************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.1229912 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.209904 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.24817401 |\n", + "| air_humidity | -0.80270964 |\n", + "| air_temperature | 0.3526369 |\n", + "| clg_setpoint | -1.1392821 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.95585334 |\n", + "| diffuse_solar_radiation | 1.5995047 |\n", + "| direct_solar_radiation | 0.699803 |\n", + "| hour | 0.5060653 |\n", + "| htg_setpoint | -1.3903204 |\n", + "| month | 0.5984739 |\n", + "| outdoor_humidity | -1.9960705 |\n", + "| outdoor_temperature | 1.9888434 |\n", + "| people_occupant | -0.6892875 |\n", + "| total_electricity_HVAC | 0.441513 |\n", + "| wind_direction | 1.1415656 |\n", + "| wind_speed | 1.1994962 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3976.906 |\n", + "| air_humidity | 26.677767 |\n", + "| air_temperature | 23.250004 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 237.0 |\n", + "| direct_solar_radiation | 330.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | 32.42401 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4583916.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.75 |\n", + "-------------------------------------------------\n", + "---------------------------------------------------*************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.468019 |\n", + "| air_humidity | -1.1721722 |\n", + "| air_temperature | 1.1936398 |\n", + "| clg_setpoint | 1.4601282 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0688263 |\n", + "| diffuse_solar_radiation | 0.397049 |\n", + "| direct_solar_radiation | 1.2298715 |\n", + "| hour | 0.6505221 |\n", + "| htg_setpoint | 0.65232176 |\n", + "| month | 0.598036 |\n", + "| outdoor_humidity | -1.9449271 |\n", + "| outdoor_temperature | 1.4822755 |\n", + "| people_occupant | -0.6887397 |\n", + "| total_electricity_HVAC | -0.48856753 |\n", + "| wind_direction | -1.3534659 |\n", + "| wind_speed | 0.00023504923 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.6557 |\n", + "| air_humidity | 21.862066 |\n", + "| air_temperature | 24.478926 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 116.0 |\n", + "| direct_solar_radiation | 463.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.427994 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 28.0 |\n", + "| outdoor_temperature | 27.403461 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 751317.44 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.9 |\n", + "---------------------------------------------------\n", + "-------------------------------------------------***************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.2356858 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.299267 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3732922 |\n", + "| air_humidity | 0.8900034 |\n", + "| air_temperature | 1.8140166 |\n", + "| clg_setpoint | -0.31653157 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1815035 |\n", + "| diffuse_solar_radiation | 0.1485028 |\n", + "| direct_solar_radiation | -0.15141921 |\n", + "| hour | 0.7949737 |\n", + "| htg_setpoint | -1.389569 |\n", + "| month | 0.597599 |\n", + "| outdoor_humidity | -0.36439648 |\n", + "| outdoor_temperature | 1.1881776 |\n", + "| people_occupant | 1.6949611 |\n", + "| total_electricity_HVAC | -0.44994864 |\n", + "| wind_direction | 0.038404994 |\n", + "| wind_speed | 1.389272 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1271.9578 |\n", + "| air_humidity | 48.674652 |\n", + "| air_temperature | 25.384993 |\n", + "| clg_setpoint | 25.386118 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 91.0 |\n", + "| direct_solar_radiation | 117.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 24.49128 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 910768.6 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 8.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.1007378 |\n", + "| air_humidity | 1.8327055 |\n", + "| air_temperature | 0.35181987 |\n", + "| clg_setpoint | -1.1388063 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2938206 |\n", + "| diffuse_solar_radiation | -0.6865612 |\n", + "| direct_solar_radiation | -0.61052567 |\n", + "| hour | 0.9394173 |\n", + "| htg_setpoint | -0.16569276 |\n", + "| month | 0.597163 |\n", + "| outdoor_humidity | 0.497246 |\n", + "| outdoor_temperature | 1.2378088 |\n", + "| people_occupant | 0.5026842 |\n", + "| total_electricity_HVAC | -0.13405798 |\n", + "| wind_direction | -0.6816961 |\n", + "| wind_speed | -0.65195364 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2457.3901 |\n", + "| air_humidity | 60.941956 |\n", + "| air_temperature | 23.249754 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 7.0 |\n", + "| direct_solar_radiation | 2.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 17.050869 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 24.997486 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 2211651.2 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.45409504 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.070716 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.2762112 |\n", + "| air_humidity | 1.0847204 |\n", + "| air_temperature | 0.35158122 |\n", + "| clg_setpoint | -1.138563 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4057078 |\n", + "| diffuse_solar_radiation | -0.75620574 |\n", + "| direct_solar_radiation | -0.61877406 |\n", + "| hour | 1.0838499 |\n", + "| htg_setpoint | -1.389542 |\n", + "| month | 0.59672797 |\n", + "| outdoor_humidity | -0.74767095 |\n", + "| outdoor_temperature | 1.0237193 |\n", + "| people_occupant | -0.45095277 |\n", + "| total_electricity_HVAC | -0.2842945 |\n", + "| wind_direction | -0.82456905 |\n", + "| wind_speed | -0.65198296 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1695.2013 |\n", + "| air_humidity | 51.231773 |\n", + "| air_temperature | 23.24999 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 22.882992 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1593955.4 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.6277424 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.74363 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.52061063 |\n", + "| air_humidity | 0.99944746 |\n", + "| air_temperature | 0.14440209 |\n", + "| clg_setpoint | -1.1379918 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5170897 |\n", + "| diffuse_solar_radiation | -0.7562828 |\n", + "| direct_solar_radiation | -0.6190623 |\n", + "| hour | 1.228268 |\n", + "| htg_setpoint | 0.16098797 |\n", + "| month | 0.59629387 |\n", + "| outdoor_humidity | 0.16280325 |\n", + "| outdoor_temperature | 0.7392464 |\n", + "| people_occupant | -0.45117486 |\n", + "| total_electricity_HVAC | -0.53319085 |\n", + "| wind_direction | -0.1040538 |\n", + "| wind_speed | -1.4305497 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 634.45337 |\n", + "| air_humidity | 50.13474 |\n", + "| air_temperature | 22.94792 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 18.400707 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 20.062819 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 571008.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 1.5 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8488739 |\n", + "| Heating_Setpoint_RL | 0.59489083 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.76005 |\n", + "| Heating_Setpoint_RL | 20.97126 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5337714 |\n", + "| air_humidity | 0.21577922 |\n", + "| air_temperature | 0.07500347 |\n", + "| clg_setpoint | -0.3304229 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.627886 |\n", + "| diffuse_solar_radiation | -0.75635064 |\n", + "| direct_solar_radiation | -0.61932313 |\n", + "| hour | 1.3726674 |\n", + "| htg_setpoint | 0.940672 |\n", + "| month | 0.5958607 |\n", + "| outdoor_humidity | -0.12362033 |\n", + "| outdoor_temperature | 0.87359434 |\n", + "| people_occupant | -0.6896732 |\n", + "| total_electricity_HVAC | -0.5457142 |\n", + "| wind_direction | 0.32856902 |\n", + "| wind_speed | -1.1979749 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 578.1017 |\n", + "| air_humidity | 39.94952 |\n", + "| air_temperature | 22.847124 |\n", + "| clg_setpoint | 25.345448 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.618788 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 21.410568 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 520291.53 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 2.05 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.31152055 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.573618 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48010606 |\n", + "| air_humidity | -0.9971425 |\n", + "| air_temperature | 0.34777147 |\n", + "| clg_setpoint | 0.14777325 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7380121 |\n", + "| diffuse_solar_radiation | -0.7563551 |\n", + "| direct_solar_radiation | -0.6195092 |\n", + "| hour | 1.5170437 |\n", + "| htg_setpoint | 1.336073 |\n", + "| month | 0.59542847 |\n", + "| outdoor_humidity | 0.0677848 |\n", + "| outdoor_temperature | 1.2404023 |\n", + "| people_occupant | -0.68912846 |\n", + "| total_electricity_HVAC | -0.49470386 |\n", + "| wind_direction | 0.95186704 |\n", + "| wind_speed | 0.023592437 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 810.0537 |\n", + "| air_humidity | 24.191591 |\n", + "| air_temperature | 23.245268 |\n", + "| clg_setpoint | 26.587482 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 25.067719 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 729048.3 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 4.95 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.13947386 |\n", + "| Heating_Setpoint_RL | -0.6801287 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.095724 |\n", + "| Heating_Setpoint_RL | 13.799276 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.55456597 |\n", + "| air_humidity | -1.9043971 |\n", + "| air_temperature | 0.098041244 |\n", + "| clg_setpoint | 1.461589 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6700922 |\n", + "| diffuse_solar_radiation | -0.7564194 |\n", + "| direct_solar_radiation | -0.61971486 |\n", + "| hour | 1.6613916 |\n", + "| htg_setpoint | -0.07931836 |\n", + "| month | 0.8963216 |\n", + "| outdoor_humidity | -1.2728537 |\n", + "| outdoor_temperature | 1.1128311 |\n", + "| people_occupant | -0.688585 |\n", + "| total_electricity_HVAC | -0.56546825 |\n", + "| wind_direction | 1.4777801 |\n", + "| wind_speed | -0.650152 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 485.84814 |\n", + "| air_humidity | 12.36535 |\n", + "| air_temperature | 22.881834 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.404314 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 23.818714 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 437263.3 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.18973994 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.984627 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5601258 |\n", + "| air_humidity | 0.5333816 |\n", + "| air_temperature | -0.2243586 |\n", + "| clg_setpoint | 0.02219723 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4401374 |\n", + "| diffuse_solar_radiation | -0.75652635 |\n", + "| direct_solar_radiation | -0.6197493 |\n", + "| hour | -1.661258 |\n", + "| htg_setpoint | -0.40485284 |\n", + "| month | 0.89545846 |\n", + "| outdoor_humidity | -0.45797473 |\n", + "| outdoor_temperature | 0.6585642 |\n", + "| people_occupant | -0.68877125 |\n", + "| total_electricity_HVAC | -0.5701506 |\n", + "| wind_direction | -1.4456071 |\n", + "| wind_speed | -1.1967978 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 462.1601 |\n", + "| air_humidity | 44.059223 |\n", + "| air_temperature | 22.412472 |\n", + "| clg_setpoint | 26.262749 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.060822 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 19.312569 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 418429.78 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.05 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.47813177 |\n", + "| Heating_Setpoint_RL | 0.5766741 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.238695 |\n", + "| Heating_Setpoint_RL | 20.868792 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56157255 |\n", + "| air_humidity | 0.2723776 |\n", + "| air_temperature | -0.06135443 |\n", + "| clg_setpoint | -1.0318464 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3243501 |\n", + "| diffuse_solar_radiation | -0.75661635 |\n", + "| direct_solar_radiation | -0.62001914 |\n", + "| hour | -1.5166805 |\n", + "| htg_setpoint | 0.8216675 |\n", + "| month | 0.8945978 |\n", + "| outdoor_humidity | 0.21373639 |\n", + "| outdoor_temperature | 0.7180088 |\n", + "| people_occupant | -0.68895704 |\n", + "| total_electricity_HVAC | -0.5720364 |\n", + "| wind_direction | 0.8076443 |\n", + "| wind_speed | -0.7539694 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 456.8752 |\n", + "| air_humidity | 40.673206 |\n", + "| air_temperature | 22.650576 |\n", + "| clg_setpoint | 23.525936 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.126692 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 19.912638 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 411617.03 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.75771576 |\n", + "| Heating_Setpoint_RL | 0.88208973 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.182291 |\n", + "| Heating_Setpoint_RL | 22.586754 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5662266 |\n", + "| air_humidity | 0.33776 |\n", + "| air_temperature | -0.3595031 |\n", + "| clg_setpoint | 0.5734025 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2090344 |\n", + "| diffuse_solar_radiation | -0.7566703 |\n", + "| direct_solar_radiation | -0.6202628 |\n", + "| hour | -1.3721315 |\n", + "| htg_setpoint | -1.3889263 |\n", + "| month | 0.89373964 |\n", + "| outdoor_humidity | 0.35788432 |\n", + "| outdoor_temperature | 0.73970985 |\n", + "| people_occupant | -0.6891425 |\n", + "| total_electricity_HVAC | -0.5761264 |\n", + "| wind_direction | 0.42395958 |\n", + "| wind_speed | -0.96391016 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 437.76102 |\n", + "| air_humidity | 41.53335 |\n", + "| air_temperature | 22.216917 |\n", + "| clg_setpoint | 27.693592 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 20.139347 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 395857.6 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.60017043 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.000957 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5598327 |\n", + "| air_humidity | 0.022245737 |\n", + "| air_temperature | 0.21984789 |\n", + "| clg_setpoint | 1.1823543 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0941107 |\n", + "| diffuse_solar_radiation | -0.7567478 |\n", + "| direct_solar_radiation | -0.620434 |\n", + "| hour | -1.2276059 |\n", + "| htg_setpoint | -0.77896893 |\n", + "| month | 0.89288396 |\n", + "| outdoor_humidity | 0.59768915 |\n", + "| outdoor_temperature | 1.0028725 |\n", + "| people_occupant | -0.6893276 |\n", + "| total_electricity_HVAC | -0.57051325 |\n", + "| wind_direction | 0.85537195 |\n", + "| wind_speed | -1.1744305 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 466.51465 |\n", + "| air_humidity | 37.440125 |\n", + "| air_temperature | 23.060764 |\n", + "| clg_setpoint | 29.275421 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 14.518868 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 22.769854 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 419863.2 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.2423675 |\n", + "| Heating_Setpoint_RL | 0.17730686 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.80701 |\n", + "| Heating_Setpoint_RL | 18.62235 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5610979 |\n", + "| air_humidity | -0.18251199 |\n", + "| air_temperature | 0.18220846 |\n", + "| clg_setpoint | 0.6333345 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9795079 |\n", + "| diffuse_solar_radiation | -0.7566746 |\n", + "| direct_solar_radiation | -0.6207091 |\n", + "| hour | -1.0830991 |\n", + "| htg_setpoint | 0.5092068 |\n", + "| month | 0.8920307 |\n", + "| outdoor_humidity | 1.1253692 |\n", + "| outdoor_temperature | 0.9868036 |\n", + "| people_occupant | -0.68951225 |\n", + "| total_electricity_HVAC | -0.571726 |\n", + "| wind_direction | 0.23213688 |\n", + "| wind_speed | -0.85790896 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 462.0722 |\n", + "| air_humidity | 34.78697 |\n", + "| air_temperature | 23.00653 |\n", + "| clg_setpoint | 27.849241 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.838179 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 22.626343 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 415864.97 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 2.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5763236 |\n", + "| air_humidity | -1.603772 |\n", + "| air_temperature | -0.3342758 |\n", + "| clg_setpoint | 0.49237084 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8651624 |\n", + "| diffuse_solar_radiation | -0.7567406 |\n", + "| direct_solar_radiation | -0.62085503 |\n", + "| hour | -0.938607 |\n", + "| htg_setpoint | -0.59845626 |\n", + "| month | 0.8911799 |\n", + "| outdoor_humidity | 1.316857 |\n", + "| outdoor_temperature | 1.048803 |\n", + "| people_occupant | -0.6889718 |\n", + "| total_electricity_HVAC | -0.58619934 |\n", + "| wind_direction | 0.4239328 |\n", + "| wind_speed | -1.0688603 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 394.9109 |\n", + "| air_humidity | 16.296038 |\n", + "| air_temperature | 22.25588 |\n", + "| clg_setpoint | 27.484583 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.263361 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 23.25633 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 355419.8 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 2.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.34454805 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.563082 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6472864 |\n", + "| air_humidity | 0.8551903 |\n", + "| air_temperature | -0.09430829 |\n", + "| clg_setpoint | 1.4603508 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.75101817 |\n", + "| diffuse_solar_radiation | -0.40817827 |\n", + "| direct_solar_radiation | -0.620689 |\n", + "| hour | -0.7941257 |\n", + "| htg_setpoint | -1.3883526 |\n", + "| month | 0.89033157 |\n", + "| outdoor_humidity | 0.8847472 |\n", + "| outdoor_temperature | 0.4794491 |\n", + "| people_occupant | -0.6884326 |\n", + "| total_electricity_HVAC | -0.65365124 |\n", + "| wind_direction | -1.1107672 |\n", + "| wind_speed | -1.0682522 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 48.2514 |\n", + "| air_temperature | 22.605288 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 35.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 17.601206 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.41329283 |\n", + "| air_humidity | 0.40787527 |\n", + "| air_temperature | -0.4988377 |\n", + "| clg_setpoint | -0.5206127 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.63702655 |\n", + "| diffuse_solar_radiation | -0.1592454 |\n", + "| direct_solar_radiation | 2.129211 |\n", + "| hour | -0.64965224 |\n", + "| htg_setpoint | -0.6174668 |\n", + "| month | 0.8894856 |\n", + "| outdoor_humidity | -0.60398865 |\n", + "| outdoor_temperature | 0.64550954 |\n", + "| people_occupant | -0.6886176 |\n", + "| total_electricity_HVAC | -0.4312652 |\n", + "| wind_direction | 1.5287344 |\n", + "| wind_speed | 0.11290849 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1099.9283 |\n", + "| air_humidity | 42.446693 |\n", + "| air_temperature | 22.017773 |\n", + "| clg_setpoint | 24.854412 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 60.0 |\n", + "| direct_solar_radiation | 691.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.185704 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 19.261753 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 989983.3 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 5.15 |\n", + "| train/ | |\n", + "| approx_kl | 0.009345977 |\n", + "| clip_fraction | 0.108 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.58 |\n", + "| explained_variance | 0.667 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.554 |\n", + "| n_updates | 460 |\n", + "| policy_gradient_loss | -0.0144 |\n", + "| std | 0.876 |\n", + "| value_loss | 0.961 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.69952476 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.559826 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.64225614 |\n", + "| air_humidity | -0.24801211 |\n", + "| air_temperature | 1.3009301 |\n", + "| clg_setpoint | 0.82083076 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.523146 |\n", + "| diffuse_solar_radiation | 0.7077895 |\n", + "| direct_solar_radiation | 1.7525204 |\n", + "| hour | -0.505184 |\n", + "| htg_setpoint | 1.3350623 |\n", + "| month | 0.888642 |\n", + "| outdoor_humidity | -1.1545237 |\n", + "| outdoor_temperature | 0.37881306 |\n", + "| people_occupant | 1.6950077 |\n", + "| total_electricity_HVAC | -0.6460478 |\n", + "| wind_direction | -1.3487388 |\n", + "| wind_speed | -0.22474982 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 110.77488 |\n", + "| air_humidity | 33.913624 |\n", + "| air_temperature | 24.63371 |\n", + "| clg_setpoint | 28.337984 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 147.0 |\n", + "| direct_solar_radiation | 597.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 44.5 |\n", + "| outdoor_temperature | 16.61412 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 111379.15 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.30090457 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.317589 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.19791102 |\n", + "| air_humidity | 0.9978246 |\n", + "| air_temperature | 0.34811783 |\n", + "| clg_setpoint | -1.1378543 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.40934187 |\n", + "| diffuse_solar_radiation | 2.003212 |\n", + "| direct_solar_radiation | 1.1116681 |\n", + "| hour | -0.36071903 |\n", + "| htg_setpoint | 0.23151237 |\n", + "| month | 0.8878009 |\n", + "| outdoor_humidity | -1.0095462 |\n", + "| outdoor_temperature | 0.82807976 |\n", + "| people_occupant | 1.6944096 |\n", + "| total_electricity_HVAC | 0.18689942 |\n", + "| wind_direction | 0.61664534 |\n", + "| wind_speed | -0.5405704 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3742.1829 |\n", + "| air_humidity | 50.122852 |\n", + "| air_temperature | 23.24944 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 277.0 |\n", + "| direct_solar_radiation | 436.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.693342 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 47.5 |\n", + "| outdoor_temperature | 21.086494 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3520565.5 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*******************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.21128285 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.91192 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.227392 |\n", + "| air_humidity | 1.5132921 |\n", + "| air_temperature | 0.3464172 |\n", + "| clg_setpoint | -1.13754 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29558665 |\n", + "| diffuse_solar_radiation | 2.3806448 |\n", + "| direct_solar_radiation | -0.24740733 |\n", + "| hour | -0.21625566 |\n", + "| htg_setpoint | 0.3847648 |\n", + "| month | 0.8869621 |\n", + "| outdoor_humidity | 0.646422 |\n", + "| outdoor_temperature | 1.3580685 |\n", + "| people_occupant | 1.6938132 |\n", + "| total_electricity_HVAC | 1.128048 |\n", + "| wind_direction | 0.2808885 |\n", + "| wind_speed | -0.118841335 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8188.525 |\n", + "| air_humidity | 56.845325 |\n", + "| air_temperature | 23.247078 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 315.0 |\n", + "| direct_solar_radiation | 94.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 19.327248 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 26.36611 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7369672.5 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.09466046 |\n", + "| Heating_Setpoint_RL | -0.39326268 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.944479 |\n", + "| Heating_Setpoint_RL | 15.412897 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49957874 |\n", + "| air_humidity | -0.5083969 |\n", + "| air_temperature | 0.18388031 |\n", + "| clg_setpoint | 0.17887788 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18185943 |\n", + "| diffuse_solar_radiation | 1.4935621 |\n", + "| direct_solar_radiation | 1.7290236 |\n", + "| hour | -0.07179296 |\n", + "| htg_setpoint | -0.06123723 |\n", + "| month | 0.88612574 |\n", + "| outdoor_humidity | 0.16542834 |\n", + "| outdoor_temperature | 1.4335519 |\n", + "| people_occupant | -0.68935376 |\n", + "| total_electricity_HVAC | -0.52046245 |\n", + "| wind_direction | 0.5686488 |\n", + "| wind_speed | 0.8737059 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 729.2807 |\n", + "| air_humidity | 30.55697 |\n", + "| air_temperature | 23.011517 |\n", + "| clg_setpoint | 26.669167 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 226.0 |\n", + "| direct_solar_radiation | 591.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.486496 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 27.131062 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 627149.6 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 6.95 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*******************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.52817976 |\n", + "| air_humidity | -0.4169741 |\n", + "| air_temperature | 0.47734517 |\n", + "| clg_setpoint | 1.363155 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.068146236 |\n", + "| diffuse_solar_radiation | 1.9613869 |\n", + "| direct_solar_radiation | 0.7465682 |\n", + "| hour | 0.072669625 |\n", + "| htg_setpoint | 1.3343787 |\n", + "| month | 0.8852917 |\n", + "| outdoor_humidity | -1.1781112 |\n", + "| outdoor_temperature | 1.0880725 |\n", + "| people_occupant | -0.68881744 |\n", + "| total_electricity_HVAC | -0.5425802 |\n", + "| wind_direction | 1.1919504 |\n", + "| wind_speed | -0.5411753 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 604.8993 |\n", + "| air_humidity | 31.737782 |\n", + "| air_temperature | 23.437613 |\n", + "| clg_setpoint | 29.74598 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 273.0 |\n", + "| direct_solar_radiation | 344.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 23.708578 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 535923.2 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.43064764 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.047394 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.056585 |\n", + "| air_humidity | 0.3905631 |\n", + "| air_temperature | 0.4108267 |\n", + "| clg_setpoint | -1.1021434 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.04556021 |\n", + "| diffuse_solar_radiation | 3.4217393 |\n", + "| direct_solar_radiation | -0.13205312 |\n", + "| hour | 0.21713208 |\n", + "| htg_setpoint | -1.0427704 |\n", + "| month | 0.88446003 |\n", + "| outdoor_humidity | -0.7937422 |\n", + "| outdoor_temperature | 0.563388 |\n", + "| people_occupant | 1.218678 |\n", + "| total_electricity_HVAC | -0.07332792 |\n", + "| wind_direction | -0.43839794 |\n", + "| wind_speed | 0.34650543 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2639.708 |\n", + "| air_humidity | 42.237263 |\n", + "| air_temperature | 23.341381 |\n", + "| clg_setpoint | 23.342876 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 420.0 |\n", + "| direct_solar_radiation | 123.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 13.431311 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 18.493216 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2453249.0 |\n", + "| wind_direction | 135.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.016288405 |\n", + "| air_humidity | 1.5795618 |\n", + "| air_temperature | 0.347716 |\n", + "| clg_setpoint | -1.1376296 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.1592605 |\n", + "| diffuse_solar_radiation | 0.8449375 |\n", + "| direct_solar_radiation | -0.6208222 |\n", + "| hour | 0.3615939 |\n", + "| htg_setpoint | -1.0789738 |\n", + "| month | 0.88363063 |\n", + "| outdoor_humidity | 0.52653074 |\n", + "| outdoor_temperature | 0.6457598 |\n", + "| people_occupant | 1.6949425 |\n", + "| total_electricity_HVAC | -0.023068044 |\n", + "| wind_direction | 1.4335512 |\n", + "| wind_speed | 0.7691394 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2953.0557 |\n", + "| air_humidity | 57.715584 |\n", + "| air_temperature | 23.25013 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 161.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 13.283824 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 79.5 |\n", + "| outdoor_temperature | 19.315222 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2657750.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 6.7 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.91590285 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.473046 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.525398 |\n", + "| air_humidity | 1.1109554 |\n", + "| air_temperature | 0.3463845 |\n", + "| clg_setpoint | -1.1372905 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.27294847 |\n", + "| diffuse_solar_radiation | 0.8944453 |\n", + "| direct_solar_radiation | -0.08762417 |\n", + "| hour | 0.5060541 |\n", + "| htg_setpoint | 1.2146798 |\n", + "| month | 0.8828036 |\n", + "| outdoor_humidity | -1.2270969 |\n", + "| outdoor_temperature | 1.1176627 |\n", + "| people_occupant | 1.6943482 |\n", + "| total_electricity_HVAC | 0.46077952 |\n", + "| wind_direction | -1.539994 |\n", + "| wind_speed | -0.43544054 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5147.946 |\n", + "| air_humidity | 51.653664 |\n", + "| air_temperature | 23.248535 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 166.0 |\n", + "| direct_solar_radiation | 134.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.760838 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 24.008535 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4633151.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.09404957 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.15403 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.124744475 |\n", + "| air_humidity | 0.97588503 |\n", + "| air_temperature | 0.34650442 |\n", + "| clg_setpoint | -1.1367745 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.3866114 |\n", + "| diffuse_solar_radiation | 0.10819628 |\n", + "| direct_solar_radiation | 0.6049908 |\n", + "| hour | 0.6505111 |\n", + "| htg_setpoint | 1.3324858 |\n", + "| month | 0.8819789 |\n", + "| outdoor_humidity | -0.5059936 |\n", + "| outdoor_temperature | 0.5374525 |\n", + "| people_occupant | 1.6937557 |\n", + "| total_electricity_HVAC | -0.1315357 |\n", + "| wind_direction | -0.7712657 |\n", + "| wind_speed | -0.64659476 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2345.248 |\n", + "| air_humidity | 49.899536 |\n", + "| air_temperature | 23.249014 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 87.0 |\n", + "| direct_solar_radiation | 308.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 18.246 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2215096.8 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 3.35 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.107417345 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.020777 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.21934783 |\n", + "| air_humidity | 1.3129182 |\n", + "| air_temperature | 0.3479137 |\n", + "| clg_setpoint | -1.1362653 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.5002299 |\n", + "| diffuse_solar_radiation | -0.56807864 |\n", + "| direct_solar_radiation | -0.5892576 |\n", + "| hour | 0.7949629 |\n", + "| htg_setpoint | 1.3318387 |\n", + "| month | 0.88115656 |\n", + "| outdoor_humidity | 0.09472917 |\n", + "| outdoor_temperature | 0.5477599 |\n", + "| people_occupant | 1.6931648 |\n", + "| total_electricity_HVAC | -0.24703279 |\n", + "| wind_direction | -0.19512174 |\n", + "| wind_speed | -0.6458354 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1937.7686 |\n", + "| air_humidity | 54.292435 |\n", + "| air_temperature | 23.251263 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 19.0 |\n", + "| direct_solar_radiation | 8.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 70.5 |\n", + "| outdoor_temperature | 18.349586 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1743991.6 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 3.35 |\n", + "--------------------------------------------------\n", + "---------------------------------------------------********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.2100034 |\n", + "| Heating_Setpoint_RL | 0.05346001 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.333761 |\n", + "| Heating_Setpoint_RL | 17.925713 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5144994 |\n", + "| air_humidity | -0.24632588 |\n", + "| air_temperature | 0.41250205 |\n", + "| clg_setpoint | 1.4631333 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.613778 |\n", + "| diffuse_solar_radiation | -0.75705826 |\n", + "| direct_solar_radiation | -0.62078375 |\n", + "| hour | 0.93940705 |\n", + "| htg_setpoint | 1.3312026 |\n", + "| month | 0.88033646 |\n", + "| outdoor_humidity | 1.0319853 |\n", + "| outdoor_temperature | 0.74965507 |\n", + "| people_occupant | -0.68919754 |\n", + "| total_electricity_HVAC | -0.5320089 |\n", + "| wind_direction | -0.0036715118 |\n", + "| wind_speed | -0.095180675 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 665.55237 |\n", + "| air_humidity | 34.02235 |\n", + "| air_temperature | 23.344845 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 20.358824 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 580758.1 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.65 |\n", + "---------------------------------------------------\n", + "-------------------------------------------------**********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.25306362 |\n", + "| Heating_Setpoint_RL | -0.17235154 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.47909 |\n", + "| Heating_Setpoint_RL | 16.655523 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.014956683 |\n", + "| air_humidity | -1.4413769 |\n", + "| air_temperature | 0.34833145 |\n", + "| clg_setpoint | 1.4627053 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7272232 |\n", + "| diffuse_solar_radiation | -0.75703156 |\n", + "| direct_solar_radiation | -0.62033355 |\n", + "| hour | 1.0838405 |\n", + "| htg_setpoint | 1.3312764 |\n", + "| month | 0.8795186 |\n", + "| outdoor_humidity | 1.2469022 |\n", + "| outdoor_temperature | 0.89882874 |\n", + "| people_occupant | -0.6886654 |\n", + "| total_electricity_HVAC | 0.20021339 |\n", + "| wind_direction | 1.1475376 |\n", + "| wind_speed | -0.32795563 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2943.533 |\n", + "| air_humidity | 18.465607 |\n", + "| air_temperature | 23.251728 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 94.5 |\n", + "| outdoor_temperature | 21.846544 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3564742.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.17460783 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.64283 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.64844036 |\n", + "| air_humidity | -0.21805787 |\n", + "| air_temperature | 0.120323986 |\n", + "| clg_setpoint | 1.2776232 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.84052676 |\n", + "| diffuse_solar_radiation | -0.75704974 |\n", + "| direct_solar_radiation | -0.61988467 |\n", + "| hour | 1.2282597 |\n", + "| htg_setpoint | 0.32636878 |\n", + "| month | 0.8787031 |\n", + "| outdoor_humidity | -0.6515582 |\n", + "| outdoor_temperature | 0.11108793 |\n", + "| people_occupant | -0.45045665 |\n", + "| total_electricity_HVAC | -0.65481526 |\n", + "| wind_direction | -1.2507547 |\n", + "| wind_speed | -0.96279716 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 34.37564 |\n", + "| air_temperature | 22.921978 |\n", + "| clg_setpoint | 29.517906 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 19.097778 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 14.03162 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.66095555 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 13.907125 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.64852506 |\n", + "| air_humidity | 0.5139097 |\n", + "| air_temperature | -0.17384101 |\n", + "| clg_setpoint | -0.61402 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9536434 |\n", + "| diffuse_solar_radiation | -0.75703603 |\n", + "| direct_solar_radiation | -0.6199363 |\n", + "| hour | 1.3726608 |\n", + "| htg_setpoint | 0.48584312 |\n", + "| month | 0.8778899 |\n", + "| outdoor_humidity | 0.3104959 |\n", + "| outdoor_temperature | 0.14432 |\n", + "| people_occupant | -0.6890295 |\n", + "| total_electricity_HVAC | -0.6548945 |\n", + "| wind_direction | -1.1054342 |\n", + "| wind_speed | -0.75048625 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 43.892933 |\n", + "| air_temperature | 22.49707 |\n", + "| clg_setpoint | 24.604477 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.758932 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 14.362779 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9039 |\n", + "| Heating_Setpoint_RL | 0.4949044 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.675663 |\n", + "| Heating_Setpoint_RL | 20.408836 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6486157 |\n", + "| air_humidity | 2.011044 |\n", + "| air_temperature | -0.31959173 |\n", + "| clg_setpoint | 0.7048765 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0665219 |\n", + "| diffuse_solar_radiation | -0.75701237 |\n", + "| direct_solar_radiation | -0.61968327 |\n", + "| hour | 1.5170392 |\n", + "| htg_setpoint | 0.7248188 |\n", + "| month | 0.87707883 |\n", + "| outdoor_humidity | 1.3203242 |\n", + "| outdoor_temperature | 0.2258685 |\n", + "| people_occupant | -0.6892111 |\n", + "| total_electricity_HVAC | -0.65498346 |\n", + "| wind_direction | -1.2960707 |\n", + "| wind_speed | -0.85606974 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 63.372387 |\n", + "| air_temperature | 22.28696 |\n", + "| clg_setpoint | 28.028805 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.748947 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 15.172783 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 2.85 |\n", + "-------------------------------------------------\n", + "------------------------------------------------************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.02481997 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.764612 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.63749176 |\n", + "| air_humidity | 1.7138411 |\n", + "| air_temperature | 0.34668303 |\n", + "| clg_setpoint | 1.2822021 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1791049 |\n", + "| diffuse_solar_radiation | -0.7569796 |\n", + "| direct_solar_radiation | -0.6192361 |\n", + "| hour | 1.66139 |\n", + "| htg_setpoint | 1.3289729 |\n", + "| month | 0.87627006 |\n", + "| outdoor_humidity | 1.3674127 |\n", + "| outdoor_temperature | 0.33256507 |\n", + "| people_occupant | -0.6893922 |\n", + "| total_electricity_HVAC | 0.6234704 |\n", + "| wind_direction | -1.246678 |\n", + "| wind_speed | -1.1732593 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5616.465 |\n", + "| air_humidity | 59.55309 |\n", + "| air_temperature | 23.249763 |\n", + "| clg_setpoint | 29.527206 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 16.232557 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5284241.5 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.1 |\n", + "------------------------------------------------\n", + "-------------------------------------------------************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.7531815 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.083012 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6490333 |\n", + "| air_humidity | 1.0676763 |\n", + "| air_temperature | -0.25836664 |\n", + "| clg_setpoint | -0.74369466 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4052993 |\n", + "| diffuse_solar_radiation | -0.75688636 |\n", + "| direct_solar_radiation | -0.6192186 |\n", + "| hour | -1.6612597 |\n", + "| htg_setpoint | 0.12937805 |\n", + "| month | 0.87546355 |\n", + "| outdoor_humidity | 0.14036205 |\n", + "| outdoor_temperature | 0.4053807 |\n", + "| people_occupant | -0.689573 |\n", + "| total_electricity_HVAC | -0.6553811 |\n", + "| wind_direction | 0.76543814 |\n", + "| wind_speed | -0.64345276 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 51.168697 |\n", + "| air_temperature | 22.376505 |\n", + "| clg_setpoint | 24.264975 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.293411 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 16.958006 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.6602349 |\n", + "| Heating_Setpoint_RL | 0.2856267 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.853292 |\n", + "| Heating_Setpoint_RL | 19.23165 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.6592435 |\n", + "| air_humidity | -0.61503583 |\n", + "| air_temperature | 0.34672454 |\n", + "| clg_setpoint | -0.45574597 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.517023 |\n", + "| diffuse_solar_radiation | -0.7567963 |\n", + "| direct_solar_radiation | -0.6194036 |\n", + "| hour | -1.516685 |\n", + "| htg_setpoint | 1.3286707 |\n", + "| month | 0.8746592 |\n", + "| outdoor_humidity | -0.772683 |\n", + "| outdoor_temperature | -0.04388129 |\n", + "| people_occupant | -0.68904364 |\n", + "| total_electricity_HVAC | 0.8264553 |\n", + "| wind_direction | -1.2939867 |\n", + "| wind_speed | -0.6432551 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5706.395 |\n", + "| air_humidity | 29.26222 |\n", + "| air_temperature | 23.250072 |\n", + "| clg_setpoint | 25.012854 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 52.5 |\n", + "| outdoor_temperature | 12.5145035 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6106905.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7840838 |\n", + "| Heating_Setpoint_RL | 0.21074173 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.271282 |\n", + "| Heating_Setpoint_RL | 18.810423 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.4315608 |\n", + "| air_humidity | 0.0019283723 |\n", + "| air_temperature | 0.34660643 |\n", + "| clg_setpoint | -0.14439495 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6282226 |\n", + "| diffuse_solar_radiation | -0.75675255 |\n", + "| direct_solar_radiation | -0.61961704 |\n", + "| hour | -1.3721381 |\n", + "| htg_setpoint | 1.3287036 |\n", + "| month | 0.8738571 |\n", + "| outdoor_humidity | 0.8392467 |\n", + "| outdoor_temperature | -0.22219379 |\n", + "| people_occupant | -0.68851554 |\n", + "| total_electricity_HVAC | 1.067253 |\n", + "| wind_direction | -1.3407536 |\n", + "| wind_speed | -0.64294326 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4726.527 |\n", + "| air_humidity | 37.28726 |\n", + "| air_temperature | 23.249874 |\n", + "| clg_setpoint | 25.820732 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 10.752627 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7084324.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.35 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.13645807 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 18.392576 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6489522 |\n", + "| air_humidity | 0.9629433 |\n", + "| air_temperature | -0.59502417 |\n", + "| clg_setpoint | 0.43007624 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6728573 |\n", + "| diffuse_solar_radiation | -0.75657105 |\n", + "| direct_solar_radiation | -0.6197555 |\n", + "| hour | -1.2276142 |\n", + "| htg_setpoint | 0.68465096 |\n", + "| month | 1.1756922 |\n", + "| outdoor_humidity | 0.69480586 |\n", + "| outdoor_temperature | -0.38463947 |\n", + "| people_occupant | -0.6886966 |\n", + "| total_electricity_HVAC | -0.6553041 |\n", + "| wind_direction | 1.6774759 |\n", + "| wind_speed | 1.6691091 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 49.79175 |\n", + "| air_temperature | 21.892544 |\n", + "| clg_setpoint | 27.311203 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.58953 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 9.147681 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 8.8 |\n", + "| train/ | |\n", + "| approx_kl | 0.00994207 |\n", + "| clip_fraction | 0.11 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.57 |\n", + "| explained_variance | 0.633 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.211 |\n", + "| n_updates | 470 |\n", + "| policy_gradient_loss | -0.0141 |\n", + "| std | 0.874 |\n", + "| value_loss | 0.714 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.19147985 |\n", + "| Heating_Setpoint_RL | 0.6248903 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.978756 |\n", + "| Heating_Setpoint_RL | 21.140007 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.726957 |\n", + "| air_humidity | 0.646152 |\n", + "| air_temperature | 0.34658077 |\n", + "| clg_setpoint | -1.1336838 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5560081 |\n", + "| diffuse_solar_radiation | -0.7565103 |\n", + "| direct_solar_radiation | -0.6193229 |\n", + "| hour | -1.0831084 |\n", + "| htg_setpoint | 1.327643 |\n", + "| month | 1.1742407 |\n", + "| outdoor_humidity | 1.3202896 |\n", + "| outdoor_temperature | -0.19866192 |\n", + "| people_occupant | -0.68887734 |\n", + "| total_electricity_HVAC | 0.6519461 |\n", + "| wind_direction | -1.7218308 |\n", + "| wind_speed | -2.0623107 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5992.2075 |\n", + "| air_humidity | 45.6753 |\n", + "| air_temperature | 23.250069 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 10.987512 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5392986.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.97393805 |\n", + "| Heating_Setpoint_RL | 0.6940475 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.91204 |\n", + "| Heating_Setpoint_RL | 21.529016 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6491729 |\n", + "| air_humidity | 1.8683419 |\n", + "| air_temperature | -0.3165908 |\n", + "| clg_setpoint | -0.11616282 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4397814 |\n", + "| diffuse_solar_radiation | -0.75652415 |\n", + "| direct_solar_radiation | -0.61951315 |\n", + "| hour | -0.938617 |\n", + "| htg_setpoint | -0.30654874 |\n", + "| month | 1.1727946 |\n", + "| outdoor_humidity | 1.512576 |\n", + "| outdoor_temperature | 0.13496904 |\n", + "| people_occupant | -0.68905765 |\n", + "| total_electricity_HVAC | -0.6555073 |\n", + "| wind_direction | -1.7220654 |\n", + "| wind_speed | -2.060644 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 61.59179 |\n", + "| air_temperature | 22.29504 |\n", + "| clg_setpoint | 25.891275 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.496374 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.289754 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.058883816 |\n", + "| Heating_Setpoint_RL | 0.4191866 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.426268 |\n", + "| Heating_Setpoint_RL | 19.982925 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.26492676 |\n", + "| air_humidity | 1.5208687 |\n", + "| air_temperature | 0.11874076 |\n", + "| clg_setpoint | 0.28774032 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3240848 |\n", + "| diffuse_solar_radiation | -0.1782859 |\n", + "| direct_solar_radiation | -0.2576996 |\n", + "| hour | -0.7941361 |\n", + "| htg_setpoint | 1.2460246 |\n", + "| month | 1.1713538 |\n", + "| outdoor_humidity | 1.3435264 |\n", + "| outdoor_temperature | 0.27879274 |\n", + "| people_occupant | -0.68923765 |\n", + "| total_electricity_HVAC | -0.29044914 |\n", + "| wind_direction | 0.47925764 |\n", + "| wind_speed | -0.21610738 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1736.3176 |\n", + "| air_humidity | 57.09909 |\n", + "| air_temperature | 22.922533 |\n", + "| clg_setpoint | 26.939465 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 58.0 |\n", + "| direct_solar_radiation | 91.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.915842 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 15.715936 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1562685.9 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.35 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.5026041 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 20.452148 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.20985441 |\n", + "| air_humidity | 1.5424504 |\n", + "| air_temperature | 0.34597492 |\n", + "| clg_setpoint | -0.03632838 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.208834 |\n", + "| diffuse_solar_radiation | 0.22075833 |\n", + "| direct_solar_radiation | 1.2412055 |\n", + "| hour | -0.6496629 |\n", + "| htg_setpoint | 1.3262806 |\n", + "| month | 1.1699183 |\n", + "| outdoor_humidity | 1.0301914 |\n", + "| outdoor_temperature | 0.33882546 |\n", + "| people_occupant | -0.6894173 |\n", + "| total_electricity_HVAC | -0.22498028 |\n", + "| wind_direction | 0.33553758 |\n", + "| wind_speed | -0.6397888 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1972.8348 |\n", + "| air_humidity | 57.41129 |\n", + "| air_temperature | 23.249971 |\n", + "| clg_setpoint | 26.097353 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 98.0 |\n", + "| direct_solar_radiation | 468.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 16.314455 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1828987.2 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.35645825 |\n", + "| air_humidity | 1.3648411 |\n", + "| air_temperature | -0.26831722 |\n", + "| clg_setpoint | 1.4220496 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0939536 |\n", + "| diffuse_solar_radiation | -0.07829704 |\n", + "| direct_solar_radiation | -0.6200707 |\n", + "| hour | -0.50519484 |\n", + "| htg_setpoint | 1.1140969 |\n", + "| month | 1.168488 |\n", + "| outdoor_humidity | 0.8851159 |\n", + "| outdoor_temperature | 0.6726674 |\n", + "| people_occupant | -0.688892 |\n", + "| total_electricity_HVAC | -0.37741542 |\n", + "| wind_direction | 0.33559734 |\n", + "| wind_speed | 1.9870417 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1343.1224 |\n", + "| air_humidity | 55.123753 |\n", + "| air_temperature | 22.366322 |\n", + "| clg_setpoint | 29.886547 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 68.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.372646 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 19.616669 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1208810.1 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 9.55 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.61037374 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.191648 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5424583 |\n", + "| air_humidity | -0.48450515 |\n", + "| air_temperature | 0.34522393 |\n", + "| clg_setpoint | -1.1342207 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9793753 |\n", + "| diffuse_solar_radiation | 0.570349 |\n", + "| direct_solar_radiation | 2.3582723 |\n", + "| hour | -0.36072987 |\n", + "| htg_setpoint | -0.045224804 |\n", + "| month | 1.1670631 |\n", + "| outdoor_humidity | -0.9927287 |\n", + "| outdoor_temperature | -0.06386217 |\n", + "| people_occupant | 1.6957982 |\n", + "| total_electricity_HVAC | -0.5517808 |\n", + "| wind_direction | 1.1488134 |\n", + "| wind_speed | 1.2016758 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 545.3167 |\n", + "| air_humidity | 31.035675 |\n", + "| air_temperature | 23.248854 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 133.0 |\n", + "| direct_solar_radiation | 749.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.580433 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 12.34534 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 500272.53 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.7 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.15923968 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.729277 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5704312 |\n", + "| air_humidity | -0.85255605 |\n", + "| air_temperature | 0.34498957 |\n", + "| clg_setpoint | -1.1339105 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8650386 |\n", + "| diffuse_solar_radiation | 1.4385467 |\n", + "| direct_solar_radiation | 1.5665276 |\n", + "| hour | -0.21626653 |\n", + "| htg_setpoint | -1.0193986 |\n", + "| month | 1.1656433 |\n", + "| outdoor_humidity | -1.2558523 |\n", + "| outdoor_temperature | -0.3712507 |\n", + "| people_occupant | 1.6952142 |\n", + "| total_electricity_HVAC | -0.5806812 |\n", + "| wind_direction | 1.4347229 |\n", + "| wind_speed | 1.4320978 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 424.71362 |\n", + "| air_humidity | 26.228443 |\n", + "| air_temperature | 23.248247 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 220.0 |\n", + "| direct_solar_radiation | 550.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 13.551251 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 42.5 |\n", + "| outdoor_temperature | 9.309047 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 382242.25 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 8.25 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.48815215 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.879145 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.39429718 |\n", + "| air_humidity | -0.71546626 |\n", + "| air_temperature | 0.34556442 |\n", + "| clg_setpoint | -1.1332549 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7508901 |\n", + "| diffuse_solar_radiation | 1.6882201 |\n", + "| direct_solar_radiation | 1.4109675 |\n", + "| hour | -0.0718038 |\n", + "| htg_setpoint | 0.94214743 |\n", + "| month | 1.1642287 |\n", + "| outdoor_humidity | -1.3513883 |\n", + "| outdoor_temperature | 0.09283786 |\n", + "| people_occupant | 1.2179422 |\n", + "| total_electricity_HVAC | -0.41335264 |\n", + "| wind_direction | 0.4283825 |\n", + "| wind_speed | -0.32357335 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1179.4753 |\n", + "| air_humidity | 28.001114 |\n", + "| air_temperature | 23.249018 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 245.0 |\n", + "| direct_solar_radiation | 511.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.660702 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 40.5 |\n", + "| outdoor_temperature | 13.881543 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1061438.8 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.55346644 |\n", + "| Heating_Setpoint_RL | 0.8965006 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.757051 |\n", + "| Heating_Setpoint_RL | 22.667816 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.15094307 |\n", + "| air_humidity | 0.42245218 |\n", + "| air_temperature | 0.34589273 |\n", + "| clg_setpoint | -1.1328994 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.63688356 |\n", + "| diffuse_solar_radiation | 1.2592895 |\n", + "| direct_solar_radiation | 2.114117 |\n", + "| hour | 0.07265881 |\n", + "| htg_setpoint | -0.8555112 |\n", + "| month | 1.1628191 |\n", + "| outdoor_humidity | -0.7014946 |\n", + "| outdoor_temperature | 0.50765973 |\n", + "| people_occupant | 0.26416752 |\n", + "| total_electricity_HVAC | -0.18213743 |\n", + "| wind_direction | 0.47600323 |\n", + "| wind_speed | 1.3268137 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2221.8289 |\n", + "| air_humidity | 42.817463 |\n", + "| air_temperature | 23.249527 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 202.0 |\n", + "| direct_solar_radiation | 688.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 14.228547 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 17.969574 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 1999747.4 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 8.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.123076245 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.932695 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5661443 |\n", + "| air_humidity | 0.6161096 |\n", + "| air_temperature | 1.9716238 |\n", + "| clg_setpoint | 0.96213675 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5229796 |\n", + "| diffuse_solar_radiation | 0.7903997 |\n", + "| direct_solar_radiation | 2.0975711 |\n", + "| hour | 0.21712129 |\n", + "| htg_setpoint | -0.022602247 |\n", + "| month | 1.1614149 |\n", + "| outdoor_humidity | 0.09228475 |\n", + "| outdoor_temperature | 0.71169114 |\n", + "| people_occupant | 1.2171 |\n", + "| total_electricity_HVAC | -0.5787244 |\n", + "| wind_direction | -0.19480117 |\n", + "| wind_speed | 0.22674718 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 443.8413 |\n", + "| air_humidity | 45.360126 |\n", + "| air_temperature | 25.58486 |\n", + "| clg_setpoint | 28.690098 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 155.0 |\n", + "| direct_solar_radiation | 684.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.673405 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 70.5 |\n", + "| outdoor_temperature | 19.979885 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 390721.22 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 5.4 |\n", + "--------------------------------------------------\n", + "---------------------------------------------------**************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.896034 |\n", + "| Heating_Setpoint_RL | -0.0029180944 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.600885 |\n", + "| Heating_Setpoint_RL | 17.608585 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48139086 |\n", + "| air_humidity | 0.11246492 |\n", + "| air_temperature | 0.60367525 |\n", + "| clg_setpoint | 0.5728542 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.40914562 |\n", + "| diffuse_solar_radiation | 0.8804572 |\n", + "| direct_solar_radiation | 1.2027872 |\n", + "| hour | 0.36158314 |\n", + "| htg_setpoint | 0.27728412 |\n", + "| month | 1.1600155 |\n", + "| outdoor_humidity | 0.21172208 |\n", + "| outdoor_temperature | 0.7776972 |\n", + "| people_occupant | -0.6892638 |\n", + "| total_electricity_HVAC | -0.5184849 |\n", + "| wind_direction | -0.0031065056 |\n", + "| wind_speed | -0.21692273 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 807.25964 |\n", + "| air_humidity | 38.819794 |\n", + "| air_temperature | 23.62007 |\n", + "| clg_setpoint | 27.678194 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 164.0 |\n", + "| direct_solar_radiation | 459.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.915327 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 20.6305 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 635646.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.35 |\n", + "---------------------------------------------------\n", + "-------------------------------------------------****************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.23391318 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.835543 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5172266 |\n", + "| air_humidity | -0.0689128 |\n", + "| air_temperature | 0.9443926 |\n", + "| clg_setpoint | 1.1229086 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29535574 |\n", + "| diffuse_solar_radiation | 0.6009982 |\n", + "| direct_solar_radiation | 0.2211051 |\n", + "| hour | 0.5060434 |\n", + "| htg_setpoint | -0.64845455 |\n", + "| month | 1.1586212 |\n", + "| outdoor_humidity | 0.23479891 |\n", + "| outdoor_temperature | 0.7430858 |\n", + "| people_occupant | -0.6887425 |\n", + "| total_electricity_HVAC | -0.53088635 |\n", + "| wind_direction | -0.5774228 |\n", + "| wind_speed | 0.46118218 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 653.52673 |\n", + "| air_humidity | 36.472404 |\n", + "| air_temperature | 24.109161 |\n", + "| clg_setpoint | 29.106958 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 136.0 |\n", + "| direct_solar_radiation | 212.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.089554 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 20.293188 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 585066.8 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 5.95 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.18077141 |\n", + "| air_humidity | 1.1956552 |\n", + "| air_temperature | 0.34491417 |\n", + "| clg_setpoint | -1.1325123 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18159065 |\n", + "| diffuse_solar_radiation | -0.35754108 |\n", + "| direct_solar_radiation | 0.54327774 |\n", + "| hour | 0.6505006 |\n", + "| htg_setpoint | 1.3242862 |\n", + "| month | 1.157232 |\n", + "| outdoor_humidity | 0.9557125 |\n", + "| outdoor_temperature | 0.47810423 |\n", + "| people_occupant | 1.6951493 |\n", + "| total_electricity_HVAC | 0.13289699 |\n", + "| wind_direction | -0.6723236 |\n", + "| wind_speed | 0.6730908 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3640.1262 |\n", + "| air_humidity | 52.981895 |\n", + "| air_temperature | 23.24904 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 40.0 |\n", + "| direct_solar_radiation | 293.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 17.684875 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3276194.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 6.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.20288093 |\n", + "| air_humidity | 0.6792849 |\n", + "| air_temperature | 0.34341836 |\n", + "| clg_setpoint | -1.1322235 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.067837656 |\n", + "| diffuse_solar_radiation | -0.75687003 |\n", + "| direct_solar_radiation | -0.62143475 |\n", + "| hour | 0.7949527 |\n", + "| htg_setpoint | -0.7047407 |\n", + "| month | 1.1558478 |\n", + "| outdoor_humidity | -1.0180045 |\n", + "| outdoor_temperature | 0.60613257 |\n", + "| people_occupant | 1.6945705 |\n", + "| total_electricity_HVAC | -0.2315577 |\n", + "| wind_direction | 0.8604596 |\n", + "| wind_speed | 0.67205936 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1998.8428 |\n", + "| air_humidity | 46.283173 |\n", + "| air_temperature | 23.247175 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 14.859647 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 47.5 |\n", + "| outdoor_temperature | 18.948782 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1798958.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.45 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*****************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.9080874 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.73299 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5555879 |\n", + "| air_humidity | 2.4454572 |\n", + "| air_temperature | 0.35326755 |\n", + "| clg_setpoint | -1.131886 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.04590936 |\n", + "| diffuse_solar_radiation | -0.75682837 |\n", + "| direct_solar_radiation | -0.62149215 |\n", + "| hour | 0.9393973 |\n", + "| htg_setpoint | 1.3234663 |\n", + "| month | 1.1544684 |\n", + "| outdoor_humidity | 1.4124547 |\n", + "| outdoor_temperature | 0.5141359 |\n", + "| people_occupant | 0.5024197 |\n", + "| total_electricity_HVAC | -0.49833888 |\n", + "| wind_direction | -0.6243824 |\n", + "| wind_speed | -0.40646324 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 491.62143 |\n", + "| air_humidity | 69.35562 |\n", + "| air_temperature | 23.261496 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 18.044483 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 718913.4 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 3.9 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.21224701 |\n", + "| Heating_Setpoint_RL | -0.92046964 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.341333 |\n", + "| Heating_Setpoint_RL | 12.447358 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65011156 |\n", + "| air_humidity | -0.8348065 |\n", + "| air_temperature | 0.34513965 |\n", + "| clg_setpoint | -1.1315968 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15965003 |\n", + "| diffuse_solar_radiation | -0.7567878 |\n", + "| direct_solar_radiation | -0.6216341 |\n", + "| hour | 1.0838314 |\n", + "| htg_setpoint | -1.3962032 |\n", + "| month | 1.153094 |\n", + "| outdoor_humidity | -1.1389 |\n", + "| outdoor_temperature | -0.18332453 |\n", + "| people_occupant | -0.45112574 |\n", + "| total_electricity_HVAC | -0.65636134 |\n", + "| wind_direction | 0.8125831 |\n", + "| wind_speed | 2.5045538 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 26.519222 |\n", + "| air_temperature | 23.249937 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 11.185438 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 10.8 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.43502194 |\n", + "| Heating_Setpoint_RL | 0.9356916 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.156801 |\n", + "| Heating_Setpoint_RL | 22.888266 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.23771226 |\n", + "| air_humidity | -0.9584601 |\n", + "| air_temperature | 0.34549317 |\n", + "| clg_setpoint | -1.1313305 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.2733775 |\n", + "| diffuse_solar_radiation | -0.7567331 |\n", + "| direct_solar_radiation | -0.62179315 |\n", + "| hour | 1.2282518 |\n", + "| htg_setpoint | 1.323753 |\n", + "| month | 1.1517246 |\n", + "| outdoor_humidity | 0.13791677 |\n", + "| outdoor_temperature | -0.5768549 |\n", + "| people_occupant | -0.45133677 |\n", + "| total_electricity_HVAC | 0.6504742 |\n", + "| wind_direction | -1.7280762 |\n", + "| wind_speed | -2.0529952 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3880.5325 |\n", + "| air_humidity | 24.89213 |\n", + "| air_temperature | 23.249939 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 7.3145475 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 5369746.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.33809102 |\n", + "| Heating_Setpoint_RL | 0.6127496 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.766056 |\n", + "| Heating_Setpoint_RL | 21.071716 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.64994615 |\n", + "| air_humidity | 0.62333703 |\n", + "| air_temperature | -0.32222465 |\n", + "| clg_setpoint | 1.4679279 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38707843 |\n", + "| diffuse_solar_radiation | -0.7566716 |\n", + "| direct_solar_radiation | -0.6219613 |\n", + "| hour | 1.3726543 |\n", + "| htg_setpoint | -0.36034268 |\n", + "| month | 1.15036 |\n", + "| outdoor_humidity | 0.7152371 |\n", + "| outdoor_temperature | 0.12540936 |\n", + "| people_occupant | -0.6891126 |\n", + "| total_electricity_HVAC | -0.65618163 |\n", + "| wind_direction | 0.23695636 |\n", + "| wind_speed | 0.7730168 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 45.559727 |\n", + "| air_temperature | 22.293509 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.282806 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 83.5 |\n", + "| outdoor_temperature | 14.213396 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*****************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.33247042 |\n", + "| Heating_Setpoint_RL | 0.75045425 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.502913 |\n", + "| Heating_Setpoint_RL | 21.846306 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.010126491 |\n", + "| air_humidity | 0.40308672 |\n", + "| air_temperature | 0.3134126 |\n", + "| clg_setpoint | -0.2697576 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.5007331 |\n", + "| diffuse_solar_radiation | -0.7566204 |\n", + "| direct_solar_radiation | -0.6220687 |\n", + "| hour | 1.5170348 |\n", + "| htg_setpoint | 1.3118228 |\n", + "| month | 1.1490002 |\n", + "| outdoor_humidity | 0.5702106 |\n", + "| outdoor_temperature | 0.0651927 |\n", + "| people_occupant | -0.6885952 |\n", + "| total_electricity_HVAC | -0.029279122 |\n", + "| wind_direction | -1.7271072 |\n", + "| wind_speed | -2.0496345 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2906.5137 |\n", + "| air_humidity | 42.688457 |\n", + "| air_temperature | 23.203875 |\n", + "| clg_setpoint | 25.487019 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 23.202793 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 80.5 |\n", + "| outdoor_temperature | 13.623407 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2615862.2 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------******************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.49327818 |\n", + "| Heating_Setpoint_RL | 0.9035934 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.289814 |\n", + "| Heating_Setpoint_RL | 22.707714 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6502246 |\n", + "| air_humidity | 1.7902919 |\n", + "| air_temperature | -0.37243435 |\n", + "| clg_setpoint | 0.57777035 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6143153 |\n", + "| diffuse_solar_radiation | -0.7565564 |\n", + "| direct_solar_radiation | -0.6222191 |\n", + "| hour | 1.6613883 |\n", + "| htg_setpoint | -1.197349 |\n", + "| month | 1.1476452 |\n", + "| outdoor_humidity | 1.3157135 |\n", + "| outdoor_temperature | 0.22586186 |\n", + "| people_occupant | -0.6887725 |\n", + "| total_electricity_HVAC | -0.6564366 |\n", + "| wind_direction | 0.33355615 |\n", + "| wind_speed | 0.12048458 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 60.82385 |\n", + "| air_temperature | 22.222807 |\n", + "| clg_setpoint | 27.686783 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 12.82153 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 15.202825 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 5.15 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8827947 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.645569 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65048957 |\n", + "| air_humidity | 1.0025556 |\n", + "| air_temperature | -0.061086323 |\n", + "| clg_setpoint | 1.4692582 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8418565 |\n", + "| diffuse_solar_radiation | -0.7565259 |\n", + "| direct_solar_radiation | -0.6221984 |\n", + "| hour | -1.6612613 |\n", + "| htg_setpoint | 0.8404003 |\n", + "| month | 1.1462951 |\n", + "| outdoor_humidity | 0.23190068 |\n", + "| outdoor_temperature | 0.17275096 |\n", + "| people_occupant | -0.68894947 |\n", + "| total_electricity_HVAC | -0.65668994 |\n", + "| wind_direction | -1.5331177 |\n", + "| wind_speed | -1.6027215 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 50.558826 |\n", + "| air_temperature | 22.668793 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.257996 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 14.684125 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 1.05 |\n", + "| train/ | |\n", + "| approx_kl | 0.0076664938 |\n", + "| clip_fraction | 0.0854 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.58 |\n", + "| explained_variance | 0.367 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.28 |\n", + "| n_updates | 480 |\n", + "| policy_gradient_loss | -0.0128 |\n", + "| std | 0.88 |\n", + "| value_loss | 0.779 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.35961342 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.838696 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.3727972 |\n", + "| air_humidity | 2.2672272 |\n", + "| air_temperature | 0.3453004 |\n", + "| clg_setpoint | 0.271201 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.955198 |\n", + "| diffuse_solar_radiation | -0.75646836 |\n", + "| direct_solar_radiation | -0.62180614 |\n", + "| hour | -1.5166893 |\n", + "| htg_setpoint | 1.3205907 |\n", + "| month | 1.1449497 |\n", + "| outdoor_humidity | 1.506224 |\n", + "| outdoor_temperature | 0.27305064 |\n", + "| people_occupant | -0.6891261 |\n", + "| total_electricity_HVAC | 0.3151452 |\n", + "| wind_direction | 0.047479764 |\n", + "| wind_speed | -0.6351423 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4453.978 |\n", + "| air_humidity | 67.15582 |\n", + "| air_temperature | 23.250423 |\n", + "| clg_setpoint | 26.887749 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.6705265 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4008580.2 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.07205738 |\n", + "| Heating_Setpoint_RL | 0.38269573 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.868195 |\n", + "| Heating_Setpoint_RL | 19.777664 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.56369877 |\n", + "| air_humidity | 1.7536339 |\n", + "| air_temperature | 0.3447955 |\n", + "| clg_setpoint | -1.1293052 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0683368 |\n", + "| diffuse_solar_radiation | -0.7564083 |\n", + "| direct_solar_radiation | -0.6219686 |\n", + "| hour | -1.3721445 |\n", + "| htg_setpoint | 1.3198364 |\n", + "| month | 1.1436089 |\n", + "| outdoor_humidity | 1.4085932 |\n", + "| outdoor_temperature | 0.2758604 |\n", + "| people_occupant | -0.6893023 |\n", + "| total_electricity_HVAC | 0.4964382 |\n", + "| wind_direction | 0.047503732 |\n", + "| wind_speed | -0.1089542 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5267.901 |\n", + "| air_humidity | 60.474663 |\n", + "| air_temperature | 23.2499 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 15.701477 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4741111.0 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.06353617 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.410564 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65114456 |\n", + "| air_humidity | -1.1418079 |\n", + "| air_temperature | -0.65974873 |\n", + "| clg_setpoint | -0.31306517 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1812203 |\n", + "| diffuse_solar_radiation | -0.7563275 |\n", + "| direct_solar_radiation | -0.6220101 |\n", + "| hour | -1.227622 |\n", + "| htg_setpoint | 0.4257382 |\n", + "| month | 1.142273 |\n", + "| outdoor_humidity | -1.8126652 |\n", + "| outdoor_temperature | 0.25300443 |\n", + "| people_occupant | -0.6894782 |\n", + "| total_electricity_HVAC | -0.6573108 |\n", + "| wind_direction | 0.8617409 |\n", + "| wind_speed | 1.7614115 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 22.539251 |\n", + "| air_temperature | 21.814701 |\n", + "| clg_setpoint | 25.36899 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 19.547817 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 31.0 |\n", + "| outdoor_temperature | 15.483064 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 9.05 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.81612855 |\n", + "| Heating_Setpoint_RL | 0.32699776 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.379433 |\n", + "| Heating_Setpoint_RL | 19.464363 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65082186 |\n", + "| air_humidity | -1.4224625 |\n", + "| air_temperature | -0.8081559 |\n", + "| clg_setpoint | -0.61741877 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2937901 |\n", + "| diffuse_solar_radiation | -0.7562602 |\n", + "| direct_solar_radiation | -0.6220235 |\n", + "| hour | -1.0831174 |\n", + "| htg_setpoint | -1.3238933 |\n", + "| month | 1.1409416 |\n", + "| outdoor_humidity | -0.3928467 |\n", + "| outdoor_temperature | -0.6720707 |\n", + "| people_occupant | -0.68896353 |\n", + "| total_electricity_HVAC | -0.65697867 |\n", + "| wind_direction | 0.8611182 |\n", + "| wind_speed | 0.87483114 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 18.833138 |\n", + "| air_temperature | 21.602049 |\n", + "| clg_setpoint | 24.580324 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 12.301025 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 60.5 |\n", + "| outdoor_temperature | 6.418113 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.95 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.17164509 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.204302 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.6504695 |\n", + "| air_humidity | -1.3976474 |\n", + "| air_temperature | -0.13902652 |\n", + "| clg_setpoint | -0.26804063 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4059824 |\n", + "| diffuse_solar_radiation | -0.7561847 |\n", + "| direct_solar_radiation | -0.6220997 |\n", + "| hour | -0.93862647 |\n", + "| htg_setpoint | 1.3205652 |\n", + "| month | 1.1396149 |\n", + "| outdoor_humidity | -0.27195925 |\n", + "| outdoor_temperature | -0.8160187 |\n", + "| people_occupant | -0.6884499 |\n", + "| total_electricity_HVAC | 2.7137485 |\n", + "| wind_direction | 1.3868319 |\n", + "| wind_speed | -0.2177916 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 14163.0 |\n", + "| air_humidity | 19.132376 |\n", + "| air_temperature | 22.557232 |\n", + "| clg_setpoint | 25.488663 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 5.0057263 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13698581.0 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 4.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.35390365 |\n", + "| air_humidity | -1.1326047 |\n", + "| air_temperature | -0.5356888 |\n", + "| clg_setpoint | -1.1292781 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5177279 |\n", + "| diffuse_solar_radiation | -0.7360951 |\n", + "| direct_solar_radiation | -0.37179497 |\n", + "| hour | -0.79414606 |\n", + "| htg_setpoint | 0.8025231 |\n", + "| month | 1.1382929 |\n", + "| outdoor_humidity | 0.30544034 |\n", + "| outdoor_temperature | -1.023067 |\n", + "| people_occupant | -0.6886261 |\n", + "| total_electricity_HVAC | -0.41519445 |\n", + "| wind_direction | -1.7263184 |\n", + "| wind_speed | -2.042192 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1352.3003 |\n", + "| air_humidity | 22.58823 |\n", + "| air_temperature | 21.9909 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 2.0 |\n", + "| direct_solar_radiation | 63.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.104774 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 2.9738088 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1054577.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.860258 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.72163 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.0917742 |\n", + "| air_humidity | -0.78282636 |\n", + "| air_temperature | 0.34617314 |\n", + "| clg_setpoint | -1.1285826 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6289525 |\n", + "| diffuse_solar_radiation | 0.11463622 |\n", + "| direct_solar_radiation | 0.79293364 |\n", + "| hour | -0.6496731 |\n", + "| htg_setpoint | 1.3203024 |\n", + "| month | 1.1369754 |\n", + "| outdoor_humidity | -0.702124 |\n", + "| outdoor_temperature | -0.22143506 |\n", + "| people_occupant | -0.68880194 |\n", + "| total_electricity_HVAC | 1.2918242 |\n", + "| wind_direction | -1.7260845 |\n", + "| wind_speed | -2.041317 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7515.741 |\n", + "| air_humidity | 27.170622 |\n", + "| air_temperature | 23.250153 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 87.0 |\n", + "| direct_solar_radiation | 356.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 10.821839 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7952055.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.047593087 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.357288 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3593165 |\n", + "| air_humidity | -1.0498189 |\n", + "| air_temperature | 0.887347 |\n", + "| clg_setpoint | 0.23063618 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7395774 |\n", + "| diffuse_solar_radiation | 0.85566914 |\n", + "| direct_solar_radiation | 0.4508077 |\n", + "| hour | -0.50520515 |\n", + "| htg_setpoint | 1.3200881 |\n", + "| month | 1.1356624 |\n", + "| outdoor_humidity | -0.91683924 |\n", + "| outdoor_temperature | -0.5879769 |\n", + "| people_occupant | 1.6946208 |\n", + "| total_electricity_HVAC | -0.04940792 |\n", + "| wind_direction | -1.1498034 |\n", + "| wind_speed | -0.5304708 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1328.9053 |\n", + "| air_humidity | 23.655783 |\n", + "| air_temperature | 24.02225 |\n", + "| clg_setpoint | 26.777618 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 161.0 |\n", + "| direct_solar_radiation | 270.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 49.5 |\n", + "| outdoor_temperature | 7.233836 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2532414.8 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.1975168 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.513968 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56379765 |\n", + "| air_humidity | 0.035565518 |\n", + "| air_temperature | 0.34491268 |\n", + "| clg_setpoint | -1.1273401 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6721834 |\n", + "| diffuse_solar_radiation | 0.55578524 |\n", + "| direct_solar_radiation | 2.0299196 |\n", + "| hour | -0.3607402 |\n", + "| htg_setpoint | 0.022653414 |\n", + "| month | 1.4351996 |\n", + "| outdoor_humidity | -0.6532313 |\n", + "| outdoor_temperature | -0.073337436 |\n", + "| people_occupant | 1.6940523 |\n", + "| total_electricity_HVAC | -0.5727548 |\n", + "| wind_direction | 1.5763817 |\n", + "| wind_speed | 1.4207798 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 456.96008 |\n", + "| air_humidity | 37.903885 |\n", + "| air_temperature | 23.248304 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 131.0 |\n", + "| direct_solar_radiation | 667.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.878681 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 12.267369 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 417536.97 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 8.25 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.0473606 |\n", + "| Heating_Setpoint_RL | -0.4774964 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.784842 |\n", + "| Heating_Setpoint_RL | 14.939083 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65042865 |\n", + "| air_humidity | -0.92593294 |\n", + "| air_temperature | -0.8482557 |\n", + "| clg_setpoint | 0.9982446 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5556129 |\n", + "| diffuse_solar_radiation | 0.4559838 |\n", + "| direct_solar_radiation | 2.335678 |\n", + "| hour | -0.21627685 |\n", + "| htg_setpoint | 0.7493004 |\n", + "| month | 1.4329937 |\n", + "| outdoor_humidity | -1.4446881 |\n", + "| outdoor_temperature | 0.057020433 |\n", + "| people_occupant | -0.6893275 |\n", + "| total_electricity_HVAC | -0.65654886 |\n", + "| wind_direction | -1.7235589 |\n", + "| wind_speed | 1.4194126 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 25.283518 |\n", + "| air_temperature | 21.546421 |\n", + "| clg_setpoint | 28.769997 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 121.0 |\n", + "| direct_solar_radiation | 744.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.88718 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 38.5 |\n", + "| outdoor_temperature | 13.539623 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 8.25 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.18666545 |\n", + "| Heating_Setpoint_RL | -0.96244365 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.995005 |\n", + "| Heating_Setpoint_RL | 12.211254 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.21435489 |\n", + "| air_humidity | -0.9518052 |\n", + "| air_temperature | 0.3465785 |\n", + "| clg_setpoint | -0.81425226 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4396297 |\n", + "| diffuse_solar_radiation | 2.009038 |\n", + "| direct_solar_radiation | 0.16456777 |\n", + "| hour | -0.07181411 |\n", + "| htg_setpoint | 1.3196036 |\n", + "| month | 1.4307977 |\n", + "| outdoor_humidity | -1.1554139 |\n", + "| outdoor_temperature | 0.14256121 |\n", + "| people_occupant | -0.68881655 |\n", + "| total_electricity_HVAC | -0.1392912 |\n", + "| wind_direction | 1.6685307 |\n", + "| wind_speed | -0.63691473 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1944.8934 |\n", + "| air_humidity | 24.933256 |\n", + "| air_temperature | 23.250017 |\n", + "| clg_setpoint | 24.06382 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 276.0 |\n", + "| direct_solar_radiation | 198.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 44.5 |\n", + "| outdoor_temperature | 14.375084 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2167335.5 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.23561883 |\n", + "| air_humidity | 0.13274999 |\n", + "| air_temperature | 0.34626698 |\n", + "| clg_setpoint | -1.1273968 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3241457 |\n", + "| diffuse_solar_radiation | 1.0876697 |\n", + "| direct_solar_radiation | 1.7510818 |\n", + "| hour | 0.07264851 |\n", + "| htg_setpoint | 1.3190752 |\n", + "| month | 1.4286119 |\n", + "| outdoor_humidity | -0.6512625 |\n", + "| outdoor_temperature | 0.3456355 |\n", + "| people_occupant | 0.26507375 |\n", + "| total_electricity_HVAC | -0.2627326 |\n", + "| wind_direction | 0.56956047 |\n", + "| wind_speed | -0.42585477 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1854.0469 |\n", + "| air_humidity | 39.151344 |\n", + "| air_temperature | 23.249464 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 184.0 |\n", + "| direct_solar_radiation | 597.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 16.357082 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 1668572.8 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.7110446 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.625374 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65024745 |\n", + "| air_humidity | -0.98390776 |\n", + "| air_temperature | 2.1185155 |\n", + "| clg_setpoint | 1.3627062 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2090809 |\n", + "| diffuse_solar_radiation | 0.09603729 |\n", + "| direct_solar_radiation | -0.6226305 |\n", + "| hour | 0.21711102 |\n", + "| htg_setpoint | -1.39683 |\n", + "| month | 1.426436 |\n", + "| outdoor_humidity | -1.1794322 |\n", + "| outdoor_temperature | -0.31272623 |\n", + "| people_occupant | 1.2183142 |\n", + "| total_electricity_HVAC | -0.65635777 |\n", + "| wind_direction | 1.2367394 |\n", + "| wind_speed | 2.5095584 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 24.513357 |\n", + "| air_temperature | 25.773865 |\n", + "| clg_setpoint | 29.717012 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 85.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 9.927888 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 10.85 |\n", + "-------------------------------------------------\n", + "---------------------------------------------------********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.45469993 |\n", + "| air_humidity | -0.7088053 |\n", + "| air_temperature | 0.3461816 |\n", + "| clg_setpoint | -1.1269523 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0943635 |\n", + "| diffuse_solar_radiation | 0.42714718 |\n", + "| direct_solar_radiation | 1.1788048 |\n", + "| hour | 0.36157292 |\n", + "| htg_setpoint | -1.3965862 |\n", + "| month | 1.42427 |\n", + "| outdoor_humidity | -1.155246 |\n", + "| outdoor_temperature | -0.0150334975 |\n", + "| people_occupant | 1.6945611 |\n", + "| total_electricity_HVAC | -0.47067964 |\n", + "| wind_direction | 1.4256729 |\n", + "| wind_speed | 0.012848459 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 919.72253 |\n", + "| air_humidity | 28.11317 |\n", + "| air_temperature | 23.248795 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 118.0 |\n", + "| direct_solar_radiation | 453.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 44.5 |\n", + "| outdoor_temperature | 12.828085 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 827750.25 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 4.9 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------**********************************************--------------| 85%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.46761116 |\n", + "| air_humidity | -0.33002564 |\n", + "| air_temperature | 0.34646326 |\n", + "| clg_setpoint | -1.1264611 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.97992855 |\n", + "| diffuse_solar_radiation | 0.10653431 |\n", + "| direct_solar_radiation | -0.3164032 |\n", + "| hour | 0.50603324 |\n", + "| htg_setpoint | -0.23783238 |\n", + "| month | 1.4221139 |\n", + "| outdoor_humidity | -0.6507645 |\n", + "| outdoor_temperature | -0.024964787 |\n", + "| people_occupant | 1.6939961 |\n", + "| total_electricity_HVAC | -0.48292482 |\n", + "| wind_direction | 1.3284024 |\n", + "| wind_speed | 0.24388264 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 864.5251 |\n", + "| air_humidity | 33.072517 |\n", + "| air_temperature | 23.249062 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 86.0 |\n", + "| direct_solar_radiation | 77.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.800741 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 12.727448 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 778072.56 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 5.45 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------**********************************************--------------| 85%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.47425944 |\n", + "| air_humidity | 0.56580913 |\n", + "| air_temperature | 0.34896213 |\n", + "| clg_setpoint | -1.1259345 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8657187 |\n", + "| diffuse_solar_radiation | -0.68540907 |\n", + "| direct_solar_radiation | -0.55507797 |\n", + "| hour | 0.6504906 |\n", + "| htg_setpoint | -0.44296262 |\n", + "| month | 1.4199677 |\n", + "| outdoor_humidity | 0.550829 |\n", + "| outdoor_temperature | -0.062182996 |\n", + "| people_occupant | 1.6934326 |\n", + "| total_electricity_HVAC | -0.4892293 |\n", + "| wind_direction | 0.32594156 |\n", + "| wind_speed | -0.4268805 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 835.99786 |\n", + "| air_humidity | 44.799835 |\n", + "| air_temperature | 23.2525 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 7.0 |\n", + "| direct_solar_radiation | 17.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.952175 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 12.360752 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 752398.06 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 3.85 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***********************************************--------------| 85%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.33037338 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.74001 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6501602 |\n", + "| air_humidity | 0.5130655 |\n", + "| air_temperature | -0.26514333 |\n", + "| clg_setpoint | 0.8723314 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7516835 |\n", + "| diffuse_solar_radiation | -0.7555178 |\n", + "| direct_solar_radiation | -0.62238944 |\n", + "| hour | 0.7949429 |\n", + "| htg_setpoint | 0.70850927 |\n", + "| month | 1.417831 |\n", + "| outdoor_humidity | 1.2713102 |\n", + "| outdoor_temperature | -0.1861472 |\n", + "| people_occupant | -0.68917876 |\n", + "| total_electricity_HVAC | -0.656217 |\n", + "| wind_direction | -0.6742512 |\n", + "| wind_speed | -0.42559278 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 44.117157 |\n", + "| air_temperature | 22.378946 |\n", + "| clg_setpoint | 28.440088 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 20.725449 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 11.152103 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.21184213 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 18.816612 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.4074761 |\n", + "| air_humidity | 0.52807397 |\n", + "| air_temperature | 0.34760505 |\n", + "| clg_setpoint | 1.4717556 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.63777906 |\n", + "| diffuse_solar_radiation | -0.7554123 |\n", + "| direct_solar_radiation | -0.62211293 |\n", + "| hour | 0.939388 |\n", + "| htg_setpoint | 1.3175024 |\n", + "| month | 1.4157039 |\n", + "| outdoor_humidity | 0.2121939 |\n", + "| outdoor_temperature | 0.005709967 |\n", + "| people_occupant | -0.6886716 |\n", + "| total_electricity_HVAC | 1.6759487 |\n", + "| wind_direction | 0.85107094 |\n", + "| wind_speed | 1.2929595 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8848.937 |\n", + "| air_humidity | 44.324203 |\n", + "| air_temperature | 23.250177 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 13.021987 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 9494463.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.95 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6500534 |\n", + "| air_humidity | 0.5592591 |\n", + "| air_temperature | 0.34753767 |\n", + "| clg_setpoint | -1.1265383 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.52396834 |\n", + "| diffuse_solar_radiation | -0.75533104 |\n", + "| direct_solar_radiation | -0.6219196 |\n", + "| hour | 1.0838228 |\n", + "| htg_setpoint | -1.3981526 |\n", + "| month | 1.4135864 |\n", + "| outdoor_humidity | 0.25944096 |\n", + "| outdoor_temperature | 0.011516508 |\n", + "| people_occupant | -0.45044237 |\n", + "| total_electricity_HVAC | -0.65610266 |\n", + "| wind_direction | 1.6594551 |\n", + "| wind_speed | 1.2910016 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 44.740192 |\n", + "| air_temperature | 23.249945 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 13.077323 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 7.95 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.27749962 |\n", + "| Heating_Setpoint_RL | -0.5424409 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.688438 |\n", + "| Heating_Setpoint_RL | 14.5737705 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65004283 |\n", + "| air_humidity | 0.37698764 |\n", + "| air_temperature | 0.05125802 |\n", + "| clg_setpoint | 1.0234836 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41022083 |\n", + "| diffuse_solar_radiation | -0.755237 |\n", + "| direct_solar_radiation | -0.62154657 |\n", + "| hour | 1.2282442 |\n", + "| htg_setpoint | 0.8162085 |\n", + "| month | 1.4114784 |\n", + "| outdoor_humidity | 0.42766938 |\n", + "| outdoor_temperature | -0.39262843 |\n", + "| people_occupant | -0.45064905 |\n", + "| total_electricity_HVAC | -0.6560721 |\n", + "| wind_direction | -1.6751093 |\n", + "| wind_speed | -0.09297967 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 42.357407 |\n", + "| air_temperature | 22.828802 |\n", + "| clg_setpoint | 28.83572 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.174915 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | 9.142248 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 4.65 |\n", + "| train/ | |\n", + "| approx_kl | 0.00832269 |\n", + "| clip_fraction | 0.0934 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.58 |\n", + "| explained_variance | 0.591 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.16 |\n", + "| n_updates | 490 |\n", + "| policy_gradient_loss | -0.014 |\n", + "| std | 0.883 |\n", + "| value_loss | 0.539 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.052931998 |\n", + "| air_humidity | 0.77928495 |\n", + "| air_temperature | 0.12782052 |\n", + "| clg_setpoint | 0.7262878 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.2965124 |\n", + "| diffuse_solar_radiation | -0.75504315 |\n", + "| direct_solar_radiation | -0.62113935 |\n", + "| hour | 1.3726482 |\n", + "| htg_setpoint | 1.2389526 |\n", + "| month | 1.4093797 |\n", + "| outdoor_humidity | 1.2208526 |\n", + "| outdoor_temperature | -0.24945109 |\n", + "| people_occupant | -0.6891917 |\n", + "| total_electricity_HVAC | -0.089352846 |\n", + "| wind_direction | -0.29334056 |\n", + "| wind_speed | -0.42771173 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2629.3796 |\n", + "| air_humidity | 47.617138 |\n", + "| air_temperature | 22.937757 |\n", + "| clg_setpoint | 28.063099 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.930202 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 10.531807 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2366441.8 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 3.85 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.30660927 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.349678 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6501659 |\n", + "| air_humidity | 1.1825964 |\n", + "| air_temperature | -1.3147968 |\n", + "| clg_setpoint | -0.3705413 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18282536 |\n", + "| diffuse_solar_radiation | -0.7548714 |\n", + "| direct_solar_radiation | -0.6207347 |\n", + "| hour | 1.5170307 |\n", + "| htg_setpoint | -0.73212165 |\n", + "| month | 1.4072905 |\n", + "| outdoor_humidity | -0.1514173 |\n", + "| outdoor_temperature | -0.5162709 |\n", + "| people_occupant | -0.68936443 |\n", + "| total_electricity_HVAC | -0.65617824 |\n", + "| wind_direction | 1.0396683 |\n", + "| wind_speed | 1.6479723 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 52.905483 |\n", + "| air_temperature | 20.889364 |\n", + "| clg_setpoint | 25.212526 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 14.766266 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 65.5 |\n", + "| outdoor_temperature | 7.93763 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 8.8 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.11116782 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.999681 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.19609885 |\n", + "| air_humidity | -0.14220761 |\n", + "| air_temperature | -1.5545195 |\n", + "| clg_setpoint | 1.4722669 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.069148436 |\n", + "| diffuse_solar_radiation | -0.7547617 |\n", + "| direct_solar_radiation | -0.62055016 |\n", + "| hour | 1.6613868 |\n", + "| htg_setpoint | 0.3951034 |\n", + "| month | 1.4052105 |\n", + "| outdoor_humidity | 0.3540919 |\n", + "| outdoor_temperature | -0.7255881 |\n", + "| people_occupant | -0.68953675 |\n", + "| total_electricity_HVAC | -0.22523598 |\n", + "| wind_direction | 0.75309443 |\n", + "| wind_speed | 0.8711333 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2019.4198 |\n", + "| air_humidity | 35.585293 |\n", + "| air_temperature | 20.548994 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 19.437002 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 5.898746 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1817477.9 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.95 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.19614485 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.28699 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.044444 |\n", + "| air_humidity | -0.62277466 |\n", + "| air_temperature | 0.2691268 |\n", + "| clg_setpoint | 0.6755856 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.158269 |\n", + "| diffuse_solar_radiation | -0.7546601 |\n", + "| direct_solar_radiation | -0.6204 |\n", + "| hour | -1.6612628 |\n", + "| htg_setpoint | 1.3149644 |\n", + "| month | 1.4031396 |\n", + "| outdoor_humidity | 1.0039507 |\n", + "| outdoor_temperature | -0.36778027 |\n", + "| people_occupant | -0.6890322 |\n", + "| total_electricity_HVAC | 2.1017761 |\n", + "| wind_direction | 0.37176916 |\n", + "| wind_speed | 0.43053356 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11558.324 |\n", + "| air_humidity | 29.300238 |\n", + "| air_temperature | 23.137316 |\n", + "| clg_setpoint | 27.930853 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 89.5 |\n", + "| outdoor_temperature | 9.373076 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 11213164.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 5.9 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.93195045 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.770332 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.789844 |\n", + "| air_humidity | -0.87393206 |\n", + "| air_temperature | -0.5190909 |\n", + "| clg_setpoint | 0.56540513 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.27198437 |\n", + "| diffuse_solar_radiation | -0.7545461 |\n", + "| direct_solar_radiation | -0.6203561 |\n", + "| hour | -1.5166934 |\n", + "| htg_setpoint | 1.3150537 |\n", + "| month | 1.401078 |\n", + "| outdoor_humidity | 0.017200202 |\n", + "| outdoor_temperature | -0.84407824 |\n", + "| people_occupant | -0.6885287 |\n", + "| total_electricity_HVAC | 2.7370806 |\n", + "| wind_direction | 1.0853962 |\n", + "| wind_speed | 0.5551388 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 14731.951 |\n", + "| air_humidity | 26.016855 |\n", + "| air_temperature | 22.017658 |\n", + "| clg_setpoint | 27.645954 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 4.7448707 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13778939.0 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5476889 |\n", + "| Heating_Setpoint_RL | 0.84111863 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.47345 |\n", + "| Heating_Setpoint_RL | 22.356293 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.4571283 |\n", + "| air_humidity | -0.5359501 |\n", + "| air_temperature | -0.24754818 |\n", + "| clg_setpoint | 0.39801094 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38568202 |\n", + "| diffuse_solar_radiation | -0.75438195 |\n", + "| direct_solar_radiation | -0.62025017 |\n", + "| hour | -1.3721505 |\n", + "| htg_setpoint | 1.3151933 |\n", + "| month | 1.3990253 |\n", + "| outdoor_humidity | -0.27163258 |\n", + "| outdoor_temperature | -0.96091574 |\n", + "| people_occupant | -0.68870133 |\n", + "| total_electricity_HVAC | 2.4910064 |\n", + "| wind_direction | 0.75128484 |\n", + "| wind_speed | 0.219508 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13319.773 |\n", + "| air_humidity | 30.424728 |\n", + "| air_temperature | 22.402687 |\n", + "| clg_setpoint | 27.209965 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 3.6036901 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 12789312.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 5.4 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.95137197 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.976467 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.819851 |\n", + "| air_humidity | -0.31894603 |\n", + "| air_temperature | -0.6237761 |\n", + "| clg_setpoint | -0.277302 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.49934614 |\n", + "| diffuse_solar_radiation | -0.7542354 |\n", + "| direct_solar_radiation | -0.62003434 |\n", + "| hour | -1.2276294 |\n", + "| htg_setpoint | 0.9815381 |\n", + "| month | 1.3969817 |\n", + "| outdoor_humidity | 0.54740614 |\n", + "| outdoor_temperature | -1.31313 |\n", + "| people_occupant | -0.68887365 |\n", + "| total_electricity_HVAC | 0.479208 |\n", + "| wind_direction | 0.84592587 |\n", + "| wind_speed | -0.4303675 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6349.0073 |\n", + "| air_humidity | 33.253235 |\n", + "| air_temperature | 21.86869 |\n", + "| clg_setpoint | 25.454168 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.868687 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 0.1731948 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4664604.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************************----------| 89%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.7755189 |\n", + "| Heating_Setpoint_RL | 0.79078734 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.007624 |\n", + "| Heating_Setpoint_RL | 22.07318 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.3106766 |\n", + "| air_humidity | -0.43706816 |\n", + "| air_temperature | -0.55952555 |\n", + "| clg_setpoint | 1.3396784 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.61295474 |\n", + "| diffuse_solar_radiation | -0.75410604 |\n", + "| direct_solar_radiation | -0.6199743 |\n", + "| hour | -1.0831257 |\n", + "| htg_setpoint | 1.3146517 |\n", + "| month | 1.3949469 |\n", + "| outdoor_humidity | 0.11342136 |\n", + "| outdoor_temperature | -1.4257275 |\n", + "| people_occupant | -0.6890456 |\n", + "| total_electricity_HVAC | 3.19055 |\n", + "| wind_direction | 0.84555835 |\n", + "| wind_speed | 0.76489 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 16971.344 |\n", + "| air_humidity | 31.70963 |\n", + "| air_temperature | 21.959509 |\n", + "| clg_setpoint | 29.654472 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | -0.93647814 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15629097.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************************----------| 89%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.49945027 |\n", + "| Heating_Setpoint_RL | -0.61277974 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.939356 |\n", + "| Heating_Setpoint_RL | 14.178114 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.32288718 |\n", + "| air_humidity | -0.54623294 |\n", + "| air_temperature | -2.013943 |\n", + "| clg_setpoint | 0.8845356 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.72647965 |\n", + "| diffuse_solar_radiation | -0.7539837 |\n", + "| direct_solar_radiation | -0.6199623 |\n", + "| hour | -0.9386356 |\n", + "| htg_setpoint | -0.59874046 |\n", + "| month | 1.3929211 |\n", + "| outdoor_humidity | 0.40278298 |\n", + "| outdoor_temperature | -1.710556 |\n", + "| people_occupant | -0.6892172 |\n", + "| total_electricity_HVAC | -0.34513134 |\n", + "| wind_direction | 0.94010943 |\n", + "| wind_speed | 1.8540156 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1481.4138 |\n", + "| air_humidity | 30.281677 |\n", + "| air_temperature | 19.894854 |\n", + "| clg_setpoint | 28.471237 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.318884 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | -3.7229965 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1334746.2 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************************----------| 89%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.079883814 |\n", + "| Heating_Setpoint_RL | -0.9889039 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.894608 |\n", + "| Heating_Setpoint_RL | 12.062416 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.32538116 |\n", + "| air_humidity | -1.0011556 |\n", + "| air_temperature | -2.0203485 |\n", + "| clg_setpoint | -1.1246718 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.83988655 |\n", + "| diffuse_solar_radiation | -0.75386655 |\n", + "| direct_solar_radiation | -0.6199658 |\n", + "| hour | -0.79415554 |\n", + "| htg_setpoint | -0.14559405 |\n", + "| month | 1.3909041 |\n", + "| outdoor_humidity | -0.24755825 |\n", + "| outdoor_temperature | -1.6958727 |\n", + "| people_occupant | -0.6893886 |\n", + "| total_electricity_HVAC | -0.3514203 |\n", + "| wind_direction | 1.0821575 |\n", + "| wind_speed | 0.6562949 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1472.0498 |\n", + "| air_humidity | 24.33817 |\n", + "| air_temperature | 19.88398 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.196259 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 63.5 |\n", + "| outdoor_temperature | -3.606235 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1310375.4 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 6.45 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************************----------| 89%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.8967903 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.669445 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.2838745 |\n", + "| air_humidity | -1.7792672 |\n", + "| air_temperature | 0.2877021 |\n", + "| clg_setpoint | -1.1246663 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.95313525 |\n", + "| diffuse_solar_radiation | -0.20059675 |\n", + "| direct_solar_radiation | -0.37640277 |\n", + "| hour | -0.6496828 |\n", + "| htg_setpoint | 1.3148026 |\n", + "| month | 1.3888958 |\n", + "| outdoor_humidity | -0.12617835 |\n", + "| outdoor_temperature | -1.6973249 |\n", + "| people_occupant | -0.6888876 |\n", + "| total_electricity_HVAC | 2.1813767 |\n", + "| wind_direction | -1.4920917 |\n", + "| wind_speed | -1.7324363 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 12621.257 |\n", + "| air_humidity | 14.160758 |\n", + "| air_temperature | 23.158365 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 55.0 |\n", + "| direct_solar_radiation | 61.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | -3.6440208 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 11571538.0 |\n", + "| wind_direction | 25.0 |\n", + "| wind_speed | 0.75 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.40415743 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.898386 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.4619954 |\n", + "| air_humidity | -1.5577214 |\n", + "| air_temperature | -0.044964448 |\n", + "| clg_setpoint | -1.0674783 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0661795 |\n", + "| diffuse_solar_radiation | -0.22048286 |\n", + "| direct_solar_radiation | -0.6200133 |\n", + "| hour | -0.5052149 |\n", + "| htg_setpoint | 1.0972486 |\n", + "| month | 1.3868961 |\n", + "| outdoor_humidity | 0.38041854 |\n", + "| outdoor_temperature | -1.5274897 |\n", + "| people_occupant | 1.6959404 |\n", + "| total_electricity_HVAC | 1.7080071 |\n", + "| wind_direction | -1.157973 |\n", + "| wind_speed | -0.2227689 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9118.355 |\n", + "| air_humidity | 17.007025 |\n", + "| air_temperature | 22.684933 |\n", + "| clg_setpoint | 23.397474 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 53.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.349018 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 76.5 |\n", + "| outdoor_temperature | -2.013272 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 9662366.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.35 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------****************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.4948853 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.40873 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6010776 |\n", + "| air_humidity | 0.34690732 |\n", + "| air_temperature | 1.3776385 |\n", + "| clg_setpoint | -0.56415683 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1789675 |\n", + "| diffuse_solar_radiation | 0.7958728 |\n", + "| direct_solar_radiation | -0.39593294 |\n", + "| hour | -0.36075005 |\n", + "| htg_setpoint | 1.3138938 |\n", + "| month | 1.3849051 |\n", + "| outdoor_humidity | 1.4405711 |\n", + "| outdoor_temperature | -0.3704495 |\n", + "| people_occupant | 1.6953831 |\n", + "| total_electricity_HVAC | -0.54411274 |\n", + "| wind_direction | -0.8710028 |\n", + "| wind_speed | 2.5838673 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 297.48035 |\n", + "| air_humidity | 41.879555 |\n", + "| air_temperature | 24.704187 |\n", + "| clg_setpoint | 24.704447 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 154.0 |\n", + "| direct_solar_radiation | 56.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 98.5 |\n", + "| outdoor_temperature | 9.243914 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 533016.1 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 11.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.043908432 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.378016 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57897264 |\n", + "| air_humidity | 0.3456831 |\n", + "| air_temperature | 0.3517388 |\n", + "| clg_setpoint | -1.1235001 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2914418 |\n", + "| diffuse_solar_radiation | 1.037956 |\n", + "| direct_solar_radiation | 1.5666964 |\n", + "| hour | -0.2162867 |\n", + "| htg_setpoint | 1.3132594 |\n", + "| month | 1.3829226 |\n", + "| outdoor_humidity | 0.6190974 |\n", + "| outdoor_temperature | -0.4554013 |\n", + "| people_occupant | 1.6948273 |\n", + "| total_electricity_HVAC | -0.58854395 |\n", + "| wind_direction | 0.6529366 |\n", + "| wind_speed | 0.86590534 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 391.86472 |\n", + "| air_humidity | 41.877262 |\n", + "| air_temperature | 23.248074 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 178.0 |\n", + "| direct_solar_radiation | 547.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 81.5 |\n", + "| outdoor_temperature | 8.414698 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 352678.22 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.95 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------****************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.9925978 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.041637 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49681985 |\n", + "| air_humidity | -0.2603181 |\n", + "| air_temperature | 0.35382676 |\n", + "| clg_setpoint | -1.1228887 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4035395 |\n", + "| diffuse_solar_radiation | 0.837158 |\n", + "| direct_solar_radiation | -0.61904246 |\n", + "| hour | -0.07182395 |\n", + "| htg_setpoint | -0.07090087 |\n", + "| month | 1.3809487 |\n", + "| outdoor_humidity | -0.5624417 |\n", + "| outdoor_temperature | -0.37597358 |\n", + "| people_occupant | 1.2176212 |\n", + "| total_electricity_HVAC | -0.51054597 |\n", + "| wind_direction | 1.0335116 |\n", + "| wind_speed | -0.09773824 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 742.9521 |\n", + "| air_humidity | 33.962833 |\n", + "| air_temperature | 23.250856 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 158.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.512196 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 9.183605 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 668656.9 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 4.65 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------****************************************************--------| 91%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.13819754 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.84764 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57249767 |\n", + "| air_humidity | -0.6603015 |\n", + "| air_temperature | 0.35287997 |\n", + "| clg_setpoint | -1.1223656 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5151929 |\n", + "| diffuse_solar_radiation | 0.4551624 |\n", + "| direct_solar_radiation | 1.9559382 |\n", + "| hour | 0.0726387 |\n", + "| htg_setpoint | -0.3771057 |\n", + "| month | 1.3789831 |\n", + "| outdoor_humidity | -0.5626245 |\n", + "| outdoor_temperature | -0.44271904 |\n", + "| people_occupant | 0.26394093 |\n", + "| total_electricity_HVAC | -0.5794539 |\n", + "| wind_direction | 0.41356942 |\n", + "| wind_speed | -0.097586036 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 418.89172 |\n", + "| air_humidity | 28.743217 |\n", + "| air_temperature | 23.249222 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 120.0 |\n", + "| direct_solar_radiation | 644.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 16.243055 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 8.529092 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 388802.7 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 4.65 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*****************************************************--------| 91%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.45086575 |\n", + "| Heating_Setpoint_RL | 0.98705256 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.103329 |\n", + "| Heating_Setpoint_RL | 23.17717 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65007716 |\n", + "| air_humidity | -0.39217433 |\n", + "| air_temperature | -0.6588846 |\n", + "| clg_setpoint | 0.09714763 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6263291 |\n", + "| diffuse_solar_radiation | 0.7778797 |\n", + "| direct_solar_radiation | -0.50265485 |\n", + "| hour | 0.21710123 |\n", + "| htg_setpoint | -1.4004878 |\n", + "| month | 1.377026 |\n", + "| outdoor_humidity | -0.32179114 |\n", + "| outdoor_temperature | -0.51646405 |\n", + "| people_occupant | -0.68924236 |\n", + "| total_electricity_HVAC | -0.6559875 |\n", + "| wind_direction | 1.2234741 |\n", + "| wind_speed | 1.8297659 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 32.239746 |\n", + "| air_temperature | 21.814514 |\n", + "| clg_setpoint | 26.417654 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 152.0 |\n", + "| direct_solar_radiation | 29.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 7.8074913 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 9.25 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************************************--------| 91%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.9207934 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.445537 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6499435 |\n", + "| air_humidity | -1.2203594 |\n", + "| air_temperature | -1.3400332 |\n", + "| clg_setpoint | 1.4748155 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6716279 |\n", + "| diffuse_solar_radiation | -0.10817419 |\n", + "| direct_solar_radiation | 0.31752342 |\n", + "| hour | 0.36156315 |\n", + "| htg_setpoint | -0.31545097 |\n", + "| month | 1.6714191 |\n", + "| outdoor_humidity | -1.4073962 |\n", + "| outdoor_temperature | -0.8008041 |\n", + "| people_occupant | -0.688745 |\n", + "| total_electricity_HVAC | -0.65584934 |\n", + "| wind_direction | 1.221871 |\n", + "| wind_speed | 3.3290117 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 21.431427 |\n", + "| air_temperature | 20.846502 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 64.0 |\n", + "| direct_solar_radiation | 234.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.49819 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 39.5 |\n", + "| outdoor_temperature | 5.0379443 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 12.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.549475 |\n", + "| air_humidity | -1.2932957 |\n", + "| air_temperature | 0.3547456 |\n", + "| clg_setpoint | -1.1230606 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5551895 |\n", + "| diffuse_solar_radiation | -0.4704614 |\n", + "| direct_solar_radiation | 1.484869 |\n", + "| hour | 0.5060236 |\n", + "| htg_setpoint | -1.3999306 |\n", + "| month | 1.6683258 |\n", + "| outdoor_humidity | -1.6470536 |\n", + "| outdoor_temperature | -0.45688352 |\n", + "| people_occupant | 1.6953204 |\n", + "| total_electricity_HVAC | -0.56048197 |\n", + "| wind_direction | 1.1252538 |\n", + "| wind_speed | 1.9394299 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 516.47046 |\n", + "| air_humidity | 20.455088 |\n", + "| air_temperature | 23.248857 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 28.0 |\n", + "| direct_solar_radiation | 526.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 34.5 |\n", + "| outdoor_temperature | 8.372531 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 464823.44 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 9.55 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5151634 |\n", + "| air_humidity | -1.0673416 |\n", + "| air_temperature | 0.36136734 |\n", + "| clg_setpoint | -1.1228298 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4393086 |\n", + "| diffuse_solar_radiation | -0.7522921 |\n", + "| direct_solar_radiation | -0.6187936 |\n", + "| hour | 0.65048105 |\n", + "| htg_setpoint | -1.3998276 |\n", + "| month | 1.6652493 |\n", + "| outdoor_humidity | -0.9224075 |\n", + "| outdoor_temperature | -0.66966796 |\n", + "| people_occupant | 1.6947678 |\n", + "| total_electricity_HVAC | -0.5279014 |\n", + "| wind_direction | 0.3622248 |\n", + "| wind_speed | -0.22744983 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 662.8506 |\n", + "| air_humidity | 23.388317 |\n", + "| air_temperature | 23.257713 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 49.5 |\n", + "| outdoor_temperature | 6.295131 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 596565.56 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 4.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.22724867 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.903275 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.58484507 |\n", + "| air_humidity | 0.4654585 |\n", + "| air_temperature | 0.3557985 |\n", + "| clg_setpoint | -1.1223123 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3239012 |\n", + "| diffuse_solar_radiation | -0.7520365 |\n", + "| direct_solar_radiation | -0.61846286 |\n", + "| hour | 0.7949337 |\n", + "| htg_setpoint | 0.09093278 |\n", + "| month | 1.66219 |\n", + "| outdoor_humidity | 1.0315452 |\n", + "| outdoor_temperature | -0.44720373 |\n", + "| people_occupant | 1.6942168 |\n", + "| total_electricity_HVAC | -0.5940365 |\n", + "| wind_direction | 0.50480604 |\n", + "| wind_speed | -0.6435651 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 364.15677 |\n", + "| air_humidity | 43.379025 |\n", + "| air_temperature | 23.249468 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 18.182217 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 8.452459 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 327741.1 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.35 |\n", + "| train/ | |\n", + "| approx_kl | 0.00767497 |\n", + "| clip_fraction | 0.0613 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.58 |\n", + "| explained_variance | 0.726 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.0978 |\n", + "| n_updates | 500 |\n", + "| policy_gradient_loss | -0.00791 |\n", + "| std | 0.877 |\n", + "| value_loss | 0.515 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*****************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.77351785 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.273962 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.14340718 |\n", + "| air_humidity | -0.003557767 |\n", + "| air_temperature | 0.3560499 |\n", + "| clg_setpoint | -1.1220357 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2088907 |\n", + "| diffuse_solar_radiation | -0.75182045 |\n", + "| direct_solar_radiation | -0.61808956 |\n", + "| hour | 0.93937916 |\n", + "| htg_setpoint | 1.1345706 |\n", + "| month | 1.6591474 |\n", + "| outdoor_humidity | 0.113877945 |\n", + "| outdoor_temperature | -0.93824315 |\n", + "| people_occupant | 0.5021801 |\n", + "| total_electricity_HVAC | -0.17503186 |\n", + "| wind_direction | 0.8859691 |\n", + "| wind_speed | 1.169489 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2255.0618 |\n", + "| air_humidity | 37.26716 |\n", + "| air_temperature | 23.249952 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.512058 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 3.6787229 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 2029555.6 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 7.7 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.28744328 |\n", + "| Heating_Setpoint_RL | 0.6304901 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.654879 |\n", + "| Heating_Setpoint_RL | 21.171507 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56621873 |\n", + "| air_humidity | -0.5642223 |\n", + "| air_temperature | -0.19063124 |\n", + "| clg_setpoint | -0.55651355 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0942081 |\n", + "| diffuse_solar_radiation | -0.75161564 |\n", + "| direct_solar_radiation | -0.6178139 |\n", + "| hour | 1.0838146 |\n", + "| htg_setpoint | -0.51157194 |\n", + "| month | 1.6561214 |\n", + "| outdoor_humidity | -0.75457376 |\n", + "| outdoor_temperature | -1.1562377 |\n", + "| people_occupant | -0.45128253 |\n", + "| total_electricity_HVAC | -0.5745271 |\n", + "| wind_direction | 0.69467235 |\n", + "| wind_speed | 1.7097886 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 444.58023 |\n", + "| air_humidity | 29.955667 |\n", + "| air_temperature | 22.474062 |\n", + "| clg_setpoint | 24.719398 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 15.686333 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 1.5491842 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 407574.84 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 9.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.64960486 |\n", + "| air_humidity | -1.2558836 |\n", + "| air_temperature | -1.8768097 |\n", + "| clg_setpoint | 0.10418231 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9797917 |\n", + "| diffuse_solar_radiation | -0.75144476 |\n", + "| direct_solar_radiation | -0.61767036 |\n", + "| hour | 1.228237 |\n", + "| htg_setpoint | -1.400344 |\n", + "| month | 1.6531119 |\n", + "| outdoor_humidity | -0.75415164 |\n", + "| outdoor_temperature | -1.0563647 |\n", + "| people_occupant | -0.6890982 |\n", + "| total_electricity_HVAC | -0.6555166 |\n", + "| wind_direction | 0.9798374 |\n", + "| wind_speed | 1.2910236 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 20.931942 |\n", + "| air_temperature | 20.07887 |\n", + "| clg_setpoint | 26.438602 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 2.506445 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 8.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.3481054 |\n", + "| air_humidity | -1.4970391 |\n", + "| air_temperature | -0.7842275 |\n", + "| clg_setpoint | -0.6174649 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8655864 |\n", + "| diffuse_solar_radiation | -0.7512142 |\n", + "| direct_solar_radiation | -0.61771685 |\n", + "| hour | 1.3726424 |\n", + "| htg_setpoint | 1.3125906 |\n", + "| month | 1.6501188 |\n", + "| outdoor_humidity | -0.3912536 |\n", + "| outdoor_temperature | -1.1428912 |\n", + "| people_occupant | -0.6886044 |\n", + "| total_electricity_HVAC | 3.1390388 |\n", + "| wind_direction | 1.4075279 |\n", + "| wind_speed | -0.5417215 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17235.1 |\n", + "| air_humidity | 17.762806 |\n", + "| air_temperature | 21.627697 |\n", + "| clg_setpoint | 24.564005 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 60.5 |\n", + "| outdoor_temperature | 1.659669 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15509734.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5425527 |\n", + "| Heating_Setpoint_RL | 0.5985193 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.793884 |\n", + "| Heating_Setpoint_RL | 20.991673 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.8555939 |\n", + "| air_humidity | -0.28456497 |\n", + "| air_temperature | -0.08117698 |\n", + "| clg_setpoint | -0.17216006 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7515442 |\n", + "| diffuse_solar_radiation | -0.7510174 |\n", + "| direct_solar_radiation | -0.6176128 |\n", + "| hour | 1.5170268 |\n", + "| htg_setpoint | 1.161598 |\n", + "| month | 1.6471419 |\n", + "| outdoor_humidity | -0.12563695 |\n", + "| outdoor_temperature | -0.9813914 |\n", + "| people_occupant | -0.68877363 |\n", + "| total_electricity_HVAC | 0.72747153 |\n", + "| wind_direction | -1.7358961 |\n", + "| wind_speed | -2.0387812 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6546.7153 |\n", + "| air_humidity | 33.556053 |\n", + "| air_temperature | 22.625774 |\n", + "| clg_setpoint | 25.719864 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.625504 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 3.2152648 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5705225.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.2819908 |\n", + "| air_humidity | 0.19241868 |\n", + "| air_temperature | 0.2007151 |\n", + "| clg_setpoint | 1.4748964 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6376233 |\n", + "| diffuse_solar_radiation | -0.75077987 |\n", + "| direct_solar_radiation | -0.617206 |\n", + "| hour | 1.6613854 |\n", + "| htg_setpoint | 1.3112732 |\n", + "| month | 1.6441811 |\n", + "| outdoor_humidity | 1.2271314 |\n", + "| outdoor_temperature | -0.8917872 |\n", + "| people_occupant | -0.6889425 |\n", + "| total_electricity_HVAC | 2.0871294 |\n", + "| wind_direction | -1.44809 |\n", + "| wind_speed | 0.5425492 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 12670.814 |\n", + "| air_humidity | 39.77216 |\n", + "| air_temperature | 23.025906 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 4.0787234 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 11239652.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.6111883 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.68776 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.3652637 |\n", + "| air_humidity | 0.14424165 |\n", + "| air_temperature | -0.5515776 |\n", + "| clg_setpoint | -0.50253594 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41024348 |\n", + "| diffuse_solar_radiation | -0.7505043 |\n", + "| direct_solar_radiation | -0.6167931 |\n", + "| hour | -1.6612643 |\n", + "| htg_setpoint | 1.3105673 |\n", + "| month | 1.6412362 |\n", + "| outdoor_humidity | 0.64664716 |\n", + "| outdoor_temperature | -1.1760727 |\n", + "| people_occupant | -0.6891111 |\n", + "| total_electricity_HVAC | 3.155511 |\n", + "| wind_direction | -1.5411768 |\n", + "| wind_speed | -0.851524 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17327.738 |\n", + "| air_humidity | 39.14342 |\n", + "| air_temperature | 21.958658 |\n", + "| clg_setpoint | 24.859728 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 1.3051131 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15593737.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 2.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************************----| 95%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.401481 |\n", + "| air_humidity | 0.15125702 |\n", + "| air_temperature | -0.5613741 |\n", + "| clg_setpoint | 0.3821639 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29642504 |\n", + "| diffuse_solar_radiation | -0.7502216 |\n", + "| direct_solar_radiation | -0.61639386 |\n", + "| hour | -1.5166973 |\n", + "| htg_setpoint | 1.3100221 |\n", + "| month | 1.638307 |\n", + "| outdoor_humidity | 0.041687116 |\n", + "| outdoor_temperature | -1.1875104 |\n", + "| people_occupant | -0.6892794 |\n", + "| total_electricity_HVAC | 2.582365 |\n", + "| wind_direction | 0.88515973 |\n", + "| wind_speed | 0.21047954 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13195.293 |\n", + "| air_humidity | 39.23451 |\n", + "| air_temperature | 21.9446 |\n", + "| clg_setpoint | 27.158329 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 1.1811866 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13265859.0 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 5.4 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************************----| 95%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.0504508 |\n", + "| air_humidity | -0.774734 |\n", + "| air_temperature | 0.26953873 |\n", + "| clg_setpoint | 0.39468572 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18263644 |\n", + "| diffuse_solar_radiation | -0.7499588 |\n", + "| direct_solar_radiation | -0.6163241 |\n", + "| hour | -1.3721563 |\n", + "| htg_setpoint | 1.3099802 |\n", + "| month | 1.6353934 |\n", + "| outdoor_humidity | -0.9972929 |\n", + "| outdoor_temperature | -0.99179745 |\n", + "| people_occupant | -0.6894473 |\n", + "| total_electricity_HVAC | 2.9304895 |\n", + "| wind_direction | 0.93198854 |\n", + "| wind_speed | 0.43911102 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 15990.07 |\n", + "| air_humidity | 27.174324 |\n", + "| air_temperature | 23.122509 |\n", + "| clg_setpoint | 27.190136 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 3.0722077 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 14689748.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 5.95 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************************----| 95%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.5256727 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 14.668091 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.50405854 |\n", + "| air_humidity | -1.6425866 |\n", + "| air_temperature | -1.4843488 |\n", + "| clg_setpoint | 0.9286676 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.06886324 |\n", + "| diffuse_solar_radiation | -0.7497247 |\n", + "| direct_solar_radiation | -0.6163875 |\n", + "| hour | -1.2276366 |\n", + "| htg_setpoint | -0.9600437 |\n", + "| month | 1.6324954 |\n", + "| outdoor_humidity | -0.9712677 |\n", + "| outdoor_temperature | -1.3711157 |\n", + "| people_occupant | -0.68895596 |\n", + "| total_electricity_HVAC | -0.5178784 |\n", + "| wind_direction | 1.359035 |\n", + "| wind_speed | 0.645938 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 714.7405 |\n", + "| air_humidity | 15.858307 |\n", + "| air_temperature | 20.633453 |\n", + "| clg_setpoint | 28.579197 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 13.832399 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | -0.6234682 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 640866.06 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 6.45 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************************----| 95%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.82585245 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.837748 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.6214807 |\n", + "| air_humidity | -1.6061491 |\n", + "| air_temperature | 0.02522851 |\n", + "| clg_setpoint | -0.19025669 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.04490279 |\n", + "| diffuse_solar_radiation | -0.74940044 |\n", + "| direct_solar_radiation | -0.61643183 |\n", + "| hour | -1.0831338 |\n", + "| htg_setpoint | 1.310217 |\n", + "| month | 1.6296127 |\n", + "| outdoor_humidity | 0.6242336 |\n", + "| outdoor_temperature | -1.1968398 |\n", + "| people_occupant | -0.6884657 |\n", + "| total_electricity_HVAC | 2.4801958 |\n", + "| wind_direction | 0.5974128 |\n", + "| wind_speed | -0.6450555 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 14160.607 |\n", + "| air_humidity | 16.295618 |\n", + "| air_temperature | 22.773142 |\n", + "| clg_setpoint | 25.67128 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 81.5 |\n", + "| outdoor_temperature | 1.0600064 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 12867135.0 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.4469728 |\n", + "| Heating_Setpoint_RL | -0.2513544 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.116467 |\n", + "| Heating_Setpoint_RL | 16.211132 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60530186 |\n", + "| air_humidity | -0.7355631 |\n", + "| air_temperature | -1.1447293 |\n", + "| clg_setpoint | -0.39605814 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15866375 |\n", + "| diffuse_solar_radiation | -0.7491912 |\n", + "| direct_solar_radiation | -0.6164555 |\n", + "| hour | -0.93864423 |\n", + "| htg_setpoint | 0.54151756 |\n", + "| month | 1.6267452 |\n", + "| outdoor_humidity | 0.33469027 |\n", + "| outdoor_temperature | -1.1696576 |\n", + "| people_occupant | -0.68863386 |\n", + "| total_electricity_HVAC | -0.61303735 |\n", + "| wind_direction | 0.50206316 |\n", + "| wind_speed | -1.0613426 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 279.02094 |\n", + "| air_humidity | 27.62698 |\n", + "| air_temperature | 21.113646 |\n", + "| clg_setpoint | 25.134993 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.061438 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 75.5 |\n", + "| outdoor_temperature | 1.317573 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 252601.44 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 2.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.1646809 |\n", + "| Heating_Setpoint_RL | -0.59341013 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.180798 |\n", + "| Heating_Setpoint_RL | 14.287067 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.8387513 |\n", + "| air_humidity | -1.0398664 |\n", + "| air_temperature | -0.20321526 |\n", + "| clg_setpoint | 1.4765016 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.27241558 |\n", + "| diffuse_solar_radiation | -0.748828 |\n", + "| direct_solar_radiation | -0.61650294 |\n", + "| hour | -0.7941646 |\n", + "| htg_setpoint | 1.3101276 |\n", + "| month | 1.6238928 |\n", + "| outdoor_humidity | 0.021120938 |\n", + "| outdoor_temperature | -1.2432541 |\n", + "| people_occupant | -0.68880177 |\n", + "| total_electricity_HVAC | 2.8485286 |\n", + "| wind_direction | 1.4997793 |\n", + "| wind_speed | -0.64453703 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 15105.917 |\n", + "| air_humidity | 23.648865 |\n", + "| air_temperature | 22.448652 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 0.59553415 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 14378898.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.33994293 |\n", + "| Heating_Setpoint_RL | 0.7777848 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.477692 |\n", + "| Heating_Setpoint_RL | 22.00004 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.45910844 |\n", + "| air_humidity | -0.622502 |\n", + "| air_temperature | -1.2971404 |\n", + "| clg_setpoint | -1.0926435 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38614812 |\n", + "| diffuse_solar_radiation | -0.6169824 |\n", + "| direct_solar_radiation | -0.30017897 |\n", + "| hour | -0.64969206 |\n", + "| htg_setpoint | -0.8234029 |\n", + "| month | 1.6210554 |\n", + "| outdoor_humidity | 0.09385083 |\n", + "| outdoor_temperature | -1.0331045 |\n", + "| people_occupant | -0.6889693 |\n", + "| total_electricity_HVAC | -0.47622377 |\n", + "| wind_direction | 0.54790294 |\n", + "| wind_speed | -0.12355572 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 908.4081 |\n", + "| air_humidity | 29.080475 |\n", + "| air_temperature | 20.897411 |\n", + "| clg_setpoint | 23.32188 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 13.0 |\n", + "| direct_solar_radiation | 79.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 14.39817 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 70.5 |\n", + "| outdoor_temperature | 2.6282294 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 810862.7 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.6081816 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.04602 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.11681982 |\n", + "| air_humidity | -0.50773597 |\n", + "| air_temperature | 0.45538947 |\n", + "| clg_setpoint | 0.4684655 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.49984512 |\n", + "| diffuse_solar_radiation | -0.4345675 |\n", + "| direct_solar_radiation | 1.6989293 |\n", + "| hour | -0.5052243 |\n", + "| htg_setpoint | 1.3100724 |\n", + "| month | 1.6182327 |\n", + "| outdoor_humidity | 0.5053457 |\n", + "| outdoor_temperature | -0.7001619 |\n", + "| people_occupant | 1.6942698 |\n", + "| total_electricity_HVAC | 0.18403836 |\n", + "| wind_direction | 0.45220864 |\n", + "| wind_speed | -1.2911453 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3388.7473 |\n", + "| air_humidity | 30.569742 |\n", + "| air_temperature | 23.381655 |\n", + "| clg_setpoint | 27.377975 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 31.0 |\n", + "| direct_solar_radiation | 578.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 5.860976 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3506340.2 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 1.8 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************************************--| 97%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.37363774 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.523288 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4587842 |\n", + "| air_humidity | -0.47564578 |\n", + "| air_temperature | -1.9480445 |\n", + "| clg_setpoint | -1.1193897 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6134843 |\n", + "| diffuse_solar_radiation | 0.18337774 |\n", + "| direct_solar_radiation | 1.5750659 |\n", + "| hour | -0.36075944 |\n", + "| htg_setpoint | -0.11629913 |\n", + "| month | 1.6154248 |\n", + "| outdoor_humidity | -0.92121226 |\n", + "| outdoor_temperature | -1.4013504 |\n", + "| people_occupant | -0.6893035 |\n", + "| total_electricity_HVAC | -0.453234 |\n", + "| wind_direction | 1.6407803 |\n", + "| wind_speed | 0.33513343 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 909.0725 |\n", + "| air_humidity | 30.985472 |\n", + "| air_temperature | 19.975061 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 92.0 |\n", + "| direct_solar_radiation | 547.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.33246 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 49.5 |\n", + "| outdoor_temperature | -0.95794284 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 903991.1 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************************************--| 97%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.39344656 |\n", + "| Heating_Setpoint_RL | 0.9623735 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.297117 |\n", + "| Heating_Setpoint_RL | 23.038351 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.4653043 |\n", + "| air_humidity | -1.5907012 |\n", + "| air_temperature | 0.36352566 |\n", + "| clg_setpoint | -1.1193223 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7270374 |\n", + "| diffuse_solar_radiation | 0.60927427 |\n", + "| direct_solar_radiation | 1.3424078 |\n", + "| hour | -0.21629609 |\n", + "| htg_setpoint | 1.3097366 |\n", + "| month | 1.6126313 |\n", + "| outdoor_humidity | -1.064713 |\n", + "| outdoor_temperature | -1.4616356 |\n", + "| people_occupant | -0.68881565 |\n", + "| total_electricity_HVAC | 1.7269491 |\n", + "| wind_direction | -1.3544211 |\n", + "| wind_speed | -0.10231485 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9206.973 |\n", + "| air_humidity | 16.447973 |\n", + "| air_temperature | 23.250015 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 134.0 |\n", + "| direct_solar_radiation | 489.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | -1.562289 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 9816163.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.65 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************************************--| 97%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.5061534 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.472113 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.23256692 |\n", + "| air_humidity | -0.24019624 |\n", + "| air_temperature | 0.36394966 |\n", + "| clg_setpoint | -1.119359 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.84047014 |\n", + "| diffuse_solar_radiation | 0.4679203 |\n", + "| direct_solar_radiation | -0.6163348 |\n", + "| hour | -0.07183332 |\n", + "| htg_setpoint | 1.3094685 |\n", + "| month | 1.6098524 |\n", + "| outdoor_humidity | 0.74863863 |\n", + "| outdoor_temperature | -0.8597908 |\n", + "| people_occupant | 1.2187705 |\n", + "| total_electricity_HVAC | -0.25945592 |\n", + "| wind_direction | 1.5458494 |\n", + "| wind_speed | 0.96083045 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1887.049 |\n", + "| air_humidity | 34.017326 |\n", + "| air_temperature | 23.249544 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 120.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 4.278077 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1698344.0 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.36161745 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.590902 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.22792976 |\n", + "| air_humidity | -0.63349414 |\n", + "| air_temperature | 0.36425903 |\n", + "| clg_setpoint | -1.1187123 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.95374256 |\n", + "| diffuse_solar_radiation | 2.3229334 |\n", + "| direct_solar_radiation | -0.43560576 |\n", + "| hour | 0.07262934 |\n", + "| htg_setpoint | 1.3091316 |\n", + "| month | 1.6070879 |\n", + "| outdoor_humidity | -0.58190334 |\n", + "| outdoor_temperature | -0.86706644 |\n", + "| people_occupant | 0.2648105 |\n", + "| total_electricity_HVAC | -0.25504488 |\n", + "| wind_direction | 1.5445099 |\n", + "| wind_speed | -1.5000268 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1907.7758 |\n", + "| air_humidity | 28.89696 |\n", + "| air_temperature | 23.249708 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 303.0 |\n", + "| direct_solar_radiation | 45.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 56.5 |\n", + "| outdoor_temperature | 4.199346 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 1716998.1 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 1.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.4099177 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.319213 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5640312 |\n", + "| air_humidity | 0.7422171 |\n", + "| air_temperature | 0.36464658 |\n", + "| clg_setpoint | -1.1183277 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0668089 |\n", + "| diffuse_solar_radiation | 0.39791217 |\n", + "| direct_solar_radiation | 0.6233606 |\n", + "| hour | 0.21709189 |\n", + "| htg_setpoint | -0.107405104 |\n", + "| month | 1.6043375 |\n", + "| outdoor_humidity | 1.0140094 |\n", + "| outdoor_temperature | -0.23819649 |\n", + "| people_occupant | 1.217984 |\n", + "| total_electricity_HVAC | -0.57416844 |\n", + "| wind_direction | 0.83246845 |\n", + "| wind_speed | 0.5444383 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 457.50256 |\n", + "| air_humidity | 46.80729 |\n", + "| air_temperature | 23.25005 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 113.0 |\n", + "| direct_solar_radiation | 309.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.373714 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 89.5 |\n", + "| outdoor_temperature | 10.305402 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 411752.3 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.2 |\n", + "| train/ | |\n", + "| approx_kl | 0.0073540984 |\n", + "| clip_fraction | 0.0712 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.56 |\n", + "| explained_variance | 0.867 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.0992 |\n", + "| n_updates | 510 |\n", + "| policy_gradient_loss | -0.00961 |\n", + "| std | 0.87 |\n", + "| value_loss | 0.363 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------************************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.23032099 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.920555 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.46495277 |\n", + "| air_humidity | -0.7589182 |\n", + "| air_temperature | 0.3641492 |\n", + "| clg_setpoint | -1.117862 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1796179 |\n", + "| diffuse_solar_radiation | 0.3476287 |\n", + "| direct_solar_radiation | -0.2627602 |\n", + "| hour | 0.36155385 |\n", + "| htg_setpoint | -1.4025458 |\n", + "| month | 1.601601 |\n", + "| outdoor_humidity | -0.97015476 |\n", + "| outdoor_temperature | -0.30978534 |\n", + "| people_occupant | 1.6942149 |\n", + "| total_electricity_HVAC | -0.480076 |\n", + "| wind_direction | 1.0221138 |\n", + "| wind_speed | 1.0868609 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 884.96387 |\n", + "| air_humidity | 27.269972 |\n", + "| air_temperature | 23.24919 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 108.0 |\n", + "| direct_solar_radiation | 88.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | 9.60605 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 796467.5 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 7.5 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.2730199 |\n", + "| air_humidity | -0.08980548 |\n", + "| air_temperature | 0.36695054 |\n", + "| clg_setpoint | -1.1174295 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2921127 |\n", + "| diffuse_solar_radiation | -0.46316633 |\n", + "| direct_solar_radiation | -0.6153422 |\n", + "| hour | 0.50601435 |\n", + "| htg_setpoint | 0.7080455 |\n", + "| month | 1.5988786 |\n", + "| outdoor_humidity | 1.3286967 |\n", + "| outdoor_temperature | -1.0842751 |\n", + "| people_occupant | 1.6936764 |\n", + "| total_electricity_HVAC | -0.29784465 |\n", + "| wind_direction | -1.6864762 |\n", + "| wind_speed | 0.2107181 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1713.6547 |\n", + "| air_humidity | 35.971336 |\n", + "| air_temperature | 23.252798 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 28.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 20.758495 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 2.076633 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1542289.1 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 5.4 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.26849842 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.114697 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.64991754 |\n", + "| air_humidity | -0.74694717 |\n", + "| air_temperature | -0.9595572 |\n", + "| clg_setpoint | 0.270156 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4042314 |\n", + "| diffuse_solar_radiation | -0.74691486 |\n", + "| direct_solar_radiation | -0.61542404 |\n", + "| hour | 0.6504719 |\n", + "| htg_setpoint | -1.2202575 |\n", + "| month | 1.5961701 |\n", + "| outdoor_humidity | -1.3576258 |\n", + "| outdoor_temperature | -0.86952204 |\n", + "| people_occupant | -0.68916166 |\n", + "| total_electricity_HVAC | -0.6556912 |\n", + "| wind_direction | 1.2578727 |\n", + "| wind_speed | -0.6455957 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 27.426723 |\n", + "| air_temperature | 21.374035 |\n", + "| clg_setpoint | 26.8556 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.757322 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 40.5 |\n", + "| outdoor_temperature | 4.1507792 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65018326 |\n", + "| air_humidity | -1.0323339 |\n", + "| air_temperature | -0.6577469 |\n", + "| clg_setpoint | 1.156692 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5159073 |\n", + "| diffuse_solar_radiation | -0.7467101 |\n", + "| direct_solar_radiation | -0.6150285 |\n", + "| hour | 0.7949248 |\n", + "| htg_setpoint | -1.4030546 |\n", + "| month | 1.5934752 |\n", + "| outdoor_humidity | 1.3774503 |\n", + "| outdoor_temperature | -0.626141 |\n", + "| people_occupant | -0.68867725 |\n", + "| total_electricity_HVAC | -0.65593576 |\n", + "| wind_direction | -1.2097552 |\n", + "| wind_speed | 2.151654 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 23.701214 |\n", + "| air_temperature | 21.800901 |\n", + "| clg_setpoint | 29.157896 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 6.504822 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 10.05 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.13916558 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.842194 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4768704 |\n", + "| air_humidity | -0.10002905 |\n", + "| air_temperature | 0.2906168 |\n", + "| clg_setpoint | -1.1171674 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6270688 |\n", + "| diffuse_solar_radiation | -0.7464435 |\n", + "| direct_solar_radiation | -0.61463463 |\n", + "| hour | 0.9393707 |\n", + "| htg_setpoint | -1.4030102 |\n", + "| month | 1.5907941 |\n", + "| outdoor_humidity | 0.117694445 |\n", + "| outdoor_temperature | -1.3215024 |\n", + "| people_occupant | 0.50311786 |\n", + "| total_electricity_HVAC | -0.49038112 |\n", + "| wind_direction | 0.5937689 |\n", + "| wind_speed | 2.348965 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 836.3409 |\n", + "| air_humidity | 35.818726 |\n", + "| air_temperature | 23.14257 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | -0.2597464 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 756788.3 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 10.55 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.69061744 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.740277 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.013943224 |\n", + "| air_humidity | -0.79849 |\n", + "| air_temperature | -0.48401713 |\n", + "| clg_setpoint | -0.8267658 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7376399 |\n", + "| diffuse_solar_radiation | -0.746235 |\n", + "| direct_solar_radiation | -0.6146494 |\n", + "| hour | 1.0838069 |\n", + "| htg_setpoint | 0.5700197 |\n", + "| month | 1.5881263 |\n", + "| outdoor_humidity | -1.4301182 |\n", + "| outdoor_temperature | -1.8706061 |\n", + "| people_occupant | -0.45062682 |\n", + "| total_electricity_HVAC | -0.22266904 |\n", + "| wind_direction | 1.2577047 |\n", + "| wind_speed | 1.2636379 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2839.259 |\n", + "| air_humidity | 26.73466 |\n", + "| air_temperature | 22.044872 |\n", + "| clg_setpoint | 24.004047 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.186821 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | -5.616797 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1854920.2 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 7.95 |\n", + "--------------------------------------------------\n", + "\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05] [Episode 4]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run4]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run4/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run4/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run4/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run4/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 4 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 4) if logger is active\u001b[0m\n", + "-----------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9940889 |\n", + "| Heating_Setpoint_RL | -0.5075133 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.98005 |\n", + "| Heating_Setpoint_RL | 14.770238 |\n", + "| episode/ | |\n", + "| comfort_violation_time(%) | 19.7 |\n", + "| cumulative_abs_comfort_penalty | -9.99e+03 |\n", + "| cumulative_abs_energy_penalty | -2.12e+08 |\n", + "| cumulative_power_demand | 2.12e+08 |\n", + "| cumulative_reward | -15583.865 |\n", + "| cumulative_reward_comfort_term | -5e+03 |\n", + "| cumulative_reward_energy_term | -1.06e+04 |\n", + "| cumulative_temperature_violation | 9.99e+03 |\n", + "| episode_length | 70078 |\n", + "| episode_num | 2 |\n", + "| mean_abs_comfort_penalty | -0.143 |\n", + "| mean_abs_energy_penalty | -3.02e+03 |\n", + "| mean_power_demand | 3.02e+03 |\n", + "| mean_reward | -0.22237885 |\n", + "| mean_reward_comfort_term | -0.0713 |\n", + "| mean_reward_energy_term | -0.151 |\n", + "| mean_temperature_violation | 0.143 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.024130076 |\n", + "| air_humidity | -0.55690765 |\n", + "| air_temperature | -4.1714134 |\n", + "| clg_setpoint | 5.328 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6734735 |\n", + "| diffuse_solar_radiation | -0.74612445 |\n", + "| direct_solar_radiation | -0.6145688 |\n", + "| hour | -1.661297 |\n", + "| htg_setpoint | -1.2097586 |\n", + "| month | -1.6027216 |\n", + "| outdoor_humidity | -1.2239804 |\n", + "| outdoor_temperature | -2.208176 |\n", + "| people_occupant | -0.68891215 |\n", + "| total_electricity_HVAC | -0.01564179 |\n", + "| wind_direction | 1.1624464 |\n", + "| wind_speed | 1.4496716 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3004.5642 |\n", + "| air_humidity | 29.873222 |\n", + "| air_temperature | 16.821074 |\n", + "| clg_setpoint | 40.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.8 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 43.25 |\n", + "| outdoor_temperature | -8.907759 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2704108.0 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 8.4 |\n", + "-----------------------------------------------------\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.unwrapped_observation to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.unwrapped_observation` for environment variables or `env.get_wrapper_attr('unwrapped_observation')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "-------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.21371971 |\n", + "| air_humidity | -0.7919203 |\n", + "| air_temperature | -1.5395818 |\n", + "| clg_setpoint | 1.2232087 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6710285 |\n", + "| diffuse_solar_radiation | -0.74607044 |\n", + "| direct_solar_radiation | -0.6145723 |\n", + "| hour | 1.228204 |\n", + "| htg_setpoint | -1.4021665 |\n", + "| month | -1.6005225 |\n", + "| outdoor_humidity | -1.9605635 |\n", + "| outdoor_temperature | -2.0509593 |\n", + "| people_occupant | -0.45081845 |\n", + "| total_electricity_HVAC | -0.24124607 |\n", + "| wind_direction | 1.3040991 |\n", + "| wind_speed | 2.5465572 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1977.7684 |\n", + "| air_humidity | 26.80571 |\n", + "| air_temperature | 20.547304 |\n", + "| clg_setpoint | 29.33277 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 28.0 |\n", + "| outdoor_temperature | -7.4064293 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1780921.2 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 11.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9554188 |\n", + "| Heating_Setpoint_RL | -0.16073498 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.849539 |\n", + "| Heating_Setpoint_RL | 16.720865 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.41380015 |\n", + "| air_humidity | -0.49183047 |\n", + "| air_temperature | -1.7779722 |\n", + "| clg_setpoint | -1.1161524 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.554842 |\n", + "| diffuse_solar_radiation | -0.74594045 |\n", + "| direct_solar_radiation | -0.61445826 |\n", + "| hour | 1.3726096 |\n", + "| htg_setpoint | -1.4021564 |\n", + "| month | -1.59782 |\n", + "| outdoor_humidity | -1.9093764 |\n", + "| outdoor_temperature | -1.591315 |\n", + "| people_occupant | -0.6893343 |\n", + "| total_electricity_HVAC | -0.43031588 |\n", + "| wind_direction | -1.1647258 |\n", + "| wind_speed | 0.10010816 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1113.9856 |\n", + "| air_humidity | 30.691376 |\n", + "| air_temperature | 20.206614 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 29.0 |\n", + "| outdoor_temperature | -2.9789376 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1007368.06 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 5.15 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.6980882 |\n", + "| Heating_Setpoint_RL | 0.2132428 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.981049 |\n", + "| Heating_Setpoint_RL | 18.82449 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.253984 |\n", + "| air_humidity | 0.8076829 |\n", + "| air_temperature | -0.5921786 |\n", + "| clg_setpoint | 1.4795628 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4391819 |\n", + "| diffuse_solar_radiation | -0.7456196 |\n", + "| direct_solar_radiation | -0.6140567 |\n", + "| hour | 1.5169946 |\n", + "| htg_setpoint | 0.9799375 |\n", + "| month | -1.5951313 |\n", + "| outdoor_humidity | 0.8697142 |\n", + "| outdoor_temperature | -1.229283 |\n", + "| people_occupant | -0.68949896 |\n", + "| total_electricity_HVAC | 1.0695243 |\n", + "| wind_direction | 0.59182256 |\n", + "| wind_speed | 1.1757803 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8347.026 |\n", + "| air_humidity | 47.58637 |\n", + "| air_temperature | 21.887321 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.88727 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 86.5 |\n", + "| outdoor_temperature | 0.5434403 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7170629.5 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 7.75 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.28649417 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.23653 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.6591973 |\n", + "| air_humidity | -0.6252777 |\n", + "| air_temperature | -2.4099069 |\n", + "| clg_setpoint | 0.36888996 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3239679 |\n", + "| diffuse_solar_radiation | -0.74545085 |\n", + "| direct_solar_radiation | -0.6140872 |\n", + "| hour | 1.6613544 |\n", + "| htg_setpoint | 1.308468 |\n", + "| month | -1.592456 |\n", + "| outdoor_humidity | -1.2801247 |\n", + "| outdoor_temperature | -1.7797892 |\n", + "| people_occupant | -0.6896634 |\n", + "| total_electricity_HVAC | 3.4391594 |\n", + "| wind_direction | 0.9233736 |\n", + "| wind_speed | 1.5870982 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 18788.463 |\n", + "| air_humidity | 28.957485 |\n", + "| air_temperature | 19.307314 |\n", + "| clg_setpoint | 27.112133 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | -4.8501396 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 16916556.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 8.75 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.0027065873 |\n", + "| Heating_Setpoint_RL | -0.16805643 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.634134 |\n", + "| Heating_Setpoint_RL | 16.679684 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.1058283 |\n", + "| air_humidity | -1.45876 |\n", + "| air_temperature | -2.0134997 |\n", + "| clg_setpoint | -0.596546 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0957339 |\n", + "| diffuse_solar_radiation | -0.745235 |\n", + "| direct_solar_radiation | -0.61415654 |\n", + "| hour | -1.6612675 |\n", + "| htg_setpoint | 0.49292377 |\n", + "| month | -1.5897942 |\n", + "| outdoor_humidity | -0.6988882 |\n", + "| outdoor_temperature | -1.8385204 |\n", + "| people_occupant | -0.68918157 |\n", + "| total_electricity_HVAC | 2.1747606 |\n", + "| wind_direction | 1.2544752 |\n", + "| wind_speed | -1.2893149 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 12061.183 |\n", + "| air_humidity | 18.10607 |\n", + "| air_temperature | 19.864365 |\n", + "| clg_setpoint | 24.60217 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 19.864365 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | -5.455696 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 11729620.0 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 1.8 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.40172622 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 15.36529 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.4268937 |\n", + "| air_humidity | -1.7723283 |\n", + "| air_temperature | -1.5969876 |\n", + "| clg_setpoint | 1.4786643 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.98121923 |\n", + "| diffuse_solar_radiation | -0.74505216 |\n", + "| direct_solar_radiation | -0.61396325 |\n", + "| hour | -1.5167041 |\n", + "| htg_setpoint | 1.3086883 |\n", + "| month | -1.5871456 |\n", + "| outdoor_humidity | -0.6257658 |\n", + "| outdoor_temperature | -1.2218246 |\n", + "| people_occupant | -0.6887008 |\n", + "| total_electricity_HVAC | 3.2223775 |\n", + "| wind_direction | 0.54236495 |\n", + "| wind_speed | 0.5315644 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17820.545 |\n", + "| air_humidity | 13.98997 |\n", + "| air_temperature | 20.450699 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 0.54091305 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 16057588.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5857207 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.648193 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.8111203 |\n", + "| air_humidity | -1.1787287 |\n", + "| air_temperature | -0.5289845 |\n", + "| clg_setpoint | 0.4764034 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.86693823 |\n", + "| diffuse_solar_radiation | -0.74484825 |\n", + "| direct_solar_radiation | -0.61398274 |\n", + "| hour | -1.372166 |\n", + "| htg_setpoint | 1.3089687 |\n", + "| month | -1.5845102 |\n", + "| outdoor_humidity | -1.3243264 |\n", + "| outdoor_temperature | -1.7544006 |\n", + "| people_occupant | -0.6888654 |\n", + "| total_electricity_HVAC | 2.9927807 |\n", + "| wind_direction | 1.3960605 |\n", + "| wind_speed | 0.19971065 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 15150.938 |\n", + "| air_humidity | 21.692095 |\n", + "| air_temperature | 21.967953 |\n", + "| clg_setpoint | 27.392962 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | -4.6809907 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15119223.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 5.4 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.3656 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.6815 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.2713563 |\n", + "| air_humidity | 0.16524717 |\n", + "| air_temperature | -0.18160208 |\n", + "| clg_setpoint | 0.5294451 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.75284064 |\n", + "| diffuse_solar_radiation | -0.7445812 |\n", + "| direct_solar_radiation | -0.61359966 |\n", + "| hour | -1.2276489 |\n", + "| htg_setpoint | 1.3086367 |\n", + "| month | -1.581888 |\n", + "| outdoor_humidity | 1.4274957 |\n", + "| outdoor_temperature | -0.9952945 |\n", + "| people_occupant | -0.6890298 |\n", + "| total_electricity_HVAC | 3.0698638 |\n", + "| wind_direction | 0.87435955 |\n", + "| wind_speed | -0.7521638 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17165.012 |\n", + "| air_humidity | 39.177177 |\n", + "| air_temperature | 22.46185 |\n", + "| clg_setpoint | 27.530235 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 2.721075 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15446856.0 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.501748 |\n", + "| Heating_Setpoint_RL | 0.73479354 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.3184 |\n", + "| Heating_Setpoint_RL | 21.758213 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.29723826 |\n", + "| air_humidity | -0.23208915 |\n", + "| air_temperature | -2.0173337 |\n", + "| clg_setpoint | -0.08127707 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6388826 |\n", + "| diffuse_solar_radiation | -0.74442333 |\n", + "| direct_solar_radiation | -0.6132266 |\n", + "| hour | -1.0831481 |\n", + "| htg_setpoint | -1.4015888 |\n", + "| month | -1.5792787 |\n", + "| outdoor_humidity | -0.093716234 |\n", + "| outdoor_temperature | -1.7252587 |\n", + "| people_occupant | -0.68919384 |\n", + "| total_electricity_HVAC | -0.3248777 |\n", + "| wind_direction | 1.4432249 |\n", + "| wind_speed | 0.53033245 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1628.188 |\n", + "| air_humidity | 34.010754 |\n", + "| air_temperature | 19.848854 |\n", + "| clg_setpoint | 25.941662 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | -4.4288206 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1448033.4 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 6.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.90531147 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.532623 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.7735596 |\n", + "| air_humidity | -0.83300537 |\n", + "| air_temperature | -1.6470366 |\n", + "| clg_setpoint | 1.4791056 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5250266 |\n", + "| diffuse_solar_radiation | -0.744265 |\n", + "| direct_solar_radiation | -0.61325794 |\n", + "| hour | -0.9386604 |\n", + "| htg_setpoint | 0.61586165 |\n", + "| month | -1.5766822 |\n", + "| outdoor_humidity | -0.9137582 |\n", + "| outdoor_temperature | -1.7450399 |\n", + "| people_occupant | -0.6893576 |\n", + "| total_electricity_HVAC | 0.4113819 |\n", + "| wind_direction | 0.8255492 |\n", + "| wind_speed | 0.8406627 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6297.6025 |\n", + "| air_humidity | 26.187748 |\n", + "| air_temperature | 20.374136 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.374146 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 49.5 |\n", + "| outdoor_temperature | -4.6490736 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4488923.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.95 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.12552118 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.918943 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6165213 |\n", + "| air_humidity | -0.72815263 |\n", + "| air_temperature | -1.8384984 |\n", + "| clg_setpoint | 0.755567 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41124135 |\n", + "| diffuse_solar_radiation | -0.7441213 |\n", + "| direct_solar_radiation | -0.61322737 |\n", + "| hour | -0.7941823 |\n", + "| htg_setpoint | -0.28522098 |\n", + "| month | -1.5740986 |\n", + "| outdoor_humidity | 0.02882715 |\n", + "| outdoor_temperature | -1.0785869 |\n", + "| people_occupant | -0.689521 |\n", + "| total_electricity_HVAC | -0.62669396 |\n", + "| wind_direction | 0.54037046 |\n", + "| wind_speed | -0.64971113 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 239.10718 |\n", + "| air_humidity | 27.539856 |\n", + "| air_temperature | 20.09991 |\n", + "| clg_setpoint | 28.117785 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.63181 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 1.8511388 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 204404.52 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8407992 |\n", + "| Heating_Setpoint_RL | 0.56607175 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.787302 |\n", + "| Heating_Setpoint_RL | 20.809155 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.4543655 |\n", + "| air_humidity | -1.1657057 |\n", + "| air_temperature | 0.37471977 |\n", + "| clg_setpoint | 1.4786359 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29750168 |\n", + "| diffuse_solar_radiation | -0.71346176 |\n", + "| direct_solar_radiation | -0.6130011 |\n", + "| hour | -0.64971113 |\n", + "| htg_setpoint | 1.3089858 |\n", + "| month | -1.5715276 |\n", + "| outdoor_humidity | 0.82518196 |\n", + "| outdoor_temperature | -0.93076277 |\n", + "| people_occupant | -0.68904257 |\n", + "| total_electricity_HVAC | 2.6205726 |\n", + "| wind_direction | 0.16036683 |\n", + "| wind_speed | -0.6495501 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13636.171 |\n", + "| air_humidity | 21.838787 |\n", + "| air_temperature | 23.25 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 3.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 3.2937272 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13619763.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.75749534 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.885912 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 4.138597 |\n", + "| air_humidity | -1.4675201 |\n", + "| air_temperature | 0.016896423 |\n", + "| clg_setpoint | 0.3545853 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18378852 |\n", + "| diffuse_solar_radiation | 0.060719103 |\n", + "| direct_solar_radiation | -0.4476273 |\n", + "| hour | -0.5052447 |\n", + "| htg_setpoint | 1.3088852 |\n", + "| month | -1.5689691 |\n", + "| outdoor_humidity | 0.48728862 |\n", + "| outdoor_temperature | -2.151065 |\n", + "| people_occupant | 1.6955479 |\n", + "| total_electricity_HVAC | 3.8991761 |\n", + "| wind_direction | -1.4056368 |\n", + "| wind_speed | 1.375823 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 21011.617 |\n", + "| air_humidity | 17.899563 |\n", + "| air_temperature | 22.7386 |\n", + "| clg_setpoint | 27.078613 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 79.0 |\n", + "| direct_solar_radiation | 41.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 78.5 |\n", + "| outdoor_temperature | -8.677716 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 18924522.0 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 8.25 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.28008837 |\n", + "| air_humidity | -0.09710636 |\n", + "| air_temperature | 0.3759511 |\n", + "| clg_setpoint | -1.1169561 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.070088774 |\n", + "| diffuse_solar_radiation | -0.2546194 |\n", + "| direct_solar_radiation | -0.6122253 |\n", + "| hour | -0.36078104 |\n", + "| htg_setpoint | 0.77701986 |\n", + "| month | -1.566423 |\n", + "| outdoor_humidity | 1.5242106 |\n", + "| outdoor_temperature | -0.74946773 |\n", + "| people_occupant | 1.6950164 |\n", + "| total_electricity_HVAC | -0.2919982 |\n", + "| wind_direction | -0.8342705 |\n", + "| wind_speed | 0.713027 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1711.3828 |\n", + "| air_humidity | 35.716114 |\n", + "| air_temperature | 23.249744 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 48.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.042702 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 5.0319257 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1591223.0 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 6.65 |\n", + "| train/ | |\n", + "| approx_kl | 0.0058739856 |\n", + "| clip_fraction | 0.0492 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.56 |\n", + "| explained_variance | 0.628 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.361 |\n", + "| n_updates | 520 |\n", + "| policy_gradient_loss | -0.00839 |\n", + "| std | 0.872 |\n", + "| value_loss | 1.68 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.59405303 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.283452 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.3858386 |\n", + "| air_humidity | -0.7078782 |\n", + "| air_temperature | 0.3761708 |\n", + "| clg_setpoint | -1.1168675 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.0436046 |\n", + "| diffuse_solar_radiation | 1.0601634 |\n", + "| direct_solar_radiation | -0.46301863 |\n", + "| hour | -0.21631888 |\n", + "| htg_setpoint | -0.18203197 |\n", + "| month | -1.5638895 |\n", + "| outdoor_humidity | -0.3830848 |\n", + "| outdoor_temperature | -1.4562917 |\n", + "| people_occupant | 1.6944861 |\n", + "| total_electricity_HVAC | 0.34452856 |\n", + "| wind_direction | 0.3517244 |\n", + "| wind_speed | 0.21585952 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4625.391 |\n", + "| air_humidity | 27.77998 |\n", + "| air_temperature | 23.24944 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 177.0 |\n", + "| direct_solar_radiation | 37.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.0607 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 60.5 |\n", + "| outdoor_temperature | -1.913765 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4228053.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 5.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5748912 |\n", + "| air_humidity | -0.4781726 |\n", + "| air_temperature | 0.3755654 |\n", + "| clg_setpoint | -1.1165988 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.1572927 |\n", + "| diffuse_solar_radiation | 0.20446157 |\n", + "| direct_solar_radiation | 2.423889 |\n", + "| hour | -0.07185726 |\n", + "| htg_setpoint | -0.74765766 |\n", + "| month | -1.5613681 |\n", + "| outdoor_humidity | -0.67330235 |\n", + "| outdoor_temperature | -0.48462453 |\n", + "| people_occupant | 1.2173387 |\n", + "| total_electricity_HVAC | -0.58455807 |\n", + "| wind_direction | 0.63643444 |\n", + "| wind_speed | -0.34203994 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 422.63095 |\n", + "| air_humidity | 30.764303 |\n", + "| air_temperature | 23.248177 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 93.0 |\n", + "| direct_solar_radiation | 754.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 14.712425 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 54.5 |\n", + "| outdoor_temperature | 7.605858 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 380367.88 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.39779913 |\n", + "| Heating_Setpoint_RL | 0.13445774 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.967571 |\n", + "| Heating_Setpoint_RL | 18.381325 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6514762 |\n", + "| air_humidity | 0.5966899 |\n", + "| air_temperature | 1.1760437 |\n", + "| clg_setpoint | -0.24645786 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.27097067 |\n", + "| diffuse_solar_radiation | 0.5923598 |\n", + "| direct_solar_radiation | -0.611996 |\n", + "| hour | 0.07260424 |\n", + "| htg_setpoint | 0.6195336 |\n", + "| month | -1.5588589 |\n", + "| outdoor_humidity | 1.2580585 |\n", + "| outdoor_temperature | -0.239305 |\n", + "| people_occupant | 0.26374185 |\n", + "| total_electricity_HVAC | -0.6573563 |\n", + "| wind_direction | -0.40789732 |\n", + "| wind_speed | 2.220292 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 44.71854 |\n", + "| air_temperature | 24.388626 |\n", + "| clg_setpoint | 25.513973 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 131.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.388195 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 94.5 |\n", + "| outdoor_temperature | 10.006615 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 10.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6413405 |\n", + "| air_humidity | -0.35907933 |\n", + "| air_temperature | -0.43793008 |\n", + "| clg_setpoint | -0.034392282 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.3846277 |\n", + "| diffuse_solar_radiation | 0.2971458 |\n", + "| direct_solar_radiation | 2.1338017 |\n", + "| hour | 0.21706563 |\n", + "| htg_setpoint | -1.4010698 |\n", + "| month | -1.5563617 |\n", + "| outdoor_humidity | -1.4470289 |\n", + "| outdoor_temperature | -0.14282104 |\n", + "| people_occupant | -0.6893805 |\n", + "| total_electricity_HVAC | -0.64873266 |\n", + "| wind_direction | 0.73186547 |\n", + "| wind_speed | 1.5772372 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 131.03038 |\n", + "| air_humidity | 32.315037 |\n", + "| air_temperature | 22.08857 |\n", + "| clg_setpoint | 26.066584 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 102.0 |\n", + "| direct_solar_radiation | 682.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 38.5 |\n", + "| outdoor_temperature | 10.946307 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 113722.15 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.75 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.44003826 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.149785 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.89911616 |\n", + "| air_humidity | -1.5598391 |\n", + "| air_temperature | 0.3397069 |\n", + "| clg_setpoint | 0.61684054 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.49824712 |\n", + "| diffuse_solar_radiation | 0.79717416 |\n", + "| direct_solar_radiation | 1.2000191 |\n", + "| hour | 0.36152646 |\n", + "| htg_setpoint | 1.3091582 |\n", + "| month | -1.5538765 |\n", + "| outdoor_humidity | -0.69713813 |\n", + "| outdoor_temperature | -0.4763073 |\n", + "| people_occupant | -0.68890536 |\n", + "| total_electricity_HVAC | 1.0010319 |\n", + "| wind_direction | 0.3987767 |\n", + "| wind_speed | 0.090924524 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6875.978 |\n", + "| air_humidity | 16.705286 |\n", + "| air_temperature | 23.195248 |\n", + "| clg_setpoint | 27.762245 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 151.0 |\n", + "| direct_solar_radiation | 450.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 7.672465 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6951634.5 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 5.15 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.26777598 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.11876 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.55067575 |\n", + "| air_humidity | 0.18593499 |\n", + "| air_temperature | 0.37813362 |\n", + "| clg_setpoint | -1.11672 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6118064 |\n", + "| diffuse_solar_radiation | -0.24303727 |\n", + "| direct_solar_radiation | -0.6117953 |\n", + "| hour | 0.5059858 |\n", + "| htg_setpoint | -0.57667965 |\n", + "| month | -1.5514032 |\n", + "| outdoor_humidity | 0.77436876 |\n", + "| outdoor_temperature | -0.50010103 |\n", + "| people_occupant | 1.6949584 |\n", + "| total_electricity_HVAC | -0.5615066 |\n", + "| wind_direction | -0.93151563 |\n", + "| wind_speed | 0.21551006 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 527.28937 |\n", + "| air_humidity | 39.366146 |\n", + "| air_temperature | 23.249407 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 49.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.421708 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 84.5 |\n", + "| outdoor_temperature | 7.4303412 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 474560.44 |\n", + "| wind_direction | 85.0 |\n", + "| wind_speed | 5.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.25817955 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.07726 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5521694 |\n", + "| air_humidity | 0.41729075 |\n", + "| air_temperature | 0.378166 |\n", + "| clg_setpoint | -1.1165177 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7252772 |\n", + "| diffuse_solar_radiation | -0.51818573 |\n", + "| direct_solar_radiation | -0.50262475 |\n", + "| hour | 0.65044236 |\n", + "| htg_setpoint | -0.9767509 |\n", + "| month | -1.5489416 |\n", + "| outdoor_humidity | 0.9902871 |\n", + "| outdoor_temperature | -0.6961141 |\n", + "| people_occupant | 1.6944313 |\n", + "| total_electricity_HVAC | -0.562924 |\n", + "| wind_direction | -0.93002546 |\n", + "| wind_speed | 0.7320327 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 520.5664 |\n", + "| air_humidity | 42.375668 |\n", + "| air_temperature | 23.249376 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 22.0 |\n", + "| direct_solar_radiation | 27.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 13.762743 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 5.5062375 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 468509.78 |\n", + "| wind_direction | 85.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65110236 |\n", + "| air_humidity | 1.1856788 |\n", + "| air_temperature | 1.3953493 |\n", + "| clg_setpoint | -0.5591409 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8386254 |\n", + "| diffuse_solar_radiation | -0.74247205 |\n", + "| direct_solar_radiation | -0.6110162 |\n", + "| hour | 0.79489434 |\n", + "| htg_setpoint | 0.8139153 |\n", + "| month | -1.5464917 |\n", + "| outdoor_humidity | 1.5191919 |\n", + "| outdoor_temperature | -0.091449186 |\n", + "| people_occupant | 1.6939055 |\n", + "| total_electricity_HVAC | -0.6569677 |\n", + "| wind_direction | -0.6913119 |\n", + "| wind_speed | -0.6518497 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 52.358574 |\n", + "| air_temperature | 24.697947 |\n", + "| clg_setpoint | 24.700884 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.199093 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 11.426457 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 3.35 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.6069766 |\n", + "| Heating_Setpoint_RL | -0.52632093 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.673546 |\n", + "| Heating_Setpoint_RL | 14.664445 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65095556 |\n", + "| air_humidity | 1.0479504 |\n", + "| air_temperature | 0.37857565 |\n", + "| clg_setpoint | -1.1163281 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.95181125 |\n", + "| diffuse_solar_radiation | -0.7422149 |\n", + "| direct_solar_radiation | -0.61062557 |\n", + "| hour | 0.93933946 |\n", + "| htg_setpoint | -0.06176326 |\n", + "| month | -1.5440534 |\n", + "| outdoor_humidity | 1.1071558 |\n", + "| outdoor_temperature | -0.4491541 |\n", + "| people_occupant | 0.5019696 |\n", + "| total_electricity_HVAC | -0.65682065 |\n", + "| wind_direction | 0.6865351 |\n", + "| wind_speed | 0.6277304 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 50.593155 |\n", + "| air_temperature | 23.24959 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 17.564667 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 7.9236174 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 6.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.34559792 |\n", + "| Heating_Setpoint_RL | 0.6858255 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.458607 |\n", + "| Heating_Setpoint_RL | 21.482769 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.58693385 |\n", + "| air_humidity | 0.5320497 |\n", + "| air_temperature | -0.05087891 |\n", + "| clg_setpoint | -1.1161411 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0647895 |\n", + "| diffuse_solar_radiation | -0.74200284 |\n", + "| direct_solar_radiation | -0.610238 |\n", + "| hour | 1.083775 |\n", + "| htg_setpoint | -0.094523385 |\n", + "| month | -1.5416266 |\n", + "| outdoor_humidity | 0.9866784 |\n", + "| outdoor_temperature | -0.89748466 |\n", + "| people_occupant | -0.45142 |\n", + "| total_electricity_HVAC | -0.59422183 |\n", + "| wind_direction | 0.8280024 |\n", + "| wind_speed | 0.21421388 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 367.5165 |\n", + "| air_humidity | 43.893875 |\n", + "| air_temperature | 22.637499 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 17.428524 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 3.5267906 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 337947.38 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 5.45 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.42372143 |\n", + "| Heating_Setpoint_RL | -0.988763 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.19494 |\n", + "| Heating_Setpoint_RL | 12.063209 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.61627334 |\n", + "| air_humidity | -0.67793584 |\n", + "| air_temperature | -1.8228041 |\n", + "| clg_setpoint | -0.1670376 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1775094 |\n", + "| diffuse_solar_radiation | -0.74188024 |\n", + "| direct_solar_radiation | -0.61022305 |\n", + "| hour | 1.228198 |\n", + "| htg_setpoint | -0.04948287 |\n", + "| month | -1.5392112 |\n", + "| outdoor_humidity | 0.38439214 |\n", + "| outdoor_temperature | -1.0968235 |\n", + "| people_occupant | -0.6892419 |\n", + "| total_electricity_HVAC | -0.6227902 |\n", + "| wind_direction | 0.49453032 |\n", + "| wind_speed | -0.34303167 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 238.94934 |\n", + "| air_humidity | 28.186287 |\n", + "| air_temperature | 20.1129 |\n", + "| clg_setpoint | 25.721931 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 17.615166 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 76.5 |\n", + "| outdoor_temperature | 1.565937 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219424.16 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5335775 |\n", + "| Heating_Setpoint_RL | 0.62806225 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.425823 |\n", + "| Heating_Setpoint_RL | 21.15785 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6508815 |\n", + "| air_humidity | -1.0638034 |\n", + "| air_temperature | -1.1289005 |\n", + "| clg_setpoint | 0.40197954 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2899153 |\n", + "| diffuse_solar_radiation | -0.7417816 |\n", + "| direct_solar_radiation | -0.61017096 |\n", + "| hour | 1.3726048 |\n", + "| htg_setpoint | 0.032195628 |\n", + "| month | -1.5368071 |\n", + "| outdoor_humidity | 0.21538693 |\n", + "| outdoor_temperature | -0.7567954 |\n", + "| people_occupant | -0.68876994 |\n", + "| total_electricity_HVAC | -0.6567457 |\n", + "| wind_direction | -1.3588291 |\n", + "| wind_speed | -0.9616864 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 23.16621 |\n", + "| air_temperature | 21.09971 |\n", + "| clg_setpoint | 27.203548 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 17.954454 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 4.8858466 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.75180936 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 13.396072 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60715544 |\n", + "| air_humidity | 0.62490875 |\n", + "| air_temperature | -0.62666065 |\n", + "| clg_setpoint | 1.4761771 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.401946 |\n", + "| diffuse_solar_radiation | -0.7416212 |\n", + "| direct_solar_radiation | -0.60982543 |\n", + "| hour | 1.5169916 |\n", + "| htg_setpoint | -1.1483054 |\n", + "| month | -1.5344143 |\n", + "| outdoor_humidity | 1.2277604 |\n", + "| outdoor_temperature | -0.8745439 |\n", + "| people_occupant | -0.68893147 |\n", + "| total_electricity_HVAC | -0.61465436 |\n", + "| wind_direction | -1.1671497 |\n", + "| wind_speed | -0.75451714 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 278.65292 |\n", + "| air_humidity | 45.078125 |\n", + "| air_temperature | 21.814964 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 13.054578 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 3.7279437 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 252904.08 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8978028 |\n", + "| Heating_Setpoint_RL | 0.74051714 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.655085 |\n", + "| Heating_Setpoint_RL | 21.79041 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.47283748 |\n", + "| air_humidity | -0.42119575 |\n", + "| air_temperature | -0.79113823 |\n", + "| clg_setpoint | 0.9338866 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5135359 |\n", + "| diffuse_solar_radiation | -0.7414956 |\n", + "| direct_solar_radiation | -0.6098324 |\n", + "| hour | 1.6613537 |\n", + "| htg_setpoint | -0.56320685 |\n", + "| month | -1.5320326 |\n", + "| outdoor_humidity | -0.07521091 |\n", + "| outdoor_temperature | -1.4173921 |\n", + "| people_occupant | -0.6890927 |\n", + "| total_electricity_HVAC | -0.4870261 |\n", + "| wind_direction | -1.4032198 |\n", + "| wind_speed | -0.9606542 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 868.4529 |\n", + "| air_humidity | 31.503365 |\n", + "| air_temperature | 21.580952 |\n", + "| clg_setpoint | 28.587057 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 15.483688 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | -1.5953943 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 783369.1 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.16032964 |\n", + "| Heating_Setpoint_RL | 0.94266415 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.166113 |\n", + "| Heating_Setpoint_RL | 22.927486 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3134997 |\n", + "| air_humidity | -0.37255207 |\n", + "| air_temperature | -2.7663636 |\n", + "| clg_setpoint | 1.4769188 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7383358 |\n", + "| diffuse_solar_radiation | -0.7413716 |\n", + "| direct_solar_radiation | -0.60982877 |\n", + "| hour | -1.6612688 |\n", + "| htg_setpoint | -1.401782 |\n", + "| month | -1.5296619 |\n", + "| outdoor_humidity | -1.0642983 |\n", + "| outdoor_temperature | -1.7223186 |\n", + "| people_occupant | -0.6892537 |\n", + "| total_electricity_HVAC | -0.33830056 |\n", + "| wind_direction | -1.5919269 |\n", + "| wind_speed | 2.549414 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1568.4788 |\n", + "| air_humidity | 32.128895 |\n", + "| air_temperature | 18.768179 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | -4.5970774 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1401827.2 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 11.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.95946664 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.863201 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.3477073 |\n", + "| air_humidity | -0.7975917 |\n", + "| air_temperature | -1.2970737 |\n", + "| clg_setpoint | 1.4773241 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6733975 |\n", + "| diffuse_solar_radiation | -0.74119616 |\n", + "| direct_solar_radiation | -0.60991687 |\n", + "| hour | -1.5167077 |\n", + "| htg_setpoint | 1.3073876 |\n", + "| month | -1.2431242 |\n", + "| outdoor_humidity | -0.16959031 |\n", + "| outdoor_temperature | -1.2483263 |\n", + "| people_occupant | -0.6894143 |\n", + "| total_electricity_HVAC | 3.1465032 |\n", + "| wind_direction | 0.7810019 |\n", + "| wind_speed | -0.13496326 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17657.482 |\n", + "| air_humidity | 26.604765 |\n", + "| air_temperature | 20.857983 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 0.017648457 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15895784.0 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.4902358 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.279545 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.2361927 |\n", + "| air_humidity | -0.47369087 |\n", + "| air_temperature | -0.37649107 |\n", + "| clg_setpoint | 0.65624523 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5569715 |\n", + "| diffuse_solar_radiation | -0.7411311 |\n", + "| direct_solar_radiation | -0.60979444 |\n", + "| hour | -1.3721713 |\n", + "| htg_setpoint | 1.3076214 |\n", + "| month | -1.2416632 |\n", + "| outdoor_humidity | 0.33711368 |\n", + "| outdoor_temperature | -0.9500489 |\n", + "| people_occupant | -0.6895747 |\n", + "| total_electricity_HVAC | 3.0390358 |\n", + "| wind_direction | 0.82781965 |\n", + "| wind_speed | -0.44500935 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17170.787 |\n", + "| air_humidity | 30.79968 |\n", + "| air_temperature | 22.1685 |\n", + "| clg_setpoint | 27.861708 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 75.5 |\n", + "| outdoor_temperature | 2.9363806 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15451358.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8540114 |\n", + "| Heating_Setpoint_RL | -0.06400871 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.742712 |\n", + "| Heating_Setpoint_RL | 17.26495 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.09661334 |\n", + "| air_humidity | -1.8332738 |\n", + "| air_temperature | -2.342734 |\n", + "| clg_setpoint | 0.21131909 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4411035 |\n", + "| diffuse_solar_radiation | -0.74091876 |\n", + "| direct_solar_radiation | -0.6098849 |\n", + "| hour | -1.2276552 |\n", + "| htg_setpoint | -1.4012316 |\n", + "| month | -1.2402074 |\n", + "| outdoor_humidity | -0.8183879 |\n", + "| outdoor_temperature | -2.0817177 |\n", + "| people_occupant | -0.68910503 |\n", + "| total_electricity_HVAC | -0.13412653 |\n", + "| wind_direction | -1.7333925 |\n", + "| wind_speed | 0.19498537 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2523.5254 |\n", + "| air_humidity | 13.149485 |\n", + "| air_temperature | 19.364508 |\n", + "| clg_setpoint | 26.704449 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 51.5 |\n", + "| outdoor_temperature | -8.164643 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2252550.2 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.4 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.1952365 |\n", + "| Heating_Setpoint_RL | 0.7405235 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.966076 |\n", + "| Heating_Setpoint_RL | 21.790445 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.54822415 |\n", + "| air_humidity | -1.9485627 |\n", + "| air_temperature | -1.3768809 |\n", + "| clg_setpoint | -0.09444901 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3257111 |\n", + "| diffuse_solar_radiation | -0.74072343 |\n", + "| direct_solar_radiation | -0.60990506 |\n", + "| hour | -1.0831553 |\n", + "| htg_setpoint | -1.4012824 |\n", + "| month | -1.2387568 |\n", + "| outdoor_humidity | 1.5191379 |\n", + "| outdoor_temperature | -1.2249451 |\n", + "| people_occupant | -0.6886363 |\n", + "| total_electricity_HVAC | -0.56034374 |\n", + "| wind_direction | -0.97409093 |\n", + "| wind_speed | -0.32112703 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 538.87573 |\n", + "| air_humidity | 11.595765 |\n", + "| air_temperature | 20.737745 |\n", + "| clg_setpoint | 25.90868 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 0.20878705 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 479931.62 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 4.15 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.3748275 |\n", + "| Heating_Setpoint_RL | 0.58775854 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.359957 |\n", + "| Heating_Setpoint_RL | 20.93114 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.2591248 |\n", + "| air_humidity | 0.15648314 |\n", + "| air_temperature | -3.2766352 |\n", + "| clg_setpoint | 1.2419297 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2107201 |\n", + "| diffuse_solar_radiation | -0.7405356 |\n", + "| direct_solar_radiation | -0.6095227 |\n", + "| hour | -0.9386681 |\n", + "| htg_setpoint | -0.46089894 |\n", + "| month | -1.2373112 |\n", + "| outdoor_humidity | -0.40867925 |\n", + "| outdoor_temperature | -1.6555942 |\n", + "| people_occupant | -0.6887969 |\n", + "| total_electricity_HVAC | -0.2893402 |\n", + "| wind_direction | 1.0163493 |\n", + "| wind_speed | 1.9084313 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1811.8496 |\n", + "| air_humidity | 38.93133 |\n", + "| air_temperature | 18.023998 |\n", + "| clg_setpoint | 29.388653 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.904514 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | -4.028702 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1609063.1 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 9.55 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9009632 |\n", + "| Heating_Setpoint_RL | 0.84205633 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.58425 |\n", + "| Heating_Setpoint_RL | 22.361567 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 4.4723663 |\n", + "| air_humidity | -1.3258429 |\n", + "| air_temperature | -2.0069127 |\n", + "| clg_setpoint | 0.7355151 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0960625 |\n", + "| diffuse_solar_radiation | -0.7404435 |\n", + "| direct_solar_radiation | -0.60955197 |\n", + "| hour | -0.79419035 |\n", + "| htg_setpoint | 1.308342 |\n", + "| month | -1.2358706 |\n", + "| outdoor_humidity | -0.64840317 |\n", + "| outdoor_temperature | -2.6600428 |\n", + "| people_occupant | -0.6889572 |\n", + "| total_electricity_HVAC | 4.218369 |\n", + "| wind_direction | 0.8729979 |\n", + "| wind_speed | 1.0379947 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 22672.574 |\n", + "| air_humidity | 19.672125 |\n", + "| air_temperature | 19.83167 |\n", + "| clg_setpoint | 28.069954 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | -13.948951 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 20411412.0 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 7.45 |\n", + "| train/ | |\n", + "| approx_kl | 0.007831309 |\n", + "| clip_fraction | 0.0687 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.56 |\n", + "| explained_variance | 0.85 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.518 |\n", + "| n_updates | 530 |\n", + "| policy_gradient_loss | -0.0116 |\n", + "| std | 0.871 |\n", + "| value_loss | 1.54 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.319627 |\n", + "| Heating_Setpoint_RL | 0.66898876 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.703741 |\n", + "| Heating_Setpoint_RL | 21.388062 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.33575827 |\n", + "| air_humidity | -1.0091084 |\n", + "| air_temperature | -2.796466 |\n", + "| clg_setpoint | 1.4769561 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9816779 |\n", + "| diffuse_solar_radiation | -0.45359746 |\n", + "| direct_solar_radiation | -0.31116372 |\n", + "| hour | -0.64971936 |\n", + "| htg_setpoint | -0.41164824 |\n", + "| month | -1.2344351 |\n", + "| outdoor_humidity | -0.1419217 |\n", + "| outdoor_temperature | -2.2389958 |\n", + "| people_occupant | -0.68911725 |\n", + "| total_electricity_HVAC | 0.27980077 |\n", + "| wind_direction | 0.9668258 |\n", + "| wind_speed | 0.21185528 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4443.962 |\n", + "| air_humidity | 23.773136 |\n", + "| air_temperature | 18.698568 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 28.0 |\n", + "| direct_solar_radiation | 74.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.106083 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 65.5 |\n", + "| outdoor_temperature | -9.8695965 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3990694.5 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 5.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.3753655 |\n", + "| air_humidity | -0.9954559 |\n", + "| air_temperature | 0.38720053 |\n", + "| clg_setpoint | -1.0985825 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.867512 |\n", + "| diffuse_solar_radiation | -0.08477468 |\n", + "| direct_solar_radiation | 1.221298 |\n", + "| hour | -0.50525296 |\n", + "| htg_setpoint | 1.3086907 |\n", + "| month | -1.2330046 |\n", + "| outdoor_humidity | -1.2734467 |\n", + "| outdoor_temperature | -1.6067098 |\n", + "| people_occupant | 1.6939603 |\n", + "| total_electricity_HVAC | 2.5547223 |\n", + "| wind_direction | 1.534687 |\n", + "| wind_speed | 0.0881044 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13457.374 |\n", + "| air_humidity | 23.941628 |\n", + "| air_temperature | 23.250353 |\n", + "| clg_setpoint | 23.292383 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 64.0 |\n", + "| direct_solar_radiation | 454.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | -3.6779864 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 13498350.0 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 5.15 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.21317531 |\n", + "| air_humidity | -1.148461 |\n", + "| air_temperature | -2.7794907 |\n", + "| clg_setpoint | -0.9188528 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.753517 |\n", + "| diffuse_solar_radiation | -0.16642083 |\n", + "| direct_solar_radiation | 2.6998084 |\n", + "| hour | -0.36078933 |\n", + "| htg_setpoint | -1.2026929 |\n", + "| month | -1.231579 |\n", + "| outdoor_humidity | -0.81424034 |\n", + "| outdoor_temperature | -1.9897645 |\n", + "| people_occupant | -0.68943644 |\n", + "| total_electricity_HVAC | -0.24055865 |\n", + "| wind_direction | 1.1540346 |\n", + "| wind_speed | 0.83021337 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2025.8236 |\n", + "| air_humidity | 21.942732 |\n", + "| air_temperature | 18.717854 |\n", + "| clg_setpoint | 23.759447 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 56.0 |\n", + "| direct_solar_radiation | 821.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 12.818134 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 51.5 |\n", + "| outdoor_temperature | -7.490594 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1822243.8 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 6.95 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5344341 |\n", + "| air_humidity | -1.7128913 |\n", + "| air_temperature | -2.013693 |\n", + "| clg_setpoint | -0.6386402 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6396513 |\n", + "| diffuse_solar_radiation | 1.8116293 |\n", + "| direct_solar_radiation | -0.35999626 |\n", + "| hour | -0.21632715 |\n", + "| htg_setpoint | -0.5758265 |\n", + "| month | -1.2301583 |\n", + "| outdoor_humidity | -0.6930599 |\n", + "| outdoor_temperature | -1.1990744 |\n", + "| people_occupant | -0.68896997 |\n", + "| total_electricity_HVAC | -0.5460459 |\n", + "| wind_direction | 0.6796559 |\n", + "| wind_speed | -0.55266356 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 606.5754 |\n", + "| air_humidity | 14.57859 |\n", + "| air_temperature | 19.807352 |\n", + "| clg_setpoint | 24.490305 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 249.0 |\n", + "| direct_solar_radiation | 62.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.420668 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 0.2882425 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 545917.9 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60954 |\n", + "| air_humidity | -0.68868977 |\n", + "| air_temperature | 0.38873684 |\n", + "| clg_setpoint | -1.1152415 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5258795 |\n", + "| diffuse_solar_radiation | 0.58218145 |\n", + "| direct_solar_radiation | 2.39253 |\n", + "| hour | -0.07186549 |\n", + "| htg_setpoint | -0.24103296 |\n", + "| month | -1.2287426 |\n", + "| outdoor_humidity | -0.78959495 |\n", + "| outdoor_temperature | -0.6310711 |\n", + "| people_occupant | 1.2184432 |\n", + "| total_electricity_HVAC | -0.6175177 |\n", + "| wind_direction | 0.7742257 |\n", + "| wind_speed | 0.29363075 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 274.1938 |\n", + "| air_humidity | 27.861061 |\n", + "| air_temperature | 23.24852 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 129.0 |\n", + "| direct_solar_radiation | 745.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.81065 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 5.8850937 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 246774.4 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 5.65 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.96366924 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.372616 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.34718478 |\n", + "| air_humidity | -1.1760232 |\n", + "| air_temperature | 0.3897102 |\n", + "| clg_setpoint | -1.114935 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41217214 |\n", + "| diffuse_solar_radiation | 0.910573 |\n", + "| direct_solar_radiation | 2.1745882 |\n", + "| hour | 0.07259605 |\n", + "| htg_setpoint | 0.37822703 |\n", + "| month | -1.2273318 |\n", + "| outdoor_humidity | -1.9914346 |\n", + "| outdoor_temperature | -1.8945113 |\n", + "| people_occupant | 0.26457742 |\n", + "| total_electricity_HVAC | 0.2930935 |\n", + "| wind_direction | 1.0575664 |\n", + "| wind_speed | 0.93292695 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4508.1836 |\n", + "| air_humidity | 21.516102 |\n", + "| air_temperature | 23.24925 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 161.0 |\n", + "| direct_solar_radiation | 691.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 19.381027 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | -6.607086 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 4057365.0 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.8184994 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.020941 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.5125588 |\n", + "| air_humidity | -1.3012652 |\n", + "| air_temperature | 0.3902564 |\n", + "| clg_setpoint | -1.1145856 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29850572 |\n", + "| diffuse_solar_radiation | 1.1977243 |\n", + "| direct_solar_radiation | 1.4613286 |\n", + "| hour | 0.21705748 |\n", + "| htg_setpoint | -1.3981073 |\n", + "| month | -1.2259257 |\n", + "| outdoor_humidity | -1.5072874 |\n", + "| outdoor_temperature | -1.566957 |\n", + "| people_occupant | 1.217692 |\n", + "| total_electricity_HVAC | 0.45061946 |\n", + "| wind_direction | 0.86689335 |\n", + "| wind_speed | 0.31331632 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5245.5947 |\n", + "| air_humidity | 19.873165 |\n", + "| air_temperature | 23.24934 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 189.0 |\n", + "| direct_solar_radiation | 514.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | -3.4081693 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4721035.5 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.29661328 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.956551 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.35371238 |\n", + "| air_humidity | -1.182281 |\n", + "| air_temperature | 0.3904036 |\n", + "| clg_setpoint | -1.1141782 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18486261 |\n", + "| diffuse_solar_radiation | -0.16572879 |\n", + "| direct_solar_radiation | 2.9639342 |\n", + "| hour | 0.36151835 |\n", + "| htg_setpoint | -0.8451541 |\n", + "| month | -1.2245245 |\n", + "| outdoor_humidity | -1.8905386 |\n", + "| outdoor_temperature | -1.2320466 |\n", + "| people_occupant | 1.6939095 |\n", + "| total_electricity_HVAC | -0.3740064 |\n", + "| wind_direction | 1.0556237 |\n", + "| wind_speed | 0.20999677 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1409.071 |\n", + "| air_humidity | 21.409395 |\n", + "| air_temperature | 23.248816 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 56.0 |\n", + "| direct_solar_radiation | 887.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 14.2952585 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 29.0 |\n", + "| outdoor_temperature | -0.1188758 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1268164.0 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 5.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.047892503 |\n", + "| air_humidity | -0.598571 |\n", + "| air_temperature | 0.39119318 |\n", + "| clg_setpoint | -1.1137936 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.07123106 |\n", + "| diffuse_solar_radiation | 0.090829 |\n", + "| direct_solar_radiation | -0.6101745 |\n", + "| hour | 0.5059778 |\n", + "| htg_setpoint | 1.310177 |\n", + "| month | -1.2231281 |\n", + "| outdoor_humidity | 0.8519135 |\n", + "| outdoor_temperature | -1.1921859 |\n", + "| people_occupant | 1.693395 |\n", + "| total_electricity_HVAC | -0.0828397 |\n", + "| wind_direction | 0.013476861 |\n", + "| wind_speed | -0.65747845 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2766.7224 |\n", + "| air_humidity | 28.989962 |\n", + "| air_temperature | 23.249468 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 81.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 0.256691 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2490050.0 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 3.35 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6466891 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.442425 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65219367 |\n", + "| air_humidity | -0.6013976 |\n", + "| air_temperature | -0.4231315 |\n", + "| clg_setpoint | -0.75696003 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.042394903 |\n", + "| diffuse_solar_radiation | -0.22702578 |\n", + "| direct_solar_radiation | -0.60998917 |\n", + "| hour | 0.6504345 |\n", + "| htg_setpoint | -1.3978628 |\n", + "| month | -1.2217364 |\n", + "| outdoor_humidity | -1.1449441 |\n", + "| outdoor_temperature | -0.52578133 |\n", + "| people_occupant | -0.6893 |\n", + "| total_electricity_HVAC | -0.65814996 |\n", + "| wind_direction | 1.4347286 |\n", + "| wind_speed | -0.14075695 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 28.955826 |\n", + "| air_temperature | 22.079779 |\n", + "| clg_setpoint | 24.17986 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 50.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 44.5 |\n", + "| outdoor_temperature | 6.8456135 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.47900864 |\n", + "| Heating_Setpoint_RL | -0.65795165 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.008347 |\n", + "| Heating_Setpoint_RL | 13.924022 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65213203 |\n", + "| air_humidity | -1.4317853 |\n", + "| air_temperature | -0.44704762 |\n", + "| clg_setpoint | -0.739558 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15601541 |\n", + "| diffuse_solar_radiation | -0.73984176 |\n", + "| direct_solar_radiation | -0.61012894 |\n", + "| hour | 0.7948867 |\n", + "| htg_setpoint | -0.34176514 |\n", + "| month | -1.2203496 |\n", + "| outdoor_humidity | -1.0959553 |\n", + "| outdoor_temperature | -0.6857022 |\n", + "| people_occupant | -0.6888366 |\n", + "| total_electricity_HVAC | -0.6581016 |\n", + "| wind_direction | 0.53482527 |\n", + "| wind_speed | -0.55406755 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 18.15278 |\n", + "| air_temperature | 22.044271 |\n", + "| clg_setpoint | 24.226074 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.387098 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.5 |\n", + "| outdoor_temperature | 5.256243 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.500456 |\n", + "| air_humidity | -0.55293316 |\n", + "| air_temperature | 0.3932833 |\n", + "| clg_setpoint | -1.1141912 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.26962486 |\n", + "| diffuse_solar_radiation | -0.7398092 |\n", + "| direct_solar_radiation | -0.6101387 |\n", + "| hour | 0.93933225 |\n", + "| htg_setpoint | -1.397701 |\n", + "| month | -1.2189673 |\n", + "| outdoor_humidity | 0.17902094 |\n", + "| outdoor_temperature | -0.86594087 |\n", + "| people_occupant | 0.50287074 |\n", + "| total_electricity_HVAC | -0.5124715 |\n", + "| wind_direction | -0.3182587 |\n", + "| wind_speed | -1.0703576 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 759.77985 |\n", + "| air_humidity | 29.558987 |\n", + "| air_temperature | 23.249918 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 3.464265 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 688926.94 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 2.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56648606 |\n", + "| air_humidity | -0.8404163 |\n", + "| air_temperature | 0.26941708 |\n", + "| clg_setpoint | -1.113893 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38321182 |\n", + "| diffuse_solar_radiation | -0.73977304 |\n", + "| direct_solar_radiation | -0.6102691 |\n", + "| hour | 1.0837685 |\n", + "| htg_setpoint | -1.3976773 |\n", + "| month | -1.2175899 |\n", + "| outdoor_humidity | -0.5189241 |\n", + "| outdoor_temperature | -0.83724064 |\n", + "| people_occupant | -0.45078996 |\n", + "| total_electricity_HVAC | -0.57501805 |\n", + "| wind_direction | 0.39295742 |\n", + "| wind_speed | -0.759403 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 466.75955 |\n", + "| air_humidity | 25.817734 |\n", + "| air_temperature | 23.071957 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 57.5 |\n", + "| outdoor_temperature | 3.7411933 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 426493.94 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9711909 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.34723 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3472834 |\n", + "| air_humidity | -0.16651449 |\n", + "| air_temperature | -0.40711194 |\n", + "| clg_setpoint | 1.0461202 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.49675927 |\n", + "| diffuse_solar_radiation | -0.739698 |\n", + "| direct_solar_radiation | -0.6103484 |\n", + "| hour | 1.2281923 |\n", + "| htg_setpoint | 0.7512341 |\n", + "| month | -1.216217 |\n", + "| outdoor_humidity | 0.80482835 |\n", + "| outdoor_temperature | -0.8325386 |\n", + "| people_occupant | -0.45097828 |\n", + "| total_electricity_HVAC | -0.39202005 |\n", + "| wind_direction | -1.0756063 |\n", + "| wind_speed | -0.9657725 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1439.9154 |\n", + "| air_humidity | 34.567467 |\n", + "| air_temperature | 22.100876 |\n", + "| clg_setpoint | 28.874226 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.92819 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 3.7826574 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1194372.2 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9843141 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.94706 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6519035 |\n", + "| air_humidity | 0.5200377 |\n", + "| air_temperature | -1.3657117 |\n", + "| clg_setpoint | -0.95163566 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.61024433 |\n", + "| diffuse_solar_radiation | -0.73959905 |\n", + "| direct_solar_radiation | -0.609968 |\n", + "| hour | 1.3726004 |\n", + "| htg_setpoint | -0.94473755 |\n", + "| month | -1.2148488 |\n", + "| outdoor_humidity | -0.13443142 |\n", + "| outdoor_temperature | -0.5744385 |\n", + "| people_occupant | -0.68946904 |\n", + "| total_electricity_HVAC | -0.65785253 |\n", + "| wind_direction | 1.3886398 |\n", + "| wind_speed | 0.5242176 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 43.483707 |\n", + "| air_temperature | 20.725952 |\n", + "| clg_setpoint | 23.671024 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 13.8821 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 65.5 |\n", + "| outdoor_temperature | 6.3310905 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9740367 |\n", + "| Heating_Setpoint_RL | 0.20833586 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.912374 |\n", + "| Heating_Setpoint_RL | 18.79689 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6227724 |\n", + "| air_humidity | -0.6522867 |\n", + "| air_temperature | -1.6938695 |\n", + "| clg_setpoint | -1.1129206 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.72363865 |\n", + "| diffuse_solar_radiation | -0.7394454 |\n", + "| direct_solar_radiation | -0.6100804 |\n", + "| hour | 1.5169888 |\n", + "| htg_setpoint | -1.0752202 |\n", + "| month | -1.2134852 |\n", + "| outdoor_humidity | -0.7110692 |\n", + "| outdoor_temperature | -0.90423393 |\n", + "| people_occupant | -0.68962646 |\n", + "| total_electricity_HVAC | -0.62865067 |\n", + "| wind_direction | 0.62954247 |\n", + "| wind_speed | -0.7590409 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 215.86453 |\n", + "| air_humidity | 28.252434 |\n", + "| air_temperature | 20.254477 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 13.3386 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 53.5 |\n", + "| outdoor_temperature | 3.0617478 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 200369.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65177774 |\n", + "| air_humidity | -0.72620237 |\n", + "| air_temperature | -1.4973809 |\n", + "| clg_setpoint | -0.61976135 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8369082 |\n", + "| diffuse_solar_radiation | -0.7393749 |\n", + "| direct_solar_radiation | -0.6097009 |\n", + "| hour | 1.6613531 |\n", + "| htg_setpoint | -0.7183034 |\n", + "| month | -1.2121263 |\n", + "| outdoor_humidity | 1.0941219 |\n", + "| outdoor_temperature | -0.7426963 |\n", + "| people_occupant | -0.68916523 |\n", + "| total_electricity_HVAC | -0.6577022 |\n", + "| wind_direction | -1.0283796 |\n", + "| wind_speed | -1.2964698 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 27.282564 |\n", + "| air_temperature | 20.535273 |\n", + "| clg_setpoint | 24.534859 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 14.82217 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | 4.6546526 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 75.0 |\n", + "| wind_speed | 1.8 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.4176917 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.974516 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.40299094 |\n", + "| air_humidity | -1.3352972 |\n", + "| air_temperature | -2.867866 |\n", + "| clg_setpoint | 1.4782603 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0639356 |\n", + "| diffuse_solar_radiation | -0.7392951 |\n", + "| direct_solar_radiation | -0.6096709 |\n", + "| hour | -1.66127 |\n", + "| htg_setpoint | -0.5045353 |\n", + "| month | -1.2107717 |\n", + "| outdoor_humidity | -1.6492738 |\n", + "| outdoor_temperature | -1.4474831 |\n", + "| people_occupant | -0.6887049 |\n", + "| total_electricity_HVAC | -0.4245926 |\n", + "| wind_direction | 1.2448232 |\n", + "| wind_speed | 0.6275948 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1192.4648 |\n", + "| air_humidity | 19.361662 |\n", + "| air_temperature | 18.566929 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.710049 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | -2.3185153 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1057422.1 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 6.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.1593404 |\n", + "| air_humidity | -0.83318007 |\n", + "| air_temperature | -1.9298156 |\n", + "| clg_setpoint | -1.113366 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1768149 |\n", + "| diffuse_solar_radiation | -0.7391771 |\n", + "| direct_solar_radiation | -0.6098122 |\n", + "| hour | -1.516711 |\n", + "| htg_setpoint | 0.40749443 |\n", + "| month | -1.2094218 |\n", + "| outdoor_humidity | -0.7334 |\n", + "| outdoor_temperature | -1.3167634 |\n", + "| people_occupant | -0.68886256 |\n", + "| total_electricity_HVAC | -0.22634897 |\n", + "| wind_direction | -1.456002 |\n", + "| wind_speed | 0.5238557 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3693.0417 |\n", + "| air_humidity | 25.8637 |\n", + "| air_temperature | 19.911049 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 19.49817 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | -1.0391667 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1890682.6 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.15726882 |\n", + "| Heating_Setpoint_RL | -0.6992314 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.155783 |\n", + "| Heating_Setpoint_RL | 13.691824 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.51450974 |\n", + "| air_humidity | -0.2973292 |\n", + "| air_temperature | -1.471281 |\n", + "| clg_setpoint | 0.5802178 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2894192 |\n", + "| diffuse_solar_radiation | -0.7391414 |\n", + "| direct_solar_radiation | -0.609434 |\n", + "| hour | -1.3721762 |\n", + "| htg_setpoint | -1.1587827 |\n", + "| month | -1.2080764 |\n", + "| outdoor_humidity | -0.97290355 |\n", + "| outdoor_temperature | -1.2894825 |\n", + "| people_occupant | -0.6890199 |\n", + "| total_electricity_HVAC | -0.52595997 |\n", + "| wind_direction | -0.98091525 |\n", + "| wind_speed | -0.7589381 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 698.3259 |\n", + "| air_humidity | 32.81511 |\n", + "| air_temperature | 20.568491 |\n", + "| clg_setpoint | 27.659874 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 12.989414 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | -0.79060906 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 632829.25 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 3.1 |\n", + "| train/ | |\n", + "| approx_kl | 0.007266593 |\n", + "| clip_fraction | 0.0668 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.55 |\n", + "| explained_variance | 0.876 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.543 |\n", + "| n_updates | 540 |\n", + "| policy_gradient_loss | -0.0111 |\n", + "| std | 0.865 |\n", + "| value_loss | 2.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.48625892 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.266125 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.0305188 |\n", + "| air_humidity | 0.35427427 |\n", + "| air_temperature | -0.23708405 |\n", + "| clg_setpoint | 1.0811828 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4016917 |\n", + "| diffuse_solar_radiation | -0.739025 |\n", + "| direct_solar_radiation | -0.60905653 |\n", + "| hour | -1.2276613 |\n", + "| htg_setpoint | 1.309833 |\n", + "| month | -1.2067354 |\n", + "| outdoor_humidity | 1.4305147 |\n", + "| outdoor_temperature | -1.1391495 |\n", + "| people_occupant | -0.68917704 |\n", + "| total_electricity_HVAC | 2.96036 |\n", + "| wind_direction | -0.742818 |\n", + "| wind_speed | -1.1725727 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 16478.256 |\n", + "| air_humidity | 41.276108 |\n", + "| air_temperature | 22.340166 |\n", + "| clg_setpoint | 28.964066 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 0.6857294 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15300471.0 |\n", + "| wind_direction | 105.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6521605 |\n", + "| air_humidity | 0.65228015 |\n", + "| air_temperature | -1.0399054 |\n", + "| clg_setpoint | 0.26873356 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6724849 |\n", + "| diffuse_solar_radiation | -0.7388885 |\n", + "| direct_solar_radiation | -0.6086798 |\n", + "| hour | -1.0831622 |\n", + "| htg_setpoint | 0.54479283 |\n", + "| month | -0.92300475 |\n", + "| outdoor_humidity | -0.5176425 |\n", + "| outdoor_temperature | -0.54027003 |\n", + "| people_occupant | -0.6893338 |\n", + "| total_electricity_HVAC | -0.65804946 |\n", + "| wind_direction | 1.198838 |\n", + "| wind_speed | -1.1928014 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 45.149143 |\n", + "| air_temperature | 21.188356 |\n", + "| clg_setpoint | 26.848055 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.073217 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 57.5 |\n", + "| outdoor_temperature | 6.6083817 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 2.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8353499 |\n", + "| Heating_Setpoint_RL | 0.20567524 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.444305 |\n", + "| Heating_Setpoint_RL | 18.781923 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.2828321 |\n", + "| air_humidity | -0.7281022 |\n", + "| air_temperature | 0.21986684 |\n", + "| clg_setpoint | 0.99486965 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5559936 |\n", + "| diffuse_solar_radiation | -0.73888844 |\n", + "| direct_solar_radiation | -0.60876787 |\n", + "| hour | -0.93867546 |\n", + "| htg_setpoint | 1.3092382 |\n", + "| month | -0.92223436 |\n", + "| outdoor_humidity | 1.3812406 |\n", + "| outdoor_temperature | -0.6278887 |\n", + "| people_occupant | -0.6894904 |\n", + "| total_electricity_HVAC | 2.393484 |\n", + "| wind_direction | -1.1676785 |\n", + "| wind_speed | -1.7302887 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13152.543 |\n", + "| air_humidity | 27.228546 |\n", + "| air_temperature | 22.995785 |\n", + "| clg_setpoint | 28.7388 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 5.7403693 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 12918313.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 0.75 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8058941 |\n", + "| Heating_Setpoint_RL | -0.1052078 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.344893 |\n", + "| Heating_Setpoint_RL | 17.033207 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65204144 |\n", + "| air_humidity | -0.33508128 |\n", + "| air_temperature | -1.3706012 |\n", + "| clg_setpoint | 0.792499 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4400396 |\n", + "| diffuse_solar_radiation | -0.73884106 |\n", + "| direct_solar_radiation | -0.60861975 |\n", + "| hour | -0.79419804 |\n", + "| htg_setpoint | -0.13930233 |\n", + "| month | -0.9214659 |\n", + "| outdoor_humidity | -0.34923682 |\n", + "| outdoor_temperature | -0.42827722 |\n", + "| people_occupant | -0.6890322 |\n", + "| total_electricity_HVAC | -0.6579222 |\n", + "| wind_direction | 1.1518433 |\n", + "| wind_speed | 0.2986228 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 32.3274 |\n", + "| air_temperature | 20.714064 |\n", + "| clg_setpoint | 28.21359 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.230202 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 7.7153053 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 5.65 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.52041906 |\n", + "| Heating_Setpoint_RL | 0.5007763 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.381414 |\n", + "| Heating_Setpoint_RL | 20.441868 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5626481 |\n", + "| air_humidity | -0.6146415 |\n", + "| air_temperature | -0.5108775 |\n", + "| clg_setpoint | 1.4774408 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3245436 |\n", + "| diffuse_solar_radiation | 0.13561693 |\n", + "| direct_solar_radiation | -0.49586195 |\n", + "| hour | -0.6497272 |\n", + "| htg_setpoint | -0.8607692 |\n", + "| month | -0.92069936 |\n", + "| outdoor_humidity | 1.5258176 |\n", + "| outdoor_temperature | -0.54025817 |\n", + "| people_occupant | -0.6885749 |\n", + "| total_electricity_HVAC | -0.57292664 |\n", + "| wind_direction | -0.4111988 |\n", + "| wind_speed | -0.55014247 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 484.2114 |\n", + "| air_humidity | 28.694191 |\n", + "| air_temperature | 21.946493 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 85.0 |\n", + "| direct_solar_radiation | 28.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 14.230028 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 6.6092706 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 435241.34 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.04255271 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.864359 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.37594903 |\n", + "| air_humidity | 0.52647525 |\n", + "| air_temperature | 0.76058596 |\n", + "| clg_setpoint | 1.4774852 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.209433 |\n", + "| diffuse_solar_radiation | -0.1624945 |\n", + "| direct_solar_radiation | -0.6083877 |\n", + "| hour | -0.5052609 |\n", + "| htg_setpoint | 1.3088177 |\n", + "| month | -0.91993475 |\n", + "| outdoor_humidity | 1.5235374 |\n", + "| outdoor_temperature | -0.6236272 |\n", + "| people_occupant | 1.6951792 |\n", + "| total_electricity_HVAC | 0.40304384 |\n", + "| wind_direction | -0.7892943 |\n", + "| wind_speed | 0.1130443 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4661.7954 |\n", + "| air_humidity | 43.497894 |\n", + "| air_temperature | 23.769587 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 56.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 5.7823954 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4541564.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6519472 |\n", + "| air_humidity | 1.0093849 |\n", + "| air_temperature | 1.2027855 |\n", + "| clg_setpoint | -0.6705923 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0946424 |\n", + "| diffuse_solar_radiation | 0.13622096 |\n", + "| direct_solar_radiation | -0.608033 |\n", + "| hour | -0.3607973 |\n", + "| htg_setpoint | 1.3083673 |\n", + "| month | -0.919172 |\n", + "| outdoor_humidity | 1.5212674 |\n", + "| outdoor_temperature | 0.05957993 |\n", + "| people_occupant | 1.6946712 |\n", + "| total_electricity_HVAC | -0.6578048 |\n", + "| wind_direction | 0.063358024 |\n", + "| wind_speed | 2.0163057 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 49.764107 |\n", + "| air_temperature | 24.40324 |\n", + "| clg_setpoint | 24.403576 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 85.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 12.528851 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 9.8 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.68745625 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.758059 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60183454 |\n", + "| air_humidity | -0.72102153 |\n", + "| air_temperature | 0.3970738 |\n", + "| clg_setpoint | -1.1132735 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.98011327 |\n", + "| diffuse_solar_radiation | 0.7336556 |\n", + "| direct_solar_radiation | 2.5913475 |\n", + "| hour | -0.21633506 |\n", + "| htg_setpoint | -1.3983623 |\n", + "| month | -0.9184112 |\n", + "| outdoor_humidity | -0.97538465 |\n", + "| outdoor_temperature | -0.6228414 |\n", + "| people_occupant | 1.6941643 |\n", + "| total_electricity_HVAC | -0.6100766 |\n", + "| wind_direction | 1.0567855 |\n", + "| wind_speed | 0.50495756 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 309.32483 |\n", + "| air_humidity | 27.340843 |\n", + "| air_temperature | 23.24834 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 143.0 |\n", + "| direct_solar_radiation | 793.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 5.789022 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 278392.38 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 6.15 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9066921 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.564915 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.05633871 |\n", + "| air_humidity | 0.0120200375 |\n", + "| air_temperature | 0.39812866 |\n", + "| clg_setpoint | -1.1131457 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.86579293 |\n", + "| diffuse_solar_radiation | 1.269452 |\n", + "| direct_solar_radiation | -0.60788107 |\n", + "| hour | -0.07187337 |\n", + "| htg_setpoint | 1.3084009 |\n", + "| month | -0.91765225 |\n", + "| outdoor_humidity | 1.42468 |\n", + "| outdoor_temperature | -0.9839896 |\n", + "| people_occupant | 1.2170714 |\n", + "| total_electricity_HVAC | -0.09074013 |\n", + "| wind_direction | -1.4521581 |\n", + "| wind_speed | 0.3188943 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2737.1477 |\n", + "| air_humidity | 36.837044 |\n", + "| air_temperature | 23.24969 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 195.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 2.219313 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2463433.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 5.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.3663001 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.564562 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.4012478 |\n", + "| air_humidity | -0.57682735 |\n", + "| air_temperature | 0.3986602 |\n", + "| clg_setpoint | -1.1130109 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7516354 |\n", + "| diffuse_solar_radiation | 1.6915439 |\n", + "| direct_solar_radiation | -0.5593362 |\n", + "| hour | 0.07258821 |\n", + "| htg_setpoint | 1.3077751 |\n", + "| month | -0.91689515 |\n", + "| outdoor_humidity | 0.3673159 |\n", + "| outdoor_temperature | -0.76464415 |\n", + "| people_occupant | -0.68935597 |\n", + "| total_electricity_HVAC | 0.52134585 |\n", + "| wind_direction | -0.22067004 |\n", + "| wind_speed | -0.13530439 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4775.198 |\n", + "| air_humidity | 29.209015 |\n", + "| air_temperature | 23.250137 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 236.0 |\n", + "| direct_solar_radiation | 12.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 4.3745766 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5040263.5 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.6538934 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 21.30315 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65198296 |\n", + "| air_humidity | -0.8780776 |\n", + "| air_temperature | -0.9420622 |\n", + "| clg_setpoint | 1.4759895 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6376004 |\n", + "| diffuse_solar_radiation | 2.4844706 |\n", + "| direct_solar_radiation | 0.42933297 |\n", + "| hour | 0.21704969 |\n", + "| htg_setpoint | -1.1996989 |\n", + "| month | -0.91613996 |\n", + "| outdoor_humidity | -0.6414043 |\n", + "| outdoor_temperature | -0.6959488 |\n", + "| people_occupant | -0.6889008 |\n", + "| total_electricity_HVAC | -0.6577835 |\n", + "| wind_direction | -1.4036496 |\n", + "| wind_speed | 1.9121385 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 25.301088 |\n", + "| air_temperature | 21.329203 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 313.0 |\n", + "| direct_solar_radiation | 257.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.827913 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 5.0451455 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 9.55 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.73607975 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.484551 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.41180396 |\n", + "| air_humidity | -1.2905958 |\n", + "| air_temperature | 0.3990238 |\n", + "| clg_setpoint | -1.1139842 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.523654 |\n", + "| diffuse_solar_radiation | 0.51758295 |\n", + "| direct_solar_radiation | 2.545893 |\n", + "| hour | 0.3615106 |\n", + "| htg_setpoint | -0.46612146 |\n", + "| month | -0.9153866 |\n", + "| outdoor_humidity | -1.9125288 |\n", + "| outdoor_temperature | 0.1554291 |\n", + "| people_occupant | 1.695123 |\n", + "| total_electricity_HVAC | -0.42912892 |\n", + "| wind_direction | 1.0583522 |\n", + "| wind_speed | -0.54986364 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1156.0275 |\n", + "| air_humidity | 19.943722 |\n", + "| air_temperature | 23.249 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 122.0 |\n", + "| direct_solar_radiation | 782.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.87565 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 28.5 |\n", + "| outdoor_temperature | 13.443724 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1040424.7 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.32661262 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.787804 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.55583966 |\n", + "| air_humidity | -1.2340668 |\n", + "| air_temperature | 0.39954108 |\n", + "| clg_setpoint | -1.1137977 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.40976787 |\n", + "| diffuse_solar_radiation | 0.37334475 |\n", + "| direct_solar_radiation | -0.60767895 |\n", + "| hour | 0.5059702 |\n", + "| htg_setpoint | 1.3080515 |\n", + "| month | -0.9146352 |\n", + "| outdoor_humidity | -1.5520188 |\n", + "| outdoor_temperature | -0.6898106 |\n", + "| people_occupant | 1.6946176 |\n", + "| total_electricity_HVAC | -0.56623256 |\n", + "| wind_direction | 0.96346664 |\n", + "| wind_speed | 1.6807586 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 513.9201 |\n", + "| air_humidity | 20.671843 |\n", + "| air_temperature | 23.249578 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 108.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 36.0 |\n", + "| outdoor_temperature | 5.1010523 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 462528.1 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 9.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5711021 |\n", + "| air_humidity | -1.3143053 |\n", + "| air_temperature | 0.399462 |\n", + "| clg_setpoint | -1.1136309 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.2959196 |\n", + "| diffuse_solar_radiation | 0.08511545 |\n", + "| direct_solar_radiation | 1.5446514 |\n", + "| hour | 0.650427 |\n", + "| htg_setpoint | -0.943648 |\n", + "| month | -0.91388553 |\n", + "| outdoor_humidity | -1.694107 |\n", + "| outdoor_temperature | -0.3810569 |\n", + "| people_occupant | 1.6941136 |\n", + "| total_electricity_HVAC | -0.58074886 |\n", + "| wind_direction | 1.1990455 |\n", + "| wind_speed | 2.4201343 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 445.55356 |\n", + "| air_humidity | 19.618649 |\n", + "| air_temperature | 23.248829 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 80.0 |\n", + "| direct_solar_radiation | 534.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 13.88727 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 8.138903 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 400998.2 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 10.8 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.21224445 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.431126 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4135083 |\n", + "| air_humidity | -0.44081408 |\n", + "| air_temperature | 0.40037146 |\n", + "| clg_setpoint | -1.1132252 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18209256 |\n", + "| diffuse_solar_radiation | -0.46098974 |\n", + "| direct_solar_radiation | -0.09188562 |\n", + "| hour | 0.79487944 |\n", + "| htg_setpoint | 1.3085941 |\n", + "| month | -0.91313773 |\n", + "| outdoor_humidity | 1.0169053 |\n", + "| outdoor_temperature | -0.8701445 |\n", + "| people_occupant | 1.6936107 |\n", + "| total_electricity_HVAC | -0.4307208 |\n", + "| wind_direction | -0.12665747 |\n", + "| wind_speed | 1.5739323 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1147.2776 |\n", + "| air_humidity | 30.916756 |\n", + "| air_temperature | 23.249588 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 27.0 |\n", + "| direct_solar_radiation | 128.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 89.5 |\n", + "| outdoor_temperature | 3.3043087 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1032549.8 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 8.75 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.59103197 |\n", + "| air_humidity | -1.453332 |\n", + "| air_temperature | 0.39732057 |\n", + "| clg_setpoint | -1.1131471 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.06827584 |\n", + "| diffuse_solar_radiation | -0.73909736 |\n", + "| direct_solar_radiation | -0.6080487 |\n", + "| hour | 0.93932533 |\n", + "| htg_setpoint | -1.3968607 |\n", + "| month | -0.9123918 |\n", + "| outdoor_humidity | -2.2188702 |\n", + "| outdoor_temperature | 0.15350856 |\n", + "| people_occupant | 0.50176984 |\n", + "| total_electricity_HVAC | -0.5969259 |\n", + "| wind_direction | 0.96166486 |\n", + "| wind_speed | 0.4177256 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 356.0666 |\n", + "| air_humidity | 17.801485 |\n", + "| air_temperature | 23.244926 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 22.0 |\n", + "| outdoor_temperature | 13.400654 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 332199.16 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 5.95 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.54639435 |\n", + "| Heating_Setpoint_RL | 0.4981125 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.469082 |\n", + "| Heating_Setpoint_RL | 20.426884 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.51627207 |\n", + "| air_humidity | -1.210505 |\n", + "| air_temperature | -2.1558714 |\n", + "| clg_setpoint | 1.4747119 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.04553577 |\n", + "| diffuse_solar_radiation | -0.7390019 |\n", + "| direct_solar_radiation | -0.6076779 |\n", + "| hour | 1.0837622 |\n", + "| htg_setpoint | 0.121340156 |\n", + "| month | -0.9116477 |\n", + "| outdoor_humidity | 1.2083033 |\n", + "| outdoor_temperature | -1.1069448 |\n", + "| people_occupant | -0.6892233 |\n", + "| total_electricity_HVAC | -0.5731427 |\n", + "| wind_direction | -1.3563772 |\n", + "| wind_speed | 2.521368 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 689.5031 |\n", + "| air_humidity | 20.92024 |\n", + "| air_temperature | 19.587172 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.312866 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 93.5 |\n", + "| outdoor_temperature | 0.9620739 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 432551.06 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 11.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6586178 |\n", + "| Heating_Setpoint_RL | 0.19325778 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.402164 |\n", + "| Heating_Setpoint_RL | 18.712074 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.2811422 |\n", + "| air_humidity | -1.4691347 |\n", + "| air_temperature | -0.31298763 |\n", + "| clg_setpoint | 1.4738822 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.1593418 |\n", + "| diffuse_solar_radiation | -0.7390101 |\n", + "| direct_solar_radiation | -0.60754454 |\n", + "| hour | 1.2281868 |\n", + "| htg_setpoint | 1.308625 |\n", + "| month | -0.91090536 |\n", + "| outdoor_humidity | 0.9921761 |\n", + "| outdoor_temperature | -1.2281647 |\n", + "| people_occupant | -0.6887711 |\n", + "| total_electricity_HVAC | 3.0864851 |\n", + "| wind_direction | -1.4016118 |\n", + "| wind_speed | -0.44971704 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17629.01 |\n", + "| air_humidity | 17.547562 |\n", + "| air_temperature | 22.225185 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | -0.24429938 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15864901.0 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.79327047 |\n", + "| Heating_Setpoint_RL | 0.24988917 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.302288 |\n", + "| Heating_Setpoint_RL | 19.030626 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.1769383 |\n", + "| air_humidity | -0.26386595 |\n", + "| air_temperature | -0.20458473 |\n", + "| clg_setpoint | 0.033634692 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.2731361 |\n", + "| diffuse_solar_radiation | -0.73901814 |\n", + "| direct_solar_radiation | -0.6077119 |\n", + "| hour | 1.3725961 |\n", + "| htg_setpoint | 1.3085126 |\n", + "| month | -0.91016483 |\n", + "| outdoor_humidity | 0.9915108 |\n", + "| outdoor_temperature | -1.0307438 |\n", + "| people_occupant | -0.68892586 |\n", + "| total_electricity_HVAC | 3.023483 |\n", + "| wind_direction | -0.31306633 |\n", + "| wind_speed | -0.11888223 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17169.17 |\n", + "| air_humidity | 33.15941 |\n", + "| air_temperature | 22.380072 |\n", + "| clg_setpoint | 26.243265 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 1.6914867 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15603269.0 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.65 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.0019406676 |\n", + "| Heating_Setpoint_RL | -0.5313159 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.61845 |\n", + "| Heating_Setpoint_RL | 14.636348 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.052384987 |\n", + "| air_humidity | -0.11238912 |\n", + "| air_temperature | -1.4034113 |\n", + "| clg_setpoint | -0.51666045 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.3869069 |\n", + "| diffuse_solar_radiation | -0.7390024 |\n", + "| direct_solar_radiation | -0.60757715 |\n", + "| hour | 1.516986 |\n", + "| htg_setpoint | 0.5349698 |\n", + "| month | -0.90942615 |\n", + "| outdoor_humidity | -0.5667256 |\n", + "| outdoor_temperature | -0.85738057 |\n", + "| people_occupant | -0.6890804 |\n", + "| total_electricity_HVAC | -0.2234043 |\n", + "| wind_direction | -1.6355499 |\n", + "| wind_speed | -0.9653227 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2761.377 |\n", + "| air_humidity | 35.119667 |\n", + "| air_temperature | 20.66285 |\n", + "| clg_setpoint | 24.807756 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.034695 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 56.5 |\n", + "| outdoor_temperature | 3.3923917 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1909218.6 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 2.6 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.23706079 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.42508 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.4124206 |\n", + "| air_humidity | 0.21594472 |\n", + "| air_temperature | -1.6011826 |\n", + "| clg_setpoint | 1.4739109 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.5006368 |\n", + "| diffuse_solar_radiation | -0.73902804 |\n", + "| direct_solar_radiation | -0.607732 |\n", + "| hour | 1.6613525 |\n", + "| htg_setpoint | 0.61796916 |\n", + "| month | -0.9086892 |\n", + "| outdoor_humidity | 1.2305899 |\n", + "| outdoor_temperature | -0.64034563 |\n", + "| people_occupant | -0.6892347 |\n", + "| total_electricity_HVAC | 1.6012394 |\n", + "| wind_direction | -0.12274537 |\n", + "| wind_speed | -0.4491973 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9299.793 |\n", + "| air_humidity | 39.368896 |\n", + "| air_temperature | 20.379637 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.379639 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 5.5266457 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 9608028.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 3.85 |\n", + "| train/ | |\n", + "| approx_kl | 0.007292943 |\n", + "| clip_fraction | 0.0703 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.54 |\n", + "| explained_variance | 0.712 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.331 |\n", + "| n_updates | 550 |\n", + "| policy_gradient_loss | -0.0103 |\n", + "| std | 0.859 |\n", + "| value_loss | 1.65 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.075180024 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.371267 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4564039 |\n", + "| air_humidity | -0.96585846 |\n", + "| air_temperature | -2.714026 |\n", + "| clg_setpoint | 1.4737033 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.72837013 |\n", + "| diffuse_solar_radiation | -0.7390223 |\n", + "| direct_solar_radiation | -0.60777724 |\n", + "| hour | -1.6612712 |\n", + "| htg_setpoint | -1.3970809 |\n", + "| month | -0.9079541 |\n", + "| outdoor_humidity | -1.165872 |\n", + "| outdoor_temperature | -1.4121381 |\n", + "| people_occupant | -0.68938863 |\n", + "| total_electricity_HVAC | -0.47718865 |\n", + "| wind_direction | 1.0582724 |\n", + "| wind_speed | 1.5678198 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 957.8626 |\n", + "| air_humidity | 24.057713 |\n", + "| air_temperature | 18.78563 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | -2.0884078 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 838161.6 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 8.75 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.5326412 |\n", + "| air_humidity | -1.0946366 |\n", + "| air_temperature | -1.7903008 |\n", + "| clg_setpoint | 0.22873661 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8419603 |\n", + "| diffuse_solar_radiation | -0.73904866 |\n", + "| direct_solar_radiation | -0.60794115 |\n", + "| hour | -1.5167141 |\n", + "| htg_setpoint | 0.9957996 |\n", + "| month | -0.9072208 |\n", + "| outdoor_humidity | -1.6893175 |\n", + "| outdoor_temperature | -1.6690489 |\n", + "| people_occupant | -0.68954235 |\n", + "| total_electricity_HVAC | 3.3277636 |\n", + "| wind_direction | 1.529388 |\n", + "| wind_speed | -0.24469356 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 18768.213 |\n", + "| air_humidity | 22.372953 |\n", + "| air_temperature | 20.105337 |\n", + "| clg_setpoint | 26.751362 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.94825 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | -4.6408534 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 16896670.0 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 4.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.95964354 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.863796 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6513771 |\n", + "| air_humidity | -1.384674 |\n", + "| air_temperature | -1.3209394 |\n", + "| clg_setpoint | -0.2655048 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.95541316 |\n", + "| diffuse_solar_radiation | -0.73908 |\n", + "| direct_solar_radiation | -0.60809934 |\n", + "| hour | -1.3721809 |\n", + "| htg_setpoint | -1.3959341 |\n", + "| month | -0.9064892 |\n", + "| outdoor_humidity | -0.060764357 |\n", + "| outdoor_temperature | -0.7530991 |\n", + "| people_occupant | -0.6890922 |\n", + "| total_electricity_HVAC | -0.6571447 |\n", + "| wind_direction | 0.6316604 |\n", + "| wind_speed | 0.9476535 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 18.592348 |\n", + "| air_temperature | 20.775986 |\n", + "| clg_setpoint | 25.462482 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 4.3874846 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 7.25 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8977997 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.655075 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6511886 |\n", + "| air_humidity | -0.5973891 |\n", + "| air_temperature | -1.6033151 |\n", + "| clg_setpoint | 1.4733156 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0686877 |\n", + "| diffuse_solar_radiation | -0.7391252 |\n", + "| direct_solar_radiation | -0.6082619 |\n", + "| hour | -1.2276671 |\n", + "| htg_setpoint | -1.3954268 |\n", + "| month | -0.9057594 |\n", + "| outdoor_humidity | 0.99201125 |\n", + "| outdoor_temperature | -0.66847295 |\n", + "| people_occupant | -0.688643 |\n", + "| total_electricity_HVAC | -0.6569546 |\n", + "| wind_direction | -0.07745055 |\n", + "| wind_speed | 0.92671967 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 28.780218 |\n", + "| air_temperature | 20.370598 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 5.2194233 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 175.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.028155833 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.466623 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.5942193 |\n", + "| air_humidity | 0.2893419 |\n", + "| air_temperature | 0.2676355 |\n", + "| clg_setpoint | 0.028025167 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1817375 |\n", + "| diffuse_solar_radiation | -0.73915815 |\n", + "| direct_solar_radiation | -0.6079821 |\n", + "| hour | -1.0831687 |\n", + "| htg_setpoint | 1.2602811 |\n", + "| month | -0.9050314 |\n", + "| outdoor_humidity | 1.3732216 |\n", + "| outdoor_temperature | -0.57887894 |\n", + "| people_occupant | -0.68879694 |\n", + "| total_electricity_HVAC | 0.52885026 |\n", + "| wind_direction | -0.7866137 |\n", + "| wind_speed | -1.2938644 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5651.49 |\n", + "| air_humidity | 40.273087 |\n", + "| air_temperature | 23.052416 |\n", + "| clg_setpoint | 26.228987 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.047579 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 6.099323 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5086341.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 1.8 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.050321028 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.455166 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.7788937 |\n", + "| air_humidity | 0.26004124 |\n", + "| air_temperature | 0.23125276 |\n", + "| clg_setpoint | 0.861643 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2945116 |\n", + "| diffuse_solar_radiation | -0.73918194 |\n", + "| direct_solar_radiation | -0.60807294 |\n", + "| hour | -0.93868256 |\n", + "| htg_setpoint | 1.30304 |\n", + "| month | -0.9043051 |\n", + "| outdoor_humidity | 1.5157304 |\n", + "| outdoor_temperature | -0.49298275 |\n", + "| people_occupant | -0.6889506 |\n", + "| total_electricity_HVAC | 2.7567737 |\n", + "| wind_direction | -1.7327635 |\n", + "| wind_speed | -2.0337195 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 15412.137 |\n", + "| air_humidity | 39.89729 |\n", + "| air_temperature | 23.000242 |\n", + "| clg_setpoint | 28.404013 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.226456 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 6.9449606 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 14495726.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.09668116 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 18.16883 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63153434 |\n", + "| air_humidity | 0.40675008 |\n", + "| air_temperature | -0.6297146 |\n", + "| clg_setpoint | 1.1271853 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4069535 |\n", + "| diffuse_solar_radiation | -0.23409176 |\n", + "| direct_solar_radiation | -0.6080043 |\n", + "| hour | -0.7942054 |\n", + "| htg_setpoint | 0.24018723 |\n", + "| month | -0.90358055 |\n", + "| outdoor_humidity | 0.1280047 |\n", + "| outdoor_temperature | -0.09722146 |\n", + "| people_occupant | -0.689104 |\n", + "| total_electricity_HVAC | -0.6381704 |\n", + "| wind_direction | -1.7311583 |\n", + "| wind_speed | 0.41337514 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 175.04617 |\n", + "| air_humidity | 41.80799 |\n", + "| air_temperature | 21.76718 |\n", + "| clg_setpoint | 29.097076 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 49.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.806622 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 10.847959 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 157678.12 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.95 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.5600617 |\n", + "| air_humidity | -0.59765524 |\n", + "| air_temperature | 0.15153076 |\n", + "| clg_setpoint | 0.034829076 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5190021 |\n", + "| diffuse_solar_radiation | 0.40460417 |\n", + "| direct_solar_radiation | 1.7345651 |\n", + "| hour | -0.6497348 |\n", + "| htg_setpoint | 1.3082775 |\n", + "| month | -0.9028578 |\n", + "| outdoor_humidity | 0.032632917 |\n", + "| outdoor_temperature | -0.900531 |\n", + "| people_occupant | -0.68925714 |\n", + "| total_electricity_HVAC | 1.6528223 |\n", + "| wind_direction | -1.3512816 |\n", + "| wind_speed | 0.30974063 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9965.612 |\n", + "| air_humidity | 28.802813 |\n", + "| air_temperature | 22.886217 |\n", + "| clg_setpoint | 26.246511 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 111.0 |\n", + "| direct_solar_radiation | 582.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 2.9334989 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 9832806.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.16565827 |\n", + "| Heating_Setpoint_RL | -0.3506826 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.065903 |\n", + "| Heating_Setpoint_RL | 15.6524105 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.33325478 |\n", + "| air_humidity | -0.5299643 |\n", + "| air_temperature | -0.22764301 |\n", + "| clg_setpoint | 1.3434762 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6305921 |\n", + "| diffuse_solar_radiation | 0.6418848 |\n", + "| direct_solar_radiation | -0.60809714 |\n", + "| hour | -0.5052685 |\n", + "| htg_setpoint | 1.0901613 |\n", + "| month | -0.9021367 |\n", + "| outdoor_humidity | 0.7264809 |\n", + "| outdoor_temperature | -0.96100605 |\n", + "| people_occupant | -0.68941003 |\n", + "| total_electricity_HVAC | -0.010630592 |\n", + "| wind_direction | -1.019816 |\n", + "| wind_speed | -0.65717614 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4485.2817 |\n", + "| air_humidity | 29.677696 |\n", + "| air_temperature | 22.343311 |\n", + "| clg_setpoint | 29.661776 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 134.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.342735 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 83.5 |\n", + "| outdoor_temperature | 2.3333004 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2807848.5 |\n", + "| wind_direction | 75.0 |\n", + "| wind_speed | 3.35 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.7373402 |\n", + "| air_humidity | -0.44619623 |\n", + "| air_temperature | 0.21396358 |\n", + "| clg_setpoint | 1.0377647 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7416539 |\n", + "| diffuse_solar_radiation | 1.1670356 |\n", + "| direct_solar_radiation | -0.60779905 |\n", + "| hour | -0.3608049 |\n", + "| htg_setpoint | 1.3080125 |\n", + "| month | -0.9014174 |\n", + "| outdoor_humidity | 1.515343 |\n", + "| outdoor_temperature | -0.5478105 |\n", + "| people_occupant | -0.6889628 |\n", + "| total_electricity_HVAC | 1.9068182 |\n", + "| wind_direction | -1.6802071 |\n", + "| wind_speed | 0.20685917 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10759.942 |\n", + "| air_humidity | 30.757708 |\n", + "| air_temperature | 22.974922 |\n", + "| clg_setpoint | 28.86537 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 185.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 6.3992643 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10908362.0 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 5.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.78634214 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.048176 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.14329949 |\n", + "| air_humidity | -0.08859752 |\n", + "| air_temperature | 0.408391 |\n", + "| clg_setpoint | -1.114134 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6719047 |\n", + "| diffuse_solar_radiation | 1.4556026 |\n", + "| direct_solar_radiation | -0.607445 |\n", + "| hour | -0.21634263 |\n", + "| htg_setpoint | 1.3075178 |\n", + "| month | -0.6177172 |\n", + "| outdoor_humidity | 0.89203984 |\n", + "| outdoor_temperature | -0.8162843 |\n", + "| people_occupant | 1.6953514 |\n", + "| total_electricity_HVAC | -0.17337818 |\n", + "| wind_direction | -0.35579255 |\n", + "| wind_speed | -0.55456114 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2357.9585 |\n", + "| air_humidity | 35.382343 |\n", + "| air_temperature | 23.252792 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 213.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 3.7514842 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2122162.8 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57842946 |\n", + "| air_humidity | -0.82734126 |\n", + "| air_temperature | 0.4058385 |\n", + "| clg_setpoint | -1.1138952 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5556471 |\n", + "| diffuse_solar_radiation | 2.7848566 |\n", + "| direct_solar_radiation | -0.023661777 |\n", + "| hour | -0.071880914 |\n", + "| htg_setpoint | 0.05234926 |\n", + "| month | -0.6173426 |\n", + "| outdoor_humidity | -1.1906197 |\n", + "| outdoor_temperature | -0.2402968 |\n", + "| people_occupant | 1.2181346 |\n", + "| total_electricity_HVAC | -0.5876253 |\n", + "| wind_direction | 1.1082793 |\n", + "| wind_speed | 0.8250712 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 412.7258 |\n", + "| air_humidity | 25.833078 |\n", + "| air_temperature | 23.248888 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 342.0 |\n", + "| direct_solar_radiation | 145.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 18.029062 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 43.5 |\n", + "| outdoor_temperature | 9.41625 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 371291.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 6.95 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5898568 |\n", + "| air_humidity | -1.3367493 |\n", + "| air_temperature | 0.40656397 |\n", + "| clg_setpoint | -1.1135962 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4398987 |\n", + "| diffuse_solar_radiation | 0.48676062 |\n", + "| direct_solar_radiation | 3.094266 |\n", + "| hour | 0.0725807 |\n", + "| htg_setpoint | -1.0332474 |\n", + "| month | -0.61696863 |\n", + "| outdoor_humidity | -1.5724019 |\n", + "| outdoor_temperature | -0.19333202 |\n", + "| people_occupant | 0.26435733 |\n", + "| total_electricity_HVAC | -0.59844947 |\n", + "| wind_direction | 0.58763933 |\n", + "| wind_speed | -0.019398335 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 360.88785 |\n", + "| air_humidity | 19.236084 |\n", + "| air_temperature | 23.249588 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 119.0 |\n", + "| direct_solar_radiation | 920.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 13.511085 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 35.5 |\n", + "| outdoor_temperature | 9.873981 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 324802.34 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 4.9 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49064153 |\n", + "| air_humidity | -0.9438147 |\n", + "| air_temperature | 0.40659174 |\n", + "| clg_setpoint | -1.113275 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3245832 |\n", + "| diffuse_solar_radiation | 1.7236311 |\n", + "| direct_solar_radiation | 2.1025128 |\n", + "| hour | 0.21704221 |\n", + "| htg_setpoint | -1.3962753 |\n", + "| month | -0.6165954 |\n", + "| outdoor_humidity | -1.1174111 |\n", + "| outdoor_temperature | -0.03541521 |\n", + "| people_occupant | 1.2174159 |\n", + "| total_electricity_HVAC | -0.50398916 |\n", + "| wind_direction | 0.1149772 |\n", + "| wind_speed | 0.51648176 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 803.80914 |\n", + "| air_humidity | 24.310068 |\n", + "| air_temperature | 23.249449 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 239.0 |\n", + "| direct_solar_radiation | 674.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 11.423933 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 723428.25 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.08666387 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.137516 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4417937 |\n", + "| air_humidity | 0.69806385 |\n", + "| air_temperature | 0.40681723 |\n", + "| clg_setpoint | -1.1130749 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2096317 |\n", + "| diffuse_solar_radiation | 1.2595267 |\n", + "| direct_solar_radiation | -0.6078814 |\n", + "| hour | 0.36150318 |\n", + "| htg_setpoint | 0.6669663 |\n", + "| month | -0.6162228 |\n", + "| outdoor_humidity | 0.1753528 |\n", + "| outdoor_temperature | 0.34710252 |\n", + "| people_occupant | 1.6936201 |\n", + "| total_electricity_HVAC | -0.4574855 |\n", + "| wind_direction | 0.49301708 |\n", + "| wind_speed | 0.083860226 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1021.706 |\n", + "| air_humidity | 45.526287 |\n", + "| air_temperature | 23.249783 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 194.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 20.58365 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 15.183521 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 919535.4 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 5.15 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.31984913 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 15.825849 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.46134183 |\n", + "| air_humidity | -0.07128083 |\n", + "| air_temperature | 0.8508458 |\n", + "| clg_setpoint | -0.354484 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0949814 |\n", + "| diffuse_solar_radiation | 1.0328345 |\n", + "| direct_solar_radiation | 1.2049942 |\n", + "| hour | 0.5059628 |\n", + "| htg_setpoint | 1.1867164 |\n", + "| month | -0.61585087 |\n", + "| outdoor_humidity | 0.031209072 |\n", + "| outdoor_temperature | 0.6105149 |\n", + "| people_occupant | -0.6892793 |\n", + "| total_electricity_HVAC | -0.4374133 |\n", + "| wind_direction | 0.0671433 |\n", + "| wind_speed | 0.6201456 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 933.6976 |\n", + "| air_humidity | 35.595768 |\n", + "| air_temperature | 23.884384 |\n", + "| clg_setpoint | 25.230772 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 172.0 |\n", + "| direct_solar_radiation | 451.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.746296 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 17.773151 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1003736.3 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.011698544 |\n", + "| Heating_Setpoint_RL | -0.49056232 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.664482 |\n", + "| Heating_Setpoint_RL | 14.865587 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.18178183 |\n", + "| air_humidity | -0.40751347 |\n", + "| air_temperature | 1.0654105 |\n", + "| clg_setpoint | -0.30900237 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9805766 |\n", + "| diffuse_solar_radiation | 0.62074256 |\n", + "| direct_solar_radiation | 0.8301004 |\n", + "| hour | 0.6504198 |\n", + "| htg_setpoint | -1.3964511 |\n", + "| month | -0.61547965 |\n", + "| outdoor_humidity | -1.5491493 |\n", + "| outdoor_temperature | 1.4245553 |\n", + "| people_occupant | -0.68883497 |\n", + "| total_electricity_HVAC | -0.13150097 |\n", + "| wind_direction | 0.63430154 |\n", + "| wind_speed | 0.72356033 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2181.4373 |\n", + "| air_humidity | 31.259357 |\n", + "| air_temperature | 24.191092 |\n", + "| clg_setpoint | 25.35072 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 132.0 |\n", + "| direct_solar_radiation | 358.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 36.0 |\n", + "| outdoor_temperature | 25.778727 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2294720.8 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.45700938 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.195679 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49287695 |\n", + "| air_humidity | 0.48706317 |\n", + "| air_temperature | 0.42541742 |\n", + "| clg_setpoint | -1.1136322 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8663671 |\n", + "| diffuse_solar_radiation | 0.012180272 |\n", + "| direct_solar_radiation | -0.60038537 |\n", + "| hour | 0.79487246 |\n", + "| htg_setpoint | 1.1955276 |\n", + "| month | -0.6151091 |\n", + "| outdoor_humidity | 0.0797665 |\n", + "| outdoor_temperature | 0.17258029 |\n", + "| people_occupant | 1.6948013 |\n", + "| total_electricity_HVAC | -0.50609773 |\n", + "| wind_direction | 0.019045852 |\n", + "| wind_speed | 0.084602974 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 791.837 |\n", + "| air_humidity | 42.814568 |\n", + "| air_temperature | 23.276638 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 73.0 |\n", + "| direct_solar_radiation | 2.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.781818 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 13.480898 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 712653.25 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 5.15 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.21805373 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.851551 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.55542153 |\n", + "| air_humidity | 1.386591 |\n", + "| air_temperature | 0.4068183 |\n", + "| clg_setpoint | -1.1134392 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.75230896 |\n", + "| diffuse_solar_radiation | -0.7402762 |\n", + "| direct_solar_radiation | -0.6085325 |\n", + "| hour | 0.9393187 |\n", + "| htg_setpoint | 0.68786675 |\n", + "| month | -0.6147392 |\n", + "| outdoor_humidity | 0.82182056 |\n", + "| outdoor_temperature | 0.44887453 |\n", + "| people_occupant | 0.5026372 |\n", + "| total_electricity_HVAC | -0.5822137 |\n", + "| wind_direction | 0.019002788 |\n", + "| wind_speed | -0.76078355 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 513.14435 |\n", + "| air_humidity | 54.441116 |\n", + "| air_temperature | 23.250128 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.67056 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 16.197859 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 391793.94 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.10077599 |\n", + "| Heating_Setpoint_RL | -0.36314481 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.284882 |\n", + "| Heating_Setpoint_RL | 15.582311 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.53152 |\n", + "| air_humidity | 0.27263966 |\n", + "| air_temperature | 0.71496737 |\n", + "| clg_setpoint | -0.6378633 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.63836426 |\n", + "| diffuse_solar_radiation | -0.74035144 |\n", + "| direct_solar_radiation | -0.6086931 |\n", + "| hour | 1.0837561 |\n", + "| htg_setpoint | -0.055459075 |\n", + "| month | -0.61437 |\n", + "| outdoor_humidity | -1.7405179 |\n", + "| outdoor_temperature | 0.76128966 |\n", + "| people_occupant | -0.4509444 |\n", + "| total_electricity_HVAC | -0.5428844 |\n", + "| wind_direction | 0.9654222 |\n", + "| wind_speed | 2.2081401 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 620.5059 |\n", + "| air_humidity | 40.069782 |\n", + "| air_temperature | 23.690386 |\n", + "| clg_setpoint | 24.491114 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 17.579048 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 19.270967 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 558455.3 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 10.3 |\n", + "| train/ | |\n", + "| approx_kl | 0.009243434 |\n", + "| clip_fraction | 0.0763 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.51 |\n", + "| explained_variance | 0.772 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.584 |\n", + "| n_updates | 560 |\n", + "| policy_gradient_loss | -0.0133 |\n", + "| std | 0.84 |\n", + "| value_loss | 1.43 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.44117832 |\n", + "| Heating_Setpoint_RL | -0.9461676 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.136023 |\n", + "| Heating_Setpoint_RL | 12.302807 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6508474 |\n", + "| air_humidity | -1.8350009 |\n", + "| air_temperature | 0.08797747 |\n", + "| clg_setpoint | -0.89015365 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.52450067 |\n", + "| diffuse_solar_radiation | -0.74042374 |\n", + "| direct_solar_radiation | -0.60889417 |\n", + "| hour | 1.2281816 |\n", + "| htg_setpoint | -1.3958026 |\n", + "| month | -0.6140014 |\n", + "| outdoor_humidity | -2.5018075 |\n", + "| outdoor_temperature | -0.30557504 |\n", + "| people_occupant | -0.45112473 |\n", + "| total_electricity_HVAC | -0.6564428 |\n", + "| wind_direction | 1.4374584 |\n", + "| wind_speed | 1.461186 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 12.830793 |\n", + "| air_temperature | 22.794975 |\n", + "| clg_setpoint | 23.832355 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 16.0 |\n", + "| outdoor_temperature | 8.7938 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 8.5 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.6814583 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.791797 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65060055 |\n", + "| air_humidity | -1.7048683 |\n", + "| air_temperature | -0.56817675 |\n", + "| clg_setpoint | -0.761565 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41069165 |\n", + "| diffuse_solar_radiation | -0.7403668 |\n", + "| direct_solar_radiation | -0.60902673 |\n", + "| hour | 1.372592 |\n", + "| htg_setpoint | -0.60927886 |\n", + "| month | -0.6136335 |\n", + "| outdoor_humidity | -1.6841791 |\n", + "| outdoor_temperature | -0.45132098 |\n", + "| people_occupant | -0.68959254 |\n", + "| total_electricity_HVAC | -0.65619457 |\n", + "| wind_direction | -0.31381267 |\n", + "| wind_speed | -1.0705545 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 14.471849 |\n", + "| air_temperature | 21.857574 |\n", + "| clg_setpoint | 24.167503 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.269693 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 7.36098 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 2.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65051115 |\n", + "| air_humidity | -1.1608106 |\n", + "| air_temperature | -0.59294134 |\n", + "| clg_setpoint | 1.4724038 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29691625 |\n", + "| diffuse_solar_radiation | -0.7404343 |\n", + "| direct_solar_radiation | -0.6086988 |\n", + "| hour | 1.5169835 |\n", + "| htg_setpoint | -1.3950524 |\n", + "| month | -0.6132663 |\n", + "| outdoor_humidity | 1.3483251 |\n", + "| outdoor_temperature | -0.7067681 |\n", + "| people_occupant | -0.6891502 |\n", + "| total_electricity_HVAC | -0.656103 |\n", + "| wind_direction | -1.0710285 |\n", + "| wind_speed | 0.30866694 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 21.482252 |\n", + "| air_temperature | 21.821539 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 4.851196 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.47187102 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.032434 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.1977205 |\n", + "| air_humidity | -0.6220672 |\n", + "| air_temperature | -1.507638 |\n", + "| clg_setpoint | 0.6449467 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18315923 |\n", + "| diffuse_solar_radiation | -0.7405109 |\n", + "| direct_solar_radiation | -0.6087905 |\n", + "| hour | 1.6613519 |\n", + "| htg_setpoint | 0.44819385 |\n", + "| month | -0.6128997 |\n", + "| outdoor_humidity | 0.822796 |\n", + "| outdoor_temperature | -0.62986463 |\n", + "| people_occupant | -0.6887087 |\n", + "| total_electricity_HVAC | -0.22514847 |\n", + "| wind_direction | -0.73924816 |\n", + "| wind_speed | -0.9677133 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2106.5903 |\n", + "| air_humidity | 28.440065 |\n", + "| air_temperature | 20.515554 |\n", + "| clg_setpoint | 27.841171 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 19.668053 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 5.6029983 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1895931.4 |\n", + "| wind_direction | 105.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.011381835 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.586586 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6502579 |\n", + "| air_humidity | 1.6578714 |\n", + "| air_temperature | -1.216219 |\n", + "| clg_setpoint | 1.4717661 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.044352487 |\n", + "| diffuse_solar_radiation | -0.74054325 |\n", + "| direct_solar_radiation | -0.60842836 |\n", + "| hour | -1.6612723 |\n", + "| htg_setpoint | -0.66338855 |\n", + "| month | -0.6125338 |\n", + "| outdoor_humidity | 1.251127 |\n", + "| outdoor_temperature | -0.15903912 |\n", + "| people_occupant | -0.6888599 |\n", + "| total_electricity_HVAC | -0.6558378 |\n", + "| wind_direction | 0.8230808 |\n", + "| wind_speed | 0.41216376 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 57.940693 |\n", + "| air_temperature | 20.9318 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.045432 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 94.5 |\n", + "| outdoor_temperature | 10.218526 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 5.95 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.10842759 |\n", + "| Heating_Setpoint_RL | -0.75694895 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.259056 |\n", + "| Heating_Setpoint_RL | 13.367163 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.2665144 |\n", + "| air_humidity | 0.82106805 |\n", + "| air_temperature | 0.40818873 |\n", + "| clg_setpoint | -0.87680113 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15814173 |\n", + "| diffuse_solar_radiation | -0.7405902 |\n", + "| direct_solar_radiation | -0.60863686 |\n", + "| hour | -1.5167172 |\n", + "| htg_setpoint | 1.3087659 |\n", + "| month | -0.6121685 |\n", + "| outdoor_humidity | 0.65444106 |\n", + "| outdoor_temperature | 0.335764 |\n", + "| people_occupant | -0.68901086 |\n", + "| total_electricity_HVAC | 0.21666248 |\n", + "| wind_direction | -1.7340677 |\n", + "| wind_speed | -2.0388744 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4177.291 |\n", + "| air_humidity | 47.12678 |\n", + "| air_temperature | 23.24985 |\n", + "| clg_setpoint | 23.867424 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 15.073835 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3759562.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.3323376 |\n", + "| air_humidity | 0.73205096 |\n", + "| air_temperature | 0.3379178 |\n", + "| clg_setpoint | 0.18053217 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.2719236 |\n", + "| diffuse_solar_radiation | -0.74068046 |\n", + "| direct_solar_radiation | -0.60833 |\n", + "| hour | -1.3721855 |\n", + "| htg_setpoint | 1.308053 |\n", + "| month | -0.6118039 |\n", + "| outdoor_humidity | 1.107161 |\n", + "| outdoor_temperature | -0.3963672 |\n", + "| people_occupant | -0.68916154 |\n", + "| total_electricity_HVAC | 2.4320126 |\n", + "| wind_direction | -1.1177511 |\n", + "| wind_speed | 0.08299174 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13390.97 |\n", + "| air_humidity | 45.985523 |\n", + "| air_temperature | 23.149668 |\n", + "| clg_setpoint | 26.62793 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 7.897754 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13103618.0 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 5.15 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.28581166 |\n", + "| Heating_Setpoint_RL | -0.59919 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.589615 |\n", + "| Heating_Setpoint_RL | 14.254557 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.126264 |\n", + "| air_humidity | -0.09942505 |\n", + "| air_temperature | 0.20089795 |\n", + "| clg_setpoint | 1.4717128 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38568962 |\n", + "| diffuse_solar_radiation | -0.74074465 |\n", + "| direct_solar_radiation | -0.6079692 |\n", + "| hour | -1.2276727 |\n", + "| htg_setpoint | 1.3076826 |\n", + "| month | -0.61143994 |\n", + "| outdoor_humidity | 0.12807496 |\n", + "| outdoor_temperature | -0.9387914 |\n", + "| people_occupant | -0.689312 |\n", + "| total_electricity_HVAC | 2.0970895 |\n", + "| wind_direction | -1.3059344 |\n", + "| wind_speed | -0.34986833 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 12471.479 |\n", + "| air_humidity | 35.231457 |\n", + "| air_temperature | 22.954227 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 2.5810127 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 11691008.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.66566116 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.378393 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6502143 |\n", + "| air_humidity | -0.5149553 |\n", + "| air_temperature | -0.84585625 |\n", + "| clg_setpoint | 0.81352955 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.49942577 |\n", + "| diffuse_solar_radiation | -0.7408093 |\n", + "| direct_solar_radiation | -0.6080876 |\n", + "| hour | -1.0831751 |\n", + "| htg_setpoint | -1.3960296 |\n", + "| month | -0.6110766 |\n", + "| outdoor_humidity | -0.25362355 |\n", + "| outdoor_temperature | -0.50193983 |\n", + "| people_occupant | -0.6894622 |\n", + "| total_electricity_HVAC | -0.6557569 |\n", + "| wind_direction | -0.8795903 |\n", + "| wind_speed | -0.24669394 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 29.852835 |\n", + "| air_temperature | 21.461992 |\n", + "| clg_setpoint | 28.280468 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 6.8572807 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 4.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.22167626 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 18.87193 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.36985338 |\n", + "| air_humidity | -0.37708163 |\n", + "| air_temperature | -0.53536147 |\n", + "| clg_setpoint | 0.26525047 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.61311257 |\n", + "| diffuse_solar_radiation | -0.6068923 |\n", + "| direct_solar_radiation | -0.60772765 |\n", + "| hour | -0.93868935 |\n", + "| htg_setpoint | 0.9839424 |\n", + "| month | -0.61071396 |\n", + "| outdoor_humidity | 1.3227513 |\n", + "| outdoor_temperature | -0.7538734 |\n", + "| people_occupant | -0.68902266 |\n", + "| total_electricity_HVAC | 0.10286509 |\n", + "| wind_direction | -1.4941882 |\n", + "| wind_speed | 2.2059898 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4636.7534 |\n", + "| air_humidity | 31.631735 |\n", + "| air_temperature | 21.904263 |\n", + "| clg_setpoint | 26.850426 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 13.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.903519 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 4.3890996 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3278551.2 |\n", + "| wind_direction | 25.0 |\n", + "| wind_speed | 10.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.5519797 |\n", + "| air_humidity | -0.3135423 |\n", + "| air_temperature | -0.42479816 |\n", + "| clg_setpoint | 1.056504 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7267252 |\n", + "| diffuse_solar_radiation | -0.1636906 |\n", + "| direct_solar_radiation | -0.60736835 |\n", + "| hour | -0.79421246 |\n", + "| htg_setpoint | 1.0217142 |\n", + "| month | -0.6103519 |\n", + "| outdoor_humidity | 1.17813 |\n", + "| outdoor_temperature | -0.7143539 |\n", + "| people_occupant | -0.68858397 |\n", + "| total_electricity_HVAC | 1.765897 |\n", + "| wind_direction | 0.636063 |\n", + "| wind_speed | 1.0295432 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9912.809 |\n", + "| air_humidity | 32.45116 |\n", + "| air_temperature | 22.061176 |\n", + "| clg_setpoint | 28.920172 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 56.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.061134 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 4.773507 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10297636.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 7.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7728301 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.233301 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.633908 |\n", + "| air_humidity | -0.14624408 |\n", + "| air_temperature | -0.45695117 |\n", + "| clg_setpoint | 1.1797904 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8402335 |\n", + "| diffuse_solar_radiation | 0.042226225 |\n", + "| direct_solar_radiation | 2.329074 |\n", + "| hour | -0.649742 |\n", + "| htg_setpoint | -1.0362458 |\n", + "| month | -0.60999054 |\n", + "| outdoor_humidity | -0.23141189 |\n", + "| outdoor_temperature | -0.1636535 |\n", + "| people_occupant | -0.68873435 |\n", + "| total_electricity_HVAC | -0.6390969 |\n", + "| wind_direction | 0.5882423 |\n", + "| wind_speed | -0.022058593 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 159.55258 |\n", + "| air_humidity | 34.612644 |\n", + "| air_temperature | 22.015625 |\n", + "| clg_setpoint | 29.242104 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 76.0 |\n", + "| direct_solar_radiation | 731.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 13.496927 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 63.5 |\n", + "| outdoor_temperature | 10.161991 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 148358.62 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 4.9 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.056112885 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.940636 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5446627 |\n", + "| air_humidity | 0.24691273 |\n", + "| air_temperature | 0.4094409 |\n", + "| clg_setpoint | -1.1134822 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.95360184 |\n", + "| diffuse_solar_radiation | 1.2999997 |\n", + "| direct_solar_radiation | 1.0462931 |\n", + "| hour | -0.5052758 |\n", + "| htg_setpoint | 1.3075498 |\n", + "| month | -0.6096298 |\n", + "| outdoor_humidity | 0.34205434 |\n", + "| outdoor_temperature | -0.08228143 |\n", + "| people_occupant | 1.6948413 |\n", + "| total_electricity_HVAC | -0.4645122 |\n", + "| wind_direction | -0.5010524 |\n", + "| wind_speed | -0.8668767 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 557.3583 |\n", + "| air_humidity | 39.6912 |\n", + "| air_temperature | 23.249825 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 198.0 |\n", + "| direct_solar_radiation | 412.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 75.5 |\n", + "| outdoor_temperature | 10.958495 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 884661.44 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 2.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.20148318 |\n", + "| air_humidity | 0.5864595 |\n", + "| air_temperature | 0.40883482 |\n", + "| clg_setpoint | -1.1131744 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0667896 |\n", + "| diffuse_solar_radiation | 0.9697242 |\n", + "| direct_solar_radiation | 2.5037277 |\n", + "| hour | -0.36081216 |\n", + "| htg_setpoint | -0.7501919 |\n", + "| month | -0.6092697 |\n", + "| outdoor_humidity | -0.6625401 |\n", + "| outdoor_temperature | 0.5800992 |\n", + "| people_occupant | 1.6943547 |\n", + "| total_electricity_HVAC | -0.21545994 |\n", + "| wind_direction | -1.732393 |\n", + "| wind_speed | 1.2561336 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2087.4602 |\n", + "| air_humidity | 44.082508 |\n", + "| air_temperature | 23.249008 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 166.0 |\n", + "| direct_solar_radiation | 775.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 14.688022 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 54.5 |\n", + "| outdoor_temperature | 17.43353 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1934835.1 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 8.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.9906079 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.19717 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.13769016 |\n", + "| air_humidity | 0.6816726 |\n", + "| air_temperature | 0.40834334 |\n", + "| clg_setpoint | -1.1128129 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.179751 |\n", + "| diffuse_solar_radiation | 3.9782193 |\n", + "| direct_solar_radiation | 1.0017316 |\n", + "| hour | -0.2163499 |\n", + "| htg_setpoint | 0.28459638 |\n", + "| month | -0.6089102 |\n", + "| outdoor_humidity | -0.5428782 |\n", + "| outdoor_temperature | 0.5674669 |\n", + "| people_occupant | 1.6938692 |\n", + "| total_electricity_HVAC | -0.1680681 |\n", + "| wind_direction | 0.067809984 |\n", + "| wind_speed | -0.3509968 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2371.9426 |\n", + "| air_humidity | 45.31305 |\n", + "| air_temperature | 23.24838 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 458.0 |\n", + "| direct_solar_radiation | 401.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.994354 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 17.311382 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2134748.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.20387834 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.478184 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6333238 |\n", + "| air_humidity | 0.50953966 |\n", + "| air_temperature | -0.069065705 |\n", + "| clg_setpoint | -1.1124911 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2924353 |\n", + "| diffuse_solar_radiation | 4.128589 |\n", + "| direct_solar_radiation | -0.1499824 |\n", + "| hour | -0.07188815 |\n", + "| htg_setpoint | 0.88382107 |\n", + "| month | -0.6085514 |\n", + "| outdoor_humidity | 0.078703694 |\n", + "| outdoor_temperature | 0.48692194 |\n", + "| people_occupant | -0.68933344 |\n", + "| total_electricity_HVAC | -0.6396417 |\n", + "| wind_direction | 0.3993754 |\n", + "| wind_speed | -0.35102624 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 162.12741 |\n", + "| air_humidity | 43.094173 |\n", + "| air_temperature | 22.569092 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 473.0 |\n", + "| direct_solar_radiation | 114.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.48875 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 16.524801 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 145914.67 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6110939 |\n", + "| Heating_Setpoint_RL | -0.44773996 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.562557 |\n", + "| Heating_Setpoint_RL | 15.1064625 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5829392 |\n", + "| air_humidity | -0.2786571 |\n", + "| air_temperature | 0.28187823 |\n", + "| clg_setpoint | -1.1127219 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4047871 |\n", + "| diffuse_solar_radiation | 1.0293775 |\n", + "| direct_solar_radiation | 2.4696875 |\n", + "| hour | 0.0725735 |\n", + "| htg_setpoint | -1.3964428 |\n", + "| month | -0.6081932 |\n", + "| outdoor_humidity | -1.1171429 |\n", + "| outdoor_temperature | 0.71501625 |\n", + "| people_occupant | -0.68889666 |\n", + "| total_electricity_HVAC | -0.5127936 |\n", + "| wind_direction | -0.689957 |\n", + "| wind_speed | 1.3603767 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 385.92224 |\n", + "| air_humidity | 32.936073 |\n", + "| air_temperature | 23.068476 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 172.0 |\n", + "| direct_solar_radiation | 767.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 18.75522 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 679980.2 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 8.25 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.11327016 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.987856 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6335677 |\n", + "| air_humidity | 0.42866734 |\n", + "| air_temperature | 1.2281002 |\n", + "| clg_setpoint | -0.66723406 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.516746 |\n", + "| diffuse_solar_radiation | 1.728893 |\n", + "| direct_solar_radiation | -0.60769427 |\n", + "| hour | 0.21703506 |\n", + "| htg_setpoint | 0.48334846 |\n", + "| month | -0.60783565 |\n", + "| outdoor_humidity | 0.3419525 |\n", + "| outdoor_temperature | 0.16248693 |\n", + "| people_occupant | 1.2184488 |\n", + "| total_electricity_HVAC | -0.625289 |\n", + "| wind_direction | -0.6420754 |\n", + "| wind_speed | -0.02102481 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 159.6912 |\n", + "| air_humidity | 42.056503 |\n", + "| air_temperature | 24.41384 |\n", + "| clg_setpoint | 24.413996 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 240.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 19.822876 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 75.5 |\n", + "| outdoor_temperature | 13.359347 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 205175.84 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 4.9 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.43819463 |\n", + "| air_humidity | 2.2651706 |\n", + "| air_temperature | 0.4088572 |\n", + "| clg_setpoint | -1.11253 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6282481 |\n", + "| diffuse_solar_radiation | 0.720246 |\n", + "| direct_solar_radiation | -0.6073375 |\n", + "| hour | 0.3614961 |\n", + "| htg_setpoint | 0.8197355 |\n", + "| month | -0.6074787 |\n", + "| outdoor_humidity | 1.2739321 |\n", + "| outdoor_temperature | 0.46073523 |\n", + "| people_occupant | 1.694789 |\n", + "| total_electricity_HVAC | -0.45399976 |\n", + "| wind_direction | 1.6337756 |\n", + "| wind_speed | -0.76275 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1029.9443 |\n", + "| air_humidity | 65.75197 |\n", + "| air_temperature | 23.249094 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 142.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.22511 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 16.269358 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 926949.94 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.27182215 |\n", + "| air_humidity | -0.9911825 |\n", + "| air_temperature | 0.40857506 |\n", + "| clg_setpoint | -1.1122885 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6714269 |\n", + "| diffuse_solar_radiation | 2.2832031 |\n", + "| direct_solar_radiation | 0.103040114 |\n", + "| hour | 0.50595576 |\n", + "| htg_setpoint | -1.1180427 |\n", + "| month | -0.3219029 |\n", + "| outdoor_humidity | -1.8590742 |\n", + "| outdoor_temperature | 0.42836118 |\n", + "| people_occupant | 1.694305 |\n", + "| total_electricity_HVAC | -0.29571766 |\n", + "| wind_direction | -0.54597014 |\n", + "| wind_speed | 0.7227606 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1770.8137 |\n", + "| air_humidity | 23.762506 |\n", + "| air_temperature | 23.24879 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 294.0 |\n", + "| direct_solar_radiation | 177.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 13.161798 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 29.5 |\n", + "| outdoor_temperature | 15.9528055 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1593732.4 |\n", + "| wind_direction | 125.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.08099061 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.080572 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.31916386 |\n", + "| air_humidity | -0.7267044 |\n", + "| air_temperature | 0.40848768 |\n", + "| clg_setpoint | -1.1120176 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5552768 |\n", + "| diffuse_solar_radiation | 0.7496584 |\n", + "| direct_solar_radiation | 1.2825763 |\n", + "| hour | 0.65041286 |\n", + "| htg_setpoint | -0.9542953 |\n", + "| month | -0.3217508 |\n", + "| outdoor_humidity | -1.6663461 |\n", + "| outdoor_temperature | 0.42898646 |\n", + "| people_occupant | 1.693822 |\n", + "| total_electricity_HVAC | -0.34074304 |\n", + "| wind_direction | -0.7819084 |\n", + "| wind_speed | 1.6919811 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1559.3961 |\n", + "| air_humidity | 27.168116 |\n", + "| air_temperature | 23.248507 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 145.0 |\n", + "| direct_solar_radiation | 471.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 13.842133 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 33.5 |\n", + "| outdoor_temperature | 15.9578085 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1403456.5 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 9.05 |\n", + "| train/ | |\n", + "| approx_kl | 0.009957332 |\n", + "| clip_fraction | 0.0927 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.49 |\n", + "| explained_variance | 0.727 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.153 |\n", + "| n_updates | 570 |\n", + "| policy_gradient_loss | -0.0116 |\n", + "| std | 0.84 |\n", + "| value_loss | 0.688 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9289365 |\n", + "| Heating_Setpoint_RL | -0.8403565 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.48984 |\n", + "| Heating_Setpoint_RL | 12.897995 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49974585 |\n", + "| air_humidity | -0.06578948 |\n", + "| air_temperature | 0.40891242 |\n", + "| clg_setpoint | -1.1119448 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4396119 |\n", + "| diffuse_solar_radiation | 0.25573668 |\n", + "| direct_solar_radiation | -0.45086485 |\n", + "| hour | 0.7948658 |\n", + "| htg_setpoint | -0.9319628 |\n", + "| month | -0.32159892 |\n", + "| outdoor_humidity | -0.5426111 |\n", + "| outdoor_temperature | 0.13957526 |\n", + "| people_occupant | 1.6933402 |\n", + "| total_electricity_HVAC | -0.51251876 |\n", + "| wind_direction | -1.5857285 |\n", + "| wind_speed | 1.3592898 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 754.6881 |\n", + "| air_humidity | 35.69028 |\n", + "| air_temperature | 23.249212 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 97.0 |\n", + "| direct_solar_radiation | 39.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 13.93605 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 13.135642 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 679219.3 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 8.25 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.6575051 |\n", + "| Heating_Setpoint_RL | 0.070265025 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.84408 |\n", + "| Heating_Setpoint_RL | 18.02024 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6495857 |\n", + "| air_humidity | 1.8281255 |\n", + "| air_temperature | 0.21654111 |\n", + "| clg_setpoint | -0.050940573 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3243593 |\n", + "| diffuse_solar_radiation | -0.567276 |\n", + "| direct_solar_radiation | -0.45851094 |\n", + "| hour | 0.9393124 |\n", + "| htg_setpoint | -0.54993534 |\n", + "| month | -0.32144725 |\n", + "| outdoor_humidity | 0.86782044 |\n", + "| outdoor_temperature | 0.5842815 |\n", + "| people_occupant | -0.6892062 |\n", + "| total_electricity_HVAC | -0.65505797 |\n", + "| wind_direction | -0.4005008 |\n", + "| wind_speed | -1.0722507 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 60.10905 |\n", + "| air_temperature | 22.975803 |\n", + "| clg_setpoint | 26.023499 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 17.0 |\n", + "| direct_solar_radiation | 37.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 15.527236 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 86.5 |\n", + "| outdoor_temperature | 17.46951 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 2.35 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.62601316 |\n", + "| Heating_Setpoint_RL | 0.120524734 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.512205 |\n", + "| Heating_Setpoint_RL | 18.302952 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6495221 |\n", + "| air_humidity | 1.0855571 |\n", + "| air_temperature | 0.53572434 |\n", + "| clg_setpoint | 0.85435003 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2094523 |\n", + "| diffuse_solar_radiation | -0.74224305 |\n", + "| direct_solar_radiation | -0.60697687 |\n", + "| hour | 1.0837502 |\n", + "| htg_setpoint | 0.52597487 |\n", + "| month | -0.3212958 |\n", + "| outdoor_humidity | 1.0106994 |\n", + "| outdoor_temperature | 0.26650304 |\n", + "| people_occupant | -0.68877214 |\n", + "| total_electricity_HVAC | -0.65500057 |\n", + "| wind_direction | -0.35294512 |\n", + "| wind_speed | -0.8653766 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 50.55985 |\n", + "| air_temperature | 23.429195 |\n", + "| clg_setpoint | 28.389765 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.007671 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 89.5 |\n", + "| outdoor_temperature | 14.377067 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 2.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5882558 |\n", + "| Heating_Setpoint_RL | 0.029887676 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.610363 |\n", + "| Heating_Setpoint_RL | 17.793118 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6495344 |\n", + "| air_humidity | 1.6130354 |\n", + "| air_temperature | 0.21810769 |\n", + "| clg_setpoint | 0.49626562 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0948309 |\n", + "| diffuse_solar_radiation | -0.74223465 |\n", + "| direct_solar_radiation | -0.6066731 |\n", + "| hour | 1.2281766 |\n", + "| htg_setpoint | -1.2549338 |\n", + "| month | -0.32114455 |\n", + "| outdoor_humidity | 1.2489661 |\n", + "| outdoor_temperature | 0.18501428 |\n", + "| people_occupant | -0.45053992 |\n", + "| total_electricity_HVAC | -0.6550116 |\n", + "| wind_direction | -0.82613397 |\n", + "| wind_speed | -0.45258737 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 57.384106 |\n", + "| air_temperature | 22.978624 |\n", + "| clg_setpoint | 27.45419 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.597613 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 94.5 |\n", + "| outdoor_temperature | 13.584944 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.69254434 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 21.520561 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6495481 |\n", + "| air_humidity | 1.960807 |\n", + "| air_temperature | -0.03939618 |\n", + "| clg_setpoint | 1.470235 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.98044133 |\n", + "| diffuse_solar_radiation | -0.7423219 |\n", + "| direct_solar_radiation | -0.6063301 |\n", + "| hour | 1.372588 |\n", + "| htg_setpoint | -0.37870237 |\n", + "| month | -0.3209935 |\n", + "| outdoor_humidity | 1.4147575 |\n", + "| outdoor_temperature | 0.10051798 |\n", + "| people_occupant | -0.6890691 |\n", + "| total_electricity_HVAC | -0.65502316 |\n", + "| wind_direction | -0.7780525 |\n", + "| wind_speed | 0.9286463 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 61.90262 |\n", + "| air_temperature | 22.613688 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.248093 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 12.762976 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.3742083 |\n", + "| Heating_Setpoint_RL | 0.31551394 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.362047 |\n", + "| Heating_Setpoint_RL | 19.399765 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.7261644 |\n", + "| air_humidity | 1.6984448 |\n", + "| air_temperature | 0.40911698 |\n", + "| clg_setpoint | 0.5550396 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8662357 |\n", + "| diffuse_solar_radiation | -0.742437 |\n", + "| direct_solar_radiation | -0.6059927 |\n", + "| hour | 1.516981 |\n", + "| htg_setpoint | 1.3024805 |\n", + "| month | -0.3208427 |\n", + "| outdoor_humidity | 1.5083009 |\n", + "| outdoor_temperature | 0.16841257 |\n", + "| people_occupant | -0.68921715 |\n", + "| total_electricity_HVAC | 0.9021028 |\n", + "| wind_direction | 1.6380156 |\n", + "| wind_speed | -1.4012465 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6203.162 |\n", + "| air_humidity | 58.551987 |\n", + "| air_temperature | 23.250153 |\n", + "| clg_setpoint | 27.608398 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 13.424313 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6628195.0 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 1.55 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.020691996 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.555164 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.64980465 |\n", + "| air_humidity | 0.64704335 |\n", + "| air_temperature | -0.44830278 |\n", + "| clg_setpoint | -1.1122124 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.75217193 |\n", + "| diffuse_solar_radiation | -0.7424954 |\n", + "| direct_solar_radiation | -0.60603416 |\n", + "| hour | 1.6613513 |\n", + "| htg_setpoint | 0.2696824 |\n", + "| month | -0.32069212 |\n", + "| outdoor_humidity | -0.28389233 |\n", + "| outdoor_temperature | 0.5147785 |\n", + "| people_occupant | -0.68936497 |\n", + "| total_electricity_HVAC | -0.6552671 |\n", + "| wind_direction | 1.5902306 |\n", + "| wind_speed | -1.07074 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 44.98388 |\n", + "| air_temperature | 22.034761 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.951363 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 62.5 |\n", + "| outdoor_temperature | 16.79714 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 2.35 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.22645095 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.86073 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.64986634 |\n", + "| air_humidity | 0.13557193 |\n", + "| air_temperature | -0.050313283 |\n", + "| clg_setpoint | 0.09274975 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5246145 |\n", + "| diffuse_solar_radiation | -0.7426695 |\n", + "| direct_solar_radiation | -0.60631555 |\n", + "| hour | -1.6612734 |\n", + "| htg_setpoint | 0.24187265 |\n", + "| month | -0.3205417 |\n", + "| outdoor_humidity | -0.8325189 |\n", + "| outdoor_temperature | 0.26343408 |\n", + "| people_occupant | -0.6895126 |\n", + "| total_electricity_HVAC | -0.6553288 |\n", + "| wind_direction | -1.5832226 |\n", + "| wind_speed | -0.3491409 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 38.377537 |\n", + "| air_temperature | 22.599249 |\n", + "| clg_setpoint | 26.398417 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.835054 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 14.356844 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.2781687 |\n", + "| air_humidity | -0.11157116 |\n", + "| air_temperature | 0.40716487 |\n", + "| clg_setpoint | 1.4705548 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.4107004 |\n", + "| diffuse_solar_radiation | -0.7428319 |\n", + "| direct_solar_radiation | -0.6065751 |\n", + "| hour | -1.5167202 |\n", + "| htg_setpoint | 1.3022392 |\n", + "| month | -0.32039154 |\n", + "| outdoor_humidity | 0.62508696 |\n", + "| outdoor_temperature | 0.015416502 |\n", + "| people_occupant | -0.6890805 |\n", + "| total_electricity_HVAC | 1.1103574 |\n", + "| wind_direction | 0.5477345 |\n", + "| wind_speed | -0.24607688 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4208.564 |\n", + "| air_humidity | 35.18181 |\n", + "| air_temperature | 23.247694 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 81.5 |\n", + "| outdoor_temperature | 11.945802 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7498783.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.64958876 |\n", + "| air_humidity | 0.1728456 |\n", + "| air_temperature | -0.45603922 |\n", + "| clg_setpoint | 0.76646364 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29683006 |\n", + "| diffuse_solar_radiation | -0.7429933 |\n", + "| direct_solar_radiation | -0.6068599 |\n", + "| hour | -1.3721898 |\n", + "| htg_setpoint | -1.399189 |\n", + "| month | -0.32024157 |\n", + "| outdoor_humidity | -1.4773755 |\n", + "| outdoor_temperature | 0.42294666 |\n", + "| people_occupant | -0.6886492 |\n", + "| total_electricity_HVAC | -0.655066 |\n", + "| wind_direction | -1.5350801 |\n", + "| wind_speed | -0.121582784 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 38.851738 |\n", + "| air_temperature | 22.025219 |\n", + "| clg_setpoint | 28.15974 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 37.5 |\n", + "| outdoor_temperature | 15.909243 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.65 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.4182889 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.977875 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6495053 |\n", + "| air_humidity | -0.28977022 |\n", + "| air_temperature | -0.34112954 |\n", + "| clg_setpoint | 1.470577 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18298553 |\n", + "| diffuse_solar_radiation | -0.7430667 |\n", + "| direct_solar_radiation | -0.6069266 |\n", + "| hour | -1.2276781 |\n", + "| htg_setpoint | 0.2781322 |\n", + "| month | -0.3200918 |\n", + "| outdoor_humidity | 0.7454551 |\n", + "| outdoor_temperature | -0.5558041 |\n", + "| people_occupant | -0.68879694 |\n", + "| total_electricity_HVAC | -0.65497696 |\n", + "| wind_direction | -1.3922035 |\n", + "| wind_speed | -0.76125866 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 32.87621 |\n", + "| air_temperature | 22.188202 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 18.984627 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 6.4015102 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5454958 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.46605 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6494111 |\n", + "| air_humidity | -0.09981139 |\n", + "| air_temperature | -0.9699223 |\n", + "| clg_setpoint | 0.455968 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.06915428 |\n", + "| diffuse_solar_radiation | -0.7432383 |\n", + "| direct_solar_radiation | -0.60720086 |\n", + "| hour | -1.0831811 |\n", + "| htg_setpoint | -1.39919 |\n", + "| month | -0.31994227 |\n", + "| outdoor_humidity | 0.74587005 |\n", + "| outdoor_temperature | -0.48744312 |\n", + "| people_occupant | -0.6889445 |\n", + "| total_electricity_HVAC | -0.654874 |\n", + "| wind_direction | -1.1550941 |\n", + "| wind_speed | -0.96722937 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 35.325184 |\n", + "| air_temperature | 21.298326 |\n", + "| clg_setpoint | 27.347595 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 7.066665 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.87256414 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.569904 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.75672704 |\n", + "| air_humidity | -0.46593344 |\n", + "| air_temperature | 0.40885982 |\n", + "| clg_setpoint | -0.26122984 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.044670776 |\n", + "| diffuse_solar_radiation | 0.05752743 |\n", + "| direct_solar_radiation | -0.02548622 |\n", + "| hour | -0.93869585 |\n", + "| htg_setpoint | 1.3024751 |\n", + "| month | -0.31979293 |\n", + "| outdoor_humidity | 0.67467296 |\n", + "| outdoor_temperature | -0.3312517 |\n", + "| people_occupant | -0.6890918 |\n", + "| total_electricity_HVAC | 0.68247706 |\n", + "| wind_direction | -1.4854622 |\n", + "| wind_speed | -0.45102215 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6328.2905 |\n", + "| air_humidity | 30.600342 |\n", + "| air_temperature | 23.249874 |\n", + "| clg_setpoint | 25.472198 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 78.0 |\n", + "| direct_solar_radiation | 145.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 82.5 |\n", + "| outdoor_temperature | 8.584682 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5695461.5 |\n", + "| wind_direction | 25.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.17479214 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.214924 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6495098 |\n", + "| air_humidity | 0.25160146 |\n", + "| air_temperature | -0.2010076 |\n", + "| clg_setpoint | 1.4712642 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15849133 |\n", + "| diffuse_solar_radiation | 0.5188019 |\n", + "| direct_solar_radiation | 1.1101482 |\n", + "| hour | -0.79421926 |\n", + "| htg_setpoint | -0.11034824 |\n", + "| month | -0.3196438 |\n", + "| outdoor_humidity | 0.29245457 |\n", + "| outdoor_temperature | 0.077599086 |\n", + "| people_occupant | -0.68923885 |\n", + "| total_electricity_HVAC | -0.6549543 |\n", + "| wind_direction | -1.3425353 |\n", + "| wind_speed | -0.6574328 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 39.855965 |\n", + "| air_temperature | 22.387178 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 123.0 |\n", + "| direct_solar_radiation | 428.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.367313 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 74.5 |\n", + "| outdoor_temperature | 12.554226 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.97466135 |\n", + "| Heating_Setpoint_RL | 0.812407 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.914482 |\n", + "| Heating_Setpoint_RL | 22.19479 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6384295 |\n", + "| air_humidity | 1.3748105 |\n", + "| air_temperature | 0.1616764 |\n", + "| clg_setpoint | 1.2339518 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.27230364 |\n", + "| diffuse_solar_radiation | 1.6266434 |\n", + "| direct_solar_radiation | 0.67599684 |\n", + "| hour | -0.6497489 |\n", + "| htg_setpoint | 0.95707905 |\n", + "| month | -0.31949487 |\n", + "| outdoor_humidity | 0.8899667 |\n", + "| outdoor_temperature | 0.6721199 |\n", + "| people_occupant | -0.6893857 |\n", + "| total_electricity_HVAC | -0.6444149 |\n", + "| wind_direction | -1.3415749 |\n", + "| wind_speed | -0.5540666 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 136.78752 |\n", + "| air_humidity | 54.34426 |\n", + "| air_temperature | 22.900501 |\n", + "| clg_setpoint | 29.37978 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 231.0 |\n", + "| direct_solar_radiation | 320.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 21.813444 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 18.324686 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 123108.77 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.13411617 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.077642 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6495721 |\n", + "| air_humidity | 1.9296777 |\n", + "| air_temperature | 0.24346632 |\n", + "| clg_setpoint | -0.20440246 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38609868 |\n", + "| diffuse_solar_radiation | 1.6773865 |\n", + "| direct_solar_radiation | -0.5596565 |\n", + "| hour | -0.50528276 |\n", + "| htg_setpoint | 0.5071035 |\n", + "| month | -0.31934616 |\n", + "| outdoor_humidity | 1.5097035 |\n", + "| outdoor_temperature | 0.4203589 |\n", + "| people_occupant | -0.68895626 |\n", + "| total_electricity_HVAC | -0.6550113 |\n", + "| wind_direction | -0.9621715 |\n", + "| wind_speed | -0.76048994 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 61.53252 |\n", + "| air_temperature | 23.016401 |\n", + "| clg_setpoint | 25.621742 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 236.0 |\n", + "| direct_solar_radiation | 12.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.943007 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.886019 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.18787688 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.568192 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.10295684 |\n", + "| air_humidity | 1.0164009 |\n", + "| air_temperature | 0.4066644 |\n", + "| clg_setpoint | -1.1120154 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.499862 |\n", + "| diffuse_solar_radiation | 1.1228534 |\n", + "| direct_solar_radiation | 2.427406 |\n", + "| hour | -0.36081916 |\n", + "| htg_setpoint | 0.89198667 |\n", + "| month | -0.31919765 |\n", + "| outdoor_humidity | -0.6416588 |\n", + "| outdoor_temperature | 0.64412737 |\n", + "| people_occupant | 1.695491 |\n", + "| total_electricity_HVAC | -0.13518424 |\n", + "| wind_direction | 1.5931436 |\n", + "| wind_speed | 1.7801137 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2510.0176 |\n", + "| air_humidity | 49.79473 |\n", + "| air_temperature | 23.247185 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 182.0 |\n", + "| direct_solar_radiation | 756.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.548512 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 18.058151 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2259015.8 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 9.25 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.0026870854 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.609886 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.26199037 |\n", + "| air_humidity | 0.14128765 |\n", + "| air_temperature | 0.40777394 |\n", + "| clg_setpoint | -1.1115596 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6135738 |\n", + "| diffuse_solar_radiation | 1.635482 |\n", + "| direct_solar_radiation | 2.244943 |\n", + "| hour | -0.21635687 |\n", + "| htg_setpoint | -0.6080382 |\n", + "| month | -0.31904936 |\n", + "| outdoor_humidity | -1.5476897 |\n", + "| outdoor_temperature | 0.7804651 |\n", + "| people_occupant | 1.6950138 |\n", + "| total_electricity_HVAC | 0.2118769 |\n", + "| wind_direction | -1.4827822 |\n", + "| wind_speed | -0.7608143 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4127.2344 |\n", + "| air_humidity | 38.48959 |\n", + "| air_temperature | 23.248793 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 232.0 |\n", + "| direct_solar_radiation | 711.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.300305 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 36.0 |\n", + "| outdoor_temperature | 19.385105 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3714510.8 |\n", + "| wind_direction | 25.0 |\n", + "| wind_speed | 3.1 |\n", + "---------------------------------------------------\n", + "-------------------------------------------------*------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.053004444 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.923151 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.36938864 |\n", + "| air_humidity | 0.7312749 |\n", + "| air_temperature | 0.40829942 |\n", + "| clg_setpoint | -1.1111722 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7272091 |\n", + "| diffuse_solar_radiation | 3.8168688 |\n", + "| direct_solar_radiation | -0.07841942 |\n", + "| hour | -0.07189509 |\n", + "| htg_setpoint | -0.83994687 |\n", + "| month | -0.31890127 |\n", + "| outdoor_humidity | -1.5234485 |\n", + "| outdoor_temperature | 1.0841694 |\n", + "| people_occupant | 1.2178513 |\n", + "| total_electricity_HVAC | 0.391735 |\n", + "| wind_direction | -0.34706357 |\n", + "| wind_speed | -0.4501739 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4602.695 |\n", + "| air_humidity | 46.116085 |\n", + "| air_temperature | 23.249704 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 445.0 |\n", + "| direct_solar_radiation | 132.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 14.33613 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 36.5 |\n", + "| outdoor_temperature | 22.331509 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4468320.5 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.898775 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.591635 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.45109156 |\n", + "| air_humidity | 1.6361551 |\n", + "| air_temperature | 0.40809128 |\n", + "| clg_setpoint | -1.110889 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8407377 |\n", + "| diffuse_solar_radiation | 1.9387772 |\n", + "| direct_solar_radiation | -0.5838135 |\n", + "| hour | 0.07256659 |\n", + "| htg_setpoint | 1.3000085 |\n", + "| month | -0.3187534 |\n", + "| outdoor_humidity | 1.3179467 |\n", + "| outdoor_temperature | 0.27128536 |\n", + "| people_occupant | 0.2641551 |\n", + "| total_electricity_HVAC | -0.46626562 |\n", + "| wind_direction | -0.53587925 |\n", + "| wind_speed | 0.08720758 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 967.53937 |\n", + "| air_humidity | 57.82117 |\n", + "| air_temperature | 23.249527 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 262.0 |\n", + "| direct_solar_radiation | 6.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 14.457578 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 870785.44 |\n", + "| wind_direction | 125.0 |\n", + "| wind_speed | 5.15 |\n", + "| train/ | |\n", + "| approx_kl | 0.007892275 |\n", + "| clip_fraction | 0.0901 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.49 |\n", + "| explained_variance | 0.571 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.334 |\n", + "| n_updates | 580 |\n", + "| policy_gradient_loss | -0.00964 |\n", + "| std | 0.845 |\n", + "| value_loss | 0.731 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8237955 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.84469 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6498737 |\n", + "| air_humidity | 1.637332 |\n", + "| air_temperature | 2.4694638 |\n", + "| clg_setpoint | 0.7122835 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9541241 |\n", + "| diffuse_solar_radiation | 1.0578583 |\n", + "| direct_solar_radiation | -0.6076239 |\n", + "| hour | 0.21702817 |\n", + "| htg_setpoint | 0.94072646 |\n", + "| month | -0.31860572 |\n", + "| outdoor_humidity | 1.3639979 |\n", + "| outdoor_temperature | 0.5080142 |\n", + "| people_occupant | 1.2171623 |\n", + "| total_electricity_HVAC | -0.6553018 |\n", + "| wind_direction | -0.01473234 |\n", + "| wind_speed | 1.2652656 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 57.867405 |\n", + "| air_temperature | 26.159536 |\n", + "| clg_setpoint | 28.015892 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 176.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.757082 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 16.751337 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 8.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.34347558 |\n", + "| Heating_Setpoint_RL | 0.09834862 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.78423 |\n", + "| Heating_Setpoint_RL | 18.178211 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.52922136 |\n", + "| air_humidity | 0.010622099 |\n", + "| air_temperature | 0.60118365 |\n", + "| clg_setpoint | 0.9507011 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0673279 |\n", + "| diffuse_solar_radiation | 2.101249 |\n", + "| direct_solar_radiation | 1.5684681 |\n", + "| hour | 0.36148927 |\n", + "| htg_setpoint | -1.1460912 |\n", + "| month | -0.31845823 |\n", + "| outdoor_humidity | -1.2859728 |\n", + "| outdoor_temperature | 1.0685779 |\n", + "| people_occupant | -0.6892603 |\n", + "| total_electricity_HVAC | -0.5423658 |\n", + "| wind_direction | 0.4581875 |\n", + "| wind_speed | 1.3682014 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 620.7347 |\n", + "| air_humidity | 36.857365 |\n", + "| air_temperature | 23.522509 |\n", + "| clg_setpoint | 28.63924 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 278.0 |\n", + "| direct_solar_radiation | 542.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 13.065214 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 41.5 |\n", + "| outdoor_temperature | 22.181168 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 551146.75 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 8.25 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.76165247 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.054422 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.29072276 |\n", + "| air_humidity | -0.39661276 |\n", + "| air_temperature | 0.40803128 |\n", + "| clg_setpoint | -1.1111405 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1803036 |\n", + "| diffuse_solar_radiation | 2.0993855 |\n", + "| direct_solar_radiation | -0.48732334 |\n", + "| hour | 0.505949 |\n", + "| htg_setpoint | -1.3410245 |\n", + "| month | -0.31831098 |\n", + "| outdoor_humidity | -1.428276 |\n", + "| outdoor_temperature | 0.9657352 |\n", + "| people_occupant | -0.6888335 |\n", + "| total_electricity_HVAC | -0.31376278 |\n", + "| wind_direction | 0.9786106 |\n", + "| wind_speed | 1.1399376 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1675.1959 |\n", + "| air_humidity | 31.590187 |\n", + "| air_temperature | 23.24999 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 278.0 |\n", + "| direct_solar_radiation | 30.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.250808 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 38.5 |\n", + "| outdoor_temperature | 21.190521 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1507676.2 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", + "------------------------------------------------***-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.19716187 |\n", + "| air_humidity | 0.24526955 |\n", + "| air_temperature | 0.40713048 |\n", + "| clg_setpoint | -1.1109681 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.293001 |\n", + "| diffuse_solar_radiation | 0.55382276 |\n", + "| direct_solar_radiation | 1.8130941 |\n", + "| hour | 0.65040624 |\n", + "| htg_setpoint | -0.7077981 |\n", + "| month | -0.3181639 |\n", + "| outdoor_humidity | -1.8093584 |\n", + "| outdoor_temperature | 0.9101239 |\n", + "| people_occupant | 1.6949617 |\n", + "| total_electricity_HVAC | 0.1501861 |\n", + "| wind_direction | 1.3086314 |\n", + "| wind_speed | 1.3670995 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3833.2107 |\n", + "| air_humidity | 39.88876 |\n", + "| air_temperature | 23.248594 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 127.0 |\n", + "| direct_solar_radiation | 603.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 14.887049 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 30.5 |\n", + "| outdoor_temperature | 20.65462 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3449889.8 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 8.25 |\n", + "------------------------------------------------\n", + "-------------------------------------------------**-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.1747533 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.642014 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.103366524 |\n", + "| air_humidity | 1.1921166 |\n", + "| air_temperature | 0.40756917 |\n", + "| clg_setpoint | -1.110363 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4053653 |\n", + "| diffuse_solar_radiation | 0.5428477 |\n", + "| direct_solar_radiation | -0.3794213 |\n", + "| hour | 0.79485935 |\n", + "| htg_setpoint | 1.2997242 |\n", + "| month | -0.31801704 |\n", + "| outdoor_humidity | -0.59063864 |\n", + "| outdoor_temperature | 0.87964827 |\n", + "| people_occupant | 1.694488 |\n", + "| total_electricity_HVAC | 0.064901926 |\n", + "| wind_direction | -0.0647352 |\n", + "| wind_speed | -0.34756202 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3417.8499 |\n", + "| air_humidity | 52.125977 |\n", + "| air_temperature | 23.249186 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 126.0 |\n", + "| direct_solar_radiation | 57.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 20.365686 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3092499.5 |\n", + "| wind_direction | 175.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.46381438 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.233955 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.14551207 |\n", + "| air_humidity | 1.6645145 |\n", + "| air_temperature | 0.40758884 |\n", + "| clg_setpoint | -1.1097804 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5173371 |\n", + "| diffuse_solar_radiation | -0.20356852 |\n", + "| direct_solar_radiation | -0.18699041 |\n", + "| hour | 0.9393063 |\n", + "| htg_setpoint | -0.91911334 |\n", + "| month | -0.31787038 |\n", + "| outdoor_humidity | -0.73352426 |\n", + "| outdoor_temperature | 1.3126239 |\n", + "| people_occupant | 0.5024225 |\n", + "| total_electricity_HVAC | -0.1756874 |\n", + "| wind_direction | -1.3898097 |\n", + "| wind_speed | -1.2972916 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2317.471 |\n", + "| air_humidity | 58.247517 |\n", + "| air_temperature | 23.249422 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 53.0 |\n", + "| direct_solar_radiation | 105.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 14.00683 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 24.56395 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 2085723.9 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 1.8 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.5424614 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 14.573654 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.38277063 |\n", + "| air_humidity | 1.0627518 |\n", + "| air_temperature | 0.40762326 |\n", + "| clg_setpoint | -1.1092484 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6288527 |\n", + "| diffuse_solar_radiation | -0.74538547 |\n", + "| direct_solar_radiation | -0.6087412 |\n", + "| hour | 1.0837446 |\n", + "| htg_setpoint | -0.9051046 |\n", + "| month | -0.31772393 |\n", + "| outdoor_humidity | -0.49423555 |\n", + "| outdoor_temperature | 0.9383794 |\n", + "| people_occupant | -0.45108646 |\n", + "| total_electricity_HVAC | -0.3611976 |\n", + "| wind_direction | 0.124658786 |\n", + "| wind_speed | -1.193152 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1269.3534 |\n", + "| air_humidity | 50.48091 |\n", + "| air_temperature | 23.249619 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 14.066049 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 20.955677 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1310189.5 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 2.05 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.18471801 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.58596 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5194393 |\n", + "| air_humidity | 0.81936646 |\n", + "| air_temperature | 0.4475249 |\n", + "| clg_setpoint | 0.8213973 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7398447 |\n", + "| diffuse_solar_radiation | -0.74557596 |\n", + "| direct_solar_radiation | -0.6090388 |\n", + "| hour | 1.2281717 |\n", + "| htg_setpoint | -1.401196 |\n", + "| month | -0.31757766 |\n", + "| outdoor_humidity | 0.46010524 |\n", + "| outdoor_temperature | 0.92805886 |\n", + "| people_occupant | -0.4512594 |\n", + "| total_electricity_HVAC | -0.5312603 |\n", + "| wind_direction | -0.30059096 |\n", + "| wind_speed | -1.2950497 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 666.38855 |\n", + "| air_humidity | 47.346645 |\n", + "| air_temperature | 23.306036 |\n", + "| clg_setpoint | 28.295063 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 20.86361 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 599749.7 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 1.8 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.38974595 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.309608 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5335853 |\n", + "| air_humidity | -0.55799836 |\n", + "| air_temperature | 0.5015144 |\n", + "| clg_setpoint | 0.7421691 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6709027 |\n", + "| diffuse_solar_radiation | -0.74567276 |\n", + "| direct_solar_radiation | -0.6092319 |\n", + "| hour | 1.3725842 |\n", + "| htg_setpoint | -1.4009337 |\n", + "| month | -0.028955583 |\n", + "| outdoor_humidity | -1.042989 |\n", + "| outdoor_temperature | 1.2394781 |\n", + "| people_occupant | -0.6891364 |\n", + "| total_electricity_HVAC | -0.54471004 |\n", + "| wind_direction | 1.5445093 |\n", + "| wind_speed | 0.8320199 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 603.28845 |\n", + "| air_humidity | 29.548481 |\n", + "| air_temperature | 23.382511 |\n", + "| clg_setpoint | 28.088543 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | 23.889977 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 542959.6 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 6.95 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------***---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.03656605 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.50159 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6484034 |\n", + "| air_humidity | -0.56348205 |\n", + "| air_temperature | 0.08818724 |\n", + "| clg_setpoint | 1.1101134 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.554966 |\n", + "| diffuse_solar_radiation | -0.7458028 |\n", + "| direct_solar_radiation | -0.60945725 |\n", + "| hour | 1.5169786 |\n", + "| htg_setpoint | -1.3999938 |\n", + "| month | -0.028943487 |\n", + "| outdoor_humidity | -0.99390477 |\n", + "| outdoor_temperature | 0.5943748 |\n", + "| people_occupant | -0.6887122 |\n", + "| total_electricity_HVAC | -0.6538794 |\n", + "| wind_direction | 1.3537734 |\n", + "| wind_speed | 0.8315368 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 95.0302 |\n", + "| air_humidity | 29.470621 |\n", + "| air_temperature | 22.800829 |\n", + "| clg_setpoint | 29.051277 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 47.5 |\n", + "| outdoor_temperature | 17.64966 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 85527.18 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 6.95 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------***---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.36547005 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 15.569231 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56647223 |\n", + "| air_humidity | 0.93482566 |\n", + "| air_temperature | -0.29178005 |\n", + "| clg_setpoint | 0.48604703 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.439489 |\n", + "| diffuse_solar_radiation | -0.74594283 |\n", + "| direct_solar_radiation | -0.6097259 |\n", + "| hour | 1.6613508 |\n", + "| htg_setpoint | -0.36025456 |\n", + "| month | -0.028931404 |\n", + "| outdoor_humidity | -1.3274932 |\n", + "| outdoor_temperature | 0.83634686 |\n", + "| people_occupant | -0.68885744 |\n", + "| total_electricity_HVAC | -0.57591987 |\n", + "| wind_direction | 1.4476306 |\n", + "| wind_speed | -0.5525343 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 456.96616 |\n", + "| air_humidity | 48.83541 |\n", + "| air_temperature | 22.266241 |\n", + "| clg_setpoint | 27.419605 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 16.333052 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 40.5 |\n", + "| outdoor_temperature | 19.995625 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 411498.12 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6703197 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.36267 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6504042 |\n", + "| air_humidity | 0.54774886 |\n", + "| air_temperature | -0.79780763 |\n", + "| clg_setpoint | -0.285013 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2108831 |\n", + "| diffuse_solar_radiation | -0.74612164 |\n", + "| direct_solar_radiation | -0.6099637 |\n", + "| hour | -1.6612744 |\n", + "| htg_setpoint | 0.14527462 |\n", + "| month | -0.028919337 |\n", + "| outdoor_humidity | -0.3243012 |\n", + "| outdoor_temperature | 0.46826756 |\n", + "| people_occupant | -0.6890025 |\n", + "| total_electricity_HVAC | -0.6557854 |\n", + "| wind_direction | 0.5485165 |\n", + "| wind_speed | -0.7588308 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 43.834515 |\n", + "| air_temperature | 21.554697 |\n", + "| clg_setpoint | 25.403496 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.439396 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 61.5 |\n", + "| outdoor_temperature | 16.43855 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.5772097 |\n", + "| air_humidity | 1.557352 |\n", + "| air_temperature | 0.4066078 |\n", + "| clg_setpoint | 0.051165503 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.096152 |\n", + "| diffuse_solar_radiation | -0.74619013 |\n", + "| direct_solar_radiation | -0.6101353 |\n", + "| hour | -1.516723 |\n", + "| htg_setpoint | 1.299279 |\n", + "| month | -0.028907284 |\n", + "| outdoor_humidity | 0.8921907 |\n", + "| outdoor_temperature | 0.58214617 |\n", + "| people_occupant | -0.6891473 |\n", + "| total_electricity_HVAC | 0.511506 |\n", + "| wind_direction | 0.07542881 |\n", + "| wind_speed | -0.345399 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5504.759 |\n", + "| air_humidity | 56.888245 |\n", + "| air_temperature | 23.249289 |\n", + "| clg_setpoint | 26.281424 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 17.545063 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4954283.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.37871027 |\n", + "| Heating_Setpoint_RL | 0.7428039 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.346853 |\n", + "| Heating_Setpoint_RL | 21.803272 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.5539451 |\n", + "| air_humidity | 1.9541339 |\n", + "| air_temperature | 0.40706772 |\n", + "| clg_setpoint | 1.4738574 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9816748 |\n", + "| diffuse_solar_radiation | -0.7463417 |\n", + "| direct_solar_radiation | -0.6098843 |\n", + "| hour | -1.3721939 |\n", + "| htg_setpoint | 1.2984962 |\n", + "| month | -0.028895248 |\n", + "| outdoor_humidity | 1.5112519 |\n", + "| outdoor_temperature | 0.30870402 |\n", + "| people_occupant | -0.6892919 |\n", + "| total_electricity_HVAC | 0.4893601 |\n", + "| wind_direction | 0.26473993 |\n", + "| wind_speed | -0.75931436 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5400.6426 |\n", + "| air_humidity | 62.060146 |\n", + "| air_temperature | 23.250254 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.902039 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4860578.5 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.61906195 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.107224 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.18261266 |\n", + "| air_humidity | 0.67991793 |\n", + "| air_temperature | 0.40627408 |\n", + "| clg_setpoint | 0.37078953 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.86740184 |\n", + "| diffuse_solar_radiation | -0.7464457 |\n", + "| direct_solar_radiation | -0.60997087 |\n", + "| hour | -1.2276832 |\n", + "| htg_setpoint | 1.2981155 |\n", + "| month | -0.028883226 |\n", + "| outdoor_humidity | 0.676411 |\n", + "| outdoor_temperature | 0.6983897 |\n", + "| people_occupant | -0.68943626 |\n", + "| total_electricity_HVAC | -0.21101876 |\n", + "| wind_direction | 1.4482927 |\n", + "| wind_speed | -1.6064992 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2152.3333 |\n", + "| air_humidity | 45.59814 |\n", + "| air_temperature | 23.249485 |\n", + "| clg_setpoint | 27.116688 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 82.5 |\n", + "| outdoor_temperature | 18.6823 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1937100.0 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 1.05 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*****-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.3959127 |\n", + "| Heating_Setpoint_RL | -0.10260582 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.288795 |\n", + "| Heating_Setpoint_RL | 17.047842 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.32738274 |\n", + "| air_humidity | -0.049954988 |\n", + "| air_temperature | -0.37470523 |\n", + "| clg_setpoint | 0.9847363 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7532892 |\n", + "| diffuse_solar_radiation | -0.68515974 |\n", + "| direct_solar_radiation | -0.60187256 |\n", + "| hour | -1.083187 |\n", + "| htg_setpoint | 0.90688765 |\n", + "| month | -0.02887122 |\n", + "| outdoor_humidity | -0.68273973 |\n", + "| outdoor_temperature | 0.16775253 |\n", + "| people_occupant | -0.6890139 |\n", + "| total_electricity_HVAC | -0.34868324 |\n", + "| wind_direction | -1.6270474 |\n", + "| wind_speed | -0.014715817 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1512.8761 |\n", + "| air_humidity | 36.157993 |\n", + "| air_temperature | 22.152203 |\n", + "| clg_setpoint | 28.721455 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 6.0 |\n", + "| direct_solar_radiation | 2.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.619593 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 13.554043 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1361588.5 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 4.9 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*****-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9216907 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.514294 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.32977185 |\n", + "| air_humidity | 1.119216 |\n", + "| air_temperature | 0.40634978 |\n", + "| clg_setpoint | -0.60038793 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.63929844 |\n", + "| diffuse_solar_radiation | 0.048622917 |\n", + "| direct_solar_radiation | -0.3457742 |\n", + "| hour | -0.9387021 |\n", + "| htg_setpoint | 1.2981794 |\n", + "| month | -0.028859228 |\n", + "| outdoor_humidity | 0.31957993 |\n", + "| outdoor_temperature | 0.6752323 |\n", + "| people_occupant | -0.6885923 |\n", + "| total_electricity_HVAC | -0.35095608 |\n", + "| wind_direction | -1.67467 |\n", + "| wind_speed | -1.0690174 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1501.439 |\n", + "| air_humidity | 51.272697 |\n", + "| air_temperature | 23.249771 |\n", + "| clg_setpoint | 24.57923 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 78.0 |\n", + "| direct_solar_radiation | 66.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 18.468924 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1351295.1 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 2.35 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------******-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.60719746 |\n", + "| Heating_Setpoint_RL | 0.92879254 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.575708 |\n", + "| Heating_Setpoint_RL | 22.849457 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.359325 |\n", + "| air_humidity | 1.5653028 |\n", + "| air_temperature | 0.4060255 |\n", + "| clg_setpoint | 1.4579337 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.52539665 |\n", + "| diffuse_solar_radiation | 0.79154533 |\n", + "| direct_solar_radiation | -0.25782838 |\n", + "| hour | -0.7942258 |\n", + "| htg_setpoint | 1.2978903 |\n", + "| month | -0.02884725 |\n", + "| outdoor_humidity | 0.9638558 |\n", + "| outdoor_temperature | 0.6449556 |\n", + "| people_occupant | -0.6887368 |\n", + "| total_electricity_HVAC | -0.37905654 |\n", + "| wind_direction | -0.49138722 |\n", + "| wind_speed | -0.55194175 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1371.4719 |\n", + "| air_humidity | 57.051563 |\n", + "| air_temperature | 23.249496 |\n", + "| clg_setpoint | 29.9581 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 151.0 |\n", + "| direct_solar_radiation | 88.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 18.180996 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1234324.8 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*****-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.32179415 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.711056 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.106950365 |\n", + "| air_humidity | 2.2055004 |\n", + "| air_temperature | 0.40613043 |\n", + "| clg_setpoint | 0.68041813 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41155654 |\n", + "| diffuse_solar_radiation | 0.6687464 |\n", + "| direct_solar_radiation | -0.6102219 |\n", + "| hour | -0.6497556 |\n", + "| htg_setpoint | 1.2972436 |\n", + "| month | -0.028835287 |\n", + "| outdoor_humidity | 1.106518 |\n", + "| outdoor_temperature | 0.68368196 |\n", + "| people_occupant | -0.6888811 |\n", + "| total_electricity_HVAC | -0.13910943 |\n", + "| wind_direction | 0.07671141 |\n", + "| wind_speed | 0.31652805 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2482.9705 |\n", + "| air_humidity | 65.38247 |\n", + "| air_temperature | 23.249817 |\n", + "| clg_setpoint | 27.92647 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 139.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 18.559666 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2234673.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.7 |\n", + "--------------------------------------------------\n", + "---------------------------------------------------*****------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.007021785 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.585503 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.0067929765 |\n", + "| air_humidity | 2.271984 |\n", + "| air_temperature | 0.4062989 |\n", + "| clg_setpoint | -1.1087515 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29775602 |\n", + "| diffuse_solar_radiation | 0.8411501 |\n", + "| direct_solar_radiation | -0.6099912 |\n", + "| hour | -0.5052895 |\n", + "| htg_setpoint | 1.2685169 |\n", + "| month | -0.02882334 |\n", + "| outdoor_humidity | 1.0340716 |\n", + "| outdoor_temperature | 0.91850317 |\n", + "| people_occupant | 1.6945302 |\n", + "| total_electricity_HVAC | 0.06311718 |\n", + "| wind_direction | 0.12403174 |\n", + "| wind_speed | -0.65617156 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2923.8198 |\n", + "| air_humidity | 66.285416 |\n", + "| air_temperature | 23.250368 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 156.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 23.132412 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 20.835848 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3077421.2 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 3.35 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------******------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.38889924 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.812557 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.8987681 |\n", + "| air_humidity | 1.5073051 |\n", + "| air_temperature | 0.40390125 |\n", + "| clg_setpoint | -1.1087364 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18397845 |\n", + "| diffuse_solar_radiation | 1.9605054 |\n", + "| direct_solar_radiation | 1.6349152 |\n", + "| hour | -0.36082587 |\n", + "| htg_setpoint | 1.2963637 |\n", + "| month | -0.028811408 |\n", + "| outdoor_humidity | 0.8184106 |\n", + "| outdoor_temperature | 0.91189176 |\n", + "| people_occupant | 1.6940634 |\n", + "| total_electricity_HVAC | 0.8171097 |\n", + "| wind_direction | 0.12397909 |\n", + "| wind_speed | -0.015055981 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6909.8965 |\n", + "| air_humidity | 56.39991 |\n", + "| air_temperature | 23.24725 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 266.0 |\n", + "| direct_solar_radiation | 560.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 20.778715 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6218907.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 4.9 |\n", + "| train/ | |\n", + "| approx_kl | 0.007029875 |\n", + "| clip_fraction | 0.0754 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.49 |\n", + "| explained_variance | 0.224 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.19 |\n", + "| n_updates | 590 |\n", + "| policy_gradient_loss | -0.00843 |\n", + "| std | 0.841 |\n", + "| value_loss | 0.824 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------******------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.249951 |\n", + "| air_humidity | -0.30174983 |\n", + "| air_temperature | 0.33652866 |\n", + "| clg_setpoint | -0.72620475 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.07021247 |\n", + "| diffuse_solar_radiation | 2.1934464 |\n", + "| direct_solar_radiation | 1.6504815 |\n", + "| hour | -0.21636358 |\n", + "| htg_setpoint | -0.8014482 |\n", + "| month | -0.028799491 |\n", + "| outdoor_humidity | 0.1021671 |\n", + "| outdoor_temperature | 1.6031651 |\n", + "| people_occupant | -0.6893126 |\n", + "| total_electricity_HVAC | -0.21540523 |\n", + "| wind_direction | 0.31361175 |\n", + "| wind_speed | -0.5528835 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1854.0172 |\n", + "| air_humidity | 32.963287 |\n", + "| air_temperature | 23.152897 |\n", + "| clg_setpoint | 24.24978 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 289.0 |\n", + "| direct_solar_radiation | 564.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 14.50504 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 70.5 |\n", + "| outdoor_temperature | 27.472088 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1917308.9 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*******-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7295937 |\n", + "| Heating_Setpoint_RL | 0.018694907 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.08738 |\n", + "| Heating_Setpoint_RL | 17.73016 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5685551 |\n", + "| air_humidity | -1.5655531 |\n", + "| air_temperature | 0.23860718 |\n", + "| clg_setpoint | 0.117748186 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.043548003 |\n", + "| diffuse_solar_radiation | 2.0797207 |\n", + "| direct_solar_radiation | -0.61022645 |\n", + "| hour | -0.07190176 |\n", + "| htg_setpoint | -1.4019126 |\n", + "| month | -0.028787589 |\n", + "| outdoor_humidity | 0.5070931 |\n", + "| outdoor_temperature | 1.3061408 |\n", + "| people_occupant | -0.68889284 |\n", + "| total_electricity_HVAC | -0.57803994 |\n", + "| wind_direction | -0.77598625 |\n", + "| wind_speed | -0.5526118 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 451.22968 |\n", + "| air_humidity | 16.575438 |\n", + "| air_temperature | 23.015734 |\n", + "| clg_setpoint | 26.457521 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 278.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 24.612564 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 406106.72 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.17784254 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.625364 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.3812519 |\n", + "| air_humidity | 1.2096256 |\n", + "| air_temperature | 0.40561202 |\n", + "| clg_setpoint | -1.1091632 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15730377 |\n", + "| diffuse_solar_radiation | 1.9166425 |\n", + "| direct_solar_radiation | 2.2398934 |\n", + "| hour | 0.07255996 |\n", + "| htg_setpoint | -0.55432165 |\n", + "| month | -0.0287757 |\n", + "| outdoor_humidity | 0.3155876 |\n", + "| outdoor_temperature | 1.1689286 |\n", + "| people_occupant | 0.2649 |\n", + "| total_electricity_HVAC | 0.32504663 |\n", + "| wind_direction | 0.2672275 |\n", + "| wind_speed | -0.32417744 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4627.997 |\n", + "| air_humidity | 52.53597 |\n", + "| air_temperature | 23.249954 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 262.0 |\n", + "| direct_solar_radiation | 711.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 15.531643 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 23.294466 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 4165197.5 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.15 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*******-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.07142884 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.223213 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.70669013 |\n", + "| air_humidity | 1.3966756 |\n", + "| air_temperature | 0.81715596 |\n", + "| clg_setpoint | -0.8867575 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.2710504 |\n", + "| diffuse_solar_radiation | 1.1132145 |\n", + "| direct_solar_radiation | 1.7981523 |\n", + "| hour | 0.21702157 |\n", + "| htg_setpoint | 0.82720536 |\n", + "| month | -0.028763827 |\n", + "| outdoor_humidity | 0.1477909 |\n", + "| outdoor_temperature | 1.5429884 |\n", + "| people_occupant | 1.218159 |\n", + "| total_electricity_HVAC | 0.34663388 |\n", + "| wind_direction | 0.124775484 |\n", + "| wind_speed | -0.013458886 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6058.7188 |\n", + "| air_humidity | 54.968086 |\n", + "| air_temperature | 23.826725 |\n", + "| clg_setpoint | 23.831194 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 183.0 |\n", + "| direct_solar_radiation | 601.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.291254 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 26.92159 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4254963.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 4.9 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*******-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.27123445 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.099306 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.1266131 |\n", + "| air_humidity | 1.2828771 |\n", + "| air_temperature | 0.41088742 |\n", + "| clg_setpoint | -1.108821 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.3847782 |\n", + "| diffuse_solar_radiation | 3.5535495 |\n", + "| direct_solar_radiation | 0.5309413 |\n", + "| hour | 0.3614827 |\n", + "| htg_setpoint | -1.4012374 |\n", + "| month | -0.028751967 |\n", + "| outdoor_humidity | -1.2602718 |\n", + "| outdoor_temperature | 2.413806 |\n", + "| people_occupant | 1.6944816 |\n", + "| total_electricity_HVAC | 1.9846038 |\n", + "| wind_direction | -1.7254138 |\n", + "| wind_speed | 0.09030092 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 12302.282 |\n", + "| air_humidity | 53.497944 |\n", + "| air_temperature | 23.257633 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 423.0 |\n", + "| direct_solar_radiation | 285.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 35.369602 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 11072054.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.15 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.15371254 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.760366 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.70764697 |\n", + "| air_humidity | 1.1628362 |\n", + "| air_temperature | 0.40439335 |\n", + "| clg_setpoint | -1.1087605 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.49847233 |\n", + "| diffuse_solar_radiation | 1.5493469 |\n", + "| direct_solar_radiation | 1.5279748 |\n", + "| hour | 0.5059425 |\n", + "| htg_setpoint | 0.21756174 |\n", + "| month | -0.028740125 |\n", + "| outdoor_humidity | -1.3792895 |\n", + "| outdoor_temperature | 1.5195707 |\n", + "| people_occupant | 1.6940172 |\n", + "| total_electricity_HVAC | 0.63437873 |\n", + "| wind_direction | -0.30168048 |\n", + "| wind_speed | 0.1111011 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6064.245 |\n", + "| air_humidity | 51.94514 |\n", + "| air_temperature | 23.248997 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 226.0 |\n", + "| direct_solar_radiation | 534.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.74908 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 39.5 |\n", + "| outdoor_temperature | 26.73858 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5453474.5 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 5.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.6803187 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.798207 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.46248242 |\n", + "| air_humidity | 1.4900995 |\n", + "| air_temperature | 0.40431663 |\n", + "| clg_setpoint | -1.108513 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.61211276 |\n", + "| diffuse_solar_radiation | 0.39019665 |\n", + "| direct_solar_radiation | 1.9813468 |\n", + "| hour | 0.65039986 |\n", + "| htg_setpoint | 0.1396624 |\n", + "| month | -0.028728295 |\n", + "| outdoor_humidity | 1.0544014 |\n", + "| outdoor_temperature | 1.0089366 |\n", + "| people_occupant | 1.6935537 |\n", + "| total_electricity_HVAC | 0.4188171 |\n", + "| wind_direction | 0.07777198 |\n", + "| wind_speed | 0.2149227 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4985.686 |\n", + "| air_humidity | 56.197136 |\n", + "| air_temperature | 23.249052 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 112.0 |\n", + "| direct_solar_radiation | 647.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 18.42527 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.5 |\n", + "| outdoor_temperature | 21.800982 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4555876.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.45 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.19913244 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.952929 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.38450843 |\n", + "| air_humidity | -0.9698101 |\n", + "| air_temperature | 0.88016313 |\n", + "| clg_setpoint | 0.33479115 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7256742 |\n", + "| diffuse_solar_radiation | 0.5120892 |\n", + "| direct_solar_radiation | 0.866646 |\n", + "| hour | 0.7948532 |\n", + "| htg_setpoint | -1.4010491 |\n", + "| month | -0.02871648 |\n", + "| outdoor_humidity | -1.8083771 |\n", + "| outdoor_temperature | 1.7835908 |\n", + "| people_occupant | -0.6891904 |\n", + "| total_electricity_HVAC | -0.39448512 |\n", + "| wind_direction | 1.2156953 |\n", + "| wind_speed | 0.62957203 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1262.9099 |\n", + "| air_humidity | 24.317003 |\n", + "| air_temperature | 23.915188 |\n", + "| clg_setpoint | 27.024637 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 124.0 |\n", + "| direct_solar_radiation | 369.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 30.5 |\n", + "| outdoor_temperature | 29.320396 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1172358.2 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 6.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.31385145 |\n", + "| Heating_Setpoint_RL | -0.9984083 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.565752 |\n", + "| Heating_Setpoint_RL | 12.008953 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4825756 |\n", + "| air_humidity | -1.6646689 |\n", + "| air_temperature | 0.92900056 |\n", + "| clg_setpoint | -0.10520079 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8391266 |\n", + "| diffuse_solar_radiation | -0.05770905 |\n", + "| direct_solar_radiation | -0.33097297 |\n", + "| hour | 0.9393005 |\n", + "| htg_setpoint | 0.911261 |\n", + "| month | -0.02870468 |\n", + "| outdoor_humidity | 0.5064236 |\n", + "| outdoor_temperature | 1.344639 |\n", + "| people_occupant | -0.68877316 |\n", + "| total_electricity_HVAC | -0.49403423 |\n", + "| wind_direction | -0.018483175 |\n", + "| wind_speed | 0.42238438 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 831.27606 |\n", + "| air_humidity | 15.286939 |\n", + "| air_temperature | 23.983461 |\n", + "| clg_setpoint | 25.873505 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 68.0 |\n", + "| direct_solar_radiation | 70.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.638607 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 25.084755 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 757671.94 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.95 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*********---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.0052770376 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.654682 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.517564 |\n", + "| air_humidity | 1.7765359 |\n", + "| air_temperature | 0.71632516 |\n", + "| clg_setpoint | 0.06963968 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9524344 |\n", + "| diffuse_solar_radiation | -0.748261 |\n", + "| direct_solar_radiation | -0.6112112 |\n", + "| hour | 1.0837394 |\n", + "| htg_setpoint | -0.4327695 |\n", + "| month | -0.028692894 |\n", + "| outdoor_humidity | 1.4360411 |\n", + "| outdoor_temperature | 1.1562113 |\n", + "| people_occupant | -0.45052496 |\n", + "| total_electricity_HVAC | -0.5295955 |\n", + "| wind_direction | -0.8725352 |\n", + "| wind_speed | 0.52636224 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 678.13336 |\n", + "| air_humidity | 59.910763 |\n", + "| air_temperature | 23.686127 |\n", + "| clg_setpoint | 26.330133 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.03328 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 98.5 |\n", + "| outdoor_temperature | 23.272753 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 610320.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 6.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*********---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7139652 |\n", + "| Heating_Setpoint_RL | -0.18368441 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.034634 |\n", + "| Heating_Setpoint_RL | 16.591776 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5152201 |\n", + "| air_humidity | 1.0066584 |\n", + "| air_temperature | 0.43192813 |\n", + "| clg_setpoint | 0.35350817 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0655576 |\n", + "| diffuse_solar_radiation | -0.7483539 |\n", + "| direct_solar_radiation | -0.61137766 |\n", + "| hour | 1.228167 |\n", + "| htg_setpoint | -0.15098463 |\n", + "| month | -0.028681124 |\n", + "| outdoor_humidity | -0.87841547 |\n", + "| outdoor_temperature | 1.8069106 |\n", + "| people_occupant | -0.45069498 |\n", + "| total_electricity_HVAC | -0.5273764 |\n", + "| wind_direction | 0.8839538 |\n", + "| wind_speed | 0.52628726 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 689.4448 |\n", + "| air_humidity | 49.93436 |\n", + "| air_temperature | 23.288641 |\n", + "| clg_setpoint | 27.072748 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 17.208828 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 29.60058 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 620500.3 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 6.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*********---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7396672 |\n", + "| Heating_Setpoint_RL | 0.08672458 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.121376 |\n", + "| Heating_Setpoint_RL | 18.112825 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5398349 |\n", + "| air_humidity | 0.6186147 |\n", + "| air_temperature | 0.10599099 |\n", + "| clg_setpoint | 1.4729133 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1784512 |\n", + "| diffuse_solar_radiation | -0.74845356 |\n", + "| direct_solar_radiation | -0.61166954 |\n", + "| hour | 1.3725805 |\n", + "| htg_setpoint | -1.3996404 |\n", + "| month | -0.028669367 |\n", + "| outdoor_humidity | 0.50550437 |\n", + "| outdoor_temperature | 1.0952077 |\n", + "| people_occupant | -0.689201 |\n", + "| total_electricity_HVAC | -0.5507849 |\n", + "| wind_direction | 0.07659177 |\n", + "| wind_speed | 1.0441629 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 582.112 |\n", + "| air_humidity | 44.90503 |\n", + "| air_temperature | 22.833029 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 22.711237 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 523900.78 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 7.45 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------**********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.35898215 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.644274 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5604869 |\n", + "| air_humidity | 1.3012501 |\n", + "| air_temperature | -0.56376827 |\n", + "| clg_setpoint | 1.4726244 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2910655 |\n", + "| diffuse_solar_radiation | -0.74854845 |\n", + "| direct_solar_radiation | -0.6117197 |\n", + "| hour | 1.5169762 |\n", + "| htg_setpoint | 0.00827012 |\n", + "| month | -0.028657624 |\n", + "| outdoor_humidity | 0.8150944 |\n", + "| outdoor_temperature | 0.84231853 |\n", + "| people_occupant | -0.68934315 |\n", + "| total_electricity_HVAC | -0.5704308 |\n", + "| wind_direction | 0.17152406 |\n", + "| wind_speed | 0.9393325 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 492.04276 |\n", + "| air_humidity | 53.767242 |\n", + "| air_temperature | 21.896864 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 17.87093 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 20.268198 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 442838.47 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 7.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------**********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.253981 |\n", + "| Heating_Setpoint_RL | 0.08767331 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.482185 |\n", + "| Heating_Setpoint_RL | 18.118162 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56731504 |\n", + "| air_humidity | 0.59192115 |\n", + "| air_temperature | -0.75993526 |\n", + "| clg_setpoint | 1.4724709 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4033461 |\n", + "| diffuse_solar_radiation | -0.74869937 |\n", + "| direct_solar_radiation | -0.6118686 |\n", + "| hour | 1.6613504 |\n", + "| htg_setpoint | -1.1726334 |\n", + "| month | -0.028645895 |\n", + "| outdoor_humidity | 0.8863321 |\n", + "| outdoor_temperature | 0.8116167 |\n", + "| people_occupant | -0.68948513 |\n", + "| total_electricity_HVAC | -0.57692695 |\n", + "| wind_direction | 0.17141214 |\n", + "| wind_speed | -0.222293 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 462.72653 |\n", + "| air_humidity | 44.57596 |\n", + "| air_temperature | 21.62299 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 12.94637 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 19.977438 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 416453.88 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.4 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------**********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.75845623 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.18479 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57507336 |\n", + "| air_humidity | 0.6499135 |\n", + "| air_temperature | -0.5202017 |\n", + "| clg_setpoint | 0.9046802 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6290945 |\n", + "| diffuse_solar_radiation | -0.74882066 |\n", + "| direct_solar_radiation | -0.6116372 |\n", + "| hour | -1.6612754 |\n", + "| htg_setpoint | -0.09714413 |\n", + "| month | -0.028634183 |\n", + "| outdoor_humidity | 1.1718454 |\n", + "| outdoor_temperature | 0.77821267 |\n", + "| people_occupant | -0.6890696 |\n", + "| total_electricity_HVAC | -0.58432674 |\n", + "| wind_direction | 0.07652108 |\n", + "| wind_speed | -0.014534651 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 427.8753 |\n", + "| air_humidity | 45.329144 |\n", + "| air_temperature | 21.95854 |\n", + "| clg_setpoint | 28.516186 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 17.43179 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 19.659443 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 385087.75 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.9 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.38581097 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.322887 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.12840097 |\n", + "| air_humidity | 0.20074093 |\n", + "| air_temperature | 0.40430588 |\n", + "| clg_setpoint | 0.38878927 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6730602 |\n", + "| diffuse_solar_radiation | -0.74877214 |\n", + "| direct_solar_radiation | -0.61150783 |\n", + "| hour | -1.5167257 |\n", + "| htg_setpoint | 1.2981071 |\n", + "| month | 0.26341176 |\n", + "| outdoor_humidity | 1.3384974 |\n", + "| outdoor_temperature | 0.75610465 |\n", + "| people_occupant | -0.68865484 |\n", + "| total_electricity_HVAC | 0.08459675 |\n", + "| wind_direction | 0.45670062 |\n", + "| wind_speed | -0.55414724 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3512.0713 |\n", + "| air_humidity | 39.50479 |\n", + "| air_temperature | 23.250278 |\n", + "| clg_setpoint | 27.167519 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 19.450851 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3160864.2 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.18367958 |\n", + "| Heating_Setpoint_RL | 0.7913893 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.005081 |\n", + "| Heating_Setpoint_RL | 22.076565 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65291905 |\n", + "| air_humidity | 2.1012645 |\n", + "| air_temperature | -0.4285746 |\n", + "| clg_setpoint | 1.0715222 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5567986 |\n", + "| diffuse_solar_radiation | -0.74890256 |\n", + "| direct_solar_radiation | -0.611823 |\n", + "| hour | -1.372198 |\n", + "| htg_setpoint | 0.46355963 |\n", + "| month | 0.26329687 |\n", + "| outdoor_humidity | 1.1710846 |\n", + "| outdoor_temperature | 0.502476 |\n", + "| people_occupant | -0.688797 |\n", + "| total_electricity_HVAC | -0.65836316 |\n", + "| wind_direction | -1.7308766 |\n", + "| wind_speed | -2.0479915 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 64.15103 |\n", + "| air_temperature | 22.08747 |\n", + "| clg_setpoint | 28.953123 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.77015 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 16.998117 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.86395246 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.484734 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.3894096 |\n", + "| air_humidity | -0.06698762 |\n", + "| air_temperature | 0.4041571 |\n", + "| clg_setpoint | 0.21192145 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4410288 |\n", + "| diffuse_solar_radiation | -0.74900836 |\n", + "| direct_solar_radiation | -0.6120434 |\n", + "| hour | -1.2276881 |\n", + "| htg_setpoint | 1.2979227 |\n", + "| month | 0.26318213 |\n", + "| outdoor_humidity | 0.9798188 |\n", + "| outdoor_temperature | 1.0077466 |\n", + "| people_occupant | -0.68893886 |\n", + "| total_electricity_HVAC | 0.33279395 |\n", + "| wind_direction | 0.5045451 |\n", + "| wind_speed | -0.86453235 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4657.0703 |\n", + "| air_humidity | 36.05532 |\n", + "| air_temperature | 23.25045 |\n", + "| clg_setpoint | 26.704506 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 21.910683 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4191363.2 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 2.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.117896244 |\n", + "| air_humidity | 0.100958236 |\n", + "| air_temperature | 0.40389103 |\n", + "| clg_setpoint | 1.2765014 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3256786 |\n", + "| diffuse_solar_radiation | -0.7489593 |\n", + "| direct_solar_radiation | -0.61183417 |\n", + "| hour | -1.0831925 |\n", + "| htg_setpoint | 1.2974468 |\n", + "| month | 0.2630675 |\n", + "| outdoor_humidity | 1.2424384 |\n", + "| outdoor_temperature | 0.99025685 |\n", + "| people_occupant | -0.68908054 |\n", + "| total_electricity_HVAC | -0.14961217 |\n", + "| wind_direction | -1.255154 |\n", + "| wind_speed | -0.4489073 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2433.955 |\n", + "| air_humidity | 38.24273 |\n", + "| air_temperature | 23.250263 |\n", + "| clg_setpoint | 29.48923 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 94.5 |\n", + "| outdoor_temperature | 21.755943 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2190559.5 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.85 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.9262533 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 22.835175 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.18179595 |\n", + "| air_humidity | -0.18650922 |\n", + "| air_temperature | 0.40360954 |\n", + "| clg_setpoint | 1.4716163 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2106824 |\n", + "| diffuse_solar_radiation | -0.44529113 |\n", + "| direct_solar_radiation | -0.61205584 |\n", + "| hour | -0.9387081 |\n", + "| htg_setpoint | 1.2972944 |\n", + "| month | 0.26295307 |\n", + "| outdoor_humidity | 1.1707876 |\n", + "| outdoor_temperature | 1.1773125 |\n", + "| people_occupant | -0.689222 |\n", + "| total_electricity_HVAC | 0.30806574 |\n", + "| wind_direction | -1.1118792 |\n", + "| wind_speed | -1.0713073 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3747.5 |\n", + "| air_humidity | 34.52265 |\n", + "| air_temperature | 23.250088 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 30.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 23.584923 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4088940.2 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.35 |\n", + "| train/ | |\n", + "| approx_kl | 0.010629644 |\n", + "| clip_fraction | 0.11 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.48 |\n", + "| explained_variance | 0.309 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.561 |\n", + "| n_updates | 600 |\n", + "| policy_gradient_loss | -0.0142 |\n", + "| std | 0.835 |\n", + "| value_loss | 1.87 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.3441354 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 15.689239 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5649356 |\n", + "| air_humidity | -0.5125652 |\n", + "| air_temperature | 0.051620707 |\n", + "| clg_setpoint | 1.4713438 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0959806 |\n", + "| diffuse_solar_radiation | 0.16174711 |\n", + "| direct_solar_radiation | -0.35988608 |\n", + "| hour | -0.7942321 |\n", + "| htg_setpoint | -0.9553326 |\n", + "| month | 0.26283878 |\n", + "| outdoor_humidity | 1.0030537 |\n", + "| outdoor_temperature | 1.3830367 |\n", + "| people_occupant | -0.68936324 |\n", + "| total_electricity_HVAC | -0.5747429 |\n", + "| wind_direction | 0.5055972 |\n", + "| wind_speed | -0.24082081 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 476.60208 |\n", + "| air_humidity | 30.301962 |\n", + "| air_temperature | 22.759436 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 90.0 |\n", + "| direct_solar_radiation | 63.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 13.8573265 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 89.5 |\n", + "| outdoor_temperature | 25.598022 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 428941.88 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 4.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.73619545 |\n", + "| Heating_Setpoint_RL | -0.2877767 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.10966 |\n", + "| Heating_Setpoint_RL | 16.006256 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56312746 |\n", + "| air_humidity | -1.6489311 |\n", + "| air_temperature | 0.09140869 |\n", + "| clg_setpoint | 0.969898 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9815199 |\n", + "| diffuse_solar_radiation | 0.8293427 |\n", + "| direct_solar_radiation | -0.6123259 |\n", + "| hour | -0.649762 |\n", + "| htg_setpoint | -0.7530126 |\n", + "| month | 0.26272464 |\n", + "| outdoor_humidity | 0.14304478 |\n", + "| outdoor_temperature | 1.5849574 |\n", + "| people_occupant | -0.6889502 |\n", + "| total_electricity_HVAC | -0.57301694 |\n", + "| wind_direction | 0.60077196 |\n", + "| wind_speed | -0.75948304 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 483.76074 |\n", + "| air_humidity | 15.552644 |\n", + "| air_temperature | 22.815758 |\n", + "| clg_setpoint | 28.689144 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 156.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 14.697964 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 27.585943 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 435384.66 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.45060536 |\n", + "| air_humidity | -0.89476424 |\n", + "| air_temperature | 2.3911433 |\n", + "| clg_setpoint | 1.4706359 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8672523 |\n", + "| diffuse_solar_radiation | 2.1336162 |\n", + "| direct_solar_radiation | 0.88037735 |\n", + "| hour | -0.50529593 |\n", + "| htg_setpoint | 1.0023475 |\n", + "| month | 0.26261064 |\n", + "| outdoor_humidity | 0.21476825 |\n", + "| outdoor_temperature | 1.9176599 |\n", + "| people_occupant | 1.69562 |\n", + "| total_electricity_HVAC | -0.4812405 |\n", + "| wind_direction | 0.0772027 |\n", + "| wind_speed | -0.65524477 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 975.69525 |\n", + "| air_humidity | 25.303078 |\n", + "| air_temperature | 26.023577 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 285.0 |\n", + "| direct_solar_radiation | 373.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.016392 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 30.852299 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 815007.7 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.0326453 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.44137 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.0356128 |\n", + "| air_humidity | 1.0624255 |\n", + "| air_temperature | 0.40143368 |\n", + "| clg_setpoint | -1.1091863 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.75313556 |\n", + "| diffuse_solar_radiation | 1.7683228 |\n", + "| direct_solar_radiation | 1.869043 |\n", + "| hour | -0.36083233 |\n", + "| htg_setpoint | 0.91995484 |\n", + "| month | 0.26249677 |\n", + "| outdoor_humidity | 0.23804589 |\n", + "| outdoor_temperature | 1.7903492 |\n", + "| people_occupant | 1.6951607 |\n", + "| total_electricity_HVAC | 1.8983778 |\n", + "| wind_direction | 0.26805824 |\n", + "| wind_speed | -0.6543239 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11864.383 |\n", + "| air_humidity | 50.721123 |\n", + "| air_temperature | 23.249165 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 249.0 |\n", + "| direct_solar_radiation | 620.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.673931 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 29.634628 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 10677944.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "------------------------------------------------***************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.3189621 |\n", + "| air_humidity | 1.119227 |\n", + "| air_temperature | 0.40092468 |\n", + "| clg_setpoint | -1.1090608 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6391331 |\n", + "| diffuse_solar_radiation | 2.6057827 |\n", + "| direct_solar_radiation | 1.4404993 |\n", + "| hour | -0.21637 |\n", + "| htg_setpoint | 0.67461044 |\n", + "| month | 0.26238307 |\n", + "| outdoor_humidity | -1.2917324 |\n", + "| outdoor_temperature | 1.9655299 |\n", + "| people_occupant | 1.6947025 |\n", + "| total_electricity_HVAC | 1.2169203 |\n", + "| wind_direction | 0.9340631 |\n", + "| wind_speed | -0.3428512 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8728.211 |\n", + "| air_humidity | 51.464066 |\n", + "| air_temperature | 23.248632 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 332.0 |\n", + "| direct_solar_radiation | 513.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.65036 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 41.5 |\n", + "| outdoor_temperature | 31.365892 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7855390.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 4.1 |\n", + "------------------------------------------------\n", + "--------------------------------------------------*************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.5516999 |\n", + "| air_humidity | 1.0944712 |\n", + "| air_temperature | 0.40112442 |\n", + "| clg_setpoint | -1.1087906 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5252135 |\n", + "| diffuse_solar_radiation | 2.139849 |\n", + "| direct_solar_radiation | 2.028231 |\n", + "| hour | -0.07190817 |\n", + "| htg_setpoint | -0.11248669 |\n", + "| month | 0.26226953 |\n", + "| outdoor_humidity | -1.314722 |\n", + "| outdoor_temperature | 1.3439134 |\n", + "| people_occupant | 1.21759 |\n", + "| total_electricity_HVAC | 0.48683453 |\n", + "| wind_direction | -1.6365625 |\n", + "| wind_speed | -0.010758932 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5368.0635 |\n", + "| air_humidity | 51.14755 |\n", + "| air_temperature | 23.249138 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 286.0 |\n", + "| direct_solar_radiation | 660.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.366821 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 25.32628 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4829611.0 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 4.9 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.0986923 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.069855 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.43132946 |\n", + "| air_humidity | 1.0115818 |\n", + "| air_temperature | 0.40132195 |\n", + "| clg_setpoint | -1.1084192 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41135067 |\n", + "| diffuse_solar_radiation | 0.88674355 |\n", + "| direct_solar_radiation | 2.4151351 |\n", + "| hour | 0.07255358 |\n", + "| htg_setpoint | -0.7220596 |\n", + "| month | 0.2621561 |\n", + "| outdoor_humidity | -1.5769292 |\n", + "| outdoor_temperature | 1.6174793 |\n", + "| people_occupant | 0.2639686 |\n", + "| total_electricity_HVAC | 0.37427914 |\n", + "| wind_direction | 0.3143047 |\n", + "| wind_speed | 0.32209492 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4840.615 |\n", + "| air_humidity | 50.077305 |\n", + "| air_temperature | 23.24946 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 162.0 |\n", + "| direct_solar_radiation | 757.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 14.824507 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 35.5 |\n", + "| outdoor_temperature | 28.00503 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 4362897.5 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.46967408 |\n", + "| Heating_Setpoint_RL | -0.64787793 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.21015 |\n", + "| Heating_Setpoint_RL | 13.980686 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.50019324 |\n", + "| air_humidity | -0.9969296 |\n", + "| air_temperature | 0.94934404 |\n", + "| clg_setpoint | -0.08327316 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29752392 |\n", + "| diffuse_solar_radiation | 1.5737185 |\n", + "| direct_solar_radiation | 2.2492762 |\n", + "| hour | 0.21701524 |\n", + "| htg_setpoint | -1.398971 |\n", + "| month | 0.26204285 |\n", + "| outdoor_humidity | -0.5970889 |\n", + "| outdoor_temperature | 1.8799002 |\n", + "| people_occupant | -0.6892427 |\n", + "| total_electricity_HVAC | -0.5248066 |\n", + "| wind_direction | 0.076055616 |\n", + "| wind_speed | 0.32225037 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 763.0369 |\n", + "| air_humidity | 24.014902 |\n", + "| air_temperature | 24.012915 |\n", + "| clg_setpoint | 25.932745 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 230.0 |\n", + "| direct_solar_radiation | 716.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 30.584087 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 638657.1 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.35711503 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.419737 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5350541 |\n", + "| air_humidity | -1.77723 |\n", + "| air_temperature | 0.7284763 |\n", + "| clg_setpoint | 1.4707993 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18371767 |\n", + "| diffuse_solar_radiation | 2.139063 |\n", + "| direct_solar_radiation | -0.61377585 |\n", + "| hour | 0.3614764 |\n", + "| htg_setpoint | -1.3980955 |\n", + "| month | 0.26192972 |\n", + "| outdoor_humidity | -0.095056765 |\n", + "| outdoor_temperature | 1.3403605 |\n", + "| people_occupant | -0.68883216 |\n", + "| total_electricity_HVAC | -0.54690814 |\n", + "| wind_direction | -0.59020483 |\n", + "| wind_speed | 0.63423496 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 609.63184 |\n", + "| air_humidity | 13.862129 |\n", + "| air_temperature | 23.706017 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 286.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 25.33838 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 546363.5 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 6.45 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.67039573 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.854024 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.0902784 |\n", + "| air_humidity | 1.189455 |\n", + "| air_temperature | 0.39989635 |\n", + "| clg_setpoint | -1.1091249 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.06992155 |\n", + "| diffuse_solar_radiation | 1.2189605 |\n", + "| direct_solar_radiation | 0.86199427 |\n", + "| hour | 0.50593626 |\n", + "| htg_setpoint | -1.0940313 |\n", + "| month | 0.26181677 |\n", + "| outdoor_humidity | -0.26316428 |\n", + "| outdoor_temperature | 1.6309947 |\n", + "| people_occupant | 1.69511 |\n", + "| total_electricity_HVAC | 0.99945617 |\n", + "| wind_direction | 0.45796272 |\n", + "| wind_speed | -1.2994255 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7718.3345 |\n", + "| air_humidity | 52.380123 |\n", + "| air_temperature | 23.248539 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 195.0 |\n", + "| direct_solar_radiation | 369.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 13.267537 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 28.184895 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6946501.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 1.8 |\n", + "-------------------------------------------------\n", + "-----------------------------------------------------************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.000110143796 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.62438 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.7991651 |\n", + "| air_humidity | 1.335164 |\n", + "| air_temperature | 0.39984438 |\n", + "| clg_setpoint | -1.1088849 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.043869633 |\n", + "| diffuse_solar_radiation | 0.8647943 |\n", + "| direct_solar_radiation | -0.28956383 |\n", + "| hour | 0.6503938 |\n", + "| htg_setpoint | 1.2986403 |\n", + "| month | 0.26170394 |\n", + "| outdoor_humidity | -0.9089606 |\n", + "| outdoor_temperature | 1.8491398 |\n", + "| people_occupant | 1.694654 |\n", + "| total_electricity_HVAC | 0.7226167 |\n", + "| wind_direction | 0.79114974 |\n", + "| wind_speed | -0.3422412 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6445.3037 |\n", + "| air_humidity | 54.27886 |\n", + "| air_temperature | 23.24857 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 160.0 |\n", + "| direct_solar_radiation | 81.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 49.5 |\n", + "| outdoor_temperature | 30.333534 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5800773.5 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 4.1 |\n", + "-----------------------------------------------------\n", + "-------------------------------------------------****************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.6111664 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.062813 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.6024672 |\n", + "| air_humidity | 1.2317518 |\n", + "| air_temperature | 0.40000418 |\n", + "| clg_setpoint | -1.1086768 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15765595 |\n", + "| diffuse_solar_radiation | 0.46070954 |\n", + "| direct_solar_radiation | -0.3258122 |\n", + "| hour | 0.79484725 |\n", + "| htg_setpoint | 1.2987169 |\n", + "| month | 0.26159126 |\n", + "| outdoor_humidity | -0.6697017 |\n", + "| outdoor_temperature | 1.5276068 |\n", + "| people_occupant | 1.6941991 |\n", + "| total_electricity_HVAC | 0.53559047 |\n", + "| wind_direction | 0.030184664 |\n", + "| wind_speed | -0.11297985 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5585.078 |\n", + "| air_humidity | 52.94153 |\n", + "| air_temperature | 23.249016 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 120.0 |\n", + "| direct_solar_radiation | 72.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 54.5 |\n", + "| outdoor_temperature | 27.21207 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5026748.0 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 4.65 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.60018015 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.001015 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.120440096 |\n", + "| air_humidity | 2.196461 |\n", + "| air_temperature | 0.40036166 |\n", + "| clg_setpoint | -1.1084551 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.27143237 |\n", + "| diffuse_solar_radiation | -0.26630205 |\n", + "| direct_solar_radiation | -0.49743354 |\n", + "| hour | 0.9392948 |\n", + "| htg_setpoint | 0.03650236 |\n", + "| month | 0.26147872 |\n", + "| outdoor_humidity | 0.42997965 |\n", + "| outdoor_temperature | 1.1212349 |\n", + "| people_occupant | 0.50222445 |\n", + "| total_electricity_HVAC | -0.15201661 |\n", + "| wind_direction | -0.39782262 |\n", + "| wind_speed | -0.5494096 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2424.823 |\n", + "| air_humidity | 65.49401 |\n", + "| air_temperature | 23.249697 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 48.0 |\n", + "| direct_solar_radiation | 29.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 17.986572 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | 23.256588 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 2182340.8 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------****************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.34087452 |\n", + "| Heating_Setpoint_RL | -0.2361201 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.775452 |\n", + "| Heating_Setpoint_RL | 16.296825 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3039138 |\n", + "| air_humidity | 1.2967197 |\n", + "| air_temperature | 0.40023497 |\n", + "| clg_setpoint | -1.1081877 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38518864 |\n", + "| diffuse_solar_radiation | -0.75098187 |\n", + "| direct_solar_radiation | -0.6135927 |\n", + "| hour | 1.0837342 |\n", + "| htg_setpoint | 0.8974579 |\n", + "| month | 0.26136634 |\n", + "| outdoor_humidity | 0.9079882 |\n", + "| outdoor_temperature | 1.4586265 |\n", + "| people_occupant | -0.45121753 |\n", + "| total_electricity_HVAC | -0.32653674 |\n", + "| wind_direction | 0.07838994 |\n", + "| wind_speed | 0.09602284 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1623.9801 |\n", + "| air_humidity | 53.81355 |\n", + "| air_temperature | 23.24973 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.579311 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.5 |\n", + "| outdoor_temperature | 26.567085 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1461582.1 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.15 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.6531806 |\n", + "| Heating_Setpoint_RL | 0.45527494 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.829485 |\n", + "| Heating_Setpoint_RL | 20.18592 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.25976035 |\n", + "| air_humidity | -0.9062086 |\n", + "| air_temperature | 0.5115326 |\n", + "| clg_setpoint | -1.0449407 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.4989096 |\n", + "| diffuse_solar_radiation | -0.7509678 |\n", + "| direct_solar_radiation | -0.6137237 |\n", + "| hour | 1.2281626 |\n", + "| htg_setpoint | -0.4616067 |\n", + "| month | 0.2612541 |\n", + "| outdoor_humidity | 0.787729 |\n", + "| outdoor_temperature | 1.5915935 |\n", + "| people_occupant | -0.6891236 |\n", + "| total_electricity_HVAC | -0.15065855 |\n", + "| wind_direction | 0.17355317 |\n", + "| wind_speed | 0.3044449 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1815.9686 |\n", + "| air_humidity | 25.185303 |\n", + "| air_temperature | 23.404793 |\n", + "| clg_setpoint | 23.416119 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.909645 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 27.886946 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2187877.2 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.65 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.24524999 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.452719 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5439414 |\n", + "| air_humidity | -1.6988509 |\n", + "| air_temperature | 0.5089808 |\n", + "| clg_setpoint | 1.4696155 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6125748 |\n", + "| diffuse_solar_radiation | -0.75098044 |\n", + "| direct_solar_radiation | -0.6137884 |\n", + "| hour | 1.3725771 |\n", + "| htg_setpoint | -1.3981665 |\n", + "| month | 0.26114202 |\n", + "| outdoor_humidity | 0.8352834 |\n", + "| outdoor_temperature | 1.3944355 |\n", + "| people_occupant | -0.6887154 |\n", + "| total_electricity_HVAC | -0.5548422 |\n", + "| wind_direction | 0.07809006 |\n", + "| wind_speed | 1.0536854 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 573.40906 |\n", + "| air_humidity | 14.861581 |\n", + "| air_temperature | 23.401829 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 25.97723 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 516068.16 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 7.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------****************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.76075006 |\n", + "| Heating_Setpoint_RL | -0.7315289 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.192532 |\n", + "| Heating_Setpoint_RL | 13.51015 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.54468983 |\n", + "| air_humidity | 0.545495 |\n", + "| air_temperature | -0.058965784 |\n", + "| clg_setpoint | 1.4693569 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7261591 |\n", + "| diffuse_solar_radiation | -0.75104 |\n", + "| direct_solar_radiation | -0.6137941 |\n", + "| hour | 1.5169741 |\n", + "| htg_setpoint | -1.3979686 |\n", + "| month | 0.26103005 |\n", + "| outdoor_humidity | 0.9066365 |\n", + "| outdoor_temperature | 1.2927464 |\n", + "| people_occupant | -0.68885523 |\n", + "| total_electricity_HVAC | -0.555553 |\n", + "| wind_direction | 0.17333086 |\n", + "| wind_speed | 0.4284926 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 570.7661 |\n", + "| air_humidity | 44.035713 |\n", + "| air_temperature | 22.612791 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.5 |\n", + "| outdoor_temperature | 24.999454 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 513689.53 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.95 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.22640485 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.351473 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.025330886 |\n", + "| air_humidity | 1.2950683 |\n", + "| air_temperature | -0.1018907 |\n", + "| clg_setpoint | 0.9435008 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.839632 |\n", + "| diffuse_solar_radiation | -0.751143 |\n", + "| direct_solar_radiation | -0.6135307 |\n", + "| hour | 1.6613498 |\n", + "| htg_setpoint | 1.1307023 |\n", + "| month | 0.26091823 |\n", + "| outdoor_humidity | 1.1211749 |\n", + "| outdoor_temperature | 0.8220973 |\n", + "| people_occupant | -0.68899477 |\n", + "| total_electricity_HVAC | 0.21057189 |\n", + "| wind_direction | 0.31626245 |\n", + "| wind_speed | -0.3209804 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3060.1013 |\n", + "| air_humidity | 53.799202 |\n", + "| air_temperature | 22.553505 |\n", + "| clg_setpoint | 28.623503 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.550978 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 20.401491 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3679325.0 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 4.15 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*****************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.06540382 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.992897 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.092078105 |\n", + "| air_humidity | 0.34461936 |\n", + "| air_temperature | 0.026740843 |\n", + "| clg_setpoint | 1.4599655 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0670114 |\n", + "| diffuse_solar_radiation | -0.75123423 |\n", + "| direct_solar_radiation | -0.61366653 |\n", + "| hour | -1.6612763 |\n", + "| htg_setpoint | 1.1734216 |\n", + "| month | 0.26080656 |\n", + "| outdoor_humidity | 0.8815322 |\n", + "| outdoor_temperature | 1.1130159 |\n", + "| people_occupant | -0.6891341 |\n", + "| total_electricity_HVAC | 0.08932655 |\n", + "| wind_direction | 0.26849976 |\n", + "| wind_speed | -0.86201096 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2548.1428 |\n", + "| air_humidity | 41.445576 |\n", + "| air_temperature | 22.732529 |\n", + "| clg_setpoint | 29.976164 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.729937 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 23.261425 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3178952.2 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.85 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5911493 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.620129 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56848544 |\n", + "| air_humidity | 0.62685555 |\n", + "| air_temperature | -0.26596478 |\n", + "| clg_setpoint | 1.0042418 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1801358 |\n", + "| diffuse_solar_radiation | -0.75111884 |\n", + "| direct_solar_radiation | -0.6137116 |\n", + "| hour | -1.5167283 |\n", + "| htg_setpoint | 0.8442433 |\n", + "| month | 0.26069504 |\n", + "| outdoor_humidity | 0.9530084 |\n", + "| outdoor_temperature | 1.0465372 |\n", + "| people_occupant | -0.6892733 |\n", + "| total_electricity_HVAC | -0.5777726 |\n", + "| wind_direction | 0.45916244 |\n", + "| wind_speed | -1.1741823 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 469.37503 |\n", + "| air_humidity | 45.12517 |\n", + "| air_temperature | 22.326414 |\n", + "| clg_setpoint | 28.782368 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.357807 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 22.62334 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 424297.7 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8476381 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.764221 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.18737303 |\n", + "| air_humidity | 0.39314288 |\n", + "| air_temperature | 0.39742962 |\n", + "| clg_setpoint | 1.4694421 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.293015 |\n", + "| diffuse_solar_radiation | -0.75123876 |\n", + "| direct_solar_radiation | -0.61373276 |\n", + "| hour | -1.3722018 |\n", + "| htg_setpoint | 1.2975659 |\n", + "| month | 0.26058367 |\n", + "| outdoor_humidity | 1.119932 |\n", + "| outdoor_temperature | 1.1322688 |\n", + "| people_occupant | -0.68941224 |\n", + "| total_electricity_HVAC | -0.21571861 |\n", + "| wind_direction | 0.6500344 |\n", + "| wind_speed | -0.65329826 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2133.7563 |\n", + "| air_humidity | 42.09608 |\n", + "| air_temperature | 23.247726 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 23.475267 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1920380.8 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.35 |\n", + "| train/ | |\n", + "| approx_kl | 0.007802408 |\n", + "| clip_fraction | 0.0689 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.48 |\n", + "| explained_variance | 0.677 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.617 |\n", + "| n_updates | 610 |\n", + "| policy_gradient_loss | -0.00942 |\n", + "| std | 0.838 |\n", + "| value_loss | 1.91 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.28313586 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.580584 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.58020896 |\n", + "| air_humidity | -1.2958276 |\n", + "| air_temperature | -0.21118963 |\n", + "| clg_setpoint | 1.1656483 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4055983 |\n", + "| diffuse_solar_radiation | -0.751274 |\n", + "| direct_solar_radiation | -0.61372936 |\n", + "| hour | -1.2276928 |\n", + "| htg_setpoint | -0.6830717 |\n", + "| month | 0.26047242 |\n", + "| outdoor_humidity | 1.406783 |\n", + "| outdoor_temperature | 1.1482011 |\n", + "| people_occupant | -0.68900573 |\n", + "| total_electricity_HVAC | -0.58937997 |\n", + "| wind_direction | 0.22036621 |\n", + "| wind_speed | 0.32634374 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 418.56653 |\n", + "| air_humidity | 20.121721 |\n", + "| air_temperature | 22.40323 |\n", + "| clg_setpoint | 29.20476 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 14.985658 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 23.644148 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 376709.88 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.97284895 |\n", + "| Heating_Setpoint_RL | -0.71745944 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.341635 |\n", + "| Heating_Setpoint_RL | 13.589291 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.19453153 |\n", + "| air_humidity | -1.9333845 |\n", + "| air_temperature | -0.22947711 |\n", + "| clg_setpoint | -0.5264827 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5178304 |\n", + "| diffuse_solar_radiation | -0.75133204 |\n", + "| direct_solar_radiation | -0.61366785 |\n", + "| hour | -1.083198 |\n", + "| htg_setpoint | 1.088476 |\n", + "| month | 0.26036134 |\n", + "| outdoor_humidity | 0.6881093 |\n", + "| outdoor_temperature | 0.80187917 |\n", + "| people_occupant | -0.6886 |\n", + "| total_electricity_HVAC | 0.14755309 |\n", + "| wind_direction | 1.0797391 |\n", + "| wind_speed | -0.75740343 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3796.9583 |\n", + "| air_humidity | 11.79216 |\n", + "| air_temperature | 22.378279 |\n", + "| clg_setpoint | 24.775236 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.375103 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 20.260105 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3417262.2 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.32940903 |\n", + "| Heating_Setpoint_RL | -0.15583271 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.736755 |\n", + "| Heating_Setpoint_RL | 16.748442 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57279825 |\n", + "| air_humidity | 0.011078191 |\n", + "| air_temperature | -0.28581068 |\n", + "| clg_setpoint | 1.0164702 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6296521 |\n", + "| diffuse_solar_radiation | -0.4096616 |\n", + "| direct_solar_radiation | -0.5856196 |\n", + "| hour | -0.93871385 |\n", + "| htg_setpoint | 0.95583856 |\n", + "| month | 0.2602504 |\n", + "| outdoor_humidity | 1.5019954 |\n", + "| outdoor_temperature | 1.1204711 |\n", + "| people_occupant | -0.6887391 |\n", + "| total_electricity_HVAC | -0.5820892 |\n", + "| wind_direction | 0.1244458 |\n", + "| wind_speed | -0.54861116 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 450.77844 |\n", + "| air_humidity | 37.10694 |\n", + "| air_temperature | 22.300514 |\n", + "| clg_setpoint | 28.814327 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 34.0 |\n", + "| direct_solar_radiation | 7.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.821972 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 23.393621 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 406670.28 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------******************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5178735 |\n", + "| Heating_Setpoint_RL | 0.35655046 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.372824 |\n", + "| Heating_Setpoint_RL | 19.630596 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.59264743 |\n", + "| air_humidity | -0.050751716 |\n", + "| air_temperature | 0.24184214 |\n", + "| clg_setpoint | 1.4694098 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7410003 |\n", + "| diffuse_solar_radiation | -0.007942657 |\n", + "| direct_solar_radiation | -0.61377144 |\n", + "| hour | -0.7942381 |\n", + "| htg_setpoint | -1.398592 |\n", + "| month | 0.26013958 |\n", + "| outdoor_humidity | 1.0704242 |\n", + "| outdoor_temperature | 0.9999126 |\n", + "| people_occupant | -0.688878 |\n", + "| total_electricity_HVAC | -0.6012311 |\n", + "| wind_direction | -0.92682064 |\n", + "| wind_speed | -1.7367954 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 365.27643 |\n", + "| air_humidity | 36.309578 |\n", + "| air_temperature | 23.032566 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 74.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | 22.223648 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 328748.78 |\n", + "| wind_direction | 85.0 |\n", + "| wind_speed | 0.75 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------******************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.92419684 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.744164 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.14754075 |\n", + "| air_humidity | 0.07947974 |\n", + "| air_temperature | 0.39973035 |\n", + "| clg_setpoint | -0.5152396 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6725206 |\n", + "| diffuse_solar_radiation | 0.46354547 |\n", + "| direct_solar_radiation | 1.6748469 |\n", + "| hour | -0.6497681 |\n", + "| htg_setpoint | 1.2974992 |\n", + "| month | 0.55530035 |\n", + "| outdoor_humidity | -0.07929286 |\n", + "| outdoor_temperature | 1.2996955 |\n", + "| people_occupant | -0.68901664 |\n", + "| total_electricity_HVAC | -0.022024507 |\n", + "| wind_direction | 0.4590225 |\n", + "| wind_speed | -0.86068857 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2306.3413 |\n", + "| air_humidity | 38.014202 |\n", + "| air_temperature | 23.251623 |\n", + "| clg_setpoint | 24.802877 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 121.0 |\n", + "| direct_solar_radiation | 571.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 25.175156 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2718445.8 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 2.85 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*******************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.21186082 |\n", + "| air_humidity | -0.1192272 |\n", + "| air_temperature | 2.3531559 |\n", + "| clg_setpoint | 0.6408002 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5564656 |\n", + "| diffuse_solar_radiation | 0.3330274 |\n", + "| direct_solar_radiation | 2.40225 |\n", + "| hour | -0.50530213 |\n", + "| htg_setpoint | -0.6668979 |\n", + "| month | 0.55501115 |\n", + "| outdoor_humidity | 0.16044152 |\n", + "| outdoor_temperature | 1.6855766 |\n", + "| people_occupant | 1.6942431 |\n", + "| total_electricity_HVAC | -0.22655869 |\n", + "| wind_direction | 0.31543565 |\n", + "| wind_speed | -1.0693651 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2026.6461 |\n", + "| air_humidity | 35.43352 |\n", + "| air_temperature | 25.95882 |\n", + "| clg_setpoint | 27.829786 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 108.0 |\n", + "| direct_solar_radiation | 753.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.05307 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 28.980946 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1875445.0 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 2.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7944599 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.306301 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.30641544 |\n", + "| air_humidity | -0.6627867 |\n", + "| air_temperature | 0.6116988 |\n", + "| clg_setpoint | -0.035300355 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4408777 |\n", + "| diffuse_solar_radiation | 2.0705507 |\n", + "| direct_solar_radiation | 1.4519063 |\n", + "| hour | -0.36083853 |\n", + "| htg_setpoint | -1.3986485 |\n", + "| month | 0.55472237 |\n", + "| outdoor_humidity | 0.11227866 |\n", + "| outdoor_temperature | 1.6384137 |\n", + "| people_occupant | -0.6892933 |\n", + "| total_electricity_HVAC | -0.30118576 |\n", + "| wind_direction | 0.028546665 |\n", + "| wind_speed | -0.8604937 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1615.3931 |\n", + "| air_humidity | 28.365204 |\n", + "| air_temperature | 23.545876 |\n", + "| clg_setpoint | 26.059195 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 281.0 |\n", + "| direct_solar_radiation | 516.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 28.537762 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1568512.4 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 2.85 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.45609167 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.16431 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48199362 |\n", + "| air_humidity | -1.7361234 |\n", + "| air_temperature | 0.9060035 |\n", + "| clg_setpoint | 0.71964043 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3256879 |\n", + "| diffuse_solar_radiation | 0.9750517 |\n", + "| direct_solar_radiation | 2.184525 |\n", + "| hour | -0.2163762 |\n", + "| htg_setpoint | -1.3977748 |\n", + "| month | 0.55443406 |\n", + "| outdoor_humidity | 0.13564576 |\n", + "| outdoor_temperature | 1.480988 |\n", + "| people_occupant | -0.68888927 |\n", + "| total_electricity_HVAC | -0.4960126 |\n", + "| wind_direction | 0.028467245 |\n", + "| wind_speed | -0.4431779 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 849.03845 |\n", + "| air_humidity | 14.375152 |\n", + "| air_temperature | 23.954372 |\n", + "| clg_setpoint | 28.037722 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 172.0 |\n", + "| direct_solar_radiation | 699.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 27.009106 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 764134.6 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9687943 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.35532 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.99905443 |\n", + "| air_humidity | 1.1219438 |\n", + "| air_temperature | 0.39623287 |\n", + "| clg_setpoint | -1.1088864 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2108333 |\n", + "| diffuse_solar_radiation | 1.867996 |\n", + "| direct_solar_radiation | -0.61444604 |\n", + "| hour | -0.07191433 |\n", + "| htg_setpoint | 0.9454124 |\n", + "| month | 0.5541462 |\n", + "| outdoor_humidity | -0.008200426 |\n", + "| outdoor_temperature | 1.497638 |\n", + "| people_occupant | 1.2185426 |\n", + "| total_electricity_HVAC | 0.9129009 |\n", + "| wind_direction | -0.92824554 |\n", + "| wind_speed | -0.33858356 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7301.1685 |\n", + "| air_humidity | 51.578968 |\n", + "| air_temperature | 23.248785 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 261.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.776196 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 68.5 |\n", + "| outdoor_temperature | 27.191368 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 6571052.0 |\n", + "| wind_direction | 85.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.1090136 |\n", + "| air_humidity | 1.898755 |\n", + "| air_temperature | 0.42012885 |\n", + "| clg_setpoint | -1.1088244 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0962569 |\n", + "| diffuse_solar_radiation | 1.8675765 |\n", + "| direct_solar_radiation | -0.61418784 |\n", + "| hour | 0.07254744 |\n", + "| htg_setpoint | 1.297877 |\n", + "| month | 0.55385876 |\n", + "| outdoor_humidity | 0.8063734 |\n", + "| outdoor_temperature | 0.67301255 |\n", + "| people_occupant | 0.26468852 |\n", + "| total_electricity_HVAC | 0.06619571 |\n", + "| wind_direction | -1.1192365 |\n", + "| wind_speed | 0.12090442 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3423.27 |\n", + "| air_humidity | 61.72336 |\n", + "| air_temperature | 23.28217 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 261.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 19.097326 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 3080943.0 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.7333671 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.75019 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.51482236 |\n", + "| air_humidity | 0.6650703 |\n", + "| air_temperature | 2.2723875 |\n", + "| clg_setpoint | 0.27556708 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9819073 |\n", + "| diffuse_solar_radiation | 3.2603927 |\n", + "| direct_solar_radiation | 0.38356364 |\n", + "| hour | 0.21700913 |\n", + "| htg_setpoint | -0.41632634 |\n", + "| month | 0.5535718 |\n", + "| outdoor_humidity | -0.8248749 |\n", + "| outdoor_temperature | 1.165679 |\n", + "| people_occupant | 1.2178912 |\n", + "| total_electricity_HVAC | -0.54873127 |\n", + "| wind_direction | -1.1657504 |\n", + "| wind_speed | 0.22545749 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 706.54846 |\n", + "| air_humidity | 45.663563 |\n", + "| air_temperature | 25.847157 |\n", + "| clg_setpoint | 26.876328 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 400.0 |\n", + "| direct_solar_radiation | 249.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 16.09748 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 51.5 |\n", + "| outdoor_temperature | 23.943638 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 547533.7 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 5.45 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.08620388 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.109898 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.6600977 |\n", + "| air_humidity | 1.0732793 |\n", + "| air_temperature | 0.3957981 |\n", + "| clg_setpoint | -1.1085743 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.86773896 |\n", + "| diffuse_solar_radiation | 1.7953928 |\n", + "| direct_solar_radiation | 1.652913 |\n", + "| hour | 0.36147034 |\n", + "| htg_setpoint | -0.3857964 |\n", + "| month | 0.55328524 |\n", + "| outdoor_humidity | -1.3763151 |\n", + "| outdoor_temperature | 1.3232759 |\n", + "| people_occupant | 1.6941977 |\n", + "| total_electricity_HVAC | 0.5908131 |\n", + "| wind_direction | -0.44742027 |\n", + "| wind_speed | -0.10832387 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5821.762 |\n", + "| air_humidity | 50.99613 |\n", + "| air_temperature | 23.249126 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 254.0 |\n", + "| direct_solar_radiation | 566.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.225866 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 40.0 |\n", + "| outdoor_temperature | 25.498087 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5241289.5 |\n", + "| wind_direction | 135.0 |\n", + "| wind_speed | 4.65 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.75723803 |\n", + "| air_humidity | 1.1417006 |\n", + "| air_temperature | 0.39556187 |\n", + "| clg_setpoint | -1.1083161 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7537116 |\n", + "| diffuse_solar_radiation | 1.81402 |\n", + "| direct_solar_radiation | 1.2002984 |\n", + "| hour | 0.5059303 |\n", + "| htg_setpoint | -1.3984991 |\n", + "| month | 0.5529992 |\n", + "| outdoor_humidity | -0.84834164 |\n", + "| outdoor_temperature | 1.2177988 |\n", + "| people_occupant | 1.6937512 |\n", + "| total_electricity_HVAC | 0.68684095 |\n", + "| wind_direction | 0.12703529 |\n", + "| wind_speed | -0.23295085 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6243.8433 |\n", + "| air_humidity | 51.9006 |\n", + "| air_temperature | 23.248987 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 256.0 |\n", + "| direct_solar_radiation | 453.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 24.468552 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5636077.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 4.35 |\n", + "-------------------------------------------------\n", + "---------------------------------------------------********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.637859 |\n", + "| Heating_Setpoint_RL | -0.82563484 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.777775 |\n", + "| Heating_Setpoint_RL | 12.980804 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3561668 |\n", + "| air_humidity | -0.80783814 |\n", + "| air_temperature | 0.58147824 |\n", + "| clg_setpoint | 0.3572648 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6397902 |\n", + "| diffuse_solar_radiation | -0.010558373 |\n", + "| direct_solar_radiation | 2.2327535 |\n", + "| hour | 0.6503879 |\n", + "| htg_setpoint | -1.0783714 |\n", + "| month | 0.5527135 |\n", + "| outdoor_humidity | -0.15267348 |\n", + "| outdoor_temperature | 1.3508121 |\n", + "| people_occupant | -0.6891758 |\n", + "| total_electricity_HVAC | -0.36991808 |\n", + "| wind_direction | -0.016729381 |\n", + "| wind_speed | -0.0028559307 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1398.3096 |\n", + "| air_humidity | 26.478172 |\n", + "| air_temperature | 23.506319 |\n", + "| clg_setpoint | 27.089422 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 74.0 |\n", + "| direct_solar_radiation | 711.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 13.335577 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.5 |\n", + "| outdoor_temperature | 25.78489 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1285020.2 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.9 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------**********************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49459496 |\n", + "| air_humidity | -1.523138 |\n", + "| air_temperature | 0.80279595 |\n", + "| clg_setpoint | 0.16901691 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.525945 |\n", + "| diffuse_solar_radiation | 0.2596449 |\n", + "| direct_solar_radiation | -0.08237275 |\n", + "| hour | 0.7948415 |\n", + "| htg_setpoint | -1.397766 |\n", + "| month | 0.5524283 |\n", + "| outdoor_humidity | 0.4229508 |\n", + "| outdoor_temperature | 1.406904 |\n", + "| people_occupant | -0.68877405 |\n", + "| total_electricity_HVAC | -0.51746535 |\n", + "| wind_direction | -0.016933993 |\n", + "| wind_speed | 0.33184713 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 795.35596 |\n", + "| air_humidity | 17.131815 |\n", + "| air_temperature | 23.812561 |\n", + "| clg_setpoint | 26.596745 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 101.0 |\n", + "| direct_solar_radiation | 133.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | 26.349354 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 677097.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------**********************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.015809014 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.713926 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0412736 |\n", + "| air_humidity | 1.4037468 |\n", + "| air_temperature | 0.39557377 |\n", + "| clg_setpoint | -1.1085879 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41215158 |\n", + "| diffuse_solar_radiation | -0.5019338 |\n", + "| direct_solar_radiation | -0.614961 |\n", + "| hour | 0.93928945 |\n", + "| htg_setpoint | -1.1336924 |\n", + "| month | 0.5521436 |\n", + "| outdoor_humidity | -0.22566518 |\n", + "| outdoor_temperature | 1.795835 |\n", + "| people_occupant | 0.50300133 |\n", + "| total_electricity_HVAC | 0.0017269991 |\n", + "| wind_direction | 0.5573504 |\n", + "| wind_speed | -0.10651923 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3126.7542 |\n", + "| air_humidity | 55.309906 |\n", + "| air_temperature | 23.249695 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 25.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 13.102016 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 30.19057 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 2814078.8 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.65 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------**********************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5460789 |\n", + "| Heating_Setpoint_RL | -0.057594746 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.781984 |\n", + "| Heating_Setpoint_RL | 17.30103 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3309092 |\n", + "| air_humidity | 1.2108772 |\n", + "| air_temperature | 0.3953984 |\n", + "| clg_setpoint | -1.1084415 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29839036 |\n", + "| diffuse_solar_radiation | -0.752257 |\n", + "| direct_solar_radiation | -0.61515063 |\n", + "| hour | 1.0837293 |\n", + "| htg_setpoint | -0.7358677 |\n", + "| month | 0.55185926 |\n", + "| outdoor_humidity | 0.08692504 |\n", + "| outdoor_temperature | 1.2182161 |\n", + "| people_occupant | -0.4506748 |\n", + "| total_electricity_HVAC | -0.35233507 |\n", + "| wind_direction | 0.17405818 |\n", + "| wind_speed | -0.3362822 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1508.583 |\n", + "| air_humidity | 52.797985 |\n", + "| air_temperature | 23.249695 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 14.762559 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 70.5 |\n", + "| outdoor_temperature | 24.53029 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1357724.8 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------***********************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.21992093 |\n", + "| Heating_Setpoint_RL | -0.34745765 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.367233 |\n", + "| Heating_Setpoint_RL | 15.670551 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5214836 |\n", + "| air_humidity | 0.9928256 |\n", + "| air_temperature | 0.49063343 |\n", + "| clg_setpoint | 0.13874707 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18464704 |\n", + "| diffuse_solar_radiation | -0.75231147 |\n", + "| direct_solar_radiation | -0.61533576 |\n", + "| hour | 1.2281584 |\n", + "| htg_setpoint | -1.398057 |\n", + "| month | 0.55157536 |\n", + "| outdoor_humidity | 0.25487858 |\n", + "| outdoor_temperature | 1.3785857 |\n", + "| people_occupant | -0.4508383 |\n", + "| total_electricity_HVAC | -0.5336456 |\n", + "| wind_direction | -0.017543957 |\n", + "| wind_speed | -0.54509455 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 681.10565 |\n", + "| air_humidity | 49.958374 |\n", + "| air_temperature | 23.38151 |\n", + "| clg_setpoint | 26.516876 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 26.122398 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 612995.06 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.29431486 |\n", + "| Heating_Setpoint_RL | -0.7548693 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.631687 |\n", + "| Heating_Setpoint_RL | 13.37886 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5417592 |\n", + "| air_humidity | 0.81768185 |\n", + "| air_temperature | 0.14894351 |\n", + "| clg_setpoint | 0.28341168 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.07091229 |\n", + "| diffuse_solar_radiation | -0.7523585 |\n", + "| direct_solar_radiation | -0.61548465 |\n", + "| hour | 1.3725737 |\n", + "| htg_setpoint | -0.24564189 |\n", + "| month | 0.55129194 |\n", + "| outdoor_humidity | 0.5672113 |\n", + "| outdoor_temperature | 1.2716721 |\n", + "| people_occupant | -0.68932295 |\n", + "| total_electricity_HVAC | -0.5529442 |\n", + "| wind_direction | -0.687859 |\n", + "| wind_speed | -1.1719273 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 593.77747 |\n", + "| air_humidity | 47.678867 |\n", + "| air_temperature | 22.909605 |\n", + "| clg_setpoint | 26.895416 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.81084 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 80.5 |\n", + "| outdoor_temperature | 25.08679 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 534399.7 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.027773947 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.531263 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5425492 |\n", + "| air_humidity | 0.54733247 |\n", + "| air_temperature | 0.100167155 |\n", + "| clg_setpoint | 0.83830774 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.042818174 |\n", + "| diffuse_solar_radiation | -0.75239766 |\n", + "| direct_solar_radiation | -0.61558765 |\n", + "| hour | 1.516972 |\n", + "| htg_setpoint | -0.8408935 |\n", + "| month | 0.55100894 |\n", + "| outdoor_humidity | 1.2155429 |\n", + "| outdoor_temperature | 1.3286228 |\n", + "| people_occupant | -0.6894597 |\n", + "| total_electricity_HVAC | -0.553706 |\n", + "| wind_direction | -0.7350513 |\n", + "| wind_speed | -0.7532168 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 591.4366 |\n", + "| air_humidity | 44.157883 |\n", + "| air_temperature | 22.842588 |\n", + "| clg_setpoint | 28.349358 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 14.327704 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 25.663065 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 532292.94 |\n", + "| wind_direction | 105.0 |\n", + "| wind_speed | 3.1 |\n", + "| train/ | |\n", + "| approx_kl | 0.009009128 |\n", + "| clip_fraction | 0.0843 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.49 |\n", + "| explained_variance | 0.653 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.773 |\n", + "| n_updates | 620 |\n", + "| policy_gradient_loss | -0.0118 |\n", + "| std | 0.849 |\n", + "| value_loss | 1.86 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.27988756 |\n", + "| Heating_Setpoint_RL | 0.3509264 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.68038 |\n", + "| Heating_Setpoint_RL | 19.59896 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5497609 |\n", + "| air_humidity | -1.5605719 |\n", + "| air_temperature | 0.46287996 |\n", + "| clg_setpoint | -0.04657317 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15654361 |\n", + "| diffuse_solar_radiation | -0.7523851 |\n", + "| direct_solar_radiation | -0.6154984 |\n", + "| hour | 1.6613493 |\n", + "| htg_setpoint | -0.870034 |\n", + "| month | 0.55072635 |\n", + "| outdoor_humidity | -0.56255585 |\n", + "| outdoor_temperature | 1.4454821 |\n", + "| people_occupant | -0.68905956 |\n", + "| total_electricity_HVAC | -0.56056577 |\n", + "| wind_direction | -1.4999858 |\n", + "| wind_speed | 0.33431882 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 559.2138 |\n", + "| air_humidity | 16.65825 |\n", + "| air_temperature | 23.344109 |\n", + "| clg_setpoint | 26.032639 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 14.205795 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 26.835299 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 503292.4 |\n", + "| wind_direction | 25.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.53597796 |\n", + "| Heating_Setpoint_RL | -0.7498686 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.433926 |\n", + "| Heating_Setpoint_RL | 13.406989 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56547266 |\n", + "| air_humidity | -1.966712 |\n", + "| air_temperature | -0.04840165 |\n", + "| clg_setpoint | -0.21965861 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.3841247 |\n", + "| diffuse_solar_radiation | -0.75243175 |\n", + "| direct_solar_radiation | -0.6157108 |\n", + "| hour | -1.6612772 |\n", + "| htg_setpoint | -0.71211934 |\n", + "| month | 0.5504442 |\n", + "| outdoor_humidity | -0.6096571 |\n", + "| outdoor_temperature | 1.1218657 |\n", + "| people_occupant | -0.68866014 |\n", + "| total_electricity_HVAC | -0.57550526 |\n", + "| wind_direction | -1.2592355 |\n", + "| wind_speed | -0.33548993 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 490.08292 |\n", + "| air_humidity | 11.3180895 |\n", + "| air_temperature | 22.639002 |\n", + "| clg_setpoint | 25.580658 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 14.861874 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 23.665993 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 441074.62 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.27657068 |\n", + "| air_humidity | 0.7576508 |\n", + "| air_temperature | -0.043560587 |\n", + "| clg_setpoint | -0.34846267 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.49785146 |\n", + "| diffuse_solar_radiation | -0.7525432 |\n", + "| direct_solar_radiation | -0.61591506 |\n", + "| hour | -1.5167309 |\n", + "| htg_setpoint | 1.1401093 |\n", + "| month | 0.5501625 |\n", + "| outdoor_humidity | 0.18368448 |\n", + "| outdoor_temperature | 0.43604112 |\n", + "| people_occupant | -0.688797 |\n", + "| total_electricity_HVAC | -0.46586332 |\n", + "| wind_direction | -1.2103512 |\n", + "| wind_speed | -0.85880506 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1745.522 |\n", + "| air_humidity | 46.885372 |\n", + "| air_temperature | 22.646015 |\n", + "| clg_setpoint | 25.243145 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.593536 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.5 |\n", + "| outdoor_temperature | 16.910946 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 892100.5 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 2.85 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.13220912 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.368675 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57509667 |\n", + "| air_humidity | 0.15992618 |\n", + "| air_temperature | -0.089949556 |\n", + "| clg_setpoint | -0.027645849 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.61153555 |\n", + "| diffuse_solar_radiation | -0.7526533 |\n", + "| direct_solar_radiation | -0.61610764 |\n", + "| hour | -1.3722055 |\n", + "| htg_setpoint | -1.1883 |\n", + "| month | 0.5498812 |\n", + "| outdoor_humidity | -0.032230627 |\n", + "| outdoor_temperature | 0.7442769 |\n", + "| people_occupant | -0.6889337 |\n", + "| total_electricity_HVAC | -0.58477837 |\n", + "| wind_direction | 0.5131704 |\n", + "| wind_speed | -0.96321267 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 449.73407 |\n", + "| air_humidity | 39.08826 |\n", + "| air_temperature | 22.582342 |\n", + "| clg_setpoint | 26.083237 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 12.875171 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 19.958649 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 404304.72 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.07094372 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.02406 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56227905 |\n", + "| air_humidity | -0.1585334 |\n", + "| air_temperature | -0.08741056 |\n", + "| clg_setpoint | 0.22755209 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.72515476 |\n", + "| diffuse_solar_radiation | -0.7526589 |\n", + "| direct_solar_radiation | -0.6163009 |\n", + "| hour | -1.2276974 |\n", + "| htg_setpoint | 0.64327884 |\n", + "| month | 0.5496004 |\n", + "| outdoor_humidity | -1.2334602 |\n", + "| outdoor_temperature | 1.325724 |\n", + "| people_occupant | -0.6890701 |\n", + "| total_electricity_HVAC | -0.5723399 |\n", + "| wind_direction | 1.2787995 |\n", + "| wind_speed | -0.4397736 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 506.3596 |\n", + "| air_humidity | 34.93636 |\n", + "| air_temperature | 22.58624 |\n", + "| clg_setpoint | 26.751245 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.520462 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 25.713158 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 456290.47 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.020790577 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.554832 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.5681816 |\n", + "| air_humidity | -0.32855004 |\n", + "| air_temperature | 0.39367396 |\n", + "| clg_setpoint | 1.4677002 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8386822 |\n", + "| diffuse_solar_radiation | -0.752682 |\n", + "| direct_solar_radiation | -0.6165392 |\n", + "| hour | -1.0832031 |\n", + "| htg_setpoint | 1.2972654 |\n", + "| month | 0.54932 |\n", + "| outdoor_humidity | -0.3190861 |\n", + "| outdoor_temperature | 0.7818309 |\n", + "| people_occupant | -0.68920636 |\n", + "| total_electricity_HVAC | 0.92102563 |\n", + "| wind_direction | -1.6412599 |\n", + "| wind_speed | -0.9636542 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5414.1987 |\n", + "| air_humidity | 32.72246 |\n", + "| air_temperature | 23.25021 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 20.357267 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6588848.5 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.57148093 |\n", + "| Heating_Setpoint_RL | 0.03334782 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.55375 |\n", + "| Heating_Setpoint_RL | 17.812582 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.578437 |\n", + "| air_humidity | -0.24346447 |\n", + "| air_temperature | 0.11993948 |\n", + "| clg_setpoint | 1.4678335 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9520859 |\n", + "| diffuse_solar_radiation | -0.6027717 |\n", + "| direct_solar_radiation | -0.5927008 |\n", + "| hour | -0.93871945 |\n", + "| htg_setpoint | 0.73257405 |\n", + "| month | 0.54904 |\n", + "| outdoor_humidity | 0.28181607 |\n", + "| outdoor_temperature | 0.7537734 |\n", + "| people_occupant | -0.6893424 |\n", + "| total_electricity_HVAC | -0.5878309 |\n", + "| wind_direction | 0.6558165 |\n", + "| wind_speed | 0.5446328 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 437.56445 |\n", + "| air_humidity | 33.83914 |\n", + "| air_temperature | 22.872805 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 15.0 |\n", + "| direct_solar_radiation | 6.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.893682 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 74.5 |\n", + "| outdoor_temperature | 20.089453 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 393906.28 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.32660872 |\n", + "| Heating_Setpoint_RL | -0.69413465 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.727304 |\n", + "| Heating_Setpoint_RL | 13.720492 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6485914 |\n", + "| air_humidity | -0.40143892 |\n", + "| air_temperature | 0.06755014 |\n", + "| clg_setpoint | 0.73356944 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0653296 |\n", + "| diffuse_solar_radiation | -0.023133457 |\n", + "| direct_solar_radiation | 0.41905797 |\n", + "| hour | -0.7942439 |\n", + "| htg_setpoint | 0.37624285 |\n", + "| month | 0.5487605 |\n", + "| outdoor_humidity | -0.65381527 |\n", + "| outdoor_temperature | 0.56946933 |\n", + "| people_occupant | -0.6889446 |\n", + "| total_electricity_HVAC | -0.65460473 |\n", + "| wind_direction | -1.5456309 |\n", + "| wind_speed | -0.23110124 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 132.58353 |\n", + "| air_humidity | 31.768656 |\n", + "| air_temperature | 22.800774 |\n", + "| clg_setpoint | 28.076172 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 73.0 |\n", + "| direct_solar_radiation | 259.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 19.404896 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 18.280787 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 119325.164 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.35 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.37804648 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.498488 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.35815543 |\n", + "| air_humidity | 0.41818523 |\n", + "| air_temperature | -0.18513647 |\n", + "| clg_setpoint | -1.0001748 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1783717 |\n", + "| diffuse_solar_radiation | 0.5466357 |\n", + "| direct_solar_radiation | 1.0063001 |\n", + "| hour | -0.6497741 |\n", + "| htg_setpoint | -0.17621002 |\n", + "| month | 0.54848135 |\n", + "| outdoor_humidity | -0.3647332 |\n", + "| outdoor_temperature | 0.7155564 |\n", + "| people_occupant | -0.68854743 |\n", + "| total_electricity_HVAC | -0.36657315 |\n", + "| wind_direction | -1.3048207 |\n", + "| wind_speed | -1.069086 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1391.7953 |\n", + "| air_humidity | 42.457733 |\n", + "| air_temperature | 22.452734 |\n", + "| clg_setpoint | 23.534096 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 130.0 |\n", + "| direct_solar_radiation | 406.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.097454 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 19.730806 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1300623.8 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 2.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.39060175 |\n", + "| air_humidity | 0.14944884 |\n", + "| air_temperature | 1.6602186 |\n", + "| clg_setpoint | -0.0510345 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2911667 |\n", + "| diffuse_solar_radiation | 1.1864195 |\n", + "| direct_solar_radiation | 1.1662288 |\n", + "| hour | -0.5053081 |\n", + "| htg_setpoint | -0.51651853 |\n", + "| month | 0.54820263 |\n", + "| outdoor_humidity | 0.6917253 |\n", + "| outdoor_temperature | 1.0388225 |\n", + "| people_occupant | 1.695297 |\n", + "| total_electricity_HVAC | -0.41065988 |\n", + "| wind_direction | 0.5123828 |\n", + "| wind_speed | 0.23018947 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1251.4762 |\n", + "| air_humidity | 38.958466 |\n", + "| air_temperature | 24.995844 |\n", + "| clg_setpoint | 26.020224 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 194.0 |\n", + "| direct_solar_radiation | 446.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.677777 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 22.930334 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1120192.2 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 5.45 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.46020862 |\n", + "| air_humidity | 0.9651556 |\n", + "| air_temperature | 0.39309037 |\n", + "| clg_setpoint | -1.1083119 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4036644 |\n", + "| diffuse_solar_radiation | 1.2363311 |\n", + "| direct_solar_radiation | 1.5698811 |\n", + "| hour | -0.36084452 |\n", + "| htg_setpoint | -1.3976936 |\n", + "| month | 0.54792434 |\n", + "| outdoor_humidity | -1.1336193 |\n", + "| outdoor_temperature | 1.2138486 |\n", + "| people_occupant | 1.6948553 |\n", + "| total_electricity_HVAC | 0.5048964 |\n", + "| wind_direction | -0.82654595 |\n", + "| wind_speed | -0.12595923 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4940.134 |\n", + "| air_humidity | 49.610344 |\n", + "| air_temperature | 23.250181 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 199.0 |\n", + "| direct_solar_radiation | 547.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 24.66816 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4874902.0 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.7408503 |\n", + "| air_humidity | 1.1576484 |\n", + "| air_temperature | 0.39167503 |\n", + "| clg_setpoint | -1.1080505 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5158101 |\n", + "| diffuse_solar_radiation | 1.1764872 |\n", + "| direct_solar_radiation | 1.9965173 |\n", + "| hour | -0.21638216 |\n", + "| htg_setpoint | -0.64718974 |\n", + "| month | 0.54764646 |\n", + "| outdoor_humidity | -0.65286064 |\n", + "| outdoor_temperature | 1.2813202 |\n", + "| people_occupant | 1.6944146 |\n", + "| total_electricity_HVAC | 0.66733384 |\n", + "| wind_direction | 0.8006718 |\n", + "| wind_speed | -0.4402499 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6155.8286 |\n", + "| air_humidity | 52.131702 |\n", + "| air_temperature | 23.248463 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 193.0 |\n", + "| direct_solar_radiation | 654.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.134136 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 25.340418 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5540245.5 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.9876426 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.06951 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.49314755 |\n", + "| air_humidity | 0.5636206 |\n", + "| air_temperature | 0.39199805 |\n", + "| clg_setpoint | -1.1077217 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6275458 |\n", + "| diffuse_solar_radiation | 1.0465245 |\n", + "| direct_solar_radiation | 2.5346096 |\n", + "| hour | -0.07192026 |\n", + "| htg_setpoint | -0.5215082 |\n", + "| month | 0.54736906 |\n", + "| outdoor_humidity | -1.9742208 |\n", + "| outdoor_temperature | 1.2609583 |\n", + "| people_occupant | 1.2173483 |\n", + "| total_electricity_HVAC | 0.42936394 |\n", + "| wind_direction | -1.6382884 |\n", + "| wind_speed | -0.54456586 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5082.043 |\n", + "| air_humidity | 44.38657 |\n", + "| air_temperature | 23.24901 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 180.0 |\n", + "| direct_solar_radiation | 789.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 15.659386 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 27.5 |\n", + "| outdoor_temperature | 25.14682 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4564432.5 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.77414423 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.237736 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.46381375 |\n", + "| air_humidity | -0.9506516 |\n", + "| air_temperature | 0.5034115 |\n", + "| clg_setpoint | -0.3935879 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7388089 |\n", + "| diffuse_solar_radiation | 0.5367026 |\n", + "| direct_solar_radiation | 2.796672 |\n", + "| hour | 0.07254154 |\n", + "| htg_setpoint | -1.3978367 |\n", + "| month | 0.547092 |\n", + "| outdoor_humidity | 0.06859056 |\n", + "| outdoor_temperature | 1.5412222 |\n", + "| people_occupant | -0.6892264 |\n", + "| total_electricity_HVAC | -0.4788399 |\n", + "| wind_direction | 0.17915395 |\n", + "| wind_speed | 0.21110882 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 936.47186 |\n", + "| air_humidity | 24.634293 |\n", + "| air_temperature | 23.4025 |\n", + "| clg_setpoint | 25.120173 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 129.0 |\n", + "| direct_solar_radiation | 855.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 27.926006 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 842824.7 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.4 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.3578056 |\n", + "| Heating_Setpoint_RL | -0.93970203 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.832594 |\n", + "| Heating_Setpoint_RL | 12.339176 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.52958584 |\n", + "| air_humidity | -1.8128471 |\n", + "| air_temperature | 0.94379693 |\n", + "| clg_setpoint | 1.0579523 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6720079 |\n", + "| diffuse_solar_radiation | 1.157201 |\n", + "| direct_solar_radiation | 2.0801396 |\n", + "| hour | 0.21700326 |\n", + "| htg_setpoint | -1.0023108 |\n", + "| month | 0.84440553 |\n", + "| outdoor_humidity | -1.997511 |\n", + "| outdoor_temperature | 1.9027426 |\n", + "| people_occupant | -0.68883085 |\n", + "| total_electricity_HVAC | -0.544561 |\n", + "| wind_direction | 1.4222015 |\n", + "| wind_speed | 0.1060477 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 650.74554 |\n", + "| air_humidity | 13.363187 |\n", + "| air_temperature | 24.008928 |\n", + "| clg_setpoint | 28.924328 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 191.0 |\n", + "| direct_solar_radiation | 676.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 13.648058 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | 31.51343 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 572770.25 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 5.15 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.6392926 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.22102 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.44082466 |\n", + "| air_humidity | 1.2270398 |\n", + "| air_temperature | 0.39109263 |\n", + "| clg_setpoint | -1.1078696 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5561492 |\n", + "| diffuse_solar_radiation | 1.4371201 |\n", + "| direct_solar_radiation | 0.55550545 |\n", + "| hour | 0.3614645 |\n", + "| htg_setpoint | 0.6448988 |\n", + "| month | 0.8438433 |\n", + "| outdoor_humidity | -0.81925476 |\n", + "| outdoor_temperature | 1.060785 |\n", + "| people_occupant | 1.6952474 |\n", + "| total_electricity_HVAC | 0.3818781 |\n", + "| wind_direction | -0.87312895 |\n", + "| wind_speed | -0.4390895 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4850.6226 |\n", + "| air_humidity | 53.026447 |\n", + "| air_temperature | 23.248573 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 219.0 |\n", + "| direct_solar_radiation | 294.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 20.524675 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 51.5 |\n", + "| outdoor_temperature | 23.205751 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4365560.5 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.19907911 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.50518 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.5136637 |\n", + "| air_humidity | 1.1134963 |\n", + "| air_temperature | 0.3911793 |\n", + "| clg_setpoint | -1.1076239 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4407346 |\n", + "| diffuse_solar_radiation | 1.2169883 |\n", + "| direct_solar_radiation | 0.8784496 |\n", + "| hour | 0.5059245 |\n", + "| htg_setpoint | -1.3966416 |\n", + "| month | 0.84328216 |\n", + "| outdoor_humidity | -1.2513736 |\n", + "| outdoor_temperature | 1.1416924 |\n", + "| people_occupant | 1.6948079 |\n", + "| total_electricity_HVAC | 0.45116478 |\n", + "| wind_direction | 0.08376833 |\n", + "| wind_speed | -0.3334117 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5165.144 |\n", + "| air_humidity | 51.54917 |\n", + "| air_temperature | 23.248755 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 197.0 |\n", + "| direct_solar_radiation | 375.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 42.5 |\n", + "| outdoor_temperature | 24.010803 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4648629.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "------------------------------------------------******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.762121 |\n", + "| air_humidity | 1.202701 |\n", + "| air_temperature | 0.3910233 |\n", + "| clg_setpoint | -1.1073124 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3256975 |\n", + "| diffuse_solar_radiation | 0.31674227 |\n", + "| direct_solar_radiation | 0.90964717 |\n", + "| hour | 0.6503822 |\n", + "| htg_setpoint | 1.2973338 |\n", + "| month | 0.8427221 |\n", + "| outdoor_humidity | -0.5544872 |\n", + "| outdoor_temperature | 1.3212928 |\n", + "| people_occupant | 1.6943693 |\n", + "| total_electricity_HVAC | 0.6875473 |\n", + "| wind_direction | 0.08355019 |\n", + "| wind_speed | 0.44336265 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6239.6387 |\n", + "| air_humidity | 52.72022 |\n", + "| air_temperature | 23.248629 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 107.0 |\n", + "| direct_solar_radiation | 383.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 25.795385 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5615675.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.95 |\n", + "------------------------------------------------\n", + "--------------------------------------------------*****************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.8866967 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.612669 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.4898679 |\n", + "| air_humidity | 1.3994905 |\n", + "| air_temperature | 0.3942117 |\n", + "| clg_setpoint | -1.1069605 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2109778 |\n", + "| diffuse_solar_radiation | -0.19355659 |\n", + "| direct_solar_radiation | -0.056432426 |\n", + "| hour | 0.79483604 |\n", + "| htg_setpoint | 0.9096413 |\n", + "| month | 0.8421632 |\n", + "| outdoor_humidity | 0.310668 |\n", + "| outdoor_temperature | 1.1811403 |\n", + "| people_occupant | 1.6939317 |\n", + "| total_electricity_HVAC | 0.64507085 |\n", + "| wind_direction | 0.13115047 |\n", + "| wind_speed | 0.8633125 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5061.95 |\n", + "| air_humidity | 55.295616 |\n", + "| air_temperature | 23.253197 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 56.0 |\n", + "| direct_solar_radiation | 141.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.632019 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 24.418732 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5441645.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 6.95 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------******************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.31138945 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.873434 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.08868091 |\n", + "| air_humidity | 1.2503027 |\n", + "| air_temperature | 0.39166722 |\n", + "| clg_setpoint | -1.1067461 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0965207 |\n", + "| diffuse_solar_radiation | -0.75395775 |\n", + "| direct_solar_radiation | -0.6191708 |\n", + "| hour | 0.9392842 |\n", + "| htg_setpoint | -0.32260564 |\n", + "| month | 0.8416054 |\n", + "| outdoor_humidity | 0.4790486 |\n", + "| outdoor_temperature | 0.9214101 |\n", + "| people_occupant | 0.50204116 |\n", + "| total_electricity_HVAC | -0.15304458 |\n", + "| wind_direction | -0.10792792 |\n", + "| wind_speed | -0.22733198 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2559.9639 |\n", + "| air_humidity | 53.354916 |\n", + "| air_temperature | 23.249859 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.486706 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 78.5 |\n", + "| outdoor_temperature | 21.860437 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 2176843.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 4.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9161441 |\n", + "| Heating_Setpoint_RL | -0.13373554 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.716988 |\n", + "| Heating_Setpoint_RL | 16.872738 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5350745 |\n", + "| air_humidity | -1.242998 |\n", + "| air_temperature | 0.6585647 |\n", + "| clg_setpoint | 0.05662611 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9822771 |\n", + "| diffuse_solar_radiation | -0.7540086 |\n", + "| direct_solar_radiation | -0.6192782 |\n", + "| hour | 1.0837245 |\n", + "| htg_setpoint | -1.3967478 |\n", + "| month | 0.8410488 |\n", + "| outdoor_humidity | 0.62292314 |\n", + "| outdoor_temperature | 1.342647 |\n", + "| people_occupant | -0.6891117 |\n", + "| total_electricity_HVAC | -0.54750985 |\n", + "| wind_direction | 0.13116343 |\n", + "| wind_speed | 1.2838415 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 629.1828 |\n", + "| air_humidity | 20.809298 |\n", + "| air_temperature | 23.61709 |\n", + "| clg_setpoint | 26.299572 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 81.5 |\n", + "| outdoor_temperature | 26.034485 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 562945.9 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 7.95 |\n", + "| train/ | |\n", + "| approx_kl | 0.007813003 |\n", + "| clip_fraction | 0.114 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.51 |\n", + "| explained_variance | 0.684 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.399 |\n", + "| n_updates | 630 |\n", + "| policy_gradient_loss | -0.0119 |\n", + "| std | 0.855 |\n", + "| value_loss | 0.819 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*****************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.108224854 |\n", + "| Heating_Setpoint_RL | -0.13930139 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.25974 |\n", + "| Heating_Setpoint_RL | 16.84143 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5816201 |\n", + "| air_humidity | -1.9296832 |\n", + "| air_temperature | -0.17792596 |\n", + "| clg_setpoint | 0.09150921 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8682034 |\n", + "| diffuse_solar_radiation | -0.75398237 |\n", + "| direct_solar_radiation | -0.61915857 |\n", + "| hour | 1.2281542 |\n", + "| htg_setpoint | -1.3963798 |\n", + "| month | 0.84049314 |\n", + "| outdoor_humidity | 0.40609705 |\n", + "| outdoor_temperature | 0.72623193 |\n", + "| people_occupant | -0.6887184 |\n", + "| total_electricity_HVAC | -0.5909768 |\n", + "| wind_direction | -1.1604255 |\n", + "| wind_speed | -0.9616156 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 426.98843 |\n", + "| air_humidity | 11.811874 |\n", + "| air_temperature | 22.468134 |\n", + "| clg_setpoint | 26.392036 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 19.948952 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 384289.6 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.3088733 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.582552 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.10912327 |\n", + "| air_humidity | 1.1643872 |\n", + "| air_temperature | 0.3914642 |\n", + "| clg_setpoint | -0.6982332 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7542611 |\n", + "| diffuse_solar_radiation | -0.75401646 |\n", + "| direct_solar_radiation | -0.6190199 |\n", + "| hour | 1.3725704 |\n", + "| htg_setpoint | 1.297118 |\n", + "| month | 0.8399387 |\n", + "| outdoor_humidity | 0.95908976 |\n", + "| outdoor_temperature | 0.87241334 |\n", + "| people_occupant | -0.6888531 |\n", + "| total_electricity_HVAC | -0.14142275 |\n", + "| wind_direction | -1.1120282 |\n", + "| wind_speed | -1.1709584 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2468.9387 |\n", + "| air_humidity | 52.2332 |\n", + "| air_temperature | 23.250362 |\n", + "| clg_setpoint | 24.322247 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 21.399635 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2222044.8 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.2234046 |\n", + "| Heating_Setpoint_RL | 0.78234535 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.87101 |\n", + "| Heating_Setpoint_RL | 22.025692 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.5779591 |\n", + "| air_humidity | -0.07408438 |\n", + "| air_temperature | 0.39135236 |\n", + "| clg_setpoint | 1.3206975 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6404169 |\n", + "| diffuse_solar_radiation | -0.7539184 |\n", + "| direct_solar_radiation | -0.6191656 |\n", + "| hour | 1.5169699 |\n", + "| htg_setpoint | 1.2972211 |\n", + "| month | 0.8393853 |\n", + "| outdoor_humidity | -1.1810617 |\n", + "| outdoor_temperature | 0.3585819 |\n", + "| people_occupant | -0.6889876 |\n", + "| total_electricity_HVAC | 0.6355819 |\n", + "| wind_direction | -1.5420063 |\n", + "| wind_speed | -0.436496 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5436.217 |\n", + "| air_humidity | 36.057327 |\n", + "| air_temperature | 23.25038 |\n", + "| clg_setpoint | 29.612162 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 16.326874 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5396280.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.73093015 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.73648 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65537083 |\n", + "| air_humidity | 0.7539175 |\n", + "| air_temperature | -0.6256004 |\n", + "| clg_setpoint | -0.26086128 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.52664274 |\n", + "| diffuse_solar_radiation | -0.7539713 |\n", + "| direct_solar_radiation | -0.6193346 |\n", + "| hour | 1.6613489 |\n", + "| htg_setpoint | 0.5052003 |\n", + "| month | 0.838833 |\n", + "| outdoor_humidity | -0.26631236 |\n", + "| outdoor_temperature | 0.51747715 |\n", + "| people_occupant | -0.6891219 |\n", + "| total_electricity_HVAC | -0.66115785 |\n", + "| wind_direction | 0.6582278 |\n", + "| wind_speed | -0.6462668 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 110.42685 |\n", + "| air_humidity | 46.87163 |\n", + "| air_temperature | 21.854675 |\n", + "| clg_setpoint | 25.467604 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 19.942461 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 17.90041 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 99384.164 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*******************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.62127316 |\n", + "| Heating_Setpoint_RL | 0.9479289 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.721798 |\n", + "| Heating_Setpoint_RL | 22.9571 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.08301761 |\n", + "| air_humidity | 0.6186082 |\n", + "| air_temperature | 0.3912056 |\n", + "| clg_setpoint | 1.4690384 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29934224 |\n", + "| diffuse_solar_radiation | -0.75396496 |\n", + "| direct_solar_radiation | -0.61943483 |\n", + "| hour | -1.6612781 |\n", + "| htg_setpoint | 1.2968695 |\n", + "| month | 0.8382818 |\n", + "| outdoor_humidity | 0.8883787 |\n", + "| outdoor_temperature | 0.71051025 |\n", + "| people_occupant | -0.689256 |\n", + "| total_electricity_HVAC | -0.116608456 |\n", + "| wind_direction | 0.32321846 |\n", + "| wind_speed | 0.23594247 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2581.4446 |\n", + "| air_humidity | 45.11396 |\n", + "| air_temperature | 23.250267 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 19.811575 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2323300.0 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 5.45 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.371431 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.87858 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.07077719 |\n", + "| air_humidity | 0.5232346 |\n", + "| air_temperature | 0.3910504 |\n", + "| clg_setpoint | -0.07614067 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18560703 |\n", + "| diffuse_solar_radiation | -0.7539592 |\n", + "| direct_solar_radiation | -0.61921704 |\n", + "| hour | -1.5167333 |\n", + "| htg_setpoint | 1.2964898 |\n", + "| month | 0.83773166 |\n", + "| outdoor_humidity | 1.2729902 |\n", + "| outdoor_temperature | 0.9465625 |\n", + "| people_occupant | -0.68938994 |\n", + "| total_electricity_HVAC | -0.10496622 |\n", + "| wind_direction | 0.37096673 |\n", + "| wind_speed | 0.32016212 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2634.5095 |\n", + "| air_humidity | 43.880093 |\n", + "| air_temperature | 23.250261 |\n", + "| clg_setpoint | 25.951088 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 22.151686 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2371058.5 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 5.65 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*******************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8333981 |\n", + "| Heating_Setpoint_RL | 0.839311 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.81228 |\n", + "| Heating_Setpoint_RL | 22.346125 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.33730936 |\n", + "| air_humidity | -0.98781747 |\n", + "| air_temperature | 0.39052948 |\n", + "| clg_setpoint | 1.4684985 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.07188452 |\n", + "| diffuse_solar_radiation | -0.7540064 |\n", + "| direct_solar_radiation | -0.6192719 |\n", + "| hour | -1.3722091 |\n", + "| htg_setpoint | 1.2966725 |\n", + "| month | 0.83718264 |\n", + "| outdoor_humidity | -0.26664668 |\n", + "| outdoor_temperature | 0.52087456 |\n", + "| people_occupant | -0.6889982 |\n", + "| total_electricity_HVAC | -0.35854906 |\n", + "| wind_direction | -1.6390467 |\n", + "| wind_speed | -0.100138724 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1483.3595 |\n", + "| air_humidity | 24.141142 |\n", + "| air_temperature | 23.249891 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 17.956654 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1335023.6 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 4.65 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6608924 |\n", + "| air_humidity | 0.15836313 |\n", + "| air_temperature | -0.4149125 |\n", + "| clg_setpoint | -1.1074747 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.0418321 |\n", + "| diffuse_solar_radiation | -0.7540316 |\n", + "| direct_solar_radiation | -0.61939865 |\n", + "| hour | -1.2277018 |\n", + "| htg_setpoint | -0.7697421 |\n", + "| month | 0.83663464 |\n", + "| outdoor_humidity | 0.1668267 |\n", + "| outdoor_temperature | -0.028213829 |\n", + "| people_occupant | -0.68860716 |\n", + "| total_electricity_HVAC | -0.66641647 |\n", + "| wind_direction | -1.1596854 |\n", + "| wind_speed | -0.541273 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 39.106155 |\n", + "| air_temperature | 22.145756 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 14.618103 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 12.534598 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.19678557 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.28915 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.1296877 |\n", + "| air_humidity | 1.4294472 |\n", + "| air_temperature | 0.10302424 |\n", + "| clg_setpoint | 1.4682391 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15554474 |\n", + "| diffuse_solar_radiation | -0.7538585 |\n", + "| direct_solar_radiation | -0.6192542 |\n", + "| hour | -1.0832081 |\n", + "| htg_setpoint | 1.2016113 |\n", + "| month | 0.83608776 |\n", + "| outdoor_humidity | 0.88889813 |\n", + "| outdoor_temperature | 0.5814025 |\n", + "| people_occupant | -0.6887412 |\n", + "| total_electricity_HVAC | -0.2204314 |\n", + "| wind_direction | -0.34617037 |\n", + "| wind_speed | -0.09976294 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3496.0078 |\n", + "| air_humidity | 55.70795 |\n", + "| air_temperature | 22.856045 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.854717 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 18.560654 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1897635.1 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 4.65 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.31582463 |\n", + "| Heating_Setpoint_RL | 0.26054263 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.690908 |\n", + "| Heating_Setpoint_RL | 19.090553 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.90481937 |\n", + "| air_humidity | 1.6871482 |\n", + "| air_temperature | 0.3901708 |\n", + "| clg_setpoint | -0.17881292 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.26925042 |\n", + "| diffuse_solar_radiation | -0.75385636 |\n", + "| direct_solar_radiation | -0.6189568 |\n", + "| hour | -0.9387248 |\n", + "| htg_setpoint | 1.2957187 |\n", + "| month | 0.83554196 |\n", + "| outdoor_humidity | 0.8160921 |\n", + "| outdoor_temperature | 0.48867148 |\n", + "| people_occupant | -0.6888751 |\n", + "| total_electricity_HVAC | 0.9578132 |\n", + "| wind_direction | 1.5671853 |\n", + "| wind_speed | -0.64657813 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6836.182 |\n", + "| air_humidity | 59.105717 |\n", + "| air_temperature | 23.24984 |\n", + "| clg_setpoint | 25.683167 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 17.647026 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6701440.0 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.91470665 |\n", + "| Heating_Setpoint_RL | 0.25686008 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.712135 |\n", + "| Heating_Setpoint_RL | 19.069838 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.072230466 |\n", + "| air_humidity | -0.09215999 |\n", + "| air_temperature | 0.39024624 |\n", + "| clg_setpoint | -1.1070296 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38294128 |\n", + "| diffuse_solar_radiation | -0.253722 |\n", + "| direct_solar_radiation | 0.14696048 |\n", + "| hour | -0.7942494 |\n", + "| htg_setpoint | 1.29542 |\n", + "| month | 0.8349972 |\n", + "| outdoor_humidity | -0.26647025 |\n", + "| outdoor_temperature | 0.064463064 |\n", + "| people_occupant | -0.6890087 |\n", + "| total_electricity_HVAC | -0.10636412 |\n", + "| wind_direction | -1.4441956 |\n", + "| wind_speed | -0.5411967 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2625.005 |\n", + "| air_humidity | 35.868458 |\n", + "| air_temperature | 23.250072 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 50.0 |\n", + "| direct_solar_radiation | 192.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 13.4621105 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2362504.2 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66137254 |\n", + "| air_humidity | 0.84228146 |\n", + "| air_temperature | -0.64632934 |\n", + "| clg_setpoint | -0.025103493 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.49660462 |\n", + "| diffuse_solar_radiation | -0.19380704 |\n", + "| direct_solar_radiation | 0.74949586 |\n", + "| hour | -0.64977974 |\n", + "| htg_setpoint | -0.12193526 |\n", + "| month | 0.8344535 |\n", + "| outdoor_humidity | 0.43161368 |\n", + "| outdoor_temperature | 0.28791478 |\n", + "| people_occupant | -0.6891422 |\n", + "| total_electricity_HVAC | -0.65631455 |\n", + "| wind_direction | -1.1086266 |\n", + "| wind_speed | -0.5407839 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 48.08159 |\n", + "| air_temperature | 21.83065 |\n", + "| clg_setpoint | 26.084782 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 56.0 |\n", + "| direct_solar_radiation | 343.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.330242 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | 15.66995 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 121295.234 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.049693823 |\n", + "| Heating_Setpoint_RL | -0.6731704 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.792717 |\n", + "| Heating_Setpoint_RL | 13.838417 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.43155715 |\n", + "| air_humidity | -0.28276134 |\n", + "| air_temperature | 0.3899379 |\n", + "| clg_setpoint | -0.15075888 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.61022294 |\n", + "| diffuse_solar_radiation | 0.5761952 |\n", + "| direct_solar_radiation | -0.61914563 |\n", + "| hour | -0.5053139 |\n", + "| htg_setpoint | 1.2947571 |\n", + "| month | 0.8339109 |\n", + "| outdoor_humidity | 0.5279817 |\n", + "| outdoor_temperature | 0.9531882 |\n", + "| people_occupant | -0.68927544 |\n", + "| total_electricity_HVAC | -0.44822267 |\n", + "| wind_direction | 0.42111763 |\n", + "| wind_speed | -0.43502787 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1077.4604 |\n", + "| air_humidity | 33.39471 |\n", + "| air_temperature | 23.249905 |\n", + "| clg_setpoint | 25.754684 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 133.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 79.5 |\n", + "| outdoor_temperature | 22.241 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 969714.44 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.25195676 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.207743 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5894692 |\n", + "| air_humidity | -1.5970926 |\n", + "| air_temperature | 0.03339644 |\n", + "| clg_setpoint | 1.4687699 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.72377384 |\n", + "| diffuse_solar_radiation | 0.95631826 |\n", + "| direct_solar_radiation | -0.6189144 |\n", + "| hour | -0.36085027 |\n", + "| htg_setpoint | 0.28025436 |\n", + "| month | 0.8333693 |\n", + "| outdoor_humidity | 1.0331713 |\n", + "| outdoor_temperature | 0.9871973 |\n", + "| people_occupant | -0.6888859 |\n", + "| total_electricity_HVAC | -0.598767 |\n", + "| wind_direction | 0.13414346 |\n", + "| wind_speed | 0.0071800034 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 396.48694 |\n", + "| air_humidity | 16.215292 |\n", + "| air_temperature | 22.76186 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 171.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 19.012123 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 22.583582 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 355578.8 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 4.9 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.11771971 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.287174 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.46240833 |\n", + "| air_humidity | -0.6348691 |\n", + "| air_temperature | 0.3894226 |\n", + "| clg_setpoint | -1.107092 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.83723027 |\n", + "| diffuse_solar_radiation | 1.9166893 |\n", + "| direct_solar_radiation | -0.6185867 |\n", + "| hour | -0.2163879 |\n", + "| htg_setpoint | -0.3288635 |\n", + "| month | 0.8328288 |\n", + "| outdoor_humidity | -1.3031795 |\n", + "| outdoor_temperature | 0.17177011 |\n", + "| people_occupant | 1.6954446 |\n", + "| total_electricity_HVAC | -0.4775825 |\n", + "| wind_direction | -1.7316532 |\n", + "| wind_speed | -0.54027826 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 942.56464 |\n", + "| air_humidity | 28.771124 |\n", + "| air_temperature | 23.248817 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 267.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 16.466942 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 41.5 |\n", + "| outdoor_temperature | 14.54043 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 848308.2 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**********************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.23259415 |\n", + "| air_humidity | -0.019248104 |\n", + "| air_temperature | 0.3895126 |\n", + "| clg_setpoint | -1.1065965 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.95056045 |\n", + "| diffuse_solar_radiation | 2.3866305 |\n", + "| direct_solar_radiation | 1.0623326 |\n", + "| hour | -0.071925975 |\n", + "| htg_setpoint | 0.9656226 |\n", + "| month | 0.83228934 |\n", + "| outdoor_humidity | -0.98980325 |\n", + "| outdoor_temperature | 0.35994095 |\n", + "| people_occupant | 1.2182701 |\n", + "| total_electricity_HVAC | -0.2590516 |\n", + "| wind_direction | -1.1562796 |\n", + "| wind_speed | -0.8555685 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1931.2229 |\n", + "| air_humidity | 36.812977 |\n", + "| air_temperature | 23.248951 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 314.0 |\n", + "| direct_solar_radiation | 421.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.874386 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 16.396387 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1737748.5 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.85 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------**********************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.78125536 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.019562 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.042640083 |\n", + "| air_humidity | 1.169991 |\n", + "| air_temperature | 0.39009652 |\n", + "| clg_setpoint | -1.1063467 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.063728 |\n", + "| diffuse_solar_radiation | 1.0863833 |\n", + "| direct_solar_radiation | 0.32799459 |\n", + "| hour | 0.07253585 |\n", + "| htg_setpoint | 1.2946843 |\n", + "| month | 0.8317509 |\n", + "| outdoor_humidity | -0.19498546 |\n", + "| outdoor_temperature | 0.7290989 |\n", + "| people_occupant | 0.26449263 |\n", + "| total_electricity_HVAC | -0.07827607 |\n", + "| wind_direction | -0.629737 |\n", + "| wind_speed | 0.008050956 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2748.138 |\n", + "| air_humidity | 52.346073 |\n", + "| air_temperature | 23.249878 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 184.0 |\n", + "| direct_solar_radiation | 237.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 64.5 |\n", + "| outdoor_temperature | 20.036785 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 2473324.0 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 4.9 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***********************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.1942678 |\n", + "| air_humidity | 1.290643 |\n", + "| air_temperature | 0.38991517 |\n", + "| clg_setpoint | -1.1061652 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1766918 |\n", + "| diffuse_solar_radiation | 1.1364268 |\n", + "| direct_solar_radiation | -0.61811507 |\n", + "| hour | 0.2169976 |\n", + "| htg_setpoint | 1.2938033 |\n", + "| month | 0.83121353 |\n", + "| outdoor_humidity | 0.21384422 |\n", + "| outdoor_temperature | 0.5660534 |\n", + "| people_occupant | 1.2176431 |\n", + "| total_electricity_HVAC | -0.22251686 |\n", + "| wind_direction | -1.1068107 |\n", + "| wind_speed | -0.85508525 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2095.6667 |\n", + "| air_humidity | 53.95267 |\n", + "| air_temperature | 23.249912 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 189.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 18.43023 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1886100.1 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.6363371 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.045604 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.5691375 |\n", + "| air_humidity | 1.1690633 |\n", + "| air_temperature | 0.38901222 |\n", + "| clg_setpoint | -1.1057677 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2894068 |\n", + "| diffuse_solar_radiation | 0.26639894 |\n", + "| direct_solar_radiation | 2.4289794 |\n", + "| hour | 0.36145887 |\n", + "| htg_setpoint | -1.3992589 |\n", + "| month | 0.8306772 |\n", + "| outdoor_humidity | -0.60587174 |\n", + "| outdoor_temperature | 0.9917685 |\n", + "| people_occupant | 1.6939347 |\n", + "| total_electricity_HVAC | 0.5056566 |\n", + "| wind_direction | 0.47057396 |\n", + "| wind_speed | -0.11729293 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5378.08 |\n", + "| air_humidity | 52.391308 |\n", + "| air_temperature | 23.248869 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 102.0 |\n", + "| direct_solar_radiation | 763.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 22.626663 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4848298.5 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5542274 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.495518 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.32256135 |\n", + "| air_humidity | -0.80756 |\n", + "| air_temperature | 0.9597024 |\n", + "| clg_setpoint | 0.03506167 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.401823 |\n", + "| diffuse_solar_radiation | 0.056530748 |\n", + "| direct_solar_radiation | 1.9842528 |\n", + "| hour | 0.505919 |\n", + "| htg_setpoint | -1.3991114 |\n", + "| month | 0.8301419 |\n", + "| outdoor_humidity | -2.0511172 |\n", + "| outdoor_temperature | 1.0947531 |\n", + "| people_occupant | -0.68916225 |\n", + "| total_electricity_HVAC | -0.34455708 |\n", + "| wind_direction | -1.6322433 |\n", + "| wind_speed | -0.22252452 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1543.6208 |\n", + "| air_humidity | 26.54583 |\n", + "| air_temperature | 24.028488 |\n", + "| clg_setpoint | 26.23969 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 81.0 |\n", + "| direct_solar_radiation | 652.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 26.0 |\n", + "| outdoor_temperature | 23.648254 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1389258.8 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 4.35 |\n", + "| train/ | |\n", + "| approx_kl | 0.009374699 |\n", + "| clip_fraction | 0.107 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.52 |\n", + "| explained_variance | 0.755 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.286 |\n", + "| n_updates | 640 |\n", + "| policy_gradient_loss | -0.0117 |\n", + "| std | 0.859 |\n", + "| value_loss | 0.716 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.6190116 |\n", + "| Heating_Setpoint_RL | -0.46418223 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.714165 |\n", + "| Heating_Setpoint_RL | 15.013975 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.53879035 |\n", + "| air_humidity | -0.83199763 |\n", + "| air_temperature | 0.6553274 |\n", + "| clg_setpoint | 0.9467901 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5138868 |\n", + "| diffuse_solar_radiation | -0.15351035 |\n", + "| direct_solar_radiation | 0.89798445 |\n", + "| hour | 0.65037674 |\n", + "| htg_setpoint | -0.90357965 |\n", + "| month | 0.82960767 |\n", + "| outdoor_humidity | -0.749363 |\n", + "| outdoor_temperature | 0.6978 |\n", + "| people_occupant | -0.6887749 |\n", + "| total_electricity_HVAC | -0.55127794 |\n", + "| wind_direction | -0.57999295 |\n", + "| wind_speed | 0.009535522 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 613.713 |\n", + "| air_humidity | 26.223677 |\n", + "| air_temperature | 23.612656 |\n", + "| clg_setpoint | 28.62897 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 60.0 |\n", + "| direct_solar_radiation | 380.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 14.069997 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 19.738903 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 548169.56 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 4.9 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.16072717 |\n", + "| air_humidity | 0.78213006 |\n", + "| air_temperature | 0.38914016 |\n", + "| clg_setpoint | -1.1057377 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6255405 |\n", + "| diffuse_solar_radiation | -0.66382617 |\n", + "| direct_solar_radiation | -0.20374778 |\n", + "| hour | 0.7948308 |\n", + "| htg_setpoint | 0.5129579 |\n", + "| month | 0.82907444 |\n", + "| outdoor_humidity | -0.36395678 |\n", + "| outdoor_temperature | 0.52711004 |\n", + "| people_occupant | 1.6949644 |\n", + "| total_electricity_HVAC | -0.19111529 |\n", + "| wind_direction | -0.29251277 |\n", + "| wind_speed | -0.85418373 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2238.367 |\n", + "| air_humidity | 47.325447 |\n", + "| air_temperature | 23.24929 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 9.0 |\n", + "| direct_solar_radiation | 104.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 19.989553 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 18.058174 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2012520.9 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 2.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.60370326 |\n", + "| Heating_Setpoint_RL | 0.5224297 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.587502 |\n", + "| Heating_Setpoint_RL | 20.563667 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6529457 |\n", + "| air_humidity | 0.1292169 |\n", + "| air_temperature | 0.3894089 |\n", + "| clg_setpoint | -1.1055275 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6715798 |\n", + "| diffuse_solar_radiation | -0.75388867 |\n", + "| direct_solar_radiation | -0.6181817 |\n", + "| hour | 0.9392792 |\n", + "| htg_setpoint | -0.8270982 |\n", + "| month | 1.1269511 |\n", + "| outdoor_humidity | -0.19556257 |\n", + "| outdoor_temperature | 0.0099798655 |\n", + "| people_occupant | 0.5027929 |\n", + "| total_electricity_HVAC | -0.6588309 |\n", + "| wind_direction | 1.2835926 |\n", + "| wind_speed | -1.5078058 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 123.55293 |\n", + "| air_humidity | 38.79822 |\n", + "| air_temperature | 23.249733 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 14.390317 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 64.5 |\n", + "| outdoor_temperature | 12.964249 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 111197.64 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 1.3 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8855113 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.6364 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6436725 |\n", + "| air_humidity | 1.3621955 |\n", + "| air_temperature | 0.3883895 |\n", + "| clg_setpoint | -1.1052505 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5558078 |\n", + "| diffuse_solar_radiation | -0.7539014 |\n", + "| direct_solar_radiation | -0.61832213 |\n", + "| hour | 1.0837198 |\n", + "| htg_setpoint | -0.46844754 |\n", + "| month | 1.125979 |\n", + "| outdoor_humidity | 0.31037918 |\n", + "| outdoor_temperature | 0.59421474 |\n", + "| people_occupant | -0.45081374 |\n", + "| total_electricity_HVAC | -0.6500044 |\n", + "| wind_direction | 1.0445516 |\n", + "| wind_speed | -1.5064259 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 164.25555 |\n", + "| air_humidity | 54.916668 |\n", + "| air_temperature | 23.248384 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 15.889636 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 18.716976 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 147830.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 1.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.67803574 |\n", + "| Heating_Setpoint_RL | 0.8655771 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.91337 |\n", + "| Heating_Setpoint_RL | 22.49387 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5385448 |\n", + "| air_humidity | 1.3076097 |\n", + "| air_temperature | 0.22197391 |\n", + "| clg_setpoint | -0.18899556 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4404602 |\n", + "| diffuse_solar_radiation | -0.7539081 |\n", + "| direct_solar_radiation | -0.61846864 |\n", + "| hour | 1.2281502 |\n", + "| htg_setpoint | -0.042236082 |\n", + "| month | 1.1250093 |\n", + "| outdoor_humidity | 0.5990929 |\n", + "| outdoor_temperature | 0.82202494 |\n", + "| people_occupant | -0.45097116 |\n", + "| total_electricity_HVAC | -0.5500041 |\n", + "| wind_direction | 0.28049907 |\n", + "| wind_speed | -0.11503102 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 616.6222 |\n", + "| air_humidity | 54.227142 |\n", + "| air_temperature | 23.021599 |\n", + "| clg_setpoint | 25.650652 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 17.671873 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 20.962212 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 554959.94 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6516904 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.425545 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6620897 |\n", + "| air_humidity | 1.983446 |\n", + "| air_temperature | -0.14179346 |\n", + "| clg_setpoint | 0.2948162 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.325473 |\n", + "| diffuse_solar_radiation | -0.7539035 |\n", + "| direct_solar_radiation | -0.61859447 |\n", + "| hour | 1.3725673 |\n", + "| htg_setpoint | 0.83849156 |\n", + "| month | 1.1240422 |\n", + "| outdoor_humidity | 0.96030736 |\n", + "| outdoor_temperature | 0.45033473 |\n", + "| people_occupant | -0.689436 |\n", + "| total_electricity_HVAC | -0.6675208 |\n", + "| wind_direction | 0.28040907 |\n", + "| wind_speed | -1.0842595 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 63.087677 |\n", + "| air_temperature | 22.5258 |\n", + "| clg_setpoint | 26.918476 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.354267 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 17.308737 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.3760594 |\n", + "| Heating_Setpoint_RL | -0.24368328 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.8942 |\n", + "| Heating_Setpoint_RL | 16.254282 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57149625 |\n", + "| air_humidity | -0.72528 |\n", + "| air_temperature | -0.25171998 |\n", + "| clg_setpoint | 1.4699385 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2107879 |\n", + "| diffuse_solar_radiation | -0.7539009 |\n", + "| direct_solar_radiation | -0.6187339 |\n", + "| hour | 1.5169679 |\n", + "| htg_setpoint | -1.3920332 |\n", + "| month | 1.1230775 |\n", + "| outdoor_humidity | 1.0322218 |\n", + "| outdoor_temperature | 0.7845368 |\n", + "| people_occupant | -0.6890502 |\n", + "| total_electricity_HVAC | -0.5813489 |\n", + "| wind_direction | -0.006336642 |\n", + "| wind_speed | 1.2134029 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 475.50684 |\n", + "| air_humidity | 27.666803 |\n", + "| air_temperature | 22.37637 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 12.0318575 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 20.60101 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 427956.16 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 7.75 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.4208934 |\n", + "| Heating_Setpoint_RL | -0.488554 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.045515 |\n", + "| Heating_Setpoint_RL | 14.8768835 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66185 |\n", + "| air_humidity | -0.16905634 |\n", + "| air_temperature | -0.8468009 |\n", + "| clg_setpoint | 0.8721686 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0963523 |\n", + "| diffuse_solar_radiation | -0.7538311 |\n", + "| direct_solar_radiation | -0.61861145 |\n", + "| hour | 1.6613485 |\n", + "| htg_setpoint | -0.9152352 |\n", + "| month | 1.1221153 |\n", + "| outdoor_humidity | -0.8002829 |\n", + "| outdoor_temperature | 0.06117072 |\n", + "| people_occupant | -0.68866503 |\n", + "| total_electricity_HVAC | -0.66728806 |\n", + "| wind_direction | 1.0444869 |\n", + "| wind_speed | 0.97953796 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 34.947453 |\n", + "| air_temperature | 21.565481 |\n", + "| clg_setpoint | 28.435266 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 14.024492 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 13.488147 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.20667294 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.927479 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6617824 |\n", + "| air_humidity | -0.94510293 |\n", + "| air_temperature | -1.1688954 |\n", + "| clg_setpoint | 0.7311664 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8686228 |\n", + "| diffuse_solar_radiation | -0.7538296 |\n", + "| direct_solar_radiation | -0.61870277 |\n", + "| hour | -1.661279 |\n", + "| htg_setpoint | -1.3993762 |\n", + "| month | 1.1211556 |\n", + "| outdoor_humidity | -1.1125501 |\n", + "| outdoor_temperature | -0.6224702 |\n", + "| people_occupant | -0.688797 |\n", + "| total_electricity_HVAC | -0.66720647 |\n", + "| wind_direction | 0.99575526 |\n", + "| wind_speed | 0.43111366 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 24.788797 |\n", + "| air_temperature | 21.126991 |\n", + "| clg_setpoint | 28.06521 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 45.5 |\n", + "| outdoor_temperature | 6.764987 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 5.9 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.07908946 |\n", + "| Heating_Setpoint_RL | -0.03771466 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.891926 |\n", + "| Heating_Setpoint_RL | 17.412855 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6616717 |\n", + "| air_humidity | -0.8361059 |\n", + "| air_temperature | -0.60285276 |\n", + "| clg_setpoint | -1.1055094 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7545442 |\n", + "| diffuse_solar_radiation | -0.75382745 |\n", + "| direct_solar_radiation | -0.6188208 |\n", + "| hour | -1.5167356 |\n", + "| htg_setpoint | 0.10676115 |\n", + "| month | 1.1201984 |\n", + "| outdoor_humidity | -0.027070882 |\n", + "| outdoor_temperature | -0.7532668 |\n", + "| people_occupant | -0.68892884 |\n", + "| total_electricity_HVAC | -0.66708255 |\n", + "| wind_direction | -1.7282871 |\n", + "| wind_speed | -2.0535967 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 26.204233 |\n", + "| air_temperature | 21.898302 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 18.295027 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 5.47668 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "--------------------------------------------------\n", + "---------------------------------------------------*************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.39628488 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.962461 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.92124766 |\n", + "| air_humidity | 0.09325188 |\n", + "| air_temperature | 0.38962036 |\n", + "| clg_setpoint | 1.4696099 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6405797 |\n", + "| diffuse_solar_radiation | -0.75382936 |\n", + "| direct_solar_radiation | -0.61891365 |\n", + "| hour | -1.3722125 |\n", + "| htg_setpoint | 1.2920716 |\n", + "| month | 1.1192435 |\n", + "| outdoor_humidity | -0.0028222029 |\n", + "| outdoor_temperature | -0.108348906 |\n", + "| people_occupant | -0.6890604 |\n", + "| total_electricity_HVAC | 1.0971148 |\n", + "| wind_direction | 0.51703423 |\n", + "| wind_speed | 0.45216113 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6877.3203 |\n", + "| air_humidity | 38.35608 |\n", + "| air_temperature | 23.250149 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 68.5 |\n", + "| outdoor_temperature | 11.813636 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7239570.5 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 5.95 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------**************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.24134892 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.810448 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.71868837 |\n", + "| air_humidity | 1.2934875 |\n", + "| air_temperature | 0.3895592 |\n", + "| clg_setpoint | -0.5030905 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5266988 |\n", + "| diffuse_solar_radiation | -0.75382704 |\n", + "| direct_solar_radiation | -0.61903554 |\n", + "| hour | -1.2277061 |\n", + "| htg_setpoint | 1.2918167 |\n", + "| month | 1.1182911 |\n", + "| outdoor_humidity | 1.5155413 |\n", + "| outdoor_temperature | -0.022625308 |\n", + "| people_occupant | -0.6891918 |\n", + "| total_electricity_HVAC | 0.6457659 |\n", + "| wind_direction | 0.42128578 |\n", + "| wind_speed | -0.43185785 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6007.468 |\n", + "| air_humidity | 54.05996 |\n", + "| air_temperature | 23.250175 |\n", + "| clg_setpoint | 24.828176 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 12.656675 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5406721.0 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 3.85 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------***************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66199344 |\n", + "| air_humidity | 1.6442176 |\n", + "| air_temperature | -0.073890835 |\n", + "| clg_setpoint | -1.1049851 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41287622 |\n", + "| diffuse_solar_radiation | -0.7538152 |\n", + "| direct_solar_radiation | -0.6191546 |\n", + "| hour | -1.0832129 |\n", + "| htg_setpoint | 0.5817049 |\n", + "| month | 1.1173413 |\n", + "| outdoor_humidity | 1.5146916 |\n", + "| outdoor_temperature | -0.0557901 |\n", + "| people_occupant | -0.68932307 |\n", + "| total_electricity_HVAC | -0.6673713 |\n", + "| wind_direction | -1.729148 |\n", + "| wind_speed | -2.052708 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 58.67233 |\n", + "| air_temperature | 22.619596 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.283028 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 12.3333235 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------***************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9146232 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.711853 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66201496 |\n", + "| air_humidity | 2.3517358 |\n", + "| air_temperature | -0.12260036 |\n", + "| clg_setpoint | 1.4698133 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29909137 |\n", + "| diffuse_solar_radiation | -0.75379884 |\n", + "| direct_solar_radiation | -0.61927736 |\n", + "| hour | -0.93872994 |\n", + "| htg_setpoint | -0.025065638 |\n", + "| month | 1.1163937 |\n", + "| outdoor_humidity | 1.5136651 |\n", + "| outdoor_temperature | 0.2383039 |\n", + "| people_occupant | -0.6889394 |\n", + "| total_electricity_HVAC | -0.6673901 |\n", + "| wind_direction | -1.0599556 |\n", + "| wind_speed | -1.735132 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 67.954285 |\n", + "| air_temperature | 22.55357 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 17.747612 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.223935 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 0.75 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------****************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.26278612 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.511904 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66208225 |\n", + "| air_humidity | 1.5606868 |\n", + "| air_temperature | -0.14933166 |\n", + "| clg_setpoint | 0.4649979 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18532862 |\n", + "| diffuse_solar_radiation | -0.41282284 |\n", + "| direct_solar_radiation | -0.6193543 |\n", + "| hour | -0.79425484 |\n", + "| htg_setpoint | 0.11783988 |\n", + "| month | 1.1154486 |\n", + "| outdoor_humidity | 1.0308485 |\n", + "| outdoor_temperature | 0.18825871 |\n", + "| people_occupant | -0.6885563 |\n", + "| total_electricity_HVAC | -0.66745096 |\n", + "| wind_direction | -1.7282118 |\n", + "| wind_speed | -2.049993 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 57.618683 |\n", + "| air_temperature | 22.51764 |\n", + "| clg_setpoint | 27.36684 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 34.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.346926 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 14.735266 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.462983 |\n", + "| Heating_Setpoint_RL | 0.51566046 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.062431 |\n", + "| Heating_Setpoint_RL | 20.52559 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.2815871 |\n", + "| air_humidity | 1.6736884 |\n", + "| air_temperature | 0.38936388 |\n", + "| clg_setpoint | -0.32886767 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.07157717 |\n", + "| diffuse_solar_radiation | 0.40949422 |\n", + "| direct_solar_radiation | 0.12201244 |\n", + "| hour | -0.6497852 |\n", + "| htg_setpoint | 1.2901038 |\n", + "| month | 1.1145059 |\n", + "| outdoor_humidity | 0.37932208 |\n", + "| outdoor_temperature | 0.24964565 |\n", + "| people_occupant | -0.6886877 |\n", + "| total_electricity_HVAC | 0.35347396 |\n", + "| wind_direction | 0.9004083 |\n", + "| wind_speed | 0.5587191 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4130.2715 |\n", + "| air_humidity | 59.131866 |\n", + "| air_temperature | 23.250553 |\n", + "| clg_setpoint | 25.285936 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 116.0 |\n", + "| direct_solar_radiation | 186.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 76.5 |\n", + "| outdoor_temperature | 15.340713 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4217707.5 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------****************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.979482 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.115414 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.58023536 |\n", + "| air_humidity | 0.22272396 |\n", + "| air_temperature | 1.1524162 |\n", + "| clg_setpoint | -0.19419788 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.042168964 |\n", + "| diffuse_solar_radiation | 0.7807198 |\n", + "| direct_solar_radiation | 1.1141285 |\n", + "| hour | -0.5053194 |\n", + "| htg_setpoint | 0.5153273 |\n", + "| month | 1.1135656 |\n", + "| outdoor_humidity | 0.28314 |\n", + "| outdoor_temperature | 0.27054337 |\n", + "| people_occupant | 1.6949974 |\n", + "| total_electricity_HVAC | -0.5897941 |\n", + "| wind_direction | -0.820183 |\n", + "| wind_speed | 0.0116199115 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 438.7613 |\n", + "| air_humidity | 40.12261 |\n", + "| air_temperature | 24.287994 |\n", + "| clg_setpoint | 25.638426 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 153.0 |\n", + "| direct_solar_radiation | 435.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.01093 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 74.5 |\n", + "| outdoor_temperature | 15.54685 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 394118.28 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 4.9 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------****************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.7072829 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.646534 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6331865 |\n", + "| air_humidity | 0.56727827 |\n", + "| air_temperature | 1.8831345 |\n", + "| clg_setpoint | -0.082550675 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15591095 |\n", + "| diffuse_solar_radiation | 1.0414414 |\n", + "| direct_solar_radiation | 1.8355883 |\n", + "| hour | -0.36085582 |\n", + "| htg_setpoint | -1.0989113 |\n", + "| month | 1.1126276 |\n", + "| outdoor_humidity | -0.29575214 |\n", + "| outdoor_temperature | -0.00922787 |\n", + "| people_occupant | 1.6945721 |\n", + "| total_electricity_HVAC | -0.6399646 |\n", + "| wind_direction | 0.70918715 |\n", + "| wind_speed | 3.1655192 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 212.41864 |\n", + "| air_humidity | 44.654896 |\n", + "| air_temperature | 25.28105 |\n", + "| clg_setpoint | 25.930845 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 179.0 |\n", + "| direct_solar_radiation | 616.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 13.262818 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 62.5 |\n", + "| outdoor_temperature | 12.804127 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 191177.16 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 12.4 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*****************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57716566 |\n", + "| air_humidity | -0.8522358 |\n", + "| air_temperature | 0.387493 |\n", + "| clg_setpoint | -1.1049585 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.26964524 |\n", + "| diffuse_solar_radiation | 1.1920252 |\n", + "| direct_solar_radiation | 1.7157879 |\n", + "| hour | -0.21639343 |\n", + "| htg_setpoint | -1.4005572 |\n", + "| month | 1.111692 |\n", + "| outdoor_humidity | -1.2590226 |\n", + "| outdoor_temperature | -0.24024944 |\n", + "| people_occupant | 1.6941477 |\n", + "| total_electricity_HVAC | -0.5866777 |\n", + "| wind_direction | 1.2822108 |\n", + "| wind_speed | 0.8701824 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 451.8434 |\n", + "| air_humidity | 26.04386 |\n", + "| air_temperature | 23.248243 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 194.0 |\n", + "| direct_solar_radiation | 586.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 42.5 |\n", + "| outdoor_temperature | 10.53768 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 406659.1 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 6.95 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.09076655 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.135563 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6623106 |\n", + "| air_humidity | -0.67043126 |\n", + "| air_temperature | -0.06512222 |\n", + "| clg_setpoint | -0.2525513 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38336343 |\n", + "| diffuse_solar_radiation | 1.3327388 |\n", + "| direct_solar_radiation | 1.6555592 |\n", + "| hour | -0.07193149 |\n", + "| htg_setpoint | -1.4003837 |\n", + "| month | 1.1107588 |\n", + "| outdoor_humidity | -0.8008296 |\n", + "| outdoor_temperature | 0.21323958 |\n", + "| people_occupant | -0.68921125 |\n", + "| total_electricity_HVAC | -0.66763085 |\n", + "| wind_direction | 0.27836654 |\n", + "| wind_speed | 0.11484595 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 28.417654 |\n", + "| air_temperature | 22.633125 |\n", + "| clg_setpoint | 25.483603 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 208.0 |\n", + "| direct_solar_radiation | 571.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 14.979053 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 5.15 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.28789026 |\n", + "| Heating_Setpoint_RL | -0.7219018 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.59663 |\n", + "| Heating_Setpoint_RL | 13.564302 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4635239 |\n", + "| air_humidity | 0.65775585 |\n", + "| air_temperature | 0.09898953 |\n", + "| clg_setpoint | -1.1046197 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.49705237 |\n", + "| diffuse_solar_radiation | 1.182421 |\n", + "| direct_solar_radiation | 2.0458193 |\n", + "| hour | 0.07253037 |\n", + "| htg_setpoint | 0.601083 |\n", + "| month | 1.1098279 |\n", + "| outdoor_humidity | -0.3193283 |\n", + "| outdoor_temperature | 0.6069059 |\n", + "| people_occupant | -0.6888297 |\n", + "| total_electricity_HVAC | -0.4786001 |\n", + "| wind_direction | 0.51742506 |\n", + "| wind_speed | -0.3256281 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 937.762 |\n", + "| air_humidity | 45.823742 |\n", + "| air_temperature | 22.856194 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 193.0 |\n", + "| direct_solar_radiation | 669.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.370003 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 18.835646 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 843985.8 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 4.1 |\n", + "| train/ | |\n", + "| approx_kl | 0.008231361 |\n", + "| clip_fraction | 0.0767 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.51 |\n", + "| explained_variance | 0.489 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.087 |\n", + "| n_updates | 650 |\n", + "| policy_gradient_loss | -0.0113 |\n", + "| std | 0.848 |\n", + "| value_loss | 0.617 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.073642254 |\n", + "| air_humidity | 1.0333016 |\n", + "| air_temperature | 0.3883641 |\n", + "| clg_setpoint | -1.1044986 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6106943 |\n", + "| diffuse_solar_radiation | 0.86155987 |\n", + "| direct_solar_radiation | 1.7466254 |\n", + "| hour | 0.21699214 |\n", + "| htg_setpoint | 1.2894365 |\n", + "| month | 1.1088994 |\n", + "| outdoor_humidity | 0.4756897 |\n", + "| outdoor_temperature | 0.51970005 |\n", + "| people_occupant | 1.218542 |\n", + "| total_electricity_HVAC | 0.03219273 |\n", + "| wind_direction | -0.10326995 |\n", + "| wind_speed | 1.0805937 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3236.6877 |\n", + "| air_humidity | 50.745655 |\n", + "| air_temperature | 23.249342 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 161.0 |\n", + "| direct_solar_radiation | 594.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 78.5 |\n", + "| outdoor_temperature | 17.981203 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2913019.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 7.45 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.560935 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.780258 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.32450742 |\n", + "| air_humidity | 1.4873719 |\n", + "| air_temperature | 0.38847452 |\n", + "| clg_setpoint | -1.104205 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.72426665 |\n", + "| diffuse_solar_radiation | 0.97205174 |\n", + "| direct_solar_radiation | -0.54857564 |\n", + "| hour | 0.36145344 |\n", + "| htg_setpoint | 0.8342604 |\n", + "| month | 1.1079731 |\n", + "| outdoor_humidity | -0.19972995 |\n", + "| outdoor_temperature | 0.9083477 |\n", + "| people_occupant | 1.694951 |\n", + "| total_electricity_HVAC | 0.27073458 |\n", + "| wind_direction | -1.0109557 |\n", + "| wind_speed | -1.7285795 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4309.9517 |\n", + "| air_humidity | 56.709267 |\n", + "| air_temperature | 23.24965 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 172.0 |\n", + "| direct_solar_radiation | 18.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.34803 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 64.5 |\n", + "| outdoor_temperature | 21.787413 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3878956.8 |\n", + "| wind_direction | 75.0 |\n", + "| wind_speed | 0.75 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.22585902 |\n", + "| air_humidity | 2.2639842 |\n", + "| air_temperature | 0.38833466 |\n", + "| clg_setpoint | -1.1040002 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8377422 |\n", + "| diffuse_solar_radiation | 0.1894446 |\n", + "| direct_solar_radiation | -0.55225503 |\n", + "| hour | 0.5059136 |\n", + "| htg_setpoint | 0.47703767 |\n", + "| month | 1.1070492 |\n", + "| outdoor_humidity | 1.3424178 |\n", + "| outdoor_temperature | 0.48518226 |\n", + "| people_occupant | 1.6945277 |\n", + "| total_electricity_HVAC | -0.25261116 |\n", + "| wind_direction | -0.38888416 |\n", + "| wind_speed | 0.7660453 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1955.139 |\n", + "| air_humidity | 66.91475 |\n", + "| air_temperature | 23.24963 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 94.0 |\n", + "| direct_solar_radiation | 17.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 19.8573 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 17.645206 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1759625.1 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.59196055 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.295221 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.5241403 |\n", + "| air_humidity | 1.1425067 |\n", + "| air_temperature | 0.38775024 |\n", + "| clg_setpoint | -1.1037366 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.95108926 |\n", + "| diffuse_solar_radiation | -0.48287135 |\n", + "| direct_solar_radiation | 0.23676634 |\n", + "| hour | 0.6503715 |\n", + "| htg_setpoint | 0.9655443 |\n", + "| month | 1.1061276 |\n", + "| outdoor_humidity | 0.738717 |\n", + "| outdoor_temperature | 0.79073226 |\n", + "| people_occupant | 1.6941053 |\n", + "| total_electricity_HVAC | 0.4616525 |\n", + "| wind_direction | -0.29344487 |\n", + "| wind_speed | -0.19762321 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5162.8955 |\n", + "| air_humidity | 52.249638 |\n", + "| air_temperature | 23.249022 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 27.0 |\n", + "| direct_solar_radiation | 215.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.903046 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 20.637493 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4650979.5 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.4 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.84841466 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.852668 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.08316453 |\n", + "| air_humidity | -0.41871697 |\n", + "| air_temperature | 0.38741106 |\n", + "| clg_setpoint | -1.1036211 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0642715 |\n", + "| diffuse_solar_radiation | -0.7538087 |\n", + "| direct_solar_radiation | -0.6201853 |\n", + "| hour | 0.7948257 |\n", + "| htg_setpoint | 0.05114267 |\n", + "| month | 1.1052083 |\n", + "| outdoor_humidity | -2.3209896 |\n", + "| outdoor_temperature | 0.79314154 |\n", + "| people_occupant | 1.6936836 |\n", + "| total_electricity_HVAC | 0.041236307 |\n", + "| wind_direction | 0.80572325 |\n", + "| wind_speed | 2.065019 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3277.2356 |\n", + "| air_humidity | 31.773544 |\n", + "| air_temperature | 23.248827 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 18.08001 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 20.5 |\n", + "| outdoor_temperature | 20.665625 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2949512.0 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 9.8 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.37777743 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.9 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6628678 |\n", + "| air_humidity | -1.5638099 |\n", + "| air_temperature | -0.5223934 |\n", + "| clg_setpoint | -0.27816936 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.177248 |\n", + "| diffuse_solar_radiation | -0.75376153 |\n", + "| direct_solar_radiation | -0.62019646 |\n", + "| hour | 0.9392744 |\n", + "| htg_setpoint | -0.46553352 |\n", + "| month | 1.1042913 |\n", + "| outdoor_humidity | -1.4509751 |\n", + "| outdoor_temperature | -0.37331983 |\n", + "| people_occupant | -0.6891007 |\n", + "| total_electricity_HVAC | -0.6681619 |\n", + "| wind_direction | 0.6618696 |\n", + "| wind_speed | 2.0617516 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 16.717873 |\n", + "| air_temperature | 22.014933 |\n", + "| clg_setpoint | 25.414595 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 15.916637 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 38.5 |\n", + "| outdoor_temperature | 9.255422 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 9.8 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.31714833 |\n", + "| Heating_Setpoint_RL | -0.40113416 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.695375 |\n", + "| Heating_Setpoint_RL | 15.36862 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66265637 |\n", + "| air_humidity | -1.2890102 |\n", + "| air_temperature | -0.77063346 |\n", + "| clg_setpoint | 0.36018997 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.289974 |\n", + "| diffuse_solar_radiation | -0.75370806 |\n", + "| direct_solar_radiation | -0.62025416 |\n", + "| hour | 1.0837154 |\n", + "| htg_setpoint | -1.2058299 |\n", + "| month | 1.1033765 |\n", + "| outdoor_humidity | -0.75241363 |\n", + "| outdoor_temperature | -0.4494414 |\n", + "| people_occupant | -0.6887212 |\n", + "| total_electricity_HVAC | -0.66795105 |\n", + "| wind_direction | 1.3304323 |\n", + "| wind_speed | 0.8670306 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 20.306671 |\n", + "| air_temperature | 21.67787 |\n", + "| clg_setpoint | 27.08885 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.817854 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 8.509088 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.95 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*******************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.87401193 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.708683 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6625654 |\n", + "| air_humidity | -1.0569793 |\n", + "| air_temperature | -0.066272244 |\n", + "| clg_setpoint | -1.104047 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4024001 |\n", + "| diffuse_solar_radiation | -0.7536529 |\n", + "| direct_solar_radiation | -0.62037 |\n", + "| hour | 1.2281463 |\n", + "| htg_setpoint | 0.26980552 |\n", + "| month | 1.1024641 |\n", + "| outdoor_humidity | -1.1844313 |\n", + "| outdoor_temperature | -0.6047455 |\n", + "| people_occupant | -0.4504624 |\n", + "| total_electricity_HVAC | -0.667848 |\n", + "| wind_direction | -1.7288923 |\n", + "| wind_speed | -1.7279835 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 23.340109 |\n", + "| air_temperature | 22.632677 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 18.990196 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 6.9885526 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.75 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*******************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.7570592 |\n", + "| Heating_Setpoint_RL | -0.038315684 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.069925 |\n", + "| Heating_Setpoint_RL | 17.409473 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6625243 |\n", + "| air_humidity | -0.44481578 |\n", + "| air_temperature | -0.32579195 |\n", + "| clg_setpoint | -0.3960138 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5144731 |\n", + "| diffuse_solar_radiation | -0.7536042 |\n", + "| direct_solar_radiation | -0.6204721 |\n", + "| hour | 1.3725643 |\n", + "| htg_setpoint | -0.052339587 |\n", + "| month | 1.1015539 |\n", + "| outdoor_humidity | -0.8231012 |\n", + "| outdoor_temperature | 0.052201897 |\n", + "| people_occupant | -0.68898094 |\n", + "| total_electricity_HVAC | -0.6678049 |\n", + "| wind_direction | 0.7558723 |\n", + "| wind_speed | -0.32507953 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 31.378696 |\n", + "| air_temperature | 22.280983 |\n", + "| clg_setpoint | 25.1044 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 17.641975 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 51.5 |\n", + "| outdoor_temperature | 13.406502 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7525157 |\n", + "| Heating_Setpoint_RL | -0.8709613 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.164742 |\n", + "| Heating_Setpoint_RL | 12.725842 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6624883 |\n", + "| air_humidity | -0.86597115 |\n", + "| air_temperature | -0.8919827 |\n", + "| clg_setpoint | -0.5732813 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6261357 |\n", + "| diffuse_solar_radiation | -0.75353295 |\n", + "| direct_solar_radiation | -0.62055737 |\n", + "| hour | 1.516966 |\n", + "| htg_setpoint | 0.26487184 |\n", + "| month | 1.1006459 |\n", + "| outdoor_humidity | -1.0626522 |\n", + "| outdoor_temperature | -0.3647071 |\n", + "| people_occupant | -0.6891106 |\n", + "| total_electricity_HVAC | -0.66776484 |\n", + "| wind_direction | -1.6792095 |\n", + "| wind_speed | -0.53374416 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 25.839556 |\n", + "| air_temperature | 21.513962 |\n", + "| clg_setpoint | 24.638649 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.968752 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | 9.333841 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.96378875 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.04631 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.1733261 |\n", + "| air_humidity | 1.0046402 |\n", + "| air_temperature | 0.16838254 |\n", + "| clg_setpoint | 1.2300459 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7373273 |\n", + "| diffuse_solar_radiation | -0.7534329 |\n", + "| direct_solar_radiation | -0.6202826 |\n", + "| hour | 1.661348 |\n", + "| htg_setpoint | 1.2161796 |\n", + "| month | 1.0997403 |\n", + "| outdoor_humidity | 0.9342042 |\n", + "| outdoor_temperature | -0.061326493 |\n", + "| people_occupant | -0.68924 |\n", + "| total_electricity_HVAC | 1.4193567 |\n", + "| wind_direction | 0.2789238 |\n", + "| wind_speed | 0.345105 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7932.0957 |\n", + "| air_humidity | 50.41887 |\n", + "| air_temperature | 22.950636 |\n", + "| clg_setpoint | 29.364452 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.950512 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 12.295551 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 8520832.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 5.7 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6624363 |\n", + "| air_humidity | -0.50113815 |\n", + "| air_temperature | -1.353481 |\n", + "| clg_setpoint | 0.11546398 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5575017 |\n", + "| diffuse_solar_radiation | -0.75337017 |\n", + "| direct_solar_radiation | -0.62038296 |\n", + "| hour | -1.6612798 |\n", + "| htg_setpoint | -0.27018404 |\n", + "| month | 1.3961521 |\n", + "| outdoor_humidity | -0.9419414 |\n", + "| outdoor_temperature | -0.2673677 |\n", + "| people_occupant | -0.6893692 |\n", + "| total_electricity_HVAC | -0.6676995 |\n", + "| wind_direction | -1.7262866 |\n", + "| wind_speed | 1.6201893 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 30.632015 |\n", + "| air_temperature | 20.889822 |\n", + "| clg_setpoint | 26.442907 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.730911 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 10.283117 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 8.75 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.47792643 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 20.313335 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.0700061 |\n", + "| air_humidity | -1.1155664 |\n", + "| air_temperature | 0.22750877 |\n", + "| clg_setpoint | 1.4719993 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4419807 |\n", + "| diffuse_solar_radiation | -0.75327307 |\n", + "| direct_solar_radiation | -0.6204392 |\n", + "| hour | -1.5167378 |\n", + "| htg_setpoint | 1.2878933 |\n", + "| month | 1.3946228 |\n", + "| outdoor_humidity | -0.5320213 |\n", + "| outdoor_temperature | -0.24010317 |\n", + "| people_occupant | -0.6889912 |\n", + "| total_electricity_HVAC | 2.182446 |\n", + "| wind_direction | 1.6607002 |\n", + "| wind_speed | 0.009241407 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11761.033 |\n", + "| air_humidity | 22.550755 |\n", + "| air_temperature | 23.030434 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 57.5 |\n", + "| outdoor_temperature | 10.549356 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 11605411.0 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 4.9 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.28709 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.59393 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.5372686 |\n", + "| air_humidity | -0.14282542 |\n", + "| air_temperature | 0.3899935 |\n", + "| clg_setpoint | 1.4719522 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3268455 |\n", + "| diffuse_solar_radiation | -0.75320786 |\n", + "| direct_solar_radiation | -0.62050986 |\n", + "| hour | -1.3722159 |\n", + "| htg_setpoint | 1.2879131 |\n", + "| month | 1.3930985 |\n", + "| outdoor_humidity | 0.6952291 |\n", + "| outdoor_temperature | -0.43085492 |\n", + "| people_occupant | -0.6886138 |\n", + "| total_electricity_HVAC | 0.47287083 |\n", + "| wind_direction | -0.8668903 |\n", + "| wind_speed | -1.7266762 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5211.4478 |\n", + "| air_humidity | 35.32498 |\n", + "| air_temperature | 23.250057 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 8.689322 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4690303.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 0.75 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.17895198 |\n", + "| Heating_Setpoint_RL | 0.73340935 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.021038 |\n", + "| Heating_Setpoint_RL | 21.750427 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.0716298 |\n", + "| air_humidity | -0.33706865 |\n", + "| air_temperature | 0.39003843 |\n", + "| clg_setpoint | 1.1804103 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2120364 |\n", + "| diffuse_solar_radiation | -0.7531623 |\n", + "| direct_solar_radiation | -0.6204823 |\n", + "| hour | -1.2277101 |\n", + "| htg_setpoint | 1.2878032 |\n", + "| month | 1.3915793 |\n", + "| outdoor_humidity | -0.14675154 |\n", + "| outdoor_temperature | -0.26107454 |\n", + "| people_occupant | -0.6887432 |\n", + "| total_electricity_HVAC | 1.3008583 |\n", + "| wind_direction | 1.2301525 |\n", + "| wind_speed | 0.44922414 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7493.108 |\n", + "| air_humidity | 32.77535 |\n", + "| air_temperature | 23.250076 |\n", + "| clg_setpoint | 29.235645 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 65.5 |\n", + "| outdoor_temperature | 10.346738 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 8037895.0 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 5.95 |\n", + "-------------------------------------------------\n", + "---------------------------------------------------********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.44256878 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.13133 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.2859483 |\n", + "| air_humidity | -0.48468584 |\n", + "| air_temperature | -1.1504174 |\n", + "| clg_setpoint | 1.4720846 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0974988 |\n", + "| diffuse_solar_radiation | -0.7530711 |\n", + "| direct_solar_radiation | -0.62035507 |\n", + "| hour | -1.0832175 |\n", + "| htg_setpoint | 0.68225014 |\n", + "| month | 1.390065 |\n", + "| outdoor_humidity | -0.0020350597 |\n", + "| outdoor_temperature | -0.8698345 |\n", + "| people_occupant | -0.6888724 |\n", + "| total_electricity_HVAC | 0.116449796 |\n", + "| wind_direction | 1.3718733 |\n", + "| wind_speed | 0.44808334 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4137.109 |\n", + "| air_humidity | 30.833462 |\n", + "| air_temperature | 21.165913 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.715929 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 68.5 |\n", + "| outdoor_temperature | 4.408209 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3248390.5 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 5.95 |\n", + "---------------------------------------------------\n", + "-------------------------------------------------***********************************************--------------| 85%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.3099311 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.671017 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6621848 |\n", + "| air_humidity | -0.16510941 |\n", + "| air_temperature | -1.1454887 |\n", + "| clg_setpoint | 1.109633 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9831839 |\n", + "| diffuse_solar_radiation | -0.7529776 |\n", + "| direct_solar_radiation | -0.620433 |\n", + "| hour | -0.93873495 |\n", + "| htg_setpoint | -0.25759062 |\n", + "| month | 1.3885555 |\n", + "| outdoor_humidity | 0.744558 |\n", + "| outdoor_temperature | -0.69031 |\n", + "| people_occupant | -0.6890014 |\n", + "| total_electricity_HVAC | -0.6674113 |\n", + "| wind_direction | 1.5132931 |\n", + "| wind_speed | -0.5349054 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 35.024685 |\n", + "| air_temperature | 21.172945 |\n", + "| clg_setpoint | 29.049547 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.782785 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 6.157385 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**********************************************--------------| 85%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5581753 |\n", + "| Heating_Setpoint_RL | -0.009695709 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.741158 |\n", + "| Heating_Setpoint_RL | 17.570461 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.035543624 |\n", + "| air_humidity | 0.1380398 |\n", + "| air_temperature | -0.54851604 |\n", + "| clg_setpoint | 1.472312 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8690478 |\n", + "| diffuse_solar_radiation | -0.7529256 |\n", + "| direct_solar_radiation | -0.6203947 |\n", + "| hour | -0.79426 |\n", + "| htg_setpoint | 0.939719 |\n", + "| month | 1.387051 |\n", + "| outdoor_humidity | 1.3705537 |\n", + "| outdoor_temperature | -0.6877164 |\n", + "| people_occupant | -0.6891302 |\n", + "| total_electricity_HVAC | -0.19125824 |\n", + "| wind_direction | 1.5594333 |\n", + "| wind_speed | -0.6393681 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2763.7866 |\n", + "| air_humidity | 39.001575 |\n", + "| air_temperature | 21.980553 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.793575 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 6.1822395 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2004006.2 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 3.35 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***********************************************--------------| 85%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8132818 |\n", + "| Heating_Setpoint_RL | 0.68771434 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.369825 |\n", + "| Heating_Setpoint_RL | 21.493393 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.46818233 |\n", + "| air_humidity | 0.55202717 |\n", + "| air_temperature | 0.39030987 |\n", + "| clg_setpoint | 1.411284 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.75505185 |\n", + "| diffuse_solar_radiation | 0.04187036 |\n", + "| direct_solar_radiation | 0.029717356 |\n", + "| hour | -0.6497905 |\n", + "| htg_setpoint | 1.2874019 |\n", + "| month | 1.3855515 |\n", + "| outdoor_humidity | 0.9846697 |\n", + "| outdoor_temperature | -0.19661541 |\n", + "| people_occupant | -0.6892589 |\n", + "| total_electricity_HVAC | 0.46900135 |\n", + "| wind_direction | -1.439885 |\n", + "| wind_speed | -1.4956214 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4914.871 |\n", + "| air_humidity | 44.437492 |\n", + "| air_temperature | 23.250103 |\n", + "| clg_setpoint | 29.839397 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 79.0 |\n", + "| direct_solar_radiation | 163.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 10.967257 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4673818.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 1.3 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.54283965 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 20.678474 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.1326768 |\n", + "| air_humidity | 1.9690096 |\n", + "| air_temperature | 0.38999602 |\n", + "| clg_setpoint | 1.4716853 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.64116216 |\n", + "| diffuse_solar_radiation | 0.26334283 |\n", + "| direct_solar_radiation | -0.62016815 |\n", + "| hour | -0.5053247 |\n", + "| htg_setpoint | 1.2867817 |\n", + "| month | 1.3840567 |\n", + "| outdoor_humidity | 1.5133879 |\n", + "| outdoor_temperature | 0.4346872 |\n", + "| people_occupant | -0.6888829 |\n", + "| total_electricity_HVAC | -0.16411108 |\n", + "| wind_direction | 0.131541 |\n", + "| wind_speed | 0.97186285 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2348.2788 |\n", + "| air_humidity | 63.037563 |\n", + "| air_temperature | 23.24963 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 101.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 17.117064 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2113451.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 7.2 |\n", + "| train/ | |\n", + "| approx_kl | 0.009825336 |\n", + "| clip_fraction | 0.0969 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.51 |\n", + "| explained_variance | 0.555 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.0818 |\n", + "| n_updates | 660 |\n", + "| policy_gradient_loss | -0.0135 |\n", + "| std | 0.853 |\n", + "| value_loss | 0.412 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60964686 |\n", + "| air_humidity | 1.1495569 |\n", + "| air_temperature | 0.3898626 |\n", + "| clg_setpoint | -1.103538 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.52734995 |\n", + "| diffuse_solar_radiation | 1.2798353 |\n", + "| direct_solar_radiation | 0.090292394 |\n", + "| hour | -0.36086118 |\n", + "| htg_setpoint | -1.4017855 |\n", + "| month | 1.3825667 |\n", + "| outdoor_humidity | 1.4166397 |\n", + "| outdoor_temperature | -0.12571526 |\n", + "| people_occupant | 1.6955637 |\n", + "| total_electricity_HVAC | -0.61419135 |\n", + "| wind_direction | 1.4163477 |\n", + "| wind_speed | 1.3889269 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 311.48334 |\n", + "| air_humidity | 52.30157 |\n", + "| air_temperature | 23.249258 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 202.0 |\n", + "| direct_solar_radiation | 178.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 11.661004 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 293658.94 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 8.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.94334716 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.931328 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5210206 |\n", + "| air_humidity | 0.1253032 |\n", + "| air_temperature | 0.39278397 |\n", + "| clg_setpoint | -1.1033362 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41359115 |\n", + "| diffuse_solar_radiation | 0.8874455 |\n", + "| direct_solar_radiation | -0.6198277 |\n", + "| hour | -0.21639876 |\n", + "| htg_setpoint | 1.2862247 |\n", + "| month | 1.3810816 |\n", + "| outdoor_humidity | 0.1641918 |\n", + "| outdoor_temperature | -0.51499337 |\n", + "| people_occupant | 1.6951455 |\n", + "| total_electricity_HVAC | -0.53323853 |\n", + "| wind_direction | 1.6525856 |\n", + "| wind_speed | 0.8649871 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 689.6497 |\n", + "| air_humidity | 38.867096 |\n", + "| air_temperature | 23.253052 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 163.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 7.8709507 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 620684.75 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 6.95 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.45217657 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.081507 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.53140587 |\n", + "| air_humidity | 0.042749885 |\n", + "| air_temperature | 0.3915851 |\n", + "| clg_setpoint | -1.10312 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29986644 |\n", + "| diffuse_solar_radiation | 0.4046602 |\n", + "| direct_solar_radiation | -0.619549 |\n", + "| hour | -0.0719368 |\n", + "| htg_setpoint | 1.1473247 |\n", + "| month | 1.3796012 |\n", + "| outdoor_humidity | 0.38072297 |\n", + "| outdoor_temperature | -0.56079453 |\n", + "| people_occupant | 1.2180169 |\n", + "| total_electricity_HVAC | -0.54309523 |\n", + "| wind_direction | -1.343836 |\n", + "| wind_speed | -1.3923532 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 645.3218 |\n", + "| air_humidity | 37.783596 |\n", + "| air_temperature | 23.251312 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 115.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.669907 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 76.5 |\n", + "| outdoor_temperature | 7.421554 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 580789.6 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 1.55 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.8860452 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.609005 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5501362 |\n", + "| air_humidity | 0.85928226 |\n", + "| air_temperature | 0.39037144 |\n", + "| clg_setpoint | -1.1028489 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18616138 |\n", + "| diffuse_solar_radiation | 0.48553482 |\n", + "| direct_solar_radiation | -0.6192659 |\n", + "| hour | 0.07252508 |\n", + "| htg_setpoint | 1.2854495 |\n", + "| month | 1.3781257 |\n", + "| outdoor_humidity | 1.5119638 |\n", + "| outdoor_temperature | -0.25134066 |\n", + "| people_occupant | 0.26431063 |\n", + "| total_electricity_HVAC | -0.5608968 |\n", + "| wind_direction | -0.5351495 |\n", + "| wind_speed | -0.84834856 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 565.2276 |\n", + "| air_humidity | 48.492256 |\n", + "| air_temperature | 23.249664 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 123.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 10.430304 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 508704.84 |\n", + "| wind_direction | 125.0 |\n", + "| wind_speed | 2.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.48939255 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.872168 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4837278 |\n", + "| air_humidity | -0.9317515 |\n", + "| air_temperature | 0.392783 |\n", + "| clg_setpoint | -1.1026161 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.07246612 |\n", + "| diffuse_solar_radiation | 0.98915267 |\n", + "| direct_solar_radiation | -0.54723155 |\n", + "| hour | 0.21698686 |\n", + "| htg_setpoint | -1.1984916 |\n", + "| month | 1.3766547 |\n", + "| outdoor_humidity | -0.9452339 |\n", + "| outdoor_temperature | -0.5110322 |\n", + "| people_occupant | 1.2174128 |\n", + "| total_electricity_HVAC | -0.4977779 |\n", + "| wind_direction | 0.9389777 |\n", + "| wind_speed | 1.3044564 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 848.83673 |\n", + "| air_humidity | 25.018398 |\n", + "| air_temperature | 23.252853 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 173.0 |\n", + "| direct_solar_radiation | 18.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.855459 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 7.9009714 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 763953.06 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 8.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5858135 |\n", + "| Heating_Setpoint_RL | 0.17831767 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.60212 |\n", + "| Heating_Setpoint_RL | 18.628036 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66209704 |\n", + "| air_humidity | -0.7642911 |\n", + "| air_temperature | -0.3696732 |\n", + "| clg_setpoint | -1.102566 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.041224416 |\n", + "| diffuse_solar_radiation | 0.46579573 |\n", + "| direct_solar_radiation | -0.47918326 |\n", + "| hour | 0.36144823 |\n", + "| htg_setpoint | -0.08316732 |\n", + "| month | 1.3751886 |\n", + "| outdoor_humidity | -0.55982804 |\n", + "| outdoor_temperature | -0.36451262 |\n", + "| people_occupant | -0.6891496 |\n", + "| total_electricity_HVAC | -0.6672927 |\n", + "| wind_direction | 0.46273145 |\n", + "| wind_speed | 0.34235698 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 27.210108 |\n", + "| air_temperature | 22.223633 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 121.0 |\n", + "| direct_solar_radiation | 35.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.52333 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 9.321692 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.5700747 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 20.831669 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.58096933 |\n", + "| air_humidity | -0.7418842 |\n", + "| air_temperature | -0.30103216 |\n", + "| clg_setpoint | 0.7745758 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15491067 |\n", + "| diffuse_solar_radiation | -0.34968996 |\n", + "| direct_solar_radiation | -0.61898834 |\n", + "| hour | 0.5059084 |\n", + "| htg_setpoint | 0.8814065 |\n", + "| month | 1.3737271 |\n", + "| outdoor_humidity | -1.0420353 |\n", + "| outdoor_temperature | -0.3177569 |\n", + "| people_occupant | -0.68877566 |\n", + "| total_electricity_HVAC | -0.5989493 |\n", + "| wind_direction | 1.0811017 |\n", + "| wind_speed | 1.4081163 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 433.30945 |\n", + "| air_humidity | 27.500145 |\n", + "| air_temperature | 22.315964 |\n", + "| clg_setpoint | 28.172848 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 40.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.560709 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 9.774606 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 354529.3 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 8.25 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.045167744 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.370932 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6045573 |\n", + "| air_humidity | -0.6343101 |\n", + "| air_temperature | 0.39133158 |\n", + "| clg_setpoint | -1.1030456 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.26858836 |\n", + "| diffuse_solar_radiation | -0.7524167 |\n", + "| direct_solar_radiation | -0.6189107 |\n", + "| hour | 0.65036637 |\n", + "| htg_setpoint | -1.4028393 |\n", + "| month | 1.3722702 |\n", + "| outdoor_humidity | -0.6082999 |\n", + "| outdoor_temperature | -0.54902047 |\n", + "| people_occupant | 1.6950994 |\n", + "| total_electricity_HVAC | -0.61259043 |\n", + "| wind_direction | 0.6996948 |\n", + "| wind_speed | 1.2819408 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 332.35046 |\n", + "| air_humidity | 28.90275 |\n", + "| air_temperature | 23.249481 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 7.5222645 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 299115.44 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 7.95 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.7828247 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.221611 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4974718 |\n", + "| air_humidity | -0.52170837 |\n", + "| air_temperature | 0.39150795 |\n", + "| clg_setpoint | -1.1026917 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38224858 |\n", + "| diffuse_solar_radiation | -0.7523095 |\n", + "| direct_solar_radiation | -0.6187514 |\n", + "| hour | 0.7948207 |\n", + "| htg_setpoint | -1.4028316 |\n", + "| month | 1.370818 |\n", + "| outdoor_humidity | -0.0536233 |\n", + "| outdoor_temperature | -0.9042085 |\n", + "| people_occupant | 1.6946839 |\n", + "| total_electricity_HVAC | -0.5108144 |\n", + "| wind_direction | 0.5088298 |\n", + "| wind_speed | -0.327994 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 789.6121 |\n", + "| air_humidity | 30.374628 |\n", + "| air_temperature | 23.24948 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 4.064695 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 710650.9 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.78452367 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.212054 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66194296 |\n", + "| air_humidity | -0.12100877 |\n", + "| air_temperature | 0.3919561 |\n", + "| clg_setpoint | -1.1022595 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.4958778 |\n", + "| diffuse_solar_radiation | -0.75221527 |\n", + "| direct_solar_radiation | -0.6187078 |\n", + "| hour | 0.9392697 |\n", + "| htg_setpoint | -1.4028051 |\n", + "| month | 1.3693703 |\n", + "| outdoor_humidity | 0.7421428 |\n", + "| outdoor_temperature | -0.8483131 |\n", + "| people_occupant | 0.5025991 |\n", + "| total_electricity_HVAC | -0.66711277 |\n", + "| wind_direction | 0.3181207 |\n", + "| wind_speed | 1.5129637 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 35.61956 |\n", + "| air_temperature | 23.249897 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 4.5994496 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 8.5 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************************----------| 89%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.18832436 |\n", + "| Heating_Setpoint_RL | -0.11909893 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.260595 |\n", + "| Heating_Setpoint_RL | 16.955069 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5690268 |\n", + "| air_humidity | -0.37993366 |\n", + "| air_temperature | -0.1842283 |\n", + "| clg_setpoint | -0.92206776 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.60945785 |\n", + "| diffuse_solar_radiation | -0.75212604 |\n", + "| direct_solar_radiation | -0.61869985 |\n", + "| hour | 1.0837111 |\n", + "| htg_setpoint | -1.3758329 |\n", + "| month | 1.3679273 |\n", + "| outdoor_humidity | -0.1505412 |\n", + "| outdoor_temperature | -1.1802028 |\n", + "| people_occupant | -0.45094287 |\n", + "| total_electricity_HVAC | -0.576848 |\n", + "| wind_direction | 0.9364634 |\n", + "| wind_speed | 1.7422245 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 484.18564 |\n", + "| air_humidity | 32.22746 |\n", + "| air_temperature | 22.47259 |\n", + "| clg_setpoint | 23.722034 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.112463 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 65.5 |\n", + "| outdoor_temperature | 1.3643641 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 443667.25 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 9.05 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************************----------| 89%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.7507805 |\n", + "| Heating_Setpoint_RL | -0.77173936 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.091116 |\n", + "| Heating_Setpoint_RL | 13.283966 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.1740656 |\n", + "| air_humidity | -0.5853798 |\n", + "| air_temperature | -1.3279146 |\n", + "| clg_setpoint | -0.8194666 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.722966 |\n", + "| diffuse_solar_radiation | -0.7520407 |\n", + "| direct_solar_radiation | -0.6187034 |\n", + "| hour | 1.2281426 |\n", + "| htg_setpoint | 0.32702243 |\n", + "| month | 1.3664888 |\n", + "| outdoor_humidity | -0.6329374 |\n", + "| outdoor_temperature | -1.4337645 |\n", + "| people_occupant | -0.45109466 |\n", + "| total_electricity_HVAC | 0.0340817 |\n", + "| wind_direction | 0.9358584 |\n", + "| wind_speed | 1.8444108 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2173.4124 |\n", + "| air_humidity | 29.532919 |\n", + "| air_temperature | 20.929873 |\n", + "| clg_setpoint | 23.990805 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 19.239578 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | -1.1141993 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 2917708.2 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************************----------| 89%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.6483122 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.813053 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.52718997 |\n", + "| air_humidity | -1.4704437 |\n", + "| air_temperature | -1.470328 |\n", + "| clg_setpoint | 0.10538463 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.836375 |\n", + "| diffuse_solar_radiation | -0.7519417 |\n", + "| direct_solar_radiation | -0.61871535 |\n", + "| hour | 1.3725613 |\n", + "| htg_setpoint | -1.4024316 |\n", + "| month | 1.3650548 |\n", + "| outdoor_humidity | -0.94621485 |\n", + "| outdoor_temperature | -1.3914167 |\n", + "| people_occupant | -0.6890415 |\n", + "| total_electricity_HVAC | -0.5391308 |\n", + "| wind_direction | 1.1729953 |\n", + "| wind_speed | 0.96565175 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 663.6097 |\n", + "| air_humidity | 17.937237 |\n", + "| air_temperature | 20.736267 |\n", + "| clg_setpoint | 26.416716 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | -0.7155935 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 596859.56 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**************************************************----------| 89%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5807828 |\n", + "| Heating_Setpoint_RL | -0.7765342 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.585142 |\n", + "| Heating_Setpoint_RL | 13.256995 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56362295 |\n", + "| air_humidity | -1.7845356 |\n", + "| air_temperature | -1.0136954 |\n", + "| clg_setpoint | 0.2664567 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.949653 |\n", + "| diffuse_solar_radiation | -0.75185555 |\n", + "| direct_solar_radiation | -0.6187407 |\n", + "| hour | 1.5169642 |\n", + "| htg_setpoint | -0.5871261 |\n", + "| month | 1.3636254 |\n", + "| outdoor_humidity | -0.34228653 |\n", + "| outdoor_temperature | -1.3186423 |\n", + "| people_occupant | -0.68866956 |\n", + "| total_electricity_HVAC | -0.5733738 |\n", + "| wind_direction | -1.5407041 |\n", + "| wind_speed | -1.6045641 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 507.92325 |\n", + "| air_humidity | 13.794952 |\n", + "| air_temperature | 21.350845 |\n", + "| clg_setpoint | 26.838512 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 15.412869 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 61.5 |\n", + "| outdoor_temperature | -0.022842176 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 458317.88 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 1.05 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------****************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.7024076 |\n", + "| Heating_Setpoint_RL | 0.95491284 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.254374 |\n", + "| Heating_Setpoint_RL | 22.996384 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.7548518 |\n", + "| air_humidity | 0.0828904 |\n", + "| air_temperature | -0.06445257 |\n", + "| clg_setpoint | 1.4720933 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0627639 |\n", + "| diffuse_solar_radiation | -0.75174236 |\n", + "| direct_solar_radiation | -0.61848503 |\n", + "| hour | 1.6613476 |\n", + "| htg_setpoint | 1.2849568 |\n", + "| month | 1.3622004 |\n", + "| outdoor_humidity | 1.3469688 |\n", + "| outdoor_temperature | -0.9194787 |\n", + "| people_occupant | -0.68879706 |\n", + "| total_electricity_HVAC | 2.8106174 |\n", + "| wind_direction | -1.1588479 |\n", + "| wind_speed | -0.09936916 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 14722.403 |\n", + "| air_humidity | 38.243805 |\n", + "| air_temperature | 22.630972 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 3.8495603 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 14182519.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.65 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.68196243 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 21.461039 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66190535 |\n", + "| air_humidity | 1.3249624 |\n", + "| air_temperature | -0.5191891 |\n", + "| clg_setpoint | -0.57965827 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2895715 |\n", + "| diffuse_solar_radiation | -0.7515766 |\n", + "| direct_solar_radiation | -0.6181812 |\n", + "| hour | -1.6612805 |\n", + "| htg_setpoint | -1.2729342 |\n", + "| month | 1.3607799 |\n", + "| outdoor_humidity | 1.3453746 |\n", + "| outdoor_temperature | -0.52883327 |\n", + "| people_occupant | -0.6889243 |\n", + "| total_electricity_HVAC | -0.6670712 |\n", + "| wind_direction | 0.84014755 |\n", + "| wind_speed | -0.6429817 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 54.521717 |\n", + "| air_temperature | 22.017693 |\n", + "| clg_setpoint | 24.619131 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.544511 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 7.650089 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.18565679 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.99841 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.3846107 |\n", + "| air_humidity | -0.30102453 |\n", + "| air_temperature | 0.1715792 |\n", + "| clg_setpoint | 1.3224254 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4021847 |\n", + "| diffuse_solar_radiation | -0.7514783 |\n", + "| direct_solar_radiation | -0.6180071 |\n", + "| hour | -1.5167401 |\n", + "| htg_setpoint | 1.2842854 |\n", + "| month | 1.3593638 |\n", + "| outdoor_humidity | 0.11447928 |\n", + "| outdoor_temperature | -0.57459754 |\n", + "| people_occupant | -0.6890514 |\n", + "| total_electricity_HVAC | 2.5157664 |\n", + "| wind_direction | 0.79220617 |\n", + "| wind_speed | 0.004270581 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13137.483 |\n", + "| air_humidity | 33.22583 |\n", + "| air_temperature | 22.949419 |\n", + "| clg_setpoint | 29.60707 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 7.2025166 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 12988440.0 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 4.9 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------****************************************************--------| 91%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.08936529 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.926607 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.5280269 |\n", + "| air_humidity | -0.13602455 |\n", + "| air_temperature | -0.34239817 |\n", + "| clg_setpoint | -1.1010294 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5144817 |\n", + "| diffuse_solar_radiation | -0.75131834 |\n", + "| direct_solar_radiation | -0.6177101 |\n", + "| hour | -1.3722191 |\n", + "| htg_setpoint | 1.046725 |\n", + "| month | 1.3579521 |\n", + "| outdoor_humidity | -0.078711174 |\n", + "| outdoor_temperature | -0.9025066 |\n", + "| people_occupant | -0.6891783 |\n", + "| total_electricity_HVAC | 1.5850192 |\n", + "| wind_direction | 0.8870856 |\n", + "| wind_speed | 0.33896223 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9468.7295 |\n", + "| air_humidity | 35.38556 |\n", + "| air_temperature | 22.256523 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.256472 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 4.0109534 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 9214031.0 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 5.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------****************************************************--------| 91%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8274417 |\n", + "| Heating_Setpoint_RL | -0.949708 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.832384 |\n", + "| Heating_Setpoint_RL | 12.282892 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6619621 |\n", + "| air_humidity | -0.27502465 |\n", + "| air_temperature | -0.37585527 |\n", + "| clg_setpoint | -0.055328183 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6264083 |\n", + "| diffuse_solar_radiation | -0.75119144 |\n", + "| direct_solar_radiation | -0.6176768 |\n", + "| hour | -1.2277141 |\n", + "| htg_setpoint | 0.1990776 |\n", + "| month | 1.3565449 |\n", + "| outdoor_humidity | 1.249239 |\n", + "| outdoor_temperature | -0.7838522 |\n", + "| people_occupant | -0.689305 |\n", + "| total_electricity_HVAC | -0.66708654 |\n", + "| wind_direction | 1.2203346 |\n", + "| wind_speed | -0.6431328 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 33.562683 |\n", + "| air_temperature | 22.21165 |\n", + "| clg_setpoint | 25.991665 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 18.708496 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 94.5 |\n", + "| outdoor_temperature | 5.160529 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 3.35 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*****************************************************--------| 91%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.5668588 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 20.81358 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.38444757 |\n", + "| air_humidity | -0.76264167 |\n", + "| air_temperature | -1.0161425 |\n", + "| clg_setpoint | 1.472497 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6730322 |\n", + "| diffuse_solar_radiation | -0.7510598 |\n", + "| direct_solar_radiation | -0.61748904 |\n", + "| hour | -1.0832219 |\n", + "| htg_setpoint | 0.82941717 |\n", + "| month | 1.6501114 |\n", + "| outdoor_humidity | 0.64561766 |\n", + "| outdoor_temperature | -0.4862361 |\n", + "| people_occupant | -0.6889345 |\n", + "| total_electricity_HVAC | 0.28656796 |\n", + "| wind_direction | 1.2669096 |\n", + "| wind_speed | 2.0301485 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4571.401 |\n", + "| air_humidity | 27.177233 |\n", + "| air_temperature | 21.34805 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.347649 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 8.050525 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3948369.0 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 9.75 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*****************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.857576 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.51932 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.251878 |\n", + "| air_humidity | -1.7243639 |\n", + "| air_temperature | -0.91483647 |\n", + "| clg_setpoint | 1.4713464 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5571454 |\n", + "| diffuse_solar_radiation | -0.7509214 |\n", + "| direct_solar_radiation | -0.61743546 |\n", + "| hour | -0.9387397 |\n", + "| htg_setpoint | 0.8623957 |\n", + "| month | 1.6478772 |\n", + "| outdoor_humidity | -1.1648556 |\n", + "| outdoor_temperature | -1.3169957 |\n", + "| people_occupant | -0.6885646 |\n", + "| total_electricity_HVAC | 2.19712 |\n", + "| wind_direction | 1.0753968 |\n", + "| wind_speed | 2.2509024 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 12580.344 |\n", + "| air_humidity | 14.576593 |\n", + "| air_temperature | 21.481749 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.485386 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 44.5 |\n", + "| outdoor_temperature | -0.034217745 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 11706921.0 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 10.3 |\n", + "| train/ | |\n", + "| approx_kl | 0.007826107 |\n", + "| clip_fraction | 0.0779 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.5 |\n", + "| explained_variance | 0.847 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.147 |\n", + "| n_updates | 670 |\n", + "| policy_gradient_loss | -0.0104 |\n", + "| std | 0.845 |\n", + "| value_loss | 0.37 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------******************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.23664087 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.826338 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.5964324 |\n", + "| air_humidity | -1.0610405 |\n", + "| air_temperature | -0.96094054 |\n", + "| clg_setpoint | 1.471225 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.441691 |\n", + "| diffuse_solar_radiation | -0.7506958 |\n", + "| direct_solar_radiation | -0.6174887 |\n", + "| hour | -0.79426503 |\n", + "| htg_setpoint | 1.2840942 |\n", + "| month | 1.6456522 |\n", + "| outdoor_humidity | -0.31879187 |\n", + "| outdoor_temperature | -1.2389195 |\n", + "| people_occupant | -0.68869144 |\n", + "| total_electricity_HVAC | 3.3812776 |\n", + "| wind_direction | 0.7890055 |\n", + "| wind_speed | -0.10354246 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 18350.527 |\n", + "| air_humidity | 23.245014 |\n", + "| air_temperature | 21.418768 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 0.71681744 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 16518629.0 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 4.65 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.04958631 |\n", + "| Heating_Setpoint_RL | 0.7557538 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.792355 |\n", + "| Heating_Setpoint_RL | 21.876114 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.0609703 |\n", + "| air_humidity | -0.5971399 |\n", + "| air_temperature | 0.39623278 |\n", + "| clg_setpoint | -0.24807735 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3266058 |\n", + "| diffuse_solar_radiation | -0.63936687 |\n", + "| direct_solar_radiation | -0.61752886 |\n", + "| hour | -0.64979565 |\n", + "| htg_setpoint | 1.2840862 |\n", + "| month | 1.643436 |\n", + "| outdoor_humidity | 1.3716049 |\n", + "| outdoor_temperature | -0.6061826 |\n", + "| people_occupant | -0.68881816 |\n", + "| total_electricity_HVAC | 0.97053164 |\n", + "| wind_direction | 1.0745385 |\n", + "| wind_speed | -1.7266402 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7476.5107 |\n", + "| air_humidity | 29.311829 |\n", + "| air_temperature | 23.249716 |\n", + "| clg_setpoint | 25.488924 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 11.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 6.8646054 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6728859.5 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 0.75 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.74878454 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.097853 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56914574 |\n", + "| air_humidity | 0.16202557 |\n", + "| air_temperature | 0.87951875 |\n", + "| clg_setpoint | 1.4716673 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2118318 |\n", + "| diffuse_solar_radiation | -0.21490154 |\n", + "| direct_solar_radiation | -0.6172904 |\n", + "| hour | -0.5053299 |\n", + "| htg_setpoint | 1.0581781 |\n", + "| month | 1.6412288 |\n", + "| outdoor_humidity | 0.42920244 |\n", + "| outdoor_temperature | -0.7463796 |\n", + "| people_occupant | 1.694719 |\n", + "| total_electricity_HVAC | -0.57421 |\n", + "| wind_direction | -1.2582303 |\n", + "| wind_speed | -1.0600641 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 484.4203 |\n", + "| air_humidity | 39.25075 |\n", + "| air_temperature | 23.901455 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 53.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.305855 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | 5.5001335 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 454822.22 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.35 |\n", + "-------------------------------------------------\n", + "---------------------------------------------------*****************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.8558291 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.810961 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.04932183 |\n", + "| air_humidity | -0.5392127 |\n", + "| air_temperature | 0.39625937 |\n", + "| clg_setpoint | -1.101231 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0973167 |\n", + "| diffuse_solar_radiation | -0.0024726503 |\n", + "| direct_solar_radiation | -0.34070507 |\n", + "| hour | -0.36086634 |\n", + "| htg_setpoint | -1.4038364 |\n", + "| month | 1.6390305 |\n", + "| outdoor_humidity | -0.44025692 |\n", + "| outdoor_temperature | -1.2141129 |\n", + "| people_occupant | 1.6943088 |\n", + "| total_electricity_HVAC | -0.0704859 |\n", + "| wind_direction | 0.83591515 |\n", + "| wind_speed | 0.7503235 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2715.1143 |\n", + "| air_humidity | 30.077324 |\n", + "| air_temperature | 23.249502 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 74.0 |\n", + "| direct_solar_radiation | 69.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 0.9463917 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2501628.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.7 |\n", + "---------------------------------------------------\n", + "-------------------------------------------------*******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9346728 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.779522 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6476043 |\n", + "| air_humidity | -1.0169796 |\n", + "| air_temperature | -1.0679846 |\n", + "| clg_setpoint | 1.0962096 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.98301333 |\n", + "| diffuse_solar_radiation | 1.1902369 |\n", + "| direct_solar_radiation | 0.4285083 |\n", + "| hour | -0.21640392 |\n", + "| htg_setpoint | -1.403786 |\n", + "| month | 1.6368409 |\n", + "| outdoor_humidity | -0.6814203 |\n", + "| outdoor_temperature | -0.974146 |\n", + "| people_occupant | -0.6891972 |\n", + "| total_electricity_HVAC | -0.6537627 |\n", + "| wind_direction | 0.8830962 |\n", + "| wind_speed | 0.9569228 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 148.31177 |\n", + "| air_humidity | 23.822685 |\n", + "| air_temperature | 21.27436 |\n", + "| clg_setpoint | 29.015396 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 192.0 |\n", + "| direct_solar_radiation | 261.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 54.5 |\n", + "| outdoor_temperature | 3.2691581 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 132095.8 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.7069496 |\n", + "| Heating_Setpoint_RL | -0.6396047 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.239044 |\n", + "| Heating_Setpoint_RL | 14.027224 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.0924407 |\n", + "| air_humidity | -1.471706 |\n", + "| air_temperature | 0.02681579 |\n", + "| clg_setpoint | -0.607797 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8688793 |\n", + "| diffuse_solar_radiation | 0.06873352 |\n", + "| direct_solar_radiation | 1.3062046 |\n", + "| hour | -0.07194193 |\n", + "| htg_setpoint | 1.2836237 |\n", + "| month | 1.6346602 |\n", + "| outdoor_humidity | -1.0433587 |\n", + "| outdoor_temperature | -0.5826779 |\n", + "| people_occupant | -0.6888286 |\n", + "| total_electricity_HVAC | 1.1968329 |\n", + "| wind_direction | 1.1679404 |\n", + "| wind_speed | 1.2887756 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7618.1714 |\n", + "| air_humidity | 17.860573 |\n", + "| air_temperature | 22.749456 |\n", + "| clg_setpoint | 24.545784 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 81.0 |\n", + "| direct_solar_radiation | 480.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 7.069155 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7654230.5 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 8.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.43070376 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.2022915 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5439517 |\n", + "| air_humidity | -0.5868233 |\n", + "| air_temperature | 0.39782506 |\n", + "| clg_setpoint | -1.1017108 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7548775 |\n", + "| diffuse_solar_radiation | 1.160853 |\n", + "| direct_solar_radiation | -0.0680332 |\n", + "| hour | 0.07251997 |\n", + "| htg_setpoint | 0.49187633 |\n", + "| month | 1.6324881 |\n", + "| outdoor_humidity | -0.12503801 |\n", + "| outdoor_temperature | -0.8617969 |\n", + "| people_occupant | 0.2649622 |\n", + "| total_electricity_HVAC | -0.5548862 |\n", + "| wind_direction | 1.0723826 |\n", + "| wind_speed | -1.7268097 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 592.89465 |\n", + "| air_humidity | 29.420048 |\n", + "| air_temperature | 23.249308 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 189.0 |\n", + "| direct_solar_radiation | 137.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 19.935375 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 4.3482757 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 533605.2 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 0.75 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.23168224 |\n", + "| air_humidity | -0.5497354 |\n", + "| air_temperature | 0.39803636 |\n", + "| clg_setpoint | -1.1012398 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6409755 |\n", + "| diffuse_solar_radiation | 0.30188248 |\n", + "| direct_solar_radiation | -0.61665916 |\n", + "| hour | 0.21698178 |\n", + "| htg_setpoint | 0.033663463 |\n", + "| month | 1.6303247 |\n", + "| outdoor_humidity | 0.67284536 |\n", + "| outdoor_temperature | -1.0549881 |\n", + "| people_occupant | 1.218284 |\n", + "| total_electricity_HVAC | -0.25805202 |\n", + "| wind_direction | -1.4487251 |\n", + "| wind_speed | -0.5399779 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1934.6128 |\n", + "| air_humidity | 29.903486 |\n", + "| air_temperature | 23.249584 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 104.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 18.018185 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 82.5 |\n", + "| outdoor_temperature | 2.4643815 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1741151.5 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.3661068 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.565649 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.1190558 |\n", + "| air_humidity | -0.38371179 |\n", + "| air_temperature | 0.39936224 |\n", + "| clg_setpoint | -1.1011206 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.52714556 |\n", + "| diffuse_solar_radiation | -0.14270888 |\n", + "| direct_solar_radiation | -0.6163512 |\n", + "| hour | 0.36144316 |\n", + "| htg_setpoint | 0.51621175 |\n", + "| month | 1.6281699 |\n", + "| outdoor_humidity | 0.21271586 |\n", + "| outdoor_temperature | -1.2250341 |\n", + "| people_occupant | 1.6946753 |\n", + "| total_electricity_HVAC | -0.15098438 |\n", + "| wind_direction | -1.3520721 |\n", + "| wind_speed | -0.43622643 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2419.7715 |\n", + "| air_humidity | 32.077133 |\n", + "| air_temperature | 23.25124 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 60.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 20.040043 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 0.80206233 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2177794.5 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*******************************************************-----| 94%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.58457565 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.913239 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.35836428 |\n", + "| air_humidity | -0.057757728 |\n", + "| air_temperature | 0.39805606 |\n", + "| clg_setpoint | -1.1008663 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41336498 |\n", + "| diffuse_solar_radiation | -0.27388468 |\n", + "| direct_solar_radiation | -0.56794107 |\n", + "| hour | 0.5059034 |\n", + "| htg_setpoint | -0.71729314 |\n", + "| month | 1.6260235 |\n", + "| outdoor_humidity | 0.5748357 |\n", + "| outdoor_temperature | -0.89207 |\n", + "| people_occupant | 1.694267 |\n", + "| total_electricity_HVAC | -0.37846437 |\n", + "| wind_direction | 1.2162793 |\n", + "| wind_speed | -0.415057 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1392.5365 |\n", + "| air_humidity | 36.339027 |\n", + "| air_temperature | 23.24932 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 47.0 |\n", + "| direct_solar_radiation | 12.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 14.877562 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 80.5 |\n", + "| outdoor_temperature | 4.0295286 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1253282.9 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 3.9 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************************************************----| 95%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.89548194 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.662086 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4519714 |\n", + "| air_humidity | -0.9040526 |\n", + "| air_temperature | 0.3983405 |\n", + "| clg_setpoint | -1.1005559 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29961544 |\n", + "| diffuse_solar_radiation | -0.749154 |\n", + "| direct_solar_radiation | -0.61600155 |\n", + "| hour | 0.6503615 |\n", + "| htg_setpoint | -1.4045569 |\n", + "| month | 1.6238856 |\n", + "| outdoor_humidity | -0.9483141 |\n", + "| outdoor_temperature | -1.0198295 |\n", + "| people_occupant | 1.6938595 |\n", + "| total_electricity_HVAC | -0.46743113 |\n", + "| wind_direction | 0.9304593 |\n", + "| wind_speed | 0.95786583 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 990.6806 |\n", + "| air_humidity | 25.278408 |\n", + "| air_temperature | 23.24945 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 2.778339 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 891612.56 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 7.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************************----| 95%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5002568 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.313366 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.61859286 |\n", + "| air_humidity | -1.4032004 |\n", + "| air_temperature | -1.4776403 |\n", + "| clg_setpoint | 0.90942234 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18588339 |\n", + "| diffuse_solar_radiation | -0.7489798 |\n", + "| direct_solar_radiation | -0.6160491 |\n", + "| hour | 0.794816 |\n", + "| htg_setpoint | -0.08020149 |\n", + "| month | 1.6217562 |\n", + "| outdoor_humidity | -1.7939737 |\n", + "| outdoor_temperature | -1.134455 |\n", + "| people_occupant | -0.6890904 |\n", + "| total_electricity_HVAC | -0.62448317 |\n", + "| wind_direction | 1.2151046 |\n", + "| wind_speed | 1.726562 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 274.19818 |\n", + "| air_humidity | 18.75095 |\n", + "| air_temperature | 20.719233 |\n", + "| clg_setpoint | 28.524103 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 17.54411 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 31.5 |\n", + "| outdoor_temperature | 1.6564887 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 252197.36 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 9.05 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************************----| 95%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5908223 |\n", + "| Heating_Setpoint_RL | 0.11251116 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.619026 |\n", + "| Heating_Setpoint_RL | 18.257875 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.9775159 |\n", + "| air_humidity | -1.8934969 |\n", + "| air_temperature | 0.4002127 |\n", + "| clg_setpoint | -0.3780117 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.07215987 |\n", + "| diffuse_solar_radiation | -0.74873817 |\n", + "| direct_solar_radiation | -0.6160825 |\n", + "| hour | 0.9392652 |\n", + "| htg_setpoint | 1.2828335 |\n", + "| month | 1.6196351 |\n", + "| outdoor_humidity | -0.3420993 |\n", + "| outdoor_temperature | -0.9827683 |\n", + "| people_occupant | -0.6887238 |\n", + "| total_electricity_HVAC | 1.9610225 |\n", + "| wind_direction | 0.45369446 |\n", + "| wind_speed | 1.1646448 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11443.63 |\n", + "| air_humidity | 12.312177 |\n", + "| air_temperature | 23.250057 |\n", + "| clg_setpoint | 25.147337 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 61.5 |\n", + "| outdoor_temperature | 3.1187632 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10783242.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************************----| 95%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6763876 |\n", + "| Heating_Setpoint_RL | -0.5895732 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.342192 |\n", + "| Heating_Setpoint_RL | 14.308651 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.3013287 |\n", + "| air_humidity | -0.7770529 |\n", + "| air_temperature | 0.40056542 |\n", + "| clg_setpoint | -1.1010563 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.04155944 |\n", + "| diffuse_solar_radiation | -0.7485824 |\n", + "| direct_solar_radiation | -0.61610043 |\n", + "| hour | 1.0837071 |\n", + "| htg_setpoint | 1.2829708 |\n", + "| month | 1.6175222 |\n", + "| outdoor_humidity | -0.65614814 |\n", + "| outdoor_temperature | -0.7234168 |\n", + "| people_occupant | -0.45045185 |\n", + "| total_electricity_HVAC | 0.54877263 |\n", + "| wind_direction | 0.35839504 |\n", + "| wind_speed | -0.43712643 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4232.67 |\n", + "| air_humidity | 26.89375 |\n", + "| air_temperature | 23.25 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 5.6358776 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 5031662.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "---------------------------------------------------********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6436981 |\n", + "| Heating_Setpoint_RL | -0.30161786 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.452518 |\n", + "| Heating_Setpoint_RL | 15.9284 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5430878 |\n", + "| air_humidity | -0.7611184 |\n", + "| air_temperature | -0.42873526 |\n", + "| clg_setpoint | -1.1006248 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15527432 |\n", + "| diffuse_solar_radiation | -0.7483114 |\n", + "| direct_solar_radiation | -0.61613613 |\n", + "| hour | 1.228139 |\n", + "| htg_setpoint | 0.5765381 |\n", + "| month | 1.6154177 |\n", + "| outdoor_humidity | -0.84902304 |\n", + "| outdoor_temperature | -0.7212926 |\n", + "| people_occupant | -0.45060137 |\n", + "| total_electricity_HVAC | -0.59485126 |\n", + "| wind_direction | 1.4516698 |\n", + "| wind_speed | 0.00010914766 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 598.5225 |\n", + "| air_humidity | 27.094538 |\n", + "| air_temperature | 22.130966 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.291693 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 5.6528096 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 372285.78 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 4.9 |\n", + "---------------------------------------------------\n", + "---------------------------------------------------********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.34380698 |\n", + "| Heating_Setpoint_RL | -0.109782815 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.785349 |\n", + "| Heating_Setpoint_RL | 17.007471 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.132266 |\n", + "| air_humidity | -0.5409855 |\n", + "| air_temperature | 0.40100032 |\n", + "| clg_setpoint | -0.34629288 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.26897994 |\n", + "| diffuse_solar_radiation | -0.7481137 |\n", + "| direct_solar_radiation | -0.6161924 |\n", + "| hour | 1.3725586 |\n", + "| htg_setpoint | 1.2830957 |\n", + "| month | 1.6133214 |\n", + "| outdoor_humidity | 0.52937734 |\n", + "| outdoor_temperature | -1.0000689 |\n", + "| people_occupant | -0.68909997 |\n", + "| total_electricity_HVAC | 1.9791815 |\n", + "| wind_direction | 0.45223492 |\n", + "| wind_speed | 0.00044957595 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 12115.037 |\n", + "| air_humidity | 29.96673 |\n", + "| air_temperature | 23.250063 |\n", + "| clg_setpoint | 25.22791 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 79.5 |\n", + "| outdoor_temperature | 2.936044 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10862011.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.9 |\n", + "---------------------------------------------------\n", + "-------------------------------------------------**********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.09841517 |\n", + "| Heating_Setpoint_RL | 0.036043823 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.957151 |\n", + "| Heating_Setpoint_RL | 17.827747 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66186136 |\n", + "| air_humidity | -0.41700998 |\n", + "| air_temperature | -0.94121563 |\n", + "| clg_setpoint | 0.09264878 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38266695 |\n", + "| diffuse_solar_radiation | -0.74798363 |\n", + "| direct_solar_radiation | -0.61612797 |\n", + "| hour | 1.5169624 |\n", + "| htg_setpoint | 0.1834244 |\n", + "| month | 1.6112331 |\n", + "| outdoor_humidity | 0.04605493 |\n", + "| outdoor_temperature | -0.72935045 |\n", + "| people_occupant | -0.689225 |\n", + "| total_electricity_HVAC | -0.6669009 |\n", + "| wind_direction | 0.5470403 |\n", + "| wind_speed | 0.12516952 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 31.583447 |\n", + "| air_temperature | 21.4398 |\n", + "| clg_setpoint | 26.378757 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.645424 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 5.5648894 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.715393 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 13.600914 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.6690695 |\n", + "| air_humidity | -0.4044984 |\n", + "| air_temperature | -0.061817475 |\n", + "| clg_setpoint | 0.8179865 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.49632138 |\n", + "| diffuse_solar_radiation | -0.747818 |\n", + "| direct_solar_radiation | -0.61603636 |\n", + "| hour | 1.6613473 |\n", + "| htg_setpoint | 1.2831972 |\n", + "| month | 1.609153 |\n", + "| outdoor_humidity | -0.60703343 |\n", + "| outdoor_temperature | -0.9916998 |\n", + "| people_occupant | -0.6893499 |\n", + "| total_electricity_HVAC | 2.6978655 |\n", + "| wind_direction | 1.5925498 |\n", + "| wind_speed | -0.103726126 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 14429.526 |\n", + "| air_humidity | 31.743841 |\n", + "| air_temperature | 22.62555 |\n", + "| clg_setpoint | 28.280935 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 3.0107102 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13794740.0 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 4.65 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***********************************************************--| 97%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.26109725 |\n", + "| Heating_Setpoint_RL | 0.6226515 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.506203 |\n", + "| Heating_Setpoint_RL | 21.127415 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.9815423 |\n", + "| air_humidity | -1.1780052 |\n", + "| air_temperature | -1.7100002 |\n", + "| clg_setpoint | 0.28150475 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.72385025 |\n", + "| diffuse_solar_radiation | -0.7476252 |\n", + "| direct_solar_radiation | -0.6160824 |\n", + "| hour | -1.6612813 |\n", + "| htg_setpoint | 0.5695859 |\n", + "| month | 1.6070809 |\n", + "| outdoor_humidity | -1.1380955 |\n", + "| outdoor_temperature | -1.6774616 |\n", + "| people_occupant | -0.68898463 |\n", + "| total_electricity_HVAC | 0.93528044 |\n", + "| wind_direction | 1.5919985 |\n", + "| wind_speed | -0.7492668 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7166.365 |\n", + "| air_humidity | 21.625813 |\n", + "| air_temperature | 20.402597 |\n", + "| clg_setpoint | 26.873886 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.262634 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | -3.666888 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6612316.0 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************************************--| 97%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.06787938 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 18.00682 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.6748075 |\n", + "| air_humidity | -1.5105608 |\n", + "| air_temperature | -0.55316174 |\n", + "| clg_setpoint | 0.5476526 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.83739346 |\n", + "| diffuse_solar_radiation | -0.74749994 |\n", + "| direct_solar_radiation | -0.6159855 |\n", + "| hour | -1.5167421 |\n", + "| htg_setpoint | 1.2829123 |\n", + "| month | 1.6050168 |\n", + "| outdoor_humidity | 1.1841815 |\n", + "| outdoor_temperature | -0.9265623 |\n", + "| people_occupant | -0.68862 |\n", + "| total_electricity_HVAC | 2.5533082 |\n", + "| wind_direction | -0.9733972 |\n", + "| wind_speed | 1.2925541 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 14471.656 |\n", + "| air_humidity | 17.257233 |\n", + "| air_temperature | 21.961372 |\n", + "| clg_setpoint | 27.571873 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 3.619861 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13220531.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 8.0 |\n", + "| train/ | |\n", + "| approx_kl | 0.009380716 |\n", + "| clip_fraction | 0.101 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.48 |\n", + "| explained_variance | 0.822 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.112 |\n", + "| n_updates | 680 |\n", + "| policy_gradient_loss | -0.0123 |\n", + "| std | 0.836 |\n", + "| value_loss | 0.426 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.1294573 |\n", + "| Heating_Setpoint_RL | -0.34744483 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.061918 |\n", + "| Heating_Setpoint_RL | 15.670623 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.9275483 |\n", + "| air_humidity | -0.012833458 |\n", + "| air_temperature | 0.29605886 |\n", + "| clg_setpoint | -0.9063237 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.95082647 |\n", + "| diffuse_solar_radiation | -0.7473311 |\n", + "| direct_solar_radiation | -0.6157068 |\n", + "| hour | -1.3722222 |\n", + "| htg_setpoint | 1.2828043 |\n", + "| month | 1.6029606 |\n", + "| outdoor_humidity | 0.33713382 |\n", + "| outdoor_temperature | -1.0032357 |\n", + "| people_occupant | -0.688745 |\n", + "| total_electricity_HVAC | 1.9379017 |\n", + "| wind_direction | 1.0691098 |\n", + "| wind_speed | -0.54108626 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11253.21 |\n", + "| air_humidity | 36.83776 |\n", + "| air_temperature | 23.106098 |\n", + "| clg_setpoint | 23.757809 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 75.5 |\n", + "| outdoor_temperature | 2.8673775 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10711571.0 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------************************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.39556074 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.960018 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.3172288 |\n", + "| air_humidity | -0.22480048 |\n", + "| air_temperature | -0.53611463 |\n", + "| clg_setpoint | 1.4738107 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0641162 |\n", + "| diffuse_solar_radiation | -0.7472048 |\n", + "| direct_solar_radiation | -0.61552304 |\n", + "| hour | -1.2277179 |\n", + "| htg_setpoint | 0.9802004 |\n", + "| month | 1.6009123 |\n", + "| outdoor_humidity | 1.2807097 |\n", + "| outdoor_temperature | -0.53431803 |\n", + "| people_occupant | -0.68886983 |\n", + "| total_electricity_HVAC | 1.4279929 |\n", + "| wind_direction | -0.8778763 |\n", + "| wind_speed | 1.063405 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8623.342 |\n", + "| air_humidity | 34.06481 |\n", + "| air_temperature | 21.983927 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.98396 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 7.422205 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 8632030.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 7.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.14739315 |\n", + "| Heating_Setpoint_RL | 0.7540785 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.127548 |\n", + "| Heating_Setpoint_RL | 21.866692 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.763974 |\n", + "| air_humidity | 0.057390537 |\n", + "| air_temperature | -0.120355695 |\n", + "| clg_setpoint | 0.18787625 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1772252 |\n", + "| diffuse_solar_radiation | -0.7470028 |\n", + "| direct_solar_radiation | -0.61534244 |\n", + "| hour | -1.0832262 |\n", + "| htg_setpoint | 1.2823254 |\n", + "| month | 1.5988718 |\n", + "| outdoor_humidity | 1.0622388 |\n", + "| outdoor_temperature | -0.6688323 |\n", + "| people_occupant | -0.6889945 |\n", + "| total_electricity_HVAC | 2.840524 |\n", + "| wind_direction | 0.5942064 |\n", + "| wind_speed | -0.64508486 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 14865.305 |\n", + "| air_humidity | 37.75592 |\n", + "| air_temperature | 22.544415 |\n", + "| clg_setpoint | 26.62663 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 90.5 |\n", + "| outdoor_temperature | 6.112831 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 14401437.0 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 3.35 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------************************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5719076 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.694813 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.64604664 |\n", + "| air_humidity | -0.5497303 |\n", + "| air_temperature | -1.1431893 |\n", + "| clg_setpoint | 0.63918674 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.290112 |\n", + "| diffuse_solar_radiation | -0.74686724 |\n", + "| direct_solar_radiation | -0.61526865 |\n", + "| hour | -0.93874437 |\n", + "| htg_setpoint | -0.13636744 |\n", + "| month | 1.5968392 |\n", + "| outdoor_humidity | -0.6069721 |\n", + "| outdoor_temperature | -0.9319929 |\n", + "| people_occupant | -0.68911904 |\n", + "| total_electricity_HVAC | -0.6516059 |\n", + "| wind_direction | 1.021294 |\n", + "| wind_speed | -0.85382855 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 155.81046 |\n", + "| air_humidity | 29.820435 |\n", + "| air_temperature | 21.165863 |\n", + "| clg_setpoint | 27.809376 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 17.309677 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 3.5506163 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 141090.56 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 2.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.51298195 |\n", + "| Heating_Setpoint_RL | 0.98729855 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.893686 |\n", + "| Heating_Setpoint_RL | 23.178555 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.8273978 |\n", + "| air_humidity | -0.16523601 |\n", + "| air_temperature | -0.20773874 |\n", + "| clg_setpoint | 0.79013646 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4027306 |\n", + "| diffuse_solar_radiation | -0.7466463 |\n", + "| direct_solar_radiation | -0.61496526 |\n", + "| hour | -0.79426986 |\n", + "| htg_setpoint | 1.2819355 |\n", + "| month | 1.5948143 |\n", + "| outdoor_humidity | -0.24453457 |\n", + "| outdoor_temperature | -1.0684459 |\n", + "| people_occupant | -0.6892433 |\n", + "| total_electricity_HVAC | 2.860489 |\n", + "| wind_direction | 1.543193 |\n", + "| wind_speed | 0.6465664 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 15146.326 |\n", + "| air_humidity | 34.842953 |\n", + "| air_temperature | 22.426455 |\n", + "| clg_setpoint | 28.204645 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.5 |\n", + "| outdoor_temperature | 2.2153125 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 14489932.0 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 6.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8087877 |\n", + "| Heating_Setpoint_RL | 0.35939783 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.895342 |\n", + "| Heating_Setpoint_RL | 19.646614 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.4689114 |\n", + "| air_humidity | -1.4092698 |\n", + "| air_temperature | 0.24563633 |\n", + "| clg_setpoint | -0.65945923 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5150316 |\n", + "| diffuse_solar_radiation | -0.6855768 |\n", + "| direct_solar_radiation | -0.6150269 |\n", + "| hour | -0.6498006 |\n", + "| htg_setpoint | 1.2818623 |\n", + "| month | 1.5927969 |\n", + "| outdoor_humidity | 0.11889029 |\n", + "| outdoor_temperature | -1.3023378 |\n", + "| people_occupant | -0.68888 |\n", + "| total_electricity_HVAC | 2.3111744 |\n", + "| wind_direction | -1.0681399 |\n", + "| wind_speed | -1.082678 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13604.85 |\n", + "| air_humidity | 18.58828 |\n", + "| air_temperature | 23.036682 |\n", + "| clg_setpoint | 24.40216 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 6.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | -0.067818165 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 12250535.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 2.3 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.98699194 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.17683 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.47637916 |\n", + "| air_humidity | -0.49283466 |\n", + "| air_temperature | -0.3984439 |\n", + "| clg_setpoint | 0.6900346 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6269614 |\n", + "| diffuse_solar_radiation | -0.45195937 |\n", + "| direct_solar_radiation | -0.6147308 |\n", + "| hour | -0.5053349 |\n", + "| htg_setpoint | -0.7731764 |\n", + "| month | 1.5907873 |\n", + "| outdoor_humidity | 1.0620329 |\n", + "| outdoor_temperature | -0.99809164 |\n", + "| people_occupant | 1.6956748 |\n", + "| total_electricity_HVAC | -0.48793146 |\n", + "| wind_direction | 0.35629633 |\n", + "| wind_speed | 3.4342663 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 889.33905 |\n", + "| air_humidity | 30.547295 |\n", + "| air_temperature | 22.167376 |\n", + "| clg_setpoint | 27.94255 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 29.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 14.645464 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 90.5 |\n", + "| outdoor_temperature | 2.8849483 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 810955.5 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 13.15 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.30201495 |\n", + "| air_humidity | -0.6925147 |\n", + "| air_temperature | 0.40443555 |\n", + "| clg_setpoint | -1.099034 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7384629 |\n", + "| diffuse_solar_radiation | 0.09652382 |\n", + "| direct_solar_radiation | 0.9915222 |\n", + "| hour | -0.36087134 |\n", + "| htg_setpoint | -0.057007063 |\n", + "| month | 1.5887853 |\n", + "| outdoor_humidity | -1.2854325 |\n", + "| outdoor_temperature | -1.5514226 |\n", + "| people_occupant | 1.6952705 |\n", + "| total_electricity_HVAC | -0.3933753 |\n", + "| wind_direction | 0.73571974 |\n", + "| wind_speed | 2.3441122 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1643.1843 |\n", + "| air_humidity | 27.940588 |\n", + "| air_temperature | 23.249395 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 83.0 |\n", + "| direct_solar_radiation | 400.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.644526 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | -2.504527 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1198082.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 10.55 |\n", + "--------------------------------------------------\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION] [Episode 2]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run2/output]\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active\u001b[0m\n", + "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05] [Episode 5]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run5]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run5/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run5/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run5/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run5/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 5 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 5) if logger is active\u001b[0m\n", + "Eval num_timesteps=140154, episode_reward=-7683.78 +/- 0.00\n", + "Episode length: 35040.00 +/- 0.00\n", + "--------------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.38579977 |\n", + "| Heating_Setpoint_RL | 0.2952625 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.927074 |\n", + "| Heating_Setpoint_RL | 19.28585 |\n", + "| eval/ | |\n", + "| comfort_violation(%) | 21.3 |\n", + "| cumulative_absolute_comfort_penalty | -5.41e+03 |\n", + "| cumulative_absolute_energy_penalty | -9.96e+07 |\n", + "| cumulative_power_demand | 9.96e+07 |\n", + "| cumulative_reward | -7.68e+03 |\n", + "| cumulative_reward_comfort_term | -2.71e+03 |\n", + "| cumulative_reward_energy_term | -4.98e+03 |\n", + "| cumulative_temperature_violation | 5.41e+03 |\n", + "| episode_length | 3.5e+04 |\n", + "| mean_absolute_comfort_penalty | -0.154 |\n", + "| mean_absolute_energy_penalty | -2.84e+03 |\n", + "| mean_power_demand | 2.84e+03 |\n", + "| mean_reward | -0.219 |\n", + "| mean_reward_comfort_term | -0.0772 |\n", + "| mean_reward_energy_term | -0.142 |\n", + "| mean_temperature_violation | 0.154 |\n", + "| std_cumulative_reward | 0 |\n", + "| std_mean_reward | 0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.9245377 |\n", + "| air_humidity | -0.90562326 |\n", + "| air_temperature | -1.8113594 |\n", + "| clg_setpoint | 1.4746069 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7371168 |\n", + "| diffuse_solar_radiation | -0.74614793 |\n", + "| direct_solar_radiation | -0.61458594 |\n", + "| hour | 1.5169259 |\n", + "| htg_setpoint | 0.95931274 |\n", + "| month | 1.5877074 |\n", + "| outdoor_humidity | -1.4781268 |\n", + "| outdoor_temperature | -2.3947434 |\n", + "| people_occupant | -0.68893266 |\n", + "| total_electricity_HVAC | 3.6937335 |\n", + "| wind_direction | 1.2099812 |\n", + "| wind_speed | 1.6157883 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 19909.08 |\n", + "| air_humidity | 25.152946 |\n", + "| air_temperature | 20.262047 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.89924 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | -10.723557 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 17917624.0 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 8.8 |\n", + "| time/ | |\n", + "| total_timesteps | 140154 |\n", + "--------------------------------------------------------\n", + "New best mean reward!\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.unwrapped_observation to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.unwrapped_observation` for environment variables or `env.get_wrapper_attr('unwrapped_observation')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "-------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.106759846 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.225525 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.20701692 |\n", + "| air_humidity | -0.9421152 |\n", + "| air_temperature | 0.40453672 |\n", + "| clg_setpoint | -1.0988007 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6724828 |\n", + "| diffuse_solar_radiation | 1.1782382 |\n", + "| direct_solar_radiation | 0.30694818 |\n", + "| hour | -0.07192415 |\n", + "| htg_setpoint | -0.70636636 |\n", + "| month | -1.6018252 |\n", + "| outdoor_humidity | -1.6473752 |\n", + "| outdoor_temperature | -1.456084 |\n", + "| people_occupant | 1.2180526 |\n", + "| total_electricity_HVAC | -0.23438984 |\n", + "| wind_direction | 0.7825025 |\n", + "| wind_speed | 1.9263059 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2055.4229 |\n", + "| air_humidity | 24.671793 |\n", + "| air_temperature | 23.248999 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 189.5 |\n", + "| direct_solar_radiation | 229.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 14.924829 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 34.5 |\n", + "| outdoor_temperature | -1.601732 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1849880.6 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 9.55 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.5356419 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.612015 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.8006055 |\n", + "| air_humidity | -1.2127936 |\n", + "| air_temperature | 0.40536758 |\n", + "| clg_setpoint | -1.0986946 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5567816 |\n", + "| diffuse_solar_radiation | 1.2242712 |\n", + "| direct_solar_radiation | 0.75300694 |\n", + "| hour | 0.07254009 |\n", + "| htg_setpoint | -0.73270255 |\n", + "| month | -1.5997921 |\n", + "| outdoor_humidity | -1.5487462 |\n", + "| outdoor_temperature | -1.9418505 |\n", + "| people_occupant | 0.2643377 |\n", + "| total_electricity_HVAC | 0.7402733 |\n", + "| wind_direction | 0.876365 |\n", + "| wind_speed | -0.95742273 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6418.741 |\n", + "| air_humidity | 21.127508 |\n", + "| air_temperature | 23.249521 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 194.0 |\n", + "| direct_solar_radiation | 340.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 14.813411 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 36.5 |\n", + "| outdoor_temperature | -6.3722706 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 5844190.0 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6124924 |\n", + "| air_humidity | 0.7599802 |\n", + "| air_temperature | 0.40573433 |\n", + "| clg_setpoint | -1.0986478 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4414911 |\n", + "| diffuse_solar_radiation | -0.07033883 |\n", + "| direct_solar_radiation | -0.61430395 |\n", + "| hour | 0.21700427 |\n", + "| htg_setpoint | -0.335252 |\n", + "| month | -1.5977668 |\n", + "| outdoor_humidity | 1.3291829 |\n", + "| outdoor_temperature | -0.38037518 |\n", + "| people_occupant | 1.2174686 |\n", + "| total_electricity_HVAC | -0.61996853 |\n", + "| wind_direction | -1.1639689 |\n", + "| wind_speed | 0.6901108 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 303.79587 |\n", + "| air_humidity | 46.877953 |\n", + "| air_temperature | 23.249643 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 66.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 16.477571 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 8.834397 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 273416.28 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 6.575 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.35069296 |\n", + "| air_humidity | -1.0826997 |\n", + "| air_temperature | 0.40548044 |\n", + "| clg_setpoint | -1.0985307 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3265505 |\n", + "| diffuse_solar_radiation | 0.112781376 |\n", + "| direct_solar_radiation | 1.86559 |\n", + "| hour | 0.36146814 |\n", + "| htg_setpoint | -1.4046177 |\n", + "| month | -1.595749 |\n", + "| outdoor_humidity | -1.3181108 |\n", + "| outdoor_temperature | -1.5449313 |\n", + "| people_occupant | 1.6937773 |\n", + "| total_electricity_HVAC | -0.37098235 |\n", + "| wind_direction | 0.8053628 |\n", + "| wind_speed | 1.3620044 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1438.0347 |\n", + "| air_humidity | 22.82586 |\n", + "| air_temperature | 23.248892 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 84.5 |\n", + "| direct_solar_radiation | 617.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 41.25 |\n", + "| outdoor_temperature | -2.5337617 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1294231.1 |\n", + "| wind_direction | 267.5 |\n", + "| wind_speed | 8.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.20663214 |\n", + "| Heating_Setpoint_RL | -0.35491538 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.927616 |\n", + "| Heating_Setpoint_RL | 15.628601 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.212852 |\n", + "| air_humidity | -1.6426668 |\n", + "| air_temperature | -0.37840426 |\n", + "| clg_setpoint | -0.5977666 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.211904 |\n", + "| diffuse_solar_radiation | -0.12316391 |\n", + "| direct_solar_radiation | 1.1782753 |\n", + "| hour | 0.505931 |\n", + "| htg_setpoint | 1.2269235 |\n", + "| month | -1.5937389 |\n", + "| outdoor_humidity | -1.8003187 |\n", + "| outdoor_temperature | -1.5389596 |\n", + "| people_occupant | -0.6892578 |\n", + "| total_electricity_HVAC | 2.1580215 |\n", + "| wind_direction | 1.2318834 |\n", + "| wind_speed | -0.18153675 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 12552.413 |\n", + "| air_humidity | 15.504072 |\n", + "| air_temperature | 22.18815 |\n", + "| clg_setpoint | 24.564856 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 61.25 |\n", + "| direct_solar_radiation | 446.25 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 23.017563 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 31.25 |\n", + "| outdoor_temperature | -2.502628 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 11669046.0 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 4.475 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.76126564 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 13.342881 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.0073182555 |\n", + "| air_humidity | -1.7600585 |\n", + "| air_temperature | -2.6380544 |\n", + "| clg_setpoint | 1.4727254 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0975016 |\n", + "| diffuse_solar_radiation | -0.5650671 |\n", + "| direct_solar_radiation | -0.4575359 |\n", + "| hour | 0.650392 |\n", + "| htg_setpoint | -0.0031866892 |\n", + "| month | -1.5917364 |\n", + "| outdoor_humidity | -1.4490716 |\n", + "| outdoor_temperature | -1.474692 |\n", + "| people_occupant | -0.68889654 |\n", + "| total_electricity_HVAC | -0.044320382 |\n", + "| wind_direction | 0.28208548 |\n", + "| wind_speed | 1.3099169 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2930.5173 |\n", + "| air_humidity | 13.941572 |\n", + "| air_temperature | 19.128313 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 17.75 |\n", + "| direct_solar_radiation | 39.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 17.86622 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 38.5 |\n", + "| outdoor_temperature | -1.899667 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2637465.8 |\n", + "| wind_direction | 212.5 |\n", + "| wind_speed | 8.075 |\n", + "---------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.52582926 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.58279 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.22409688 |\n", + "| air_humidity | -1.3431685 |\n", + "| air_temperature | 0.40805796 |\n", + "| clg_setpoint | -1.0993271 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.983298 |\n", + "| diffuse_solar_radiation | -0.7453288 |\n", + "| direct_solar_radiation | -0.6142477 |\n", + "| hour | 0.79484975 |\n", + "| htg_setpoint | -1.4036347 |\n", + "| month | -1.5897415 |\n", + "| outdoor_humidity | -1.7017491 |\n", + "| outdoor_temperature | -1.329529 |\n", + "| people_occupant | 1.6947376 |\n", + "| total_electricity_HVAC | -0.25051847 |\n", + "| wind_direction | 0.6851684 |\n", + "| wind_speed | 1.2575043 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1990.8529 |\n", + "| air_humidity | 19.362461 |\n", + "| air_temperature | 23.249447 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 33.25 |\n", + "| outdoor_temperature | -0.49420935 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1791767.6 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 7.95 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.37193143 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.717113 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.8441634 |\n", + "| air_humidity | -0.08155424 |\n", + "| air_temperature | 0.4088203 |\n", + "| clg_setpoint | -1.0991694 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.86925274 |\n", + "| diffuse_solar_radiation | -0.7451276 |\n", + "| direct_solar_radiation | -0.61395955 |\n", + "| hour | 0.9393026 |\n", + "| htg_setpoint | 1.2828059 |\n", + "| month | -1.5877539 |\n", + "| outdoor_humidity | 1.318813 |\n", + "| outdoor_temperature | -1.3234293 |\n", + "| people_occupant | 0.5026316 |\n", + "| total_electricity_HVAC | 0.9825622 |\n", + "| wind_direction | -1.4508289 |\n", + "| wind_speed | -0.28554612 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6632.057 |\n", + "| air_humidity | 35.84465 |\n", + "| air_temperature | 23.25001 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 95.75 |\n", + "| outdoor_temperature | -0.45262808 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 6859477.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.225 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.58436984 |\n", + "| air_humidity | 0.36820826 |\n", + "| air_temperature | 0.020128794 |\n", + "| clg_setpoint | -1.099003 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.75533044 |\n", + "| diffuse_solar_radiation | -0.7450084 |\n", + "| direct_solar_radiation | -0.6136788 |\n", + "| hour | 1.0837487 |\n", + "| htg_setpoint | -1.4038609 |\n", + "| month | -1.5857738 |\n", + "| outdoor_humidity | -0.73511255 |\n", + "| outdoor_temperature | -1.040574 |\n", + "| people_occupant | -0.45091885 |\n", + "| total_electricity_HVAC | -0.5910355 |\n", + "| wind_direction | 1.1124171 |\n", + "| wind_speed | 2.9656656 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 427.58926 |\n", + "| air_humidity | 41.7255 |\n", + "| air_temperature | 22.723085 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 53.25 |\n", + "| outdoor_temperature | 2.3078163 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 393969.25 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 12.075 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.2550816 |\n", + "| Heating_Setpoint_RL | -0.21594895 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.7641 |\n", + "| Heating_Setpoint_RL | 16.410288 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.8458109 |\n", + "| air_humidity | -0.51857716 |\n", + "| air_temperature | -0.92136484 |\n", + "| clg_setpoint | -0.85213864 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6415002 |\n", + "| diffuse_solar_radiation | -0.74488884 |\n", + "| direct_solar_radiation | -0.61370206 |\n", + "| hour | 1.2281855 |\n", + "| htg_setpoint | 0.7390933 |\n", + "| month | -1.5838013 |\n", + "| outdoor_humidity | -1.0849482 |\n", + "| outdoor_temperature | -1.5474234 |\n", + "| people_occupant | -0.45106557 |\n", + "| total_electricity_HVAC | 0.7932855 |\n", + "| wind_direction | 0.35215154 |\n", + "| wind_speed | 0.48034346 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6642.455 |\n", + "| air_humidity | 30.136713 |\n", + "| air_temperature | 21.446302 |\n", + "| clg_setpoint | 23.89785 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.972723 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | -2.6639638 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 6084475.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 6.075 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.63680774 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.207043 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.33298814 |\n", + "| air_humidity | -0.55347115 |\n", + "| air_temperature | -1.9103758 |\n", + "| clg_setpoint | -1.098832 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5277358 |\n", + "| diffuse_solar_radiation | -0.74478024 |\n", + "| direct_solar_radiation | -0.61367875 |\n", + "| hour | 1.3726107 |\n", + "| htg_setpoint | -1.4034226 |\n", + "| month | -1.5818359 |\n", + "| outdoor_humidity | -1.397498 |\n", + "| outdoor_temperature | -1.7928947 |\n", + "| people_occupant | -0.6895128 |\n", + "| total_electricity_HVAC | -0.35349244 |\n", + "| wind_direction | 1.1112516 |\n", + "| wind_speed | -1.3835493 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1521.1808 |\n", + "| air_humidity | 29.672966 |\n", + "| air_temperature | 20.104454 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 39.5 |\n", + "| outdoor_temperature | -5.08586 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1371495.6 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 1.575 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.6887611 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 13.750719 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.2505903 |\n", + "| air_humidity | -1.2038618 |\n", + "| air_temperature | -0.11709214 |\n", + "| clg_setpoint | 1.2037184 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41401586 |\n", + "| diffuse_solar_radiation | -0.7446949 |\n", + "| direct_solar_radiation | -0.61350816 |\n", + "| hour | 1.517021 |\n", + "| htg_setpoint | 1.2391942 |\n", + "| month | -1.5798779 |\n", + "| outdoor_humidity | 0.4016236 |\n", + "| outdoor_temperature | -0.8537529 |\n", + "| people_occupant | -0.68915284 |\n", + "| total_electricity_HVAC | 3.05573 |\n", + "| wind_direction | 0.042965446 |\n", + "| wind_speed | -0.4935137 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17107.531 |\n", + "| air_humidity | 21.170433 |\n", + "| air_temperature | 22.534222 |\n", + "| clg_setpoint | 29.297565 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 23.065523 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 76.75 |\n", + "| outdoor_temperature | 4.0993166 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15396777.0 |\n", + "| wind_direction | 187.5 |\n", + "| wind_speed | 3.725 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.24083655 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.270294 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.33395657 |\n", + "| air_humidity | -1.0282023 |\n", + "| air_temperature | -2.2824354 |\n", + "| clg_setpoint | 1.4705334 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.30032328 |\n", + "| diffuse_solar_radiation | -0.74458486 |\n", + "| direct_solar_radiation | -0.61321425 |\n", + "| hour | 1.6614131 |\n", + "| htg_setpoint | -1.4032679 |\n", + "| month | -1.5779271 |\n", + "| outdoor_humidity | 0.5705632 |\n", + "| outdoor_temperature | -1.65754 |\n", + "| people_occupant | -0.6887935 |\n", + "| total_electricity_HVAC | -0.35821405 |\n", + "| wind_direction | -1.594945 |\n", + "| wind_speed | 1.0069752 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1517.7072 |\n", + "| air_humidity | 23.455536 |\n", + "| air_temperature | 19.594545 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 80.25 |\n", + "| outdoor_temperature | -3.774192 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1352658.0 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 7.35 |\n", + "| train/ | |\n", + "| approx_kl | 0.006425757 |\n", + "| clip_fraction | 0.0575 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.47 |\n", + "| explained_variance | 0.606 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.333 |\n", + "| n_updates | 690 |\n", + "| policy_gradient_loss | -0.01 |\n", + "| std | 0.839 |\n", + "| value_loss | 1.34 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.3211521 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.43148 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.42385414 |\n", + "| air_humidity | 0.13864318 |\n", + "| air_temperature | -2.3658423 |\n", + "| clg_setpoint | 0.04411014 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.07300094 |\n", + "| diffuse_solar_radiation | -0.7443906 |\n", + "| direct_solar_radiation | -0.6129235 |\n", + "| hour | -1.6613013 |\n", + "| htg_setpoint | -0.8565699 |\n", + "| month | -1.5759835 |\n", + "| outdoor_humidity | 1.2826647 |\n", + "| outdoor_temperature | -1.475977 |\n", + "| people_occupant | -0.6889165 |\n", + "| total_electricity_HVAC | -0.4400511 |\n", + "| wind_direction | -1.3561026 |\n", + "| wind_speed | 0.85019356 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1128.3724 |\n", + "| air_humidity | 38.68917 |\n", + "| air_temperature | 19.478565 |\n", + "| clg_setpoint | 26.254658 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 14.2891655 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | -2.0238564 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1017511.06 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 6.975 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.2867335 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.012123 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.3929958 |\n", + "| air_humidity | 0.051354967 |\n", + "| air_temperature | -1.6394267 |\n", + "| clg_setpoint | -0.6996539 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.040706445 |\n", + "| diffuse_solar_radiation | -0.7442349 |\n", + "| direct_solar_radiation | -0.61267936 |\n", + "| hour | -1.5167571 |\n", + "| htg_setpoint | 1.2833953 |\n", + "| month | -1.5740471 |\n", + "| outdoor_humidity | -0.42091352 |\n", + "| outdoor_temperature | -1.394109 |\n", + "| people_occupant | -0.6890394 |\n", + "| total_electricity_HVAC | 3.194895 |\n", + "| wind_direction | 0.75632125 |\n", + "| wind_speed | 1.4385096 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17753.262 |\n", + "| air_humidity | 37.54985 |\n", + "| air_temperature | 20.463894 |\n", + "| clg_setpoint | 24.301155 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 59.75 |\n", + "| outdoor_temperature | -1.2286602 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15991183.0 |\n", + "| wind_direction | 262.5 |\n", + "| wind_speed | 8.4 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", "| action_network/ | |\n", - "| index | 6 |\n", + "| Cooling_Setpoint_RL | 0.2547546 |\n", + "| Heating_Setpoint_RL | 0.6996594 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", + "| Cooling_Setpoint_RL | 27.484797 |\n", + "| Heating_Setpoint_RL | 21.560585 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6629446 |\n", + "| air_humidity | 0.13554464 |\n", + "| air_temperature | -1.6879154 |\n", + "| clg_setpoint | 1.4694968 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15441027 |\n", + "| diffuse_solar_radiation | -0.7441441 |\n", + "| direct_solar_radiation | -0.612689 |\n", + "| hour | -1.3722326 |\n", + "| htg_setpoint | -0.2522838 |\n", + "| month | -1.5721178 |\n", + "| outdoor_humidity | 0.42462283 |\n", + "| outdoor_temperature | -0.8252737 |\n", + "| people_occupant | -0.6891621 |\n", + "| total_electricity_HVAC | -0.668046 |\n", + "| wind_direction | 0.5187864 |\n", + "| wind_speed | 0.5285117 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1956.0592 |\n", - "| air_humidity | 21.415497 |\n", - "| air_temperature | 21.735435 |\n", - "| clg_setpoint | 23.0 |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 38.64643 |\n", + "| air_temperature | 20.397182 |\n", + "| clg_setpoint | 30.0 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", + "| day_of_month | 17.0 |\n", "| diffuse_solar_radiation | 0.0 |\n", "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 65.5 |\n", - "| outdoor_temperature | -3.0233877 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.819054 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 77.25 |\n", + "| outdoor_temperature | 4.33601 |\n", "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1760453.2 |\n", - "| wind_direction | 285.0 |\n", - "| wind_speed | 9.425 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.69e+03 |\n", - "| n_updates | 14624 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 6.2 |\n", "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.25698003 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.492308 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.2425394 |\n", + "| air_humidity | -0.7092873 |\n", + "| air_temperature | 0.017822925 |\n", + "| clg_setpoint | -0.006833202 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.26810813 |\n", + "| diffuse_solar_radiation | -0.7439956 |\n", + "| direct_solar_radiation | -0.6127493 |\n", + "| hour | -1.2277241 |\n", + "| htg_setpoint | 1.283615 |\n", + "| month | -1.5701957 |\n", + "| outdoor_humidity | 1.2822192 |\n", + "| outdoor_temperature | -0.5893881 |\n", + "| people_occupant | -0.6892846 |\n", + "| total_electricity_HVAC | 3.0487216 |\n", + "| wind_direction | -0.6919588 |\n", + "| wind_speed | -0.07075742 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 17107.531 |\n", + "| air_humidity | 27.616081 |\n", + "| air_temperature | 22.713684 |\n", + "| clg_setpoint | 26.120918 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 6.642852 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15396777.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 4.75 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8162912 |\n", + "| Heating_Setpoint_RL | 0.28170097 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.870018 |\n", + "| Heating_Setpoint_RL | 19.209568 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.956645 |\n", + "| air_humidity | 0.41709638 |\n", + "| air_temperature | 0.13299271 |\n", + "| clg_setpoint | -0.2731352 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38179314 |\n", + "| diffuse_solar_radiation | -0.74380076 |\n", + "| direct_solar_radiation | -0.6124528 |\n", + "| hour | -1.0832286 |\n", + "| htg_setpoint | 1.2834839 |\n", + "| month | -1.5682805 |\n", + "| outdoor_humidity | 1.2450118 |\n", + "| outdoor_temperature | -1.1602001 |\n", + "| people_occupant | -0.689407 |\n", + "| total_electricity_HVAC | 2.9451673 |\n", + "| wind_direction | 0.44779387 |\n", + "| wind_speed | -0.4951949 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 15863.208 |\n", + "| air_humidity | 42.32044 |\n", + "| air_temperature | 22.870169 |\n", + "| clg_setpoint | 25.421392 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 94.25 |\n", + "| outdoor_temperature | 1.0509704 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 14971890.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.725 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.109461665 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 18.240723 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66273594 |\n", + "| air_humidity | -1.2998586 |\n", + "| air_temperature | -1.3333614 |\n", + "| clg_setpoint | 1.1566806 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.49545395 |\n", + "| diffuse_solar_radiation | -0.7436682 |\n", + "| direct_solar_radiation | -0.61253405 |\n", + "| hour | -0.9387431 |\n", + "| htg_setpoint | 0.047004826 |\n", + "| month | -1.5663723 |\n", + "| outdoor_humidity | -1.7378514 |\n", + "| outdoor_temperature | -0.817562 |\n", + "| people_occupant | -0.68904895 |\n", + "| total_electricity_HVAC | -0.667824 |\n", + "| wind_direction | 0.8987802 |\n", + "| wind_speed | 0.4240321 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 19.912285 |\n", + "| air_temperature | 20.877579 |\n", + "| clg_setpoint | 29.179789 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.071527 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 32.5 |\n", + "| outdoor_temperature | 4.4024673 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 277.5 |\n", + "| wind_speed | 5.95 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.65251386 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.827234 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.29329515 |\n", + "| air_humidity | -1.249238 |\n", + "| air_temperature | -1.2516721 |\n", + "| clg_setpoint | 0.92329925 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.60907483 |\n", + "| diffuse_solar_radiation | -0.7435892 |\n", + "| direct_solar_radiation | -0.61252296 |\n", + "| hour | -0.79426533 |\n", + "| htg_setpoint | -0.047669344 |\n", + "| month | -1.564471 |\n", + "| outdoor_humidity | 1.5228755 |\n", + "| outdoor_temperature | -1.3439002 |\n", + "| people_occupant | -0.6886914 |\n", + "| total_electricity_HVAC | -0.31708518 |\n", + "| wind_direction | -1.1442797 |\n", + "| wind_speed | -1.3529215 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1697.5701 |\n", + "| air_humidity | 20.556267 |\n", + "| air_temperature | 20.986921 |\n", + "| clg_setpoint | 28.567553 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.674463 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | -0.7568658 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1524295.9 |\n", + "| wind_direction | 62.5 |\n", + "| wind_speed | 1.65 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5113184 |\n", + "| air_humidity | 0.4985756 |\n", + "| air_temperature | -1.0202329 |\n", + "| clg_setpoint | 1.4682748 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7226355 |\n", + "| diffuse_solar_radiation | -0.74348867 |\n", + "| direct_solar_radiation | -0.61230016 |\n", + "| hour | -0.6497931 |\n", + "| htg_setpoint | 0.5112108 |\n", + "| month | -1.5625767 |\n", + "| outdoor_humidity | 1.4734991 |\n", + "| outdoor_temperature | -0.86116016 |\n", + "| people_occupant | -0.68881387 |\n", + "| total_electricity_HVAC | -0.52447796 |\n", + "| wind_direction | -1.3570533 |\n", + "| wind_speed | 0.20776811 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 746.97107 |\n", + "| air_humidity | 43.36869 |\n", + "| air_temperature | 21.301516 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 20.015854 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 99.0 |\n", + "| outdoor_temperature | 3.9666748 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 669123.75 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 5.425 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8501657 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.494308 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5551138 |\n", + "| air_humidity | 0.38901612 |\n", + "| air_temperature | 0.22666346 |\n", + "| clg_setpoint | 1.4680405 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8361115 |\n", + "| diffuse_solar_radiation | -0.4910164 |\n", + "| direct_solar_radiation | -0.6120077 |\n", + "| hour | -0.50532466 |\n", + "| htg_setpoint | 0.91594493 |\n", + "| month | -1.5606892 |\n", + "| outdoor_humidity | 1.5205889 |\n", + "| outdoor_temperature | -0.73512584 |\n", + "| people_occupant | 1.6947708 |\n", + "| total_electricity_HVAC | -0.55891603 |\n", + "| wind_direction | -1.2609899 |\n", + "| wind_speed | -0.39203492 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 556.1153 |\n", + "| air_humidity | 41.9427 |\n", + "| air_temperature | 22.995281 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 24.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.712029 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 5.1981287 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 527210.2 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.975 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6226488 |\n", + "| air_humidity | 0.80715734 |\n", + "| air_temperature | 1.4582369 |\n", + "| clg_setpoint | -0.5592229 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9494739 |\n", + "| diffuse_solar_radiation | -0.042209443 |\n", + "| direct_solar_radiation | -0.61171234 |\n", + "| hour | -0.36085853 |\n", + "| htg_setpoint | 1.0224948 |\n", + "| month | -1.5588086 |\n", + "| outdoor_humidity | 1.5188569 |\n", + "| outdoor_temperature | -0.36050043 |\n", + "| people_occupant | 1.6943742 |\n", + "| total_electricity_HVAC | -0.6406432 |\n", + "| wind_direction | 0.06932325 |\n", + "| wind_speed | 1.6022164 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 261.38657 |\n", + "| air_humidity | 47.406345 |\n", + "| air_temperature | 24.667498 |\n", + "| clg_setpoint | 24.67222 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 68.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.159464 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 8.863553 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 189930.17 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 8.8 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.17169546 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.659214 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3204378 |\n", + "| air_humidity | -0.2493552 |\n", + "| air_temperature | 0.41410992 |\n", + "| clg_setpoint | -1.1001942 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0626895 |\n", + "| diffuse_solar_radiation | 0.62605625 |\n", + "| direct_solar_radiation | -0.6114174 |\n", + "| hour | -0.21639366 |\n", + "| htg_setpoint | -0.67712337 |\n", + "| month | -1.5569347 |\n", + "| outdoor_humidity | -0.6895355 |\n", + "| outdoor_temperature | -0.64742845 |\n", + "| people_occupant | 1.6939783 |\n", + "| total_electricity_HVAC | -0.32440144 |\n", + "| wind_direction | 1.1613386 |\n", + "| wind_speed | 0.42355236 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1579.2982 |\n", + "| air_humidity | 33.63037 |\n", + "| air_temperature | 23.249563 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 134.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.042731 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 54.25 |\n", + "| outdoor_temperature | 6.054383 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1494205.4 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 5.95 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7071883 |\n", + "| Heating_Setpoint_RL | -0.1084874 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.01176 |\n", + "| Heating_Setpoint_RL | 17.01476 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6625673 |\n", + "| air_humidity | -0.18118311 |\n", + "| air_temperature | -1.5545751 |\n", + "| clg_setpoint | 0.61755985 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1757212 |\n", + "| diffuse_solar_radiation | 0.7641792 |\n", + "| direct_solar_radiation | 2.2163928 |\n", + "| hour | -0.07192932 |\n", + "| htg_setpoint | -0.5813453 |\n", + "| month | -1.5550677 |\n", + "| outdoor_humidity | -0.9310767 |\n", + "| outdoor_temperature | -0.7996039 |\n", + "| people_occupant | -0.68930227 |\n", + "| total_electricity_HVAC | -0.6676267 |\n", + "| wind_direction | 1.2080784 |\n", + "| wind_speed | -0.59926164 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 34.521862 |\n", + "| air_temperature | 20.576239 |\n", + "| clg_setpoint | 27.765596 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 147.75 |\n", + "| direct_solar_radiation | 702.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 15.444044 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 49.25 |\n", + "| outdoor_temperature | 4.5580063 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 3.475 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.49718454 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.302998 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.6964867 |\n", + "| air_humidity | -1.2005509 |\n", + "| air_temperature | -0.046187308 |\n", + "| clg_setpoint | -1.100356 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2885271 |\n", + "| diffuse_solar_radiation | 1.282133 |\n", + "| direct_solar_radiation | -0.5568718 |\n", + "| hour | 0.072534904 |\n", + "| htg_setpoint | 1.2829459 |\n", + "| month | -1.5532073 |\n", + "| outdoor_humidity | -0.68987006 |\n", + "| outdoor_temperature | -0.93702465 |\n", + "| people_occupant | -0.688946 |\n", + "| total_electricity_HVAC | 1.8881394 |\n", + "| wind_direction | -0.12245084 |\n", + "| wind_speed | -0.90906245 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10381.17 |\n", + "| air_humidity | 21.223421 |\n", + "| air_temperature | 22.623066 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 198.5 |\n", + "| direct_solar_radiation | 13.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 54.25 |\n", + "| outdoor_temperature | 3.2063138 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10625786.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 2.725 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.63392377 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.190823 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.41859663 |\n", + "| air_humidity | -0.0714432 |\n", + "| air_temperature | 0.41557938 |\n", + "| clg_setpoint | -1.1004676 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4010623 |\n", + "| diffuse_solar_radiation | 1.3436944 |\n", + "| direct_solar_radiation | -0.17893109 |\n", + "| hour | 0.21699907 |\n", + "| htg_setpoint | 1.282904 |\n", + "| month | -1.5513535 |\n", + "| outdoor_humidity | 0.6858627 |\n", + "| outdoor_temperature | -0.5935113 |\n", + "| people_occupant | 1.2183102 |\n", + "| total_electricity_HVAC | -0.4354522 |\n", + "| wind_direction | -1.1192039 |\n", + "| wind_speed | -1.0634688 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1151.7814 |\n", + "| air_humidity | 35.93664 |\n", + "| air_temperature | 23.249638 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 204.5 |\n", + "| direct_solar_radiation | 107.25 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 82.75 |\n", + "| outdoor_temperature | 6.561925 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1036603.25 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3882107 |\n", + "| air_humidity | -0.64562416 |\n", + "| air_temperature | 0.4150969 |\n", + "| clg_setpoint | -1.1002516 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5132772 |\n", + "| diffuse_solar_radiation | 0.2930223 |\n", + "| direct_solar_radiation | 2.0867016 |\n", + "| hour | 0.36146292 |\n", + "| htg_setpoint | -0.87792706 |\n", + "| month | -1.5495063 |\n", + "| outdoor_humidity | -1.0047308 |\n", + "| outdoor_temperature | -1.0475929 |\n", + "| people_occupant | 1.6947285 |\n", + "| total_electricity_HVAC | -0.40653336 |\n", + "| wind_direction | 1.6595048 |\n", + "| wind_speed | 0.47686198 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1284.8352 |\n", + "| air_humidity | 28.45338 |\n", + "| air_temperature | 23.248896 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 101.5 |\n", + "| direct_solar_radiation | 669.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 14.2026825 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 47.75 |\n", + "| outdoor_temperature | 2.1134727 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1156351.6 |\n", + "| wind_direction | 357.5 |\n", + "| wind_speed | 6.075 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.48455805 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.35064 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5040355 |\n", + "| air_humidity | -0.94390506 |\n", + "| air_temperature | 0.42007908 |\n", + "| clg_setpoint | -1.100008 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6251187 |\n", + "| diffuse_solar_radiation | 0.45148993 |\n", + "| direct_solar_radiation | -0.44993037 |\n", + "| hour | 0.50592583 |\n", + "| htg_setpoint | 1.0615137 |\n", + "| month | -1.5476658 |\n", + "| outdoor_humidity | -0.8959368 |\n", + "| outdoor_temperature | -0.86335284 |\n", + "| people_occupant | 1.6943336 |\n", + "| total_electricity_HVAC | -0.5167502 |\n", + "| wind_direction | 1.2555424 |\n", + "| wind_speed | 0.37390885 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 779.6805 |\n", + "| air_humidity | 24.561811 |\n", + "| air_temperature | 23.255388 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 117.0 |\n", + "| direct_solar_radiation | 40.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.323887 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 3.903413 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 701712.44 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 5.825 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.10116565 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.055943 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.33488044 |\n", + "| air_humidity | -1.1740049 |\n", + "| air_temperature | 0.4157463 |\n", + "| clg_setpoint | -1.0999542 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7365307 |\n", + "| diffuse_solar_radiation | -0.38270095 |\n", + "| direct_solar_radiation | 1.1227294 |\n", + "| hour | 0.6503868 |\n", + "| htg_setpoint | -0.79943687 |\n", + "| month | -1.5458318 |\n", + "| outdoor_humidity | -2.3425038 |\n", + "| outdoor_temperature | -1.2853609 |\n", + "| people_occupant | 1.6939393 |\n", + "| total_electricity_HVAC | -0.35605726 |\n", + "| wind_direction | -1.7327653 |\n", + "| wind_speed | -1.817859 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1519.3188 |\n", + "| air_humidity | 21.556976 |\n", + "| air_temperature | 23.24908 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 35.25 |\n", + "| direct_solar_radiation | 430.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 14.530401 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 20.0 |\n", + "| outdoor_temperature | -0.24412067 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1366178.6 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.525 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5899406 |\n", + "| air_humidity | -0.6071899 |\n", + "| air_temperature | 0.416311 |\n", + "| clg_setpoint | -1.0997615 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6720248 |\n", + "| diffuse_solar_radiation | -0.7425077 |\n", + "| direct_solar_radiation | -0.6110782 |\n", + "| hour | 0.7948447 |\n", + "| htg_setpoint | -1.4035779 |\n", + "| month | -1.2589065 |\n", + "| outdoor_humidity | -0.7610787 |\n", + "| outdoor_temperature | -0.32676888 |\n", + "| people_occupant | 1.6935458 |\n", + "| total_electricity_HVAC | -0.59850305 |\n", + "| wind_direction | 0.7811739 |\n", + "| wind_speed | 0.63174087 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 404.58496 |\n", + "| air_humidity | 28.937159 |\n", + "| air_temperature | 23.249435 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 52.75 |\n", + "| outdoor_temperature | 9.135162 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 364126.47 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 6.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.046403065 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.46839 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57097936 |\n", + "| air_humidity | -1.4846027 |\n", + "| air_temperature | -1.0871458 |\n", + "| clg_setpoint | 1.467099 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5564922 |\n", + "| diffuse_solar_radiation | -0.74234587 |\n", + "| direct_solar_radiation | -0.61114573 |\n", + "| hour | 0.93929774 |\n", + "| htg_setpoint | -1.0868374 |\n", + "| month | -1.2577718 |\n", + "| outdoor_humidity | -2.449116 |\n", + "| outdoor_temperature | -1.1645399 |\n", + "| people_occupant | -0.6891985 |\n", + "| total_electricity_HVAC | -0.57871276 |\n", + "| wind_direction | 1.4918034 |\n", + "| wind_speed | 0.94194007 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 486.9094 |\n", + "| air_humidity | 17.502161 |\n", + "| air_temperature | 21.207697 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 13.324704 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 17.75 |\n", + "| outdoor_temperature | 0.9304602 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 445383.06 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 7.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.09062028 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.319157 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.36994302 |\n", + "| air_humidity | -1.8724025 |\n", + "| air_temperature | -2.045206 |\n", + "| clg_setpoint | -0.29281604 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4413508 |\n", + "| diffuse_solar_radiation | -0.74219686 |\n", + "| direct_solar_radiation | -0.6111601 |\n", + "| hour | 1.083744 |\n", + "| htg_setpoint | -1.4029939 |\n", + "| month | -1.2566403 |\n", + "| outdoor_humidity | -0.55411774 |\n", + "| outdoor_temperature | -1.704999 |\n", + "| people_occupant | -0.6888441 |\n", + "| total_electricity_HVAC | -0.38865855 |\n", + "| wind_direction | -0.38140354 |\n", + "| wind_speed | -0.7021702 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1366.5447 |\n", + "| air_humidity | 12.417188 |\n", + "| air_temperature | 19.902864 |\n", + "| clg_setpoint | 25.373854 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | -4.383615 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1231763.4 |\n", + "| wind_direction | 142.5 |\n", + "| wind_speed | 3.225 |\n", + "| train/ | |\n", + "| approx_kl | 0.0053193313 |\n", + "| clip_fraction | 0.0499 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.48 |\n", + "| explained_variance | 0.787 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.258 |\n", + "| n_updates | 700 |\n", + "| policy_gradient_loss | -0.00849 |\n", + "| std | 0.84 |\n", + "| value_loss | 1.13 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 10%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3478.2593 |\n", - "| air_humidity | 11.524329 |\n", - "| air_temperature | 16.549387 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | -14.171143 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 3130433.2 |\n", - "| wind_direction | 272.5 |\n", - "| wind_speed | 7.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.2e+03 |\n", - "| n_updates | 14649 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.014879882 |\n", + "| Heating_Setpoint_RL | -0.024018288 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.67522 |\n", + "| Heating_Setpoint_RL | 17.489897 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5843593 |\n", + "| air_humidity | 0.34417713 |\n", + "| air_temperature | -0.8582409 |\n", + "| clg_setpoint | -0.3138449 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3265419 |\n", + "| diffuse_solar_radiation | -0.74205345 |\n", + "| direct_solar_radiation | -0.61087006 |\n", + "| hour | 1.2281814 |\n", + "| htg_setpoint | 0.2251152 |\n", + "| month | -1.2555118 |\n", + "| outdoor_humidity | -0.19289044 |\n", + "| outdoor_temperature | -1.1201872 |\n", + "| people_occupant | -0.4505889 |\n", + "| total_electricity_HVAC | -0.59176975 |\n", + "| wind_direction | 1.30215 |\n", + "| wind_speed | 1.107392 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 429.15237 |\n", + "| air_humidity | 41.306736 |\n", + "| air_temperature | 21.514256 |\n", + "| clg_setpoint | 25.31836 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 18.817707 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 64.5 |\n", + "| outdoor_temperature | 1.334669 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 392101.28 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 7.6 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 10%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2161.4868 |\n", - "| air_humidity | 11.50414 |\n", - "| air_temperature | 19.000036 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 39.75 |\n", - "| direct_solar_radiation | 153.25 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 64.75 |\n", - "| outdoor_temperature | -7.5872803 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1945338.1 |\n", - "| wind_direction | 282.5 |\n", - "| wind_speed | 5.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.1e+03 |\n", - "| n_updates | 14674 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 11%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2298.961 |\n", - "| air_humidity | 12.468061 |\n", - "| air_temperature | 21.999899 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 68.75 |\n", - "| direct_solar_radiation | 501.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 41.5 |\n", - "| outdoor_temperature | -5.1359925 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2069064.9 |\n", - "| wind_direction | 342.5 |\n", - "| wind_speed | 4.875 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2e+03 |\n", - "| n_updates | 14699 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.16781226 |\n", + "| Heating_Setpoint_RL | 0.07076799 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.191366 |\n", + "| Heating_Setpoint_RL | 18.02307 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.14701028 |\n", + "| air_humidity | -0.6186442 |\n", + "| air_temperature | -2.172419 |\n", + "| clg_setpoint | 1.4664276 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.212012 |\n", + "| diffuse_solar_radiation | -0.74198246 |\n", + "| direct_solar_radiation | -0.6108913 |\n", + "| hour | 1.3726071 |\n", + "| htg_setpoint | -0.82765055 |\n", + "| month | -1.2543863 |\n", + "| outdoor_humidity | -1.325756 |\n", + "| outdoor_temperature | -2.2020884 |\n", + "| people_occupant | -0.68908656 |\n", + "| total_electricity_HVAC | -0.1770106 |\n", + "| wind_direction | 1.1589338 |\n", + "| wind_speed | 1.1460876 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2343.9119 |\n", + "| air_humidity | 28.746796 |\n", + "| air_temperature | 19.72573 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 14.40773 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | -9.290221 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2109016.8 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 7.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.7640142 |\n", + "| air_humidity | -0.49704286 |\n", + "| air_temperature | -1.9309467 |\n", + "| clg_setpoint | -0.9965797 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0977131 |\n", + "| diffuse_solar_radiation | -0.7419056 |\n", + "| direct_solar_radiation | -0.6108792 |\n", + "| hour | 1.5170183 |\n", + "| htg_setpoint | 1.2839327 |\n", + "| month | -1.2532638 |\n", + "| outdoor_humidity | -1.0597864 |\n", + "| outdoor_temperature | -2.1625276 |\n", + "| people_occupant | -0.6892075 |\n", + "| total_electricity_HVAC | 3.547131 |\n", + "| wind_direction | 1.2055746 |\n", + "| wind_speed | 1.4339424 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 19482.258 |\n", + "| air_humidity | 30.323154 |\n", + "| air_temperature | 20.050703 |\n", + "| clg_setpoint | 23.522701 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | -8.951448 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 17536496.0 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 8.4 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.3452745 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 15.682831 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.61701477 |\n", + "| air_humidity | -0.37043986 |\n", + "| air_temperature | -2.8102782 |\n", + "| clg_setpoint | 1.4663888 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.98360157 |\n", + "| diffuse_solar_radiation | -0.7418508 |\n", + "| direct_solar_radiation | -0.61093277 |\n", + "| hour | 1.6614116 |\n", + "| htg_setpoint | 0.15482228 |\n", + "| month | -1.2521443 |\n", + "| outdoor_humidity | -1.1316891 |\n", + "| outdoor_temperature | -1.8093396 |\n", + "| people_occupant | -0.6893283 |\n", + "| total_electricity_HVAC | 0.5506256 |\n", + "| wind_direction | 1.0627573 |\n", + "| wind_speed | -0.3943515 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5700.099 |\n", + "| air_humidity | 31.965914 |\n", + "| air_temperature | 18.851324 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.520195 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | -5.5166044 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5130089.0 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 3.975 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 11%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2482.3235 |\n", - "| air_humidity | 15.208434 |\n", - "| air_temperature | 19.0 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 58.5 |\n", - "| direct_solar_radiation | 837.25 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 50.75 |\n", - "| outdoor_temperature | -5.6547093 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2234091.2 |\n", - "| wind_direction | 302.5 |\n", - "| wind_speed | 7.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.71e+03 |\n", - "| n_updates | 14724 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8200687 |\n", + "| Heating_Setpoint_RL | 0.79614806 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.392733 |\n", + "| Heating_Setpoint_RL | 22.103333 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.15942027 |\n", + "| air_humidity | -0.72874534 |\n", + "| air_temperature | -2.765251 |\n", + "| clg_setpoint | 0.31514615 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7562032 |\n", + "| diffuse_solar_radiation | -0.7417346 |\n", + "| direct_solar_radiation | -0.6110103 |\n", + "| hour | -1.6613017 |\n", + "| htg_setpoint | -0.348396 |\n", + "| month | -1.251028 |\n", + "| outdoor_humidity | -1.1063268 |\n", + "| outdoor_temperature | -2.0071533 |\n", + "| people_occupant | -0.68944895 |\n", + "| total_electricity_HVAC | -0.19361456 |\n", + "| wind_direction | 1.2749641 |\n", + "| wind_speed | 1.103239 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2297.1907 |\n", + "| air_humidity | 27.28643 |\n", + "| air_temperature | 18.91039 |\n", + "| clg_setpoint | 26.971657 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.411316 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.5 |\n", + "| outdoor_temperature | -7.4881897 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2046728.2 |\n", + "| wind_direction | 317.5 |\n", + "| wind_speed | 7.6 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 11%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1333.4619 |\n", - "| air_humidity | 10.839565 |\n", - "| air_temperature | 21.995874 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 218.25 |\n", - "| direct_solar_radiation | 219.75 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | 0.08959897 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1200115.8 |\n", - "| wind_direction | 252.5 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.4e+03 |\n", - "| n_updates | 14749 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.28396595 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.583385 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.4445093 |\n", + "| air_humidity | -1.8016636 |\n", + "| air_temperature | -0.9988814 |\n", + "| clg_setpoint | 1.4659061 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.64234245 |\n", + "| diffuse_solar_radiation | -0.7416079 |\n", + "| direct_solar_radiation | -0.6110499 |\n", + "| hour | -1.5167589 |\n", + "| htg_setpoint | 1.2844614 |\n", + "| month | -1.2499144 |\n", + "| outdoor_humidity | -1.1297153 |\n", + "| outdoor_temperature | -1.4480937 |\n", + "| people_occupant | -0.6890958 |\n", + "| total_electricity_HVAC | 3.2734888 |\n", + "| wind_direction | 0.84772104 |\n", + "| wind_speed | 0.62759507 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 18124.322 |\n", + "| air_humidity | 13.276777 |\n", + "| air_temperature | 21.313313 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | -2.0108352 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 16436551.0 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 6.45 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 11%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 24.333763 |\n", - "| air_temperature | 23.36302 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 129.5 |\n", - "| direct_solar_radiation | 746.5 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 47.5 |\n", - "| outdoor_temperature | 5.126002 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 267.5 |\n", - "| wind_speed | 6.675 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.27e+03 |\n", - "| n_updates | 14774 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.024564832 |\n", + "| Heating_Setpoint_RL | 0.3818786 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.707907 |\n", + "| Heating_Setpoint_RL | 19.773067 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.07815011 |\n", + "| air_humidity | -1.640523 |\n", + "| air_temperature | -2.2894135 |\n", + "| clg_setpoint | 0.8810044 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.52855974 |\n", + "| diffuse_solar_radiation | -0.741565 |\n", + "| direct_solar_radiation | -0.61105025 |\n", + "| hour | -1.3722353 |\n", + "| htg_setpoint | 0.17336838 |\n", + "| month | -1.2488039 |\n", + "| outdoor_humidity | 0.25693643 |\n", + "| outdoor_temperature | -1.2234396 |\n", + "| people_occupant | -0.6887432 |\n", + "| total_electricity_HVAC | -0.2949202 |\n", + "| wind_direction | 0.6341953 |\n", + "| wind_speed | -0.39521667 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2656.648 |\n", + "| air_humidity | 15.34736 |\n", + "| air_temperature | 19.5485 |\n", + "| clg_setpoint | 28.462963 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.595116 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 73.75 |\n", + "| outdoor_temperature | 0.18871239 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1628205.6 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.975 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 12%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2383.3894 |\n", - "| air_humidity | 8.774642 |\n", - "| air_temperature | 22.380083 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 158.75 |\n", - "| direct_solar_radiation | 683.75 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 27.5 |\n", - "| outdoor_temperature | -7.536425 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 2145050.5 |\n", - "| wind_direction | 292.5 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.95e+03 |\n", - "| n_updates | 14799 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.4449637 |\n", + "| air_humidity | -1.0461957 |\n", + "| air_temperature | -0.8799104 |\n", + "| clg_setpoint | 0.9807495 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41483146 |\n", + "| diffuse_solar_radiation | -0.7415102 |\n", + "| direct_solar_radiation | -0.61108834 |\n", + "| hour | -1.2277277 |\n", + "| htg_setpoint | 1.2849016 |\n", + "| month | -1.2476963 |\n", + "| outdoor_humidity | -1.8163434 |\n", + "| outdoor_temperature | -1.5034938 |\n", + "| people_occupant | -0.688864 |\n", + "| total_electricity_HVAC | 3.2438622 |\n", + "| wind_direction | 1.1078377 |\n", + "| wind_speed | 0.36931673 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 18138.418 |\n", + "| air_humidity | 23.0947 |\n", + "| air_temperature | 21.471777 |\n", + "| clg_setpoint | 28.725046 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 30.75 |\n", + "| outdoor_temperature | -2.5767698 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 16323132.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 5.825 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 12%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2361.432 |\n", - "| air_humidity | 11.286173 |\n", - "| air_temperature | 22.862402 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 171.25 |\n", - "| direct_solar_radiation | 540.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 37.0 |\n", - "| outdoor_temperature | -5.5457816 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 2125288.8 |\n", - "| wind_direction | 267.5 |\n", - "| wind_speed | 5.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.04e+03 |\n", - "| n_updates | 14824 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.02046305 |\n", + "| Heating_Setpoint_RL | 0.2077083 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.555937 |\n", + "| Heating_Setpoint_RL | 18.79336 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.06927495 |\n", + "| air_humidity | -1.0321071 |\n", + "| air_temperature | -2.4512403 |\n", + "| clg_setpoint | 1.4654325 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.3011386 |\n", + "| diffuse_solar_radiation | -0.74145633 |\n", + "| direct_solar_radiation | -0.6111659 |\n", + "| hour | -1.0832326 |\n", + "| htg_setpoint | -0.7128692 |\n", + "| month | -1.2465917 |\n", + "| outdoor_humidity | -1.2955633 |\n", + "| outdoor_temperature | -2.1046908 |\n", + "| people_occupant | -0.6889846 |\n", + "| total_electricity_HVAC | -0.10638231 |\n", + "| wind_direction | 1.1068228 |\n", + "| wind_speed | 0.2034941 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2697.8706 |\n", + "| air_humidity | 23.26727 |\n", + "| air_temperature | 19.323751 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 14.880656 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 41.5 |\n", + "| outdoor_temperature | -8.526218 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2412686.8 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 5.425 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 12%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1143.717 |\n", - "| air_humidity | 14.54144 |\n", - "| air_temperature | 23.631212 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 53.0 |\n", - "| direct_solar_radiation | 863.25 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 29.0 |\n", - "| outdoor_temperature | 0.75334334 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1029345.3 |\n", - "| wind_direction | 292.5 |\n", - "| wind_speed | 5.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.67e+03 |\n", - "| n_updates | 14849 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.99310774 |\n", + "| Heating_Setpoint_RL | 0.9008764 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.976738 |\n", + "| Heating_Setpoint_RL | 22.692429 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.31655213 |\n", + "| air_humidity | -0.8281712 |\n", + "| air_temperature | -1.8553091 |\n", + "| clg_setpoint | 0.30072945 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18746667 |\n", + "| diffuse_solar_radiation | -0.741393 |\n", + "| direct_solar_radiation | -0.61122847 |\n", + "| hour | -0.9387475 |\n", + "| htg_setpoint | -1.1185273 |\n", + "| month | -1.2454901 |\n", + "| outdoor_humidity | -0.95727754 |\n", + "| outdoor_temperature | -1.6683431 |\n", + "| people_occupant | -0.68910503 |\n", + "| total_electricity_HVAC | -0.33740994 |\n", + "| wind_direction | 0.8454885 |\n", + "| wind_speed | -0.34453294 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1611.8802 |\n", + "| air_humidity | 25.920795 |\n", + "| air_temperature | 20.13605 |\n", + "| clg_setpoint | 26.935865 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 13.180313 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | -4.2479653 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1453922.4 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 13%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1158.7903 |\n", - "| air_humidity | 26.88448 |\n", - "| air_temperature | 23.092854 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 66.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 0.5057328 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1042911.25 |\n", - "| wind_direction | 182.5 |\n", - "| wind_speed | 3.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.99e+03 |\n", - "| n_updates | 14874 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5119787 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.897072 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.19498973 |\n", + "| air_humidity | -0.88631696 |\n", + "| air_temperature | -1.6445289 |\n", + "| clg_setpoint | -1.1001947 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.07380549 |\n", + "| diffuse_solar_radiation | -0.7412891 |\n", + "| direct_solar_radiation | -0.61132675 |\n", + "| hour | -0.79427004 |\n", + "| htg_setpoint | -0.28819343 |\n", + "| month | -1.2443912 |\n", + "| outdoor_humidity | 0.091400445 |\n", + "| outdoor_temperature | -2.0998554 |\n", + "| people_occupant | -0.6892253 |\n", + "| total_electricity_HVAC | 0.1464753 |\n", + "| wind_direction | -1.0034819 |\n", + "| wind_speed | -0.7063663 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3864.5315 |\n", + "| air_humidity | 25.15385 |\n", + "| air_temperature | 20.42362 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.657574 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 70.25 |\n", + "| outdoor_temperature | -8.526736 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3467162.0 |\n", + "| wind_direction | 77.5 |\n", + "| wind_speed | 3.225 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 13%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 73.7766 |\n", - "| air_humidity | 25.315073 |\n", - "| air_temperature | 20.000492 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 38.75 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 43.75 |\n", - "| outdoor_temperature | 5.228516 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 66398.945 |\n", - "| wind_direction | 332.5 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.06e+03 |\n", - "| n_updates | 14899 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.8345967 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 22.319607 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.623225 |\n", + "| air_humidity | 0.2613756 |\n", + "| air_temperature | -1.7215384 |\n", + "| clg_setpoint | -0.8465877 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.03985065 |\n", + "| diffuse_solar_radiation | -0.41125286 |\n", + "| direct_solar_radiation | -0.32414684 |\n", + "| hour | -0.6497979 |\n", + "| htg_setpoint | -0.058053225 |\n", + "| month | -1.2432954 |\n", + "| outdoor_humidity | 1.1386974 |\n", + "| outdoor_temperature | -1.116824 |\n", + "| people_occupant | -0.6893454 |\n", + "| total_electricity_HVAC | -0.6297252 |\n", + "| wind_direction | 0.7032633 |\n", + "| wind_speed | -0.4993957 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 263.6876 |\n", + "| air_humidity | 40.132664 |\n", + "| air_temperature | 20.318209 |\n", + "| clg_setpoint | 23.916767 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 32.25 |\n", + "| direct_solar_radiation | 71.25 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.621662 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 1.1637045 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 239685.86 |\n", + "| wind_direction | 257.5 |\n", + "| wind_speed | 3.725 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 13%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 15.07751 |\n", - "| air_temperature | 22.42386 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 45.25 |\n", - "| outdoor_temperature | 3.532443 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 245.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.73e+03 |\n", - "| n_updates | 14924 |\n", - "----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.10107273 |\n", + "| Heating_Setpoint_RL | -0.45978308 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.966122 |\n", + "| Heating_Setpoint_RL | 15.03872 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.8331139 |\n", + "| air_humidity | -1.1590389 |\n", + "| air_temperature | 0.2723445 |\n", + "| clg_setpoint | 0.008061403 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15350308 |\n", + "| diffuse_solar_radiation | -0.15279166 |\n", + "| direct_solar_radiation | 0.9478399 |\n", + "| hour | -0.50532955 |\n", + "| htg_setpoint | 1.2853565 |\n", + "| month | -1.2422024 |\n", + "| outdoor_humidity | -0.75171626 |\n", + "| outdoor_temperature | -1.2064643 |\n", + "| people_occupant | -0.6889941 |\n", + "| total_electricity_HVAC | 1.8098112 |\n", + "| wind_direction | -1.7139014 |\n", + "| wind_speed | -0.13739045 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11081.886 |\n", + "| air_humidity | 21.592197 |\n", + "| air_temperature | 23.042631 |\n", + "| clg_setpoint | 26.166233 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 57.5 |\n", + "| direct_solar_radiation | 387.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 52.75 |\n", + "| outdoor_temperature | 0.2749474 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10390927.0 |\n", + "| wind_direction | 2.5 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 13%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 26.815527 |\n", - "| air_temperature | 24.792336 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 73.5 |\n", - "| outdoor_temperature | 2.8700993 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 130.0 |\n", - "| wind_speed | 2.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.84e+03 |\n", - "| n_updates | 14949 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.5601608 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.474095 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6082145 |\n", + "| air_humidity | -1.1276373 |\n", + "| air_temperature | 0.42454034 |\n", + "| clg_setpoint | -1.1006963 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.2671487 |\n", + "| diffuse_solar_radiation | 0.9144685 |\n", + "| direct_solar_radiation | 0.47826812 |\n", + "| hour | -0.36086348 |\n", + "| htg_setpoint | -0.5304408 |\n", + "| month | -1.2411124 |\n", + "| outdoor_humidity | -0.6551312 |\n", + "| outdoor_temperature | -0.91443443 |\n", + "| people_occupant | 1.6953037 |\n", + "| total_electricity_HVAC | -0.62055755 |\n", + "| wind_direction | 1.0111885 |\n", + "| wind_speed | -1.3061881 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 329.56116 |\n", + "| air_humidity | 21.985737 |\n", + "| air_temperature | 23.2498 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 161.75 |\n", + "| direct_solar_radiation | 270.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.6415825 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 54.75 |\n", + "| outdoor_temperature | 3.149704 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 277572.5 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 1.775 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 24.373877 |\n", - "| air_temperature | 23.764162 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 56.25 |\n", - "| outdoor_temperature | 3.9288108 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 227.5 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.23e+03 |\n", - "| n_updates | 14974 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.61727726 |\n", + "| air_humidity | -0.22102195 |\n", + "| air_temperature | 0.42410728 |\n", + "| clg_setpoint | -1.100396 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38078013 |\n", + "| diffuse_solar_radiation | 0.9145289 |\n", + "| direct_solar_radiation | 1.6504126 |\n", + "| hour | -0.21639864 |\n", + "| htg_setpoint | 1.2853912 |\n", + "| month | -1.240025 |\n", + "| outdoor_humidity | -0.1735644 |\n", + "| outdoor_temperature | -0.4007774 |\n", + "| people_occupant | 1.6949133 |\n", + "| total_electricity_HVAC | -0.6246057 |\n", + "| wind_direction | 1.0353352 |\n", + "| wind_speed | -1.3055805 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 289.48462 |\n", + "| air_humidity | 33.81451 |\n", + "| air_temperature | 23.248991 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 161.75 |\n", + "| direct_solar_radiation | 561.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 64.75 |\n", + "| outdoor_temperature | 8.211679 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 260575.66 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 1.775 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 33.13989 |\n", - "| air_temperature | 22.858171 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 85.0 |\n", - "| outdoor_temperature | 2.637647 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 75.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.47e+03 |\n", - "| n_updates | 14999 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60860294 |\n", + "| air_humidity | -0.91394085 |\n", + "| air_temperature | 0.42397952 |\n", + "| clg_setpoint | -1.1001452 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.49438557 |\n", + "| diffuse_solar_radiation | 1.0580106 |\n", + "| direct_solar_radiation | 0.46222106 |\n", + "| hour | -0.07193432 |\n", + "| htg_setpoint | -1.3995334 |\n", + "| month | -1.2389407 |\n", + "| outdoor_humidity | -1.390099 |\n", + "| outdoor_temperature | -0.4413191 |\n", + "| people_occupant | 1.2178233 |\n", + "| total_electricity_HVAC | -0.61634535 |\n", + "| wind_direction | -0.95551455 |\n", + "| wind_speed | -0.49800003 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 327.40628 |\n", + "| air_humidity | 24.76674 |\n", + "| air_temperature | 23.248571 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 175.75 |\n", + "| direct_solar_radiation | 266.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 39.5 |\n", + "| outdoor_temperature | 7.807588 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 294665.66 |\n", + "| wind_direction | 82.5 |\n", + "| wind_speed | 3.725 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 32.451893 |\n", - "| air_temperature | 19.095592 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 63.25 |\n", - "| outdoor_temperature | 3.9432404 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 6.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.45e+03 |\n", - "| n_updates | 15024 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.51650167 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.719678 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.33809695 |\n", + "| air_humidity | -0.1619553 |\n", + "| air_temperature | 0.42481115 |\n", + "| clg_setpoint | -1.0999848 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6079489 |\n", + "| diffuse_solar_radiation | 0.93297577 |\n", + "| direct_solar_radiation | -0.6111931 |\n", + "| hour | 0.07252988 |\n", + "| htg_setpoint | 1.2854271 |\n", + "| month | -1.2378591 |\n", + "| outdoor_humidity | 0.80241597 |\n", + "| outdoor_temperature | -0.92647916 |\n", + "| people_occupant | 0.26417276 |\n", + "| total_electricity_HVAC | -0.35865468 |\n", + "| wind_direction | -1.713099 |\n", + "| wind_speed | -0.49765253 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1519.7372 |\n", + "| air_humidity | 34.57506 |\n", + "| air_temperature | 23.249523 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 163.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 3.0146215 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 1367763.5 |\n", + "| wind_direction | 2.5 |\n", + "| wind_speed | 3.725 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 962.5944 |\n", - "| air_humidity | 23.422165 |\n", - "| air_temperature | 22.000002 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 54.75 |\n", - "| outdoor_temperature | 1.9439363 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 866335.0 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.13e+03 |\n", - "| n_updates | 15049 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 15%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 25.20381 |\n", - "| air_temperature | 22.000006 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 3.9635112 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 57.5 |\n", - "| wind_speed | 1.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.72e+03 |\n", - "| n_updates | 15074 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 15%\n", "| action_network/ | |\n", - "| index | 4 |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.6837316 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1978.8235 |\n", - "| air_humidity | 17.958961 |\n", - "| air_temperature | 19.000006 |\n", - "| clg_setpoint | 26.0 |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.77901 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5612784 |\n", + "| air_humidity | -1.1708144 |\n", + "| air_temperature | 0.8426758 |\n", + "| clg_setpoint | -0.8817237 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 35.0 |\n", - "| outdoor_temperature | -3.1372092 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1780941.1 |\n", - "| wind_direction | 312.5 |\n", - "| wind_speed | 6.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.68e+03 |\n", - "| n_updates | 15099 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", + "| day_of_month | 0.7214496 |\n", + "| diffuse_solar_radiation | 0.49044544 |\n", + "| direct_solar_radiation | 2.4636102 |\n", + "| hour | 0.21699403 |\n", + "| htg_setpoint | -1.3993866 |\n", + "| month | -1.2367804 |\n", + "| outdoor_humidity | -1.9205359 |\n", + "| outdoor_temperature | -0.7550584 |\n", + "| people_occupant | 1.217259 |\n", + "| total_electricity_HVAC | -0.6003522 |\n", + "| wind_direction | 1.2008954 |\n", + "| wind_speed | 0.05086105 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1651.2651 |\n", - "| air_humidity | 21.80585 |\n", - "| air_temperature | 21.99999 |\n", - "| clg_setpoint | 23.0 |\n", + "| HVAC_electricity_demand_rate | 535.8183 |\n", + "| air_humidity | 21.417707 |\n", + "| air_temperature | 23.820114 |\n", + "| clg_setpoint | 23.823635 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 120.25 |\n", + "| direct_solar_radiation | 763.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", "| month | 2.0 |\n", - "| outdoor_humidity | 55.0 |\n", - "| outdoor_temperature | -1.4994174 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1486138.6 |\n", - "| wind_direction | 35.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.74e+03 |\n", - "| n_updates | 15124 |\n", + "| outdoor_humidity | 28.5 |\n", + "| outdoor_temperature | 4.6996503 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 361036.78 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 5.05 |\n", "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.1550704 |\n", + "| Heating_Setpoint_RL | 0.43363518 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.101637 |\n", + "| Heating_Setpoint_RL | 20.064198 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66300815 |\n", + "| air_humidity | -0.91374964 |\n", + "| air_temperature | -1.2255855 |\n", + "| clg_setpoint | -1.0996073 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8348631 |\n", + "| diffuse_solar_radiation | 0.7237201 |\n", + "| direct_solar_radiation | -0.6109887 |\n", + "| hour | 0.36145785 |\n", + "| htg_setpoint | -0.7688111 |\n", + "| month | -1.2357045 |\n", + "| outdoor_humidity | 0.15252064 |\n", + "| outdoor_temperature | -0.695391 |\n", + "| people_occupant | -0.68924296 |\n", + "| total_electricity_HVAC | -0.6681521 |\n", + "| wind_direction | -0.3631663 |\n", + "| wind_speed | -1.067161 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 24.761732 |\n", + "| air_temperature | 20.993359 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 143.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 14.641752 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 5.282513 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 2.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6629754 |\n", + "| air_humidity | -1.1870326 |\n", + "| air_temperature | -0.8632276 |\n", + "| clg_setpoint | 1.4662976 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9481604 |\n", + "| diffuse_solar_radiation | 0.10409171 |\n", + "| direct_solar_radiation | 2.1058698 |\n", + "| hour | 0.50592077 |\n", + "| htg_setpoint | -1.3992854 |\n", + "| month | -1.2346314 |\n", + "| outdoor_humidity | -1.8602446 |\n", + "| outdoor_temperature | -0.280394 |\n", + "| people_occupant | -0.6888934 |\n", + "| total_electricity_HVAC | -0.66810715 |\n", + "| wind_direction | 1.0112315 |\n", + "| wind_speed | 1.8113536 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 21.190176 |\n", + "| air_temperature | 21.48744 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 82.5 |\n", + "| direct_solar_radiation | 674.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 29.75 |\n", + "| outdoor_temperature | 9.37294 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.31424585 |\n", + "| air_humidity | -1.0479368 |\n", + "| air_temperature | 0.42624685 |\n", + "| clg_setpoint | -1.100036 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0613084 |\n", + "| diffuse_solar_radiation | -0.016053073 |\n", + "| direct_solar_radiation | 1.2752957 |\n", + "| hour | 0.6503818 |\n", + "| htg_setpoint | -1.398818 |\n", + "| month | -1.233561 |\n", + "| outdoor_humidity | -1.5570906 |\n", + "| outdoor_temperature | -0.8334324 |\n", + "| people_occupant | 1.6948711 |\n", + "| total_electricity_HVAC | -0.33589426 |\n", + "| wind_direction | 0.72610277 |\n", + "| wind_speed | 0.73407906 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1625.2518 |\n", + "| air_humidity | 22.98675 |\n", + "| air_temperature | 23.248964 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 70.75 |\n", + "| direct_solar_radiation | 468.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 36.0 |\n", + "| outdoor_temperature | 3.9077013 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1462726.6 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.7 |\n", + "| train/ | |\n", + "| approx_kl | 0.006148802 |\n", + "| clip_fraction | 0.0509 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.47 |\n", + "| explained_variance | 0.898 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.494 |\n", + "| n_updates | 710 |\n", + "| policy_gradient_loss | -0.00997 |\n", + "| std | 0.835 |\n", + "| value_loss | 1.7 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1477.7244 |\n", - "| air_humidity | 19.804928 |\n", - "| air_temperature | 19.0 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 51.0 |\n", - "| outdoor_temperature | -0.6317136 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1329952.0 |\n", - "| wind_direction | 80.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.89e+03 |\n", - "| n_updates | 15149 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.40668538 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.912605 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.053185616 |\n", + "| air_humidity | -1.1401418 |\n", + "| air_temperature | 0.42673218 |\n", + "| clg_setpoint | -1.0998428 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1742699 |\n", + "| diffuse_solar_radiation | -0.54882467 |\n", + "| direct_solar_radiation | -0.6107833 |\n", + "| hour | 0.79483974 |\n", + "| htg_setpoint | 0.63404876 |\n", + "| month | -1.2324935 |\n", + "| outdoor_humidity | -1.9784547 |\n", + "| outdoor_temperature | -1.3900111 |\n", + "| people_occupant | 1.694483 |\n", + "| total_electricity_HVAC | -0.087190926 |\n", + "| wind_direction | -1.1452864 |\n", + "| wind_speed | -0.6015451 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2778.382 |\n", + "| air_humidity | 21.776562 |\n", + "| air_temperature | 23.249346 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 18.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 20.518639 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 27.25 |\n", + "| outdoor_temperature | -1.5968947 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2500544.0 |\n", + "| wind_direction | 62.5 |\n", + "| wind_speed | 3.475 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1173.0521 |\n", - "| air_humidity | 40.49864 |\n", - "| air_temperature | 19.615831 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 0.89164776 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1055746.9 |\n", - "| wind_direction | 102.5 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.42e+03 |\n", - "| n_updates | 15174 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.4098448 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.930376 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.53439885 |\n", + "| air_humidity | 0.20336638 |\n", + "| air_temperature | 0.4273991 |\n", + "| clg_setpoint | -1.0995953 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2870038 |\n", + "| diffuse_solar_radiation | -0.7408754 |\n", + "| direct_solar_radiation | -0.61049545 |\n", + "| hour | 0.93929297 |\n", + "| htg_setpoint | 0.50997525 |\n", + "| month | -1.2314287 |\n", + "| outdoor_humidity | 1.5261463 |\n", + "| outdoor_temperature | -1.0359008 |\n", + "| people_occupant | 0.50245583 |\n", + "| total_electricity_HVAC | -0.54390925 |\n", + "| wind_direction | -1.4286637 |\n", + "| wind_speed | -0.7565846 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 655.3896 |\n", + "| air_humidity | 39.296783 |\n", + "| air_temperature | 23.249935 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 19.999153 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 1.8874589 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 596978.3 |\n", + "| wind_direction | 32.5 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 810.88544 |\n", - "| air_humidity | 26.834318 |\n", - "| air_temperature | 20.000088 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 59.25 |\n", - "| outdoor_temperature | 5.296541 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 729796.9 |\n", - "| wind_direction | 335.0 |\n", - "| wind_speed | 1.025 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.87e+03 |\n", - "| n_updates | 15199 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 17%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 566.93365 |\n", - "| air_humidity | 37.77567 |\n", - "| air_temperature | 18.473743 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 4.3673377 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 510240.28 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 0.375 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.1e+03 |\n", - "| n_updates | 15224 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6339662 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.485365 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66318345 |\n", + "| air_humidity | 0.7396741 |\n", + "| air_temperature | 0.38493133 |\n", + "| clg_setpoint | -1.0994363 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.399465 |\n", + "| diffuse_solar_radiation | -0.74076986 |\n", + "| direct_solar_radiation | -0.6102081 |\n", + "| hour | 1.0837396 |\n", + "| htg_setpoint | -0.8298794 |\n", + "| month | -1.2303668 |\n", + "| outdoor_humidity | 1.2478681 |\n", + "| outdoor_temperature | -0.5661256 |\n", + "| people_occupant | -0.4510361 |\n", + "| total_electricity_HVAC | -0.6683041 |\n", + "| wind_direction | -1.4749486 |\n", + "| wind_speed | -0.49702775 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 46.292034 |\n", + "| air_temperature | 23.191736 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 14.386184 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 94.25 |\n", + "| outdoor_temperature | 6.5184546 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 27.5 |\n", + "| wind_speed | 3.725 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6631892 |\n", + "| air_humidity | -0.73160964 |\n", + "| air_temperature | 0.089883395 |\n", + "| clg_setpoint | 0.4707855 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6713573 |\n", + "| diffuse_solar_radiation | -0.740768 |\n", + "| direct_solar_radiation | -0.6102741 |\n", + "| hour | 1.2281773 |\n", + "| htg_setpoint | -0.9089439 |\n", + "| month | -0.94555074 |\n", + "| outdoor_humidity | 0.08065434 |\n", + "| outdoor_temperature | -0.50012577 |\n", + "| people_occupant | -0.45117792 |\n", + "| total_electricity_HVAC | -0.66830003 |\n", + "| wind_direction | -0.31412637 |\n", + "| wind_speed | -0.6003426 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 27.110397 |\n", + "| air_temperature | 22.788527 |\n", + "| clg_setpoint | 27.380304 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 14.054474 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 7.1689 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 3.475 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 17%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 94.785126 |\n", - "| air_humidity | 36.622604 |\n", - "| air_temperature | 19.349455 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 22.0 |\n", - "| direct_solar_radiation | 146.25 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 61.0 |\n", - "| outdoor_temperature | 9.245056 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 83250.836 |\n", - "| wind_direction | 302.5 |\n", - "| wind_speed | 6.425 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.7e+03 |\n", - "| n_updates | 15249 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.23965806 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.433846 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6631496 |\n", + "| air_humidity | 0.29669726 |\n", + "| air_temperature | -0.7037818 |\n", + "| clg_setpoint | 0.8680635 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.555758 |\n", + "| diffuse_solar_radiation | -0.74073094 |\n", + "| direct_solar_radiation | -0.6101604 |\n", + "| hour | 1.3726037 |\n", + "| htg_setpoint | -0.6611878 |\n", + "| month | -0.9449376 |\n", + "| outdoor_humidity | -1.0391809 |\n", + "| outdoor_temperature | 0.2884678 |\n", + "| people_occupant | -0.6891414 |\n", + "| total_electricity_HVAC | -0.6682558 |\n", + "| wind_direction | 1.0362626 |\n", + "| wind_speed | 1.5958812 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 40.51177 |\n", + "| air_temperature | 21.703741 |\n", + "| clg_setpoint | 28.426182 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.092472 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 46.75 |\n", + "| outdoor_temperature | 14.949052 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 8.775 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 17%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 40.965393 |\n", - "| air_temperature | 18.794714 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 77.75 |\n", - "| direct_solar_radiation | 21.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 6.478311 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 140.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.13e+03 |\n", - "| n_updates | 15274 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.4487902 |\n", + "| Heating_Setpoint_RL | 0.6037049 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.110332 |\n", + "| Heating_Setpoint_RL | 21.02084 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66293246 |\n", + "| air_humidity | -0.6910304 |\n", + "| air_temperature | -1.1853012 |\n", + "| clg_setpoint | -0.25291732 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4405375 |\n", + "| diffuse_solar_radiation | -0.7407301 |\n", + "| direct_solar_radiation | -0.6102566 |\n", + "| hour | 1.5170157 |\n", + "| htg_setpoint | -0.44304407 |\n", + "| month | -0.9443256 |\n", + "| outdoor_humidity | -0.6655187 |\n", + "| outdoor_temperature | -0.1246513 |\n", + "| people_occupant | -0.6887936 |\n", + "| total_electricity_HVAC | -0.66803575 |\n", + "| wind_direction | 1.5564007 |\n", + "| wind_speed | -1.1180832 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 27.637379 |\n", + "| air_temperature | 21.045357 |\n", + "| clg_setpoint | 25.478584 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 16.004665 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 54.5 |\n", + "| outdoor_temperature | 10.873335 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 347.5 |\n", + "| wind_speed | 2.225 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 17%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 44.28175 |\n", - "| air_temperature | 21.336182 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 78.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 7.5593534 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 95.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.61e+03 |\n", - "| n_updates | 15299 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.39638683 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.854675 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.034194976 |\n", + "| air_humidity | 1.207176 |\n", + "| air_temperature | -1.2267752 |\n", + "| clg_setpoint | 0.7167337 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3256384 |\n", + "| diffuse_solar_radiation | -0.74066204 |\n", + "| direct_solar_radiation | -0.6099817 |\n", + "| hour | 1.6614102 |\n", + "| htg_setpoint | 0.6314411 |\n", + "| month | -0.94371486 |\n", + "| outdoor_humidity | 1.5238355 |\n", + "| outdoor_temperature | -0.6274833 |\n", + "| people_occupant | -0.6889127 |\n", + "| total_electricity_HVAC | 0.00037393696 |\n", + "| wind_direction | -1.7358601 |\n", + "| wind_speed | -2.0384612 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3164.5127 |\n", + "| air_humidity | 52.36714 |\n", + "| air_temperature | 20.988924 |\n", + "| clg_setpoint | 28.029507 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.50859 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 5.9123387 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2866088.2 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "---------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 18%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 764.0725 |\n", - "| air_humidity | 50.251144 |\n", - "| air_temperature | 22.643566 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 88.75 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 11.124284 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 687665.25 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 9.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.52e+03 |\n", - "| n_updates | 15324 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.183853 |\n", + "| air_humidity | 0.60830015 |\n", + "| air_temperature | 0.19308981 |\n", + "| clg_setpoint | 1.465575 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0974278 |\n", + "| diffuse_solar_radiation | -0.74061114 |\n", + "| direct_solar_radiation | -0.60971075 |\n", + "| hour | -1.6613021 |\n", + "| htg_setpoint | 1.2852392 |\n", + "| month | -0.9431053 |\n", + "| outdoor_humidity | 1.5221072 |\n", + "| outdoor_temperature | -0.64758873 |\n", + "| people_occupant | -0.6890316 |\n", + "| total_electricity_HVAC | 2.1197724 |\n", + "| wind_direction | -1.7352896 |\n", + "| wind_speed | -2.0376875 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 12655.013 |\n", + "| air_humidity | 44.570282 |\n", + "| air_temperature | 22.92844 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 5.7110963 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 11706601.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 18%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 871.7625 |\n", - "| air_humidity | 23.494152 |\n", - "| air_temperature | 23.261553 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 143.5 |\n", - "| direct_solar_radiation | 801.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | 6.961959 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 784586.25 |\n", - "| wind_direction | 292.5 |\n", - "| wind_speed | 5.375 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.61e+03 |\n", - "| n_updates | 15349 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.42035845 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.989517 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66287005 |\n", + "| air_humidity | 0.21758959 |\n", + "| air_temperature | -1.1020368 |\n", + "| clg_setpoint | 1.4656632 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9830348 |\n", + "| diffuse_solar_radiation | -0.74052984 |\n", + "| direct_solar_radiation | -0.60947984 |\n", + "| hour | -1.5167606 |\n", + "| htg_setpoint | 0.30973774 |\n", + "| month | -0.9424969 |\n", + "| outdoor_humidity | -0.7515318 |\n", + "| outdoor_temperature | -0.7011161 |\n", + "| people_occupant | -0.6891504 |\n", + "| total_electricity_HVAC | -0.66794354 |\n", + "| wind_direction | 1.1070757 |\n", + "| wind_speed | 1.9668038 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 39.48788 |\n", + "| air_temperature | 21.160027 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 19.162767 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 52.75 |\n", + "| outdoor_temperature | 5.183503 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 9.675 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 18%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.6465 |\n", - "| air_humidity | 33.514217 |\n", - "| air_temperature | 22.651453 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 200.25 |\n", - "| direct_solar_radiation | 1.5 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 99.0 |\n", - "| outdoor_temperature | 3.141846 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 680081.9 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 5.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 786 |\n", - "| n_updates | 15374 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.029315114 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.789898 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.778896 |\n", + "| air_humidity | -0.40567806 |\n", + "| air_temperature | -0.14831187 |\n", + "| clg_setpoint | 1.4653916 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.86881095 |\n", + "| diffuse_solar_radiation | -0.740516 |\n", + "| direct_solar_radiation | -0.60959184 |\n", + "| hour | -1.372238 |\n", + "| htg_setpoint | 1.2851905 |\n", + "| month | -0.9418897 |\n", + "| outdoor_humidity | 1.2449262 |\n", + "| outdoor_temperature | -0.7558405 |\n", + "| people_occupant | -0.689269 |\n", + "| total_electricity_HVAC | 2.8284123 |\n", + "| wind_direction | -0.88305855 |\n", + "| wind_speed | 0.32141918 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 15284.575 |\n", + "| air_humidity | 31.368122 |\n", + "| air_temperature | 22.462025 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 94.25 |\n", + "| outdoor_temperature | 4.641012 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 14664932.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 33.8206 |\n", - "| air_temperature | 20.309654 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 206.0 |\n", - "| direct_solar_radiation | 9.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 6.0417705 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.67e+03 |\n", - "| n_updates | 15399 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.78787124 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.284065 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.3982499 |\n", + "| air_humidity | 0.2723659 |\n", + "| air_temperature | -1.2698883 |\n", + "| clg_setpoint | 0.83610284 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7547202 |\n", + "| diffuse_solar_radiation | -0.7405263 |\n", + "| direct_solar_radiation | -0.6093187 |\n", + "| hour | -1.227731 |\n", + "| htg_setpoint | 0.73110557 |\n", + "| month | -0.94128364 |\n", + "| outdoor_humidity | 1.4720564 |\n", + "| outdoor_temperature | -1.176945 |\n", + "| people_occupant | -0.68938744 |\n", + "| total_electricity_HVAC | 0.22444607 |\n", + "| wind_direction | -0.36119047 |\n", + "| wind_speed | -0.8062093 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4773.3477 |\n", + "| air_humidity | 40.194717 |\n", + "| air_temperature | 20.930708 |\n", + "| clg_setpoint | 28.34394 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.929008 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 99.0 |\n", + "| outdoor_temperature | 0.48467657 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3801861.8 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 2.975 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 26.79647 |\n", - "| air_temperature | 20.653496 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 287.5 |\n", - "| direct_solar_radiation | 348.25 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 53.5 |\n", - "| outdoor_temperature | 5.8445897 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 37.5 |\n", - "| wind_speed | 9.675 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.97e+03 |\n", - "| n_updates | 15424 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.121711954 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 18.30963 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.6119305 |\n", + "| air_humidity | -0.8949491 |\n", + "| air_temperature | 0.08227845 |\n", + "| clg_setpoint | 0.30426353 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6407308 |\n", + "| diffuse_solar_radiation | -0.74053645 |\n", + "| direct_solar_radiation | -0.6092137 |\n", + "| hour | -1.0832366 |\n", + "| htg_setpoint | 1.1716719 |\n", + "| month | -0.9406788 |\n", + "| outdoor_humidity | 1.1826031 |\n", + "| outdoor_temperature | -1.1740584 |\n", + "| people_occupant | -0.68904084 |\n", + "| total_electricity_HVAC | 1.426325 |\n", + "| wind_direction | -1.2613052 |\n", + "| wind_speed | -0.44372967 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10136.965 |\n", + "| air_humidity | 24.999836 |\n", + "| air_temperature | 22.77594 |\n", + "| clg_setpoint | 26.945139 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.775982 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 0.5056507 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 8819915.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 20.176092 |\n", - "| air_temperature | 24.43434 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 119.0 |\n", - "| direct_solar_radiation | 757.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 29.75 |\n", - "| outdoor_temperature | 14.736623 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 257.5 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.2e+03 |\n", - "| n_updates | 15449 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.98249835 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.940933 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.03966023 |\n", + "| air_humidity | -1.070955 |\n", + "| air_temperature | -2.584789 |\n", + "| clg_setpoint | 1.4637913 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.52681565 |\n", + "| diffuse_solar_radiation | -0.74056876 |\n", + "| direct_solar_radiation | -0.60920024 |\n", + "| hour | -0.9387518 |\n", + "| htg_setpoint | 0.06869351 |\n", + "| month | -0.94007504 |\n", + "| outdoor_humidity | -0.4281868 |\n", + "| outdoor_temperature | -1.252499 |\n", + "| people_occupant | -0.6886948 |\n", + "| total_electricity_HVAC | -0.07427083 |\n", + "| wind_direction | 1.5110189 |\n", + "| wind_speed | 1.3041723 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2840.8572 |\n", + "| air_humidity | 22.700409 |\n", + "| air_temperature | 19.133259 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.153255 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | -0.2728538 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2556771.5 |\n", + "| wind_direction | 342.5 |\n", + "| wind_speed | 8.075 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 19.772951 |\n", - "| air_temperature | 23.21499 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 108.75 |\n", - "| direct_solar_radiation | 49.25 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 36.0 |\n", - "| outdoor_temperature | 5.9866753 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 287.5 |\n", - "| wind_speed | 9.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.97e+03 |\n", - "| n_updates | 15474 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.81816304 |\n", + "| Heating_Setpoint_RL | 0.31476045 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.863699 |\n", + "| Heating_Setpoint_RL | 19.395527 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.7516104 |\n", + "| air_humidity | -0.8334122 |\n", + "| air_temperature | 0.4305186 |\n", + "| clg_setpoint | 1.4638774 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.412952 |\n", + "| diffuse_solar_radiation | -0.7405583 |\n", + "| direct_solar_radiation | -0.6093103 |\n", + "| hour | -0.7942745 |\n", + "| htg_setpoint | 1.2850286 |\n", + "| month | -0.9394725 |\n", + "| outdoor_humidity | 0.5580752 |\n", + "| outdoor_temperature | -0.8361305 |\n", + "| people_occupant | -0.6888134 |\n", + "| total_electricity_HVAC | 1.63208 |\n", + "| wind_direction | 0.5395342 |\n", + "| wind_speed | 0.08321865 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10757.686 |\n", + "| air_humidity | 25.784222 |\n", + "| air_temperature | 23.250237 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 3.8272188 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 9681917.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 5.125 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 809.15594 |\n", - "| air_humidity | 19.844421 |\n", - "| air_temperature | 23.992252 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 66.25 |\n", - "| direct_solar_radiation | 453.5 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 34.0 |\n", - "| outdoor_temperature | 7.26631 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 727706.06 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 10.55 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.22e+03 |\n", - "| n_updates | 15499 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.7437507 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 21.808598 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.7181942 |\n", + "| air_humidity | -1.3779609 |\n", + "| air_temperature | -0.6234468 |\n", + "| clg_setpoint | 0.6100313 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.29912162 |\n", + "| diffuse_solar_radiation | 0.04474577 |\n", + "| direct_solar_radiation | 0.7628243 |\n", + "| hour | -0.64980257 |\n", + "| htg_setpoint | 1.2852674 |\n", + "| month | -0.9388711 |\n", + "| outdoor_humidity | -1.1240343 |\n", + "| outdoor_temperature | -1.2530836 |\n", + "| people_occupant | -0.6889318 |\n", + "| total_electricity_HVAC | 2.7141132 |\n", + "| wind_direction | 1.2257009 |\n", + "| wind_speed | 1.466832 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 15032.399 |\n", + "| air_humidity | 18.688911 |\n", + "| air_temperature | 21.810513 |\n", + "| clg_setpoint | 27.752552 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 76.5 |\n", + "| direct_solar_radiation | 340.5 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | -0.28566995 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 14202461.0 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 8.475 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 30.93134 |\n", - "| air_temperature | 23.089472 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 20.25 |\n", - "| direct_solar_radiation | 96.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 91.25 |\n", - "| outdoor_temperature | 3.1187332 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 9.025 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.82e+03 |\n", - "| n_updates | 15524 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.87176996 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.567223 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.29710308 |\n", + "| air_humidity | -1.2525442 |\n", + "| air_temperature | -1.0814147 |\n", + "| clg_setpoint | 1.4638629 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18531062 |\n", + "| diffuse_solar_radiation | 0.47096694 |\n", + "| direct_solar_radiation | 1.8675417 |\n", + "| hour | -0.5053343 |\n", + "| htg_setpoint | -1.3982428 |\n", + "| month | -0.9382708 |\n", + "| outdoor_humidity | -1.4708406 |\n", + "| outdoor_temperature | -1.2912557 |\n", + "| people_occupant | 1.6945177 |\n", + "| total_electricity_HVAC | -0.31663346 |\n", + "| wind_direction | -1.2614857 |\n", + "| wind_speed | -1.1171983 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1703.0035 |\n", + "| air_humidity | 20.307953 |\n", + "| air_temperature | 21.184374 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 118.0 |\n", + "| direct_solar_radiation | 615.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 37.75 |\n", + "| outdoor_temperature | -0.6704629 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1544509.9 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.225 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 208.74844 |\n", - "| air_humidity | 18.482845 |\n", - "| air_temperature | 24.876616 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 22.0 |\n", - "| outdoor_temperature | 12.427065 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 186888.42 |\n", - "| wind_direction | 292.5 |\n", - "| wind_speed | 5.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.58e+03 |\n", - "| n_updates | 15549 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.63593614 |\n", + "| air_humidity | -0.33014143 |\n", + "| air_temperature | 0.5603004 |\n", + "| clg_setpoint | -1.0321336 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.07150946 |\n", + "| diffuse_solar_radiation | 0.59907305 |\n", + "| direct_solar_radiation | 2.3619647 |\n", + "| hour | -0.36086828 |\n", + "| htg_setpoint | -1.3980817 |\n", + "| month | -0.9376717 |\n", + "| outdoor_humidity | -0.93037134 |\n", + "| outdoor_temperature | -0.23174834 |\n", + "| people_occupant | 1.6941344 |\n", + "| total_electricity_HVAC | -0.6500282 |\n", + "| wind_direction | 0.8223262 |\n", + "| wind_speed | 1.258463 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 204.69992 |\n", + "| air_humidity | 32.31039 |\n", + "| air_temperature | 23.42639 |\n", + "| clg_setpoint | 23.428125 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 130.5 |\n", + "| direct_solar_radiation | 737.75 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 9.76358 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 151680.45 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.975 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1466.7415 |\n", - "| air_humidity | 17.671227 |\n", - "| air_temperature | 20.999994 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 94.75 |\n", - "| outdoor_temperature | -0.5767989 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1320067.4 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 10.675 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 894 |\n", - "| n_updates | 15574 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.45491934 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.160353 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6443603 |\n", + "| air_humidity | -1.5202879 |\n", + "| air_temperature | -0.66588014 |\n", + "| clg_setpoint | 1.4639009 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.042287055 |\n", + "| diffuse_solar_radiation | 0.45302433 |\n", + "| direct_solar_radiation | -0.60942835 |\n", + "| hour | -0.21640347 |\n", + "| htg_setpoint | -0.8058291 |\n", + "| month | -0.93707377 |\n", + "| outdoor_humidity | 0.48805377 |\n", + "| outdoor_temperature | -0.8688829 |\n", + "| people_occupant | -0.6892862 |\n", + "| total_electricity_HVAC | -0.6510793 |\n", + "| wind_direction | -1.1193115 |\n", + "| wind_speed | 1.4854225 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 167.12413 |\n", + "| air_humidity | 16.805634 |\n", + "| air_temperature | 21.751823 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 116.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 14.481043 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 78.5 |\n", + "| outdoor_temperature | 3.4869292 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 146923.34 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 8.525 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 21%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1806.4314 |\n", - "| air_humidity | 19.1926 |\n", - "| air_temperature | 21.0 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | -2.2752483 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1625788.2 |\n", - "| wind_direction | 32.5 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.17e+03 |\n", - "| n_updates | 15599 |\n", - "------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.45148984 |\n", + "| Heating_Setpoint_RL | 0.4941635 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.148777 |\n", + "| Heating_Setpoint_RL | 20.40467 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.3077674 |\n", + "| air_humidity | -1.2777699 |\n", + "| air_temperature | -0.605325 |\n", + "| clg_setpoint | 0.36114278 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15607975 |\n", + "| diffuse_solar_radiation | 1.9523743 |\n", + "| direct_solar_radiation | -0.48232532 |\n", + "| hour | -0.07193916 |\n", + "| htg_setpoint | 1.2857888 |\n", + "| month | -0.93647695 |\n", + "| outdoor_humidity | 0.5594481 |\n", + "| outdoor_temperature | -1.2377719 |\n", + "| people_occupant | -0.6889413 |\n", + "| total_electricity_HVAC | 2.4566588 |\n", + "| wind_direction | -1.4256314 |\n", + "| wind_speed | 0.42061153 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13228.067 |\n", + "| air_humidity | 19.949211 |\n", + "| air_temperature | 21.832798 |\n", + "| clg_setpoint | 27.098799 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 262.25 |\n", + "| direct_solar_radiation | 31.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | -0.15471691 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13136643.0 |\n", + "| wind_direction | 32.5 |\n", + "| wind_speed | 5.95 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 21%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 35.01203 |\n", - "| air_temperature | 21.75387 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 2.158653 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 145.0 |\n", - "| wind_speed | 4.375 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.04e+03 |\n", - "| n_updates | 15624 |\n", - "----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.75545496 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.375566 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.41503948 |\n", + "| air_humidity | -0.580921 |\n", + "| air_temperature | 0.43220705 |\n", + "| clg_setpoint | -1.1005147 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.26986519 |\n", + "| diffuse_solar_radiation | 1.9621999 |\n", + "| direct_solar_radiation | 1.859292 |\n", + "| hour | 0.07252503 |\n", + "| htg_setpoint | 0.47050753 |\n", + "| month | -0.9358813 |\n", + "| outdoor_humidity | 0.5227954 |\n", + "| outdoor_temperature | -1.0907127 |\n", + "| people_occupant | 0.26478451 |\n", + "| total_electricity_HVAC | -0.43254232 |\n", + "| wind_direction | 0.11383317 |\n", + "| wind_speed | -0.8080189 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1182.3805 |\n", + "| air_humidity | 29.008747 |\n", + "| air_temperature | 23.249517 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 263.25 |\n", + "| direct_solar_radiation | 613.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 19.832186 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 79.25 |\n", + "| outdoor_temperature | 1.2825181 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 1060946.8 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 2.975 |\n", + "| train/ | |\n", + "| approx_kl | 0.0074969796 |\n", + "| clip_fraction | 0.0766 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.46 |\n", + "| explained_variance | 0.727 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.409 |\n", + "| n_updates | 720 |\n", + "| policy_gradient_loss | -0.0105 |\n", + "| std | 0.831 |\n", + "| value_loss | 1.13 |\n", + "--------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 21%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 31.351454 |\n", - "| air_temperature | 21.016546 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 56.25 |\n", - "| outdoor_temperature | 2.4189992 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 5.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 999 |\n", - "| n_updates | 15649 |\n", - "-----------------------------------------------\n", - "Progress: |**********************-----------------------------------------------------------------------------| 22%-----------------------------------------------\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 449.45572 |\n", - "| air_humidity | 35.932343 |\n", - "| air_temperature | 21.472187 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 95.0 |\n", - "| outdoor_temperature | 7.158784 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 404510.16 |\n", - "| wind_direction | 165.0 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.89e+03 |\n", - "| n_updates | 15674 |\n", - "-----------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.36448383 |\n", + "| Heating_Setpoint_RL | 0.9555658 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.394867 |\n", + "| Heating_Setpoint_RL | 23.000057 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.29432878 |\n", + "| air_humidity | -0.3970982 |\n", + "| air_temperature | 0.43243402 |\n", + "| clg_setpoint | -1.1004026 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.3836356 |\n", + "| diffuse_solar_radiation | 0.9172797 |\n", + "| direct_solar_radiation | -0.57294834 |\n", + "| hour | 0.21698916 |\n", + "| htg_setpoint | -0.61457473 |\n", + "| month | -0.93528676 |\n", + "| outdoor_humidity | 0.366069 |\n", + "| outdoor_temperature | -0.8179631 |\n", + "| people_occupant | 1.2180766 |\n", + "| total_electricity_HVAC | -0.31677017 |\n", + "| wind_direction | -1.5892736 |\n", + "| wind_speed | 1.1959356 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1716.988 |\n", + "| air_humidity | 31.401484 |\n", + "| air_temperature | 23.249561 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 161.5 |\n", + "| direct_solar_radiation | 9.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.283178 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 3.9633064 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1545289.1 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 7.825 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5519612 |\n", + "| air_humidity | -0.5284426 |\n", + "| air_temperature | 0.43631873 |\n", + "| clg_setpoint | -1.1001824 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.4973789 |\n", + "| diffuse_solar_radiation | 0.6092773 |\n", + "| direct_solar_radiation | 2.626748 |\n", + "| hour | 0.361453 |\n", + "| htg_setpoint | -1.3975143 |\n", + "| month | -0.9346934 |\n", + "| outdoor_humidity | 0.14999202 |\n", + "| outdoor_temperature | -0.58849037 |\n", + "| people_occupant | 1.6944778 |\n", + "| total_electricity_HVAC | -0.5622056 |\n", + "| wind_direction | -0.027266735 |\n", + "| wind_speed | 2.2701974 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 576.5041 |\n", + "| air_humidity | 29.68832 |\n", + "| air_temperature | 23.25472 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 131.5 |\n", + "| direct_solar_radiation | 803.75 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 6.217664 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 518853.66 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 10.425 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.52104944 |\n", + "| air_humidity | -1.1598237 |\n", + "| air_temperature | 0.43229264 |\n", + "| clg_setpoint | -1.0999871 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.61107874 |\n", + "| diffuse_solar_radiation | 1.4198954 |\n", + "| direct_solar_radiation | 0.84319717 |\n", + "| hour | 0.5059159 |\n", + "| htg_setpoint | -0.9820555 |\n", + "| month | -0.9341011 |\n", + "| outdoor_humidity | -1.6398894 |\n", + "| outdoor_temperature | -0.207291 |\n", + "| people_occupant | 1.694096 |\n", + "| total_electricity_HVAC | -0.53274727 |\n", + "| wind_direction | 1.0134939 |\n", + "| wind_speed | 2.2778533 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 713.1105 |\n", + "| air_humidity | 21.471836 |\n", + "| air_temperature | 23.249048 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 210.5 |\n", + "| direct_solar_radiation | 360.75 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 13.740905 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 34.25 |\n", + "| outdoor_temperature | 9.969745 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 641799.44 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 10.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.36519274 |\n", + "| air_humidity | -1.325732 |\n", + "| air_temperature | 0.43248713 |\n", + "| clg_setpoint | -1.0998923 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.72471464 |\n", + "| diffuse_solar_radiation | 0.19854206 |\n", + "| direct_solar_radiation | 1.8573816 |\n", + "| hour | 0.650377 |\n", + "| htg_setpoint | -1.3968191 |\n", + "| month | -0.93350995 |\n", + "| outdoor_humidity | -2.346002 |\n", + "| outdoor_temperature | -1.126059 |\n", + "| people_occupant | 1.6937149 |\n", + "| total_electricity_HVAC | -0.38425675 |\n", + "| wind_direction | 1.2490617 |\n", + "| wind_speed | 0.67585164 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1403.265 |\n", + "| air_humidity | 19.298859 |\n", + "| air_temperature | 23.248875 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 91.5 |\n", + "| direct_solar_radiation | 613.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 19.5 |\n", + "| outdoor_temperature | 0.9108355 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1262938.5 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 6.575 |\n", + "-------------------------------------------------\n", "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.17072546 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 18.585331 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66232896 |\n", + "| air_humidity | -1.5705359 |\n", + "| air_temperature | -0.80635834 |\n", + "| clg_setpoint | 1.462027 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.83826166 |\n", + "| diffuse_solar_radiation | -0.23772292 |\n", + "| direct_solar_radiation | 0.8010417 |\n", + "| hour | 0.794835 |\n", + "| htg_setpoint | -1.3963052 |\n", + "| month | -0.9329199 |\n", + "| outdoor_humidity | -1.6235088 |\n", + "| outdoor_temperature | -0.522385 |\n", + "| people_occupant | -0.6891858 |\n", + "| total_electricity_HVAC | -0.66733325 |\n", + "| wind_direction | 0.51550555 |\n", + "| wind_speed | 1.5307075 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 16.097954 |\n", + "| air_temperature | 21.55519 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 49.0 |\n", + "| direct_solar_radiation | 350.75 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 34.5 |\n", + "| outdoor_temperature | 6.8486366 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 8.65 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66213953 |\n", + "| air_humidity | -0.950309 |\n", + "| air_temperature | -0.08952798 |\n", + "| clg_setpoint | 1.4613719 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.951691 |\n", + "| diffuse_solar_radiation | -0.74091583 |\n", + "| direct_solar_radiation | -0.60986453 |\n", + "| hour | 0.9392884 |\n", + "| htg_setpoint | -0.89961696 |\n", + "| month | -0.932331 |\n", + "| outdoor_humidity | 0.619809 |\n", + "| outdoor_temperature | -0.43193212 |\n", + "| people_occupant | -0.68884265 |\n", + "| total_electricity_HVAC | -0.66714394 |\n", + "| wind_direction | -0.028730959 |\n", + "| wind_speed | 1.7981745 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 24.155113 |\n", + "| air_temperature | 22.5338 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 14.080739 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 81.25 |\n", + "| outdoor_temperature | 7.7365303 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 9.3 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.22469115 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.888887 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.28238478 |\n", + "| air_humidity | 0.6617098 |\n", + "| air_temperature | 0.4346589 |\n", + "| clg_setpoint | -1.1004535 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0649695 |\n", + "| diffuse_solar_radiation | -0.7409392 |\n", + "| direct_solar_radiation | -0.6096497 |\n", + "| hour | 1.0837352 |\n", + "| htg_setpoint | 1.2866225 |\n", + "| month | -0.9317432 |\n", + "| outdoor_humidity | 1.3746018 |\n", + "| outdoor_temperature | -0.42945445 |\n", + "| people_occupant | -0.45057505 |\n", + "| total_electricity_HVAC | -0.1294323 |\n", + "| wind_direction | -0.123433106 |\n", + "| wind_speed | -0.29354745 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1768.8705 |\n", + "| air_humidity | 45.140484 |\n", + "| air_temperature | 23.249931 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 7.7592144 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 2328091.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 4.225 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.57236373 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.693272 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.37323058 |\n", + "| air_humidity | 1.0632815 |\n", + "| air_temperature | 0.18530141 |\n", + "| clg_setpoint | -1.1001799 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1780602 |\n", + "| diffuse_solar_radiation | -0.7409567 |\n", + "| direct_solar_radiation | -0.6097181 |\n", + "| hour | 1.2281734 |\n", + "| htg_setpoint | 1.047409 |\n", + "| month | -0.9311565 |\n", + "| outdoor_humidity | 1.1818615 |\n", + "| outdoor_temperature | -0.068221435 |\n", + "| people_occupant | -0.4507149 |\n", + "| total_electricity_HVAC | -0.4015113 |\n", + "| wind_direction | 0.08983803 |\n", + "| wind_speed | 0.09858222 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1366.2881 |\n", + "| air_humidity | 50.37172 |\n", + "| air_temperature | 22.90931 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.247753 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 11.315968 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1189355.4 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 5.175 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.3460163 |\n", + "| Heating_Setpoint_RL | -0.87986124 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.792805 |\n", + "| Heating_Setpoint_RL | 12.67578 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.3176871 |\n", + "| air_humidity | 0.8845953 |\n", + "| air_temperature | 0.43492207 |\n", + "| clg_setpoint | 1.1315533 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2909219 |\n", + "| diffuse_solar_radiation | -0.7409591 |\n", + "| direct_solar_radiation | -0.60966456 |\n", + "| hour | 1.3726003 |\n", + "| htg_setpoint | 1.286105 |\n", + "| month | -0.93057096 |\n", + "| outdoor_humidity | -0.04199935 |\n", + "| outdoor_temperature | 0.37021646 |\n", + "| people_occupant | -0.6891945 |\n", + "| total_electricity_HVAC | 0.29108799 |\n", + "| wind_direction | -1.7323675 |\n", + "| wind_speed | 1.2939732 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4426.9106 |\n", + "| air_humidity | 48.05907 |\n", + "| air_temperature | 23.2503 |\n", + "| clg_setpoint | 29.13037 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 15.633697 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4087714.2 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 8.075 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.06564134 |\n", + "| Heating_Setpoint_RL | 0.0071375966 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.403461 |\n", + "| Heating_Setpoint_RL | 17.66515 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.46390322 |\n", + "| air_humidity | 0.0762059 |\n", + "| air_temperature | -1.3252538 |\n", + "| clg_setpoint | 1.4614136 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.40351 |\n", + "| diffuse_solar_radiation | -0.7409864 |\n", + "| direct_solar_radiation | -0.6096057 |\n", + "| hour | 1.5170132 |\n", + "| htg_setpoint | 0.6946177 |\n", + "| month | -0.9299865 |\n", + "| outdoor_humidity | -0.053893935 |\n", + "| outdoor_temperature | -0.53313845 |\n", + "| people_occupant | -0.6893115 |\n", + "| total_electricity_HVAC | 0.41654244 |\n", + "| wind_direction | -1.1866553 |\n", + "| wind_speed | 1.1386558 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5073.626 |\n", + "| air_humidity | 37.537846 |\n", + "| air_temperature | 20.846785 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.769936 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 67.25 |\n", + "| outdoor_temperature | 6.7425585 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4611911.0 |\n", + "| wind_direction | 57.5 |\n", + "| wind_speed | 7.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.61281675 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 14.177906 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.9516096 |\n", + "| air_humidity | -0.21875559 |\n", + "| air_temperature | -0.37339196 |\n", + "| clg_setpoint | 1.1150713 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5157758 |\n", + "| diffuse_solar_radiation | -0.74101746 |\n", + "| direct_solar_radiation | -0.6097331 |\n", + "| hour | 1.6614089 |\n", + "| htg_setpoint | 1.2861539 |\n", + "| month | -0.92940307 |\n", + "| outdoor_humidity | 0.8459214 |\n", + "| outdoor_temperature | -0.91137797 |\n", + "| people_occupant | -0.6894283 |\n", + "| total_electricity_HVAC | 2.9207346 |\n", + "| wind_direction | -0.7837889 |\n", + "| wind_speed | 0.5203864 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 16092.174 |\n", + "| air_humidity | 33.69745 |\n", + "| air_temperature | 22.146431 |\n", + "| clg_setpoint | 29.08763 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 3.0171497 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 15090448.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.6369743 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 14.04202 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.42129362 |\n", + "| air_humidity | -0.22439104 |\n", + "| air_temperature | -1.1647624 |\n", + "| clg_setpoint | 1.2916267 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7414855 |\n", + "| diffuse_solar_radiation | -0.7410277 |\n", + "| direct_solar_radiation | -0.60950404 |\n", + "| hour | -1.6613024 |\n", + "| htg_setpoint | 0.7196537 |\n", + "| month | -0.9288208 |\n", + "| outdoor_humidity | 1.5175449 |\n", + "| outdoor_temperature | -0.6934195 |\n", + "| people_occupant | -0.6890864 |\n", + "| total_electricity_HVAC | 0.19373329 |\n", + "| wind_direction | -1.4219068 |\n", + "| wind_speed | -0.39692494 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4886.0605 |\n", + "| air_humidity | 33.621197 |\n", + "| air_temperature | 21.065918 |\n", + "| clg_setpoint | 29.553667 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.8749 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 5.1586046 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3680701.8 |\n", + "| wind_direction | 32.5 |\n", + "| wind_speed | 3.975 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.36896977 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.700455 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66214186 |\n", + "| air_humidity | 0.2960422 |\n", + "| air_temperature | -1.0847403 |\n", + "| clg_setpoint | 1.4603981 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6730694 |\n", + "| diffuse_solar_radiation | -0.74103177 |\n", + "| direct_solar_radiation | -0.6092276 |\n", + "| hour | -1.5167621 |\n", + "| htg_setpoint | -0.42084688 |\n", + "| month | -0.6437865 |\n", + "| outdoor_humidity | 0.088545084 |\n", + "| outdoor_temperature | -0.7689949 |\n", + "| people_occupant | -0.6887449 |\n", + "| total_electricity_HVAC | -0.66710716 |\n", + "| wind_direction | -1.3967028 |\n", + "| wind_speed | -0.5310936 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 40.387947 |\n", + "| air_temperature | 21.175129 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.092978 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 70.25 |\n", + "| outdoor_temperature | 4.4139323 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 3.65 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9480593 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.8247 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.64052033 |\n", + "| air_humidity | 0.4121248 |\n", + "| air_temperature | -1.1292436 |\n", + "| clg_setpoint | 0.072244085 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5572864 |\n", + "| diffuse_solar_radiation | -0.741089 |\n", + "| direct_solar_radiation | -0.6089925 |\n", + "| hour | -1.3722407 |\n", + "| htg_setpoint | -0.8108052 |\n", + "| month | -0.6434807 |\n", + "| outdoor_humidity | 0.7960922 |\n", + "| outdoor_temperature | -0.93743765 |\n", + "| people_occupant | -0.6888619 |\n", + "| total_electricity_HVAC | -0.6452308 |\n", + "| wind_direction | 0.8500069 |\n", + "| wind_speed | 0.026092948 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 182.68532 |\n", + "| air_humidity | 41.89668 |\n", + "| air_temperature | 21.114616 |\n", + "| clg_setpoint | 26.340794 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 14.45831 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 2.7542188 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 169706.89 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 5.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.17578736 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.218283 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65200335 |\n", + "| air_humidity | -0.7851312 |\n", + "| air_temperature | -1.7135972 |\n", + "| clg_setpoint | 1.4606091 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4419074 |\n", + "| diffuse_solar_radiation | -0.74113715 |\n", + "| direct_solar_radiation | -0.60910785 |\n", + "| hour | -1.2277343 |\n", + "| htg_setpoint | -1.3966517 |\n", + "| month | -0.6431754 |\n", + "| outdoor_humidity | -0.6190932 |\n", + "| outdoor_temperature | -0.8115958 |\n", + "| people_occupant | -0.6889787 |\n", + "| total_electricity_HVAC | -0.65659946 |\n", + "| wind_direction | 1.3219831 |\n", + "| wind_speed | -0.24253093 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 131.28433 |\n", + "| air_humidity | 26.329634 |\n", + "| air_temperature | 20.31726 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 3.9896677 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 121595.01 |\n", + "| wind_direction | 322.5 |\n", + "| wind_speed | 4.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.23748833 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 18.960873 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.9623196 |\n", + "| air_humidity | -0.6384327 |\n", + "| air_temperature | 0.31339994 |\n", + "| clg_setpoint | -0.47165263 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3268735 |\n", + "| diffuse_solar_radiation | -0.7411064 |\n", + "| direct_solar_radiation | -0.6092376 |\n", + "| hour | -1.0832404 |\n", + "| htg_setpoint | 1.2859813 |\n", + "| month | -0.6428705 |\n", + "| outdoor_humidity | 0.13711762 |\n", + "| outdoor_temperature | -0.71528935 |\n", + "| people_occupant | -0.6890953 |\n", + "| total_electricity_HVAC | 1.9505262 |\n", + "| wind_direction | 0.51787317 |\n", + "| wind_speed | -0.29394457 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11714.07 |\n", + "| air_humidity | 28.230421 |\n", + "| air_temperature | 23.082762 |\n", + "| clg_setpoint | 24.90663 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 71.25 |\n", + "| outdoor_temperature | 4.934139 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 11035315.0 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 4.225 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.36724806 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.864462 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66181386 |\n", + "| air_humidity | -0.24049884 |\n", + "| air_temperature | -0.40276343 |\n", + "| clg_setpoint | -1.1000456 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2121314 |\n", + "| diffuse_solar_radiation | -0.7411866 |\n", + "| direct_solar_radiation | -0.60937685 |\n", + "| hour | -0.938756 |\n", + "| htg_setpoint | -0.38793823 |\n", + "| month | -0.6425661 |\n", + "| outdoor_humidity | -0.35457242 |\n", + "| outdoor_temperature | -0.7206056 |\n", + "| people_occupant | -0.68921185 |\n", + "| total_electricity_HVAC | -0.66674536 |\n", + "| wind_direction | 0.3522253 |\n", + "| wind_speed | -0.7068642 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 33.399544 |\n", + "| air_temperature | 22.105713 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.227995 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 4.881512 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.225 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.2171618 |\n", + "| Heating_Setpoint_RL | -0.10441947 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.357922 |\n", + "| Heating_Setpoint_RL | 17.03764 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.23666589 |\n", + "| air_humidity | 0.8986249 |\n", + "| air_temperature | -0.4584073 |\n", + "| clg_setpoint | 0.42589122 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0976319 |\n", + "| diffuse_solar_radiation | -0.44338077 |\n", + "| direct_solar_radiation | 0.875242 |\n", + "| hour | -0.7942789 |\n", + "| htg_setpoint | 0.9951642 |\n", + "| month | -0.64226204 |\n", + "| outdoor_humidity | 1.277181 |\n", + "| outdoor_temperature | -0.23634225 |\n", + "| people_occupant | -0.6893282 |\n", + "| total_electricity_HVAC | -0.13564089 |\n", + "| wind_direction | 0.87262636 |\n", + "| wind_speed | -0.80995864 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1970.2262 |\n", + "| air_humidity | 48.20212 |\n", + "| air_temperature | 22.030127 |\n", + "| clg_setpoint | 27.271515 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 29.0 |\n", + "| direct_solar_radiation | 369.25 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.030107 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 9.64026 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2301220.2 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 2.975 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.10639897 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 18.223494 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.25600436 |\n", + "| air_humidity | 1.0034263 |\n", + "| air_temperature | 0.4361391 |\n", + "| clg_setpoint | 0.44911247 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.98333156 |\n", + "| diffuse_solar_radiation | 0.50153756 |\n", + "| direct_solar_radiation | 0.82440734 |\n", + "| hour | -0.6498071 |\n", + "| htg_setpoint | 1.2860093 |\n", + "| month | -0.6419584 |\n", + "| outdoor_humidity | -0.3312274 |\n", + "| outdoor_temperature | 0.5950888 |\n", + "| people_occupant | -0.6889879 |\n", + "| total_electricity_HVAC | -0.19640385 |\n", + "| wind_direction | 0.3991494 |\n", + "| wind_speed | -0.55172324 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1883.6016 |\n", + "| air_humidity | 49.56796 |\n", + "| air_temperature | 23.250242 |\n", + "| clg_setpoint | 27.33396 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 121.0 |\n", + "| direct_solar_radiation | 356.75 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 61.5 |\n", + "| outdoor_temperature | 17.809376 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2045938.5 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.27885655 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.056433 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57013285 |\n", + "| air_humidity | 0.41807765 |\n", + "| air_temperature | 0.9180735 |\n", + "| clg_setpoint | 0.89155734 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8691908 |\n", + "| diffuse_solar_radiation | 0.84840095 |\n", + "| direct_solar_radiation | 1.2062855 |\n", + "| hour | -0.5053389 |\n", + "| htg_setpoint | -0.80028945 |\n", + "| month | -0.64165527 |\n", + "| outdoor_humidity | -0.54681474 |\n", + "| outdoor_temperature | 0.8066215 |\n", + "| people_occupant | 1.6954159 |\n", + "| total_electricity_HVAC | -0.58579594 |\n", + "| wind_direction | 0.39882064 |\n", + "| wind_speed | -0.86155295 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 491.71658 |\n", + "| air_humidity | 41.96226 |\n", + "| air_temperature | 23.9078 |\n", + "| clg_setpoint | 28.502083 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 154.75 |\n", + "| direct_solar_radiation | 452.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 14.4970045 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 19.893414 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 415797.62 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 2.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.8712616 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.7241535 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.1525529 |\n", + "| air_humidity | 1.2839026 |\n", + "| air_temperature | 0.4348464 |\n", + "| clg_setpoint | -1.1006869 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.75517505 |\n", + "| diffuse_solar_radiation | 1.5027246 |\n", + "| direct_solar_radiation | 0.092322215 |\n", + "| hour | -0.36087292 |\n", + "| htg_setpoint | -1.3511467 |\n", + "| month | -0.64135253 |\n", + "| outdoor_humidity | 0.13720036 |\n", + "| outdoor_temperature | 0.7699388 |\n", + "| people_occupant | 1.6950376 |\n", + "| total_electricity_HVAC | 0.089586414 |\n", + "| wind_direction | 0.09104843 |\n", + "| wind_speed | -0.7581511 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3691.5073 |\n", + "| air_humidity | 53.21668 |\n", + "| air_temperature | 23.249147 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 218.5 |\n", + "| direct_solar_radiation | 174.75 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 12.1870775 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 71.25 |\n", + "| outdoor_temperature | 19.534449 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3241410.0 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 3.1 |\n", + "| train/ | |\n", + "| approx_kl | 0.008472549 |\n", + "| clip_fraction | 0.0835 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.45 |\n", + "| explained_variance | 0.724 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.185 |\n", + "| n_updates | 730 |\n", + "| policy_gradient_loss | -0.0106 |\n", + "| std | 0.823 |\n", + "| value_loss | 0.825 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.7019806 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.676359 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.14934868 |\n", + "| air_humidity | 1.1773849 |\n", + "| air_temperature | 0.43411005 |\n", + "| clg_setpoint | -1.1005371 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6412539 |\n", + "| diffuse_solar_radiation | 1.9617485 |\n", + "| direct_solar_radiation | 1.016481 |\n", + "| hour | -0.21640813 |\n", + "| htg_setpoint | 1.2715805 |\n", + "| month | -0.6410502 |\n", + "| outdoor_humidity | -1.1597618 |\n", + "| outdoor_temperature | 0.90658295 |\n", + "| people_occupant | 1.69466 |\n", + "| total_electricity_HVAC | 0.105872646 |\n", + "| wind_direction | 0.8251992 |\n", + "| wind_speed | 1.9586177 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3676.9934 |\n", + "| air_humidity | 51.846508 |\n", + "| air_temperature | 23.24828 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 263.25 |\n", + "| direct_solar_radiation | 404.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 23.190483 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 44.25 |\n", + "| outdoor_temperature | 20.877071 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3309294.2 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 9.675 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.60149115 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.241612 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.55434483 |\n", + "| air_humidity | -1.5177106 |\n", + "| air_temperature | 0.43465668 |\n", + "| clg_setpoint | -1.100485 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.52740157 |\n", + "| diffuse_solar_radiation | 1.0786414 |\n", + "| direct_solar_radiation | 2.7148085 |\n", + "| hour | -0.07194384 |\n", + "| htg_setpoint | -1.3956201 |\n", + "| month | -0.6407484 |\n", + "| outdoor_humidity | -2.249691 |\n", + "| outdoor_temperature | -0.005133703 |\n", + "| people_occupant | 1.2176088 |\n", + "| total_electricity_HVAC | -0.56439453 |\n", + "| wind_direction | 1.2507426 |\n", + "| wind_speed | 2.2740571 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 562.34515 |\n", + "| air_humidity | 16.832825 |\n", + "| air_temperature | 23.248861 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 177.25 |\n", + "| direct_solar_radiation | 827.75 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 21.5 |\n", + "| outdoor_temperature | 11.92674 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 505976.78 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 10.45 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60408086 |\n", + "| air_humidity | -1.8005749 |\n", + "| air_temperature | 0.4352564 |\n", + "| clg_setpoint | -1.100392 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41359648 |\n", + "| diffuse_solar_radiation | 0.38818082 |\n", + "| direct_solar_radiation | 3.168572 |\n", + "| hour | 0.07252033 |\n", + "| htg_setpoint | 0.6630757 |\n", + "| month | -0.6404469 |\n", + "| outdoor_humidity | -2.4490745 |\n", + "| outdoor_temperature | -0.2733625 |\n", + "| people_occupant | 0.26401842 |\n", + "| total_electricity_HVAC | -0.6127737 |\n", + "| wind_direction | 1.6047608 |\n", + "| wind_speed | 0.46779507 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 341.53558 |\n", + "| air_humidity | 13.128103 |\n", + "| air_temperature | 23.249424 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 110.0 |\n", + "| direct_solar_radiation | 941.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.634823 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 17.25 |\n", + "| outdoor_temperature | 9.292376 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 302988.7 |\n", + "| wind_direction | 352.5 |\n", + "| wind_speed | 6.075 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.07881731 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.891008 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66144395 |\n", + "| air_humidity | -1.4268241 |\n", + "| air_temperature | -0.16220261 |\n", + "| clg_setpoint | -1.1002063 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.2998215 |\n", + "| diffuse_solar_radiation | 1.6181203 |\n", + "| direct_solar_radiation | -0.61017793 |\n", + "| hour | 0.21698445 |\n", + "| htg_setpoint | 0.026029512 |\n", + "| month | -0.6401459 |\n", + "| outdoor_humidity | -0.099480145 |\n", + "| outdoor_temperature | -0.26968652 |\n", + "| people_occupant | -0.68922895 |\n", + "| total_electricity_HVAC | -0.666352 |\n", + "| wind_direction | -0.07610258 |\n", + "| wind_speed | 0.31345913 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 17.960545 |\n", + "| air_temperature | 22.434958 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 229.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.96154 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 66.25 |\n", + "| outdoor_temperature | 9.327194 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 175.0 |\n", + "| wind_speed | 5.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.95713574 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.855333 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6613543 |\n", + "| air_humidity | -0.9860111 |\n", + "| air_temperature | 0.072546914 |\n", + "| clg_setpoint | -0.12052261 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18606368 |\n", + "| diffuse_solar_radiation | 1.2172871 |\n", + "| direct_solar_radiation | 1.8787136 |\n", + "| hour | 0.36144826 |\n", + "| htg_setpoint | -1.1713412 |\n", + "| month | -0.63984525 |\n", + "| outdoor_humidity | -0.87838864 |\n", + "| outdoor_temperature | -0.16447267 |\n", + "| people_occupant | -0.68889034 |\n", + "| total_electricity_HVAC | -0.6662594 |\n", + "| wind_direction | -0.43076423 |\n", + "| wind_speed | 0.5712251 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 23.684212 |\n", + "| air_temperature | 22.75425 |\n", + "| clg_setpoint | 25.83415 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 190.75 |\n", + "| direct_solar_radiation | 620.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.937676 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 10.355911 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 137.5 |\n", + "| wind_speed | 6.325 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.92495334 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.827862 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5225383 |\n", + "| air_humidity | 0.9621607 |\n", + "| air_temperature | 0.4362808 |\n", + "| clg_setpoint | -1.1007994 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.07231438 |\n", + "| diffuse_solar_radiation | 0.39312962 |\n", + "| direct_solar_radiation | -0.60996854 |\n", + "| hour | 0.5059112 |\n", + "| htg_setpoint | 1.1207882 |\n", + "| month | -0.6395451 |\n", + "| outdoor_humidity | 1.5162321 |\n", + "| outdoor_temperature | -0.2458762 |\n", + "| people_occupant | 1.6949962 |\n", + "| total_electricity_HVAC | -0.5340407 |\n", + "| wind_direction | -0.714685 |\n", + "| wind_speed | -0.34628108 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 700.784 |\n", + "| air_humidity | 49.016407 |\n", + "| air_temperature | 23.24959 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 110.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.55391 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 9.555471 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 630705.56 |\n", + "| wind_direction | 107.5 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.23669726 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.29358 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.18781914 |\n", + "| air_humidity | 0.9608438 |\n", + "| air_temperature | 0.43561697 |\n", + "| clg_setpoint | -1.1007212 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.041430797 |\n", + "| diffuse_solar_radiation | 0.7398989 |\n", + "| direct_solar_radiation | 1.2303504 |\n", + "| hour | 0.65037227 |\n", + "| htg_setpoint | -0.6556989 |\n", + "| month | -0.63924533 |\n", + "| outdoor_humidity | -1.2502974 |\n", + "| outdoor_temperature | 0.9284165 |\n", + "| people_occupant | 1.6946201 |\n", + "| total_electricity_HVAC | 0.14249998 |\n", + "| wind_direction | 0.682388 |\n", + "| wind_speed | 1.0358468 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3843.7874 |\n", + "| air_humidity | 49.008247 |\n", + "| air_temperature | 23.248747 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 144.25 |\n", + "| direct_solar_radiation | 458.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.10092 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 42.25 |\n", + "| outdoor_temperature | 21.067793 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3459408.5 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 7.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.105484545 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.21835 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5543718 |\n", + "| air_humidity | 0.6099708 |\n", + "| air_temperature | 0.4360577 |\n", + "| clg_setpoint | -1.1005378 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15517202 |\n", + "| diffuse_solar_radiation | -0.25923645 |\n", + "| direct_solar_radiation | -0.60989076 |\n", + "| hour | 0.7948304 |\n", + "| htg_setpoint | -1.2994921 |\n", + "| month | -0.638946 |\n", + "| outdoor_humidity | 1.1802307 |\n", + "| outdoor_temperature | -0.28572297 |\n", + "| people_occupant | 1.6942447 |\n", + "| total_electricity_HVAC | -0.56435245 |\n", + "| wind_direction | -0.90442437 |\n", + "| wind_speed | 0.2625536 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 559.8934 |\n", + "| air_humidity | 44.448944 |\n", + "| air_temperature | 23.249447 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 47.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.40076 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 9.16797 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 503904.03 |\n", + "| wind_direction | 87.5 |\n", + "| wind_speed | 5.575 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6607572 |\n", + "| air_humidity | -0.021987954 |\n", + "| air_temperature | 0.43614432 |\n", + "| clg_setpoint | -1.1004345 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.26890522 |\n", + "| diffuse_solar_radiation | -0.5880312 |\n", + "| direct_solar_radiation | -0.6096128 |\n", + "| hour | 0.9392839 |\n", + "| htg_setpoint | -0.38955647 |\n", + "| month | -0.6386471 |\n", + "| outdoor_humidity | -0.041701417 |\n", + "| outdoor_temperature | -0.3039799 |\n", + "| people_occupant | 0.5022913 |\n", + "| total_electricity_HVAC | -0.6656622 |\n", + "| wind_direction | -1.2351518 |\n", + "| wind_speed | -0.2431871 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 89.37615 |\n", + "| air_humidity | 36.23694 |\n", + "| air_temperature | 23.249609 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 15.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.219774 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 8.987047 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 80438.54 |\n", + "| wind_direction | 52.5 |\n", + "| wind_speed | 4.35 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.15901828 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.730522 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6612612 |\n", + "| air_humidity | -0.63380766 |\n", + "| air_temperature | 0.43639246 |\n", + "| clg_setpoint | -1.1002502 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.3826221 |\n", + "| diffuse_solar_radiation | -0.7421784 |\n", + "| direct_solar_radiation | -0.60970277 |\n", + "| hour | 1.083731 |\n", + "| htg_setpoint | -0.6223782 |\n", + "| month | -0.6383486 |\n", + "| outdoor_humidity | -0.50859386 |\n", + "| outdoor_temperature | -0.49416745 |\n", + "| people_occupant | -0.4511459 |\n", + "| total_electricity_HVAC | -0.66613775 |\n", + "| wind_direction | -0.23994926 |\n", + "| wind_speed | -0.6043921 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 28.284138 |\n", + "| air_temperature | 23.249926 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 15.242533 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 57.75 |\n", + "| outdoor_temperature | 7.1222663 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 157.5 |\n", + "| wind_speed | 3.475 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.3856781 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.79444 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.5209284 |\n", + "| air_humidity | -0.5149599 |\n", + "| air_temperature | 0.06355925 |\n", + "| clg_setpoint | 1.4590856 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.4963102 |\n", + "| diffuse_solar_radiation | -0.7422354 |\n", + "| direct_solar_radiation | -0.60942525 |\n", + "| hour | 1.2281697 |\n", + "| htg_setpoint | 1.240106 |\n", + "| month | -0.6380505 |\n", + "| outdoor_humidity | 0.37775373 |\n", + "| outdoor_temperature | -0.30629787 |\n", + "| people_occupant | -0.68913066 |\n", + "| total_electricity_HVAC | 2.6613655 |\n", + "| wind_direction | -1.0686201 |\n", + "| wind_speed | 0.5208773 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 14160.819 |\n", + "| air_humidity | 29.825449 |\n", + "| air_temperature | 22.742224 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 23.057661 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 76.25 |\n", + "| outdoor_temperature | 8.959914 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13987034.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.6377515 |\n", + "| air_humidity | -0.5135846 |\n", + "| air_temperature | 0.43635488 |\n", + "| clg_setpoint | 1.4580256 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.60995287 |\n", + "| diffuse_solar_radiation | -0.74228114 |\n", + "| direct_solar_radiation | -0.60914814 |\n", + "| hour | 1.3725971 |\n", + "| htg_setpoint | 1.2859416 |\n", + "| month | -0.63775283 |\n", + "| outdoor_humidity | 1.1795983 |\n", + "| outdoor_temperature | -0.4601917 |\n", + "| people_occupant | -0.6887937 |\n", + "| total_electricity_HVAC | 1.6159878 |\n", + "| wind_direction | 0.7081934 |\n", + "| wind_speed | 0.7261503 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10256.815 |\n", + "| air_humidity | 29.842115 |\n", + "| air_temperature | 23.248861 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 7.450322 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 9619455.0 |\n", + "| wind_direction | 257.5 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.17017221 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.050669 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.0724225 |\n", + "| air_humidity | -0.16466874 |\n", + "| air_temperature | 0.36655578 |\n", + "| clg_setpoint | -0.77412105 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7235292 |\n", + "| diffuse_solar_radiation | -0.7423076 |\n", + "| direct_solar_radiation | -0.60893565 |\n", + "| hour | 1.5170108 |\n", + "| htg_setpoint | 1.2630371 |\n", + "| month | -0.6374556 |\n", + "| outdoor_humidity | -0.11451427 |\n", + "| outdoor_temperature | -0.30471936 |\n", + "| people_occupant | -0.6889091 |\n", + "| total_electricity_HVAC | 2.3886662 |\n", + "| wind_direction | 0.5183728 |\n", + "| wind_speed | -0.14138114 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 12179.429 |\n", + "| air_humidity | 34.37353 |\n", + "| air_temperature | 23.153725 |\n", + "| clg_setpoint | 24.111969 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 23.153654 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 8.970932 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 12850014.0 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.25205487 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.207191 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66109157 |\n", + "| air_humidity | 0.5533313 |\n", + "| air_temperature | -1.2305733 |\n", + "| clg_setpoint | 0.41545063 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8370145 |\n", + "| diffuse_solar_radiation | -0.74231416 |\n", + "| direct_solar_radiation | -0.609109 |\n", + "| hour | 1.6614075 |\n", + "| htg_setpoint | -0.032589257 |\n", + "| month | -0.63715875 |\n", + "| outdoor_humidity | 0.5926838 |\n", + "| outdoor_temperature | -0.16007994 |\n", + "| people_occupant | -0.6890243 |\n", + "| total_electricity_HVAC | -0.6659529 |\n", + "| wind_direction | 0.44717675 |\n", + "| wind_speed | -1.0704002 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 43.695103 |\n", + "| air_temperature | 20.98091 |\n", + "| clg_setpoint | 27.2493 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.716318 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 80.75 |\n", + "| outdoor_temperature | 10.386933 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 2.35 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.7580443 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 13.361001 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.91833645 |\n", + "| air_humidity | 0.8319024 |\n", + "| air_temperature | 0.43750882 |\n", + "| clg_setpoint | 1.3124719 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0643418 |\n", + "| diffuse_solar_radiation | -0.74235904 |\n", + "| direct_solar_radiation | -0.6088903 |\n", + "| hour | -1.6613028 |\n", + "| htg_setpoint | 1.2857531 |\n", + "| month | -0.63686234 |\n", + "| outdoor_humidity | 1.3232194 |\n", + "| outdoor_temperature | -0.14180414 |\n", + "| people_occupant | -0.6891394 |\n", + "| total_electricity_HVAC | 0.8379676 |\n", + "| wind_direction | -0.76105946 |\n", + "| wind_speed | -1.2557161 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7072.169 |\n", + "| air_humidity | 47.31495 |\n", + "| air_temperature | 23.250189 |\n", + "| clg_setpoint | 29.614645 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 10.565836 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6364952.0 |\n", + "| wind_direction | 102.5 |\n", + "| wind_speed | 1.9 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.92112947 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.516188 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.4502152 |\n", + "| air_humidity | 0.10171922 |\n", + "| air_temperature | 0.43729088 |\n", + "| clg_setpoint | -0.7122444 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1775414 |\n", + "| diffuse_solar_radiation | -0.74244666 |\n", + "| direct_solar_radiation | -0.60906875 |\n", + "| hour | -1.5167638 |\n", + "| htg_setpoint | 1.2857558 |\n", + "| month | -0.63656634 |\n", + "| outdoor_humidity | 0.70011544 |\n", + "| outdoor_temperature | -0.15712668 |\n", + "| people_occupant | -0.68925434 |\n", + "| total_electricity_HVAC | 1.4244668 |\n", + "| wind_direction | -1.0690553 |\n", + "| wind_speed | -0.9667194 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9423.043 |\n", + "| air_humidity | 37.842587 |\n", + "| air_temperature | 23.249966 |\n", + "| clg_setpoint | 24.273552 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 10.418147 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 8815402.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.39592874 |\n", + "| Heating_Setpoint_RL | 0.39171892 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.28874 |\n", + "| Heating_Setpoint_RL | 19.828419 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.5463252 |\n", + "| air_humidity | 0.33420527 |\n", + "| air_temperature | 0.43725002 |\n", + "| clg_setpoint | 0.067027345 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2905394 |\n", + "| diffuse_solar_radiation | -0.7423718 |\n", + "| direct_solar_radiation | -0.6092024 |\n", + "| hour | -1.3722432 |\n", + "| htg_setpoint | 1.2855443 |\n", + "| month | -0.63627076 |\n", + "| outdoor_humidity | 0.70027065 |\n", + "| outdoor_temperature | 0.051015526 |\n", + "| people_occupant | -0.68936914 |\n", + "| total_electricity_HVAC | 0.48371345 |\n", + "| wind_direction | 0.49503267 |\n", + "| wind_speed | -0.6053906 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5425.632 |\n", + "| air_humidity | 40.86227 |\n", + "| air_temperature | 23.249931 |\n", + "| clg_setpoint | 26.328608 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 12.455125 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4883069.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.475 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.5851827 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 20.916653 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.15507294 |\n", + "| air_humidity | 1.015381 |\n", + "| air_temperature | 0.43714306 |\n", + "| clg_setpoint | 0.2743656 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4032937 |\n", + "| diffuse_solar_radiation | -0.74236315 |\n", + "| direct_solar_radiation | -0.60924137 |\n", + "| hour | -1.2277375 |\n", + "| htg_setpoint | 1.2852867 |\n", + "| month | -0.6359756 |\n", + "| outdoor_humidity | 0.53220755 |\n", + "| outdoor_temperature | 0.4380118 |\n", + "| people_occupant | -0.6890333 |\n", + "| total_electricity_HVAC | 0.503521 |\n", + "| wind_direction | -1.2825059 |\n", + "| wind_speed | 0.1588609 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3694.9224 |\n", + "| air_humidity | 49.70266 |\n", + "| air_temperature | 23.249815 |\n", + "| clg_setpoint | 26.87502 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 79.5 |\n", + "| outdoor_temperature | 16.239 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4964624.0 |\n", + "| wind_direction | 47.5 |\n", + "| wind_speed | 5.325 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.09388 |\n", + "| air_humidity | -0.45724016 |\n", + "| air_temperature | 0.4371878 |\n", + "| clg_setpoint | 1.4585307 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5157586 |\n", + "| diffuse_solar_radiation | -0.7424427 |\n", + "| direct_solar_radiation | -0.60937643 |\n", + "| hour | -1.083244 |\n", + "| htg_setpoint | 1.2852567 |\n", + "| month | -0.6356808 |\n", + "| outdoor_humidity | 0.376698 |\n", + "| outdoor_temperature | -0.2871159 |\n", + "| people_occupant | -0.688698 |\n", + "| total_electricity_HVAC | 1.3302926 |\n", + "| wind_direction | -0.7605596 |\n", + "| wind_speed | -0.24396524 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7842.8374 |\n", + "| air_humidity | 30.602814 |\n", + "| air_temperature | 23.249998 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 76.25 |\n", + "| outdoor_temperature | 9.153632 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 8417388.0 |\n", + "| wind_direction | 102.5 |\n", + "| wind_speed | 4.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.62244606 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.524244 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.570291 |\n", + "| air_humidity | 1.0357718 |\n", + "| air_temperature | -0.21881731 |\n", + "| clg_setpoint | 1.458636 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6278847 |\n", + "| diffuse_solar_radiation | -0.6116814 |\n", + "| direct_solar_radiation | -0.6091146 |\n", + "| hour | -0.93876 |\n", + "| htg_setpoint | 0.9418572 |\n", + "| month | -0.63538647 |\n", + "| outdoor_humidity | 1.5157313 |\n", + "| outdoor_temperature | -0.015066168 |\n", + "| people_occupant | -0.68881285 |\n", + "| total_electricity_HVAC | -0.6443164 |\n", + "| wind_direction | -0.68913376 |\n", + "| wind_speed | -0.86321056 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 488.23508 |\n", + "| air_humidity | 49.96555 |\n", + "| air_temperature | 22.358953 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 12.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.811344 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 11.811635 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 168603.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 2.85 |\n", + "| train/ | |\n", + "| approx_kl | 0.008993258 |\n", + "| clip_fraction | 0.0933 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.42 |\n", + "| explained_variance | 0.643 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.149 |\n", + "| n_updates | 740 |\n", + "| policy_gradient_loss | -0.0111 |\n", + "| std | 0.812 |\n", + "| value_loss | 0.601 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6150862 |\n", + "| air_humidity | 0.7117055 |\n", + "| air_temperature | -0.22565736 |\n", + "| clg_setpoint | 1.289383 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6726786 |\n", + "| diffuse_solar_radiation | 0.28112003 |\n", + "| direct_solar_radiation | 0.52930963 |\n", + "| hour | -0.79428315 |\n", + "| htg_setpoint | 0.3941109 |\n", + "| month | -0.3490506 |\n", + "| outdoor_humidity | -0.020107605 |\n", + "| outdoor_temperature | -0.4033632 |\n", + "| people_occupant | -0.68892765 |\n", + "| total_electricity_HVAC | -0.6219206 |\n", + "| wind_direction | -1.4471285 |\n", + "| wind_speed | -0.38756642 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 290.5216 |\n", + "| air_humidity | 45.777977 |\n", + "| air_temperature | 22.35002 |\n", + "| clg_setpoint | 29.553055 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 99.75 |\n", + "| direct_solar_radiation | 283.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 19.51545 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 8.020391 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 262321.75 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.0 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.06367099 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 17.26685 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6611332 |\n", + "| air_humidity | -0.7870605 |\n", + "| air_temperature | -0.37996468 |\n", + "| clg_setpoint | 1.4587013 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5569693 |\n", + "| diffuse_solar_radiation | 0.811404 |\n", + "| direct_solar_radiation | 1.379348 |\n", + "| hour | -0.64981145 |\n", + "| htg_setpoint | 0.053360663 |\n", + "| month | -0.34892163 |\n", + "| outdoor_humidity | -1.2301755 |\n", + "| outdoor_temperature | 0.09677085 |\n", + "| people_occupant | -0.68904227 |\n", + "| total_electricity_HVAC | -0.66595787 |\n", + "| wind_direction | -1.3988297 |\n", + "| wind_speed | 0.57298166 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 26.33508 |\n", + "| air_temperature | 22.140747 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 151.5 |\n", + "| direct_solar_radiation | 495.25 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.085554 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 42.75 |\n", + "| outdoor_temperature | 12.904068 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 6.325 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7586825 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.185555 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.45117188 |\n", + "| air_humidity | 0.0017325399 |\n", + "| air_temperature | 0.58459145 |\n", + "| clg_setpoint | 0.739341 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4416475 |\n", + "| diffuse_solar_radiation | 1.2033601 |\n", + "| direct_solar_radiation | -0.59111065 |\n", + "| hour | -0.5053433 |\n", + "| htg_setpoint | 1.2839755 |\n", + "| month | -0.34879276 |\n", + "| outdoor_humidity | 0.41281173 |\n", + "| outdoor_temperature | 0.10303458 |\n", + "| people_occupant | 1.6942807 |\n", + "| total_electricity_HVAC | 0.08702447 |\n", + "| wind_direction | -1.350475 |\n", + "| wind_speed | 2.3169436 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1014.2149 |\n", + "| air_humidity | 36.56092 |\n", + "| air_temperature | 23.450329 |\n", + "| clg_setpoint | 28.102715 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 189.75 |\n", + "| direct_solar_radiation | 4.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 12.966804 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3221924.8 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 10.55 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.29162705 |\n", + "| Heating_Setpoint_RL | 0.86428124 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.609241 |\n", + "| Heating_Setpoint_RL | 22.486582 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.53064084 |\n", + "| air_humidity | 0.038738232 |\n", + "| air_temperature | 0.43646777 |\n", + "| clg_setpoint | 0.2484405 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3266568 |\n", + "| diffuse_solar_radiation | 0.58535206 |\n", + "| direct_solar_radiation | -0.6089096 |\n", + "| hour | -0.3608774 |\n", + "| htg_setpoint | 1.2837652 |\n", + "| month | -0.34866408 |\n", + "| outdoor_humidity | 1.3358693 |\n", + "| outdoor_temperature | 0.018852994 |\n", + "| people_occupant | -0.68927103 |\n", + "| total_electricity_HVAC | 0.46860948 |\n", + "| wind_direction | -1.5858899 |\n", + "| wind_speed | -0.96662045 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5348.9707 |\n", + "| air_humidity | 37.04207 |\n", + "| air_temperature | 23.249458 |\n", + "| clg_setpoint | 26.808266 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 129.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.25 |\n", + "| outdoor_temperature | 12.146067 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4814073.5 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.7037297 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.583479 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6610118 |\n", + "| air_humidity | 1.17324 |\n", + "| air_temperature | 0.13992164 |\n", + "| clg_setpoint | -0.88979095 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.211945 |\n", + "| diffuse_solar_radiation | 2.4289215 |\n", + "| direct_solar_radiation | -0.48214278 |\n", + "| hour | -0.21641265 |\n", + "| htg_setpoint | 0.48367757 |\n", + "| month | -0.3485355 |\n", + "| outdoor_humidity | 0.9275564 |\n", + "| outdoor_temperature | 0.40976375 |\n", + "| people_occupant | -0.6889368 |\n", + "| total_electricity_HVAC | -0.66583896 |\n", + "| wind_direction | 0.16733895 |\n", + "| wind_speed | -0.70792645 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 51.75169 |\n", + "| air_temperature | 22.846998 |\n", + "| clg_setpoint | 23.8054 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 309.25 |\n", + "| direct_solar_radiation | 31.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 19.893824 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 87.75 |\n", + "| outdoor_temperature | 15.959753 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.225 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48714566 |\n", + "| air_humidity | 1.363788 |\n", + "| air_temperature | 0.43621632 |\n", + "| clg_setpoint | -1.1004283 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0974653 |\n", + "| diffuse_solar_radiation | 2.8121836 |\n", + "| direct_solar_radiation | -0.5422864 |\n", + "| hour | -0.07194838 |\n", + "| htg_setpoint | 1.2830228 |\n", + "| month | -0.3484071 |\n", + "| outdoor_humidity | 0.8911145 |\n", + "| outdoor_temperature | 0.2687221 |\n", + "| people_occupant | 1.2183963 |\n", + "| total_electricity_HVAC | -0.50032216 |\n", + "| wind_direction | -0.40093917 |\n", + "| wind_speed | -0.6041733 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 854.17957 |\n", + "| air_humidity | 54.23031 |\n", + "| air_temperature | 23.249147 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 346.75 |\n", + "| direct_solar_radiation | 16.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 14.585043 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 768761.6 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 3.475 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.50586975 |\n", + "| air_humidity | 1.6548951 |\n", + "| air_temperature | 0.43641832 |\n", + "| clg_setpoint | -1.1002858 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.98317486 |\n", + "| diffuse_solar_radiation | 0.72784966 |\n", + "| direct_solar_radiation | -0.6083307 |\n", + "| hour | 0.07251578 |\n", + "| htg_setpoint | 1.2824527 |\n", + "| month | -0.34827882 |\n", + "| outdoor_humidity | 1.4775946 |\n", + "| outdoor_temperature | 0.17387469 |\n", + "| people_occupant | 0.26461324 |\n", + "| total_electricity_HVAC | -0.51814663 |\n", + "| wind_direction | -0.99280936 |\n", + "| wind_speed | 0.15975086 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 771.35236 |\n", + "| air_humidity | 58.019817 |\n", + "| air_temperature | 23.2495 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 143.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 99.25 |\n", + "| outdoor_temperature | 13.660457 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 694217.1 |\n", + "| wind_direction | 77.5 |\n", + "| wind_speed | 5.325 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4515952 |\n", + "| air_humidity | 1.6562381 |\n", + "| air_temperature | 0.5238056 |\n", + "| clg_setpoint | -1.0453637 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.86903596 |\n", + "| diffuse_solar_radiation | 1.9605906 |\n", + "| direct_solar_radiation | -0.5658715 |\n", + "| hour | 0.21697989 |\n", + "| htg_setpoint | -0.015674079 |\n", + "| month | -0.34815067 |\n", + "| outdoor_humidity | 1.5120324 |\n", + "| outdoor_temperature | 0.23764946 |\n", + "| people_occupant | 1.2178577 |\n", + "| total_electricity_HVAC | -0.4664827 |\n", + "| wind_direction | -0.5658288 |\n", + "| wind_speed | -0.057191934 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1010.62384 |\n", + "| air_humidity | 58.063034 |\n", + "| air_temperature | 23.368177 |\n", + "| clg_setpoint | 23.3948 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 263.75 |\n", + "| direct_solar_radiation | 10.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.803993 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.282172 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 909561.44 |\n", + "| wind_direction | 122.5 |\n", + "| wind_speed | 4.8 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.30972132 |\n", + "| air_humidity | 1.1078621 |\n", + "| air_temperature | 0.435682 |\n", + "| clg_setpoint | -1.0998662 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.75501513 |\n", + "| diffuse_solar_radiation | 3.004786 |\n", + "| direct_solar_radiation | 0.18061635 |\n", + "| hour | 0.3614437 |\n", + "| htg_setpoint | -0.02373073 |\n", + "| month | -0.3480227 |\n", + "| outdoor_humidity | -1.052776 |\n", + "| outdoor_temperature | 0.9968743 |\n", + "| people_occupant | 1.694243 |\n", + "| total_electricity_HVAC | 0.25823042 |\n", + "| wind_direction | 0.47672307 |\n", + "| wind_speed | 0.9241205 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4368.957 |\n", + "| air_humidity | 50.972992 |\n", + "| air_temperature | 23.24881 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 365.75 |\n", + "| direct_solar_radiation | 196.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.771923 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | 21.679289 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3932061.2 |\n", + "| wind_direction | 232.5 |\n", + "| wind_speed | 7.175 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.9687606 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.07428 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.29896197 |\n", + "| air_humidity | 0.22454265 |\n", + "| air_temperature | 0.43591958 |\n", + "| clg_setpoint | -1.0996212 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6410833 |\n", + "| diffuse_solar_radiation | 0.9830144 |\n", + "| direct_solar_radiation | 2.0134556 |\n", + "| hour | 0.5059066 |\n", + "| htg_setpoint | -1.3988694 |\n", + "| month | -0.34789485 |\n", + "| outdoor_humidity | -1.6393698 |\n", + "| outdoor_temperature | 0.9249266 |\n", + "| people_occupant | 1.6938734 |\n", + "| total_electricity_HVAC | 0.24728765 |\n", + "| wind_direction | 1.4708121 |\n", + "| wind_speed | 0.31505662 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4320.6997 |\n", + "| air_humidity | 39.51334 |\n", + "| air_temperature | 23.249191 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 168.5 |\n", + "| direct_solar_radiation | 652.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 34.25 |\n", + "| outdoor_temperature | 20.979906 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3885778.8 |\n", + "| wind_direction | 337.5 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.18855989 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.98861 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6610046 |\n", + "| air_humidity | -0.46970734 |\n", + "| air_temperature | 1.3025349 |\n", + "| clg_setpoint | 1.4575988 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.52721566 |\n", + "| diffuse_solar_radiation | 0.58330154 |\n", + "| direct_solar_radiation | 1.8364259 |\n", + "| hour | 0.65036774 |\n", + "| htg_setpoint | -1.398606 |\n", + "| month | -0.3477671 |\n", + "| outdoor_humidity | -0.3209415 |\n", + "| outdoor_temperature | 0.2537205 |\n", + "| people_occupant | -0.6891738 |\n", + "| total_electricity_HVAC | -0.6658183 |\n", + "| wind_direction | -0.021271158 |\n", + "| wind_speed | 0.98661196 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 30.506346 |\n", + "| air_temperature | 24.423594 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 129.5 |\n", + "| direct_solar_radiation | 608.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 61.75 |\n", + "| outdoor_temperature | 14.445311 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 7.325 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.3767002 |\n", + "| Heating_Setpoint_RL | 0.30673134 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.353638 |\n", + "| Heating_Setpoint_RL | 19.350365 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.523027 |\n", + "| air_humidity | -0.590755 |\n", + "| air_temperature | 0.9701276 |\n", + "| clg_setpoint | 0.021653323 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.4133917 |\n", + "| diffuse_solar_radiation | 0.34485427 |\n", + "| direct_solar_radiation | 0.93811387 |\n", + "| hour | 0.7948259 |\n", + "| htg_setpoint | -0.9690355 |\n", + "| month | -0.34763956 |\n", + "| outdoor_humidity | -0.93183273 |\n", + "| outdoor_temperature | 0.58967793 |\n", + "| people_occupant | -0.6888412 |\n", + "| total_electricity_HVAC | -0.53524595 |\n", + "| wind_direction | -0.40014967 |\n", + "| wind_speed | -0.13903822 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 694.6811 |\n", + "| air_humidity | 28.93674 |\n", + "| air_temperature | 23.973213 |\n", + "| clg_setpoint | 26.2106 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 106.25 |\n", + "| direct_solar_radiation | 385.25 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 13.801689 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 17.716492 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 622002.7 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.89888024 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.568799 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5953148 |\n", + "| air_humidity | -0.4237616 |\n", + "| air_temperature | 0.43586844 |\n", + "| clg_setpoint | -1.1000181 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.2995951 |\n", + "| diffuse_solar_radiation | -0.2726757 |\n", + "| direct_solar_radiation | 0.13598824 |\n", + "| hour | 0.9392796 |\n", + "| htg_setpoint | -0.31699076 |\n", + "| month | -0.34751213 |\n", + "| outdoor_humidity | -0.8113633 |\n", + "| outdoor_temperature | 0.08595 |\n", + "| people_occupant | 0.50293356 |\n", + "| total_electricity_HVAC | -0.60330456 |\n", + "| wind_direction | -0.49441898 |\n", + "| wind_speed | 0.1091488 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 375.7563 |\n", + "| air_humidity | 31.101006 |\n", + "| air_temperature | 23.249678 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 46.0 |\n", + "| direct_solar_radiation | 185.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.539265 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 51.5 |\n", + "| outdoor_temperature | 12.814246 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 338087.12 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66075057 |\n", + "| air_humidity | -0.35705882 |\n", + "| air_temperature | 0.43596017 |\n", + "| clg_setpoint | -1.0998683 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18581377 |\n", + "| diffuse_solar_radiation | -0.74403745 |\n", + "| direct_solar_radiation | -0.6089929 |\n", + "| hour | 1.083727 |\n", + "| htg_setpoint | -0.22423449 |\n", + "| month | -0.34738484 |\n", + "| outdoor_humidity | -0.42788717 |\n", + "| outdoor_temperature | -0.19619651 |\n", + "| people_occupant | -0.4506976 |\n", + "| total_electricity_HVAC | -0.6655582 |\n", + "| wind_direction | -0.3754725 |\n", + "| wind_speed | -0.6553186 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 31.964994 |\n", + "| air_temperature | 23.249792 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.928196 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 10.068861 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 142.5 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.2175551 |\n", + "| Heating_Setpoint_RL | -0.14111699 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.35925 |\n", + "| Heating_Setpoint_RL | 16.831217 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.051900953 |\n", + "| air_humidity | -0.3065496 |\n", + "| air_temperature | 0.43615267 |\n", + "| clg_setpoint | -1.0995357 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.07203984 |\n", + "| diffuse_solar_radiation | -0.7441534 |\n", + "| direct_solar_radiation | -0.6091925 |\n", + "| hour | 1.228166 |\n", + "| htg_setpoint | 1.2816035 |\n", + "| month | -0.34725767 |\n", + "| outdoor_humidity | -0.66719323 |\n", + "| outdoor_temperature | -0.046166778 |\n", + "| people_occupant | -0.45083296 |\n", + "| total_electricity_HVAC | 0.034968585 |\n", + "| wind_direction | -0.99088305 |\n", + "| wind_speed | -1.3575711 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3227.0789 |\n", + "| air_humidity | 32.619473 |\n", + "| air_temperature | 23.249998 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 54.5 |\n", + "| outdoor_temperature | 11.529042 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 2996783.0 |\n", + "| wind_direction | 77.5 |\n", + "| wind_speed | 1.65 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.94058216 |\n", + "| Heating_Setpoint_RL | 0.7768953 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.450535 |\n", + "| Heating_Setpoint_RL | 21.995037 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.660831 |\n", + "| air_humidity | 0.66651934 |\n", + "| air_temperature | -0.01735999 |\n", + "| clg_setpoint | -0.49535772 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.041730423 |\n", + "| diffuse_solar_radiation | -0.74418634 |\n", + "| direct_solar_radiation | -0.6094125 |\n", + "| hour | 1.372594 |\n", + "| htg_setpoint | -0.93806154 |\n", + "| month | -0.34713066 |\n", + "| outdoor_humidity | 0.3035932 |\n", + "| outdoor_temperature | 0.13722982 |\n", + "| people_occupant | -0.68929577 |\n", + "| total_electricity_HVAC | -0.6656223 |\n", + "| wind_direction | -0.96644884 |\n", + "| wind_speed | -0.7582938 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 45.227932 |\n", + "| air_temperature | 22.636257 |\n", + "| clg_setpoint | 24.84438 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 13.931882 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 74.75 |\n", + "| outdoor_temperature | 13.313998 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.7452706 |\n", + "| Heating_Setpoint_RL | 0.4579144 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.109713 |\n", + "| Heating_Setpoint_RL | 20.200768 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.63857675 |\n", + "| air_humidity | 1.077621 |\n", + "| air_temperature | 0.43602398 |\n", + "| clg_setpoint | 1.3191726 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.1554966 |\n", + "| diffuse_solar_radiation | -0.7443209 |\n", + "| direct_solar_radiation | -0.60963434 |\n", + "| hour | 1.5170084 |\n", + "| htg_setpoint | 1.2814444 |\n", + "| month | -0.3470038 |\n", + "| outdoor_humidity | 0.74714595 |\n", + "| outdoor_temperature | 0.2768378 |\n", + "| people_occupant | -0.689409 |\n", + "| total_electricity_HVAC | 0.76541954 |\n", + "| wind_direction | -1.0368639 |\n", + "| wind_speed | -1.0166494 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5810.415 |\n", + "| air_humidity | 50.559814 |\n", + "| air_temperature | 23.250072 |\n", + "| clg_setpoint | 29.633501 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 14.673824 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6038373.0 |\n", + "| wind_direction | 72.5 |\n", + "| wind_speed | 2.475 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.48083955 |\n", + "| Heating_Setpoint_RL | -0.7188704 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.002167 |\n", + "| Heating_Setpoint_RL | 13.581354 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.55835766 |\n", + "| air_humidity | 1.9849895 |\n", + "| air_temperature | 0.435863 |\n", + "| clg_setpoint | 0.38021657 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.2692541 |\n", + "| diffuse_solar_radiation | -0.74445206 |\n", + "| direct_solar_radiation | -0.60945463 |\n", + "| hour | 1.6614062 |\n", + "| htg_setpoint | 1.2807777 |\n", + "| month | -0.34687707 |\n", + "| outdoor_humidity | 1.5131084 |\n", + "| outdoor_temperature | 0.39580047 |\n", + "| people_occupant | -0.68907756 |\n", + "| total_electricity_HVAC | 0.54356223 |\n", + "| wind_direction | -0.77549416 |\n", + "| wind_speed | -0.13791251 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5455.5254 |\n", + "| air_humidity | 62.34622 |\n", + "| air_temperature | 23.249956 |\n", + "| clg_setpoint | 27.156694 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.832028 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5113029.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.49829558 |\n", + "| Heating_Setpoint_RL | 0.6279192 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.306747 |\n", + "| Heating_Setpoint_RL | 21.157045 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.9005587 |\n", + "| air_humidity | 2.1097286 |\n", + "| air_temperature | 0.43606108 |\n", + "| clg_setpoint | 0.6442547 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.49690577 |\n", + "| diffuse_solar_radiation | -0.7445315 |\n", + "| direct_solar_radiation | -0.6092289 |\n", + "| hour | -1.6613032 |\n", + "| htg_setpoint | 1.2800547 |\n", + "| month | -0.34675047 |\n", + "| outdoor_humidity | 1.2841104 |\n", + "| outdoor_temperature | 0.3198307 |\n", + "| people_occupant | -0.6887465 |\n", + "| total_electricity_HVAC | 1.197881 |\n", + "| wind_direction | 1.427228 |\n", + "| wind_speed | 0.26556307 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6960.488 |\n", + "| air_humidity | 64.01755 |\n", + "| air_temperature | 23.250317 |\n", + "| clg_setpoint | 27.854385 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 95.25 |\n", + "| outdoor_temperature | 15.096007 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7835367.5 |\n", + "| wind_direction | 332.5 |\n", + "| wind_speed | 5.575 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9211179 |\n", + "| Heating_Setpoint_RL | -0.26260668 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.733772 |\n", + "| Heating_Setpoint_RL | 16.147839 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.24123468 |\n", + "| air_humidity | -0.5680551 |\n", + "| air_temperature | 0.43411314 |\n", + "| clg_setpoint | 1.4014745 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.61063945 |\n", + "| diffuse_solar_radiation | -0.7446766 |\n", + "| direct_solar_radiation | -0.60939753 |\n", + "| hour | -1.5167654 |\n", + "| htg_setpoint | 1.2800056 |\n", + "| month | -0.34662402 |\n", + "| outdoor_humidity | -1.1109529 |\n", + "| outdoor_temperature | 0.21465318 |\n", + "| people_occupant | -0.6888599 |\n", + "| total_electricity_HVAC | 0.99444044 |\n", + "| wind_direction | 1.49674 |\n", + "| wind_speed | -0.18973693 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4057.6025 |\n", + "| air_humidity | 29.26645 |\n", + "| air_temperature | 23.247765 |\n", + "| clg_setpoint | 29.852665 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 45.25 |\n", + "| outdoor_temperature | 14.077416 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 6987406.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.475 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.84545404 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.771593 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.48658666 |\n", + "| air_humidity | 1.1162595 |\n", + "| air_temperature | 0.43605512 |\n", + "| clg_setpoint | -0.16382417 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7243203 |\n", + "| diffuse_solar_radiation | -0.7448232 |\n", + "| direct_solar_radiation | -0.6095845 |\n", + "| hour | -1.3722456 |\n", + "| htg_setpoint | 1.2798586 |\n", + "| month | -0.34649768 |\n", + "| outdoor_humidity | 0.4942048 |\n", + "| outdoor_temperature | 0.27023482 |\n", + "| people_occupant | -0.6889731 |\n", + "| total_electricity_HVAC | 0.4264521 |\n", + "| wind_direction | -1.296251 |\n", + "| wind_speed | -1.5746759 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5136.758 |\n", + "| air_humidity | 51.132008 |\n", + "| air_temperature | 23.250444 |\n", + "| clg_setpoint | 25.719936 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 78.75 |\n", + "| outdoor_temperature | 14.620283 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4623082.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 1.125 |\n", + "| train/ | |\n", + "| approx_kl | 0.009935252 |\n", + "| clip_fraction | 0.1 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.4 |\n", + "| explained_variance | 0.693 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.181 |\n", + "| n_updates | 750 |\n", + "| policy_gradient_loss | -0.0138 |\n", + "| std | 0.806 |\n", + "| value_loss | 0.712 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.42141432 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.047274 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6612153 |\n", + "| air_humidity | 1.7716471 |\n", + "| air_temperature | -0.33029893 |\n", + "| clg_setpoint | 1.4579145 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8379259 |\n", + "| diffuse_solar_radiation | -0.74467003 |\n", + "| direct_solar_radiation | -0.60948575 |\n", + "| hour | -1.2277406 |\n", + "| htg_setpoint | 0.7606787 |\n", + "| month | -0.3463715 |\n", + "| outdoor_humidity | 1.3207603 |\n", + "| outdoor_temperature | 0.39849877 |\n", + "| people_occupant | -0.68908626 |\n", + "| total_electricity_HVAC | -0.6660063 |\n", + "| wind_direction | -0.8461285 |\n", + "| wind_speed | -0.343978 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 59.65089 |\n", + "| air_temperature | 22.214909 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.072853 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 15.870385 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 92.5 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.085108966 |\n", + "| Heating_Setpoint_RL | 0.85766107 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.912243 |\n", + "| Heating_Setpoint_RL | 22.449343 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.5306827 |\n", + "| air_humidity | 1.9185307 |\n", + "| air_temperature | 0.43539816 |\n", + "| clg_setpoint | 0.88073754 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.95143 |\n", + "| diffuse_solar_radiation | -0.7447955 |\n", + "| direct_solar_radiation | -0.60930353 |\n", + "| hour | -1.0832475 |\n", + "| htg_setpoint | 1.278314 |\n", + "| month | -0.34624547 |\n", + "| outdoor_humidity | 1.5111362 |\n", + "| outdoor_temperature | 0.37732837 |\n", + "| people_occupant | -0.6891992 |\n", + "| total_electricity_HVAC | 0.46840405 |\n", + "| wind_direction | -0.79819864 |\n", + "| wind_speed | -1.0153506 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5328.9917 |\n", + "| air_humidity | 61.592484 |\n", + "| air_temperature | 23.249912 |\n", + "| clg_setpoint | 28.476357 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.666397 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4796092.5 |\n", + "| wind_direction | 97.5 |\n", + "| wind_speed | 2.475 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5511008 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.765036 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.10398404 |\n", + "| air_humidity | 0.8829738 |\n", + "| air_temperature | 0.4356544 |\n", + "| clg_setpoint | 0.49135515 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0648024 |\n", + "| diffuse_solar_radiation | -0.093201526 |\n", + "| direct_solar_radiation | -0.14827171 |\n", + "| hour | -0.93876386 |\n", + "| htg_setpoint | 1.277645 |\n", + "| month | -0.34611955 |\n", + "| outdoor_humidity | 0.384908 |\n", + "| outdoor_temperature | 0.08971215 |\n", + "| people_occupant | -0.689312 |\n", + "| total_electricity_HVAC | 0.062281743 |\n", + "| wind_direction | 0.40911874 |\n", + "| wind_speed | 0.16316041 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3451.6194 |\n", + "| air_humidity | 48.163837 |\n", + "| air_temperature | 23.250437 |\n", + "| clg_setpoint | 27.448242 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 63.75 |\n", + "| direct_solar_radiation | 114.75 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 76.5 |\n", + "| outdoor_temperature | 12.875202 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3106457.5 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 5.325 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.4636054 |\n", + "| Heating_Setpoint_RL | 0.15802537 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.189669 |\n", + "| Heating_Setpoint_RL | 18.513893 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.2689276 |\n", + "| air_humidity | -0.021054182 |\n", + "| air_temperature | 0.43523335 |\n", + "| clg_setpoint | 0.62951195 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1780089 |\n", + "| diffuse_solar_radiation | 0.5527971 |\n", + "| direct_solar_radiation | 0.54631126 |\n", + "| hour | -0.79428726 |\n", + "| htg_setpoint | 1.2776222 |\n", + "| month | -0.3459938 |\n", + "| outdoor_humidity | -0.42876172 |\n", + "| outdoor_temperature | 0.374629 |\n", + "| people_occupant | -0.6889821 |\n", + "| total_electricity_HVAC | -0.29215762 |\n", + "| wind_direction | 0.36160636 |\n", + "| wind_speed | 0.7312797 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1811.0731 |\n", + "| air_humidity | 36.410755 |\n", + "| air_temperature | 23.249979 |\n", + "| clg_setpoint | 27.813925 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 127.0 |\n", + "| direct_solar_radiation | 287.75 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 15.643589 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1631974.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 6.7 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.36510822 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.678734 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.065502286 |\n", + "| air_humidity | -0.028476462 |\n", + "| air_temperature | -0.001692606 |\n", + "| clg_setpoint | -1.0997273 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2910113 |\n", + "| diffuse_solar_radiation | 0.942806 |\n", + "| direct_solar_radiation | 1.3384688 |\n", + "| hour | -0.64981574 |\n", + "| htg_setpoint | 1.1371992 |\n", + "| month | -0.34586817 |\n", + "| outdoor_humidity | -0.17674617 |\n", + "| outdoor_temperature | 0.2864943 |\n", + "| people_occupant | -0.6886527 |\n", + "| total_electricity_HVAC | 0.018773528 |\n", + "| wind_direction | 1.2608674 |\n", + "| wind_speed | -0.2928344 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2704.3318 |\n", + "| air_humidity | 36.31036 |\n", + "| air_temperature | 22.660082 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 165.25 |\n", + "| direct_solar_radiation | 485.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.660084 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 64.75 |\n", + "| outdoor_temperature | 14.792342 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2923493.5 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 4.225 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.85915226 |\n", + "| Heating_Setpoint_RL | 0.69390655 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.72536 |\n", + "| Heating_Setpoint_RL | 21.528225 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5232121 |\n", + "| air_humidity | -0.4328071 |\n", + "| air_temperature | 1.0919104 |\n", + "| clg_setpoint | -0.013629261 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4037681 |\n", + "| diffuse_solar_radiation | 1.0596049 |\n", + "| direct_solar_radiation | 2.009468 |\n", + "| hour | -0.50534767 |\n", + "| htg_setpoint | -1.4007528 |\n", + "| month | -0.34574267 |\n", + "| outdoor_humidity | -1.217169 |\n", + "| outdoor_temperature | 0.6771838 |\n", + "| people_occupant | 1.6951543 |\n", + "| total_electricity_HVAC | -0.5466317 |\n", + "| wind_direction | 1.283547 |\n", + "| wind_speed | 0.11037797 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 692.9331 |\n", + "| air_humidity | 31.058308 |\n", + "| air_temperature | 24.136374 |\n", + "| clg_setpoint | 26.115427 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 176.75 |\n", + "| direct_solar_radiation | 652.25 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 18.586008 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 573883.8 |\n", + "| wind_direction | 317.5 |\n", + "| wind_speed | 5.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.53978515 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.588709 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.49975276 |\n", + "| air_humidity | 1.235197 |\n", + "| air_temperature | 0.4361937 |\n", + "| clg_setpoint | -1.0989065 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5162336 |\n", + "| diffuse_solar_radiation | 1.1659671 |\n", + "| direct_solar_radiation | 2.268958 |\n", + "| hour | -0.36088175 |\n", + "| htg_setpoint | 1.1331042 |\n", + "| month | -0.34561732 |\n", + "| outdoor_humidity | -1.4202387 |\n", + "| outdoor_temperature | 1.5549486 |\n", + "| people_occupant | 1.6947881 |\n", + "| total_electricity_HVAC | 0.6676236 |\n", + "| wind_direction | 0.5255866 |\n", + "| wind_speed | -0.39571428 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5187.134 |\n", + "| air_humidity | 52.7348 |\n", + "| air_temperature | 23.251562 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 187.25 |\n", + "| direct_solar_radiation | 717.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.643549 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 38.75 |\n", + "| outdoor_temperature | 27.105658 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5618351.5 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 3.975 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.87405586 |\n", + "| air_humidity | 1.1489825 |\n", + "| air_temperature | 0.43396688 |\n", + "| clg_setpoint | -1.0985438 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6283591 |\n", + "| diffuse_solar_radiation | 1.757316 |\n", + "| direct_solar_radiation | 2.1076357 |\n", + "| hour | -0.21641703 |\n", + "| htg_setpoint | 1.2771463 |\n", + "| month | -0.3454921 |\n", + "| outdoor_humidity | -1.5873753 |\n", + "| outdoor_temperature | 1.784677 |\n", + "| people_occupant | 1.6944225 |\n", + "| total_electricity_HVAC | 0.7951831 |\n", + "| wind_direction | 1.3779279 |\n", + "| wind_speed | -0.9225698 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6830.908 |\n", + "| air_humidity | 51.62138 |\n", + "| air_temperature | 23.248764 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 245.25 |\n", + "| direct_solar_radiation | 677.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 35.25 |\n", + "| outdoor_temperature | 29.347027 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6147817.0 |\n", + "| wind_direction | 327.5 |\n", + "| wind_speed | 2.7 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.42568034 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.230548 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.9123919 |\n", + "| air_humidity | 1.1680068 |\n", + "| air_temperature | 0.43403572 |\n", + "| clg_setpoint | -1.0981306 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7400923 |\n", + "| diffuse_solar_radiation | 2.0324724 |\n", + "| direct_solar_radiation | 2.1224823 |\n", + "| hour | -0.071952775 |\n", + "| htg_setpoint | 0.8252912 |\n", + "| month | -0.345367 |\n", + "| outdoor_humidity | -0.42618912 |\n", + "| outdoor_temperature | 1.4189057 |\n", + "| people_occupant | 1.2174076 |\n", + "| total_electricity_HVAC | 0.8295778 |\n", + "| wind_direction | -0.3262025 |\n", + "| wind_speed | -0.652812 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6999.156 |\n", + "| air_humidity | 51.877438 |\n", + "| air_temperature | 23.249058 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 272.25 |\n", + "| direct_solar_radiation | 681.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.352882 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 25.808449 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 6290518.0 |\n", + "| wind_direction | 147.5 |\n", + "| wind_speed | 3.35 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5569432 |\n", + "| Heating_Setpoint_RL | 0.99853235 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.504683 |\n", + "| Heating_Setpoint_RL | 23.241745 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5405888 |\n", + "| air_humidity | 0.65956646 |\n", + "| air_temperature | 0.6377069 |\n", + "| clg_setpoint | 0.13078889 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6722487 |\n", + "| diffuse_solar_radiation | 1.4424871 |\n", + "| direct_solar_radiation | 2.3686857 |\n", + "| hour | 0.07251137 |\n", + "| htg_setpoint | -0.6572726 |\n", + "| month | -0.05675638 |\n", + "| outdoor_humidity | -0.89333713 |\n", + "| outdoor_temperature | 1.5391666 |\n", + "| people_occupant | -0.6892159 |\n", + "| total_electricity_HVAC | -0.5532286 |\n", + "| wind_direction | 0.6445811 |\n", + "| wind_speed | 0.7841705 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 619.5876 |\n", + "| air_humidity | 45.283466 |\n", + "| air_temperature | 23.523956 |\n", + "| clg_setpoint | 26.493292 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 214.5 |\n", + "| direct_solar_radiation | 742.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 15.126383 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 49.75 |\n", + "| outdoor_temperature | 26.982073 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 549256.56 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.825 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.54300797 |\n", + "| air_humidity | -1.0207969 |\n", + "| air_temperature | 0.7386183 |\n", + "| clg_setpoint | 1.4589553 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5566958 |\n", + "| diffuse_solar_radiation | 0.48094985 |\n", + "| direct_solar_radiation | 2.873263 |\n", + "| hour | 0.21697547 |\n", + "| htg_setpoint | -1.4009334 |\n", + "| month | -0.05673799 |\n", + "| outdoor_humidity | -1.7537386 |\n", + "| outdoor_temperature | 0.8740551 |\n", + "| people_occupant | -0.68888754 |\n", + "| total_electricity_HVAC | -0.55350536 |\n", + "| wind_direction | 1.0934683 |\n", + "| wind_speed | 0.42201483 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 608.0512 |\n", + "| air_humidity | 23.44943 |\n", + "| air_temperature | 23.660322 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 120.25 |\n", + "| direct_solar_radiation | 868.75 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 31.75 |\n", + "| outdoor_temperature | 20.532133 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 547246.06 |\n", + "| wind_direction | 297.5 |\n", + "| wind_speed | 5.95 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.20165926 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.759333 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.16231221 |\n", + "| air_humidity | 0.32239634 |\n", + "| air_temperature | 0.43369672 |\n", + "| clg_setpoint | -1.0985479 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.441513 |\n", + "| diffuse_solar_radiation | 0.92981607 |\n", + "| direct_solar_radiation | 2.563546 |\n", + "| hour | 0.36143926 |\n", + "| htg_setpoint | 0.09263776 |\n", + "| month | -0.056719612 |\n", + "| outdoor_humidity | -1.1665927 |\n", + "| outdoor_temperature | 0.72474945 |\n", + "| people_occupant | 1.6951138 |\n", + "| total_electricity_HVAC | 0.11777958 |\n", + "| wind_direction | 0.33508605 |\n", + "| wind_speed | 0.4735453 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3702.7244 |\n", + "| air_humidity | 40.891617 |\n", + "| air_temperature | 23.249292 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 164.25 |\n", + "| direct_solar_radiation | 792.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.272346 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 19.083786 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3332451.8 |\n", + "| wind_direction | 217.5 |\n", + "| wind_speed | 6.075 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------***---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.8039063 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.103027 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.53460884 |\n", + "| air_humidity | 0.42003658 |\n", + "| air_temperature | 0.43335077 |\n", + "| clg_setpoint | -1.0982994 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3266455 |\n", + "| diffuse_solar_radiation | 1.7990991 |\n", + "| direct_solar_radiation | 1.3612922 |\n", + "| hour | 0.5059022 |\n", + "| htg_setpoint | 0.3418601 |\n", + "| month | -0.056701254 |\n", + "| outdoor_humidity | -1.7157153 |\n", + "| outdoor_temperature | 1.1947978 |\n", + "| people_occupant | 1.694749 |\n", + "| total_electricity_HVAC | 0.4720907 |\n", + "| wind_direction | 0.098104134 |\n", + "| wind_speed | 0.4221019 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5335.7236 |\n", + "| air_humidity | 42.15986 |\n", + "| air_temperature | 23.24893 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 249.5 |\n", + "| direct_solar_radiation | 492.25 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 19.3189 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 32.5 |\n", + "| outdoor_temperature | 23.649103 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4802151.0 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 5.95 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.84610695 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.384352 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.09442672 |\n", + "| air_humidity | 1.4456993 |\n", + "| air_temperature | 0.4335919 |\n", + "| clg_setpoint | -1.098165 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2120433 |\n", + "| diffuse_solar_radiation | 0.989952 |\n", + "| direct_solar_radiation | -0.61121255 |\n", + "| hour | 0.6503633 |\n", + "| htg_setpoint | 1.2775773 |\n", + "| month | -0.056682914 |\n", + "| outdoor_humidity | -0.44764218 |\n", + "| outdoor_temperature | 0.90208346 |\n", + "| people_occupant | 1.6943848 |\n", + "| total_electricity_HVAC | 0.053145632 |\n", + "| wind_direction | -0.044022262 |\n", + "| wind_speed | 0.8360486 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3404.2563 |\n", + "| air_humidity | 55.48189 |\n", + "| air_temperature | 23.249357 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 170.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 20.811148 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3063830.8 |\n", + "| wind_direction | 177.5 |\n", + "| wind_speed | 6.95 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.23278241 |\n", + "| air_humidity | 1.9927667 |\n", + "| air_temperature | 0.4339368 |\n", + "| clg_setpoint | -1.0981184 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0976609 |\n", + "| diffuse_solar_radiation | 0.21458727 |\n", + "| direct_solar_radiation | -0.6110461 |\n", + "| hour | 0.7948216 |\n", + "| htg_setpoint | 1.2423438 |\n", + "| month | -0.05666459 |\n", + "| outdoor_humidity | 0.9637749 |\n", + "| outdoor_temperature | 0.619365 |\n", + "| people_occupant | 1.6940212 |\n", + "| total_electricity_HVAC | -0.25827637 |\n", + "| wind_direction | 0.07433959 |\n", + "| wind_speed | 1.6011769 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1968.9591 |\n", + "| air_humidity | 62.597816 |\n", + "| air_temperature | 23.250008 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 94.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 23.103186 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 18.072786 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1772063.2 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 8.8 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.31867197 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.41753 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.09136586 |\n", + "| air_humidity | 1.1692013 |\n", + "| air_temperature | 0.4334952 |\n", + "| clg_setpoint | -1.0980479 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9834577 |\n", + "| diffuse_solar_radiation | -0.032991685 |\n", + "| direct_solar_radiation | -0.29851282 |\n", + "| hour | 0.93927544 |\n", + "| htg_setpoint | -0.26389384 |\n", + "| month | -0.056646287 |\n", + "| outdoor_humidity | -1.1901492 |\n", + "| outdoor_temperature | 1.9311043 |\n", + "| people_occupant | 0.502137 |\n", + "| total_electricity_HVAC | 0.052146435 |\n", + "| wind_direction | -1.726182 |\n", + "| wind_speed | 0.68055695 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3391.1248 |\n", + "| air_humidity | 51.933285 |\n", + "| air_temperature | 23.24961 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 70.0 |\n", + "| direct_solar_radiation | 78.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.777126 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 43.5 |\n", + "| outdoor_temperature | 30.806517 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 3060085.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 6.575 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*****--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.77824897 |\n", + "| Heating_Setpoint_RL | -0.44365504 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.99841 |\n", + "| Heating_Setpoint_RL | 15.12944 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5447902 |\n", + "| air_humidity | -0.50779974 |\n", + "| air_temperature | 0.6625989 |\n", + "| clg_setpoint | 1.4589385 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8693971 |\n", + "| diffuse_solar_radiation | -0.6216598 |\n", + "| direct_solar_radiation | -0.58499116 |\n", + "| hour | 1.0837231 |\n", + "| htg_setpoint | -0.8246936 |\n", + "| month | -0.056628 |\n", + "| outdoor_humidity | -0.93883014 |\n", + "| outdoor_temperature | 0.9077706 |\n", + "| people_occupant | -0.6891206 |\n", + "| total_electricity_HVAC | -0.55467534 |\n", + "| wind_direction | -1.2512379 |\n", + "| wind_speed | -0.60168415 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 601.2488 |\n", + "| air_humidity | 30.14075 |\n", + "| air_temperature | 23.558432 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 12.25 |\n", + "| direct_solar_radiation | 6.5 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 14.422694 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 48.75 |\n", + "| outdoor_temperature | 20.884668 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 543456.94 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.475 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.088814095 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.924747 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6441272 |\n", + "| air_humidity | -0.7972939 |\n", + "| air_temperature | 0.6375121 |\n", + "| clg_setpoint | 0.012111678 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7554471 |\n", + "| diffuse_solar_radiation | -0.746572 |\n", + "| direct_solar_radiation | -0.611266 |\n", + "| hour | 1.2281624 |\n", + "| htg_setpoint | -1.4010613 |\n", + "| month | -0.05660973 |\n", + "| outdoor_humidity | 0.090658925 |\n", + "| outdoor_temperature | 0.6950941 |\n", + "| people_occupant | -0.68879384 |\n", + "| total_electricity_HVAC | -0.6497744 |\n", + "| wind_direction | 0.16966768 |\n", + "| wind_speed | -0.39483318 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 165.26761 |\n", + "| air_humidity | 26.37711 |\n", + "| air_temperature | 23.524796 |\n", + "| clg_setpoint | 26.18186 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 70.25 |\n", + "| outdoor_temperature | 18.824137 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 148740.84 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.975 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.43352675 |\n", + "| Heating_Setpoint_RL | 0.8544047 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.088154 |\n", + "| Heating_Setpoint_RL | 22.431026 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6502633 |\n", + "| air_humidity | 1.4013569 |\n", + "| air_temperature | 0.2954361 |\n", + "| clg_setpoint | -0.06342724 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6415798 |\n", + "| diffuse_solar_radiation | -0.7465645 |\n", + "| direct_solar_radiation | -0.611429 |\n", + "| hour | 1.372591 |\n", + "| htg_setpoint | -0.35262397 |\n", + "| month | -0.05659148 |\n", + "| outdoor_humidity | 0.5576281 |\n", + "| outdoor_temperature | 0.6473338 |\n", + "| people_occupant | -0.6889057 |\n", + "| total_electricity_HVAC | -0.65561754 |\n", + "| wind_direction | -0.11436924 |\n", + "| wind_speed | -0.39474097 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 138.88834 |\n", + "| air_humidity | 54.9498 |\n", + "| air_temperature | 23.064476 |\n", + "| clg_setpoint | 25.981781 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.405464 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 18.365967 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 124999.5 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 3.975 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*****-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.45902842 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 20.207035 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5744299 |\n", + "| air_humidity | 1.6478283 |\n", + "| air_temperature | -0.6037505 |\n", + "| clg_setpoint | -0.36577445 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5277717 |\n", + "| diffuse_solar_radiation | -0.74666667 |\n", + "| direct_solar_radiation | -0.6113047 |\n", + "| hour | 1.5170062 |\n", + "| htg_setpoint | 0.5991933 |\n", + "| month | -0.056573246 |\n", + "| outdoor_humidity | 1.035918 |\n", + "| outdoor_temperature | 0.76835555 |\n", + "| people_occupant | -0.6890175 |\n", + "| total_electricity_HVAC | -0.5834517 |\n", + "| wind_direction | -0.18515114 |\n", + "| wind_speed | 0.52650577 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 471.55844 |\n", + "| air_humidity | 58.18056 |\n", + "| air_temperature | 21.854445 |\n", + "| clg_setpoint | 25.183624 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.406347 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 19.543234 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 424402.62 |\n", + "| wind_direction | 162.5 |\n", + "| wind_speed | 6.2 |\n", + "| train/ | |\n", + "| approx_kl | 0.008143578 |\n", + "| clip_fraction | 0.0749 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.4 |\n", + "| explained_variance | 0.281 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.213 |\n", + "| n_updates | 760 |\n", + "| policy_gradient_loss | -0.00937 |\n", + "| std | 0.807 |\n", + "| value_loss | 0.959 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------******-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.22127204 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.380344 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57607645 |\n", + "| air_humidity | 1.1786344 |\n", + "| air_temperature | -0.18066636 |\n", + "| clg_setpoint | 0.34735042 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41400334 |\n", + "| diffuse_solar_radiation | -0.7467241 |\n", + "| direct_solar_radiation | -0.61112076 |\n", + "| hour | 1.661405 |\n", + "| htg_setpoint | -0.12933987 |\n", + "| month | -0.05655503 |\n", + "| outdoor_humidity | 1.3226329 |\n", + "| outdoor_temperature | 0.8322713 |\n", + "| people_occupant | -0.6891291 |\n", + "| total_electricity_HVAC | -0.58517915 |\n", + "| wind_direction | 0.17012127 |\n", + "| wind_speed | 0.26726022 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 464.86887 |\n", + "| air_humidity | 52.09584 |\n", + "| air_temperature | 22.424204 |\n", + "| clg_setpoint | 27.066753 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.347387 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 20.167917 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 417775.47 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.575 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.067092 |\n", + "| Heating_Setpoint_RL | -0.87779045 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.851435 |\n", + "| Heating_Setpoint_RL | 12.687428 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.63047767 |\n", + "| air_humidity | 2.2420087 |\n", + "| air_temperature | 0.4326727 |\n", + "| clg_setpoint | 1.4583665 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18659055 |\n", + "| diffuse_solar_radiation | -0.7468647 |\n", + "| direct_solar_radiation | -0.61110896 |\n", + "| hour | -1.6613034 |\n", + "| htg_setpoint | 1.2754064 |\n", + "| month | -0.05653683 |\n", + "| outdoor_humidity | 1.4654164 |\n", + "| outdoor_temperature | 0.5810938 |\n", + "| people_occupant | -0.6892406 |\n", + "| total_electricity_HVAC | 0.7200741 |\n", + "| wind_direction | 0.17010958 |\n", + "| wind_speed | 0.4742314 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5748.184 |\n", + "| air_humidity | 65.94751 |\n", + "| air_temperature | 23.24968 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 99.0 |\n", + "| outdoor_temperature | 17.73707 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5822817.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 6.075 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------******------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.9014808 |\n", + "| Heating_Setpoint_RL | 0.65639937 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.667498 |\n", + "| Heating_Setpoint_RL | 21.317245 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.24074897 |\n", + "| air_humidity | 0.35590306 |\n", + "| air_temperature | 0.43280444 |\n", + "| clg_setpoint | 1.4586172 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.07282754 |\n", + "| diffuse_solar_radiation | -0.74699175 |\n", + "| direct_solar_radiation | -0.61119735 |\n", + "| hour | -1.5167668 |\n", + "| htg_setpoint | 1.2751018 |\n", + "| month | -0.056518648 |\n", + "| outdoor_humidity | 0.89045066 |\n", + "| outdoor_temperature | 0.8041901 |\n", + "| people_occupant | -0.6893519 |\n", + "| total_electricity_HVAC | -0.26591605 |\n", + "| wind_direction | -1.1573528 |\n", + "| wind_speed | -0.9648143 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1934.2266 |\n", + "| air_humidity | 41.425976 |\n", + "| air_temperature | 23.250086 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 19.906082 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1740803.9 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*******-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.53117025 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.612833 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57919914 |\n", + "| air_humidity | -1.0911039 |\n", + "| air_temperature | -0.18438704 |\n", + "| clg_setpoint | 1.4585265 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.040930446 |\n", + "| diffuse_solar_radiation | -0.7470017 |\n", + "| direct_solar_radiation | -0.6113057 |\n", + "| hour | -1.3722479 |\n", + "| htg_setpoint | 0.17679536 |\n", + "| month | -0.056500487 |\n", + "| outdoor_humidity | 1.5124099 |\n", + "| outdoor_temperature | 0.9717118 |\n", + "| people_occupant | -0.68902624 |\n", + "| total_electricity_HVAC | -0.5880195 |\n", + "| wind_direction | -0.84915483 |\n", + "| wind_speed | -0.4986103 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 452.2293 |\n", + "| air_humidity | 22.591362 |\n", + "| air_temperature | 22.42034 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.635237 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 21.539604 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 407006.38 |\n", + "| wind_direction | 92.5 |\n", + "| wind_speed | 3.725 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.061876513 |\n", + "| Heating_Setpoint_RL | 0.4389031 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.833834 |\n", + "| Heating_Setpoint_RL | 20.09383 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.52013785 |\n", + "| air_humidity | -1.9198093 |\n", + "| air_temperature | 0.4324406 |\n", + "| clg_setpoint | 0.5421385 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15468518 |\n", + "| diffuse_solar_radiation | -0.747075 |\n", + "| direct_solar_radiation | -0.6112353 |\n", + "| hour | -1.2277436 |\n", + "| htg_setpoint | 1.27537 |\n", + "| month | -0.05648234 |\n", + "| outdoor_humidity | 1.4280518 |\n", + "| outdoor_temperature | 0.8639459 |\n", + "| people_occupant | -0.688701 |\n", + "| total_electricity_HVAC | 0.5956381 |\n", + "| wind_direction | -0.37456128 |\n", + "| wind_speed | -1.4200162 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5261.3486 |\n", + "| air_humidity | 11.780639 |\n", + "| air_temperature | 23.249956 |\n", + "| clg_setpoint | 27.581867 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 98.25 |\n", + "| outdoor_temperature | 20.5017 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5303892.5 |\n", + "| wind_direction | 142.5 |\n", + "| wind_speed | 1.5 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.67996985 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.44983 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.45580274 |\n", + "| air_humidity | -0.10820595 |\n", + "| air_temperature | 0.4327891 |\n", + "| clg_setpoint | -0.5136446 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.26843432 |\n", + "| diffuse_solar_radiation | -0.7471648 |\n", + "| direct_solar_radiation | -0.611281 |\n", + "| hour | -1.083251 |\n", + "| htg_setpoint | 1.2753129 |\n", + "| month | -0.05646421 |\n", + "| outdoor_humidity | 1.3676562 |\n", + "| outdoor_temperature | 0.87697345 |\n", + "| people_occupant | -0.68881243 |\n", + "| total_electricity_HVAC | 0.39698184 |\n", + "| wind_direction | 0.45543307 |\n", + "| wind_speed | -0.8085654 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4979.5513 |\n", + "| air_humidity | 35.372387 |\n", + "| air_temperature | 23.250439 |\n", + "| clg_setpoint | 24.793846 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 20.634382 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4481596.5 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 2.975 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*******-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.14638025 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.119034 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5799743 |\n", + "| air_humidity | -0.047274917 |\n", + "| air_temperature | -0.4399792 |\n", + "| clg_setpoint | 1.38107 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.3821715 |\n", + "| diffuse_solar_radiation | -0.25419465 |\n", + "| direct_solar_radiation | 0.16138168 |\n", + "| hour | -0.9387677 |\n", + "| htg_setpoint | -0.52076936 |\n", + "| month | -0.0564461 |\n", + "| outdoor_humidity | 0.74483556 |\n", + "| outdoor_temperature | 1.2176951 |\n", + "| people_occupant | -0.6889237 |\n", + "| total_electricity_HVAC | -0.5889195 |\n", + "| wind_direction | 0.85858536 |\n", + "| wind_speed | -0.54963833 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 449.33572 |\n", + "| air_humidity | 36.171722 |\n", + "| air_temperature | 22.077621 |\n", + "| clg_setpoint | 29.79612 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 48.5 |\n", + "| direct_solar_radiation | 192.75 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.704074 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 23.947868 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 403712.56 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6015053 |\n", + "| air_humidity | -0.4173663 |\n", + "| air_temperature | -0.23626101 |\n", + "| clg_setpoint | 1.4581693 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.49588633 |\n", + "| diffuse_solar_radiation | 0.4216509 |\n", + "| direct_solar_radiation | 0.47471383 |\n", + "| hour | -0.7942912 |\n", + "| htg_setpoint | 0.46015748 |\n", + "| month | -0.056428008 |\n", + "| outdoor_humidity | 0.3262825 |\n", + "| outdoor_temperature | 0.86354333 |\n", + "| people_occupant | -0.6890349 |\n", + "| total_electricity_HVAC | -0.6093743 |\n", + "| wind_direction | -1.2522182 |\n", + "| wind_speed | -0.2906446 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 355.9531 |\n", + "| air_humidity | 31.357433 |\n", + "| air_temperature | 22.351809 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 115.0 |\n", + "| direct_solar_radiation | 271.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 19.825703 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 75.25 |\n", + "| outdoor_temperature | 20.528103 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 319827.62 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 4.225 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6906718 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.293983 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.35798004 |\n", + "| air_humidity | 0.0049712965 |\n", + "| air_temperature | 0.43140972 |\n", + "| clg_setpoint | 1.458171 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.60956424 |\n", + "| diffuse_solar_radiation | 0.25360113 |\n", + "| direct_solar_radiation | -0.6117682 |\n", + "| hour | -0.6498198 |\n", + "| htg_setpoint | 1.2751706 |\n", + "| month | -0.05640993 |\n", + "| outdoor_humidity | 1.0325181 |\n", + "| outdoor_temperature | 1.0443906 |\n", + "| people_occupant | -0.6891459 |\n", + "| total_electricity_HVAC | 0.3273339 |\n", + "| wind_direction | 0.28971794 |\n", + "| wind_speed | -0.4460255 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4552.0674 |\n", + "| air_humidity | 36.860977 |\n", + "| air_temperature | 23.249123 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 98.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 22.291885 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4193773.8 |\n", + "| wind_direction | 212.5 |\n", + "| wind_speed | 3.85 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.27344143 |\n", + "| air_humidity | -0.46763355 |\n", + "| air_temperature | 0.43349627 |\n", + "| clg_setpoint | 0.1767086 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7231869 |\n", + "| diffuse_solar_radiation | 0.5176219 |\n", + "| direct_solar_radiation | 2.1312637 |\n", + "| hour | -0.50535184 |\n", + "| htg_setpoint | -1.4029021 |\n", + "| month | -0.056391872 |\n", + "| outdoor_humidity | -1.2658522 |\n", + "| outdoor_temperature | 1.4194154 |\n", + "| people_occupant | -0.68925685 |\n", + "| total_electricity_HVAC | -0.27220416 |\n", + "| wind_direction | 1.5706958 |\n", + "| wind_speed | 0.42471084 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1791.1488 |\n", + "| air_humidity | 30.714973 |\n", + "| air_temperature | 23.252043 |\n", + "| clg_setpoint | 26.616238 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 124.5 |\n", + "| direct_solar_radiation | 684.25 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 25.942398 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1714644.5 |\n", + "| wind_direction | 347.5 |\n", + "| wind_speed | 5.95 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6578802 |\n", + "| Heating_Setpoint_RL | -0.2075642 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.404654 |\n", + "| Heating_Setpoint_RL | 16.45745 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.09362787 |\n", + "| air_humidity | -1.6179006 |\n", + "| air_temperature | 0.012731855 |\n", + "| clg_setpoint | -1.0980151 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8367318 |\n", + "| diffuse_solar_radiation | 2.407585 |\n", + "| direct_solar_radiation | 1.1594911 |\n", + "| hour | -0.36088598 |\n", + "| htg_setpoint | -1.4024199 |\n", + "| month | -0.05637383 |\n", + "| outdoor_humidity | -1.2049016 |\n", + "| outdoor_temperature | 1.4995768 |\n", + "| people_occupant | -0.68893266 |\n", + "| total_electricity_HVAC | -0.08384091 |\n", + "| wind_direction | 0.95298994 |\n", + "| wind_speed | -0.34255087 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2576.2192 |\n", + "| air_humidity | 15.724259 |\n", + "| air_temperature | 22.687372 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 310.5 |\n", + "| direct_solar_radiation | 442.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 43.25 |\n", + "| outdoor_temperature | 26.734146 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2492411.8 |\n", + "| wind_direction | 282.5 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*********---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.2585559 |\n", + "| air_humidity | 1.1328598 |\n", + "| air_temperature | 0.43071005 |\n", + "| clg_setpoint | -1.0981573 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9501725 |\n", + "| diffuse_solar_radiation | 3.6798823 |\n", + "| direct_solar_radiation | 0.62858874 |\n", + "| hour | -0.21642128 |\n", + "| htg_setpoint | 1.2391657 |\n", + "| month | -0.056355804 |\n", + "| outdoor_humidity | 0.37431085 |\n", + "| outdoor_temperature | 1.5153501 |\n", + "| people_occupant | 1.6952795 |\n", + "| total_electricity_HVAC | 1.1609855 |\n", + "| wind_direction | -0.37569618 |\n", + "| wind_speed | 0.051589422 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8483.801 |\n", + "| air_humidity | 51.541798 |\n", + "| air_temperature | 23.24878 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 436.0 |\n", + "| direct_solar_radiation | 309.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 23.097855 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 76.25 |\n", + "| outdoor_temperature | 26.898333 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7635421.0 |\n", + "| wind_direction | 142.5 |\n", + "| wind_speed | 5.05 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*********---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.14442831 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.812592 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.9311783 |\n", + "| air_humidity | 1.161592 |\n", + "| air_temperature | 0.43047094 |\n", + "| clg_setpoint | -1.098001 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0634787 |\n", + "| diffuse_solar_radiation | 2.2008438 |\n", + "| direct_solar_radiation | 1.0927011 |\n", + "| hour | -0.07195704 |\n", + "| htg_setpoint | 1.2656256 |\n", + "| month | -0.056337796 |\n", + "| outdoor_humidity | 0.5889604 |\n", + "| outdoor_temperature | 1.2662954 |\n", + "| people_occupant | 1.218174 |\n", + "| total_electricity_HVAC | 0.8494135 |\n", + "| wind_direction | 0.14682312 |\n", + "| wind_speed | 0.1657637 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7053.3013 |\n", + "| air_humidity | 51.928486 |\n", + "| air_temperature | 23.248625 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 290.5 |\n", + "| direct_solar_radiation | 425.25 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 23.210682 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 80.75 |\n", + "| outdoor_temperature | 24.486633 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 6347971.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 5.325 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*********---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.5068617 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.476097 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.688575 |\n", + "| air_humidity | 1.0797737 |\n", + "| air_temperature | 0.43129325 |\n", + "| clg_setpoint | -1.0978514 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1766164 |\n", + "| diffuse_solar_radiation | 1.2313644 |\n", + "| direct_solar_radiation | 2.4192762 |\n", + "| hour | 0.07250709 |\n", + "| htg_setpoint | 0.03252501 |\n", + "| month | -0.056319807 |\n", + "| outdoor_humidity | -0.5475044 |\n", + "| outdoor_temperature | 1.3923203 |\n", + "| people_occupant | 0.26445243 |\n", + "| total_electricity_HVAC | 0.7533251 |\n", + "| wind_direction | 0.075305015 |\n", + "| wind_speed | 0.42484453 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5993.196 |\n", + "| air_humidity | 50.866444 |\n", + "| air_temperature | 23.249866 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 195.0 |\n", + "| direct_solar_radiation | 756.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.029522 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 25.721268 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 5950696.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.95 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------**********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.4349257 |\n", + "| Heating_Setpoint_RL | -0.054978788 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.157125 |\n", + "| Heating_Setpoint_RL | 17.315744 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.42796236 |\n", + "| air_humidity | 1.0819383 |\n", + "| air_temperature | 1.3062612 |\n", + "| clg_setpoint | -0.66279566 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2895477 |\n", + "| diffuse_solar_radiation | 2.040213 |\n", + "| direct_solar_radiation | 1.8315154 |\n", + "| hour | 0.21697117 |\n", + "| htg_setpoint | -0.9825248 |\n", + "| month | -0.056301836 |\n", + "| outdoor_humidity | -0.009347306 |\n", + "| outdoor_temperature | 1.3330861 |\n", + "| people_occupant | 1.2176522 |\n", + "| total_electricity_HVAC | 0.37047693 |\n", + "| wind_direction | 0.05150187 |\n", + "| wind_speed | 2.073526 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4854.444 |\n", + "| air_humidity | 50.897976 |\n", + "| air_temperature | 24.424154 |\n", + "| clg_setpoint | 24.39889 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 274.75 |\n", + "| direct_solar_radiation | 610.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 13.76446 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 68.25 |\n", + "| outdoor_temperature | 25.154562 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4368999.5 |\n", + "| wind_direction | 187.5 |\n", + "| wind_speed | 9.925 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.96106863 |\n", + "| Heating_Setpoint_RL | 0.558686 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.381393 |\n", + "| Heating_Setpoint_RL | 20.767609 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.0448818 |\n", + "| air_humidity | 1.144505 |\n", + "| air_temperature | 0.43004608 |\n", + "| clg_setpoint | -1.0977279 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.402231 |\n", + "| diffuse_solar_radiation | 2.490856 |\n", + "| direct_solar_radiation | 0.50735253 |\n", + "| hour | 0.36143497 |\n", + "| htg_setpoint | -0.14560577 |\n", + "| month | -0.05628388 |\n", + "| outdoor_humidity | 0.5407239 |\n", + "| outdoor_temperature | 1.117354 |\n", + "| people_occupant | 1.6940225 |\n", + "| total_electricity_HVAC | 0.9575935 |\n", + "| wind_direction | 0.3126939 |\n", + "| wind_speed | 0.68290645 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7548.131 |\n", + "| air_humidity | 51.72304 |\n", + "| air_temperature | 23.248652 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 319.25 |\n", + "| direct_solar_radiation | 279.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.282257 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.75 |\n", + "| outdoor_temperature | 23.064056 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6793318.0 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 6.575 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.16012959 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.525728 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56707734 |\n", + "| air_humidity | -0.8561392 |\n", + "| air_temperature | 0.20340107 |\n", + "| clg_setpoint | -0.3973621 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5146213 |\n", + "| diffuse_solar_radiation | 1.7347071 |\n", + "| direct_solar_radiation | -0.61230683 |\n", + "| hour | 0.5058979 |\n", + "| htg_setpoint | -0.47694948 |\n", + "| month | -0.056265943 |\n", + "| outdoor_humidity | 0.5761373 |\n", + "| outdoor_temperature | 1.0707365 |\n", + "| people_occupant | -0.6891626 |\n", + "| total_electricity_HVAC | -0.57755387 |\n", + "| wind_direction | -0.6137264 |\n", + "| wind_speed | -0.55138546 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 509.49487 |\n", + "| air_humidity | 25.655838 |\n", + "| air_temperature | 22.944704 |\n", + "| clg_setpoint | 25.099665 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 244.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.891006 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 80.5 |\n", + "| outdoor_temperature | 22.617054 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 454395.66 |\n", + "| wind_direction | 117.5 |\n", + "| wind_speed | 3.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***********--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.86659825 |\n", + "| Heating_Setpoint_RL | -0.5138852 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.549768 |\n", + "| Heating_Setpoint_RL | 14.734396 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5432226 |\n", + "| air_humidity | -1.3339486 |\n", + "| air_temperature | 0.8689398 |\n", + "| clg_setpoint | 1.2255021 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.62667 |\n", + "| diffuse_solar_radiation | 2.2248468 |\n", + "| direct_solar_radiation | -0.24555047 |\n", + "| hour | 0.6503591 |\n", + "| htg_setpoint | 0.8234358 |\n", + "| month | -0.05624802 |\n", + "| outdoor_humidity | 0.63562614 |\n", + "| outdoor_temperature | 0.7533494 |\n", + "| people_occupant | -0.6888399 |\n", + "| total_electricity_HVAC | -0.5541394 |\n", + "| wind_direction | 0.09891054 |\n", + "| wind_speed | 1.4406686 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 612.94366 |\n", + "| air_humidity | 19.423222 |\n", + "| air_temperature | 23.83713 |\n", + "| clg_setpoint | 29.385529 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 293.25 |\n", + "| direct_solar_radiation | 91.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.353874 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 81.75 |\n", + "| outdoor_temperature | 19.537457 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 550435.1 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 8.4 |\n", + "-------------------------------------------------\n", + "------------------------------------------------*************-------------------------------------------------| 50%\n", "| action_network/ | |\n", - "| index | 5 |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.8691206 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1563.6162 |\n", - "| air_humidity | 24.247192 |\n", - "| air_temperature | 19.999989 |\n", - "| clg_setpoint | 25.0 |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.7361965 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.678543 |\n", + "| air_humidity | 1.2258404 |\n", + "| air_temperature | 0.42983556 |\n", + "| clg_setpoint | -1.0977693 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 44.0 |\n", - "| outdoor_temperature | -1.0611725 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1407254.6 |\n", - "| wind_direction | 297.5 |\n", - "| wind_speed | 8.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.03e+03 |\n", - "| n_updates | 15699 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 22%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", + "| day_of_month | -1.6718879 |\n", + "| diffuse_solar_radiation | 0.15145476 |\n", + "| direct_solar_radiation | 1.5652022 |\n", + "| hour | 0.79481745 |\n", + "| htg_setpoint | -0.4885564 |\n", + "| month | 0.23490675 |\n", + "| outdoor_humidity | 0.50363 |\n", + "| outdoor_temperature | 1.1810905 |\n", + "| people_occupant | 1.6948802 |\n", + "| total_electricity_HVAC | 0.6089413 |\n", + "| wind_direction | 0.07491478 |\n", + "| wind_speed | 0.52790403 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2125.3613 |\n", - "| air_humidity | 17.254232 |\n", - "| air_temperature | 19.878681 |\n", - "| clg_setpoint | 28.0 |\n", + "| HVAC_electricity_demand_rate | 5944.964 |\n", + "| air_humidity | 52.785988 |\n", + "| air_temperature | 23.248549 |\n", + "| clg_setpoint | 23.25 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 33.5 |\n", - "| outdoor_temperature | -3.8698978 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1912825.1 |\n", - "| wind_direction | 347.5 |\n", - "| wind_speed | 4.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.76e+03 |\n", - "| n_updates | 15724 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 88.75 |\n", + "| direct_solar_radiation | 543.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.841823 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 23.700148 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5350467.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 23%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 20.619474 |\n", - "| air_temperature | 19.133396 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 69.0 |\n", - "| outdoor_temperature | 2.4355738 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 6.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.29e+03 |\n", - "| n_updates | 15749 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 23%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 381.8151 |\n", - "| air_humidity | 37.59117 |\n", - "| air_temperature | 21.439528 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 8.856663 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 343633.6 |\n", - "| wind_direction | 172.5 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.48e+03 |\n", - "| n_updates | 15774 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 23%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 42.63189 |\n", - "| air_temperature | 19.000011 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 5.119897 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 1.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.31e+03 |\n", - "| n_updates | 15799 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 23%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 50.85754 |\n", - "| air_temperature | 18.377762 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 8.373751 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.95e+03 |\n", - "| n_updates | 15824 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 24%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 35.561874 |\n", - "| air_temperature | 21.873852 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 74.0 |\n", - "| direct_solar_radiation | 11.25 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | 10.225957 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 5.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.87e+03 |\n", - "| n_updates | 15849 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 24%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 26.675598 |\n", - "| air_temperature | 18.554829 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 115.5 |\n", - "| direct_solar_radiation | 615.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 68.0 |\n", - "| outdoor_temperature | 4.2019925 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 5.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.62e+03 |\n", - "| n_updates | 15874 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 24%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 40.36259 |\n", - "| air_temperature | 18.407398 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 130.75 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 84.25 |\n", - "| outdoor_temperature | 3.0041485 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 77.5 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.13e+03 |\n", - "| n_updates | 15899 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 219.27303 |\n", - "| air_humidity | 40.82527 |\n", - "| air_temperature | 19.000004 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 204.25 |\n", - "| direct_solar_radiation | 1.5 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 6.623772 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 197345.73 |\n", - "| wind_direction | 7.5 |\n", - "| wind_speed | 5.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.89e+03 |\n", - "| n_updates | 15924 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 35.68691 |\n", - "| air_temperature | 21.785128 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 208.25 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 88.0 |\n", - "| outdoor_temperature | 5.421297 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 147.5 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.76e+03 |\n", - "| n_updates | 15949 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 840.3833 |\n", - "| air_humidity | 25.465723 |\n", - "| air_temperature | 22.999157 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 324.5 |\n", - "| direct_solar_radiation | 198.5 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 42.75 |\n", - "| outdoor_temperature | 7.6123447 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 755894.1 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 7.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.12e+03 |\n", - "| n_updates | 15974 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 734.6666 |\n", - "| air_humidity | 18.650326 |\n", - "| air_temperature | 22.999714 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 117.75 |\n", - "| direct_solar_radiation | 915.75 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 36.25 |\n", - "| outdoor_temperature | 8.88295 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 661284.7 |\n", - "| wind_direction | 237.5 |\n", - "| wind_speed | 5.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.51e+03 |\n", - "| n_updates | 15999 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 26%\n", + "-------------------------------------------------************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.11263579 |\n", + "| air_humidity | 1.2205007 |\n", + "| air_temperature | 0.4304977 |\n", + "| clg_setpoint | -1.0975814 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5564014 |\n", + "| diffuse_solar_radiation | -0.17046133 |\n", + "| direct_solar_radiation | -0.29735038 |\n", + "| hour | 0.9392714 |\n", + "| htg_setpoint | -1.4030055 |\n", + "| month | 0.23482814 |\n", + "| outdoor_humidity | 0.63502043 |\n", + "| outdoor_temperature | 0.8455714 |\n", + "| people_occupant | 0.5027619 |\n", + "| total_electricity_HVAC | -0.14162423 |\n", + "| wind_direction | 0.1227344 |\n", + "| wind_speed | 1.0989053 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2492.9858 |\n", + "| air_humidity | 52.725754 |\n", + "| air_temperature | 23.249628 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 57.0 |\n", + "| direct_solar_radiation | 78.75 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 81.75 |\n", + "| outdoor_temperature | 20.445751 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 2253704.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 7.575 |\n", + "| train/ | |\n", + "| approx_kl | 0.007932199 |\n", + "| clip_fraction | 0.0788 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.4 |\n", + "| explained_variance | 0.33 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.375 |\n", + "| n_updates | 770 |\n", + "| policy_gradient_loss | -0.00953 |\n", + "| std | 0.811 |\n", + "| value_loss | 1.23 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.2854522 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.230667 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.26753393 |\n", + "| air_humidity | 1.9529955 |\n", + "| air_temperature | 0.43052548 |\n", + "| clg_setpoint | -1.0974653 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4412701 |\n", + "| diffuse_solar_radiation | -0.4976453 |\n", + "| direct_solar_radiation | -0.5915166 |\n", + "| hour | 1.0837193 |\n", + "| htg_setpoint | 1.2744194 |\n", + "| month | 0.23474963 |\n", + "| outdoor_humidity | 0.21579875 |\n", + "| outdoor_temperature | 1.1664586 |\n", + "| people_occupant | -0.45081267 |\n", + "| total_electricity_HVAC | -0.28226778 |\n", + "| wind_direction | 0.8836068 |\n", + "| wind_speed | -1.1731476 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1817.5763 |\n", + "| air_humidity | 62.279728 |\n", + "| air_temperature | 23.249817 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 24.75 |\n", + "| direct_solar_radiation | 5.25 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 23.57345 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1673818.8 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 2.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.05049017 |\n", + "| Heating_Setpoint_RL | 0.2737828 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.454596 |\n", + "| Heating_Setpoint_RL | 19.165028 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.524211 |\n", + "| air_humidity | 0.9598158 |\n", + "| air_temperature | 0.58879554 |\n", + "| clg_setpoint | -0.90210676 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3264409 |\n", + "| diffuse_solar_radiation | -0.74854374 |\n", + "| direct_solar_radiation | -0.6127173 |\n", + "| hour | 1.228159 |\n", + "| htg_setpoint | 1.2743213 |\n", + "| month | 0.23467119 |\n", + "| outdoor_humidity | -0.035716005 |\n", + "| outdoor_temperature | 0.90315086 |\n", + "| people_occupant | -0.45094386 |\n", + "| total_electricity_HVAC | -0.53577054 |\n", + "| wind_direction | -0.75645596 |\n", + "| wind_speed | -1.0174288 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 698.63336 |\n", + "| air_humidity | 49.342678 |\n", + "| air_temperature | 23.462015 |\n", + "| clg_setpoint | 23.765705 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 67.75 |\n", + "| outdoor_temperature | 21.02272 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 628770.06 |\n", + "| wind_direction | 102.5 |\n", + "| wind_speed | 2.475 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.28966743 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 15.995621 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5460723 |\n", + "| air_humidity | 0.7762489 |\n", + "| air_temperature | 0.24556164 |\n", + "| clg_setpoint | 1.4583555 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2118655 |\n", + "| diffuse_solar_radiation | -0.748506 |\n", + "| direct_solar_radiation | -0.61273926 |\n", + "| hour | 1.3725882 |\n", + "| htg_setpoint | -1.1775545 |\n", + "| month | 0.23459283 |\n", + "| outdoor_humidity | 1.209322 |\n", + "| outdoor_temperature | 1.1771144 |\n", + "| people_occupant | -0.68939084 |\n", + "| total_electricity_HVAC | -0.55659634 |\n", + "| wind_direction | 0.1472974 |\n", + "| wind_speed | 0.46714842 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 604.09436 |\n", + "| air_humidity | 46.95536 |\n", + "| air_temperature | 23.002388 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 12.950507 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 93.75 |\n", + "| outdoor_temperature | 23.69398 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 543684.94 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 6.05 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.54036033 |\n", + "| air_humidity | -1.2608554 |\n", + "| air_temperature | 0.53751826 |\n", + "| clg_setpoint | 0.48863515 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0974998 |\n", + "| diffuse_solar_radiation | -0.74861807 |\n", + "| direct_solar_radiation | -0.61292267 |\n", + "| hour | 1.517004 |\n", + "| htg_setpoint | -0.5635739 |\n", + "| month | 0.23451455 |\n", + "| outdoor_humidity | 0.717998 |\n", + "| outdoor_temperature | 1.5544715 |\n", + "| people_occupant | -0.6890692 |\n", + "| total_electricity_HVAC | -0.5511603 |\n", + "| wind_direction | -1.7316808 |\n", + "| wind_speed | -2.0449214 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 628.40717 |\n", + "| air_humidity | 20.401802 |\n", + "| air_temperature | 23.394224 |\n", + "| clg_setpoint | 27.440313 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 15.527972 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 83.5 |\n", + "| outdoor_temperature | 27.377998 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 565566.44 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.24540374 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.453238 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.55886513 |\n", + "| air_humidity | -1.7895579 |\n", + "| air_temperature | 0.4398039 |\n", + "| clg_setpoint | 1.3062338 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.98330444 |\n", + "| diffuse_solar_radiation | -0.7487333 |\n", + "| direct_solar_radiation | -0.6129853 |\n", + "| hour | 1.6614038 |\n", + "| htg_setpoint | -1.402792 |\n", + "| month | 0.23443635 |\n", + "| outdoor_humidity | 0.08328414 |\n", + "| outdoor_temperature | 1.4076984 |\n", + "| people_occupant | -0.68874806 |\n", + "| total_electricity_HVAC | -0.56877047 |\n", + "| wind_direction | -1.0897106 |\n", + "| wind_speed | -0.3420299 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 547.10925 |\n", + "| air_humidity | 13.485941 |\n", + "| air_temperature | 23.263853 |\n", + "| clg_setpoint | 29.600058 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 70.25 |\n", + "| outdoor_temperature | 25.969723 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 492398.34 |\n", + "| wind_direction | 67.5 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.11444584 |\n", + "| Heating_Setpoint_RL | 0.9442086 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.011255 |\n", + "| Heating_Setpoint_RL | 22.936172 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.20698562 |\n", + "| air_humidity | 0.8206829 |\n", + "| air_temperature | 0.42962775 |\n", + "| clg_setpoint | 1.4578563 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7556629 |\n", + "| diffuse_solar_radiation | -0.74880713 |\n", + "| direct_solar_radiation | -0.6129728 |\n", + "| hour | -1.6613038 |\n", + "| htg_setpoint | 1.2744817 |\n", + "| month | 0.23435822 |\n", + "| outdoor_humidity | 1.2211604 |\n", + "| outdoor_temperature | 1.2877423 |\n", + "| people_occupant | -0.68885803 |\n", + "| total_electricity_HVAC | 0.5052288 |\n", + "| wind_direction | -1.5654672 |\n", + "| wind_speed | -1.8884517 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3885.8193 |\n", + "| air_humidity | 47.52863 |\n", + "| air_temperature | 23.250353 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 24.81682 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4919518.5 |\n", + "| wind_direction | 17.5 |\n", + "| wind_speed | 0.375 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.6783276 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 21.440594 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56388795 |\n", + "| air_humidity | 0.16464491 |\n", + "| air_temperature | 0.32906196 |\n", + "| clg_setpoint | 1.4579136 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.64169544 |\n", + "| diffuse_solar_radiation | -0.74890745 |\n", + "| direct_solar_radiation | -0.6131024 |\n", + "| hour | -1.5167682 |\n", + "| htg_setpoint | 0.6683155 |\n", + "| month | 0.23428017 |\n", + "| outdoor_humidity | -0.360782 |\n", + "| outdoor_temperature | 1.5539855 |\n", + "| people_occupant | -0.68896794 |\n", + "| total_electricity_HVAC | -0.5735708 |\n", + "| wind_direction | 1.0513622 |\n", + "| wind_speed | 0.3234027 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 526.794 |\n", + "| air_humidity | 38.977985 |\n", + "| air_temperature | 23.115871 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.703403 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 27.427448 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 474114.6 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 5.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.10398999 |\n", + "| air_humidity | 0.05443981 |\n", + "| air_temperature | 0.428835 |\n", + "| clg_setpoint | 0.2331012 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.52779883 |\n", + "| diffuse_solar_radiation | -0.7489925 |\n", + "| direct_solar_radiation | -0.6132301 |\n", + "| hour | -1.3722502 |\n", + "| htg_setpoint | 1.2742959 |\n", + "| month | 0.23420219 |\n", + "| outdoor_humidity | -0.62384164 |\n", + "| outdoor_temperature | 0.6497297 |\n", + "| people_occupant | -0.6890777 |\n", + "| total_electricity_HVAC | 0.062136732 |\n", + "| wind_direction | 1.5976042 |\n", + "| wind_speed | -0.18547599 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3438.717 |\n", + "| air_humidity | 37.54473 |\n", + "| air_temperature | 23.249683 |\n", + "| clg_setpoint | 26.764893 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 18.631111 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3094845.2 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 4.475 |\n", + "-------------------------------------------------\n", + "---------------------------------------------------*************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8280878 |\n", + "| Heating_Setpoint_RL | 0.25425613 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.830204 |\n", + "| Heating_Setpoint_RL | 19.055191 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.58215773 |\n", + "| air_humidity | 0.037530188 |\n", + "| air_temperature | -0.0043215584 |\n", + "| clg_setpoint | 0.94117886 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41395158 |\n", + "| diffuse_solar_radiation | -0.7491123 |\n", + "| direct_solar_radiation | -0.61345613 |\n", + "| hour | -1.2277465 |\n", + "| htg_setpoint | 0.15421766 |\n", + "| month | 0.2341243 |\n", + "| outdoor_humidity | 0.46704626 |\n", + "| outdoor_temperature | 1.0332745 |\n", + "| people_occupant | -0.6891873 |\n", + "| total_electricity_HVAC | -0.590942 |\n", + "| wind_direction | 0.8599999 |\n", + "| wind_speed | -0.65279955 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 448.3669 |\n", + "| air_humidity | 37.329716 |\n", + "| air_temperature | 22.670134 |\n", + "| clg_setpoint | 28.63485 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 18.54398 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 78.25 |\n", + "| outdoor_temperature | 22.377365 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 403675.06 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 3.35 |\n", + "---------------------------------------------------\n", + "---------------------------------------------------*************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.8620353 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 22.47395 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.25330263 |\n", + "| air_humidity | -0.32823798 |\n", + "| air_temperature | 0.1256501 |\n", + "| clg_setpoint | -0.0054569854 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.3001365 |\n", + "| diffuse_solar_radiation | -0.74918306 |\n", + "| direct_solar_radiation | -0.61365587 |\n", + "| hour | -1.0832543 |\n", + "| htg_setpoint | 1.1788136 |\n", + "| month | 0.23404649 |\n", + "| outdoor_humidity | 1.1023457 |\n", + "| outdoor_temperature | 1.051317 |\n", + "| people_occupant | -0.6892968 |\n", + "| total_electricity_HVAC | -0.27796134 |\n", + "| wind_direction | 0.47932756 |\n", + "| wind_speed | -0.54880446 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1881.8867 |\n", + "| air_humidity | 32.564137 |\n", + "| air_temperature | 22.844307 |\n", + "| clg_setpoint | 26.133936 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.84872 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 22.565578 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1693698.1 |\n", + "| wind_direction | 232.5 |\n", + "| wind_speed | 3.6 |\n", + "---------------------------------------------------\n", + "-------------------------------------------------***************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5949689 |\n", + "| Heating_Setpoint_RL | -0.7121633 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.63302 |\n", + "| Heating_Setpoint_RL | 13.6190815 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5821182 |\n", + "| air_humidity | -1.5824897 |\n", + "| air_temperature | 0.03375013 |\n", + "| clg_setpoint | 1.4578832 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18634033 |\n", + "| diffuse_solar_radiation | -0.47114247 |\n", + "| direct_solar_radiation | 0.26460215 |\n", + "| hour | -0.9387713 |\n", + "| htg_setpoint | -0.7850752 |\n", + "| month | 0.23396875 |\n", + "| outdoor_humidity | 0.5511976 |\n", + "| outdoor_temperature | 1.1315823 |\n", + "| people_occupant | -0.68897665 |\n", + "| total_electricity_HVAC | -0.5911661 |\n", + "| wind_direction | -1.400017 |\n", + "| wind_speed | -0.9124819 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 448.57993 |\n", + "| air_humidity | 16.196463 |\n", + "| air_temperature | 22.721888 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 27.5 |\n", + "| direct_solar_radiation | 219.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 14.595356 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 23.361244 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 402810.5 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 2.725 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.95495695 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.253367 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6108429 |\n", + "| air_humidity | -1.8184985 |\n", + "| air_temperature | -0.29160842 |\n", + "| clg_setpoint | 0.4624873 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.07255388 |\n", + "| diffuse_solar_radiation | -0.32960382 |\n", + "| direct_solar_radiation | -0.6137885 |\n", + "| hour | -0.7942951 |\n", + "| htg_setpoint | 0.420338 |\n", + "| month | 0.2338911 |\n", + "| outdoor_humidity | 1.4018358 |\n", + "| outdoor_temperature | 0.86962885 |\n", + "| people_occupant | -0.688657 |\n", + "| total_electricity_HVAC | -0.61824536 |\n", + "| wind_direction | -1.5183598 |\n", + "| wind_speed | -0.39301947 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 322.78223 |\n", + "| air_humidity | 13.086984 |\n", + "| air_temperature | 22.28697 |\n", + "| clg_setpoint | 27.37212 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 41.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 19.659092 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 97.75 |\n", + "| outdoor_temperature | 20.815798 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 290652.2 |\n", + "| wind_direction | 22.5 |\n", + "| wind_speed | 3.975 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.34512645 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.460197 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.439375 |\n", + "| air_humidity | -0.10277999 |\n", + "| air_temperature | 0.42792422 |\n", + "| clg_setpoint | -0.18318097 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.041228015 |\n", + "| diffuse_solar_radiation | 1.0050588 |\n", + "| direct_solar_radiation | 0.16083747 |\n", + "| hour | -0.6498238 |\n", + "| htg_setpoint | 1.2745441 |\n", + "| month | 0.23381351 |\n", + "| outdoor_humidity | 0.61039746 |\n", + "| outdoor_temperature | 1.346768 |\n", + "| people_occupant | -0.68876654 |\n", + "| total_electricity_HVAC | -0.42491326 |\n", + "| wind_direction | 1.6696615 |\n", + "| wind_speed | -1.8893067 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1069.8997 |\n", + "| air_humidity | 35.48431 |\n", + "| air_temperature | 23.249691 |\n", + "| clg_setpoint | 25.666689 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 173.5 |\n", + "| direct_solar_radiation | 193.5 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 81.25 |\n", + "| outdoor_temperature | 25.481445 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1087064.2 |\n", + "| wind_direction | 357.5 |\n", + "| wind_speed | 0.375 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.44869587 |\n", + "| air_humidity | -0.084638394 |\n", + "| air_temperature | 1.9928693 |\n", + "| clg_setpoint | 1.4569509 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15500651 |\n", + "| diffuse_solar_radiation | 0.39036146 |\n", + "| direct_solar_radiation | 2.3357468 |\n", + "| hour | -0.5053559 |\n", + "| htg_setpoint | -0.6810932 |\n", + "| month | 0.23373601 |\n", + "| outdoor_humidity | -0.38427794 |\n", + "| outdoor_temperature | 1.3182617 |\n", + "| people_occupant | 1.6949086 |\n", + "| total_electricity_HVAC | -0.46866718 |\n", + "| wind_direction | -1.0176367 |\n", + "| wind_speed | -0.91191804 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1029.9629 |\n", + "| air_humidity | 35.727493 |\n", + "| air_temperature | 25.342512 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 112.75 |\n", + "| direct_solar_radiation | 736.75 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.033342 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 60.5 |\n", + "| outdoor_temperature | 25.21665 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 907561.3 |\n", + "| wind_direction | 75.0 |\n", + "| wind_speed | 2.725 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------****************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.14428933 |\n", + "| air_humidity | 1.9875973 |\n", + "| air_temperature | 0.42958 |\n", + "| clg_setpoint | -1.097735 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.26877877 |\n", + "| diffuse_solar_radiation | 0.7869539 |\n", + "| direct_solar_radiation | -0.61378574 |\n", + "| hour | -0.36089006 |\n", + "| htg_setpoint | 0.48259696 |\n", + "| month | 0.23365858 |\n", + "| outdoor_humidity | 1.2222115 |\n", + "| outdoor_temperature | 0.997665 |\n", + "| people_occupant | 1.6945537 |\n", + "| total_electricity_HVAC | 0.10048641 |\n", + "| wind_direction | -0.6371711 |\n", + "| wind_speed | -0.59983814 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3611.6184 |\n", + "| air_humidity | 62.77771 |\n", + "| air_temperature | 23.252367 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 152.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 19.924694 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 22.096365 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3250456.5 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 3.475 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.78512466 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.041327 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.7680262 |\n", + "| air_humidity | 1.1970633 |\n", + "| air_temperature | 0.42657986 |\n", + "| clg_setpoint | -1.0975512 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38253796 |\n", + "| diffuse_solar_radiation | 2.4822507 |\n", + "| direct_solar_radiation | 1.4894801 |\n", + "| hour | -0.21642539 |\n", + "| htg_setpoint | 0.5636337 |\n", + "| month | 0.23358123 |\n", + "| outdoor_humidity | 0.2625008 |\n", + "| outdoor_temperature | 1.6962171 |\n", + "| people_occupant | 1.6941993 |\n", + "| total_electricity_HVAC | 1.6460757 |\n", + "| wind_direction | 0.14808513 |\n", + "| wind_speed | -0.22510803 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10677.906 |\n", + "| air_humidity | 52.477207 |\n", + "| air_temperature | 23.248472 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 319.75 |\n", + "| direct_solar_radiation | 525.25 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.267643 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 28.92572 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 9610116.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 4.375 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.66004455 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.85265 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.26682937 |\n", + "| air_humidity | -0.48219785 |\n", + "| air_temperature | 0.618063 |\n", + "| clg_setpoint | -0.46087515 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.49627328 |\n", + "| diffuse_solar_radiation | 3.1548445 |\n", + "| direct_solar_radiation | 0.9418915 |\n", + "| hour | -0.07196117 |\n", + "| htg_setpoint | 1.2733363 |\n", + "| month | 0.23350395 |\n", + "| outdoor_humidity | 0.285983 |\n", + "| outdoor_temperature | 1.5720416 |\n", + "| people_occupant | -0.68920356 |\n", + "| total_electricity_HVAC | -0.29084954 |\n", + "| wind_direction | 0.100419305 |\n", + "| wind_speed | -0.49527323 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1823.1608 |\n", + "| air_humidity | 30.558764 |\n", + "| air_temperature | 23.50448 |\n", + "| clg_setpoint | 24.931526 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 386.5 |\n", + "| direct_solar_radiation | 388.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 74.5 |\n", + "| outdoor_temperature | 27.728088 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1640844.8 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 3.725 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.41352212 |\n", + "| Heating_Setpoint_RL | 0.083221495 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.020638 |\n", + "| Heating_Setpoint_RL | 18.09312 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.01412417 |\n", + "| air_humidity | -1.5112417 |\n", + "| air_temperature | 0.28498754 |\n", + "| clg_setpoint | -1.0974451 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6099699 |\n", + "| diffuse_solar_radiation | 3.0060086 |\n", + "| direct_solar_radiation | 1.3083868 |\n", + "| hour | 0.07250295 |\n", + "| htg_setpoint | -1.1314762 |\n", + "| month | 0.23342675 |\n", + "| outdoor_humidity | 0.11773464 |\n", + "| outdoor_temperature | 1.8106598 |\n", + "| people_occupant | -0.6888849 |\n", + "| total_electricity_HVAC | 0.02675736 |\n", + "| wind_direction | 0.1478921 |\n", + "| wind_speed | 0.22233284 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3044.5898 |\n", + "| air_humidity | 17.113518 |\n", + "| air_temperature | 23.059742 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 372.0 |\n", + "| direct_solar_radiation | 480.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 13.142219 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 30.076147 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2946481.8 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 5.45 |\n", + "-------------------------------------------------\n", + "------------------------------------------------******************--------------------------------------------| 55%\n", "| action_network/ | |\n", - "| index | 5 |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.5719746 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.407643 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.3182226 |\n", + "| air_humidity | 1.2397709 |\n", + "| air_temperature | 0.43141752 |\n", + "| clg_setpoint | -1.0976728 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7236092 |\n", + "| diffuse_solar_radiation | 2.9056141 |\n", + "| direct_solar_radiation | 1.316698 |\n", + "| hour | 0.21696702 |\n", + "| htg_setpoint | 1.273821 |\n", + "| month | 0.23334964 |\n", + "| outdoor_humidity | 0.33324552 |\n", + "| outdoor_temperature | 1.5308554 |\n", + "| people_occupant | 1.2184026 |\n", + "| total_electricity_HVAC | 1.2179899 |\n", + "| wind_direction | 0.1716542 |\n", + "| wind_speed | 0.7419058 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 500.5111 |\n", - "| air_humidity | 24.855114 |\n", - "| air_temperature | 24.99908 |\n", - "| clg_setpoint | 25.0 |\n", + "| HVAC_electricity_demand_rate | 8716.985 |\n", + "| air_humidity | 53.029312 |\n", + "| air_temperature | 23.255814 |\n", + "| clg_setpoint | 23.25 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 231.25 |\n", - "| direct_solar_radiation | 663.5 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 362.25 |\n", + "| direct_solar_radiation | 482.0 |\n", "| hour | 13.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 46.5 |\n", - "| outdoor_temperature | 11.0018635 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 75.5 |\n", + "| outdoor_temperature | 27.357346 |\n", "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 450460.0 |\n", - "| wind_direction | 197.5 |\n", - "| wind_speed | 6.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.02e+03 |\n", - "| n_updates | 16024 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 26%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 255.18027 |\n", - "| air_humidity | 40.3879 |\n", - "| air_temperature | 25.245584 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 182.25 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 76.0 |\n", - "| outdoor_temperature | 12.835742 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 229662.23 |\n", - "| wind_direction | 237.5 |\n", - "| wind_speed | 5.425 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.64e+03 |\n", - "| n_updates | 16049 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 26%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 61.144527 |\n", - "| air_temperature | 25.565943 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 157.25 |\n", - "| direct_solar_radiation | 440.5 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 72.0 |\n", - "| outdoor_temperature | 16.46367 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 6.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.01e+03 |\n", - "| n_updates | 16074 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 26%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 56.334118 |\n", - "| air_temperature | 26.882177 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 113.5 |\n", - "| direct_solar_radiation | 319.5 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 35.5 |\n", - "| outdoor_temperature | 26.066725 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 255.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.18e+03 |\n", - "| n_updates | 16099 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 27%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 43.002823 |\n", - "| air_temperature | 29.800293 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 55.75 |\n", - "| direct_solar_radiation | 1.5 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 72.5 |\n", - "| outdoor_temperature | 16.096746 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 187.5 |\n", - "| wind_speed | 5.425 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 979 |\n", - "| n_updates | 16124 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 27%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 48.986477 |\n", - "| air_temperature | 28.824877 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 87.75 |\n", - "| outdoor_temperature | 14.492639 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 187.5 |\n", - "| wind_speed | 2.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.56e+03 |\n", - "| n_updates | 16149 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 27%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 42.606262 |\n", - "| air_temperature | 27.829678 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 33.0 |\n", - "| outdoor_temperature | 16.676575 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 292.5 |\n", - "| wind_speed | 10.55 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.8e+03 |\n", - "| n_updates | 16174 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 28%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 33.19549 |\n", - "| air_temperature | 25.93673 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 16.0 |\n", - "| outdoor_temperature | 9.1879835 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 327.5 |\n", - "| wind_speed | 9.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.69e+04 |\n", - "| n_updates | 16199 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 28%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 36.42534 |\n", - "| air_temperature | 24.6196 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 36.5 |\n", - "| outdoor_temperature | 6.809757 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 2.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 834 |\n", - "| n_updates | 16224 |\n", - "----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 28%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 49.749786 |\n", - "| air_temperature | 19.409586 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 96.75 |\n", - "| outdoor_temperature | 4.1420374 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 5.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.98e+03 |\n", - "| n_updates | 16249 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 46.242737 |\n", - "| air_temperature | 20.562092 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 85.75 |\n", - "| outdoor_temperature | 7.1730056 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 107.5 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.95e+03 |\n", - "| n_updates | 16274 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 88.64957 |\n", - "| air_temperature | 20.738081 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 95.25 |\n", - "| outdoor_temperature | 12.110972 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 5.825 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 958 |\n", - "| n_updates | 16299 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 72.871155 |\n", - "| air_temperature | 22.278757 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 84.5 |\n", - "| outdoor_temperature | 13.553884 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.06e+03 |\n", - "| n_updates | 16324 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 81.26202 |\n", - "| air_temperature | 19.654593 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 90.75 |\n", - "| outdoor_temperature | 7.9804134 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 62.5 |\n", - "| wind_speed | 5.425 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.12e+03 |\n", - "| n_updates | 16349 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 30%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 71.018555 |\n", - "| air_temperature | 19.43056 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | 4.530317 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 47.5 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 854 |\n", - "| n_updates | 16374 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 30%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 56.09686 |\n", - "| air_temperature | 19.882326 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | 7.630194 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 90.0 |\n", - "| wind_speed | 4.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.62e+03 |\n", - "| n_updates | 16399 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 30%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 58.39541 |\n", - "| air_temperature | 18.942545 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 21.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 4.826478 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 27.5 |\n", - "| wind_speed | 10.55 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.45e+03 |\n", - "| n_updates | 16424 |\n", - "-----------------------------------------------\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'rollout/ep_len_mean': 35040.0, '_timestamp': 1700214338.3238974}).\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'rollout/ep_rew_mean': -12207.1521785, '_timestamp': 1700214338.324025}).\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'rollout/exploration_rate': 0.05, '_timestamp': 1700214338.3241777}).\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/episodes': 2, '_timestamp': 1700214338.324233}).\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/fps': 952, '_timestamp': 1700214338.324258}).\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/time_elapsed': 110, '_timestamp': 1700214338.3242805}).\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/total_timesteps': 105117, '_timestamp': 1700214338.3243134}).\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 61.804073 |\n", - "| air_temperature | 17.933743 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 65.25 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 5.314055 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 255.0 |\n", - "| wind_speed | 7.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.75e+03 |\n", - "| n_updates | 16449 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 139.62027 |\n", - "| air_humidity | 57.48164 |\n", - "| air_temperature | 19.324568 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 81.25 |\n", - "| direct_solar_radiation | 754.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 62.25 |\n", - "| outdoor_temperature | 11.337564 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 127898.09 |\n", - "| wind_direction | 242.5 |\n", - "| wind_speed | 4.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.4e+03 |\n", - "| n_updates | 16474 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 423.0795 |\n", - "| air_humidity | 54.558548 |\n", - "| air_temperature | 21.274569 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 249.5 |\n", - "| direct_solar_radiation | 331.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 73.75 |\n", - "| outdoor_temperature | 11.623175 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 391077.4 |\n", - "| wind_direction | 135.0 |\n", - "| wind_speed | 2.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.03e+03 |\n", - "| n_updates | 16499 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 426.25082 |\n", - "| air_humidity | 42.10922 |\n", - "| air_temperature | 24.387661 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 169.5 |\n", - "| direct_solar_radiation | 783.75 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 53.25 |\n", - "| outdoor_temperature | 15.680944 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 383625.75 |\n", - "| wind_direction | 355.0 |\n", - "| wind_speed | 7.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.35e+03 |\n", - "| n_updates | 16524 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3278.4285 |\n", - "| air_humidity | 51.37957 |\n", - "| air_temperature | 23.440716 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 440.75 |\n", - "| direct_solar_radiation | 415.75 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 52.0 |\n", - "| outdoor_temperature | 19.777857 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2925658.0 |\n", - "| wind_direction | 175.0 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.25e+03 |\n", - "| n_updates | 16549 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 67.33587 |\n", - "| air_temperature | 23.060978 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 423.25 |\n", - "| direct_solar_radiation | 154.25 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | 19.105343 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 227.5 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8e+03 |\n", - "| n_updates | 16574 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 59.69443 |\n", - "| air_temperature | 25.178434 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 182.75 |\n", - "| direct_solar_radiation | 738.75 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 45.5 |\n", - "| outdoor_temperature | 16.890213 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 105.0 |\n", - "| wind_speed | 9.025 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 777 |\n", - "| n_updates | 16599 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 886.88434 |\n", - "| air_humidity | 43.01376 |\n", - "| air_temperature | 22.757463 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 231.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 76.25 |\n", - "| outdoor_temperature | 12.084203 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 798195.9 |\n", - "| wind_direction | 112.5 |\n", - "| wind_speed | 5.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.67e+03 |\n", - "| n_updates | 16624 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 33%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 202.23326 |\n", - "| air_humidity | 55.07219 |\n", - "| air_temperature | 25.159515 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 139.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 92.5 |\n", - "| outdoor_temperature | 14.396703 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 182009.94 |\n", - "| wind_direction | 347.5 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.39e+03 |\n", - "| n_updates | 16649 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 33%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 259.9499 |\n", - "| air_humidity | 24.07339 |\n", - "| air_temperature | 26.803598 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 273.5 |\n", - "| direct_solar_radiation | 169.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 29.75 |\n", - "| outdoor_temperature | 15.0922365 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 233954.9 |\n", - "| wind_direction | 117.5 |\n", - "| wind_speed | 6.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.28e+03 |\n", - "| n_updates | 16674 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 33%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1844.631 |\n", - "| air_humidity | 28.542942 |\n", - "| air_temperature | 24.000408 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 134.0 |\n", - "| direct_solar_radiation | 401.75 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 34.75 |\n", - "| outdoor_temperature | 17.741638 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1660167.9 |\n", - "| wind_direction | 95.0 |\n", - "| wind_speed | 8.925 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.33e+03 |\n", - "| n_updates | 16699 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 34%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 39.95888 |\n", - "| air_temperature | 28.465874 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 75.75 |\n", - "| direct_solar_radiation | 29.25 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 56.0 |\n", - "| outdoor_temperature | 14.858121 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 17.5 |\n", - "| wind_speed | 7.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.93e+03 |\n", - "| n_updates | 16724 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 34%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 70.26563 |\n", - "| air_temperature | 22.1756 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 12.75 |\n", - "| direct_solar_radiation | 27.75 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 84.75 |\n", - "| outdoor_temperature | 15.311967 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 2.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.59e+03 |\n", - "| n_updates | 16749 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 34%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 60.651237 |\n", - "| air_temperature | 24.642591 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 89.75 |\n", - "| outdoor_temperature | 14.209018 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 137.5 |\n", - "| wind_speed | 2.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.33e+03 |\n", - "| n_updates | 16774 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 34%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 64.60104 |\n", - "| air_temperature | 25.386179 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 93.75 |\n", - "| outdoor_temperature | 11.908129 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 97.5 |\n", - "| wind_speed | 3.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.87e+03 |\n", - "| n_updates | 16799 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.14912 |\n", - "| air_temperature | 23.695042 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 99.0 |\n", - "| outdoor_temperature | 13.742707 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 6.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 653 |\n", - "| n_updates | 16824 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.65019 |\n", - "| air_temperature | 22.592537 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 14.277803 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 357.5 |\n", - "| wind_speed | 0.775 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.22e+03 |\n", - "| n_updates | 16849 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 70.704895 |\n", - "| air_temperature | 23.187885 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 63.75 |\n", - "| outdoor_temperature | 14.677337 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 345.0 |\n", - "| wind_speed | 2.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.39e+03 |\n", - "| n_updates | 16874 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 36%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 62.997635 |\n", - "| air_temperature | 23.428854 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 52.0 |\n", - "| outdoor_temperature | 14.541368 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 12.5 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.54e+03 |\n", - "| n_updates | 16899 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 36%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 69.104126 |\n", - "| air_temperature | 21.876242 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 82.25 |\n", - "| outdoor_temperature | 9.96343 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 4.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.75e+03 |\n", - "| n_updates | 16924 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 36%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 69.86454 |\n", - "| air_temperature | 21.600565 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 39.75 |\n", - "| outdoor_temperature | 14.400382 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 15.0 |\n", - "| wind_speed | 5.175 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.64e+03 |\n", - "| n_updates | 16949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*--------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 56.518505 |\n", - "| air_temperature | 20.212349 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 85.0 |\n", - "| outdoor_temperature | 6.7360797 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 37.5 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.12e+04 |\n", - "| n_updates | 16974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*--------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.30012 |\n", - "| air_temperature | 20.133348 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 18.5 |\n", - "| direct_solar_radiation | 26.75 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | 6.6733184 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 55.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.85e+03 |\n", - "| n_updates | 16999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*--------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 71.16668 |\n", - "| air_temperature | 19.883177 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 87.5 |\n", - "| direct_solar_radiation | 222.25 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 80.75 |\n", - "| outdoor_temperature | 10.129374 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 27.5 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.58e+03 |\n", - "| n_updates | 17024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*--------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.16959 |\n", - "| air_temperature | 20.764967 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 133.75 |\n", - "| direct_solar_radiation | 459.75 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 73.25 |\n", - "| outdoor_temperature | 14.322216 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 45.0 |\n", - "| wind_speed | 3.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.48e+03 |\n", - "| n_updates | 17049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 81.00924 |\n", - "| air_temperature | 21.80383 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 247.75 |\n", - "| direct_solar_radiation | 337.25 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 85.5 |\n", - "| outdoor_temperature | 15.378115 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.81e+03 |\n", - "| n_updates | 17074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.258354 |\n", - "| air_temperature | 22.053274 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 219.25 |\n", - "| direct_solar_radiation | 9.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 18.406048 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 80.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.04e+03 |\n", - "| n_updates | 17099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 691.146 |\n", - "| air_humidity | 46.539497 |\n", - "| air_temperature | 24.863531 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 200.0 |\n", - "| direct_solar_radiation | 737.25 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 52.5 |\n", - "| outdoor_temperature | 17.3546 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 622023.5 |\n", - "| wind_direction | 350.0 |\n", - "| wind_speed | 9.775 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.86e+03 |\n", - "| n_updates | 17124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3710.4148 |\n", - "| air_humidity | 39.002415 |\n", - "| air_temperature | 23.876598 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 239.5 |\n", - "| direct_solar_radiation | 707.5 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 35.5 |\n", - "| outdoor_temperature | 20.152966 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3339373.2 |\n", - "| wind_direction | 27.5 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.82e+03 |\n", - "| n_updates | 17149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***------------------------------------------------------------| 39%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3688.425 |\n", - "| air_humidity | 43.778458 |\n", - "| air_temperature | 23.66983 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 443.25 |\n", - "| direct_solar_radiation | 133.5 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 38.75 |\n", - "| outdoor_temperature | 22.107475 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 3319582.5 |\n", - "| wind_direction | 157.5 |\n", - "| wind_speed | 3.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.57e+03 |\n", - "| n_updates | 17174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***------------------------------------------------------------| 39%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 917.6637 |\n", - "| air_humidity | 56.962753 |\n", - "| air_temperature | 23.999311 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 259.5 |\n", - "| direct_solar_radiation | 4.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 15.511669 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 825897.3 |\n", - "| wind_direction | 127.5 |\n", - "| wind_speed | 4.875 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.99e+03 |\n", - "| n_updates | 17199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***------------------------------------------------------------| 39%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 858.77216 |\n", - "| air_humidity | 57.474483 |\n", - "| air_temperature | 25.882996 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 163.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 17.411175 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 772894.94 |\n", - "| wind_direction | 175.0 |\n", - "| wind_speed | 7.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.69e+03 |\n", - "| n_updates | 17224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.20754 |\n", - "| air_temperature | 25.337343 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 280.5 |\n", - "| direct_solar_radiation | 431.75 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 40.25 |\n", - "| outdoor_temperature | 19.513725 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 8.525 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.94e+03 |\n", - "| n_updates | 17249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 75.899506 |\n", - "| air_temperature | 25.854675 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 263.0 |\n", - "| direct_solar_radiation | 43.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 38.75 |\n", - "| outdoor_temperature | 19.162733 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 287.5 |\n", - "| wind_speed | 7.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.05e+03 |\n", - "| n_updates | 17274 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4173.7295 |\n", - "| air_humidity | 37.54742 |\n", - "| air_temperature | 23.964441 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 121.75 |\n", - "| direct_solar_radiation | 547.25 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 30.25 |\n", - "| outdoor_temperature | 22.092154 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3756356.5 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 8.775 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.53e+03 |\n", - "| n_updates | 17299 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 41.42586 |\n", - "| air_temperature | 29.204458 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 105.75 |\n", - "| direct_solar_radiation | 76.5 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 57.5 |\n", - "| outdoor_temperature | 19.358492 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 172.5 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.76e+03 |\n", - "| n_updates | 17324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****----------------------------------------------------------| 41%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 53.49464 |\n", - "| air_temperature | 29.286299 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 39.75 |\n", - "| direct_solar_radiation | 78.75 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 52.5 |\n", - "| outdoor_temperature | 24.95861 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 17.5 |\n", - "| wind_speed | 0.9 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.01e+03 |\n", - "| n_updates | 17349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****----------------------------------------------------------| 41%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 53.129776 |\n", - "| air_temperature | 29.402967 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 60.5 |\n", - "| outdoor_temperature | 21.23685 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 197.5 |\n", - "| wind_speed | 2.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.58e+04 |\n", - "| n_updates | 17374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****----------------------------------------------------------| 41%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 62.3626 |\n", - "| air_temperature | 27.33943 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 76.5 |\n", - "| outdoor_temperature | 18.870724 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 140.0 |\n", - "| wind_speed | 1.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.59e+03 |\n", - "| n_updates | 17399 |\n", - "-----------------------------------------------\n", - "----------------------------------------------******----------------------------------------------------------| 41%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 66.01241 |\n", - "| air_temperature | 26.20268 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 47.75 |\n", - "| outdoor_temperature | 21.07225 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 347.5 |\n", - "| wind_speed | 7.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2e+03 |\n", - "| n_updates | 17424 |\n", - "----------------------------------------------\n", - "-----------------------------------------------******---------------------------------------------------------| 42%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 74.478065 |\n", - "| air_temperature | 24.307499 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 48.25 |\n", - "| outdoor_temperature | 16.253143 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 327.5 |\n", - "| wind_speed | 6.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.35e+03 |\n", - "| n_updates | 17449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******---------------------------------------------------------| 42%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 69.24167 |\n", - "| air_temperature | 23.637384 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 38.25 |\n", - "| outdoor_temperature | 19.995474 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 337.5 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.55e+03 |\n", - "| n_updates | 17474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 72.323845 |\n", - "| air_temperature | 23.203812 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 60.75 |\n", - "| outdoor_temperature | 16.461828 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 235.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 613 |\n", - "| n_updates | 17499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 86.80206 |\n", - "| air_temperature | 22.288834 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 17.761728 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 922 |\n", - "| n_updates | 17524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 89.78475 |\n", - "| air_temperature | 21.46684 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 14.061084 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 215.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.62e+03 |\n", - "| n_updates | 17549 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 81.15778 |\n", - "| air_temperature | 23.580736 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 81.75 |\n", - "| outdoor_temperature | 17.122057 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 322.5 |\n", - "| wind_speed | 1.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.25e+03 |\n", - "| n_updates | 17574 |\n", - "-----------------------------------------------\n", - "----------------------------------------------*********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 88.29978 |\n", - "| air_temperature | 22.31859 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 20.0 |\n", - "| direct_solar_radiation | 40.25 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 54.5 |\n", - "| outdoor_temperature | 14.69055 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 10.0 |\n", - "| wind_speed | 5.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 940 |\n", - "| n_updates | 17599 |\n", - "----------------------------------------------\n", - "-----------------------------------------------********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 93.26164 |\n", - "| air_temperature | 21.451311 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 94.25 |\n", - "| direct_solar_radiation | 98.75 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 73.5 |\n", - "| outdoor_temperature | 15.18072 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 42.5 |\n", - "| wind_speed | 2.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 857 |\n", - "| n_updates | 17624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 76.971344 |\n", - "| air_temperature | 21.424046 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 168.5 |\n", - "| direct_solar_radiation | 91.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 87.75 |\n", - "| outdoor_temperature | 18.039125 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 130.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.46e+03 |\n", - "| n_updates | 17649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1732.2148 |\n", - "| air_humidity | 72.68931 |\n", - "| air_temperature | 21.707315 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 152.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 90.75 |\n", - "| outdoor_temperature | 19.883415 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1558993.4 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.28e+03 |\n", - "| n_updates | 17674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********------------------------------------------------------| 45%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1228.1124 |\n", - "| air_humidity | 69.9077 |\n", - "| air_temperature | 22.623905 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 165.25 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 18.969051 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1105301.1 |\n", - "| wind_direction | 192.5 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 517 |\n", - "| n_updates | 17699 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********------------------------------------------------------| 45%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4790.518 |\n", - "| air_humidity | 62.532368 |\n", - "| air_temperature | 22.88602 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 280.75 |\n", - "| direct_solar_radiation | 574.25 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 84.75 |\n", - "| outdoor_temperature | 21.947834 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4281177.5 |\n", - "| wind_direction | 192.5 |\n", - "| wind_speed | 5.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.6e+03 |\n", - "| n_updates | 17724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********------------------------------------------------------| 45%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 73.33571 |\n", - "| air_temperature | 26.042614 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 299.0 |\n", - "| direct_solar_radiation | 563.75 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 68.75 |\n", - "| outdoor_temperature | 27.839651 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 217.5 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.9e+03 |\n", - "| n_updates | 17749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.68221 |\n", - "| air_temperature | 23.874613 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 272.75 |\n", - "| direct_solar_radiation | 136.25 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 24.195335 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 115.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.52e+03 |\n", - "| n_updates | 17774 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5723.8325 |\n", - "| air_humidity | 59.568176 |\n", - "| air_temperature | 23.107014 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 259.75 |\n", - "| direct_solar_radiation | 706.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 75.5 |\n", - "| outdoor_temperature | 23.755472 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 5151449.5 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 4.675 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 452 |\n", - "| n_updates | 17799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6552.195 |\n", - "| air_humidity | 58.304203 |\n", - "| air_temperature | 23.97524 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 169.75 |\n", - "| direct_solar_radiation | 637.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 71.75 |\n", - "| outdoor_temperature | 27.065159 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 5884490.0 |\n", - "| wind_direction | 197.5 |\n", - "| wind_speed | 5.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.65e+03 |\n", - "| n_updates | 17824 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 7836.0625 |\n", - "| air_humidity | 56.81204 |\n", - "| air_temperature | 24.587852 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 381.0 |\n", - "| direct_solar_radiation | 266.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 42.5 |\n", - "| outdoor_temperature | 32.049313 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 7052456.5 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 5.675 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.44e+03 |\n", - "| n_updates | 17849 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4793.1064 |\n", - "| air_humidity | 54.42562 |\n", - "| air_temperature | 24.286098 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 216.0 |\n", - "| direct_solar_radiation | 511.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 40.75 |\n", - "| outdoor_temperature | 25.641277 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4312496.0 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.22e+03 |\n", - "| n_updates | 17874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 7375.4526 |\n", - "| air_humidity | 61.23719 |\n", - "| air_temperature | 23.157116 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 121.5 |\n", - "| direct_solar_radiation | 495.75 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 90.25 |\n", - "| outdoor_temperature | 23.998201 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 6626954.5 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 5.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.98e+03 |\n", - "| n_updates | 17899 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 59.19129 |\n", - "| air_temperature | 29.05981 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 105.5 |\n", - "| direct_solar_radiation | 315.5 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 30.75 |\n", - "| outdoor_temperature | 28.943462 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 305.0 |\n", - "| wind_speed | 6.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.31e+03 |\n", - "| n_updates | 17924 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 60.36356 |\n", - "| air_temperature | 28.721018 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 52.0 |\n", - "| direct_solar_radiation | 52.5 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 81.5 |\n", - "| outdoor_temperature | 24.795532 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 5.825 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.29e+03 |\n", - "| n_updates | 17949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************---------------------------------------------------| 48%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 63.818764 |\n", - "| air_temperature | 28.084414 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 97.75 |\n", - "| outdoor_temperature | 24.247278 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 85.0 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.63e+03 |\n", - "| n_updates | 17974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************---------------------------------------------------| 48%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 64.21806 |\n", - "| air_temperature | 27.403837 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 50.5 |\n", - "| outdoor_temperature | 28.683372 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 272.5 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.69e+03 |\n", - "| n_updates | 17999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************---------------------------------------------------| 48%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 68.10296 |\n", - "| air_temperature | 26.301935 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 21.085833 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 7.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.41e+03 |\n", - "| n_updates | 18024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.1191 |\n", - "| air_temperature | 24.227379 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 86.25 |\n", - "| outdoor_temperature | 20.546297 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.58e+03 |\n", - "| n_updates | 18049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 75.33137 |\n", - "| air_temperature | 23.995317 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 21.382294 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 4.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.79e+03 |\n", - "| n_updates | 18074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.265434 |\n", - "| air_temperature | 23.291105 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 20.631296 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 5.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.06e+04 |\n", - "| n_updates | 18099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.593895 |\n", - "| air_temperature | 22.290453 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 96.25 |\n", - "| outdoor_temperature | 18.960316 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.9e+03 |\n", - "| n_updates | 18124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 85.49853 |\n", - "| air_temperature | 22.546316 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 17.489908 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.57e+03 |\n", - "| n_updates | 18149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 85.61108 |\n", - "| air_temperature | 22.441803 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 88.0 |\n", - "| outdoor_temperature | 20.486403 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 237.5 |\n", - "| wind_speed | 2.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.51e+03 |\n", - "| n_updates | 18174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 91.05344 |\n", - "| air_temperature | 22.388695 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 17.0 |\n", - "| direct_solar_radiation | 1.75 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 95.25 |\n", - "| outdoor_temperature | 19.99402 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.31e+03 |\n", - "| n_updates | 18199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 90.21326 |\n", - "| air_temperature | 22.180178 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 42.25 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 20.440664 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 67.5 |\n", - "| wind_speed | 2.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.93e+03 |\n", - "| n_updates | 18224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.37489 |\n", - "| air_temperature | 23.224543 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 110.0 |\n", - "| direct_solar_radiation | 160.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 88.75 |\n", - "| outdoor_temperature | 23.39646 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 232.5 |\n", - "| wind_speed | 4.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.86e+03 |\n", - "| n_updates | 18249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 76.447105 |\n", - "| air_temperature | 24.64745 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 173.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 72.75 |\n", - "| outdoor_temperature | 25.151327 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 242.5 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.17e+04 |\n", - "| n_updates | 18274 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 8526.9795 |\n", - "| air_humidity | 64.30461 |\n", - "| air_temperature | 22.684814 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 288.25 |\n", - "| direct_solar_radiation | 412.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 73.5 |\n", - "| outdoor_temperature | 27.592764 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 7762197.0 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 3.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.26e+03 |\n", - "| n_updates | 18299 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************-----------------------------------------------| 52%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 8381.347 |\n", - "| air_humidity | 60.01121 |\n", - "| air_temperature | 23.661592 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 254.25 |\n", - "| direct_solar_radiation | 629.25 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 71.75 |\n", - "| outdoor_temperature | 27.747707 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 7516141.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.75e+03 |\n", - "| n_updates | 18324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************-----------------------------------------------| 52%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6758.7915 |\n", - "| air_humidity | 58.00684 |\n", - "| air_temperature | 24.18974 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 317.5 |\n", - "| direct_solar_radiation | 556.75 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 39.75 |\n", - "| outdoor_temperature | 31.748314 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 6082912.5 |\n", - "| wind_direction | 285.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.81e+03 |\n", - "| n_updates | 18349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************-----------------------------------------------| 52%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4673.956 |\n", - "| air_humidity | 56.21035 |\n", - "| air_temperature | 24.077019 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 282.25 |\n", - "| direct_solar_radiation | 664.75 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 41.0 |\n", - "| outdoor_temperature | 26.647907 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 4197338.5 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 4.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.61e+03 |\n", - "| n_updates | 18374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3924.4778 |\n", - "| air_humidity | 55.328617 |\n", - "| air_temperature | 24.44708 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 161.25 |\n", - "| direct_solar_radiation | 755.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 35.75 |\n", - "| outdoor_temperature | 29.854593 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 3535004.5 |\n", - "| wind_direction | 207.5 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 915 |\n", - "| n_updates | 18399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 58.166363 |\n", - "| air_temperature | 28.55074 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 226.0 |\n", - "| direct_solar_radiation | 707.25 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 57.5 |\n", - "| outdoor_temperature | 30.628448 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.23e+03 |\n", - "| n_updates | 18424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 60.52538 |\n", - "| air_temperature | 27.901205 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 273.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 67.75 |\n", - "| outdoor_temperature | 25.93718 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 6.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.89e+03 |\n", - "| n_updates | 18449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 7710.064 |\n", - "| air_humidity | 59.231922 |\n", - "| air_temperature | 23.880999 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 190.25 |\n", - "| direct_solar_radiation | 343.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 28.25258 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 6939057.5 |\n", - "| wind_direction | 235.0 |\n", - "| wind_speed | 1.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.2e+04 |\n", - "| n_updates | 18474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6280.664 |\n", - "| air_humidity | 59.72886 |\n", - "| air_temperature | 23.7811 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 155.5 |\n", - "| direct_solar_radiation | 91.25 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 50.25 |\n", - "| outdoor_temperature | 29.278086 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5652597.5 |\n", - "| wind_direction | 267.5 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 995 |\n", - "| n_updates | 18499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 48.54388 |\n", - "| air_temperature | 29.638643 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 103.25 |\n", - "| direct_solar_radiation | 62.5 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 55.25 |\n", - "| outdoor_temperature | 25.908215 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 182.5 |\n", - "| wind_speed | 4.375 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.09e+03 |\n", - "| n_updates | 18524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 56.875576 |\n", - "| air_temperature | 28.546131 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 36.5 |\n", - "| direct_solar_radiation | 21.75 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 78.25 |\n", - "| outdoor_temperature | 25.278723 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 140.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.83e+03 |\n", - "| n_updates | 18549 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 58.24339 |\n", - "| air_temperature | 29.165983 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 88.75 |\n", - "| outdoor_temperature | 24.60015 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 4.875 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.46e+03 |\n", - "| n_updates | 18574 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************--------------------------------------------| 55%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 66.87542 |\n", - "| air_temperature | 27.153479 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 85.0 |\n", - "| outdoor_temperature | 24.488916 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 5.125 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.19e+03 |\n", - "| n_updates | 18599 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************--------------------------------------------| 55%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 68.727104 |\n", - "| air_temperature | 26.621859 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 86.5 |\n", - "| outdoor_temperature | 24.772013 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 7.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.62e+03 |\n", - "| n_updates | 18624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************--------------------------------------------| 55%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 74.13177 |\n", - "| air_temperature | 25.110699 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 89.25 |\n", - "| outdoor_temperature | 22.868048 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 5.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.89e+03 |\n", - "| n_updates | 18649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.009995 |\n", - "| air_temperature | 23.295828 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 91.5 |\n", - "| outdoor_temperature | 20.944084 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 222.5 |\n", - "| wind_speed | 3.625 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.68e+03 |\n", - "| n_updates | 18674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 76.22931 |\n", - "| air_temperature | 24.215412 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 23.454714 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 2.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.08e+03 |\n", - "| n_updates | 18699 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 84.98991 |\n", - "| air_temperature | 23.21452 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 89.25 |\n", - "| outdoor_temperature | 21.339176 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 235.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 778 |\n", - "| n_updates | 18724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 84.72173 |\n", - "| air_temperature | 23.91344 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 92.5 |\n", - "| outdoor_temperature | 23.348045 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 3.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.08e+03 |\n", - "| n_updates | 18749 |\n", - "-----------------------------------------------\n", - "----------------------------------------------*********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 86.47173 |\n", - "| air_temperature | 23.57375 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 21.85287 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 202.5 |\n", - "| wind_speed | 5.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 648 |\n", - "| n_updates | 18774 |\n", - "----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 91.6411 |\n", - "| air_temperature | 22.740074 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 81.0 |\n", - "| outdoor_temperature | 23.466516 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 302.5 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.83e+03 |\n", - "| n_updates | 18799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 85.37062 |\n", - "| air_temperature | 22.634445 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 49.5 |\n", - "| direct_solar_radiation | 17.75 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 22.287907 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 197.5 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 839 |\n", - "| n_updates | 18824 |\n", - "-----------------------------------------------\n", - "----------------------------------------------**********************------------------------------------------| 58%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 87.94491 |\n", - "| air_temperature | 22.73523 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 84.25 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 89.5 |\n", - "| outdoor_temperature | 24.26252 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 127.5 |\n", - "| wind_speed | 1.125 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.38e+03 |\n", - "| n_updates | 18849 |\n", - "----------------------------------------------\n", - "-----------------------------------------------*********************------------------------------------------| 58%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2807.4397 |\n", - "| air_humidity | 74.32868 |\n", - "| air_temperature | 21.33207 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 129.0 |\n", - "| direct_solar_radiation | 596.75 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 67.0 |\n", - "| outdoor_temperature | 26.407139 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2526695.5 |\n", - "| wind_direction | 225.0 |\n", - "| wind_speed | 2.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.81e+03 |\n", - "| n_updates | 18874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************------------------------------------------| 58%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 9054.869 |\n", - "| air_humidity | 65.859116 |\n", - "| air_temperature | 23.2239 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 113.0 |\n", - "| direct_solar_radiation | 751.25 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | 29.98417 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 8148379.0 |\n", - "| wind_direction | 207.5 |\n", - "| wind_speed | 2.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.4e+03 |\n", - "| n_updates | 18899 |\n", - "-----------------------------------------------\n", - "----------------------------------------------************************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 69.58006 |\n", - "| air_temperature | 26.38312 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 272.25 |\n", - "| direct_solar_radiation | 387.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 69.5 |\n", - "| outdoor_temperature | 28.69311 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 182.5 |\n", - "| wind_speed | 2.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.88e+03 |\n", - "| n_updates | 18924 |\n", - "----------------------------------------------\n", - "-----------------------------------------------***********************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 67.058 |\n", - "| air_temperature | 26.914494 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 180.75 |\n", - "| direct_solar_radiation | 689.25 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 69.75 |\n", - "| outdoor_temperature | 29.624235 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 177.5 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.57e+03 |\n", - "| n_updates | 18949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 8801.524 |\n", - "| air_humidity | 58.136875 |\n", - "| air_temperature | 24.039986 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 265.75 |\n", - "| direct_solar_radiation | 10.75 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 72.25 |\n", - "| outdoor_temperature | 28.023397 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 7921372.0 |\n", - "| wind_direction | 112.5 |\n", - "| wind_speed | 5.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.12e+03 |\n", - "| n_updates | 18974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3378.667 |\n", - "| air_humidity | 58.892483 |\n", - "| air_temperature | 23.367899 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 257.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 84.75 |\n", - "| outdoor_temperature | 21.247084 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 3040800.2 |\n", - "| wind_direction | 62.5 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.18e+03 |\n", - "| n_updates | 18999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4014.445 |\n", - "| air_humidity | 57.45482 |\n", - "| air_temperature | 23.92956 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 368.0 |\n", - "| direct_solar_radiation | 307.25 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 49.75 |\n", - "| outdoor_temperature | 23.911158 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 3613000.5 |\n", - "| wind_direction | 65.0 |\n", - "| wind_speed | 5.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.18e+03 |\n", - "| n_updates | 19024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4817.473 |\n", - "| air_humidity | 52.57281 |\n", - "| air_temperature | 24.286257 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 237.75 |\n", - "| direct_solar_radiation | 550.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 39.5 |\n", - "| outdoor_temperature | 26.177536 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4331393.5 |\n", - "| wind_direction | 132.5 |\n", - "| wind_speed | 4.925 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.34e+03 |\n", - "| n_updates | 19049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5711.878 |\n", - "| air_humidity | 57.63123 |\n", - "| air_temperature | 24.354006 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 239.0 |\n", - "| direct_solar_radiation | 424.25 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 51.5 |\n", - "| outdoor_temperature | 26.314344 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5136858.0 |\n", - "| wind_direction | 197.5 |\n", - "| wind_speed | 4.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 395 |\n", - "| n_updates | 19074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 58.167454 |\n", - "| air_temperature | 28.583328 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 68.25 |\n", - "| direct_solar_radiation | 670.75 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 67.25 |\n", - "| outdoor_temperature | 26.150335 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 5.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.25e+03 |\n", - "| n_updates | 19099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************--------------------------------------| 61%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 55.369625 |\n", - "| air_temperature | 29.384346 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 82.75 |\n", - "| direct_solar_radiation | 102.75 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 78.25 |\n", - "| outdoor_temperature | 25.75643 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 185.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.68e+03 |\n", - "| n_updates | 19124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************--------------------------------------| 61%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 51.58527 |\n", - "| air_temperature | 29.717571 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 18.75 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | 31.05684 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 5.425 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.17e+03 |\n", - "| n_updates | 19149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************--------------------------------------| 61%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 57.148495 |\n", - "| air_temperature | 29.580566 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 73.75 |\n", - "| outdoor_temperature | 26.079569 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 496 |\n", - "| n_updates | 19174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 66.282104 |\n", - "| air_temperature | 27.809978 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 74.0 |\n", - "| outdoor_temperature | 24.78124 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.12e+03 |\n", - "| n_updates | 19199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 64.98033 |\n", - "| air_temperature | 26.815897 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 83.75 |\n", - "| outdoor_temperature | 23.301914 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 105.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.78e+03 |\n", - "| n_updates | 19224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.27217 |\n", - "| air_temperature | 26.22684 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 94.0 |\n", - "| outdoor_temperature | 26.958303 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 102.5 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.37e+03 |\n", - "| n_updates | 19249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 81.57633 |\n", - "| air_temperature | 25.920828 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 55.5 |\n", - "| outdoor_temperature | 26.734919 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 22.5 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4e+03 |\n", - "| n_updates | 19274 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 84.304825 |\n", - "| air_temperature | 25.465914 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 57.5 |\n", - "| outdoor_temperature | 22.813532 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 45.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.07e+03 |\n", - "| n_updates | 19299 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.35207 |\n", - "| air_temperature | 23.392422 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 73.75 |\n", - "| outdoor_temperature | 17.851112 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 52.5 |\n", - "| wind_speed | 2.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.42e+03 |\n", - "| n_updates | 19324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 77.09457 |\n", - "| air_temperature | 23.109562 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 68.0 |\n", - "| outdoor_temperature | 21.00783 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 232.5 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.54e+03 |\n", - "| n_updates | 19349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************-----------------------------------| 64%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.33025 |\n", - "| air_temperature | 23.843977 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 43.5 |\n", - "| outdoor_temperature | 26.288761 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 312.5 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.09e+03 |\n", - "| n_updates | 19374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************-----------------------------------| 64%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 75.405334 |\n", - "| air_temperature | 22.821547 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 61.5 |\n", - "| outdoor_temperature | 18.559614 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.26e+03 |\n", - "| n_updates | 19399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************-----------------------------------| 64%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 84.77596 |\n", - "| air_temperature | 23.128113 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 31.5 |\n", - "| direct_solar_radiation | 52.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 73.75 |\n", - "| outdoor_temperature | 20.81059 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.75e+03 |\n", - "| n_updates | 19424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 82.58572 |\n", - "| air_temperature | 23.639242 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 84.75 |\n", - "| direct_solar_radiation | 314.25 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 52.5 |\n", - "| outdoor_temperature | 20.048075 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 15.0 |\n", - "| wind_speed | 4.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.97e+03 |\n", - "| n_updates | 19449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1617.4988 |\n", - "| air_humidity | 79.90342 |\n", - "| air_temperature | 20.43247 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 139.75 |\n", - "| direct_solar_radiation | 442.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | 22.065544 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1478523.6 |\n", - "| wind_direction | 52.5 |\n", - "| wind_speed | 2.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.59e+03 |\n", - "| n_updates | 19474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5886.132 |\n", - "| air_humidity | 66.80615 |\n", - "| air_temperature | 22.063503 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 180.25 |\n", - "| direct_solar_radiation | 508.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 81.0 |\n", - "| outdoor_temperature | 24.354967 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5328320.5 |\n", - "| wind_direction | 232.5 |\n", - "| wind_speed | 5.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.15e+03 |\n", - "| n_updates | 19499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3672.857 |\n", - "| air_humidity | 59.752323 |\n", - "| air_temperature | 23.272907 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 187.0 |\n", - "| direct_solar_radiation | 603.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 43.5 |\n", - "| outdoor_temperature | 24.80805 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3281666.5 |\n", - "| wind_direction | 97.5 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.52e+03 |\n", - "| n_updates | 19524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4737.7534 |\n", - "| air_humidity | 58.999786 |\n", - "| air_temperature | 23.746513 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 222.5 |\n", - "| direct_solar_radiation | 627.75 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 57.5 |\n", - "| outdoor_temperature | 24.401014 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4263978.0 |\n", - "| wind_direction | 227.5 |\n", - "| wind_speed | 4.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.85e+03 |\n", - "| n_updates | 19549 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4875.718 |\n", - "| air_humidity | 44.244587 |\n", - "| air_temperature | 24.019958 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 180.0 |\n", - "| direct_solar_radiation | 788.5 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 26.25 |\n", - "| outdoor_temperature | 26.552404 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 4371530.0 |\n", - "| wind_direction | 5.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.83e+03 |\n", - "| n_updates | 19574 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 45.898952 |\n", - "| air_temperature | 26.009037 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 127.75 |\n", - "| direct_solar_radiation | 850.75 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 70.5 |\n", - "| outdoor_temperature | 26.36101 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 5.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.82e+03 |\n", - "| n_updates | 19599 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 41.81277 |\n", - "| air_temperature | 27.505688 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 186.5 |\n", - "| direct_solar_radiation | 669.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 25.5 |\n", - "| outdoor_temperature | 29.788122 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 335.0 |\n", - "| wind_speed | 4.875 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.48e+03 |\n", - "| n_updates | 19624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************--------------------------------| 67%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4886.1143 |\n", - "| air_humidity | 57.88376 |\n", - "| air_temperature | 23.773052 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 199.5 |\n", - "| direct_solar_radiation | 361.25 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 56.75 |\n", - "| outdoor_temperature | 24.97054 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4363027.0 |\n", - "| wind_direction | 130.0 |\n", - "| wind_speed | 4.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.29e+03 |\n", - "| n_updates | 19649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************--------------------------------| 67%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4029.3594 |\n", - "| air_humidity | 46.99753 |\n", - "| air_temperature | 24.343311 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 173.25 |\n", - "| direct_solar_radiation | 387.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 42.25 |\n", - "| outdoor_temperature | 22.448847 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3626423.5 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.33e+03 |\n", - "| n_updates | 19674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************--------------------------------| 67%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5349.853 |\n", - "| air_humidity | 58.909237 |\n", - "| air_temperature | 24.063595 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 93.5 |\n", - "| direct_solar_radiation | 335.5 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 57.5 |\n", - "| outdoor_temperature | 24.990084 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4814867.5 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 6.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.78e+03 |\n", - "| n_updates | 19699 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************-------------------------------| 68%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 49.822647 |\n", - "| air_temperature | 29.09369 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 42.25 |\n", - "| direct_solar_radiation | 105.75 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 75.5 |\n", - "| outdoor_temperature | 23.82931 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 197.5 |\n", - "| wind_speed | 7.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 829 |\n", - "| n_updates | 19724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************-------------------------------| 68%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 50.729893 |\n", - "| air_temperature | 30.093975 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 79.75 |\n", - "| outdoor_temperature | 24.931477 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 175.0 |\n", - "| wind_speed | 4.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.61e+03 |\n", - "| n_updates | 19749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************-------------------------------| 68%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 65.69394 |\n", - "| air_temperature | 26.956028 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 82.75 |\n", - "| outdoor_temperature | 22.900484 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 192.5 |\n", - "| wind_speed | 7.825 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.27e+03 |\n", - "| n_updates | 19774 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************-------------------------------| 68%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.78566 |\n", - "| air_temperature | 23.96756 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 76.5 |\n", - "| outdoor_temperature | 18.051031 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.14e+03 |\n", - "| n_updates | 19799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 71.47217 |\n", - "| air_temperature | 24.990147 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 87.75 |\n", - "| outdoor_temperature | 20.638704 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 62.5 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.32e+03 |\n", - "| n_updates | 19824 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 60.647545 |\n", - "| air_temperature | 24.419151 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 45.5 |\n", - "| outdoor_temperature | 15.977511 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 3.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.29e+03 |\n", - "| n_updates | 19849 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 53.864487 |\n", - "| air_temperature | 23.427107 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 64.0 |\n", - "| outdoor_temperature | 17.705479 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 255.0 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.49e+03 |\n", - "| n_updates | 19874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************-----------------------------| 70%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 77.79724 |\n", - "| air_temperature | 23.55326 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 21.224926 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 212.5 |\n", - "| wind_speed | 5.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.07e+03 |\n", - "| n_updates | 19899 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************-----------------------------| 70%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.70181 |\n", - "| air_temperature | 23.83317 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 21.874525 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 215.0 |\n", - "| wind_speed | 4.875 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.11e+03 |\n", - "| n_updates | 19924 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************-----------------------------| 70%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 81.30007 |\n", - "| air_temperature | 23.849401 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 18.547737 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 10.0 |\n", - "| wind_speed | 4.925 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.04e+03 |\n", - "| n_updates | 19949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 92.61786 |\n", - "| air_temperature | 21.799852 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 72.0 |\n", - "| outdoor_temperature | 13.870208 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.82e+03 |\n", - "| n_updates | 19974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 87.17677 |\n", - "| air_temperature | 22.119612 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 88.5 |\n", - "| outdoor_temperature | 20.816065 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 137.5 |\n", - "| wind_speed | 4.125 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.47e+03 |\n", - "| n_updates | 19999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 93.015495 |\n", - "| air_temperature | 21.31066 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 13.5 |\n", - "| direct_solar_radiation | 20.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 84.75 |\n", - "| outdoor_temperature | 18.328482 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 352.5 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.36e+03 |\n", - "| n_updates | 20024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 84.57495 |\n", - "| air_temperature | 21.005348 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 61.0 |\n", - "| direct_solar_radiation | 262.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 62.5 |\n", - "| outdoor_temperature | 13.333364 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 25.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.48e+03 |\n", - "| n_updates | 20049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 301.6228 |\n", - "| air_humidity | 79.943886 |\n", - "| air_temperature | 20.113867 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 92.5 |\n", - "| direct_solar_radiation | 310.25 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 74.75 |\n", - "| outdoor_temperature | 16.825045 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 271460.53 |\n", - "| wind_direction | 67.5 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.59e+03 |\n", - "| n_updates | 20074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 86.96002 |\n", - "| air_temperature | 22.580376 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 144.25 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 78.75 |\n", - "| outdoor_temperature | 21.745192 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 227.5 |\n", - "| wind_speed | 4.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.96e+03 |\n", - "| n_updates | 20099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 81.88721 |\n", - "| air_temperature | 23.508745 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 170.75 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 91.5 |\n", - "| outdoor_temperature | 23.018007 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 192.5 |\n", - "| wind_speed | 4.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.54e+03 |\n", - "| n_updates | 20124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 344.5578 |\n", - "| air_humidity | 30.767315 |\n", - "| air_temperature | 24.99779 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 271.25 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 41.25 |\n", - "| outdoor_temperature | 14.921902 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 309548.22 |\n", - "| wind_direction | 5.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6e+03 |\n", - "| n_updates | 20149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************--------------------------| 73%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2278.3 |\n", - "| air_humidity | 39.205063 |\n", - "| air_temperature | 24.005941 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 276.75 |\n", - "| direct_solar_radiation | 358.75 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 47.0 |\n", - "| outdoor_temperature | 18.965593 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 2050470.0 |\n", - "| wind_direction | 65.0 |\n", - "| wind_speed | 2.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.22e+03 |\n", - "| n_updates | 20174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************--------------------------| 73%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1998.3851 |\n", - "| air_humidity | 52.785255 |\n", - "| air_temperature | 24.266527 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 219.0 |\n", - "| direct_solar_radiation | 202.75 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 63.75 |\n", - "| outdoor_temperature | 20.165852 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 1794946.1 |\n", - "| wind_direction | 122.5 |\n", - "| wind_speed | 4.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.81e+03 |\n", - "| n_updates | 20199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************--------------------------| 73%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1957.5281 |\n", - "| air_humidity | 55.09818 |\n", - "| air_temperature | 23.998634 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 179.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 75.5 |\n", - "| outdoor_temperature | 18.801235 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 1761775.2 |\n", - "| wind_direction | 67.5 |\n", - "| wind_speed | 2.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.35e+03 |\n", - "| n_updates | 20224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4070.7903 |\n", - "| air_humidity | 57.882877 |\n", - "| air_temperature | 23.809664 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 96.5 |\n", - "| direct_solar_radiation | 738.25 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 55.5 |\n", - "| outdoor_temperature | 22.709478 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3636545.2 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.63e+03 |\n", - "| n_updates | 20249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 68.24881 |\n", - "| air_temperature | 26.860281 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 74.25 |\n", - "| direct_solar_radiation | 600.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 24.5 |\n", - "| outdoor_temperature | 22.27375 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 15.0 |\n", - "| wind_speed | 4.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.31e+03 |\n", - "| n_updates | 20274 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 71.049194 |\n", - "| air_temperature | 26.28117 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 48.0 |\n", - "| direct_solar_radiation | 299.75 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 54.5 |\n", - "| outdoor_temperature | 18.562544 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 4.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.42e+03 |\n", - "| n_updates | 20299 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 38.25449 |\n", - "| air_temperature | 30.236038 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 65.5 |\n", - "| outdoor_temperature | 17.029285 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 2.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.14e+03 |\n", - "| n_updates | 20324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************------------------------| 75%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 325.93085 |\n", - "| air_humidity | 38.41647 |\n", - "| air_temperature | 22.50031 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 66.75 |\n", - "| outdoor_temperature | 12.274445 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 293337.75 |\n", - "| wind_direction | 292.5 |\n", - "| wind_speed | 1.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.07e+03 |\n", - "| n_updates | 20349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************------------------------| 75%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 72.12592 |\n", - "| air_humidity | 45.341778 |\n", - "| air_temperature | 25.65021 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 79.5 |\n", - "| outdoor_temperature | 15.496785 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 64778.598 |\n", - "| wind_direction | 255.0 |\n", - "| wind_speed | 1.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.51e+03 |\n", - "| n_updates | 20374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************------------------------| 75%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 63.414883 |\n", - "| air_temperature | 28.577398 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 82.5 |\n", - "| outdoor_temperature | 19.600908 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 948 |\n", - "| n_updates | 20399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************------------------------| 75%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 61.78261 |\n", - "| air_temperature | 22.69856 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 89.25 |\n", - "| outdoor_temperature | 16.416159 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 1.9 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.32e+04 |\n", - "| n_updates | 20424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************-----------------------| 76%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 52.74851 |\n", - "| air_temperature | 25.398882 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 91.5 |\n", - "| outdoor_temperature | 20.38683 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 8.525 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.64e+03 |\n", - "| n_updates | 20449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************-----------------------| 76%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 33.290733 |\n", - "| air_temperature | 21.287834 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 50.5 |\n", - "| outdoor_temperature | 12.449082 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 295.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.15e+03 |\n", - "| n_updates | 20474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 19.943989 |\n", - "| air_temperature | 18.339186 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 46.75 |\n", - "| outdoor_temperature | 5.152613 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 287.5 |\n", - "| wind_speed | 7.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.67e+03 |\n", - "| n_updates | 20499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 25.289444 |\n", - "| air_temperature | 18.999548 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | 2.6775541 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.13e+03 |\n", - "| n_updates | 20524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 417.08643 |\n", - "| air_humidity | 46.24744 |\n", - "| air_temperature | 18.841345 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 69.75 |\n", - "| outdoor_temperature | 11.781759 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 375377.78 |\n", - "| wind_direction | 237.5 |\n", - "| wind_speed | 5.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.7e+03 |\n", - "| n_updates | 20549 |\n", - "-----------------------------------------------\n", - "------------------------------------------------****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 135.26466 |\n", - "| air_humidity | 61.379833 |\n", - "| air_temperature | 22.000166 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 13.575298 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 121738.195 |\n", - "| wind_direction | 227.5 |\n", - "| wind_speed | 4.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.3e+03 |\n", - "| n_updates | 20574 |\n", - "------------------------------------------------\n", - "-----------------------------------------------******************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 64.60407 |\n", - "| air_temperature | 20.836473 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 13.240486 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.04e+04 |\n", - "| n_updates | 20599 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 63.3282 |\n", - "| air_temperature | 22.00007 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 14.022585 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 35.0 |\n", - "| wind_speed | 0.375 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.56e+03 |\n", - "| n_updates | 20624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 188.70605 |\n", - "| air_humidity | 67.29689 |\n", - "| air_temperature | 19.1231 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 37.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 14.237206 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 169835.45 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.08e+04 |\n", - "| n_updates | 20649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 168.05627 |\n", - "| air_humidity | 53.480873 |\n", - "| air_temperature | 22.000565 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 126.0 |\n", - "| direct_solar_radiation | 279.25 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 73.25 |\n", - "| outdoor_temperature | 14.391249 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 151250.64 |\n", - "| wind_direction | 277.5 |\n", - "| wind_speed | 6.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.48e+03 |\n", - "| n_updates | 20674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************--------------------| 79%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 677.43176 |\n", - "| air_humidity | 49.575752 |\n", - "| air_temperature | 22.503729 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 171.75 |\n", - "| direct_solar_radiation | 443.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 74.75 |\n", - "| outdoor_temperature | 16.459827 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 541536.8 |\n", - "| wind_direction | 102.5 |\n", - "| wind_speed | 5.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.78e+03 |\n", - "| n_updates | 20699 |\n", - "-----------------------------------------------\n", - "------------------------------------------------******************************************--------------------| 79%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 349.05792 |\n", - "| air_humidity | 42.49321 |\n", - "| air_temperature | 24.44578 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 193.25 |\n", - "| direct_solar_radiation | 579.75 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 60.75 |\n", - "| outdoor_temperature | 14.8956995 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 316582.8 |\n", - "| wind_direction | 257.5 |\n", - "| wind_speed | 12.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.2e+03 |\n", - "| n_updates | 20724 |\n", - "------------------------------------------------\n", - "-----------------------------------------------*******************************************--------------------| 79%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 25.344414 |\n", - "| air_temperature | 24.028534 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 202.0 |\n", - "| direct_solar_radiation | 571.75 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 42.25 |\n", - "| outdoor_temperature | 10.90466 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 317.5 |\n", - "| wind_speed | 6.825 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.76e+04 |\n", - "| n_updates | 20749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 32.880497 |\n", - "| air_temperature | 21.89145 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 206.25 |\n", - "| direct_solar_radiation | 571.75 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 51.5 |\n", - "| outdoor_temperature | 15.797259 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 4.875 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.65e+03 |\n", - "| n_updates | 20774 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 114.77949 |\n", - "| air_humidity | 48.73564 |\n", - "| air_temperature | 22.8385 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 197.75 |\n", - "| direct_solar_radiation | 617.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 59.5 |\n", - "| outdoor_temperature | 18.827942 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 103301.54 |\n", - "| wind_direction | 232.5 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.33e+03 |\n", - "| n_updates | 20799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 47.761047 |\n", - "| air_temperature | 29.14502 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 147.75 |\n", - "| direct_solar_radiation | 609.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 81.25 |\n", - "| outdoor_temperature | 19.072847 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 7.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.69e+03 |\n", - "| n_updates | 20824 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 46.74231 |\n", - "| air_temperature | 31.30642 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 157.0 |\n", - "| direct_solar_radiation | 41.75 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 67.25 |\n", - "| outdoor_temperature | 21.932957 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 112.5 |\n", - "| wind_speed | 1.125 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.67e+03 |\n", - "| n_updates | 20849 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 63.611557 |\n", - "| air_temperature | 28.221117 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 80.0 |\n", - "| direct_solar_radiation | 45.25 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 98.25 |\n", - "| outdoor_temperature | 19.452662 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 145.0 |\n", - "| wind_speed | 6.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.66e+03 |\n", - "| n_updates | 20874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 56.281235 |\n", - "| air_temperature | 30.96048 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 20.25 |\n", - "| direct_solar_radiation | 161.25 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 85.5 |\n", - "| outdoor_temperature | 20.33139 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 145.0 |\n", - "| wind_speed | 4.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.83e+03 |\n", - "| n_updates | 20899 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 23.261051 |\n", - "| air_temperature | 30.090052 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 21.75 |\n", - "| outdoor_temperature | 19.227865 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 262.5 |\n", - "| wind_speed | 8.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.15e+03 |\n", - "| n_updates | 20924 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 16.51077 |\n", - "| air_temperature | 21.999998 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 38.75 |\n", - "| outdoor_temperature | 9.069071 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 9.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.32e+03 |\n", - "| n_updates | 20949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************-----------------| 82%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 20.737274 |\n", - "| air_temperature | 21.259157 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | 6.756015 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 315.0 |\n", - "| wind_speed | 7.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.98e+03 |\n", - "| n_updates | 20974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************-----------------| 82%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 406.1129 |\n", - "| air_humidity | 22.629057 |\n", - "| air_temperature | 20.645561 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 44.5 |\n", - "| outdoor_temperature | 8.182513 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 353544.72 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 1.125 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.66e+03 |\n", - "| n_updates | 20999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************-----------------| 82%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 176.19357 |\n", - "| air_humidity | 29.804996 |\n", - "| air_temperature | 21.000021 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 52.25 |\n", - "| outdoor_temperature | 11.880113 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 158574.2 |\n", - "| wind_direction | 265.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 735 |\n", - "| n_updates | 21024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 465.4056 |\n", - "| air_humidity | 19.860521 |\n", - "| air_temperature | 21.00008 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 44.25 |\n", - "| outdoor_temperature | 6.4531593 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 418865.06 |\n", - "| wind_direction | 7.5 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.64e+03 |\n", - "| n_updates | 21049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 301.59442 |\n", - "| air_humidity | 48.137383 |\n", - "| air_temperature | 21.000105 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 87.5 |\n", - "| outdoor_temperature | 10.345593 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 271435.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.1e+04 |\n", - "| n_updates | 21074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 76.23822 |\n", - "| air_humidity | 26.149212 |\n", - "| air_temperature | 19.272993 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 50.0 |\n", - "| outdoor_temperature | 8.594441 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 68614.4 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 8.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.87e+03 |\n", - "| n_updates | 21099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 29.898169 |\n", - "| air_temperature | 20.22157 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 57.75 |\n", - "| outdoor_temperature | 11.937977 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 357.5 |\n", - "| wind_speed | 5.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.6e+03 |\n", - "| n_updates | 21124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 303.0912 |\n", - "| air_humidity | 41.484962 |\n", - "| air_temperature | 20.999952 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 86.0 |\n", - "| outdoor_temperature | 10.393824 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 272782.06 |\n", - "| wind_direction | 45.0 |\n", - "| wind_speed | 0.375 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.32e+03 |\n", - "| n_updates | 21149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 334.2243 |\n", - "| air_humidity | 30.540747 |\n", - "| air_temperature | 21.889717 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 66.75 |\n", - "| outdoor_temperature | 8.7990265 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 300801.88 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 6.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.17e+03 |\n", - "| n_updates | 21174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 34.27362 |\n", - "| air_temperature | 18.00155 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 67.75 |\n", - "| outdoor_temperature | 5.7800684 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 322.5 |\n", - "| wind_speed | 6.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.04e+03 |\n", - "| n_updates | 21199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************--------------| 85%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 35.91788 |\n", - "| air_temperature | 17.852299 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 85.0 |\n", - "| outdoor_temperature | 4.6286163 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 335.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.18e+03 |\n", - "| n_updates | 21224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************--------------| 85%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 40.212387 |\n", - "| air_temperature | 18.128834 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 17.0 |\n", - "| direct_solar_radiation | 55.25 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 4.8678036 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 332.5 |\n", - "| wind_speed | 3.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.77e+03 |\n", - "| n_updates | 21249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************--------------| 85%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 48.87794 |\n", - "| air_temperature | 21.000011 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 92.5 |\n", - "| direct_solar_radiation | 142.75 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 89.0 |\n", - "| outdoor_temperature | 10.662078 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 45.0 |\n", - "| wind_speed | 1.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.72e+03 |\n", - "| n_updates | 21274 |\n", - "-----------------------------------------------\n", - "------------------------------------------------*************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 70.95457 |\n", - "| air_temperature | 19.950773 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 124.25 |\n", - "| direct_solar_radiation | 115.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 15.6532345 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 212.5 |\n", + "| total_electricity_HVAC | 7845287.0 |\n", + "| wind_direction | 200.0 |\n", "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.83e+03 |\n", - "| n_updates | 21299 |\n", - "------------------------------------------------\n", - "-----------------------------------------------**************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 812.9243 |\n", - "| air_humidity | 47.064064 |\n", - "| air_temperature | 22.938717 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 214.75 |\n", - "| direct_solar_radiation | 160.75 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 99.0 |\n", - "| outdoor_temperature | 9.8358345 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 731631.9 |\n", - "| wind_direction | 330.0 |\n", - "| wind_speed | 8.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 786 |\n", - "| n_updates | 21324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 855.16016 |\n", - "| air_humidity | 34.934628 |\n", - "| air_temperature | 23.299423 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 161.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 71.5 |\n", - "| outdoor_temperature | 8.631185 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 769644.2 |\n", - "| wind_direction | 357.5 |\n", - "| wind_speed | 7.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.34e+03 |\n", - "| n_updates | 21349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.6465 |\n", - "| air_humidity | 37.76056 |\n", - "| air_temperature | 22.979378 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 105.25 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 76.75 |\n", - "| outdoor_temperature | 9.527214 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 680081.9 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 0.775 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.9e+03 |\n", - "| n_updates | 21374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 255.54282 |\n", - "| air_humidity | 51.38102 |\n", - "| air_temperature | 24.256739 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 126.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 11.949695 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 229988.53 |\n", - "| wind_direction | 127.5 |\n", - "| wind_speed | 2.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 994 |\n", - "| n_updates | 21399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 746.01514 |\n", - "| air_humidity | 23.516073 |\n", - "| air_temperature | 23.465982 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 153.5 |\n", - "| direct_solar_radiation | 13.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 48.5 |\n", - "| outdoor_temperature | 6.8982987 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 671413.6 |\n", - "| wind_direction | 285.0 |\n", - "| wind_speed | 7.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.48e+03 |\n", - "| n_updates | 21424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 26.107616 |\n", - "| air_temperature | 20.64333 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 101.75 |\n", - "| direct_solar_radiation | 26.25 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 57.5 |\n", - "| outdoor_temperature | 9.14588 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 5.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.53e+03 |\n", - "| n_updates | 21449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 27.82852 |\n", - "| air_temperature | 21.930077 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 30.25 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 48.5 |\n", - "| outdoor_temperature | 10.184548 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 297.5 |\n", - "| wind_speed | 7.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.91e+03 |\n", - "| n_updates | 21474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************************-----------| 88%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 28.248968 |\n", - "| air_temperature | 23.18946 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 56.0 |\n", - "| outdoor_temperature | 6.470765 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 257.5 |\n", - "| wind_speed | 8.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.57e+03 |\n", - "| n_updates | 21499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************************-----------| 88%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 29.087454 |\n", - "| air_temperature | 22.994007 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 68.25 |\n", - "| outdoor_temperature | 4.6299367 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 237.5 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.27e+03 |\n", - "| n_updates | 21524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************************-----------| 88%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 765.85596 |\n", - "| air_humidity | 37.356014 |\n", - "| air_temperature | 21.712988 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 86.5 |\n", - "| outdoor_temperature | 5.873901 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 678344.4 |\n", - "| wind_direction | 217.5 |\n", - "| wind_speed | 9.15 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2e+03 |\n", - "| n_updates | 21549 |\n", - "-----------------------------------------------\n", - "------------------------------------------------****************************************************----------| 89%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1263.6243 |\n", - "| air_humidity | 27.212038 |\n", - "| air_temperature | 22.358484 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 66.25 |\n", - "| outdoor_temperature | 0.43878692 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 1137261.9 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 8.925 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.11e+03 |\n", - "| n_updates | 21574 |\n", - "------------------------------------------------\n", - "------------------------------------------------****************************************************----------| 89%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1525.2096 |\n", - "| air_humidity | 21.43743 |\n", - "| air_temperature | 22.001425 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 56.25 |\n", - "| outdoor_temperature | -0.8691397 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 1372688.6 |\n", - "| wind_direction | 285.0 |\n", - "| wind_speed | 9.55 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.46e+03 |\n", - "| n_updates | 21599 |\n", - "------------------------------------------------\n", - "-----------------------------------------------*****************************************************----------| 89%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1891.6239 |\n", - "| air_humidity | 17.67955 |\n", - "| air_temperature | 18.995008 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 47.5 |\n", - "| outdoor_temperature | -2.701211 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1702461.5 |\n", - "| wind_direction | 307.5 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.71e+03 |\n", - "| n_updates | 21624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************************----------| 89%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 13.117279 |\n", - "| air_temperature | 21.999998 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 62.25 |\n", - "| outdoor_temperature | 2.0829508 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 10.0 |\n", - "| wind_speed | 0.525 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.71e+03 |\n", - "| n_updates | 21649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************************---------| 90%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 636.2585 |\n", - "| air_humidity | 37.8067 |\n", - "| air_temperature | 21.249306 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 98.25 |\n", - "| outdoor_temperature | 4.57644 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 572632.7 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 4.375 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.48e+03 |\n", - "| n_updates | 21674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************************---------| 90%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 676.5342 |\n", - "| air_humidity | 58.59235 |\n", - "| air_temperature | 18.482203 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 96.25 |\n", - "| outdoor_temperature | 10.229322 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 608880.75 |\n", - "| wind_direction | 265.0 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.4e+03 |\n", - "| n_updates | 21699 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************************---------| 90%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 39.79686 |\n", - "| air_temperature | 18.229832 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | 8.900488 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 262.5 |\n", - "| wind_speed | 5.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.45e+03 |\n", - "| n_updates | 21724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************************--------| 91%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 30.653414 |\n", - "| air_temperature | 19.000013 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 67.0 |\n", - "| outdoor_temperature | 4.4980135 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 272.5 |\n", - "| wind_speed | 5.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.38e+03 |\n", - "| n_updates | 21749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************************--------| 91%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 179.40852 |\n", - "| air_humidity | 31.820286 |\n", - "| air_temperature | 19.999996 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 93.75 |\n", - "| outdoor_temperature | 4.539938 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 161467.67 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.08e+03 |\n", - "| n_updates | 21774 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************************--------| 91%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 225.59595 |\n", - "| air_humidity | 32.762558 |\n", - "| air_temperature | 19.0 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 82.0 |\n", - "| outdoor_temperature | 7.7978168 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 203036.36 |\n", - "| wind_direction | 312.5 |\n", - "| wind_speed | 10.525 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.51e+03 |\n", - "| n_updates | 21799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1103.6442 |\n", - "| air_humidity | 18.20577 |\n", - "| air_temperature | 18.0 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 43.75 |\n", - "| outdoor_temperature | 1.2386879 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 993279.7 |\n", - "| wind_direction | 297.5 |\n", - "| wind_speed | 10.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 745 |\n", - "| n_updates | 21824 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 19.739792 |\n", - "| air_temperature | 20.000017 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 63.0 |\n", - "| outdoor_temperature | 2.0301712 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 257.5 |\n", - "| wind_speed | 5.425 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.11e+03 |\n", - "| n_updates | 21849 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 35.217537 |\n", - "| air_temperature | 20.274149 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 18.75 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 6.9920654 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 327.5 |\n", - "| wind_speed | 0.375 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.55e+03 |\n", - "| n_updates | 21874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 32.84092 |\n", - "| air_temperature | 21.583551 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 68.5 |\n", - "| direct_solar_radiation | 3.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 76.75 |\n", - "| outdoor_temperature | 5.4908586 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 2.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.15e+03 |\n", - "| n_updates | 21899 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1209.0073 |\n", - "| air_humidity | 20.072664 |\n", - "| air_temperature | 22.122103 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 80.25 |\n", - "| direct_solar_radiation | 65.25 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 58.75 |\n", - "| outdoor_temperature | 0.2546476 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1088106.5 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.3e+03 |\n", - "| n_updates | 21924 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 968.7795 |\n", - "| air_humidity | 20.682884 |\n", - "| air_temperature | 18.82307 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 210.5 |\n", - "| direct_solar_radiation | 213.75 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 53.25 |\n", - "| outdoor_temperature | 1.9130111 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 871901.56 |\n", - "| wind_direction | 277.5 |\n", - "| wind_speed | 6.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.2e+03 |\n", - "| n_updates | 21949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 18.628345 |\n", - "| air_temperature | 21.067177 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 92.25 |\n", - "| direct_solar_radiation | 492.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 46.5 |\n", - "| outdoor_temperature | 7.173874 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 302.5 |\n", - "| wind_speed | 7.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.75e+03 |\n", - "| n_updates | 21974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 476.10425 |\n", - "| air_humidity | 22.734207 |\n", - "| air_temperature | 23.486908 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 167.25 |\n", - "| direct_solar_radiation | 121.75 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 66.0 |\n", - "| outdoor_temperature | 2.5671427 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 428493.84 |\n", - "| wind_direction | 327.5 |\n", - "| wind_speed | 0.375 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.74e+03 |\n", - "| n_updates | 21999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************************-----| 94%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.6465 |\n", - "| air_humidity | 28.432045 |\n", - "| air_temperature | 23.13434 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 92.75 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 87.25 |\n", - "| outdoor_temperature | 3.7937093 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 680081.9 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.49e+03 |\n", - "| n_updates | 22024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************************-----| 94%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 861.25696 |\n", - "| air_humidity | 26.538927 |\n", - "| air_temperature | 22.993273 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 53.25 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 73.0 |\n", - "| outdoor_temperature | 1.9933993 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 775131.25 |\n", - "| wind_direction | 35.0 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.18e+03 |\n", - "| n_updates | 22049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************************-----| 94%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 30.87924 |\n", - "| air_temperature | 23.100765 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 36.0 |\n", - "| direct_solar_radiation | 9.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 79.75 |\n", - "| outdoor_temperature | 3.5068433 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 305.0 |\n", - "| wind_speed | 4.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.27e+03 |\n", - "| n_updates | 22074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************************----| 95%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 22.573284 |\n", - "| air_temperature | 22.911606 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 50.0 |\n", - "| outdoor_temperature | 3.334994 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.52e+03 |\n", - "| n_updates | 22099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************************----| 95%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 17.63873 |\n", - "| air_temperature | 20.344404 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 32.25 |\n", - "| outdoor_temperature | 3.4847171 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 8.925 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 572 |\n", - "| n_updates | 22124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************************----| 95%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 78.55217 |\n", - "| air_humidity | 17.442886 |\n", - "| air_temperature | 20.012045 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 62.25 |\n", - "| outdoor_temperature | 4.591076 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 67041.266 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 7.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.8e+03 |\n", - "| n_updates | 22149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************************----| 95%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 538.88184 |\n", - "| air_humidity | 24.78695 |\n", - "| air_temperature | 21.017 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 58.0 |\n", - "| outdoor_temperature | 5.038567 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 484993.62 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.34e+03 |\n", - "| n_updates | 22174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 443.30167 |\n", - "| air_humidity | 26.74962 |\n", - "| air_temperature | 20.506552 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 52.0 |\n", - "| outdoor_temperature | 6.9844346 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 384110.12 |\n", - "| wind_direction | 337.5 |\n", - "| wind_speed | 4.25 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.71e+03 |\n", - "| n_updates | 22199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 798.4142 |\n", - "| air_humidity | 30.103796 |\n", - "| air_temperature | 20.000015 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 80.25 |\n", - "| outdoor_temperature | 4.3912582 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 718572.75 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 5.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 824 |\n", - "| n_updates | 22224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 28.865433 |\n", - "| air_temperature | 18.52578 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 76.25 |\n", - "| outdoor_temperature | 4.8629026 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.78e+03 |\n", - "| n_updates | 22249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 634.5351 |\n", - "| air_humidity | 24.009302 |\n", - "| air_temperature | 20.856209 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | 5.6826453 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 577064.06 |\n", - "| wind_direction | 355.0 |\n", - "| wind_speed | 4.375 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 607 |\n", - "| n_updates | 22274 |\n", - "-----------------------------------------------\n", - "------------------------------------------------************************************************************--| 97%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1824.9485 |\n", - "| air_humidity | 13.21023 |\n", - "| air_temperature | 20.999922 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 44.5 |\n", - "| outdoor_temperature | -2.3678339 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1642453.6 |\n", - "| wind_direction | 345.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 855 |\n", - "| n_updates | 22299 |\n", - "------------------------------------------------\n", - "-----------------------------------------------*************************************************************--| 97%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 15.420471 |\n", - "| air_temperature | 21.000063 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 3.1042883 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 80.0 |\n", - "| wind_speed | 8.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.4e+03 |\n", - "| n_updates | 22324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 33.208645 |\n", - "| air_temperature | 19.72489 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 72.25 |\n", - "| outdoor_temperature | 4.998941 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 297.5 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.88e+03 |\n", - "| n_updates | 22349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 737.5208 |\n", - "| air_humidity | 35.81898 |\n", - "| air_temperature | 19.986662 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 94.0 |\n", - "| outdoor_temperature | 8.87142 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 663768.75 |\n", - "| wind_direction | 95.0 |\n", - "| wind_speed | 8.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.74e+03 |\n", - "| n_updates | 22374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 34.983475 |\n", - "| air_temperature | 20.000034 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 89.75 |\n", - "| outdoor_temperature | 4.678801 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 247.5 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.38e+03 |\n", - "| n_updates | 22399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 25.802359 |\n", - "| air_temperature | 17.999998 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 55.5 |\n", - "| outdoor_temperature | 4.5781016 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 295.0 |\n", - "| wind_speed | 3.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.97e+03 |\n", - "| n_updates | 22424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************************| 99%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 977.8774 |\n", - "| air_humidity | 30.994516 |\n", - "| air_temperature | 21.99999 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 63.25 |\n", - "| outdoor_temperature | 1.8675216 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 880089.6 |\n", - "| wind_direction | 342.5 |\n", - "| wind_speed | 5.825 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.33e+03 |\n", - "| n_updates | 22449 |\n", - "-----------------------------------------------\n", - "------------------------------------------------**************************************************************| 99%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1262.1515 |\n", - "| air_humidity | 19.378036 |\n", - "| air_temperature | 20.0 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 20.75 |\n", - "| direct_solar_radiation | 10.75 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 72.0 |\n", - "| outdoor_temperature | 0.44615075 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1135936.4 |\n", - "| wind_direction | 65.0 |\n", - "| wind_speed | 2.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.44e+03 |\n", - "| n_updates | 22474 |\n", - "------------------------------------------------\n", - "-----------------------------------------------***************************************************************| 99%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1012.9957 |\n", - "| air_humidity | 28.28078 |\n", - "| air_temperature | 21.999395 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 36.25 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 91.25 |\n", - "| outdoor_temperature | 1.2347054 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 911696.1 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 12.775 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.35e+03 |\n", - "| n_updates | 22499 |\n", - "-----------------------------------------------\n", - "------------------------------------------------**************************************************************| 99%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1838.0356 |\n", - "| air_humidity | 15.019802 |\n", - "| air_temperature | 22.52058 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 90.75 |\n", - "| direct_solar_radiation | 430.75 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 41.0 |\n", - "| outdoor_temperature | -2.8313658 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1654232.1 |\n", - "| wind_direction | 265.0 |\n", - "| wind_speed | 10.175 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.62e+03 |\n", - "| n_updates | 22524 |\n", - "------------------------------------------------\n", - "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", - "\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]\u001b[0m\n", - "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION] [Episode 2]\u001b[0m\n", - "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2]\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", - " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", - "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active\u001b[0m\n", - "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", - " gym.logger.warn(\"Casting input x to numpy array.\")\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Progress: |***************************************************************************************************| 99%\n", - "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION]\u001b[0m\n", - "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 5]\u001b[0m\n", - "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5]\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 5 started.\u001b[0m\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", - " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 5) if logger is active\u001b[0m\n", - "Eval num_timesteps=140154, episode_reward=-19379.18 +/- 0.00\n", - "Episode length: 35040.00 +/- 0.00\n", - "----------------------------------------------------\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| eval/ | |\n", - "| comfort_violation(%) | 58.2 |\n", - "| cumulative_comfort_penalty | -1.77e+04 |\n", - "| cumulative_energy_penalty | -1.71e+03 |\n", - "| cumulative_power_consumption | 3.42e+07 |\n", - "| cumulative_reward | -1.94e+04 |\n", - "| cumulative_temperature_violation | 3.53e+04 |\n", - "| episode_length | 3.5e+04 |\n", - "| mean_comfort_penalty | -0.504 |\n", - "| mean_energy_penalty | -0.0488 |\n", - "| mean_power_consumption | 975 |\n", - "| mean_reward | -0.553 |\n", - "| mean_temperature_violation | 1.01 |\n", - "| std_cumulative_reward | 0 |\n", - "| std_reward | 0 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2817.9358 |\n", - "| air_humidity | 19.03184 |\n", - "| air_temperature | 17.655746 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 38.0 |\n", - "| outdoor_temperature | -7.3327703 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2536142.2 |\n", - "| wind_direction | 312.5 |\n", - "| wind_speed | 8.925 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| time/ | |\n", - "| total_timesteps | 140154 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.86e+03 |\n", - "| n_updates | 22538 |\n", - "----------------------------------------------------\n", - "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", "------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.6071041 |\n", + "| air_humidity | 1.6865652 |\n", + "| air_temperature | 0.42672077 |\n", + "| clg_setpoint | -1.0976026 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8371686 |\n", + "| diffuse_solar_radiation | 1.6033775 |\n", + "| direct_solar_radiation | -0.61386234 |\n", + "| hour | 0.3614308 |\n", + "| htg_setpoint | 1.2735864 |\n", + "| month | 0.23327258 |\n", + "| outdoor_humidity | 1.1485232 |\n", + "| outdoor_temperature | 1.0042319 |\n", + "| people_occupant | 1.6948702 |\n", + "| total_electricity_HVAC | 0.54107344 |\n", + "| wind_direction | 0.5764823 |\n", + "| wind_speed | 0.2423354 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5623.6157 |\n", + "| air_humidity | 58.870792 |\n", + "| air_temperature | 23.249697 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 233.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 92.5 |\n", + "| outdoor_temperature | 22.217487 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5061254.0 |\n", + "| wind_direction | 242.5 |\n", + "| wind_speed | 5.5 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.2318493 |\n", + "| air_humidity | 1.1439347 |\n", + "| air_temperature | 0.4261417 |\n", + "| clg_setpoint | -1.0973064 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9506214 |\n", + "| diffuse_solar_radiation | 0.95240265 |\n", + "| direct_solar_radiation | 1.9346933 |\n", + "| hour | 0.5058937 |\n", + "| htg_setpoint | 1.273205 |\n", + "| month | 0.23319562 |\n", + "| outdoor_humidity | -0.13557209 |\n", + "| outdoor_temperature | 1.4661071 |\n", + "| people_occupant | 1.6945167 |\n", + "| total_electricity_HVAC | 1.1809766 |\n", + "| wind_direction | 0.10000823 |\n", + "| wind_speed | -0.06943728 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8340.34 |\n", + "| air_humidity | 51.797356 |\n", + "| air_temperature | 23.249044 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 168.75 |\n", + "| direct_solar_radiation | 636.25 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 65.75 |\n", + "| outdoor_temperature | 26.742123 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7692098.0 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 4.75 |\n", + "| train/ | |\n", + "| approx_kl | 0.007088024 |\n", + "| clip_fraction | 0.0751 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.41 |\n", + "| explained_variance | 0.666 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.402 |\n", + "| n_updates | 780 |\n", + "| policy_gradient_loss | -0.00804 |\n", + "| std | 0.811 |\n", + "| value_loss | 1.74 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.9700573 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.081572 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.86905587 |\n", + "| air_humidity | 1.1634207 |\n", + "| air_temperature | 0.42601413 |\n", + "| clg_setpoint | -1.0969905 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0639375 |\n", + "| diffuse_solar_radiation | 1.5082343 |\n", + "| direct_solar_radiation | -0.42771864 |\n", + "| hour | 0.650355 |\n", + "| htg_setpoint | -0.18818595 |\n", + "| month | 0.23311873 |\n", + "| outdoor_humidity | -0.1598641 |\n", + "| outdoor_temperature | 1.4626294 |\n", + "| people_occupant | 1.6941637 |\n", + "| total_electricity_HVAC | 0.789818 |\n", + "| wind_direction | 0.17130561 |\n", + "| wind_speed | 0.31579563 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6763.167 |\n", + "| air_humidity | 52.055447 |\n", + "| air_temperature | 23.24909 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 224.0 |\n", + "| direct_solar_radiation | 46.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 17.108587 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 65.25 |\n", + "| outdoor_temperature | 26.719154 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6084236.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.675 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.12438238 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.32465 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.43253472 |\n", + "| air_humidity | 2.1261082 |\n", + "| air_temperature | 0.42649966 |\n", + "| clg_setpoint | -1.0966402 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1770829 |\n", + "| diffuse_solar_radiation | 0.071342655 |\n", + "| direct_solar_radiation | -0.61401975 |\n", + "| hour | 0.79481333 |\n", + "| htg_setpoint | 1.0034871 |\n", + "| month | 0.23304191 |\n", + "| outdoor_humidity | 1.3154906 |\n", + "| outdoor_temperature | 1.0521051 |\n", + "| people_occupant | 1.6938112 |\n", + "| total_electricity_HVAC | 0.3749065 |\n", + "| wind_direction | 0.67179054 |\n", + "| wind_speed | -0.5997294 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4865.255 |\n", + "| air_humidity | 64.6427 |\n", + "| air_temperature | 23.249931 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 81.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.118801 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 22.713118 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4378729.5 |\n", + "| wind_direction | 252.5 |\n", + "| wind_speed | 3.475 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.35011587 |\n", + "| Heating_Setpoint_RL | -0.56873417 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.44336 |\n", + "| Heating_Setpoint_RL | 14.425871 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.514884 |\n", + "| air_humidity | -0.59407645 |\n", + "| air_temperature | 0.41312897 |\n", + "| clg_setpoint | -1.096457 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2900196 |\n", + "| diffuse_solar_radiation | -0.33203256 |\n", + "| direct_solar_radiation | -0.61401695 |\n", + "| hour | 0.93926746 |\n", + "| htg_setpoint | 1.1490046 |\n", + "| month | 0.23296517 |\n", + "| outdoor_humidity | 0.46321824 |\n", + "| outdoor_temperature | 1.1818253 |\n", + "| people_occupant | -0.6891111 |\n", + "| total_electricity_HVAC | -0.39864567 |\n", + "| wind_direction | 0.07567271 |\n", + "| wind_speed | -0.859625 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 745.9169 |\n", + "| air_humidity | 29.105364 |\n", + "| air_temperature | 23.23222 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 41.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.731384 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 78.25 |\n", + "| outdoor_temperature | 23.99209 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1198812.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 2.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8551232 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.738958 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.55792755 |\n", + "| air_humidity | -1.5610249 |\n", + "| air_temperature | 0.4343338 |\n", + "| clg_setpoint | 0.2574719 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4027065 |\n", + "| diffuse_solar_radiation | -0.75033104 |\n", + "| direct_solar_radiation | -0.6139688 |\n", + "| hour | 1.0837156 |\n", + "| htg_setpoint | -1.4040202 |\n", + "| month | 0.2328885 |\n", + "| outdoor_humidity | 0.31864995 |\n", + "| outdoor_temperature | 1.1907244 |\n", + "| people_occupant | -0.68879396 |\n", + "| total_electricity_HVAC | -0.5679875 |\n", + "| wind_direction | 0.43336135 |\n", + "| wind_speed | 0.16038834 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 558.0743 |\n", + "| air_humidity | 16.458534 |\n", + "| air_temperature | 23.260567 |\n", + "| clg_setpoint | 26.827663 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 75.25 |\n", + "| outdoor_temperature | 24.087942 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 502266.88 |\n", + "| wind_direction | 227.5 |\n", + "| wind_speed | 5.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*****************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7305791 |\n", + "| Heating_Setpoint_RL | -0.027440026 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.090704 |\n", + "| Heating_Setpoint_RL | 17.47065 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5351863 |\n", + "| air_humidity | 1.0907526 |\n", + "| air_temperature | 0.51536494 |\n", + "| clg_setpoint | -0.9495495 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5150988 |\n", + "| diffuse_solar_radiation | -0.7503656 |\n", + "| direct_solar_radiation | -0.61396533 |\n", + "| hour | 1.2281556 |\n", + "| htg_setpoint | 1.2725837 |\n", + "| month | 0.23281191 |\n", + "| outdoor_humidity | 0.7387259 |\n", + "| outdoor_temperature | 1.183812 |\n", + "| people_occupant | -0.450519 |\n", + "| total_electricity_HVAC | -0.5463375 |\n", + "| wind_direction | 0.0038217893 |\n", + "| wind_speed | -0.18282354 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 657.2946 |\n", + "| air_humidity | 51.112682 |\n", + "| air_temperature | 23.36863 |\n", + "| clg_setpoint | 23.637526 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 24.029259 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 591565.1 |\n", + "| wind_direction | 182.5 |\n", + "| wind_speed | 4.475 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*****************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.028337479 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.465603 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.55556273 |\n", + "| air_humidity | 0.91781163 |\n", + "| air_temperature | 0.092625245 |\n", + "| clg_setpoint | -1.095945 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6271482 |\n", + "| diffuse_solar_radiation | -0.75040865 |\n", + "| direct_solar_radiation | -0.6140496 |\n", + "| hour | 1.3725853 |\n", + "| htg_setpoint | -0.32026634 |\n", + "| month | 0.2327354 |\n", + "| outdoor_humidity | 1.062187 |\n", + "| outdoor_temperature | 0.9564115 |\n", + "| people_occupant | -0.68901104 |\n", + "| total_electricity_HVAC | -0.56575 |\n", + "| wind_direction | 0.26617384 |\n", + "| wind_speed | -0.28698796 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 569.4505 |\n", + "| air_humidity | 48.857754 |\n", + "| air_temperature | 22.80506 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.556307 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.75 |\n", + "| outdoor_temperature | 21.812948 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 512505.44 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.225 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------******************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.7157449 |\n", + "| Heating_Setpoint_RL | 0.5564337 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.20936 |\n", + "| Heating_Setpoint_RL | 20.75494 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.058044884 |\n", + "| air_humidity | 1.0332017 |\n", + "| air_temperature | 0.42782664 |\n", + "| clg_setpoint | 0.47532207 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7388034 |\n", + "| diffuse_solar_radiation | -0.7503576 |\n", + "| direct_solar_radiation | -0.61387914 |\n", + "| hour | 1.5170019 |\n", + "| htg_setpoint | 1.2718208 |\n", + "| month | 0.23265897 |\n", + "| outdoor_humidity | 0.641961 |\n", + "| outdoor_temperature | 1.1569318 |\n", + "| people_occupant | -0.6891194 |\n", + "| total_electricity_HVAC | 0.03753312 |\n", + "| wind_direction | 0.123203136 |\n", + "| wind_speed | -0.71339864 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2731.035 |\n", + "| air_humidity | 50.37367 |\n", + "| air_temperature | 23.252148 |\n", + "| clg_setpoint | 27.400078 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 23.785936 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2990306.5 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 3.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------******************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.68362373 |\n", + "| Heating_Setpoint_RL | 0.60781306 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.93223 |\n", + "| Heating_Setpoint_RL | 21.04395 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4285482 |\n", + "| air_humidity | 0.3171031 |\n", + "| air_temperature | -0.020305347 |\n", + "| clg_setpoint | 1.3412408 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6714891 |\n", + "| diffuse_solar_radiation | -0.75045377 |\n", + "| direct_solar_radiation | -0.6140658 |\n", + "| hour | 1.6614026 |\n", + "| htg_setpoint | 1.132385 |\n", + "| month | 0.5262498 |\n", + "| outdoor_humidity | -0.11419007 |\n", + "| outdoor_temperature | 1.2275178 |\n", + "| people_occupant | -0.6892276 |\n", + "| total_electricity_HVAC | -0.4448421 |\n", + "| wind_direction | 0.4809889 |\n", + "| wind_speed | -0.6509649 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1122.4327 |\n", + "| air_humidity | 41.018616 |\n", + "| air_temperature | 22.655073 |\n", + "| clg_setpoint | 29.687801 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.66387 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 66.25 |\n", + "| outdoor_temperature | 24.489258 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1010189.5 |\n", + "| wind_direction | 232.5 |\n", + "| wind_speed | 3.35 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56401074 |\n", + "| air_humidity | 0.37916356 |\n", + "| air_temperature | -0.14332202 |\n", + "| clg_setpoint | 0.32460785 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4425285 |\n", + "| diffuse_solar_radiation | -0.75051045 |\n", + "| direct_solar_radiation | -0.6142699 |\n", + "| hour | -1.6613041 |\n", + "| htg_setpoint | -1.018742 |\n", + "| month | 0.52604073 |\n", + "| outdoor_humidity | 0.3900382 |\n", + "| outdoor_temperature | 1.4394877 |\n", + "| people_occupant | -0.6893357 |\n", + "| total_electricity_HVAC | -0.5738145 |\n", + "| wind_direction | 0.17062962 |\n", + "| wind_speed | -0.7028557 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 534.9709 |\n", + "| air_humidity | 41.833874 |\n", + "| air_temperature | 22.49149 |\n", + "| clg_setpoint | 27.001776 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 13.622464 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 76.75 |\n", + "| outdoor_temperature | 26.580597 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 481473.78 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.225 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.6701596 |\n", + "| Heating_Setpoint_RL | 0.8464385 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.886787 |\n", + "| Heating_Setpoint_RL | 22.386217 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56683975 |\n", + "| air_humidity | -1.4239421 |\n", + "| air_temperature | 0.16533774 |\n", + "| clg_setpoint | 1.4035522 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.327573 |\n", + "| diffuse_solar_radiation | -0.7505553 |\n", + "| direct_solar_radiation | -0.6143567 |\n", + "| hour | -1.5167696 |\n", + "| htg_setpoint | -0.82218343 |\n", + "| month | 0.5258319 |\n", + "| outdoor_humidity | 1.2184443 |\n", + "| outdoor_temperature | 1.3057951 |\n", + "| people_occupant | -0.68901956 |\n", + "| total_electricity_HVAC | -0.57650405 |\n", + "| wind_direction | 0.05125211 |\n", + "| wind_speed | -0.8069344 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 522.0802 |\n", + "| air_humidity | 18.262793 |\n", + "| air_temperature | 22.903353 |\n", + "| clg_setpoint | 29.852795 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 14.447221 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 25.28416 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 469872.16 |\n", + "| wind_direction | 187.5 |\n", + "| wind_speed | 2.975 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5704528 |\n", + "| air_humidity | -1.8549423 |\n", + "| air_temperature | 0.089225076 |\n", + "| clg_setpoint | 0.3748811 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2128919 |\n", + "| diffuse_solar_radiation | -0.7506644 |\n", + "| direct_solar_radiation | -0.6144994 |\n", + "| hour | -1.3722523 |\n", + "| htg_setpoint | -0.5635088 |\n", + "| month | 0.5256233 |\n", + "| outdoor_humidity | 0.6779116 |\n", + "| outdoor_temperature | 1.4353178 |\n", + "| people_occupant | -0.6887038 |\n", + "| total_electricity_HVAC | -0.5796343 |\n", + "| wind_direction | 0.74370396 |\n", + "| wind_speed | -0.65049267 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 505.75864 |\n", + "| air_humidity | 12.60262 |\n", + "| air_temperature | 22.802547 |\n", + "| clg_setpoint | 27.13591 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 15.532017 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 82.75 |\n", + "| outdoor_temperature | 26.572311 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 456457.06 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.27092296 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.710634 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.090890594 |\n", + "| air_humidity | 0.35265392 |\n", + "| air_temperature | 0.42517334 |\n", + "| clg_setpoint | 0.8445723 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0984397 |\n", + "| diffuse_solar_radiation | -0.7507059 |\n", + "| direct_solar_radiation | -0.6143744 |\n", + "| hour | -1.2277493 |\n", + "| htg_setpoint | 1.2721325 |\n", + "| month | 0.525415 |\n", + "| outdoor_humidity | 1.0019578 |\n", + "| outdoor_temperature | 1.3292365 |\n", + "| people_occupant | -0.68881196 |\n", + "| total_electricity_HVAC | -0.12337862 |\n", + "| wind_direction | -1.7399161 |\n", + "| wind_speed | -0.91072786 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2588.0586 |\n", + "| air_humidity | 41.475697 |\n", + "| air_temperature | 23.2504 |\n", + "| clg_setpoint | 28.37632 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 89.5 |\n", + "| outdoor_temperature | 25.544271 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2329252.8 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 2.725 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.17144084 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.203613 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.59005994 |\n", + "| air_humidity | 0.6688689 |\n", + "| air_temperature | -0.37655914 |\n", + "| clg_setpoint | 0.10913702 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9841753 |\n", + "| diffuse_solar_radiation | -0.75075597 |\n", + "| direct_solar_radiation | -0.6141118 |\n", + "| hour | -1.0832577 |\n", + "| htg_setpoint | 0.7890989 |\n", + "| month | 0.52520686 |\n", + "| outdoor_humidity | 0.8572087 |\n", + "| outdoor_temperature | 0.6697634 |\n", + "| people_occupant | -0.68892 |\n", + "| total_electricity_HVAC | -0.59815204 |\n", + "| wind_direction | -1.33279 |\n", + "| wind_speed | -0.9107742 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 421.6732 |\n", + "| air_humidity | 45.624996 |\n", + "| air_temperature | 22.182661 |\n", + "| clg_setpoint | 26.43365 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.221756 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 86.5 |\n", + "| outdoor_temperature | 19.0794 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 381453.56 |\n", + "| wind_direction | 42.5 |\n", + "| wind_speed | 2.725 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.07737905 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.886154 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.38963264 |\n", + "| air_humidity | 0.64404815 |\n", + "| air_temperature | 0.42466426 |\n", + "| clg_setpoint | 0.9721115 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.87006205 |\n", + "| diffuse_solar_radiation | -0.5394852 |\n", + "| direct_solar_radiation | -0.38266328 |\n", + "| hour | -0.9387749 |\n", + "| htg_setpoint | 1.271034 |\n", + "| month | 0.524999 |\n", + "| outdoor_humidity | 0.18453893 |\n", + "| outdoor_temperature | 0.17428955 |\n", + "| people_occupant | -0.68902797 |\n", + "| total_electricity_HVAC | 0.5917308 |\n", + "| wind_direction | -1.4512211 |\n", + "| wind_speed | -0.70220906 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4672.95 |\n", + "| air_humidity | 45.30821 |\n", + "| air_temperature | 23.250147 |\n", + "| clg_setpoint | 28.71366 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 21.0 |\n", + "| direct_solar_radiation | 57.75 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.5 |\n", + "| outdoor_temperature | 14.222109 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5262358.5 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.225 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.2124931 |\n", + "| air_humidity | 1.0589626 |\n", + "| air_temperature | 0.42443776 |\n", + "| clg_setpoint | 1.4588284 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7560674 |\n", + "| diffuse_solar_radiation | 0.24232925 |\n", + "| direct_solar_radiation | -0.20549591 |\n", + "| hour | -0.7942988 |\n", + "| htg_setpoint | 1.2706281 |\n", + "| month | 0.5247915 |\n", + "| outdoor_humidity | 0.23288397 |\n", + "| outdoor_temperature | 0.8070031 |\n", + "| people_occupant | -0.6891358 |\n", + "| total_electricity_HVAC | -0.23940913 |\n", + "| wind_direction | -1.4028037 |\n", + "| wind_speed | -0.96244764 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2060.798 |\n", + "| air_humidity | 50.744274 |\n", + "| air_temperature | 23.250093 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 98.75 |\n", + "| direct_solar_radiation | 102.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 20.43449 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1853765.2 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*********************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6322412 |\n", + "| Heating_Setpoint_RL | -0.95169497 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.491186 |\n", + "| Heating_Setpoint_RL | 12.271716 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.38273683 |\n", + "| air_humidity | -0.1973826 |\n", + "| air_temperature | -0.45849568 |\n", + "| clg_setpoint | -0.40248245 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6421628 |\n", + "| diffuse_solar_radiation | -0.037066646 |\n", + "| direct_solar_radiation | 1.9068727 |\n", + "| hour | -0.64982766 |\n", + "| htg_setpoint | 0.4877823 |\n", + "| month | 0.5245841 |\n", + "| outdoor_humidity | 0.29313895 |\n", + "| outdoor_temperature | 0.97388256 |\n", + "| people_occupant | -0.68924344 |\n", + "| total_electricity_HVAC | -0.40571338 |\n", + "| wind_direction | 0.8889997 |\n", + "| wind_speed | -1.1708165 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1322.7432 |\n", + "| air_humidity | 34.31142 |\n", + "| air_temperature | 22.074865 |\n", + "| clg_setpoint | 25.081705 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 71.0 |\n", + "| direct_solar_radiation | 629.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.959534 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 74.75 |\n", + "| outdoor_temperature | 22.079609 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1172216.0 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 2.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***********************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.17988396 |\n", + "| Heating_Setpoint_RL | -0.70926833 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.01789 |\n", + "| Heating_Setpoint_RL | 13.6353655 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4927626 |\n", + "| air_humidity | -1.6230909 |\n", + "| air_temperature | 0.17759953 |\n", + "| clg_setpoint | 0.15781714 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.52832407 |\n", + "| diffuse_solar_radiation | 1.8526424 |\n", + "| direct_solar_radiation | 0.45326385 |\n", + "| hour | -0.5053598 |\n", + "| htg_setpoint | -1.4048252 |\n", + "| month | 0.524377 |\n", + "| outdoor_humidity | 0.4972707 |\n", + "| outdoor_temperature | 1.4072341 |\n", + "| people_occupant | -0.6889287 |\n", + "| total_electricity_HVAC | -0.50479877 |\n", + "| wind_direction | 0.22031479 |\n", + "| wind_speed | -0.7534167 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 844.86804 |\n", + "| air_humidity | 15.644645 |\n", + "| air_temperature | 22.922062 |\n", + "| clg_setpoint | 26.5629 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 259.0 |\n", + "| direct_solar_radiation | 266.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 26.341242 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 765333.7 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.5730133 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.4018 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.88475347 |\n", + "| air_humidity | 0.44926658 |\n", + "| air_temperature | 0.42489722 |\n", + "| clg_setpoint | -1.0960613 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41453084 |\n", + "| diffuse_solar_radiation | 2.6403592 |\n", + "| direct_solar_radiation | -0.1799981 |\n", + "| hour | -0.36089405 |\n", + "| htg_setpoint | 1.2711798 |\n", + "| month | 0.52417016 |\n", + "| outdoor_humidity | 0.4729092 |\n", + "| outdoor_temperature | 1.4112657 |\n", + "| people_occupant | 1.695384 |\n", + "| total_electricity_HVAC | 0.90385795 |\n", + "| wind_direction | 0.4591634 |\n", + "| wind_speed | -0.44029707 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6815.4067 |\n", + "| air_humidity | 42.753674 |\n", + "| air_temperature | 23.251577 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 337.5 |\n", + "| direct_solar_radiation | 108.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 78.5 |\n", + "| outdoor_temperature | 26.39429 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6537001.5 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.8441833 |\n", + "| air_humidity | 1.077805 |\n", + "| air_temperature | 0.4227244 |\n", + "| clg_setpoint | -1.0959309 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.3007668 |\n", + "| diffuse_solar_radiation | 2.0577972 |\n", + "| direct_solar_radiation | 1.7691641 |\n", + "| hour | -0.21642938 |\n", + "| htg_setpoint | 0.8704642 |\n", + "| month | 0.5239635 |\n", + "| outdoor_humidity | -1.3908283 |\n", + "| outdoor_temperature | 1.523122 |\n", + "| people_occupant | 1.695034 |\n", + "| total_electricity_HVAC | 0.7668774 |\n", + "| wind_direction | 1.4621977 |\n", + "| wind_speed | -0.33597517 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6640.038 |\n", + "| air_humidity | 50.987602 |\n", + "| air_temperature | 23.248888 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 279.75 |\n", + "| direct_solar_radiation | 594.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.566183 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 39.75 |\n", + "| outdoor_temperature | 27.50655 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5976034.0 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.9405535 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.915613 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.3624437 |\n", + "| air_humidity | 1.1248488 |\n", + "| air_temperature | 0.42270517 |\n", + "| clg_setpoint | -1.0956686 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18701963 |\n", + "| diffuse_solar_radiation | 2.8098617 |\n", + "| direct_solar_radiation | 1.3228953 |\n", + "| hour | -0.07196518 |\n", + "| htg_setpoint | 1.2706337 |\n", + "| month | 0.52375716 |\n", + "| outdoor_humidity | -0.10398941 |\n", + "| outdoor_temperature | 1.5567306 |\n", + "| people_occupant | 1.2179649 |\n", + "| total_electricity_HVAC | 1.2583969 |\n", + "| wind_direction | 0.14823285 |\n", + "| wind_speed | 0.060920175 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8886.08 |\n", + "| air_humidity | 51.607452 |\n", + "| air_temperature | 23.249043 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 354.75 |\n", + "| direct_solar_radiation | 483.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 27.847746 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 7989549.5 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 5.05 |\n", + "| train/ | |\n", + "| approx_kl | 0.007884659 |\n", + "| clip_fraction | 0.0672 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.4 |\n", + "| explained_variance | 0.722 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.632 |\n", + "| n_updates | 790 |\n", + "| policy_gradient_loss | -0.00804 |\n", + "| std | 0.803 |\n", + "| value_loss | 1.65 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.53244483 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.620003 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.8423966 |\n", + "| air_humidity | 1.0710866 |\n", + "| air_temperature | 0.42281237 |\n", + "| clg_setpoint | -1.0955524 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.07328095 |\n", + "| diffuse_solar_radiation | 1.1204388 |\n", + "| direct_solar_radiation | 2.2198138 |\n", + "| hour | 0.072498925 |\n", + "| htg_setpoint | 1.2703809 |\n", + "| month | 0.52355105 |\n", + "| outdoor_humidity | -0.78973806 |\n", + "| outdoor_temperature | 1.7220172 |\n", + "| people_occupant | 0.2643012 |\n", + "| total_electricity_HVAC | 0.76452124 |\n", + "| wind_direction | -0.16234069 |\n", + "| wind_speed | -0.12667015 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6632.427 |\n", + "| air_humidity | 50.908577 |\n", + "| air_temperature | 23.249348 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 186.5 |\n", + "| direct_solar_radiation | 707.25 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 52.25 |\n", + "| outdoor_temperature | 29.485516 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 5966348.5 |\n", + "| wind_direction | 165.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.29370627 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.972902 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.12129472 |\n", + "| air_humidity | 0.71476454 |\n", + "| air_temperature | 2.33574 |\n", + "| clg_setpoint | -0.13287841 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.040453672 |\n", + "| diffuse_solar_radiation | 2.309137 |\n", + "| direct_solar_radiation | 1.3543477 |\n", + "| hour | 0.21696298 |\n", + "| htg_setpoint | -1.4054288 |\n", + "| month | 0.5233452 |\n", + "| outdoor_humidity | -0.51332885 |\n", + "| outdoor_temperature | 1.9451082 |\n", + "| people_occupant | 1.217459 |\n", + "| total_electricity_HVAC | -0.26832986 |\n", + "| wind_direction | -0.78320324 |\n", + "| wind_speed | -0.33497292 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2457.3577 |\n", + "| air_humidity | 46.248074 |\n", + "| air_temperature | 25.793367 |\n", + "| clg_setpoint | 25.793556 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 305.0 |\n", + "| direct_solar_radiation | 491.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 31.691603 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1736548.5 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.615876 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.70358 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.116371356 |\n", + "| air_humidity | -0.9431546 |\n", + "| air_temperature | 1.1654663 |\n", + "| clg_setpoint | -0.40297085 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15418476 |\n", + "| diffuse_solar_radiation | 2.7916532 |\n", + "| direct_solar_radiation | 0.3936916 |\n", + "| hour | 0.36142674 |\n", + "| htg_setpoint | 1.2698767 |\n", + "| month | 0.5231395 |\n", + "| outdoor_humidity | -0.41741443 |\n", + "| outdoor_temperature | 2.0706944 |\n", + "| people_occupant | -0.689152 |\n", + "| total_electricity_HVAC | -0.24571694 |\n", + "| wind_direction | -1.3800001 |\n", + "| wind_speed | 0.12451492 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2478.6392 |\n", + "| air_humidity | 24.551706 |\n", + "| air_temperature | 24.23725 |\n", + "| clg_setpoint | 25.08008 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 353.25 |\n", + "| direct_solar_radiation | 251.75 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 32.943054 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1829145.4 |\n", + "| wind_direction | 37.5 |\n", + "| wind_speed | 5.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48808318 |\n", + "| air_humidity | -1.9703432 |\n", + "| air_temperature | 1.9728615 |\n", + "| clg_setpoint | 1.4573728 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.26790887 |\n", + "| diffuse_solar_radiation | 0.63794893 |\n", + "| direct_solar_radiation | 1.9630142 |\n", + "| hour | 0.50588965 |\n", + "| htg_setpoint | -1.0393295 |\n", + "| month | 0.5229341 |\n", + "| outdoor_humidity | -1.7162186 |\n", + "| outdoor_temperature | 1.9748632 |\n", + "| people_occupant | -0.6888387 |\n", + "| total_electricity_HVAC | -0.5095179 |\n", + "| wind_direction | -1.1876618 |\n", + "| wind_speed | 0.5940795 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 867.3126 |\n", + "| air_humidity | 11.084525 |\n", + "| air_temperature | 25.311409 |\n", + "| clg_setpoint | 29.998272 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 138.5 |\n", + "| direct_solar_radiation | 643.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 13.539335 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 32.022236 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 748029.56 |\n", + "| wind_direction | 57.5 |\n", + "| wind_speed | 6.325 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.50183916 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.802155 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.70126593 |\n", + "| air_humidity | 1.13819 |\n", + "| air_temperature | 0.4216523 |\n", + "| clg_setpoint | -1.096078 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38161868 |\n", + "| diffuse_solar_radiation | 0.7281159 |\n", + "| direct_solar_radiation | 1.2211486 |\n", + "| hour | 0.6503509 |\n", + "| htg_setpoint | 1.0629549 |\n", + "| month | 0.522729 |\n", + "| outdoor_humidity | -1.1981583 |\n", + "| outdoor_temperature | 1.4638935 |\n", + "| people_occupant | 1.6949958 |\n", + "| total_electricity_HVAC | 0.79077184 |\n", + "| wind_direction | -0.61344737 |\n", + "| wind_speed | -0.011611136 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6018.1313 |\n", + "| air_humidity | 51.78313 |\n", + "| air_temperature | 23.249529 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 147.5 |\n", + "| direct_solar_radiation | 458.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.37894 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 43.75 |\n", + "| outdoor_temperature | 27.004467 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6070863.5 |\n", + "| wind_direction | 117.5 |\n", + "| wind_speed | 4.875 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.17088094 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.663795 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.59073824 |\n", + "| air_humidity | 1.1764095 |\n", + "| air_temperature | 0.4211299 |\n", + "| clg_setpoint | -1.0958802 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.495303 |\n", + "| diffuse_solar_radiation | 0.23150583 |\n", + "| direct_solar_radiation | 0.30145296 |\n", + "| hour | 0.7948094 |\n", + "| htg_setpoint | 0.2751735 |\n", + "| month | 0.52252406 |\n", + "| outdoor_humidity | -0.7286159 |\n", + "| outdoor_temperature | 1.3533627 |\n", + "| people_occupant | 1.6946477 |\n", + "| total_electricity_HVAC | 0.5253558 |\n", + "| wind_direction | -0.13499811 |\n", + "| wind_speed | -0.38743782 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5539.095 |\n", + "| air_humidity | 52.29028 |\n", + "| air_temperature | 23.249071 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 98.0 |\n", + "| direct_solar_radiation | 229.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 19.068016 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 53.5 |\n", + "| outdoor_temperature | 25.923351 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4984072.0 |\n", + "| wind_direction | 167.5 |\n", + "| wind_speed | 3.975 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.9099164 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.743279 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.10694809 |\n", + "| air_humidity | 1.1528062 |\n", + "| air_temperature | 0.42139274 |\n", + "| clg_setpoint | -1.0956336 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6089467 |\n", + "| diffuse_solar_radiation | -0.5181503 |\n", + "| direct_solar_radiation | 0.026591508 |\n", + "| hour | 0.9392637 |\n", + "| htg_setpoint | -0.36407232 |\n", + "| month | 0.5223194 |\n", + "| outdoor_humidity | -0.09097358 |\n", + "| outdoor_temperature | 1.5909823 |\n", + "| people_occupant | 0.50260043 |\n", + "| total_electricity_HVAC | 0.06751152 |\n", + "| wind_direction | 0.19918136 |\n", + "| wind_speed | -0.49171016 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3444.911 |\n", + "| air_humidity | 51.985413 |\n", + "| air_temperature | 23.249601 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 23.25 |\n", + "| direct_solar_radiation | 160.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.380379 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 66.75 |\n", + "| outdoor_temperature | 28.271235 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 3110776.5 |\n", + "| wind_direction | 202.5 |\n", + "| wind_speed | 3.725 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48363957 |\n", + "| air_humidity | 0.7922423 |\n", + "| air_temperature | 1.1662346 |\n", + "| clg_setpoint | -0.53695405 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7225308 |\n", + "| diffuse_solar_radiation | -0.7513945 |\n", + "| direct_solar_radiation | -0.61621785 |\n", + "| hour | 1.083712 |\n", + "| htg_setpoint | 1.269699 |\n", + "| month | 0.52211493 |\n", + "| outdoor_humidity | -1.7984701 |\n", + "| outdoor_temperature | 1.3321563 |\n", + "| people_occupant | -0.45092097 |\n", + "| total_electricity_HVAC | -0.5002065 |\n", + "| wind_direction | 1.3212135 |\n", + "| wind_speed | 0.28147283 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 888.6104 |\n", + "| air_humidity | 47.266914 |\n", + "| air_temperature | 24.239483 |\n", + "| clg_setpoint | 24.726068 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 31.25 |\n", + "| outdoor_temperature | 25.738344 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 788082.6 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 5.575 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.70321476 |\n", + "| Heating_Setpoint_RL | 0.33780605 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.99835 |\n", + "| Heating_Setpoint_RL | 19.525158 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.540765 |\n", + "| air_humidity | 1.0816432 |\n", + "| air_temperature | 0.4622015 |\n", + "| clg_setpoint | -0.38179386 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.83603257 |\n", + "| diffuse_solar_radiation | -0.7514403 |\n", + "| direct_solar_radiation | -0.61634284 |\n", + "| hour | 1.2281524 |\n", + "| htg_setpoint | 1.269301 |\n", + "| month | 0.5219107 |\n", + "| outdoor_humidity | 0.0065392065 |\n", + "| outdoor_temperature | 1.0187094 |\n", + "| people_occupant | -0.4510482 |\n", + "| total_electricity_HVAC | -0.55175966 |\n", + "| wind_direction | 0.24648096 |\n", + "| wind_speed | 0.90885425 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 641.7974 |\n", + "| air_humidity | 51.05924 |\n", + "| air_temperature | 23.304214 |\n", + "| clg_setpoint | 25.135796 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 68.75 |\n", + "| outdoor_temperature | 22.658653 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 577617.6 |\n", + "| wind_direction | 207.5 |\n", + "| wind_speed | 7.075 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.54078346 |\n", + "| air_humidity | -1.3464322 |\n", + "| air_temperature | 0.9813255 |\n", + "| clg_setpoint | 0.78722686 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.94942534 |\n", + "| diffuse_solar_radiation | -0.7514845 |\n", + "| direct_solar_radiation | -0.61646384 |\n", + "| hour | 1.3725826 |\n", + "| htg_setpoint | -1.4059026 |\n", + "| month | 0.52170676 |\n", + "| outdoor_humidity | -1.7368922 |\n", + "| outdoor_temperature | 1.2844954 |\n", + "| people_occupant | -0.68906134 |\n", + "| total_electricity_HVAC | -0.5517903 |\n", + "| wind_direction | -1.7364228 |\n", + "| wind_speed | 1.326717 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 641.15875 |\n", + "| air_humidity | 19.268473 |\n", + "| air_temperature | 23.994255 |\n", + "| clg_setpoint | 28.22665 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 32.5 |\n", + "| outdoor_temperature | 25.288795 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 577042.9 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 8.075 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.8471604 |\n", + "| Heating_Setpoint_RL | 0.6827474 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.765833 |\n", + "| Heating_Setpoint_RL | 21.465454 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.56906354 |\n", + "| air_humidity | -1.8617241 |\n", + "| air_temperature | 0.31867746 |\n", + "| clg_setpoint | 0.65431225 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0626789 |\n", + "| diffuse_solar_radiation | -0.7515563 |\n", + "| direct_solar_radiation | -0.61662114 |\n", + "| hour | 1.5169998 |\n", + "| htg_setpoint | -1.4055446 |\n", + "| month | 0.5215031 |\n", + "| outdoor_humidity | -0.8937982 |\n", + "| outdoor_temperature | 0.9296568 |\n", + "| people_occupant | -0.6887495 |\n", + "| total_electricity_HVAC | -0.57871723 |\n", + "| wind_direction | -1.186033 |\n", + "| wind_speed | -0.9629644 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 518.05225 |\n", + "| air_humidity | 12.495836 |\n", + "| air_temperature | 23.11455 |\n", + "| clg_setpoint | 27.876385 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 21.800837 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 466247.03 |\n", + "| wind_direction | 57.5 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.16119617 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 18.531729 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57616866 |\n", + "| air_humidity | 0.7094824 |\n", + "| air_temperature | 0.053240255 |\n", + "| clg_setpoint | 1.4579396 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1757592 |\n", + "| diffuse_solar_radiation | -0.751643 |\n", + "| direct_solar_radiation | -0.6167478 |\n", + "| hour | 1.6614014 |\n", + "| htg_setpoint | -0.26775855 |\n", + "| month | 0.5212996 |\n", + "| outdoor_humidity | 0.008097875 |\n", + "| outdoor_temperature | 0.78530234 |\n", + "| people_occupant | -0.6888563 |\n", + "| total_electricity_HVAC | -0.58541566 |\n", + "| wind_direction | 0.41383222 |\n", + "| wind_speed | -0.063633576 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 487.71445 |\n", + "| air_humidity | 46.177185 |\n", + "| air_temperature | 22.762262 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 16.785843 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 68.75 |\n", + "| outdoor_temperature | 20.38298 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 439253.44 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 4.75 |\n", + "--------------------------------------------------\n", + "---------------------------------------------------*************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.2811897 |\n", + "| air_humidity | 0.6531689 |\n", + "| air_temperature | 0.4205752 |\n", + "| clg_setpoint | 1.2374915 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4025203 |\n", + "| diffuse_solar_radiation | -0.75171244 |\n", + "| direct_solar_radiation | -0.616761 |\n", + "| hour | -1.6613044 |\n", + "| htg_setpoint | 1.2692503 |\n", + "| month | 0.52109635 |\n", + "| outdoor_humidity | -0.0041503585 |\n", + "| outdoor_temperature | 1.0678085 |\n", + "| people_occupant | -0.688963 |\n", + "| total_electricity_HVAC | -0.30464154 |\n", + "| wind_direction | -1.3293579 |\n", + "| wind_speed | -0.75388885 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1763.8518 |\n", + "| air_humidity | 45.446476 |\n", + "| air_temperature | 23.250174 |\n", + "| clg_setpoint | 29.416904 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 68.5 |\n", + "| outdoor_temperature | 23.174097 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1587466.6 |\n", + "| wind_direction | 42.5 |\n", + "| wind_speed | 3.1 |\n", + "---------------------------------------------------\n", + "-------------------------------------------------****************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.78731203 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.282177 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.3570264 |\n", + "| air_humidity | 0.56629306 |\n", + "| air_temperature | 0.4202157 |\n", + "| clg_setpoint | 1.1797912 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5150949 |\n", + "| diffuse_solar_radiation | -0.7517514 |\n", + "| direct_solar_radiation | -0.6169127 |\n", + "| hour | -1.516771 |\n", + "| htg_setpoint | 1.2688998 |\n", + "| month | 0.52089334 |\n", + "| outdoor_humidity | -0.14815387 |\n", + "| outdoor_temperature | 0.45512632 |\n", + "| people_occupant | -0.6890696 |\n", + "| total_electricity_HVAC | 0.3030427 |\n", + "| wind_direction | -1.280977 |\n", + "| wind_speed | -0.753823 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4522.7007 |\n", + "| air_humidity | 44.313515 |\n", + "| air_temperature | 23.249935 |\n", + "| clg_setpoint | 29.264315 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.5 |\n", + "| outdoor_temperature | 17.144344 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4070430.8 |\n", + "| wind_direction | 47.5 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.64421785 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.450766 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.2146342 |\n", + "| air_humidity | 0.022645304 |\n", + "| air_temperature | 0.42042774 |\n", + "| clg_setpoint | -0.992037 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6273593 |\n", + "| diffuse_solar_radiation | -0.75179833 |\n", + "| direct_solar_radiation | -0.61707824 |\n", + "| hour | -1.3722545 |\n", + "| htg_setpoint | 1.2686179 |\n", + "| month | 0.52069056 |\n", + "| outdoor_humidity | -0.5331671 |\n", + "| outdoor_temperature | 0.8171807 |\n", + "| people_occupant | -0.6891761 |\n", + "| total_electricity_HVAC | 0.16745782 |\n", + "| wind_direction | 1.6565411 |\n", + "| wind_speed | -1.7783805 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3907.27 |\n", + "| air_humidity | 37.19969 |\n", + "| air_temperature | 23.250378 |\n", + "| clg_setpoint | 23.523142 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 57.5 |\n", + "| outdoor_temperature | 20.714912 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3516543.0 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 0.65 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.26984766 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.714264 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5874527 |\n", + "| air_humidity | -0.5351801 |\n", + "| air_temperature | 0.10901824 |\n", + "| clg_setpoint | -0.97753966 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7392646 |\n", + "| diffuse_solar_radiation | -0.75184107 |\n", + "| direct_solar_radiation | -0.6172281 |\n", + "| hour | -1.2277521 |\n", + "| htg_setpoint | 0.8686506 |\n", + "| month | 0.520488 |\n", + "| outdoor_humidity | 0.17729838 |\n", + "| outdoor_temperature | 0.7912646 |\n", + "| people_occupant | -0.6892824 |\n", + "| total_electricity_HVAC | -0.5961732 |\n", + "| wind_direction | 0.7254551 |\n", + "| wind_speed | -1.3596702 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 441.59995 |\n", + "| air_humidity | 29.896843 |\n", + "| air_temperature | 22.837418 |\n", + "| clg_setpoint | 23.560976 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.568817 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.25 |\n", + "| outdoor_temperature | 20.466816 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 397868.72 |\n", + "| wind_direction | 257.5 |\n", + "| wind_speed | 1.65 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.32341725 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 15.8057785 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.59022486 |\n", + "| air_humidity | -1.6638633 |\n", + "| air_temperature | -0.0803154 |\n", + "| clg_setpoint | 0.2139068 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6730461 |\n", + "| diffuse_solar_radiation | -0.7518479 |\n", + "| direct_solar_radiation | -0.61733526 |\n", + "| hour | -1.0832608 |\n", + "| htg_setpoint | 0.16247669 |\n", + "| month | 0.8160063 |\n", + "| outdoor_humidity | 0.85090095 |\n", + "| outdoor_temperature | 1.0413507 |\n", + "| people_occupant | -0.6889715 |\n", + "| total_electricity_HVAC | -0.5989165 |\n", + "| wind_direction | 1.0835073 |\n", + "| wind_speed | -0.9097986 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 428.97025 |\n", + "| air_humidity | 15.105519 |\n", + "| air_temperature | 22.586658 |\n", + "| clg_setpoint | 26.710636 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.598228 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 86.25 |\n", + "| outdoor_temperature | 22.939312 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 386073.22 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 2.725 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.44728974 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 15.108995 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.30690548 |\n", + "| air_humidity | -2.041068 |\n", + "| air_temperature | 0.4195199 |\n", + "| clg_setpoint | 1.4582016 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5575346 |\n", + "| diffuse_solar_radiation | -0.7518886 |\n", + "| direct_solar_radiation | -0.617454 |\n", + "| hour | -0.9387783 |\n", + "| htg_setpoint | 1.2690138 |\n", + "| month | 0.8155909 |\n", + "| outdoor_humidity | -0.628146 |\n", + "| outdoor_temperature | 0.9237396 |\n", + "| people_occupant | -0.688661 |\n", + "| total_electricity_HVAC | 0.7054785 |\n", + "| wind_direction | -1.7341222 |\n", + "| wind_speed | 0.12610231 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4302.665 |\n", + "| air_humidity | 10.131724 |\n", + "| air_temperature | 23.250032 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 21.792225 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5709927.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.80927265 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 22.177158 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6694058 |\n", + "| air_humidity | 0.36346802 |\n", + "| air_temperature | 0.03254238 |\n", + "| clg_setpoint | 1.4580871 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4423854 |\n", + "| diffuse_solar_radiation | -0.24263753 |\n", + "| direct_solar_radiation | 0.13910764 |\n", + "| hour | -0.79430246 |\n", + "| htg_setpoint | 0.98999184 |\n", + "| month | 0.8151761 |\n", + "| outdoor_humidity | -0.291153 |\n", + "| outdoor_temperature | 0.32219025 |\n", + "| people_occupant | -0.68876743 |\n", + "| total_electricity_HVAC | -0.67431146 |\n", + "| wind_direction | -1.3032131 |\n", + "| wind_speed | -0.7000097 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 41.646866 |\n", + "| air_temperature | 22.736984 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 50.75 |\n", + "| direct_solar_radiation | 189.25 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.078064 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 62.5 |\n", + "| outdoor_temperature | 15.868609 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 3.225 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.7871434 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.052681 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4434832 |\n", + "| air_humidity | 1.238541 |\n", + "| air_temperature | -0.33390862 |\n", + "| clg_setpoint | -1.0953441 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.327546 |\n", + "| diffuse_solar_radiation | 0.08097776 |\n", + "| direct_solar_radiation | 1.3920068 |\n", + "| hour | -0.6498314 |\n", + "| htg_setpoint | 0.7676855 |\n", + "| month | 0.81476206 |\n", + "| outdoor_humidity | 0.22653359 |\n", + "| outdoor_temperature | 0.5683821 |\n", + "| people_occupant | -0.68887377 |\n", + "| total_electricity_HVAC | -0.45409632 |\n", + "| wind_direction | 0.8445461 |\n", + "| wind_speed | -1.5784278 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1062.8711 |\n", + "| air_humidity | 53.121204 |\n", + "| air_temperature | 22.251343 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 83.0 |\n", + "| direct_solar_radiation | 502.75 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 21.144485 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 73.25 |\n", + "| outdoor_temperature | 18.299448 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 977400.9 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 1.125 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*****************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8657665 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.546963 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4496257 |\n", + "| air_humidity | -0.029927263 |\n", + "| air_temperature | 0.91761214 |\n", + "| clg_setpoint | 0.37281403 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.212968 |\n", + "| diffuse_solar_radiation | 0.4198238 |\n", + "| direct_solar_radiation | 1.9037896 |\n", + "| hour | -0.50536364 |\n", + "| htg_setpoint | -0.44556695 |\n", + "| month | 0.8143486 |\n", + "| outdoor_humidity | -0.050069384 |\n", + "| outdoor_temperature | 1.128125 |\n", + "| people_occupant | 1.6946774 |\n", + "| total_electricity_HVAC | -0.47954217 |\n", + "| wind_direction | 0.5580853 |\n", + "| wind_speed | -0.17602338 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1036.7576 |\n", + "| air_humidity | 36.504086 |\n", + "| air_temperature | 23.910763 |\n", + "| clg_setpoint | 27.129824 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 116.75 |\n", + "| direct_solar_radiation | 631.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0426 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 23.821598 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 874012.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.475 |\n", + "| train/ | |\n", + "| approx_kl | 0.011280617 |\n", + "| clip_fraction | 0.115 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.39 |\n", + "| explained_variance | 0.751 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.208 |\n", + "| n_updates | 800 |\n", + "| policy_gradient_loss | -0.0115 |\n", + "| std | 0.802 |\n", + "| value_loss | 0.918 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------******************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.9172745 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.784668 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.9433014 |\n", + "| air_humidity | 0.91705567 |\n", + "| air_temperature | 0.41893628 |\n", + "| clg_setpoint | -1.0948066 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0986075 |\n", + "| diffuse_solar_radiation | 0.23419964 |\n", + "| direct_solar_radiation | 2.6288238 |\n", + "| hour | -0.3608979 |\n", + "| htg_setpoint | 0.8541347 |\n", + "| month | 0.8139357 |\n", + "| outdoor_humidity | -0.7242606 |\n", + "| outdoor_temperature | 1.4338117 |\n", + "| people_occupant | 1.6943331 |\n", + "| total_electricity_HVAC | 0.87050235 |\n", + "| wind_direction | -1.5189596 |\n", + "| wind_speed | -0.48978955 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7047.431 |\n", + "| air_humidity | 48.918976 |\n", + "| air_temperature | 23.249928 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 98.25 |\n", + "| direct_solar_radiation | 812.75 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.509453 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 53.5 |\n", + "| outdoor_temperature | 26.842623 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6380350.0 |\n", + "| wind_direction | 22.5 |\n", + "| wind_speed | 3.725 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.009079576 |\n", + "| Heating_Setpoint_RL | -0.11896652 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.655643 |\n", + "| Heating_Setpoint_RL | 16.955814 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5535963 |\n", + "| air_humidity | -0.54627216 |\n", + "| air_temperature | 0.25332344 |\n", + "| clg_setpoint | 0.92212397 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9844251 |\n", + "| diffuse_solar_radiation | 0.80154425 |\n", + "| direct_solar_radiation | 1.2929059 |\n", + "| hour | -0.21643326 |\n", + "| htg_setpoint | -1.378844 |\n", + "| month | 0.8135235 |\n", + "| outdoor_humidity | 0.2866854 |\n", + "| outdoor_temperature | 1.1822549 |\n", + "| people_occupant | -0.68919194 |\n", + "| total_electricity_HVAC | -0.5706415 |\n", + "| wind_direction | 0.15225105 |\n", + "| wind_speed | -0.33248794 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 589.40027 |\n", + "| air_humidity | 29.749744 |\n", + "| air_temperature | 23.030575 |\n", + "| clg_setpoint | 28.580164 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 154.75 |\n", + "| direct_solar_radiation | 478.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 12.119221 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 74.5 |\n", + "| outdoor_temperature | 24.37168 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 503678.38 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.74339265 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.11605 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.539004 |\n", + "| air_humidity | -1.6208547 |\n", + "| air_temperature | 0.44674617 |\n", + "| clg_setpoint | -0.10034851 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.87038547 |\n", + "| diffuse_solar_radiation | 3.2686775 |\n", + "| direct_solar_radiation | 0.5957193 |\n", + "| hour | -0.07196907 |\n", + "| htg_setpoint | -0.70234716 |\n", + "| month | 0.8131119 |\n", + "| outdoor_humidity | -0.17117678 |\n", + "| outdoor_temperature | 1.0083685 |\n", + "| people_occupant | -0.6888824 |\n", + "| total_electricity_HVAC | -0.55928177 |\n", + "| wind_direction | -1.2568867 |\n", + "| wind_speed | 0.70387506 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 651.6817 |\n", + "| air_humidity | 15.655642 |\n", + "| air_temperature | 23.287262 |\n", + "| clg_setpoint | 25.878122 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 400.5 |\n", + "| direct_solar_radiation | 304.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 14.962447 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 22.666737 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 549397.6 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 6.575 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.8974343 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.673067 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.16215377 |\n", + "| air_humidity | 1.2570919 |\n", + "| air_temperature | 0.41838458 |\n", + "| clg_setpoint | -1.094876 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7564572 |\n", + "| diffuse_solar_radiation | 1.8704914 |\n", + "| direct_solar_radiation | 0.20865631 |\n", + "| hour | 0.07249501 |\n", + "| htg_setpoint | 0.60797805 |\n", + "| month | 0.8127009 |\n", + "| outdoor_humidity | -0.039025538 |\n", + "| outdoor_temperature | 1.0199256 |\n", + "| people_occupant | 0.2648486 |\n", + "| total_electricity_HVAC | 0.11746498 |\n", + "| wind_direction | -0.062071875 |\n", + "| wind_speed | -0.38446668 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3674.9004 |\n", + "| air_humidity | 53.371803 |\n", + "| air_temperature | 23.249773 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 261.25 |\n", + "| direct_solar_radiation | 207.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.473999 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 67.75 |\n", + "| outdoor_temperature | 22.783667 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 3307410.2 |\n", + "| wind_direction | 175.0 |\n", + "| wind_speed | 3.975 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.11460042 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.238224 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57259274 |\n", + "| air_humidity | 0.17006205 |\n", + "| air_temperature | 2.2135375 |\n", + "| clg_setpoint | 0.7071944 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6426132 |\n", + "| diffuse_solar_radiation | 0.23420528 |\n", + "| direct_solar_radiation | 2.6668499 |\n", + "| hour | 0.21695906 |\n", + "| htg_setpoint | -0.4908271 |\n", + "| month | 0.81229055 |\n", + "| outdoor_humidity | -1.7733023 |\n", + "| outdoor_temperature | 1.1037211 |\n", + "| people_occupant | 1.2181901 |\n", + "| total_electricity_HVAC | -0.5844659 |\n", + "| wind_direction | -1.6618545 |\n", + "| wind_speed | 0.6522088 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 507.14145 |\n", + "| air_humidity | 39.129166 |\n", + "| air_temperature | 25.62732 |\n", + "| clg_setpoint | 28.012587 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 98.25 |\n", + "| direct_solar_radiation | 822.75 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.853585 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 31.75 |\n", + "| outdoor_temperature | 23.613699 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 447092.88 |\n", + "| wind_direction | 7.5 |\n", + "| wind_speed | 6.45 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9042003 |\n", + "| Heating_Setpoint_RL | 0.8437132 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.573324 |\n", + "| Heating_Setpoint_RL | 22.370888 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.31415546 |\n", + "| air_humidity | -0.16843657 |\n", + "| air_temperature | 0.41771203 |\n", + "| clg_setpoint | -1.0946227 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5288302 |\n", + "| diffuse_solar_radiation | 0.99496186 |\n", + "| direct_solar_radiation | 2.063715 |\n", + "| hour | 0.3614228 |\n", + "| htg_setpoint | -0.9483331 |\n", + "| month | 0.8118808 |\n", + "| outdoor_humidity | -1.5552763 |\n", + "| outdoor_temperature | 0.67052627 |\n", + "| people_occupant | 1.694641 |\n", + "| total_electricity_HVAC | 0.26218504 |\n", + "| wind_direction | 0.27242965 |\n", + "| wind_speed | -0.17496523 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4329.456 |\n", + "| air_humidity | 34.691685 |\n", + "| air_temperature | 23.24926 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 174.0 |\n", + "| direct_solar_radiation | 672.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 13.92967 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 36.25 |\n", + "| outdoor_temperature | 19.346035 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3896510.5 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.475 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.4721962 |\n", + "| air_humidity | 1.1412542 |\n", + "| air_temperature | 0.4171314 |\n", + "| clg_setpoint | -1.0942398 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41508892 |\n", + "| diffuse_solar_radiation | 1.0999913 |\n", + "| direct_solar_radiation | 0.63582253 |\n", + "| hour | 0.5058857 |\n", + "| htg_setpoint | -0.33589333 |\n", + "| month | 0.8114717 |\n", + "| outdoor_humidity | -1.0371988 |\n", + "| outdoor_temperature | 1.1208858 |\n", + "| people_occupant | 1.6942979 |\n", + "| total_electricity_HVAC | 0.41266438 |\n", + "| wind_direction | -0.08589043 |\n", + "| wind_speed | 0.39096257 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5009.9453 |\n", + "| air_humidity | 51.859993 |\n", + "| air_temperature | 23.248579 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 184.5 |\n", + "| direct_solar_radiation | 314.25 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.50638 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 23.786419 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4508950.5 |\n", + "| wind_direction | 172.5 |\n", + "| wind_speed | 5.825 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.31085876 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.37358 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.71379155 |\n", + "| air_humidity | 1.3610789 |\n", + "| air_temperature | 0.41689232 |\n", + "| clg_setpoint | -1.0941045 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.301374 |\n", + "| diffuse_solar_radiation | 0.40704653 |\n", + "| direct_solar_radiation | 0.06735432 |\n", + "| hour | 0.65034705 |\n", + "| htg_setpoint | 0.5225076 |\n", + "| month | 0.81106323 |\n", + "| outdoor_humidity | 0.57615894 |\n", + "| outdoor_temperature | 1.2412492 |\n", + "| people_occupant | 1.6939554 |\n", + "| total_electricity_HVAC | 0.6427014 |\n", + "| wind_direction | 0.17664483 |\n", + "| wind_speed | -0.12241332 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6050.429 |\n", + "| air_humidity | 54.752327 |\n", + "| air_temperature | 23.248405 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 115.5 |\n", + "| direct_solar_radiation | 171.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.118793 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 80.5 |\n", + "| outdoor_temperature | 24.979574 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5445386.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.34486222 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.78891 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4285377 |\n", + "| air_humidity | -1.0036081 |\n", + "| air_temperature | 1.3423102 |\n", + "| clg_setpoint | 0.3678015 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18767397 |\n", + "| diffuse_solar_radiation | -0.30319723 |\n", + "| direct_solar_radiation | 0.05233236 |\n", + "| hour | 0.7948056 |\n", + "| htg_setpoint | -0.9290219 |\n", + "| month | 0.81065536 |\n", + "| outdoor_humidity | -0.7850958 |\n", + "| outdoor_temperature | 1.632646 |\n", + "| people_occupant | -0.6891022 |\n", + "| total_electricity_HVAC | -0.4316188 |\n", + "| wind_direction | 0.86909336 |\n", + "| wind_speed | -0.16433017 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1128.8412 |\n", + "| air_humidity | 23.760485 |\n", + "| air_temperature | 24.473152 |\n", + "| clg_setpoint | 27.114437 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 44.75 |\n", + "| direct_solar_radiation | 168.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 14.013815 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 52.25 |\n", + "| outdoor_temperature | 28.846642 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1070524.8 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 4.5 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*******************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.538257 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 20.652695 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.54871774 |\n", + "| air_humidity | -0.64003813 |\n", + "| air_temperature | 0.70943284 |\n", + "| clg_setpoint | 0.0068517667 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.073981255 |\n", + "| diffuse_solar_radiation | -0.7524777 |\n", + "| direct_solar_radiation | -0.6184742 |\n", + "| hour | 0.93926 |\n", + "| htg_setpoint | -0.27374128 |\n", + "| month | 0.8102481 |\n", + "| outdoor_humidity | -0.4353552 |\n", + "| outdoor_temperature | 0.8749527 |\n", + "| people_occupant | -0.6887941 |\n", + "| total_electricity_HVAC | -0.5594652 |\n", + "| wind_direction | -0.27726963 |\n", + "| wind_speed | -0.33190614 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 610.6158 |\n", + "| air_humidity | 28.521118 |\n", + "| air_temperature | 23.635828 |\n", + "| clg_setpoint | 26.160707 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.769398 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 21.385187 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 549554.2 |\n", + "| wind_direction | 152.5 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.7217533 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.565138 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5049914 |\n", + "| air_humidity | 1.398847 |\n", + "| air_temperature | 0.41727406 |\n", + "| clg_setpoint | -1.0943053 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.039707907 |\n", + "| diffuse_solar_radiation | -0.7523409 |\n", + "| direct_solar_radiation | -0.618361 |\n", + "| hour | 1.0837085 |\n", + "| htg_setpoint | 0.9270267 |\n", + "| month | 0.8098414 |\n", + "| outdoor_humidity | 0.034567535 |\n", + "| outdoor_temperature | 0.72745794 |\n", + "| people_occupant | -0.45050853 |\n", + "| total_electricity_HVAC | -0.51782 |\n", + "| wind_direction | -0.44393674 |\n", + "| wind_speed | -0.122151405 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 799.1755 |\n", + "| air_humidity | 55.24443 |\n", + "| air_temperature | 23.249498 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.822067 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 69.25 |\n", + "| outdoor_temperature | 19.933802 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 719257.94 |\n", + "| wind_direction | 135.0 |\n", + "| wind_speed | 4.6 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.69250405 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.520336 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5550428 |\n", + "| air_humidity | 1.4071397 |\n", + "| air_temperature | 0.32463497 |\n", + "| clg_setpoint | -0.8270324 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15339337 |\n", + "| diffuse_solar_radiation | -0.75234044 |\n", + "| direct_solar_radiation | -0.6181272 |\n", + "| hour | 1.2281492 |\n", + "| htg_setpoint | 0.75919896 |\n", + "| month | 0.80943537 |\n", + "| outdoor_humidity | 0.39556098 |\n", + "| outdoor_temperature | 0.69818115 |\n", + "| people_occupant | -0.45063418 |\n", + "| total_electricity_HVAC | -0.5654861 |\n", + "| wind_direction | 1.6097648 |\n", + "| wind_speed | -0.03849158 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 583.8809 |\n", + "| air_humidity | 55.37027 |\n", + "| air_temperature | 23.127163 |\n", + "| clg_setpoint | 23.95608 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.118153 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 76.75 |\n", + "| outdoor_temperature | 19.64814 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 525492.8 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 4.8 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.2800458 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.679846 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.67061895 |\n", + "| air_humidity | 0.31866223 |\n", + "| air_temperature | 0.05081677 |\n", + "| clg_setpoint | -0.2780212 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.2670712 |\n", + "| diffuse_solar_radiation | -0.75235844 |\n", + "| direct_solar_radiation | -0.61817324 |\n", + "| hour | 1.3725798 |\n", + "| htg_setpoint | 0.3827524 |\n", + "| month | 0.80902994 |\n", + "| outdoor_humidity | -1.0379906 |\n", + "| outdoor_temperature | 0.43157008 |\n", + "| people_occupant | -0.6891102 |\n", + "| total_electricity_HVAC | -0.6755364 |\n", + "| wind_direction | -1.4933078 |\n", + "| wind_speed | -0.646363 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 41.11365 |\n", + "| air_temperature | 22.765394 |\n", + "| clg_setpoint | 25.406487 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.536428 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 17.025045 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 25.0 |\n", + "| wind_speed | 3.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.51286066 |\n", + "| Heating_Setpoint_RL | 0.28989407 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.355904 |\n", + "| Heating_Setpoint_RL | 19.255653 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.15396488 |\n", + "| air_humidity | 1.134496 |\n", + "| air_temperature | 0.4174266 |\n", + "| clg_setpoint | -0.26199904 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38073355 |\n", + "| diffuse_solar_radiation | -0.75230473 |\n", + "| direct_solar_radiation | -0.61822206 |\n", + "| hour | 1.5169978 |\n", + "| htg_setpoint | 1.2650115 |\n", + "| month | 0.8086251 |\n", + "| outdoor_humidity | 0.45622218 |\n", + "| outdoor_temperature | 0.27508894 |\n", + "| people_occupant | -0.68921536 |\n", + "| total_electricity_HVAC | 0.109613106 |\n", + "| wind_direction | -1.3492275 |\n", + "| wind_speed | -0.9607975 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3634.9802 |\n", + "| air_humidity | 51.816013 |\n", + "| air_temperature | 23.25021 |\n", + "| clg_setpoint | 25.448536 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 15.485832 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3271482.2 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.37532997 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.891739 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.42076167 |\n", + "| air_humidity | 1.2888672 |\n", + "| air_temperature | 0.4170429 |\n", + "| clg_setpoint | -0.4820037 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.49436882 |\n", + "| diffuse_solar_radiation | -0.7522904 |\n", + "| direct_solar_radiation | -0.6182778 |\n", + "| hour | 1.6614003 |\n", + "| htg_setpoint | 1.2645055 |\n", + "| month | 0.8082209 |\n", + "| outdoor_humidity | 0.5285464 |\n", + "| outdoor_temperature | 0.50511736 |\n", + "| people_occupant | -0.6893204 |\n", + "| total_electricity_HVAC | 0.29186782 |\n", + "| wind_direction | 0.15477291 |\n", + "| wind_speed | -1.0128424 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1163.0481 |\n", + "| air_humidity | 53.851562 |\n", + "| air_temperature | 23.24987 |\n", + "| clg_setpoint | 24.86651 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 79.5 |\n", + "| outdoor_temperature | 17.75356 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4012341.2 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 2.475 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.5762792 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.86657 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5911123 |\n", + "| air_humidity | -0.7158856 |\n", + "| air_temperature | -0.4076033 |\n", + "| clg_setpoint | 0.99248695 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7218241 |\n", + "| diffuse_solar_radiation | -0.7523063 |\n", + "| direct_solar_radiation | -0.6180961 |\n", + "| hour | -1.6613047 |\n", + "| htg_setpoint | -0.22736832 |\n", + "| month | 0.8078173 |\n", + "| outdoor_humidity | 1.1791391 |\n", + "| outdoor_temperature | 0.85509336 |\n", + "| people_occupant | -0.68901324 |\n", + "| total_electricity_HVAC | -0.59984636 |\n", + "| wind_direction | 0.27401435 |\n", + "| wind_speed | -0.33077225 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 430.01147 |\n", + "| air_humidity | 27.565727 |\n", + "| air_temperature | 22.160503 |\n", + "| clg_setpoint | 28.76391 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.974682 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 21.204096 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 387010.34 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6130733 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.555878 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.2558732 |\n", + "| air_humidity | 0.4865216 |\n", + "| air_temperature | 0.41726717 |\n", + "| clg_setpoint | 0.58853674 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.83536696 |\n", + "| diffuse_solar_radiation | -0.7522948 |\n", + "| direct_solar_radiation | -0.6178382 |\n", + "| hour | -1.5167723 |\n", + "| htg_setpoint | 1.2639037 |\n", + "| month | 0.8074143 |\n", + "| outdoor_humidity | 0.045401797 |\n", + "| outdoor_temperature | 0.13867056 |\n", + "| people_occupant | -0.68870646 |\n", + "| total_electricity_HVAC | 1.4573462 |\n", + "| wind_direction | 1.5153915 |\n", + "| wind_speed | -0.11041305 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8369.541 |\n", + "| air_humidity | 43.330315 |\n", + "| air_temperature | 23.250177 |\n", + "| clg_setpoint | 27.696323 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 14.154234 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 8745765.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.625 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.36483464 |\n", + "| Heating_Setpoint_RL | 0.7502796 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.393682 |\n", + "| Heating_Setpoint_RL | 21.845324 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6707499 |\n", + "| air_humidity | 0.00838292 |\n", + "| air_temperature | -0.19906032 |\n", + "| clg_setpoint | -0.7169212 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.94881773 |\n", + "| diffuse_solar_radiation | -0.75230783 |\n", + "| direct_solar_radiation | -0.61758083 |\n", + "| hour | -1.3722566 |\n", + "| htg_setpoint | 0.1522392 |\n", + "| month | 0.8070119 |\n", + "| outdoor_humidity | -0.17104214 |\n", + "| outdoor_temperature | 0.034993608 |\n", + "| people_occupant | -0.6888116 |\n", + "| total_electricity_HVAC | -0.6756743 |\n", + "| wind_direction | -1.5400804 |\n", + "| wind_speed | -1.1175859 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 37.05975 |\n", + "| air_temperature | 22.436405 |\n", + "| clg_setpoint | 24.244936 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.574192 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 13.134551 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 2.225 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.30202776 |\n", + "| Heating_Setpoint_RL | 0.17628777 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.605656 |\n", + "| Heating_Setpoint_RL | 18.61662 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.82812315 |\n", + "| air_humidity | 0.6693176 |\n", + "| air_temperature | 0.41736642 |\n", + "| clg_setpoint | -1.0931493 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0621486 |\n", + "| diffuse_solar_radiation | -0.7523033 |\n", + "| direct_solar_radiation | -0.6176121 |\n", + "| hour | -1.2277547 |\n", + "| htg_setpoint | 1.2632052 |\n", + "| month | 0.8066101 |\n", + "| outdoor_humidity | 0.32327592 |\n", + "| outdoor_temperature | 0.022822281 |\n", + "| people_occupant | -0.68891656 |\n", + "| total_electricity_HVAC | 0.7514644 |\n", + "| wind_direction | -1.1574507 |\n", + "| wind_speed | -0.69749224 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6528.4106 |\n", + "| air_humidity | 45.725807 |\n", + "| air_temperature | 23.25045 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 75.25 |\n", + "| outdoor_temperature | 13.016496 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5875570.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 3.225 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.30410928 |\n", + "| Heating_Setpoint_RL | 0.7789 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.65137 |\n", + "| Heating_Setpoint_RL | 22.006313 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.34403536 |\n", + "| air_humidity | 1.853985 |\n", + "| air_temperature | 0.41707328 |\n", + "| clg_setpoint | 1.4606076 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.175328 |\n", + "| diffuse_solar_radiation | -0.75229263 |\n", + "| direct_solar_radiation | -0.6174675 |\n", + "| hour | -1.0832639 |\n", + "| htg_setpoint | 1.2625561 |\n", + "| month | 0.8062089 |\n", + "| outdoor_humidity | 1.2150915 |\n", + "| outdoor_temperature | 0.30011356 |\n", + "| people_occupant | -0.68902147 |\n", + "| total_electricity_HVAC | 0.2905445 |\n", + "| wind_direction | -1.6101822 |\n", + "| wind_speed | -0.22493528 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4447.5483 |\n", + "| air_humidity | 61.273113 |\n", + "| air_temperature | 23.250217 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 93.75 |\n", + "| outdoor_temperature | 15.746052 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4002793.5 |\n", + "| wind_direction | 12.5 |\n", + "| wind_speed | 4.35 |\n", + "| train/ | |\n", + "| approx_kl | 0.006716701 |\n", + "| clip_fraction | 0.0886 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.39 |\n", + "| explained_variance | 0.713 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.173 |\n", + "| n_updates | 810 |\n", + "| policy_gradient_loss | -0.00999 |\n", + "| std | 0.802 |\n", + "| value_loss | 0.745 |\n", + "-------------------------------------------------\n", + "------------------------------------------------*************************************-------------------------| 74%\n", "| action_network/ | |\n", - "| index | 6 |\n", + "| Cooling_Setpoint_RL | 0.12610945 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1502.1025 |\n", - "| air_humidity | 14.293673 |\n", - "| air_temperature | 22.445791 |\n", - "| clg_setpoint | 24.0 |\n", + "| Cooling_Setpoint_RL | 27.05062 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.2990287 |\n", + "| air_humidity | 2.112459 |\n", + "| air_temperature | 0.41679397 |\n", + "| clg_setpoint | -1.0928158 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 189.5 |\n", - "| direct_solar_radiation | 229.5 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 34.5 |\n", - "| outdoor_temperature | -1.5963737 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 1351892.4 |\n", - "| wind_direction | 265.0 |\n", - "| wind_speed | 9.55 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 903 |\n", - "| n_updates | 22549 |\n", - "------------------------------------------------\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", - " logger.warn(\n", - "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", - " logger.warn(\n", - "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", - " logger.warn(\n", - "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", - " gym.logger.warn(\"Casting input x to numpy array.\")\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "--------------------------------------------------------------------------------------------------------------| 1%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2402.0833 |\n", - "| air_humidity | 11.437536 |\n", - "| air_temperature | 23.042078 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 194.0 |\n", - "| direct_solar_radiation | 340.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 36.5 |\n", - "| outdoor_temperature | -7.386407 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 2161875.0 |\n", - "| wind_direction | 275.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.41e+03 |\n", - "| n_updates | 22574 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 1%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 730.1309 |\n", - "| air_humidity | 48.870342 |\n", - "| air_temperature | 22.699852 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 66.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 10.502956 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 657117.8 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 6.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 586 |\n", - "| n_updates | 22599 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 1%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", + "| day_of_month | 1.2883211 |\n", + "| diffuse_solar_radiation | -0.7522772 |\n", + "| direct_solar_radiation | -0.6172106 |\n", + "| hour | -0.9387816 |\n", + "| htg_setpoint | 1.2617675 |\n", + "| month | 0.8058083 |\n", + "| outdoor_humidity | 1.1783563 |\n", + "| outdoor_temperature | 0.4588047 |\n", + "| people_occupant | -0.6891262 |\n", + "| total_electricity_HVAC | 0.24769089 |\n", + "| wind_direction | 1.4685702 |\n", + "| wind_speed | -1.7256135 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1743.8271 |\n", - "| air_humidity | 15.084388 |\n", - "| air_temperature | 23.225992 |\n", - "| clg_setpoint | 27.0 |\n", + "| HVAC_electricity_demand_rate | 4253.478 |\n", + "| air_humidity | 64.69927 |\n", + "| air_temperature | 23.250036 |\n", + "| clg_setpoint | 23.25 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 84.5 |\n", - "| direct_solar_radiation | 617.25 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 41.25 |\n", - "| outdoor_temperature | -2.2472076 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1569444.5 |\n", - "| wind_direction | 267.5 |\n", - "| wind_speed | 8.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.24e+03 |\n", - "| n_updates | 22624 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 17.308748 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3828130.2 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 0.775 |\n", "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 1%\n", + "--------------------------------------------------***********************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.39433828 |\n", + "| air_humidity | 1.0248846 |\n", + "| air_temperature | 0.41660103 |\n", + "| clg_setpoint | -0.18741465 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4010892 |\n", + "| diffuse_solar_radiation | -0.4661965 |\n", + "| direct_solar_radiation | -0.025487203 |\n", + "| hour | -0.794306 |\n", + "| htg_setpoint | 1.2613503 |\n", + "| month | 0.8054083 |\n", + "| outdoor_humidity | -0.09972917 |\n", + "| outdoor_temperature | 0.51132834 |\n", + "| people_occupant | -0.68923086 |\n", + "| total_electricity_HVAC | 0.06136239 |\n", + "| wind_direction | 1.1820121 |\n", + "| wind_speed | -0.9068384 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1275.5925 |\n", + "| air_humidity | 50.441326 |\n", + "| air_temperature | 23.249977 |\n", + "| clg_setpoint | 25.642336 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 28.5 |\n", + "| direct_solar_radiation | 148.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 17.82817 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3071480.2 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 2.725 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.76986533 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 21.955492 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.033283304 |\n", + "| air_humidity | -0.6100396 |\n", + "| air_temperature | 0.41637605 |\n", + "| clg_setpoint | 0.94274575 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5135903 |\n", + "| diffuse_solar_radiation | -0.13484637 |\n", + "| direct_solar_radiation | 1.229163 |\n", + "| hour | -0.64983505 |\n", + "| htg_setpoint | 1.261257 |\n", + "| month | 0.8050089 |\n", + "| outdoor_humidity | -0.2919943 |\n", + "| outdoor_temperature | -0.06630083 |\n", + "| people_occupant | -0.688925 |\n", + "| total_electricity_HVAC | 0.27538523 |\n", + "| wind_direction | -1.2033068 |\n", + "| wind_speed | -0.38169277 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3111.1396 |\n", + "| air_humidity | 28.981321 |\n", + "| air_temperature | 23.249962 |\n", + "| clg_setpoint | 28.630192 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 61.5 |\n", + "| direct_solar_radiation | 462.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 62.5 |\n", + "| outdoor_temperature | 12.151197 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3939309.0 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 3.975 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.15552619 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 16.750166 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5645984 |\n", + "| air_humidity | 0.1825433 |\n", + "| air_temperature | 0.9546526 |\n", + "| clg_setpoint | -0.16952322 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6257794 |\n", + "| diffuse_solar_radiation | 0.025870286 |\n", + "| direct_solar_radiation | 2.038773 |\n", + "| hour | -0.50536734 |\n", + "| htg_setpoint | -1.207696 |\n", + "| month | 0.8046101 |\n", + "| outdoor_humidity | 0.1420761 |\n", + "| outdoor_temperature | 0.2497862 |\n", + "| people_occupant | 1.6954826 |\n", + "| total_electricity_HVAC | -0.57461345 |\n", + "| wind_direction | -1.345767 |\n", + "| wind_speed | -0.43396428 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 543.8847 |\n", + "| air_humidity | 39.379166 |\n", + "| air_temperature | 23.959953 |\n", + "| clg_setpoint | 25.69094 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 77.5 |\n", + "| direct_solar_radiation | 664.75 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.860216 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 15.259318 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 489496.6 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.53791827 |\n", + "| air_humidity | 0.45325786 |\n", + "| air_temperature | 0.41685063 |\n", + "| clg_setpoint | -1.0928539 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6726894 |\n", + "| diffuse_solar_radiation | 0.44786265 |\n", + "| direct_solar_radiation | -0.6175144 |\n", + "| hour | -0.36090165 |\n", + "| htg_setpoint | 1.2610621 |\n", + "| month | 1.1007338 |\n", + "| outdoor_humidity | -0.12328782 |\n", + "| outdoor_temperature | -0.115140475 |\n", + "| people_occupant | 1.6951424 |\n", + "| total_electricity_HVAC | -0.54967624 |\n", + "| wind_direction | -1.6791909 |\n", + "| wind_speed | 0.5010964 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 658.6421 |\n", + "| air_humidity | 42.934433 |\n", + "| air_temperature | 23.250874 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 119.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 11.673259 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 590897.4 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 6.075 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.7058134 |\n", + "| Heating_Setpoint_RL | 0.54004 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.24288 |\n", + "| Heating_Setpoint_RL | 20.662725 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.30066648 |\n", + "| air_humidity | 1.1689068 |\n", + "| air_temperature | 0.41498074 |\n", + "| clg_setpoint | -1.0925692 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5572402 |\n", + "| diffuse_solar_radiation | 1.3016992 |\n", + "| direct_solar_radiation | 1.7822818 |\n", + "| hour | -0.21643703 |\n", + "| htg_setpoint | 0.18446091 |\n", + "| month | 1.100003 |\n", + "| outdoor_humidity | -0.4612532 |\n", + "| outdoor_temperature | 0.8531262 |\n", + "| people_occupant | 1.6948028 |\n", + "| total_electricity_HVAC | 0.24918127 |\n", + "| wind_direction | 0.9441165 |\n", + "| wind_speed | -0.48558447 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4257.0894 |\n", + "| air_humidity | 52.32305 |\n", + "| air_temperature | 23.248486 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 204.5 |\n", + "| direct_solar_radiation | 600.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.720684 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 21.186007 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3831380.5 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 3.725 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.4163172 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.966785 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.70678526 |\n", + "| air_humidity | 1.1551832 |\n", + "| air_temperature | 0.41529208 |\n", + "| clg_setpoint | -1.0922017 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4421395 |\n", + "| diffuse_solar_radiation | 1.0407077 |\n", + "| direct_solar_radiation | 2.2110403 |\n", + "| hour | -0.071972854 |\n", + "| htg_setpoint | 1.2381468 |\n", + "| month | 1.0992737 |\n", + "| outdoor_humidity | -0.02731587 |\n", + "| outdoor_temperature | 1.1511346 |\n", + "| people_occupant | 1.2177678 |\n", + "| total_electricity_HVAC | 0.6344924 |\n", + "| wind_direction | 0.013988328 |\n", + "| wind_speed | -0.36957198 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5999.3706 |\n", + "| air_humidity | 52.160046 |\n", + "| air_temperature | 23.249033 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 178.5 |\n", + "| direct_solar_radiation | 708.25 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 23.155998 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 24.115772 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5393996.5 |\n", + "| wind_direction | 182.5 |\n", + "| wind_speed | 4.0 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.44868776 |\n", + "| air_humidity | 1.0611172 |\n", + "| air_temperature | 0.41556698 |\n", + "| clg_setpoint | -1.0919782 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.327336 |\n", + "| diffuse_solar_radiation | 1.0509537 |\n", + "| direct_solar_radiation | 2.2102473 |\n", + "| hour | 0.07249122 |\n", + "| htg_setpoint | 0.07353192 |\n", + "| month | 1.0985459 |\n", + "| outdoor_humidity | -0.5584458 |\n", + "| outdoor_temperature | 1.2329613 |\n", + "| people_occupant | 0.2641587 |\n", + "| total_electricity_HVAC | 0.3907626 |\n", + "| wind_direction | 0.18081717 |\n", + "| wind_speed | -0.21190204 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4892.086 |\n", + "| air_humidity | 50.93898 |\n", + "| air_temperature | 23.249508 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 179.5 |\n", + "| direct_solar_radiation | 708.25 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.256083 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 24.923786 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 4405530.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.375 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.75892 |\n", + "| Heating_Setpoint_RL | -0.10805726 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.186356 |\n", + "| Heating_Setpoint_RL | 17.017178 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.54370236 |\n", + "| air_humidity | 0.35918146 |\n", + "| air_temperature | 0.66887176 |\n", + "| clg_setpoint | 0.648919 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.212783 |\n", + "| diffuse_solar_radiation | 1.3249018 |\n", + "| direct_solar_radiation | 1.6286633 |\n", + "| hour | 0.21695524 |\n", + "| htg_setpoint | -0.9665961 |\n", + "| month | 1.0978194 |\n", + "| outdoor_humidity | 0.056423414 |\n", + "| outdoor_temperature | 1.0713814 |\n", + "| people_occupant | -0.68914205 |\n", + "| total_electricity_HVAC | -0.555534 |\n", + "| wind_direction | -0.08167889 |\n", + "| wind_speed | -0.21165578 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 635.79083 |\n", + "| air_humidity | 41.740807 |\n", + "| air_temperature | 23.583267 |\n", + "| clg_setpoint | 27.850763 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 206.75 |\n", + "| direct_solar_radiation | 562.75 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 13.880531 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 69.75 |\n", + "| outdoor_temperature | 23.339325 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 568941.7 |\n", + "| wind_direction | 172.5 |\n", + "| wind_speed | 4.375 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.0688034 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.392788 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6715523 |\n", + "| air_humidity | 0.61279607 |\n", + "| air_temperature | -0.068614386 |\n", + "| clg_setpoint | 1.461321 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.098438 |\n", + "| diffuse_solar_radiation | 0.88558006 |\n", + "| direct_solar_radiation | 1.7835407 |\n", + "| hour | 0.361419 |\n", + "| htg_setpoint | -0.885782 |\n", + "| month | 1.0970945 |\n", + "| outdoor_humidity | -1.0418981 |\n", + "| outdoor_temperature | 0.37193403 |\n", + "| people_occupant | -0.6888375 |\n", + "| total_electricity_HVAC | -0.6764602 |\n", + "| wind_direction | 1.1589189 |\n", + "| wind_speed | 1.8975878 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 45.07838 |\n", + "| air_temperature | 22.612076 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 163.0 |\n", + "| direct_solar_radiation | 601.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 14.220722 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 16.473286 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 302.5 |\n", + "| wind_speed | 9.4 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.27042627 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.146149 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5432209 |\n", + "| air_humidity | -1.3105448 |\n", + "| air_temperature | 0.4147997 |\n", + "| clg_setpoint | -1.0922874 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9842629 |\n", + "| diffuse_solar_radiation | 0.7022978 |\n", + "| direct_solar_radiation | 0.96187925 |\n", + "| hour | 0.50588197 |\n", + "| htg_setpoint | 1.2600371 |\n", + "| month | 1.096371 |\n", + "| outdoor_humidity | -1.8254185 |\n", + "| outdoor_temperature | -0.20909087 |\n", + "| people_occupant | 1.6951048 |\n", + "| total_electricity_HVAC | -0.5542798 |\n", + "| wind_direction | 1.1343026 |\n", + "| wind_speed | 1.854832 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 636.7249 |\n", + "| air_humidity | 19.825686 |\n", + "| air_temperature | 23.248621 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 144.75 |\n", + "| direct_solar_radiation | 395.75 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 30.75 |\n", + "| outdoor_temperature | 10.768464 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 573052.4 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 9.3 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.28305238 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.03283 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.52458125 |\n", + "| air_humidity | -1.0375452 |\n", + "| air_temperature | 0.41491613 |\n", + "| clg_setpoint | -1.0921276 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8702233 |\n", + "| diffuse_solar_radiation | -0.12671025 |\n", + "| direct_solar_radiation | 1.0095651 |\n", + "| hour | 0.65034324 |\n", + "| htg_setpoint | 0.093322106 |\n", + "| month | 1.0956489 |\n", + "| outdoor_humidity | -1.595141 |\n", + "| outdoor_temperature | -0.07310411 |\n", + "| people_occupant | 1.6947664 |\n", + "| total_electricity_HVAC | -0.53652185 |\n", + "| wind_direction | 1.3957711 |\n", + "| wind_speed | 0.6050375 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 716.1085 |\n", + "| air_humidity | 23.40093 |\n", + "| air_temperature | 23.248562 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 62.25 |\n", + "| direct_solar_radiation | 407.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 18.339258 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 35.5 |\n", + "| outdoor_temperature | 12.100463 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 644497.7 |\n", + "| wind_direction | 327.5 |\n", + "| wind_speed | 6.325 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.46965677 |\n", + "| air_humidity | -0.080960855 |\n", + "| air_temperature | 0.42144775 |\n", + "| clg_setpoint | -1.0916522 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.75628906 |\n", + "| diffuse_solar_radiation | -0.6166582 |\n", + "| direct_solar_radiation | -0.32172748 |\n", + "| hour | 0.7948019 |\n", + "| htg_setpoint | -0.86502504 |\n", + "| month | 1.0949283 |\n", + "| outdoor_humidity | -0.448962 |\n", + "| outdoor_temperature | 0.046704784 |\n", + "| people_occupant | 1.6944286 |\n", + "| total_electricity_HVAC | -0.48422557 |\n", + "| wind_direction | 0.155313 |\n", + "| wind_speed | -0.08691412 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.36444 |\n", + "| air_humidity | 35.952164 |\n", + "| air_temperature | 23.257065 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 13.5 |\n", + "| direct_solar_radiation | 74.25 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 14.306094 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 59.25 |\n", + "| outdoor_temperature | 13.274093 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856228.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 4.675 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.3582027 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 19.63989 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.61945534 |\n", + "| air_humidity | 1.9550271 |\n", + "| air_temperature | 0.41558364 |\n", + "| clg_setpoint | -1.0914291 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6424341 |\n", + "| diffuse_solar_radiation | -0.7523416 |\n", + "| direct_solar_radiation | -0.61820006 |\n", + "| hour | 0.93925637 |\n", + "| htg_setpoint | 0.79831547 |\n", + "| month | 1.094209 |\n", + "| outdoor_humidity | 1.2882085 |\n", + "| outdoor_temperature | 0.24001622 |\n", + "| people_occupant | 0.50244826 |\n", + "| total_electricity_HVAC | -0.6268308 |\n", + "| wind_direction | 0.08352377 |\n", + "| wind_speed | -0.4333666 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 309.6072 |\n", + "| air_humidity | 62.67498 |\n", + "| air_temperature | 23.249432 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.306038 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 95.25 |\n", + "| outdoor_temperature | 15.171199 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 278646.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.85 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.15107036 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.47477 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65428215 |\n", + "| air_humidity | 1.9479483 |\n", + "| air_temperature | 0.41580015 |\n", + "| clg_setpoint | -1.0910277 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.52863604 |\n", + "| diffuse_solar_radiation | -0.7523334 |\n", + "| direct_solar_radiation | -0.61829466 |\n", + "| hour | 1.0837052 |\n", + "| htg_setpoint | 1.2599698 |\n", + "| month | 1.0934912 |\n", + "| outdoor_humidity | 0.99792516 |\n", + "| outdoor_temperature | 0.38141653 |\n", + "| people_occupant | -0.45102304 |\n", + "| total_electricity_HVAC | -0.6599872 |\n", + "| wind_direction | 0.1310968 |\n", + "| wind_speed | 0.5426537 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 160.93347 |\n", + "| air_humidity | 62.60306 |\n", + "| air_temperature | 23.24981 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 89.25 |\n", + "| outdoor_temperature | 16.558744 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 144840.12 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 6.175 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.90519243 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.569975 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.668012 |\n", + "| air_humidity | 1.6283789 |\n", + "| air_temperature | 0.29340953 |\n", + "| clg_setpoint | -0.44136545 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41487655 |\n", + "| diffuse_solar_radiation | -0.7523216 |\n", + "| direct_solar_radiation | -0.6183922 |\n", + "| hour | 1.2281462 |\n", + "| htg_setpoint | -0.17857838 |\n", + "| month | 1.0927747 |\n", + "| outdoor_humidity | 1.5159692 |\n", + "| outdoor_temperature | 0.5029699 |\n", + "| people_occupant | -0.68905395 |\n", + "| total_electricity_HVAC | -0.67306346 |\n", + "| wind_direction | 0.13115945 |\n", + "| wind_speed | -1.1145034 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 102.14255 |\n", + "| air_humidity | 58.422855 |\n", + "| air_temperature | 23.088911 |\n", + "| clg_setpoint | 24.966928 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 17.197681 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 17.752201 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 91928.29 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 2.225 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------****************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8012327 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.32916 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.29252335 |\n", + "| air_humidity | 1.7353265 |\n", + "| air_temperature | 0.4155478 |\n", + "| clg_setpoint | 1.4632466 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.30114096 |\n", + "| diffuse_solar_radiation | -0.7523295 |\n", + "| direct_solar_radiation | -0.6184537 |\n", + "| hour | 1.3725773 |\n", + "| htg_setpoint | 1.2592586 |\n", + "| month | 1.0920597 |\n", + "| outdoor_humidity | 1.5151556 |\n", + "| outdoor_temperature | 0.33709264 |\n", + "| people_occupant | -0.6887508 |\n", + "| total_electricity_HVAC | 0.24134034 |\n", + "| wind_direction | -0.9182737 |\n", + "| wind_speed | -1.0717256 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4216.3467 |\n", + "| air_humidity | 59.84711 |\n", + "| air_temperature | 23.249691 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 16.128296 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3794712.2 |\n", + "| wind_direction | 85.0 |\n", + "| wind_speed | 2.325 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.6269368 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.740911 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.014660655 |\n", + "| air_humidity | 1.9906545 |\n", + "| air_temperature | 0.41541913 |\n", + "| clg_setpoint | 1.4633403 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.18741862 |\n", + "| diffuse_solar_radiation | -0.75228745 |\n", + "| direct_solar_radiation | -0.6184208 |\n", + "| hour | 1.5169959 |\n", + "| htg_setpoint | 1.2587347 |\n", + "| month | 1.0913461 |\n", + "| outdoor_humidity | 1.4058825 |\n", + "| outdoor_temperature | 0.45918918 |\n", + "| people_occupant | -0.6888547 |\n", + "| total_electricity_HVAC | -0.051094934 |\n", + "| wind_direction | -0.58372486 |\n", + "| wind_speed | 0.97394675 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2900.3225 |\n", + "| air_humidity | 63.222954 |\n", + "| air_temperature | 23.249706 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 97.75 |\n", + "| outdoor_temperature | 17.325212 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2610290.2 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 7.2 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------***************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.22288172 |\n", + "| Heating_Setpoint_RL | 0.041629 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.872774 |\n", + "| Heating_Setpoint_RL | 17.859163 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.67169577 |\n", + "| air_humidity | 0.35240078 |\n", + "| air_temperature | -0.80437726 |\n", + "| clg_setpoint | 0.66182524 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.07370256 |\n", + "| diffuse_solar_radiation | -0.75227773 |\n", + "| direct_solar_radiation | -0.61851037 |\n", + "| hour | 1.6613992 |\n", + "| htg_setpoint | -0.5155068 |\n", + "| month | 1.0906339 |\n", + "| outdoor_humidity | -0.22218584 |\n", + "| outdoor_temperature | -0.030877864 |\n", + "| people_occupant | -0.6889584 |\n", + "| total_electricity_HVAC | -0.67657757 |\n", + "| wind_direction | 1.3486879 |\n", + "| wind_speed | -1.2293692 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 41.702255 |\n", + "| air_temperature | 21.646397 |\n", + "| clg_setpoint | 27.881485 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 15.783933 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 12.525505 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 322.5 |\n", + "| wind_speed | 1.95 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------****************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.77940124 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.25548 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5063493 |\n", + "| air_humidity | 2.7197633 |\n", + "| air_temperature | -0.8749021 |\n", + "| clg_setpoint | -0.074696615 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.1537663 |\n", + "| diffuse_solar_radiation | -0.75225604 |\n", + "| direct_solar_radiation | -0.6185457 |\n", + "| hour | -1.661305 |\n", + "| htg_setpoint | 0.6745437 |\n", + "| month | 1.089923 |\n", + "| outdoor_humidity | 0.53719723 |\n", + "| outdoor_temperature | -0.19412522 |\n", + "| people_occupant | -0.689062 |\n", + "| total_electricity_HVAC | -0.59793234 |\n", + "| wind_direction | 0.9911404 |\n", + "| wind_speed | 0.595761 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 795.31305 |\n", + "| air_humidity | 72.84433 |\n", + "| air_temperature | 21.554092 |\n", + "| clg_setpoint | 25.934273 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.793684 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 79.75 |\n", + "| outdoor_temperature | 10.927689 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 397057.62 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 6.3 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*****************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.18231103 |\n", + "| Heating_Setpoint_RL | 0.7855208 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.2403 |\n", + "| Heating_Setpoint_RL | 22.043554 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6717992 |\n", + "| air_humidity | -0.56186986 |\n", + "| air_temperature | -1.695177 |\n", + "| clg_setpoint | 1.4636773 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.2675056 |\n", + "| diffuse_solar_radiation | -0.75223553 |\n", + "| direct_solar_radiation | -0.61863035 |\n", + "| hour | -1.5167736 |\n", + "| htg_setpoint | -1.4149796 |\n", + "| month | 1.0892136 |\n", + "| outdoor_humidity | -1.3559321 |\n", + "| outdoor_temperature | -0.63300073 |\n", + "| people_occupant | -0.6891655 |\n", + "| total_electricity_HVAC | -0.6766715 |\n", + "| wind_direction | 1.0146704 |\n", + "| wind_speed | 1.7872331 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 29.691942 |\n", + "| air_temperature | 20.476488 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 40.5 |\n", + "| outdoor_temperature | 6.629627 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 287.5 |\n", + "| wind_speed | 9.15 |\n", + "| train/ | |\n", + "| approx_kl | 0.011334056 |\n", + "| clip_fraction | 0.117 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.38 |\n", + "| explained_variance | 0.386 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.104 |\n", + "| n_updates | 820 |\n", + "| policy_gradient_loss | -0.0147 |\n", + "| std | 0.795 |\n", + "| value_loss | 0.536 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.19081333 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.981005 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.8578556 |\n", + "| air_humidity | -0.82957083 |\n", + "| air_temperature | 0.41557646 |\n", + "| clg_setpoint | -1.0900276 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38123453 |\n", + "| diffuse_solar_radiation | -0.75220716 |\n", + "| direct_solar_radiation | -0.61872476 |\n", + "| hour | -1.3722587 |\n", + "| htg_setpoint | 1.2583001 |\n", + "| month | 1.0885055 |\n", + "| outdoor_humidity | 1.3217561 |\n", + "| outdoor_temperature | -0.7701593 |\n", + "| people_occupant | -0.6892688 |\n", + "| total_electricity_HVAC | 2.876327 |\n", + "| wind_direction | -1.7296556 |\n", + "| wind_speed | -2.0450199 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 15193.846 |\n", + "| air_humidity | 26.16583 |\n", + "| air_temperature | 23.249924 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 5.2855654 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 14455630.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*****************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.110203624 |\n", + "| Heating_Setpoint_RL | 0.7829113 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.253063 |\n", + "| Heating_Setpoint_RL | 22.028877 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.45637146 |\n", + "| air_humidity | 0.7759872 |\n", + "| air_temperature | -0.1275305 |\n", + "| clg_setpoint | 0.7617324 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.4949438 |\n", + "| diffuse_solar_radiation | -0.75217474 |\n", + "| direct_solar_radiation | -0.6188246 |\n", + "| hour | -1.2277573 |\n", + "| htg_setpoint | 1.0270545 |\n", + "| month | 1.0877988 |\n", + "| outdoor_humidity | 1.5145388 |\n", + "| outdoor_temperature | -0.081668176 |\n", + "| people_occupant | -0.68896663 |\n", + "| total_electricity_HVAC | -0.4636625 |\n", + "| wind_direction | -1.7297547 |\n", + "| wind_speed | -2.0447109 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1008.43335 |\n", + "| air_humidity | 47.27525 |\n", + "| air_temperature | 22.53643 |\n", + "| clg_setpoint | 28.14428 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.27689 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 12.027025 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 939701.75 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "--------------------------------------------------\n", + "------------------------------------------------*******************************************-------------------| 80%\n", "| action_network/ | |\n", - "| index | 0 |\n", + "| Cooling_Setpoint_RL | 0.4140671 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", + "| Cooling_Setpoint_RL | 28.022476 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.6538975 |\n", + "| air_humidity | 0.49527025 |\n", + "| air_temperature | 0.41562882 |\n", + "| clg_setpoint | -0.8490517 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6086202 |\n", + "| diffuse_solar_radiation | -0.7521479 |\n", + "| direct_solar_radiation | -0.6188892 |\n", + "| hour | -1.0832669 |\n", + "| htg_setpoint | 1.2578831 |\n", + "| month | 1.0870936 |\n", + "| outdoor_humidity | 1.2610112 |\n", + "| outdoor_temperature | -0.1549783 |\n", + "| people_occupant | -0.6886648 |\n", + "| total_electricity_HVAC | 0.5852538 |\n", + "| wind_direction | -1.7290862 |\n", + "| wind_speed | -2.043082 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2086.3428 |\n", - "| air_humidity | 11.047049 |\n", - "| air_temperature | 21.712967 |\n", - "| clg_setpoint | 30.0 |\n", + "| HVAC_electricity_demand_rate | 5758.8804 |\n", + "| air_humidity | 43.58858 |\n", + "| air_temperature | 23.249945 |\n", + "| clg_setpoint | 23.886827 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 61.25 |\n", - "| direct_solar_radiation | 446.25 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 31.25 |\n", - "| outdoor_temperature | -3.6748056 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 94.75 |\n", + "| outdoor_temperature | 11.311075 |\n", "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1877708.5 |\n", - "| wind_direction | 312.5 |\n", - "| wind_speed | 4.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.9e+03 |\n", - "| n_updates | 22649 |\n", + "| total_electricity_HVAC | 5182992.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 2%\n", + "--------------------------------------------------*****************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.42721558 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.183147 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.5951883 |\n", + "| air_humidity | 1.2491643 |\n", + "| air_temperature | 0.415632 |\n", + "| clg_setpoint | 0.6016067 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.722247 |\n", + "| diffuse_solar_radiation | -0.7521139 |\n", + "| direct_solar_radiation | -0.61897886 |\n", + "| hour | -0.9387849 |\n", + "| htg_setpoint | 1.2575463 |\n", + "| month | 1.0863897 |\n", + "| outdoor_humidity | 1.5137559 |\n", + "| outdoor_temperature | 0.0151830865 |\n", + "| people_occupant | -0.68876827 |\n", + "| total_electricity_HVAC | 0.5293626 |\n", + "| wind_direction | 1.3249102 |\n", + "| wind_speed | -1.7701613 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5507.268 |\n", + "| air_humidity | 53.508316 |\n", + "| air_temperature | 23.250063 |\n", + "| clg_setpoint | 27.71981 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 12.977808 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4956541.5 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 0.65 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.42945307 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.175596 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6721102 |\n", + "| air_humidity | 0.6884404 |\n", + "| air_temperature | -0.32850638 |\n", + "| clg_setpoint | -1.0895333 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8358036 |\n", + "| diffuse_solar_radiation | -0.75209904 |\n", + "| direct_solar_radiation | -0.6189689 |\n", + "| hour | -0.7943094 |\n", + "| htg_setpoint | -0.2401266 |\n", + "| month | 1.085687 |\n", + "| outdoor_humidity | 0.8141287 |\n", + "| outdoor_temperature | -0.056214053 |\n", + "| people_occupant | -0.6888716 |\n", + "| total_electricity_HVAC | -0.67694485 |\n", + "| wind_direction | -1.1076671 |\n", + "| wind_speed | -0.848572 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 46.14898 |\n", + "| air_temperature | 22.273489 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.948734 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 12.281671 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.85 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.7064016 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.240894 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.098980434 |\n", + "| air_humidity | 1.9468296 |\n", + "| air_temperature | 0.4150836 |\n", + "| clg_setpoint | 0.6436754 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9492657 |\n", + "| diffuse_solar_radiation | -0.05288689 |\n", + "| direct_solar_radiation | 0.64179146 |\n", + "| hour | -0.64983857 |\n", + "| htg_setpoint | 1.2561249 |\n", + "| month | 1.0849859 |\n", + "| outdoor_humidity | 1.5125084 |\n", + "| outdoor_temperature | 0.4552402 |\n", + "| people_occupant | -0.68897486 |\n", + "| total_electricity_HVAC | 0.081197426 |\n", + "| wind_direction | 0.1566092 |\n", + "| wind_speed | -0.69179356 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3384.39 |\n", + "| air_humidity | 62.735332 |\n", + "| air_temperature | 23.249704 |\n", + "| clg_setpoint | 27.829077 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 69.5 |\n", + "| direct_solar_radiation | 315.75 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 17.28525 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3143617.2 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 3.225 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.9891478 |\n", + "| Heating_Setpoint_RL | -0.2531774 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.286627 |\n", + "| Heating_Setpoint_RL | 16.200878 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.54489666 |\n", + "| air_humidity | 2.1052692 |\n", + "| air_temperature | 1.1409408 |\n", + "| clg_setpoint | 0.6784517 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0626055 |\n", + "| diffuse_solar_radiation | 0.2943134 |\n", + "| direct_solar_radiation | 1.5348485 |\n", + "| hour | -0.505371 |\n", + "| htg_setpoint | 0.07976483 |\n", + "| month | 1.084286 |\n", + "| outdoor_humidity | 1.0294602 |\n", + "| outdoor_temperature | 0.74720734 |\n", + "| people_occupant | 1.6944594 |\n", + "| total_electricity_HVAC | -0.56345624 |\n", + "| wind_direction | 0.18053597 |\n", + "| wind_speed | -0.11661369 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 632.2143 |\n", + "| air_humidity | 64.8549 |\n", + "| air_temperature | 24.202164 |\n", + "| clg_setpoint | 27.920742 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 104.0 |\n", + "| direct_solar_radiation | 539.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 18.299585 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 20.143 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 538271.2 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************------------------| 81%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.8353277 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.926282 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6725057 |\n", + "| air_humidity | -1.2148445 |\n", + "| air_temperature | -0.54156417 |\n", + "| clg_setpoint | 0.70330995 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1757916 |\n", + "| diffuse_solar_radiation | 0.89567965 |\n", + "| direct_solar_radiation | 1.5528519 |\n", + "| hour | -0.3609053 |\n", + "| htg_setpoint | -1.4167396 |\n", + "| month | 1.0835875 |\n", + "| outdoor_humidity | -1.801844 |\n", + "| outdoor_temperature | 0.13831404 |\n", + "| people_occupant | -0.6891809 |\n", + "| total_electricity_HVAC | -0.67732155 |\n", + "| wind_direction | 0.65748 |\n", + "| wind_speed | 2.5379 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 21.124168 |\n", + "| air_temperature | 21.99503 |\n", + "| clg_setpoint | 27.98623 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 163.75 |\n", + "| direct_solar_radiation | 544.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 31.25 |\n", + "| outdoor_temperature | 14.192576 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 10.95 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6723291 |\n", + "| air_humidity | -1.3607987 |\n", + "| air_temperature | -1.145135 |\n", + "| clg_setpoint | 0.7946703 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2887888 |\n", + "| diffuse_solar_radiation | 0.55375624 |\n", + "| direct_solar_radiation | 2.351801 |\n", + "| hour | -0.21644069 |\n", + "| htg_setpoint | 0.14322197 |\n", + "| month | 1.0828904 |\n", + "| outdoor_humidity | -0.95751035 |\n", + "| outdoor_temperature | -0.37931657 |\n", + "| people_occupant | -0.68888 |\n", + "| total_electricity_HVAC | -0.6771372 |\n", + "| wind_direction | 1.0151229 |\n", + "| wind_speed | 1.3856956 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 19.184639 |\n", + "| air_temperature | 21.20304 |\n", + "| clg_setpoint | 28.228962 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 129.75 |\n", + "| direct_solar_radiation | 744.25 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.566004 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 48.75 |\n", + "| outdoor_temperature | 9.130681 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 287.5 |\n", + "| wind_speed | 8.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.58601385 |\n", + "| air_humidity | -1.1877986 |\n", + "| air_temperature | 0.41506156 |\n", + "| clg_setpoint | -1.0895092 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.401559 |\n", + "| diffuse_solar_radiation | 1.4068874 |\n", + "| direct_solar_radiation | 1.3338151 |\n", + "| hour | -0.07197653 |\n", + "| htg_setpoint | 0.039704103 |\n", + "| month | 1.0821946 |\n", + "| outdoor_humidity | -1.6314998 |\n", + "| outdoor_temperature | -0.41425353 |\n", + "| people_occupant | 1.218475 |\n", + "| total_electricity_HVAC | -0.5949993 |\n", + "| wind_direction | 1.5390804 |\n", + "| wind_speed | 1.0195079 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 455.34912 |\n", + "| air_humidity | 21.451084 |\n", + "| air_temperature | 23.248938 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 214.5 |\n", + "| direct_solar_radiation | 489.25 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 18.129272 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 34.75 |\n", + "| outdoor_temperature | 8.78727 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 409663.94 |\n", + "| wind_direction | 342.5 |\n", + "| wind_speed | 7.325 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*******************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5510169 |\n", + "| air_humidity | -0.8413552 |\n", + "| air_temperature | 0.41550192 |\n", + "| clg_setpoint | -1.0891392 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5140601 |\n", + "| diffuse_solar_radiation | 1.1982363 |\n", + "| direct_solar_radiation | 1.5072995 |\n", + "| hour | 0.07248754 |\n", + "| htg_setpoint | 1.2561063 |\n", + "| month | 1.0815002 |\n", + "| outdoor_humidity | -1.112832 |\n", + "| outdoor_temperature | -0.08988801 |\n", + "| people_occupant | 0.2646925 |\n", + "| total_electricity_HVAC | -0.5616575 |\n", + "| wind_direction | 0.37002316 |\n", + "| wind_speed | -0.003412937 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 604.6399 |\n", + "| air_humidity | 26.00656 |\n", + "| air_temperature | 23.249441 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 193.75 |\n", + "| direct_solar_radiation | 532.75 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 45.5 |\n", + "| outdoor_temperature | 11.953799 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 544112.7 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 4.875 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.8137483 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 22.202335 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.30505797 |\n", + "| air_humidity | -0.46771052 |\n", + "| air_temperature | 0.415944 |\n", + "| clg_setpoint | -1.0887114 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6262474 |\n", + "| diffuse_solar_radiation | 0.38052213 |\n", + "| direct_solar_radiation | 2.3741646 |\n", + "| hour | 0.21695155 |\n", + "| htg_setpoint | -1.4160506 |\n", + "| month | 1.080807 |\n", + "| outdoor_humidity | -1.136283 |\n", + "| outdoor_temperature | 0.2535132 |\n", + "| people_occupant | 1.2179897 |\n", + "| total_electricity_HVAC | -0.29960513 |\n", + "| wind_direction | 1.5622354 |\n", + "| wind_speed | -0.7548572 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1655.5347 |\n", + "| air_humidity | 30.9271 |\n", + "| air_temperature | 23.250013 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 112.5 |\n", + "| direct_solar_radiation | 750.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 15.307719 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1602842.8 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 3.075 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.50712323 |\n", + "| air_humidity | 0.394656 |\n", + "| air_temperature | 0.4159333 |\n", + "| clg_setpoint | -1.0884501 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7380728 |\n", + "| diffuse_solar_radiation | -0.07237353 |\n", + "| direct_solar_radiation | -0.61919945 |\n", + "| hour | 0.3614153 |\n", + "| htg_setpoint | 0.90446234 |\n", + "| month | 1.0801152 |\n", + "| outdoor_humidity | 0.27344745 |\n", + "| outdoor_temperature | 0.09550813 |\n", + "| people_occupant | 1.6944247 |\n", + "| total_electricity_HVAC | -0.51985174 |\n", + "| wind_direction | -0.10636823 |\n", + "| wind_speed | 0.22698918 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 791.6982 |\n", + "| air_humidity | 42.283295 |\n", + "| air_temperature | 23.249954 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 67.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.769836 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 74.25 |\n", + "| outdoor_temperature | 13.762454 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 712528.4 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 5.425 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.72650313 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.53842 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3595183 |\n", + "| air_humidity | -0.6682945 |\n", + "| air_temperature | 0.41480932 |\n", + "| clg_setpoint | -1.0882387 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6722977 |\n", + "| diffuse_solar_radiation | 0.13168098 |\n", + "| direct_solar_radiation | 0.82580304 |\n", + "| hour | 0.5058782 |\n", + "| htg_setpoint | -0.9686933 |\n", + "| month | 1.3752782 |\n", + "| outdoor_humidity | -1.472962 |\n", + "| outdoor_temperature | 0.20912255 |\n", + "| people_occupant | 1.6940917 |\n", + "| total_electricity_HVAC | -0.37936822 |\n", + "| wind_direction | 1.5855881 |\n", + "| wind_speed | 1.573422 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1422.2944 |\n", + "| air_humidity | 28.282297 |\n", + "| air_temperature | 23.248507 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 87.75 |\n", + "| direct_solar_radiation | 362.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 13.884238 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | 14.870281 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1280065.0 |\n", + "| wind_direction | 347.5 |\n", + "| wind_speed | 8.65 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.5079985 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 14.7675085 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.67183536 |\n", + "| air_humidity | -1.2259972 |\n", + "| air_temperature | 0.30460808 |\n", + "| clg_setpoint | -0.89335227 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5569866 |\n", + "| diffuse_solar_radiation | -0.43465307 |\n", + "| direct_solar_radiation | -0.41576812 |\n", + "| hour | 0.6503396 |\n", + "| htg_setpoint | -0.48675647 |\n", + "| month | 1.3741062 |\n", + "| outdoor_humidity | -1.701002 |\n", + "| outdoor_temperature | 0.09468325 |\n", + "| people_occupant | -0.68909377 |\n", + "| total_electricity_HVAC | -0.6766063 |\n", + "| wind_direction | 1.6320956 |\n", + "| wind_speed | 0.7586076 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 20.930128 |\n", + "| air_temperature | 23.103827 |\n", + "| clg_setpoint | 23.765066 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 31.5 |\n", + "| direct_solar_radiation | 51.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.912233 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 33.25 |\n", + "| outdoor_temperature | 13.7518835 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 352.5 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.21266013 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 18.821213 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.67176485 |\n", + "| air_humidity | -0.5767927 |\n", + "| air_temperature | -0.08502937 |\n", + "| clg_setpoint | 1.4661283 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4420085 |\n", + "| diffuse_solar_radiation | -0.7518748 |\n", + "| direct_solar_radiation | -0.6193818 |\n", + "| hour | 0.79479825 |\n", + "| htg_setpoint | 0.09064168 |\n", + "| month | 1.372937 |\n", + "| outdoor_humidity | -0.09878503 |\n", + "| outdoor_temperature | -0.1297536 |\n", + "| people_occupant | -0.68879414 |\n", + "| total_electricity_HVAC | -0.6765301 |\n", + "| wind_direction | 0.7026589 |\n", + "| wind_speed | -1.0687178 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 29.473848 |\n", + "| air_temperature | 22.592964 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 18.34298 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 11.56076 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 2.325 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.65330386 |\n", + "| air_humidity | 0.06406341 |\n", + "| air_temperature | 0.4163673 |\n", + "| clg_setpoint | -1.087987 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3273143 |\n", + "| diffuse_solar_radiation | -0.7518396 |\n", + "| direct_solar_radiation | -0.6193607 |\n", + "| hour | 0.9392529 |\n", + "| htg_setpoint | 0.97334665 |\n", + "| month | 1.3717707 |\n", + "| outdoor_humidity | -0.6408496 |\n", + "| outdoor_temperature | 0.30816174 |\n", + "| people_occupant | 0.50302476 |\n", + "| total_electricity_HVAC | -0.65895444 |\n", + "| wind_direction | 0.82141405 |\n", + "| wind_speed | 0.50877047 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 166.02246 |\n", + "| air_humidity | 37.91555 |\n", + "| air_temperature | 23.249783 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.059628 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.25 |\n", + "| outdoor_temperature | 15.8331175 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 149420.22 |\n", + "| wind_direction | 267.5 |\n", + "| wind_speed | 6.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.19910824 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.95301 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6716712 |\n", + "| air_humidity | -0.48486906 |\n", + "| air_temperature | 0.31442901 |\n", + "| clg_setpoint | -1.0878857 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2128584 |\n", + "| diffuse_solar_radiation | -0.7517683 |\n", + "| direct_solar_radiation | -0.6192604 |\n", + "| hour | 1.0837018 |\n", + "| htg_setpoint | -1.4159343 |\n", + "| month | 1.3706075 |\n", + "| outdoor_humidity | -0.4478409 |\n", + "| outdoor_temperature | -0.5424355 |\n", + "| people_occupant | -0.45062083 |\n", + "| total_electricity_HVAC | -0.6764196 |\n", + "| wind_direction | 1.249159 |\n", + "| wind_speed | 1.8855236 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 30.684439 |\n", + "| air_temperature | 23.11619 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 59.25 |\n", + "| outdoor_temperature | 7.535505 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 9.4 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*********************************************---------------| 84%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.7896435 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.183255 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.67162144 |\n", + "| air_humidity | -0.22645833 |\n", + "| air_temperature | 0.1379463 |\n", + "| clg_setpoint | -0.60572714 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0986001 |\n", + "| diffuse_solar_radiation | -0.7516951 |\n", + "| direct_solar_radiation | -0.61932284 |\n", + "| hour | 1.2281432 |\n", + "| htg_setpoint | -0.7941554 |\n", + "| month | 1.3694472 |\n", + "| outdoor_humidity | -0.025935896 |\n", + "| outdoor_temperature | -0.35026097 |\n", + "| people_occupant | -0.45074287 |\n", + "| total_electricity_HVAC | -0.6763582 |\n", + "| wind_direction | 1.581454 |\n", + "| wind_speed | -0.79740775 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 34.08354 |\n", + "| air_temperature | 22.884964 |\n", + "| clg_setpoint | 24.523428 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 14.617565 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 9.40782 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 347.5 |\n", + "| wind_speed | 2.975 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------**********************************************--------------| 85%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.4611941 |\n", + "| Heating_Setpoint_RL | -0.053575516 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.06847 |\n", + "| Heating_Setpoint_RL | 17.323639 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6715435 |\n", + "| air_humidity | 0.18428627 |\n", + "| air_temperature | -0.7320721 |\n", + "| clg_setpoint | -1.0873642 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9845025 |\n", + "| diffuse_solar_radiation | -0.7516546 |\n", + "| direct_solar_radiation | -0.61929315 |\n", + "| hour | 1.3725747 |\n", + "| htg_setpoint | -1.3529187 |\n", + "| month | 1.36829 |\n", + "| outdoor_humidity | 0.4802352 |\n", + "| outdoor_temperature | -0.4489435 |\n", + "| people_occupant | -0.68920386 |\n", + "| total_electricity_HVAC | -0.6762708 |\n", + "| wind_direction | 1.675376 |\n", + "| wind_speed | -0.5363709 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 39.48849 |\n", + "| air_temperature | 21.74581 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 12.265041 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 78.5 |\n", + "| outdoor_temperature | 8.444398 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 357.5 |\n", + "| wind_speed | 3.6 |\n", + "| train/ | |\n", + "| approx_kl | 0.010830531 |\n", + "| clip_fraction | 0.109 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.36 |\n", + "| explained_variance | 0.535 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.0973 |\n", + "| n_updates | 830 |\n", + "| policy_gradient_loss | -0.0145 |\n", + "| std | 0.786 |\n", + "| value_loss | 0.363 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***********************************************--------------| 85%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.44383296 |\n", + "| Heating_Setpoint_RL | 0.9245174 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.122936 |\n", + "| Heating_Setpoint_RL | 22.825409 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.45616534 |\n", + "| air_humidity | 1.0133743 |\n", + "| air_temperature | -0.9880948 |\n", + "| clg_setpoint | -0.3193486 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.8705326 |\n", + "| diffuse_solar_radiation | -0.7516049 |\n", + "| direct_solar_radiation | -0.61930454 |\n", + "| hour | 1.516994 |\n", + "| htg_setpoint | 0.6725023 |\n", + "| month | 1.3671355 |\n", + "| outdoor_humidity | 1.2030214 |\n", + "| outdoor_temperature | -0.18716504 |\n", + "| people_occupant | -0.68930596 |\n", + "| total_electricity_HVAC | -0.23431693 |\n", + "| wind_direction | -0.4428502 |\n", + "| wind_speed | -1.2251532 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1007.10266 |\n", + "| air_humidity | 50.398563 |\n", + "| air_temperature | 21.410748 |\n", + "| clg_setpoint | 25.278435 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.792877 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 93.5 |\n", + "| outdoor_temperature | 10.994803 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1863966.2 |\n", + "| wind_direction | 135.0 |\n", + "| wind_speed | 1.95 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************************--------------| 85%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.30213356 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.605299 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.573639 |\n", + "| air_humidity | 0.7590846 |\n", + "| air_temperature | 0.3181127 |\n", + "| clg_setpoint | 1.3604345 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7566615 |\n", + "| diffuse_solar_radiation | -0.75156057 |\n", + "| direct_solar_radiation | -0.6191146 |\n", + "| hour | 1.6613982 |\n", + "| htg_setpoint | 1.255685 |\n", + "| month | 1.3659841 |\n", + "| outdoor_humidity | 1.515739 |\n", + "| outdoor_temperature | -0.10540494 |\n", + "| people_occupant | -0.6890073 |\n", + "| total_electricity_HVAC | 1.8126067 |\n", + "| wind_direction | -0.5136774 |\n", + "| wind_speed | 1.5215372 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9677.837 |\n", + "| air_humidity | 47.0552 |\n", + "| air_temperature | 23.120644 |\n", + "| clg_setpoint | 29.716795 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 11.791199 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10133802.0 |\n", + "| wind_direction | 127.5 |\n", + "| wind_speed | 8.525 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6716272 |\n", + "| air_humidity | 0.65831006 |\n", + "| air_temperature | -1.2081913 |\n", + "| clg_setpoint | 1.3167689 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.52931803 |\n", + "| diffuse_solar_radiation | -0.7515014 |\n", + "| direct_solar_radiation | -0.618954 |\n", + "| hour | -1.6613053 |\n", + "| htg_setpoint | -0.09057919 |\n", + "| month | 1.3648355 |\n", + "| outdoor_humidity | 0.9245781 |\n", + "| outdoor_temperature | -0.19011602 |\n", + "| people_occupant | -0.68870896 |\n", + "| total_electricity_HVAC | -0.67635286 |\n", + "| wind_direction | 1.2229939 |\n", + "| wind_speed | 1.0716189 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 45.735165 |\n", + "| air_temperature | 21.123363 |\n", + "| clg_setpoint | 29.603155 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 17.58337 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 87.75 |\n", + "| outdoor_temperature | 10.966309 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.45 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.92453504 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 22.82551 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.671583 |\n", + "| air_humidity | 0.6221139 |\n", + "| air_temperature | -1.2091461 |\n", + "| clg_setpoint | 0.82956976 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41555217 |\n", + "| diffuse_solar_radiation | -0.7514559 |\n", + "| direct_solar_radiation | -0.61884224 |\n", + "| hour | -1.5167748 |\n", + "| htg_setpoint | 0.5384939 |\n", + "| month | 1.3636898 |\n", + "| outdoor_humidity | 0.44208673 |\n", + "| outdoor_temperature | -0.40852374 |\n", + "| people_occupant | -0.6888112 |\n", + "| total_electricity_HVAC | -0.676298 |\n", + "| wind_direction | 1.6261498 |\n", + "| wind_speed | 1.1329619 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 45.26358 |\n", + "| air_temperature | 21.122356 |\n", + "| clg_setpoint | 28.315586 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.232666 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 77.75 |\n", + "| outdoor_temperature | 8.839472 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 352.5 |\n", + "| wind_speed | 7.6 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.67158794 |\n", + "| air_humidity | 0.12627703 |\n", + "| air_temperature | -0.5394598 |\n", + "| clg_setpoint | 0.03852252 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.30181715 |\n", + "| diffuse_solar_radiation | -0.75140333 |\n", + "| direct_solar_radiation | -0.61862457 |\n", + "| hour | -1.3722607 |\n", + "| htg_setpoint | 0.45094663 |\n", + "| month | 1.362547 |\n", + "| outdoor_humidity | 0.9000976 |\n", + "| outdoor_temperature | -0.7217812 |\n", + "| people_occupant | -0.6889133 |\n", + "| total_electricity_HVAC | -0.6762939 |\n", + "| wind_direction | 1.553978 |\n", + "| wind_speed | -0.7976826 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 38.742134 |\n", + "| air_temperature | 21.998663 |\n", + "| clg_setpoint | 26.224918 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.86481 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 87.25 |\n", + "| outdoor_temperature | 5.7877665 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 2.975 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.93130916 |\n", + "| air_humidity | 0.6091627 |\n", + "| air_temperature | 0.41725206 |\n", + "| clg_setpoint | 0.12796535 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.1881004 |\n", + "| diffuse_solar_radiation | -0.75129217 |\n", + "| direct_solar_radiation | -0.6183865 |\n", + "| hour | -1.2277598 |\n", + "| htg_setpoint | 1.254693 |\n", + "| month | 1.361407 |\n", + "| outdoor_humidity | 1.2251667 |\n", + "| outdoor_temperature | -0.13731095 |\n", + "| people_occupant | -0.68901527 |\n", + "| total_electricity_HVAC | 1.1577055 |\n", + "| wind_direction | -0.18096027 |\n", + "| wind_speed | -1.2982733 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6933.208 |\n", + "| air_humidity | 45.092445 |\n", + "| air_temperature | 23.249996 |\n", + "| clg_setpoint | 26.460608 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 11.475453 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 7487879.0 |\n", + "| wind_direction | 162.5 |\n", + "| wind_speed | 1.775 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.389742 |\n", + "| air_humidity | -0.030791495 |\n", + "| air_temperature | 0.41684923 |\n", + "| clg_setpoint | -0.38129392 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.07439314 |\n", + "| diffuse_solar_radiation | -0.7511939 |\n", + "| direct_solar_radiation | -0.6181498 |\n", + "| hour | -1.0832697 |\n", + "| htg_setpoint | 1.2542262 |\n", + "| month | 1.3602699 |\n", + "| outdoor_humidity | -0.13765141 |\n", + "| outdoor_temperature | -1.0493666 |\n", + "| people_occupant | -0.68911713 |\n", + "| total_electricity_HVAC | 2.6481123 |\n", + "| wind_direction | 0.9838726 |\n", + "| wind_speed | 0.49682122 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13162.868 |\n", + "| air_humidity | 36.685883 |\n", + "| air_temperature | 23.249361 |\n", + "| clg_setpoint | 25.114529 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 65.75 |\n", + "| outdoor_temperature | 2.5972497 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13509685.0 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 6.075 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.562036 |\n", + "| Heating_Setpoint_RL | 0.35654026 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.728128 |\n", + "| Heating_Setpoint_RL | 19.630539 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.8653921 |\n", + "| air_humidity | -0.60657173 |\n", + "| air_temperature | 0.41746548 |\n", + "| clg_setpoint | -0.25912946 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.039309703 |\n", + "| diffuse_solar_radiation | -0.75113183 |\n", + "| direct_solar_radiation | -0.6180426 |\n", + "| hour | -0.93878806 |\n", + "| htg_setpoint | 1.2542173 |\n", + "| month | 1.3591357 |\n", + "| outdoor_humidity | 0.24828623 |\n", + "| outdoor_temperature | -0.6300767 |\n", + "| people_occupant | -0.68921894 |\n", + "| total_electricity_HVAC | 2.068073 |\n", + "| wind_direction | 0.8169682 |\n", + "| wind_speed | 0.18321547 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10924.122 |\n", + "| air_humidity | 29.116331 |\n", + "| air_temperature | 23.250013 |\n", + "| clg_setpoint | 25.436718 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 73.75 |\n", + "| outdoor_temperature | 6.675191 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 11167310.0 |\n", + "| wind_direction | 267.5 |\n", + "| wind_speed | 5.325 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************------------| 87%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.6922997 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.288488 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6715038 |\n", + "| air_humidity | -0.39370164 |\n", + "| air_temperature | -0.39892685 |\n", + "| clg_setpoint | -1.0867491 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15300946 |\n", + "| diffuse_solar_radiation | -0.75107443 |\n", + "| direct_solar_radiation | -0.6179557 |\n", + "| hour | -0.7943127 |\n", + "| htg_setpoint | 0.050537303 |\n", + "| month | 1.3580043 |\n", + "| outdoor_humidity | 1.2250236 |\n", + "| outdoor_temperature | -0.5248326 |\n", + "| people_occupant | -0.6889215 |\n", + "| total_electricity_HVAC | -0.6761686 |\n", + "| wind_direction | 0.55527323 |\n", + "| wind_speed | 0.1307208 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 31.910513 |\n", + "| air_temperature | 22.182318 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.182718 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 7.697811 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 5.2 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.6140677 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.69748 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4867146 |\n", + "| air_humidity | -0.9137353 |\n", + "| air_temperature | -1.0791941 |\n", + "| clg_setpoint | -0.3163328 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.26670375 |\n", + "| diffuse_solar_radiation | -0.29703262 |\n", + "| direct_solar_radiation | -0.5459274 |\n", + "| hour | -0.649842 |\n", + "| htg_setpoint | -0.10955276 |\n", + "| month | 1.3568758 |\n", + "| outdoor_humidity | 0.7549048 |\n", + "| outdoor_temperature | -1.0593494 |\n", + "| people_occupant | -0.6886245 |\n", + "| total_electricity_HVAC | -0.5004492 |\n", + "| wind_direction | 0.7925539 |\n", + "| wind_speed | 0.39102125 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 876.3644 |\n", + "| air_humidity | 25.074144 |\n", + "| air_temperature | 21.292501 |\n", + "| clg_setpoint | 25.286652 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 45.0 |\n", + "| direct_solar_radiation | 18.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.50853 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 84.25 |\n", + "| outdoor_temperature | 2.4968383 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 788351.5 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 5.825 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.7237917 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 21.696327 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5057574 |\n", + "| air_humidity | -0.55356497 |\n", + "| air_temperature | -0.48662177 |\n", + "| clg_setpoint | -1.0867643 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.38038653 |\n", + "| diffuse_solar_radiation | 0.16727419 |\n", + "| direct_solar_radiation | 0.0001546925 |\n", + "| hour | -0.50537443 |\n", + "| htg_setpoint | -1.4179338 |\n", + "| month | 1.35575 |\n", + "| outdoor_humidity | -0.17372236 |\n", + "| outdoor_temperature | -1.0014014 |\n", + "| people_occupant | 1.6952448 |\n", + "| total_electricity_HVAC | -0.51475 |\n", + "| wind_direction | 0.8872867 |\n", + "| wind_speed | 0.12993373 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 794.75757 |\n", + "| air_humidity | 29.803156 |\n", + "| air_temperature | 22.067068 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 91.0 |\n", + "| direct_solar_radiation | 154.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 3.0569446 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 730298.6 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 5.2 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------**************************************************-----------| 88%\n", "| action_network/ | |\n", - "| index | 0 |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.31650472 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.844661 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.578661 |\n", + "| air_humidity | -0.34920722 |\n", + "| air_temperature | 0.41805646 |\n", + "| clg_setpoint | -1.0863279 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.49404797 |\n", + "| diffuse_solar_radiation | 0.21534298 |\n", + "| direct_solar_radiation | 1.8707477 |\n", + "| hour | -0.3609088 |\n", + "| htg_setpoint | -1.4179498 |\n", + "| month | 1.354627 |\n", + "| outdoor_humidity | 0.09165801 |\n", + "| outdoor_temperature | -1.0698451 |\n", + "| people_occupant | 1.6949145 |\n", + "| total_electricity_HVAC | -0.5932546 |\n", + "| wind_direction | 0.50637406 |\n", + "| wind_speed | -0.52755404 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1514.7529 |\n", - "| air_humidity | 11.312537 |\n", - "| air_temperature | 18.06745 |\n", - "| clg_setpoint | 30.0 |\n", + "| HVAC_electricity_demand_rate | 483.0679 |\n", + "| air_humidity | 32.48547 |\n", + "| air_temperature | 23.249338 |\n", + "| clg_setpoint | 23.25 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 17.75 |\n", - "| direct_solar_radiation | 39.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 38.5 |\n", - "| outdoor_temperature | -0.81685615 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1363277.6 |\n", - "| wind_direction | 212.5 |\n", - "| wind_speed | 8.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.15e+03 |\n", - "| n_updates | 22674 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 95.75 |\n", + "| direct_solar_radiation | 622.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 70.5 |\n", + "| outdoor_temperature | 2.3847136 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 412791.44 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.625 |\n", "-------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1679.8973 |\n", - "| air_humidity | 14.889441 |\n", - "| air_temperature | 23.022127 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 33.25 |\n", - "| outdoor_temperature | -2.0998027 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1511907.6 |\n", - "| wind_direction | 255.0 |\n", - "| wind_speed | 7.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.05e+04 |\n", - "| n_updates | 22699 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1181.1582 |\n", - "| air_humidity | 30.25977 |\n", - "| air_temperature | 22.538345 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 95.75 |\n", - "| outdoor_temperature | 0.8511174 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 1063042.4 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 4.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.41e+03 |\n", - "| n_updates | 22724 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 2%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1137.0897 |\n", - "| air_humidity | 35.217064 |\n", - "| air_temperature | 22.56905 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 53.25 |\n", - "| outdoor_temperature | 1.0714601 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 1023380.7 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 12.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.99e+03 |\n", - "| n_updates | 22749 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 3%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2040.2118 |\n", - "| air_humidity | 19.544863 |\n", - "| air_temperature | 21.461933 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 46.0 |\n", - "| outdoor_temperature | -3.4441502 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 1836190.6 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 6.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.27e+03 |\n", - "| n_updates | 22774 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 3%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2529.7434 |\n", - "| air_humidity | 14.992049 |\n", - "| air_temperature | 22.000025 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 39.5 |\n", - "| outdoor_temperature | -5.891808 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2276769.0 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 1.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.86e+03 |\n", - "| n_updates | 22799 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 3%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 88.66814 |\n", - "| air_humidity | 24.351942 |\n", - "| air_temperature | 20.999962 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 76.75 |\n", - "| outdoor_temperature | 5.703776 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 79801.32 |\n", - "| wind_direction | 187.5 |\n", - "| wind_speed | 3.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.4e+04 |\n", - "| n_updates | 22824 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 4%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1896.4862 |\n", - "| air_humidity | 26.343338 |\n", - "| air_temperature | 20.999996 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 80.25 |\n", - "| outdoor_temperature | -2.7255228 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1706837.6 |\n", - "| wind_direction | 15.0 |\n", - "| wind_speed | 7.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.23e+03 |\n", - "| n_updates | 22849 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 4%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1738.7863 |\n", - "| air_humidity | 23.685612 |\n", - "| air_temperature | 21.000185 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 95.0 |\n", - "| outdoor_temperature | -1.9370227 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1564907.6 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 6.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.53e+03 |\n", - "| n_updates | 22874 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 4%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1819.8478 |\n", - "| air_humidity | 36.205776 |\n", - "| air_temperature | 18.776604 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 59.75 |\n", - "| outdoor_temperature | -2.3423305 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1637863.0 |\n", - "| wind_direction | 262.5 |\n", - "| wind_speed | 8.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 869 |\n", - "| n_updates | 22899 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 28.533558 |\n", - "| air_temperature | 20.0 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 77.25 |\n", - "| outdoor_temperature | 3.254023 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 237.5 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.3e+03 |\n", - "| n_updates | 22924 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 775.37915 |\n", - "| air_humidity | 30.69621 |\n", - "| air_temperature | 20.610672 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 95.0 |\n", - "| outdoor_temperature | 5.3951087 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 697841.25 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 4.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.26e+03 |\n", - "| n_updates | 22949 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1090.8883 |\n", - "| air_humidity | 34.197186 |\n", - "| air_temperature | 21.0 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 94.25 |\n", - "| outdoor_temperature | 1.3024671 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 981799.44 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 3.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.22e+04 |\n", - "| n_updates | 22974 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 5%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 76.24103 |\n", - "| air_humidity | 15.340016 |\n", - "| air_temperature | 22.000084 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 32.5 |\n", - "| outdoor_temperature | 5.6408863 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 68616.93 |\n", - "| wind_direction | 277.5 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.2e+03 |\n", - "| n_updates | 22999 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 6%\n", + "-------------------------------------------------***************************************************----------| 89%\n", "| action_network/ | |\n", - "| index | 8 |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.14455235 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.811893 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.46591762 |\n", + "| air_humidity | -0.39703682 |\n", + "| air_temperature | 0.41804525 |\n", + "| clg_setpoint | -1.0861226 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.60767466 |\n", + "| diffuse_solar_radiation | 0.86902136 |\n", + "| direct_solar_radiation | 1.3946779 |\n", + "| hour | -0.21644424 |\n", + "| htg_setpoint | 0.21916862 |\n", + "| month | 1.3535068 |\n", + "| outdoor_humidity | 0.18803114 |\n", + "| outdoor_temperature | -1.2966338 |\n", + "| people_occupant | 1.6945845 |\n", + "| total_electricity_HVAC | -0.48355782 |\n", + "| wind_direction | 0.8629451 |\n", + "| wind_speed | 0.80858624 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 653.5078 |\n", - "| air_humidity | 25.526716 |\n", - "| air_temperature | 19.085022 |\n", - "| clg_setpoint | 27.0 |\n", + "| HVAC_electricity_demand_rate | 965.0878 |\n", + "| air_humidity | 31.857018 |\n", + "| air_temperature | 23.249126 |\n", + "| clg_setpoint | 23.25 |\n", "| co2_emission | 0.0 |\n", "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", + "| diffuse_solar_radiation | 160.5 |\n", + "| direct_solar_radiation | 503.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.892042 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 72.5 |\n", + "| outdoor_temperature | 0.17268372 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856392.5 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 6.825 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***************************************************----------| 89%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.4856464 |\n", + "| air_humidity | -0.59972745 |\n", + "| air_temperature | 0.41839188 |\n", + "| clg_setpoint | -1.085955 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.7212494 |\n", + "| diffuse_solar_radiation | 1.3562498 |\n", + "| direct_solar_radiation | 0.77061564 |\n", + "| hour | -0.0719801 |\n", + "| htg_setpoint | 0.035658814 |\n", + "| month | 1.3523893 |\n", + "| outdoor_humidity | -0.85015416 |\n", + "| outdoor_temperature | -1.1598212 |\n", + "| people_occupant | 1.217582 |\n", + "| total_electricity_HVAC | -0.50037843 |\n", + "| wind_direction | 1.0528039 |\n", + "| wind_speed | 2.0391133 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 880.8594 |\n", + "| air_humidity | 29.193748 |\n", + "| air_temperature | 23.24927 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 208.75 |\n", + "| direct_solar_radiation | 347.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 18.11885 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 1.4935892 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 788449.25 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 9.775 |\n", + "-------------------------------------------------\n", + "---------------------------------------------------*************************************************----------| 89%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.17755564 |\n", + "| Heating_Setpoint_RL | -0.95648426 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.22425 |\n", + "| Heating_Setpoint_RL | 12.244776 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.60611665 |\n", + "| air_humidity | -1.0903442 |\n", + "| air_temperature | -1.570572 |\n", + "| clg_setpoint | -0.83182055 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.8347514 |\n", + "| diffuse_solar_radiation | 0.43284026 |\n", + "| direct_solar_radiation | 2.2174108 |\n", + "| hour | 0.07248396 |\n", + "| htg_setpoint | -1.3859719 |\n", + "| month | 1.3512747 |\n", + "| outdoor_humidity | -1.0429877 |\n", + "| outdoor_temperature | -1.0360703 |\n", + "| people_occupant | -0.6891326 |\n", + "| total_electricity_HVAC | -0.62036335 |\n", + "| wind_direction | 1.2900956 |\n", + "| wind_speed | -0.0075097415 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 365.54572 |\n", + "| air_humidity | 22.748343 |\n", + "| air_temperature | 20.64904 |\n", + "| clg_setpoint | 23.921326 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 117.25 |\n", + "| direct_solar_radiation | 708.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 12.133296 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 2.687391 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 302957.22 |\n", + "| wind_direction | 317.5 |\n", + "| wind_speed | 4.875 |\n", + "---------------------------------------------------\n", + "-------------------------------------------------***************************************************----------| 89%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.24408078 |\n", + "| Heating_Setpoint_RL | -0.13560247 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.801228 |\n", + "| Heating_Setpoint_RL | 16.862236 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.64593923 |\n", + "| air_humidity | -1.6610243 |\n", + "| air_temperature | -1.393571 |\n", + "| clg_setpoint | 0.09657922 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9481565 |\n", + "| diffuse_solar_radiation | 1.013589 |\n", + "| direct_solar_radiation | 0.67275816 |\n", + "| hour | 0.21694796 |\n", + "| htg_setpoint | -1.4175342 |\n", + "| month | 1.3501629 |\n", + "| outdoor_humidity | -1.0908288 |\n", + "| outdoor_temperature | -1.012206 |\n", + "| people_occupant | -0.68883646 |\n", + "| total_electricity_HVAC | -0.65131044 |\n", + "| wind_direction | 0.9802108 |\n", + "| wind_speed | 0.23254913 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 195.04791 |\n", + "| air_humidity | 15.239535 |\n", + "| air_temperature | 20.878357 |\n", + "| clg_setpoint | 26.374157 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 174.75 |\n", + "| direct_solar_radiation | 322.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | 2.907871 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 177632.17 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 5.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.03821972 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.410015 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.32559365 |\n", + "| air_humidity | -0.70902616 |\n", + "| air_temperature | 0.42021722 |\n", + "| clg_setpoint | -1.0855556 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0614365 |\n", + "| diffuse_solar_radiation | 0.33222458 |\n", + "| direct_solar_radiation | -0.5527366 |\n", + "| hour | 0.3614117 |\n", + "| htg_setpoint | -0.037690986 |\n", + "| month | 1.3490536 |\n", + "| outdoor_humidity | 0.587578 |\n", + "| outdoor_temperature | -0.9464223 |\n", + "| people_occupant | 1.695208 |\n", + "| total_electricity_HVAC | -0.34698746 |\n", + "| wind_direction | -0.8746885 |\n", + "| wind_speed | -0.33038923 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1567.0636 |\n", + "| air_humidity | 27.722734 |\n", + "| air_temperature | 23.249634 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 107.25 |\n", + "| direct_solar_radiation | 16.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.809 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 80.75 |\n", + "| outdoor_temperature | 3.5384848 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1410357.2 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 4.1 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------****************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5328663 |\n", + "| air_humidity | 1.574221 |\n", + "| air_temperature | 0.42015404 |\n", + "| clg_setpoint | -1.0854042 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1745602 |\n", + "| diffuse_solar_radiation | -0.3819814 |\n", + "| direct_solar_radiation | -0.61754286 |\n", + "| hour | 0.50587463 |\n", + "| htg_setpoint | 1.2545676 |\n", + "| month | 1.3479472 |\n", + "| outdoor_humidity | 1.5163789 |\n", + "| outdoor_temperature | 0.033256866 |\n", + "| people_occupant | 1.6948787 |\n", + "| total_electricity_HVAC | -0.5442243 |\n", + "| wind_direction | -0.16059427 |\n", + "| wind_speed | -0.21595329 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 679.39197 |\n", + "| air_humidity | 57.71234 |\n", + "| air_temperature | 23.249405 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 36.5 |\n", "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 1.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 11.0 |\n", "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | -0.04738527 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 588157.06 |\n", - "| wind_direction | 62.5 |\n", - "| wind_speed | 1.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.51e+03 |\n", - "| n_updates | 23024 |\n", + "| outdoor_temperature | 13.073105 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 611452.75 |\n", + "| wind_direction | 165.0 |\n", + "| wind_speed | 4.375 |\n", "-------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 6%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 34.741325 |\n", - "| air_temperature | 21.45583 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 99.0 |\n", - "| outdoor_temperature | 6.0234256 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 5.425 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 955 |\n", - "| n_updates | 23049 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 6%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 34.4651 |\n", - "| air_temperature | 21.080013 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 24.75 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 4.02629 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.65e+03 |\n", - "| n_updates | 23074 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 7%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 49.845024 |\n", - "| air_temperature | 22.139757 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 68.75 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 9.3318205 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 8.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.57e+03 |\n", - "| n_updates | 23099 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 7%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 22.955624 |\n", - "| air_temperature | 22.493074 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 134.25 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 54.25 |\n", - "| outdoor_temperature | 3.3589754 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 305.0 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.66e+03 |\n", - "| n_updates | 23124 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 7%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 134.70111 |\n", - "| air_humidity | 25.452288 |\n", - "| air_temperature | 21.407345 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 147.75 |\n", - "| direct_solar_radiation | 702.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 49.25 |\n", - "| outdoor_temperature | 5.5939164 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 130938.66 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.19e+03 |\n", - "| n_updates | 23149 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 7%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 94.756516 |\n", - "| air_humidity | 20.744356 |\n", - "| air_temperature | 21.000023 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 198.5 |\n", - "| direct_solar_radiation | 13.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 54.25 |\n", - "| outdoor_temperature | 4.2581863 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 85280.87 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 2.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 953 |\n", - "| n_updates | 23174 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 8%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.6465 |\n", - "| air_humidity | 31.130491 |\n", - "| air_temperature | 22.85354 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 204.5 |\n", - "| direct_solar_radiation | 107.25 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 82.75 |\n", - "| outdoor_temperature | 4.7462764 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 680081.9 |\n", - "| wind_direction | 65.0 |\n", - "| wind_speed | 2.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.49e+03 |\n", - "| n_updates | 23199 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 8%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 894.3857 |\n", - "| air_humidity | 21.35435 |\n", - "| air_temperature | 23.739147 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 101.5 |\n", - "| direct_solar_radiation | 669.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 47.75 |\n", - "| outdoor_temperature | 4.232125 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 804947.06 |\n", - "| wind_direction | 357.5 |\n", - "| wind_speed | 6.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.99e+03 |\n", - "| n_updates | 23224 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 8%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 909.95856 |\n", - "| air_humidity | 20.03153 |\n", - "| air_temperature | 23.830122 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 117.0 |\n", - "| direct_solar_radiation | 40.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 50.0 |\n", - "| outdoor_temperature | 1.9822812 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 818962.7 |\n", - "| wind_direction | 315.0 |\n", - "| wind_speed | 5.825 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.24e+03 |\n", - "| n_updates | 23249 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 8%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1441.3219 |\n", - "| air_humidity | 13.395819 |\n", - "| air_temperature | 23.927961 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 35.25 |\n", - "| direct_solar_radiation | 430.5 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 20.0 |\n", - "| outdoor_temperature | -0.7346813 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1297189.8 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.525 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.38e+03 |\n", - "| n_updates | 23274 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 9%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 843.04126 |\n", - "| air_humidity | 27.11858 |\n", - "| air_temperature | 23.23063 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 52.75 |\n", - "| outdoor_temperature | 6.9470654 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 758737.1 |\n", - "| wind_direction | 265.0 |\n", - "| wind_speed | 6.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.07e+03 |\n", - "| n_updates | 23299 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 9%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 10.769078 |\n", - "| air_temperature | 21.700409 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 17.75 |\n", - "| outdoor_temperature | 1.4319363 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.7e+03 |\n", - "| n_updates | 23324 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 9%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1513.7151 |\n", - "| air_humidity | 8.712755 |\n", - "| air_temperature | 21.936546 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 57.0 |\n", - "| outdoor_temperature | -0.8116667 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1362343.5 |\n", - "| wind_direction | 142.5 |\n", - "| wind_speed | 3.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.83e+03 |\n", - "| n_updates | 23349 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 10%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1265.1232 |\n", - "| air_humidity | 30.580465 |\n", - "| air_temperature | 21.114868 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 64.5 |\n", - "| outdoor_temperature | 0.4312929 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 1138610.8 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 7.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.54e+03 |\n", - "| n_updates | 23374 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 10%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3361.0725 |\n", - "| air_humidity | 16.331541 |\n", - "| air_temperature | 20.00343 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 41.0 |\n", - "| outdoor_temperature | -10.048454 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 3024965.2 |\n", - "| wind_direction | 305.0 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.35e+04 |\n", - "| n_updates | 23399 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 10%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2836.715 |\n", - "| air_humidity | 16.323826 |\n", - "| air_temperature | 20.999985 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 46.5 |\n", - "| outdoor_temperature | -7.4266663 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2553043.5 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 8.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4e+03 |\n", - "| n_updates | 23424 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 10%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2352.4175 |\n", - "| air_humidity | 17.25093 |\n", - "| air_temperature | 21.999996 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 45.0 |\n", - "| outdoor_temperature | -5.0051785 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2117175.8 |\n", - "| wind_direction | 295.0 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.19e+03 |\n", - "| n_updates | 23449 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 11%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2825.996 |\n", - "| air_humidity | 16.099987 |\n", - "| air_temperature | 20.839624 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 45.5 |\n", - "| outdoor_temperature | -7.373072 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2543396.5 |\n", - "| wind_direction | 317.5 |\n", - "| wind_speed | 7.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.46e+03 |\n", - "| n_updates | 23474 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 11%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1623.5151 |\n", - "| air_humidity | 13.141766 |\n", - "| air_temperature | 18.081106 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 45.0 |\n", - "| outdoor_temperature | -1.360667 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1461163.6 |\n", - "| wind_direction | 272.5 |\n", - "| wind_speed | 6.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.75e+03 |\n", - "| n_updates | 23499 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 11%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 965.93756 |\n", - "| air_humidity | 17.687538 |\n", - "| air_temperature | 17.630848 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 73.75 |\n", - "| outdoor_temperature | 1.9272208 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 869343.75 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 823 |\n", - "| n_updates | 23524 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 12%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1933.3208 |\n", - "| air_humidity | 15.414612 |\n", - "| air_temperature | 21.75106 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 30.75 |\n", - "| outdoor_temperature | -2.9096956 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1739988.8 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 5.825 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.87e+03 |\n", - "| n_updates | 23549 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 12%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3003.5579 |\n", - "| air_humidity | 14.476208 |\n", - "| air_temperature | 18.999998 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 41.5 |\n", - "| outdoor_temperature | -8.260881 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2703202.2 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 5.425 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.39e+03 |\n", - "| n_updates | 23574 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 12%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2032.1776 |\n", - "| air_humidity | 15.796214 |\n", - "| air_temperature | 21.991514 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 48.5 |\n", - "| outdoor_temperature | -3.4039795 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1828959.9 |\n", - "| wind_direction | 272.5 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.41e+03 |\n", - "| n_updates | 23599 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 13%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1802.0966 |\n", - "| air_humidity | 18.37355 |\n", - "| air_temperature | 21.000368 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 70.25 |\n", - "| outdoor_temperature | -5.790329 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1621886.9 |\n", - "| wind_direction | 77.5 |\n", - "| wind_speed | 3.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.84e+03 |\n", - "| n_updates | 23624 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 13%\n", + "-------------------------------------------------****************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.45807964 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.201698 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.57773423 |\n", + "| air_humidity | -0.23139007 |\n", + "| air_temperature | 0.42019925 |\n", + "| clg_setpoint | -1.0850492 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2874925 |\n", + "| diffuse_solar_radiation | -0.6192168 |\n", + "| direct_solar_radiation | -0.56935364 |\n", + "| hour | 0.650336 |\n", + "| htg_setpoint | 0.6854774 |\n", + "| month | 1.3468435 |\n", + "| outdoor_humidity | -0.12613752 |\n", + "| outdoor_temperature | -0.29086313 |\n", + "| people_occupant | 1.6945499 |\n", + "| total_electricity_HVAC | -0.586922 |\n", + "| wind_direction | 0.6476863 |\n", + "| wind_speed | 0.54539114 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 487.34583 |\n", + "| air_humidity | 34.006237 |\n", + "| air_temperature | 23.249527 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 13.0 |\n", + "| direct_solar_radiation | 12.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.855896 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 9.916582 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 438611.25 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***************************************************---------| 90%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.46151996 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.22105 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.592935 |\n", + "| air_humidity | -0.076355554 |\n", + "| air_temperature | 0.42022163 |\n", + "| clg_setpoint | -1.0847691 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4001952 |\n", + "| diffuse_solar_radiation | -0.7503926 |\n", + "| direct_solar_radiation | -0.6171684 |\n", + "| hour | 0.79479474 |\n", + "| htg_setpoint | -0.5379865 |\n", + "| month | 1.3457425 |\n", + "| outdoor_humidity | -0.10202229 |\n", + "| outdoor_temperature | -0.22693332 |\n", + "| people_occupant | 1.6942217 |\n", + "| total_electricity_HVAC | -0.6013822 |\n", + "| wind_direction | 0.43328473 |\n", + "| wind_speed | -0.8523714 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 422.12857 |\n", + "| air_humidity | 36.041492 |\n", + "| air_temperature | 23.249517 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.706373 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 10.537062 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 379915.72 |\n", + "| wind_direction | 227.5 |\n", + "| wind_speed | 2.85 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*****************************************************--------| 91%\n", "| action_network/ | |\n", - "| index | 3 |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.16969538 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.670464 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.67117095 |\n", + "| air_humidity | -0.4540539 |\n", + "| air_temperature | 0.42044207 |\n", + "| clg_setpoint | -1.084435 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5126269 |\n", + "| diffuse_solar_radiation | -0.7502922 |\n", + "| direct_solar_radiation | -0.6171422 |\n", + "| hour | 0.9392495 |\n", + "| htg_setpoint | -1.4185139 |\n", + "| month | 1.3446442 |\n", + "| outdoor_humidity | 0.06711921 |\n", + "| outdoor_temperature | -0.7020941 |\n", + "| people_occupant | 0.5023046 |\n", + "| total_electricity_HVAC | -0.67582536 |\n", + "| wind_direction | -0.16178478 |\n", + "| wind_speed | -0.80030805 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1535.6776 |\n", - "| air_humidity | 38.64689 |\n", - "| air_temperature | 18.027721 |\n", - "| clg_setpoint | 27.0 |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 31.082119 |\n", + "| air_temperature | 23.249743 |\n", + "| clg_setpoint | 23.25 |\n", "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 32.25 |\n", - "| direct_solar_radiation | 71.25 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | -0.92147976 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1382109.9 |\n", - "| wind_direction | 257.5 |\n", - "| wind_speed | 3.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 5.911971 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 165.0 |\n", + "| wind_speed | 2.975 |\n", "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 878 |\n", - "| n_updates | 23649 |\n", + "| approx_kl | 0.010043521 |\n", + "| clip_fraction | 0.107 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.33 |\n", + "| explained_variance | 0.802 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.078 |\n", + "| n_updates | 840 |\n", + "| policy_gradient_loss | -0.0127 |\n", + "| std | 0.773 |\n", + "| value_loss | 0.248 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************************************--------| 91%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.49779207 |\n", + "| Heating_Setpoint_RL | -0.57784855 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.305048 |\n", + "| Heating_Setpoint_RL | 14.374601 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6711563 |\n", + "| air_humidity | -0.64161533 |\n", + "| air_temperature | -1.8457164 |\n", + "| clg_setpoint | 1.4703428 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.6247429 |\n", + "| diffuse_solar_radiation | -0.750188 |\n", + "| direct_solar_radiation | -0.6169929 |\n", + "| hour | 1.0836986 |\n", + "| htg_setpoint | -0.828856 |\n", + "| month | 1.3435485 |\n", + "| outdoor_humidity | -0.91151786 |\n", + "| outdoor_temperature | -0.7071054 |\n", + "| people_occupant | -0.689047 |\n", + "| total_electricity_HVAC | -0.6758067 |\n", + "| wind_direction | 1.2177603 |\n", + "| wind_speed | 1.4424667 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 28.619692 |\n", + "| air_temperature | 20.287647 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 14.482502 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 49.75 |\n", + "| outdoor_temperature | 5.860359 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 8.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*****************************************************--------| 91%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.66285896 |\n", + "| air_humidity | -1.2373381 |\n", + "| air_temperature | -2.5695999 |\n", + "| clg_setpoint | 1.2729986 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6719661 |\n", + "| diffuse_solar_radiation | -0.7500784 |\n", + "| direct_solar_radiation | -0.6169505 |\n", + "| hour | 1.2281404 |\n", + "| htg_setpoint | -0.7535832 |\n", + "| month | 1.6359633 |\n", + "| outdoor_humidity | -0.9957377 |\n", + "| outdoor_temperature | -1.1217334 |\n", + "| people_occupant | -0.6887521 |\n", + "| total_electricity_HVAC | -0.6670853 |\n", + "| wind_direction | 1.1930355 |\n", + "| wind_speed | 3.0941327 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 121.99554 |\n", + "| air_humidity | 20.795532 |\n", + "| air_temperature | 19.338264 |\n", + "| clg_setpoint | 29.480663 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 14.798431 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 1.8252082 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 113106.82 |\n", + "| wind_direction | 307.5 |\n", + "| wind_speed | 12.325 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.5000923 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 20.438019 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.626474 |\n", + "| air_humidity | -0.73463076 |\n", + "| air_temperature | -1.2827041 |\n", + "| clg_setpoint | 0.80902064 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5567116 |\n", + "| diffuse_solar_radiation | -0.74989927 |\n", + "| direct_solar_radiation | -0.6169932 |\n", + "| hour | 1.3725723 |\n", + "| htg_setpoint | -1.4180833 |\n", + "| month | 1.6342207 |\n", + "| outdoor_humidity | -0.9464974 |\n", + "| outdoor_temperature | -0.9810776 |\n", + "| people_occupant | -0.6888531 |\n", + "| total_electricity_HVAC | -0.6313945 |\n", + "| wind_direction | 1.0971316 |\n", + "| wind_speed | 0.8421479 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 277.33536 |\n", + "| air_humidity | 27.380753 |\n", + "| air_temperature | 21.019276 |\n", + "| clg_setpoint | 28.254887 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 3.1876953 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 257227.17 |\n", + "| wind_direction | 297.5 |\n", + "| wind_speed | 6.925 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.64572275 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.804314 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6707865 |\n", + "| air_humidity | -0.20826182 |\n", + "| air_temperature | -1.5134193 |\n", + "| clg_setpoint | 1.469643 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4417773 |\n", + "| diffuse_solar_radiation | -0.7497097 |\n", + "| direct_solar_radiation | -0.6170255 |\n", + "| hour | 1.5169921 |\n", + "| htg_setpoint | 0.116192296 |\n", + "| month | 1.6324838 |\n", + "| outdoor_humidity | -0.52350914 |\n", + "| outdoor_temperature | -0.66381806 |\n", + "| people_occupant | -0.688954 |\n", + "| total_electricity_HVAC | -0.67543757 |\n", + "| wind_direction | 0.38326764 |\n", + "| wind_speed | 0.43679065 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 34.28391 |\n", + "| air_temperature | 20.716656 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.457575 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 57.75 |\n", + "| outdoor_temperature | 6.2684717 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 222.5 |\n", + "| wind_speed | 5.95 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------******************************************************-------| 92%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | -0.73197806 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 13.507624 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.67076164 |\n", + "| air_humidity | 0.73158777 |\n", + "| air_temperature | -0.46342587 |\n", + "| clg_setpoint | 0.19094054 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3271153 |\n", + "| diffuse_solar_radiation | -0.74956 |\n", + "| direct_solar_radiation | -0.61683017 |\n", + "| hour | 1.6613971 |\n", + "| htg_setpoint | -1.4181849 |\n", + "| month | 1.6307524 |\n", + "| outdoor_humidity | 1.1066229 |\n", + "| outdoor_temperature | -0.35519755 |\n", + "| people_occupant | -0.6890548 |\n", + "| total_electricity_HVAC | -0.6754128 |\n", + "| wind_direction | 0.59713477 |\n", + "| wind_speed | -1.0083059 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 46.617123 |\n", + "| air_temperature | 22.090769 |\n", + "| clg_setpoint | 26.620304 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 9.267105 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 2.475 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.95661014 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.85356 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.64654434 |\n", + "| air_humidity | 0.19970892 |\n", + "| air_temperature | -1.5088738 |\n", + "| clg_setpoint | 1.4700217 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0991385 |\n", + "| diffuse_solar_radiation | -0.74943346 |\n", + "| direct_solar_radiation | -0.6166094 |\n", + "| hour | -1.6613055 |\n", + "| htg_setpoint | -0.8981013 |\n", + "| month | 1.6290264 |\n", + "| outdoor_humidity | -0.4397893 |\n", + "| outdoor_temperature | -0.96749526 |\n", + "| people_occupant | -0.68915546 |\n", + "| total_electricity_HVAC | -0.6520634 |\n", + "| wind_direction | 0.83491385 |\n", + "| wind_speed | 0.8532118 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 190.76501 |\n", + "| air_humidity | 39.639584 |\n", + "| air_temperature | 20.723042 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 14.189949 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 3.3119016 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 172868.61 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.95 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.10506511 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.270405 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.59550154 |\n", + "| air_humidity | -0.40411884 |\n", + "| air_temperature | -2.8901968 |\n", + "| clg_setpoint | 1.4700499 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.98490536 |\n", + "| diffuse_solar_radiation | -0.74931353 |\n", + "| direct_solar_radiation | -0.6164465 |\n", + "| hour | -1.516776 |\n", + "| htg_setpoint | 0.098571725 |\n", + "| month | 1.627306 |\n", + "| outdoor_humidity | -0.1253191 |\n", + "| outdoor_temperature | -1.2371053 |\n", + "| people_occupant | -0.689256 |\n", + "| total_electricity_HVAC | 0.78047615 |\n", + "| wind_direction | 0.73937917 |\n", + "| wind_speed | 1.6737125 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5514.1094 |\n", + "| air_humidity | 31.715338 |\n", + "| air_temperature | 18.915037 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 18.384737 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 0.6845525 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 5979805.5 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.925 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.085703805 |\n", + "| Heating_Setpoint_RL | -0.6804674 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.91425 |\n", + "| Heating_Setpoint_RL | 13.797371 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.14043745 |\n", + "| air_humidity | -1.2564964 |\n", + "| air_temperature | -1.6995084 |\n", + "| clg_setpoint | 1.4695762 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.87081593 |\n", + "| diffuse_solar_radiation | -0.7492136 |\n", + "| direct_solar_radiation | -0.616362 |\n", + "| hour | -1.3722626 |\n", + "| htg_setpoint | 0.5941936 |\n", + "| month | 1.625591 |\n", + "| outdoor_humidity | -0.7049499 |\n", + "| outdoor_temperature | -0.9365412 |\n", + "| people_occupant | -0.68896204 |\n", + "| total_electricity_HVAC | -0.35163438 |\n", + "| wind_direction | 0.92919064 |\n", + "| wind_speed | 0.4875413 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2360.4062 |\n", + "| air_humidity | 20.527382 |\n", + "| air_temperature | 20.470675 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 20.470673 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 3.6014876 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1390885.5 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 6.075 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*******************************************************------| 93%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.03210196 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.444427 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.8734317 |\n", + "| air_humidity | -1.5298141 |\n", + "| air_temperature | -0.14531611 |\n", + "| clg_setpoint | 0.03523863 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7568395 |\n", + "| diffuse_solar_radiation | -0.7490781 |\n", + "| direct_solar_radiation | -0.6163904 |\n", + "| hour | -1.2277622 |\n", + "| htg_setpoint | 1.2546157 |\n", + "| month | 1.6238813 |\n", + "| outdoor_humidity | 0.39507425 |\n", + "| outdoor_temperature | -1.414956 |\n", + "| people_occupant | -0.68866843 |\n", + "| total_electricity_HVAC | 2.8283944 |\n", + "| wind_direction | -1.735655 |\n", + "| wind_speed | -1.8202912 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 15285.432 |\n", + "| air_humidity | 16.92665 |\n", + "| air_temperature | 22.504576 |\n", + "| clg_setpoint | 26.21007 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 76.75 |\n", + "| outdoor_temperature | -1.0538856 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 14288519.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.525 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------*******************************************************-----| 94%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.26027352 |\n", + "| Heating_Setpoint_RL | 0.4020362 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.746576 |\n", + "| Heating_Setpoint_RL | 19.886454 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.6855521 |\n", + "| air_humidity | -0.45556313 |\n", + "| air_temperature | 0.42430758 |\n", + "| clg_setpoint | -0.85123277 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6429493 |\n", + "| diffuse_solar_radiation | -0.74896264 |\n", + "| direct_solar_radiation | -0.6163293 |\n", + "| hour | -1.0832726 |\n", + "| htg_setpoint | 1.2545458 |\n", + "| month | 1.6221771 |\n", + "| outdoor_humidity | -0.052074417 |\n", + "| outdoor_temperature | -0.8655779 |\n", + "| people_occupant | -0.6887691 |\n", + "| total_electricity_HVAC | 1.5669163 |\n", + "| wind_direction | -1.3777235 |\n", + "| wind_speed | -1.5694766 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 10193.001 |\n", + "| air_humidity | 31.016073 |\n", + "| air_temperature | 23.25024 |\n", + "| clg_setpoint | 23.866999 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 4.280769 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 9173701.0 |\n", + "| wind_direction | 37.5 |\n", + "| wind_speed | 1.125 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------*******************************************************-----| 94%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.423488 |\n", + "| Heating_Setpoint_RL | 0.651628 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.054272 |\n", + "| Heating_Setpoint_RL | 21.290407 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.492909 |\n", + "| air_humidity | 0.031308975 |\n", + "| air_temperature | 0.0072572976 |\n", + "| clg_setpoint | 1.4699667 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.5291223 |\n", + "| diffuse_solar_radiation | -0.74882275 |\n", + "| direct_solar_radiation | -0.616088 |\n", + "| hour | -0.9387911 |\n", + "| htg_setpoint | 1.2542709 |\n", + "| month | 1.6204783 |\n", + "| outdoor_humidity | 1.1321726 |\n", + "| outdoor_temperature | -1.1795965 |\n", + "| people_occupant | -0.6888696 |\n", + "| total_electricity_HVAC | 2.2884872 |\n", + "| wind_direction | -1.4716179 |\n", + "| wind_speed | -0.38468882 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13658.848 |\n", + "| air_humidity | 37.402576 |\n", + "| air_temperature | 22.704079 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 1.2220591 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 12103375.0 |\n", + "| wind_direction | 27.5 |\n", + "| wind_speed | 3.975 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.43704438 |\n", + "| Heating_Setpoint_RL | 0.13748352 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.149975 |\n", + "| Heating_Setpoint_RL | 18.398344 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.0682144 |\n", + "| air_humidity | -0.27696413 |\n", + "| air_temperature | 0.42093632 |\n", + "| clg_setpoint | 0.68788517 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.41533923 |\n", + "| diffuse_solar_radiation | -0.7486602 |\n", + "| direct_solar_radiation | -0.61584276 |\n", + "| hour | -0.794316 |\n", + "| htg_setpoint | 1.2539405 |\n", + "| month | 1.6187848 |\n", + "| outdoor_humidity | 1.1319609 |\n", + "| outdoor_temperature | -1.0532731 |\n", + "| people_occupant | -0.68897 |\n", + "| total_electricity_HVAC | 2.0421102 |\n", + "| wind_direction | -1.4703997 |\n", + "| wind_speed | -0.22858581 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11840.57 |\n", + "| air_humidity | 33.35992 |\n", + "| air_temperature | 23.245474 |\n", + "| clg_setpoint | 27.933205 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 2.441206 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 11106950.0 |\n", + "| wind_direction | 27.5 |\n", + "| wind_speed | 4.35 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*********************************************************----| 95%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.336008 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.490973 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.3881343 |\n", + "| air_humidity | -0.05777781 |\n", + "| air_temperature | -1.355319 |\n", + "| clg_setpoint | -1.0841435 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.3015846 |\n", + "| diffuse_solar_radiation | -0.6345937 |\n", + "| direct_solar_radiation | -0.4561721 |\n", + "| hour | -0.64984536 |\n", + "| htg_setpoint | 0.28349537 |\n", + "| month | 1.6170965 |\n", + "| outdoor_humidity | -0.44009128 |\n", + "| outdoor_temperature | -1.2285957 |\n", + "| people_occupant | -0.68907034 |\n", + "| total_electricity_HVAC | -0.40844783 |\n", + "| wind_direction | 0.786942 |\n", + "| wind_speed | -0.37404048 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1300.9729 |\n", + "| air_humidity | 36.234665 |\n", + "| air_temperature | 20.920424 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 11.25 |\n", + "| direct_solar_radiation | 39.75 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.166174 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 0.72934055 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1162620.5 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 4.0 |\n", "-------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 13%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1070.4492 |\n", - "| air_humidity | 22.329798 |\n", - "| air_temperature | 19.0 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 57.5 |\n", - "| direct_solar_radiation | 387.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 52.75 |\n", - "| outdoor_temperature | 1.4046625 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 963404.25 |\n", - "| wind_direction | 2.5 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.47e+03 |\n", - "| n_updates | 23674 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 13%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 871.7625 |\n", - "| air_humidity | 22.375334 |\n", - "| air_temperature | 22.626062 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 161.75 |\n", - "| direct_solar_radiation | 270.5 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 54.75 |\n", - "| outdoor_temperature | 5.4629197 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 784586.25 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 1.775 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.77e+03 |\n", - "| n_updates | 23699 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 871.7625 |\n", - "| air_humidity | 31.798983 |\n", - "| air_temperature | 22.695002 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 161.75 |\n", - "| direct_solar_radiation | 561.5 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 64.75 |\n", - "| outdoor_temperature | 8.719495 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 784586.25 |\n", - "| wind_direction | 292.5 |\n", - "| wind_speed | 1.775 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.1e+03 |\n", - "| n_updates | 23724 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.6465 |\n", - "| air_humidity | 21.862947 |\n", - "| air_temperature | 23.217703 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 175.75 |\n", - "| direct_solar_radiation | 266.5 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 39.5 |\n", - "| outdoor_temperature | 7.437775 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 680081.9 |\n", - "| wind_direction | 82.5 |\n", - "| wind_speed | 3.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.13e+03 |\n", - "| n_updates | 23749 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 476.10425 |\n", - "| air_humidity | 32.07955 |\n", - "| air_temperature | 22.814928 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 163.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 85.0 |\n", - "| outdoor_temperature | 4.6540294 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 428493.84 |\n", - "| wind_direction | 2.5 |\n", - "| wind_speed | 3.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.33e+03 |\n", - "| n_updates | 23774 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 14%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 852.2755 |\n", - "| air_humidity | 15.134862 |\n", - "| air_temperature | 23.507696 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 120.25 |\n", - "| direct_solar_radiation | 763.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 28.5 |\n", - "| outdoor_temperature | 3.5265477 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 767048.0 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 5.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.14e+03 |\n", - "| n_updates | 23799 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 15%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 80.00732 |\n", - "| air_humidity | 23.061901 |\n", - "| air_temperature | 20.99999 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 143.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 71.5 |\n", - "| outdoor_temperature | 4.6219144 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 72006.586 |\n", - "| wind_direction | 145.0 |\n", - "| wind_speed | 2.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.98e+03 |\n", - "| n_updates | 23824 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 15%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 119.331 |\n", - "| air_humidity | 20.039072 |\n", - "| air_temperature | 21.185757 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 82.5 |\n", - "| direct_solar_radiation | 674.5 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 29.75 |\n", - "| outdoor_temperature | 9.234543 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 108005.73 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.77e+03 |\n", - "| n_updates | 23849 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 15%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 17.926476 |\n", - "| air_temperature | 23.740973 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 70.75 |\n", - "| direct_solar_radiation | 468.5 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 36.0 |\n", - "| outdoor_temperature | 3.8430476 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 890 |\n", - "| n_updates | 23874 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1566.8773 |\n", - "| air_humidity | 14.682913 |\n", - "| air_temperature | 22.498217 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 18.75 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 27.25 |\n", - "| outdoor_temperature | -1.5347023 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1410189.5 |\n", - "| wind_direction | 62.5 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.1e+04 |\n", - "| n_updates | 23899 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1056.3701 |\n", - "| air_humidity | 33.320927 |\n", - "| air_temperature | 22.997578 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 1.4750577 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 950733.1 |\n", - "| wind_direction | 32.5 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.84e+03 |\n", - "| n_updates | 23924 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 567.25543 |\n", - "| air_humidity | 37.674805 |\n", - "| air_temperature | 22.00009 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 2.0 |\n", - "| outdoor_humidity | 94.25 |\n", - "| outdoor_temperature | 4.278501 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 510529.88 |\n", - "| wind_direction | 27.5 |\n", - "| wind_speed | 3.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.62e+03 |\n", - "| n_updates | 23949 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 16%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 361.7099 |\n", - "| air_humidity | 28.397816 |\n", - "| air_temperature | 21.395718 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | 6.3793273 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 315658.1 |\n", - "| wind_direction | 150.0 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.31e+03 |\n", - "| n_updates | 23974 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 17%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 38.01982 |\n", - "| air_temperature | 20.494572 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 46.75 |\n", - "| outdoor_temperature | 13.6984215 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 292.5 |\n", - "| wind_speed | 8.775 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.67e+03 |\n", - "| n_updates | 23999 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 17%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 27.335354 |\n", - "| air_temperature | 20.544844 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 54.5 |\n", - "| outdoor_temperature | 10.299374 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 347.5 |\n", - "| wind_speed | 2.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 979 |\n", - "| n_updates | 24024 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 17%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 498.51852 |\n", - "| air_humidity | 41.83481 |\n", - "| air_temperature | 21.420488 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 6.471261 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 448666.66 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.87e+03 |\n", - "| n_updates | 24049 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 18%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 857.4525 |\n", - "| air_humidity | 46.919167 |\n", - "| air_temperature | 19.564985 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 7.447118 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 819357.75 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.68e+03 |\n", - "| n_updates | 24074 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 18%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 34.682133 |\n", - "| air_temperature | 18.215752 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 52.75 |\n", - "| outdoor_temperature | 7.4204226 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 9.675 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 584 |\n", - "| n_updates | 24099 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 18%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 39.790886 |\n", - "| air_temperature | 17.81009 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 94.25 |\n", - "| outdoor_temperature | 4.7941985 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 90.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.16e+03 |\n", - "| n_updates | 24124 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 989.4895 |\n", - "| air_humidity | 35.68059 |\n", - "| air_temperature | 21.999998 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 99.0 |\n", - "| outdoor_temperature | 1.8094609 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 890540.56 |\n", - "| wind_direction | 145.0 |\n", - "| wind_speed | 2.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1e+03 |\n", - "| n_updates | 24149 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 31.470379 |\n", - "| air_temperature | 21.0 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 2.564283 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.31e+03 |\n", - "| n_updates | 24174 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1292.4681 |\n", - "| air_humidity | 20.69247 |\n", - "| air_temperature | 20.999994 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 59.5 |\n", - "| outdoor_temperature | 0.29456785 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1163221.2 |\n", - "| wind_direction | 342.5 |\n", - "| wind_speed | 8.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.95e+03 |\n", - "| n_updates | 24199 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 19%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 26.87485 |\n", - "| air_temperature | 20.670357 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 80.0 |\n", - "| outdoor_temperature | 2.8225725 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 5.125 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.48e+04 |\n", - "| n_updates | 24224 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 537.9154 |\n", - "| air_humidity | 17.599335 |\n", - "| air_temperature | 18.355534 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 76.5 |\n", - "| direct_solar_radiation | 340.5 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 45.0 |\n", - "| outdoor_temperature | 0.5305769 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 484123.84 |\n", - "| wind_direction | 312.5 |\n", - "| wind_speed | 8.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 660 |\n", - "| n_updates | 24249 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1382.9108 |\n", - "| air_humidity | 14.891599 |\n", - "| air_temperature | 21.999945 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 118.0 |\n", - "| direct_solar_radiation | 615.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 37.75 |\n", - "| outdoor_temperature | -0.5557412 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1244619.6 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 2.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.38e+03 |\n", - "| n_updates | 24274 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 803.8625 |\n", - "| air_humidity | 29.357159 |\n", - "| air_temperature | 22.554504 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 130.5 |\n", - "| direct_solar_radiation | 737.75 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 49.0 |\n", - "| outdoor_temperature | 10.128186 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 739491.4 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 7.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.57e+03 |\n", - "| n_updates | 24299 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 20%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1323.8452 |\n", - "| air_humidity | 16.495691 |\n", - "| air_temperature | 17.75022 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 116.25 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 78.5 |\n", - "| outdoor_temperature | 0.13768224 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1191460.8 |\n", - "| wind_direction | 65.0 |\n", - "| wind_speed | 8.525 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.36e+03 |\n", - "| n_updates | 24324 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 21%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1658.1755 |\n", - "| air_humidity | 17.395845 |\n", - "| air_temperature | 20.233568 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 262.25 |\n", - "| direct_solar_radiation | 31.5 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 80.0 |\n", - "| outdoor_temperature | -1.5339695 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1492358.0 |\n", - "| wind_direction | 32.5 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.94e+03 |\n", - "| n_updates | 24349 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 21%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 476.10425 |\n", - "| air_humidity | 27.279238 |\n", - "| air_temperature | 23.898874 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 263.25 |\n", - "| direct_solar_radiation | 613.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 79.25 |\n", - "| outdoor_temperature | 2.688903 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 428493.84 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 2.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 886 |\n", - "| n_updates | 24374 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 21%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.6465 |\n", - "| air_humidity | 26.631628 |\n", - "| air_temperature | 23.065317 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 161.5 |\n", - "| direct_solar_radiation | 9.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 76.0 |\n", - "| outdoor_temperature | 2.6888297 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 680081.9 |\n", - "| wind_direction | 15.0 |\n", - "| wind_speed | 7.825 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 497 |\n", - "| n_updates | 24399 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 22%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 31.569489 |\n", - "| air_temperature | 23.826828 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 131.5 |\n", - "| direct_solar_radiation | 803.75 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 71.5 |\n", - "| outdoor_temperature | 8.234565 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 10.425 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.46e+03 |\n", - "| n_updates | 24424 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 22%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 658.0206 |\n", - "| air_humidity | 21.673584 |\n", - "| air_temperature | 23.873396 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 210.5 |\n", - "| direct_solar_radiation | 360.75 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 34.25 |\n", - "| outdoor_temperature | 8.975745 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 594968.7 |\n", - "| wind_direction | 290.0 |\n", - "| wind_speed | 10.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 815 |\n", - "| n_updates | 24449 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 22%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1073.464 |\n", - "| air_humidity | 13.284251 |\n", - "| air_temperature | 23.545315 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 91.5 |\n", - "| direct_solar_radiation | 613.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 19.5 |\n", - "| outdoor_temperature | 1.1647538 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 966117.6 |\n", - "| wind_direction | 315.0 |\n", - "| wind_speed | 6.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.58e+03 |\n", - "| n_updates | 24474 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 22%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 143.16599 |\n", - "| air_humidity | 12.985385 |\n", - "| air_temperature | 22.0 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 49.0 |\n", - "| direct_solar_radiation | 350.75 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 34.5 |\n", - "| outdoor_temperature | 5.93227 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 127358.41 |\n", - "| wind_direction | 237.5 |\n", - "| wind_speed | 8.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.2e+03 |\n", - "| n_updates | 24499 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 23%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 22.004717 |\n", - "| air_temperature | 21.936619 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 81.25 |\n", - "| outdoor_temperature | 5.1236157 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.91e+03 |\n", - "| n_updates | 24524 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 23%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 370.9882 |\n", - "| air_humidity | 43.365337 |\n", - "| air_temperature | 22.001156 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 6.6044636 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 333889.38 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 4.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.63e+03 |\n", - "| n_updates | 24549 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 23%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 205.3318 |\n", - "| air_humidity | 48.651054 |\n", - "| air_temperature | 21.7617 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 10.614986 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 181480.81 |\n", - "| wind_direction | 192.5 |\n", - "| wind_speed | 5.175 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 789 |\n", - "| n_updates | 24574 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 23%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 52.010227 |\n", - "| air_temperature | 23.79372 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 67.5 |\n", - "| outdoor_temperature | 16.146664 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 8.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.17e+03 |\n", - "| n_updates | 24599 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 24%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 633.59576 |\n", - "| air_humidity | 36.390213 |\n", - "| air_temperature | 18.894945 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 67.25 |\n", - "| outdoor_temperature | 7.8684926 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 570236.2 |\n", - "| wind_direction | 57.5 |\n", - "| wind_speed | 7.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.25e+03 |\n", - "| n_updates | 24624 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 24%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 40.3879 |\n", - "| air_temperature | 20.59343 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 86.0 |\n", - "| outdoor_temperature | 3.5267246 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 924 |\n", - "| n_updates | 24649 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 104.15375 |\n", - "| air_humidity | 31.20326 |\n", - "| air_temperature | 20.999985 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 3.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 4.188778 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 93738.375 |\n", - "| wind_direction | 32.5 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.16e+03 |\n", - "| n_updates | 24674 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 39.983723 |\n", - "| air_temperature | 20.003113 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 70.25 |\n", - "| outdoor_temperature | 3.8033586 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 35.0 |\n", - "| wind_speed | 3.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.05e+03 |\n", - "| n_updates | 24699 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 69.221664 |\n", - "| air_temperature | 19.668886 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 85.0 |\n", - "| outdoor_temperature | 4.3165517 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 272.5 |\n", - "| wind_speed | 5.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.23e+03 |\n", - "| n_updates | 24724 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 25%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 54.650764 |\n", - "| air_temperature | 19.165148 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 55.5 |\n", - "| outdoor_temperature | 2.5306246 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 322.5 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.58e+03 |\n", - "| n_updates | 24749 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 26%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 54.53965 |\n", - "| air_temperature | 19.157383 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 71.25 |\n", - "| outdoor_temperature | 4.457339 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 237.5 |\n", - "| wind_speed | 4.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.91e+03 |\n", - "| n_updates | 24774 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 26%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 59.95734 |\n", - "| air_temperature | 19.35088 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 61.0 |\n", - "| outdoor_temperature | 6.4295363 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 3.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.42e+03 |\n", - "| n_updates | 24799 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 26%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 82.47406 |\n", - "| air_temperature | 20.338148 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 29.0 |\n", - "| direct_solar_radiation | 369.25 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 95.0 |\n", - "| outdoor_temperature | 7.9402747 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 275.0 |\n", - "| wind_speed | 2.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.86e+03 |\n", - "| n_updates | 24824 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 26%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.3464 |\n", - "| air_temperature | 20.925404 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 121.0 |\n", - "| direct_solar_radiation | 356.75 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 61.5 |\n", - "| outdoor_temperature | 14.273043 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 225.0 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.2e+03 |\n", - "| n_updates | 24849 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 27%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2664.3604 |\n", - "| air_humidity | 63.509575 |\n", - "| air_temperature | 21.99787 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 154.75 |\n", - "| direct_solar_radiation | 452.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 57.0 |\n", - "| outdoor_temperature | 20.487545 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2375066.5 |\n", - "| wind_direction | 225.0 |\n", - "| wind_speed | 2.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.68e+03 |\n", - "| n_updates | 24874 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 27%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3005.8865 |\n", - "| air_humidity | 62.8656 |\n", - "| air_temperature | 22.20208 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 218.5 |\n", - "| direct_solar_radiation | 174.75 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 71.25 |\n", - "| outdoor_temperature | 20.12474 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2684761.2 |\n", - "| wind_direction | 192.5 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.64e+04 |\n", - "| n_updates | 24899 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 27%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3164.7615 |\n", - "| air_humidity | 54.197342 |\n", - "| air_temperature | 23.086617 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 263.25 |\n", - "| direct_solar_radiation | 404.75 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 44.25 |\n", - "| outdoor_temperature | 20.261744 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2821500.5 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 9.675 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.54e+03 |\n", - "| n_updates | 24924 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 28%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 17.615269 |\n", - "| air_temperature | 23.11328 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 177.25 |\n", - "| direct_solar_radiation | 827.75 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 21.5 |\n", - "| outdoor_temperature | 10.584083 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 315.0 |\n", - "| wind_speed | 10.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.75e+03 |\n", - "| n_updates | 24949 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 28%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 438.20398 |\n", - "| air_humidity | 14.780738 |\n", - "| air_temperature | 23.99957 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 110.0 |\n", - "| direct_solar_radiation | 941.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 17.25 |\n", - "| outdoor_temperature | 9.602093 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 397929.97 |\n", - "| wind_direction | 352.5 |\n", - "| wind_speed | 6.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.03e+03 |\n", - "| n_updates | 24974 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 28%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 33.816364 |\n", - "| air_temperature | 21.155039 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 229.75 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 66.25 |\n", - "| outdoor_temperature | 8.980941 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 175.0 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.66e+03 |\n", - "| n_updates | 24999 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 28%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 31.091959 |\n", - "| air_temperature | 22.514444 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 190.75 |\n", - "| direct_solar_radiation | 620.25 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 50.0 |\n", - "| outdoor_temperature | 10.923158 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 137.5 |\n", - "| wind_speed | 6.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.03e+03 |\n", - "| n_updates | 25024 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 456.93237 |\n", - "| air_humidity | 48.886036 |\n", - "| air_temperature | 23.283798 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 110.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 9.940544 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 411239.16 |\n", - "| wind_direction | 107.5 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.84e+03 |\n", - "| n_updates | 25049 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4053.9346 |\n", - "| air_humidity | 47.16852 |\n", - "| air_temperature | 23.773457 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 144.25 |\n", - "| direct_solar_radiation | 458.75 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 42.25 |\n", - "| outdoor_temperature | 21.774252 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3648541.2 |\n", - "| wind_direction | 255.0 |\n", - "| wind_speed | 7.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.2e+03 |\n", - "| n_updates | 25074 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 44.031296 |\n", - "| air_temperature | 25.765486 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 47.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 9.873235 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 87.5 |\n", - "| wind_speed | 5.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.75e+04 |\n", - "| n_updates | 25099 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 29%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 35.823162 |\n", - "| air_temperature | 27.340607 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 15.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 67.5 |\n", - "| outdoor_temperature | 8.295609 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 52.5 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.5e+03 |\n", - "| n_updates | 25124 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 30%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 38.977745 |\n", - "| air_temperature | 27.899288 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 57.75 |\n", - "| outdoor_temperature | 7.2945585 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 157.5 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.95e+03 |\n", - "| n_updates | 25149 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 30%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 63.1766 |\n", - "| air_temperature | 20.729017 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 76.25 |\n", - "| outdoor_temperature | 10.415078 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 952 |\n", - "| n_updates | 25174 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 30%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 67.9957 |\n", - "| air_temperature | 19.192297 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 7.950842 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 257.5 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.93e+03 |\n", - "| n_updates | 25199 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 55.464287 |\n", - "| air_temperature | 22.169394 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 66.0 |\n", - "| outdoor_temperature | 8.823215 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 237.5 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 492 |\n", - "| n_updates | 25224 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 58.59591 |\n", - "| air_temperature | 22.65728 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 80.75 |\n", - "| outdoor_temperature | 10.0935545 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 2.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.77e+03 |\n", - "| n_updates | 25249 |\n", - "------------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 31%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.50592 |\n", - "| air_temperature | 21.325115 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 8.709449 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 102.5 |\n", - "| wind_speed | 1.9 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.82e+03 |\n", - "| n_updates | 25274 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 67.27389 |\n", - "| air_temperature | 21.735031 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | 9.947844 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 70.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.33e+03 |\n", - "| n_updates | 25299 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 66.82053 |\n", - "| air_temperature | 21.900738 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 83.0 |\n", - "| outdoor_temperature | 13.363319 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 235.0 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.59e+03 |\n", - "| n_updates | 25324 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 68.47042 |\n", - "| air_temperature | 21.461578 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 79.5 |\n", - "| outdoor_temperature | 14.763615 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 47.5 |\n", - "| wind_speed | 5.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.85e+03 |\n", - "| n_updates | 25349 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 32%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 76.52933 |\n", - "| air_temperature | 19.80769 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 76.25 |\n", - "| outdoor_temperature | 10.0389 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 102.5 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.23e+03 |\n", - "| n_updates | 25374 |\n", - "----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 33%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 77.56004 |\n", - "| air_temperature | 19.754734 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 12.75 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 4.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 12.546379 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 110.0 |\n", - "| wind_speed | 2.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.05e+03 |\n", - "| n_updates | 25399 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 33%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 100.0 |\n", - "| air_temperature | 19.873129 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 99.75 |\n", - "| direct_solar_radiation | 283.5 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 68.0 |\n", - "| outdoor_temperature | 8.822796 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 4.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.38e+03 |\n", - "| n_updates | 25424 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 33%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 250.6906 |\n", - "| air_humidity | 60.83376 |\n", - "| air_temperature | 21.001799 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 151.5 |\n", - "| direct_solar_radiation | 495.25 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 42.75 |\n", - "| outdoor_temperature | 13.935489 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 226307.55 |\n", - "| wind_direction | 35.0 |\n", - "| wind_speed | 6.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.92e+03 |\n", - "| n_updates | 25449 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 34%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 352.57874 |\n", - "| air_humidity | 51.372105 |\n", - "| air_temperature | 21.999958 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 189.75 |\n", - "| direct_solar_radiation | 4.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 77.0 |\n", - "| outdoor_temperature | 12.262045 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 326594.3 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 10.55 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.52e+03 |\n", - "| n_updates | 25474 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 34%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 70.50618 |\n", - "| air_temperature | 20.628372 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 129.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 96.25 |\n", - "| outdoor_temperature | 13.166679 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 15.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.95e+03 |\n", - "| n_updates | 25499 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 34%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 66.167046 |\n", - "| air_temperature | 21.691072 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 309.25 |\n", - "| direct_solar_radiation | 31.5 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 87.75 |\n", - "| outdoor_temperature | 16.63086 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 3.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 676 |\n", - "| n_updates | 25524 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 34%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 410.55798 |\n", - "| air_humidity | 54.012146 |\n", - "| air_temperature | 25.636631 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 346.75 |\n", - "| direct_solar_radiation | 16.5 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 15.807955 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 369502.8 |\n", - "| wind_direction | 140.0 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.45e+03 |\n", - "| n_updates | 25549 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 651.70325 |\n", - "| air_humidity | 58.94949 |\n", - "| air_temperature | 22.544811 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 143.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 99.25 |\n", - "| outdoor_temperature | 13.337481 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 586532.94 |\n", - "| wind_direction | 77.5 |\n", - "| wind_speed | 5.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.48e+03 |\n", - "| n_updates | 25574 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1041.8875 |\n", - "| air_humidity | 57.804943 |\n", - "| air_temperature | 24.998793 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 263.75 |\n", - "| direct_solar_radiation | 10.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 16.276424 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 937698.75 |\n", - "| wind_direction | 122.5 |\n", - "| wind_speed | 4.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.19e+03 |\n", - "| n_updates | 25599 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3808.2505 |\n", - "| air_humidity | 51.37692 |\n", - "| air_temperature | 23.888063 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 365.75 |\n", - "| direct_solar_radiation | 196.25 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 46.5 |\n", - "| outdoor_temperature | 23.000093 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3427425.5 |\n", - "| wind_direction | 232.5 |\n", - "| wind_speed | 7.175 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.26e+03 |\n", - "| n_updates | 25624 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 35%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4303.7583 |\n", - "| air_humidity | 42.214954 |\n", - "| air_temperature | 24.2613 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 168.5 |\n", - "| direct_solar_radiation | 652.5 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 34.25 |\n", - "| outdoor_temperature | 23.414637 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3870570.8 |\n", - "| wind_direction | 337.5 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 950 |\n", - "| n_updates | 25649 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 36%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 55.714012 |\n", - "| air_temperature | 26.159508 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 129.5 |\n", - "| direct_solar_radiation | 608.75 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 61.75 |\n", - "| outdoor_temperature | 13.151306 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 180.0 |\n", - "| wind_speed | 7.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.61e+03 |\n", - "| n_updates | 25674 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 36%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 51.74679 |\n", - "| air_temperature | 27.251833 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 106.25 |\n", - "| direct_solar_radiation | 385.25 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 49.0 |\n", - "| outdoor_temperature | 20.827276 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 140.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.05e+03 |\n", - "| n_updates | 25699 |\n", - "-----------------------------------------------\n", - "--------------------------------------------------------------------------------------------------------------| 36%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 30.98147 |\n", - "| air_temperature | 28.937086 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 46.0 |\n", - "| direct_solar_radiation | 185.5 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 51.5 |\n", - "| outdoor_temperature | 13.358186 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 130.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.12e+03 |\n", - "| n_updates | 25724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*--------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 41.291485 |\n", - "| air_temperature | 29.252293 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 59.5 |\n", - "| outdoor_temperature | 9.602841 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 142.5 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.03e+03 |\n", - "| n_updates | 25749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*--------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 45.470722 |\n", - "| air_temperature | 26.394222 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 54.5 |\n", - "| outdoor_temperature | 10.277687 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 77.5 |\n", - "| wind_speed | 1.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.65e+03 |\n", - "| n_updates | 25774 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*--------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 50.822987 |\n", - "| air_temperature | 25.489048 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 74.75 |\n", - "| outdoor_temperature | 12.156735 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 80.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.18e+04 |\n", - "| n_updates | 25799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*--------------------------------------------------------------| 37%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 63.22203 |\n", - "| air_temperature | 24.64449 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 84.0 |\n", - "| outdoor_temperature | 13.052027 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 72.5 |\n", - "| wind_speed | 2.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.12e+03 |\n", - "| n_updates | 25824 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 72.95142 |\n", - "| air_temperature | 22.187042 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 15.178462 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.91e+03 |\n", - "| n_updates | 25849 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 75.1022 |\n", - "| air_temperature | 21.650509 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 95.25 |\n", - "| outdoor_temperature | 15.624398 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 332.5 |\n", - "| wind_speed | 5.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.52e+03 |\n", - "| n_updates | 25874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**-------------------------------------------------------------| 38%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 61.087856 |\n", - "| air_temperature | 22.81011 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 45.25 |\n", - "| outdoor_temperature | 13.491618 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 4.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.78e+03 |\n", - "| n_updates | 25899 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***------------------------------------------------------------| 39%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 73.322044 |\n", - "| air_temperature | 21.77929 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 78.75 |\n", - "| outdoor_temperature | 14.339748 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 45.0 |\n", - "| wind_speed | 1.125 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.21e+03 |\n", - "| n_updates | 25924 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***------------------------------------------------------------| 39%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 73.95429 |\n", - "| air_temperature | 21.417715 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 15.883621 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 92.5 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 998 |\n", - "| n_updates | 25949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***------------------------------------------------------------| 39%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 100.0 |\n", - "| air_temperature | 21.256157 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 15.279231 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 97.5 |\n", - "| wind_speed | 2.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.46e+03 |\n", - "| n_updates | 25974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 100.0 |\n", - "| air_temperature | 21.208662 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 63.75 |\n", - "| direct_solar_radiation | 114.75 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 76.5 |\n", - "| outdoor_temperature | 12.422109 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 225.0 |\n", - "| wind_speed | 5.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.5e+03 |\n", - "| n_updates | 25999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 96.97581 |\n", - "| air_temperature | 21.713926 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 127.0 |\n", - "| direct_solar_radiation | 287.75 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 59.5 |\n", - "| outdoor_temperature | 16.465273 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.34e+03 |\n", - "| n_updates | 26024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 187.26651 |\n", - "| air_humidity | 92.392784 |\n", - "| air_temperature | 20.754955 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 165.25 |\n", - "| direct_solar_radiation | 485.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 64.75 |\n", - "| outdoor_temperature | 15.890859 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 168539.34 |\n", - "| wind_direction | 315.0 |\n", - "| wind_speed | 4.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.71e+03 |\n", - "| n_updates | 26049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****-----------------------------------------------------------| 40%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2839.5784 |\n", - "| air_humidity | 52.345562 |\n", - "| air_temperature | 21.531103 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 176.75 |\n", - "| direct_solar_radiation | 652.25 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 43.0 |\n", - "| outdoor_temperature | 19.804117 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 2523309.0 |\n", - "| wind_direction | 317.5 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.98e+03 |\n", - "| n_updates | 26074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****----------------------------------------------------------| 41%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3925.5715 |\n", - "| air_humidity | 57.477875 |\n", - "| air_temperature | 22.937943 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 187.25 |\n", - "| direct_solar_radiation | 717.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 38.75 |\n", - "| outdoor_temperature | 24.464203 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3504417.8 |\n", - "| wind_direction | 237.5 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.22e+03 |\n", - "| n_updates | 26099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****----------------------------------------------------------| 41%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4254.275 |\n", - "| air_humidity | 52.1896 |\n", - "| air_temperature | 23.768286 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 245.25 |\n", - "| direct_solar_radiation | 677.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 35.25 |\n", - "| outdoor_temperature | 26.724548 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3828847.2 |\n", - "| wind_direction | 327.5 |\n", - "| wind_speed | 2.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.93e+03 |\n", - "| n_updates | 26124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****----------------------------------------------------------| 41%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4908.532 |\n", - "| air_humidity | 58.187576 |\n", - "| air_temperature | 24.125984 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 272.25 |\n", - "| direct_solar_radiation | 681.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 5.0 |\n", - "| outdoor_humidity | 59.5 |\n", - "| outdoor_temperature | 25.087038 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 4400032.0 |\n", - "| wind_direction | 147.5 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.15e+03 |\n", - "| n_updates | 26149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****----------------------------------------------------------| 41%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 70.08793 |\n", - "| air_temperature | 25.162493 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 214.5 |\n", - "| direct_solar_radiation | 742.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 49.75 |\n", - "| outdoor_temperature | 27.204876 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 6.825 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.46e+03 |\n", - "| n_updates | 26174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******---------------------------------------------------------| 42%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 69.17672 |\n", - "| air_temperature | 25.449238 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 120.25 |\n", - "| direct_solar_radiation | 868.75 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 31.75 |\n", - "| outdoor_temperature | 19.77673 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 297.5 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.82e+03 |\n", - "| n_updates | 26199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******---------------------------------------------------------| 42%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4341.2114 |\n", - "| air_humidity | 47.581272 |\n", - "| air_temperature | 24.12907 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 164.25 |\n", - "| direct_solar_radiation | 792.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 44.0 |\n", - "| outdoor_temperature | 22.831139 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3903533.5 |\n", - "| wind_direction | 217.5 |\n", - "| wind_speed | 6.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.91e+03 |\n", - "| n_updates | 26224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******---------------------------------------------------------| 42%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4636.2915 |\n", - "| air_humidity | 40.08801 |\n", - "| air_temperature | 24.42213 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 249.5 |\n", - "| direct_solar_radiation | 492.25 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 32.5 |\n", - "| outdoor_temperature | 24.683224 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4171513.5 |\n", - "| wind_direction | 192.5 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.36e+03 |\n", - "| n_updates | 26249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3491.4077 |\n", - "| air_humidity | 55.89672 |\n", - "| air_temperature | 23.679293 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 170.25 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 59.0 |\n", - "| outdoor_temperature | 19.496178 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3150081.5 |\n", - "| wind_direction | 177.5 |\n", - "| wind_speed | 6.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.49e+03 |\n", - "| n_updates | 26274 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 55.47146 |\n", - "| air_temperature | 25.53944 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 94.25 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 88.5 |\n", - "| outdoor_temperature | 18.309011 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 8.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.43e+03 |\n", - "| n_updates | 26299 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 47.804707 |\n", - "| air_temperature | 30.097784 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 70.0 |\n", - "| direct_solar_radiation | 78.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 43.5 |\n", - "| outdoor_temperature | 27.872309 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 6.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.37e+03 |\n", - "| n_updates | 26324 |\n", - "-----------------------------------------------\n", - "----------------------------------------------********--------------------------------------------------------| 43%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 67.28057 |\n", - "| air_temperature | 26.83315 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 12.25 |\n", - "| direct_solar_radiation | 6.5 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 48.75 |\n", - "| outdoor_temperature | 20.32014 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.02e+04 |\n", - "| n_updates | 26349 |\n", - "----------------------------------------------\n", - "-----------------------------------------------********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 69.60585 |\n", - "| air_temperature | 26.294132 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 70.25 |\n", - "| outdoor_temperature | 17.06836 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.91e+03 |\n", - "| n_updates | 26374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 62.328117 |\n", - "| air_temperature | 26.36409 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 80.0 |\n", - "| outdoor_temperature | 17.44078 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.16e+03 |\n", - "| n_updates | 26399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.79806 |\n", - "| air_temperature | 24.133389 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 19.43842 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 162.5 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.15e+03 |\n", - "| n_updates | 26424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********-------------------------------------------------------| 44%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.323395 |\n", - "| air_temperature | 23.736319 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 19.34564 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 5.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.8e+03 |\n", - "| n_updates | 26449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********------------------------------------------------------| 45%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 81.02745 |\n", - "| air_temperature | 23.606394 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 99.0 |\n", - "| outdoor_temperature | 19.023228 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 6.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 658 |\n", - "| n_updates | 26474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********------------------------------------------------------| 45%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 82.58435 |\n", - "| air_temperature | 23.921928 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 87.0 |\n", - "| outdoor_temperature | 21.423105 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.94e+03 |\n", - "| n_updates | 26499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.42138 |\n", - "| air_temperature | 24.429708 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 21.647804 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 92.5 |\n", - "| wind_speed | 3.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.49e+03 |\n", - "| n_updates | 26524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 90.55395 |\n", - "| air_temperature | 22.446527 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 98.25 |\n", - "| outdoor_temperature | 19.192326 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 142.5 |\n", - "| wind_speed | 1.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.04e+03 |\n", - "| n_updates | 26549 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 86.08581 |\n", - "| air_temperature | 22.69578 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 97.0 |\n", - "| outdoor_temperature | 22.023277 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 2.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.15e+03 |\n", - "| n_updates | 26574 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********-----------------------------------------------------| 46%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 87.03985 |\n", - "| air_temperature | 22.502487 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 48.5 |\n", - "| direct_solar_radiation | 192.75 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 84.0 |\n", - "| outdoor_temperature | 22.397675 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 272.5 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.58e+03 |\n", - "| n_updates | 26599 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 87.01041 |\n", - "| air_temperature | 22.92337 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 115.0 |\n", - "| direct_solar_radiation | 271.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 75.25 |\n", - "| outdoor_temperature | 20.942945 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 4.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.78e+03 |\n", - "| n_updates | 26624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1697.0332 |\n", - "| air_humidity | 83.39393 |\n", - "| air_temperature | 20.575014 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 98.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 20.522898 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1457054.8 |\n", - "| wind_direction | 212.5 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.29e+03 |\n", - "| n_updates | 26649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 74.909515 |\n", - "| air_temperature | 24.961433 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 124.5 |\n", - "| direct_solar_radiation | 684.25 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 42.0 |\n", - "| outdoor_temperature | 24.839106 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 347.5 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.31e+03 |\n", - "| n_updates | 26674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********----------------------------------------------------| 47%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 73.118645 |\n", - "| air_temperature | 25.401157 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 310.5 |\n", - "| direct_solar_radiation | 442.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 43.25 |\n", - "| outdoor_temperature | 27.892473 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 282.5 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 468 |\n", - "| n_updates | 26699 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************---------------------------------------------------| 48%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 7243.911 |\n", - "| air_humidity | 60.207127 |\n", - "| air_temperature | 23.405018 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 436.0 |\n", - "| direct_solar_radiation | 309.5 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 76.25 |\n", - "| outdoor_temperature | 26.610846 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 6482271.0 |\n", - "| wind_direction | 142.5 |\n", - "| wind_speed | 5.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.21e+03 |\n", - "| n_updates | 26724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************---------------------------------------------------| 48%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6050.424 |\n", - "| air_humidity | 58.90546 |\n", - "| air_temperature | 23.9165 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 290.5 |\n", - "| direct_solar_radiation | 425.25 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 80.75 |\n", - "| outdoor_temperature | 24.506327 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 5445381.5 |\n", - "| wind_direction | 197.5 |\n", - "| wind_speed | 5.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 635 |\n", - "| n_updates | 26749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************---------------------------------------------------| 48%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5802.945 |\n", - "| air_humidity | 56.61357 |\n", - "| air_temperature | 24.26556 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 195.0 |\n", - "| direct_solar_radiation | 756.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 57.0 |\n", - "| outdoor_temperature | 27.554426 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 5239022.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.57e+03 |\n", - "| n_updates | 26774 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5660.5815 |\n", - "| air_humidity | 57.0777 |\n", - "| air_temperature | 24.114191 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 274.75 |\n", - "| direct_solar_radiation | 610.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 68.25 |\n", - "| outdoor_temperature | 25.911041 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 5093937.0 |\n", - "| wind_direction | 187.5 |\n", - "| wind_speed | 9.925 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.18e+03 |\n", - "| n_updates | 26799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 5907.6895 |\n", - "| air_humidity | 57.608673 |\n", - "| air_temperature | 24.191023 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 319.25 |\n", - "| direct_solar_radiation | 279.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 79.75 |\n", - "| outdoor_temperature | 23.198372 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5316920.5 |\n", - "| wind_direction | 215.0 |\n", - "| wind_speed | 6.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.77e+03 |\n", - "| n_updates | 26824 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.9303 |\n", - "| air_temperature | 24.091045 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 244.75 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 80.5 |\n", - "| outdoor_temperature | 21.664352 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 117.5 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.95e+03 |\n", - "| n_updates | 26849 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************--------------------------------------------------| 49%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 69.5355 |\n", - "| air_temperature | 26.462065 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 293.25 |\n", - "| direct_solar_radiation | 91.5 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 6.0 |\n", - "| outdoor_humidity | 81.75 |\n", - "| outdoor_temperature | 21.446198 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 192.5 |\n", - "| wind_speed | 8.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.9e+03 |\n", - "| n_updates | 26874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 52.676174 |\n", - "| air_temperature | 26.86975 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 88.75 |\n", - "| direct_solar_radiation | 543.5 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 25.234293 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.91e+03 |\n", - "| n_updates | 26899 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 49.196945 |\n", - "| air_temperature | 29.72702 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 57.0 |\n", - "| direct_solar_radiation | 78.75 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 81.75 |\n", - "| outdoor_temperature | 21.81109 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 7.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3e+03 |\n", - "| n_updates | 26924 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 59.365803 |\n", - "| air_temperature | 28.91152 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 24.75 |\n", - "| direct_solar_radiation | 5.25 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 73.0 |\n", - "| outdoor_temperature | 23.71026 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 275.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.94e+03 |\n", - "| n_updates | 26949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************-------------------------------------------------| 50%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 60.808823 |\n", - "| air_temperature | 28.34431 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 67.75 |\n", - "| outdoor_temperature | 22.228575 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 102.5 |\n", - "| wind_speed | 2.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.39e+03 |\n", - "| n_updates | 26974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 66.46324 |\n", - "| air_temperature | 27.034254 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 93.75 |\n", - "| outdoor_temperature | 21.445435 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 197.5 |\n", - "| wind_speed | 6.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.23e+03 |\n", - "| n_updates | 26999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 68.088394 |\n", - "| air_temperature | 26.545113 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 83.5 |\n", - "| outdoor_temperature | 24.056477 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.63e+03 |\n", - "| n_updates | 27024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************------------------------------------------------| 51%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 68.48272 |\n", - "| air_temperature | 26.513992 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 70.25 |\n", - "| outdoor_temperature | 26.597227 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 67.5 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.66e+03 |\n", - "| n_updates | 27049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************-----------------------------------------------| 52%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 81.68627 |\n", - "| air_temperature | 24.137533 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 94.0 |\n", - "| outdoor_temperature | 23.70093 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 17.5 |\n", - "| wind_speed | 0.375 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 564 |\n", - "| n_updates | 27074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************-----------------------------------------------| 52%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.33599 |\n", - "| air_temperature | 24.662937 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 61.0 |\n", - "| outdoor_temperature | 27.363422 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 292.5 |\n", - "| wind_speed | 5.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.54e+03 |\n", - "| n_updates | 27099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************-----------------------------------------------| 52%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 77.69531 |\n", - "| air_temperature | 23.924374 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 55.5 |\n", - "| outdoor_temperature | 20.73869 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 350.0 |\n", - "| wind_speed | 4.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.1e+03 |\n", - "| n_updates | 27124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.839935 |\n", - "| air_temperature | 22.857756 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 78.25 |\n", - "| outdoor_temperature | 20.073912 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 272.5 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.31e+03 |\n", - "| n_updates | 27149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 75.361885 |\n", - "| air_temperature | 24.164515 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 91.5 |\n", - "| outdoor_temperature | 23.011673 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 232.5 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.83e+03 |\n", - "| n_updates | 27174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 73.6474 |\n", - "| air_temperature | 24.565113 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 27.5 |\n", - "| direct_solar_radiation | 219.5 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 80.0 |\n", - "| outdoor_temperature | 24.377394 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 35.0 |\n", - "| wind_speed | 2.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.65e+03 |\n", - "| n_updates | 27199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************----------------------------------------------| 53%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.95512 |\n", - "| air_temperature | 22.372908 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 41.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 97.75 |\n", - "| outdoor_temperature | 20.871769 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 22.5 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.23e+03 |\n", - "| n_updates | 27224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2666.0518 |\n", - "| air_humidity | 83.77003 |\n", - "| air_temperature | 21.471449 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 173.5 |\n", - "| direct_solar_radiation | 193.5 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 81.25 |\n", - "| outdoor_temperature | 24.982664 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2182675.2 |\n", - "| wind_direction | 357.5 |\n", - "| wind_speed | 0.375 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.35e+03 |\n", - "| n_updates | 27249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6300.4297 |\n", - "| air_humidity | 69.49313 |\n", - "| air_temperature | 22.120296 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 112.75 |\n", - "| direct_solar_radiation | 736.75 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 60.5 |\n", - "| outdoor_temperature | 26.808458 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5725117.5 |\n", - "| wind_direction | 75.0 |\n", - "| wind_speed | 2.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.65e+03 |\n", - "| n_updates | 27274 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 8811.83 |\n", - "| air_humidity | 65.531456 |\n", - "| air_temperature | 22.561466 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 152.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 94.0 |\n", - "| outdoor_temperature | 25.571522 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 7934286.0 |\n", - "| wind_direction | 115.0 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.52e+03 |\n", - "| n_updates | 27299 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************---------------------------------------------| 54%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6695.759 |\n", - "| air_humidity | 60.31789 |\n", - "| air_temperature | 23.617308 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 319.75 |\n", - "| direct_solar_radiation | 525.25 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 74.0 |\n", - "| outdoor_temperature | 26.11162 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5988546.0 |\n", - "| wind_direction | 197.5 |\n", - "| wind_speed | 4.375 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.74e+03 |\n", - "| n_updates | 27324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************--------------------------------------------| 55%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 67.9954 |\n", - "| air_temperature | 26.786385 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 386.5 |\n", - "| direct_solar_radiation | 388.5 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 74.5 |\n", - "| outdoor_temperature | 30.048075 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 192.5 |\n", - "| wind_speed | 3.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.49e+03 |\n", - "| n_updates | 27349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************--------------------------------------------| 55%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 68.56357 |\n", - "| air_temperature | 26.611694 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 372.0 |\n", - "| direct_solar_radiation | 480.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 71.0 |\n", - "| outdoor_temperature | 27.463623 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 197.5 |\n", - "| wind_speed | 5.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.03e+03 |\n", - "| n_updates | 27374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************--------------------------------------------| 55%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 7725.646 |\n", - "| air_humidity | 57.66061 |\n", - "| air_temperature | 24.009495 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 362.25 |\n", - "| direct_solar_radiation | 482.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 75.5 |\n", - "| outdoor_temperature | 27.697567 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 6953081.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.38e+03 |\n", - "| n_updates | 27399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 7112.092 |\n", - "| air_humidity | 59.154137 |\n", - "| air_temperature | 23.774574 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 233.25 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 92.5 |\n", - "| outdoor_temperature | 24.108007 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 6400882.5 |\n", - "| wind_direction | 242.5 |\n", - "| wind_speed | 5.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.33e+03 |\n", - "| n_updates | 27424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 7589.05 |\n", - "| air_humidity | 58.069283 |\n", - "| air_temperature | 24.212975 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 168.75 |\n", - "| direct_solar_radiation | 636.25 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 65.75 |\n", - "| outdoor_temperature | 27.823973 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 6806540.0 |\n", - "| wind_direction | 192.5 |\n", - "| wind_speed | 4.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 539 |\n", - "| n_updates | 27449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 7284.086 |\n", - "| air_humidity | 57.75603 |\n", - "| air_temperature | 24.36963 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 224.0 |\n", - "| direct_solar_radiation | 46.5 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 65.25 |\n", - "| outdoor_temperature | 27.25723 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 6567345.5 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 5.675 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.68e+03 |\n", - "| n_updates | 27474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 56%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 54.34198 |\n", - "| air_temperature | 26.128633 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 81.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 21.060984 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 252.5 |\n", - "| wind_speed | 3.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.5e+03 |\n", - "| n_updates | 27499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 66.87071 |\n", - "| air_temperature | 27.23084 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 41.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 78.25 |\n", - "| outdoor_temperature | 22.799652 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 2.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 652 |\n", - "| n_updates | 27524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 70.91234 |\n", - "| air_temperature | 26.266905 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 75.25 |\n", - "| outdoor_temperature | 22.761063 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 227.5 |\n", - "| wind_speed | 5.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.84e+03 |\n", - "| n_updates | 27549 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 60.622814 |\n", - "| air_temperature | 27.924835 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 84.0 |\n", - "| outdoor_temperature | 23.308342 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 182.5 |\n", - "| wind_speed | 4.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.28e+03 |\n", - "| n_updates | 27574 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************-------------------------------------------| 57%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 68.77873 |\n", - "| air_temperature | 26.76857 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 90.75 |\n", - "| outdoor_temperature | 23.624556 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 4.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.2e+03 |\n", - "| n_updates | 27599 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************------------------------------------------| 58%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 74.077736 |\n", - "| air_temperature | 25.452297 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 7.0 |\n", - "| outdoor_humidity | 82.0 |\n", - "| outdoor_temperature | 23.497612 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 3.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.44e+03 |\n", - "| n_updates | 27624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************------------------------------------------| 58%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 72.40393 |\n", - "| air_temperature | 25.641663 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 66.25 |\n", - "| outdoor_temperature | 24.917315 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 232.5 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.44e+03 |\n", - "| n_updates | 27649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 75.30557 |\n", - "| air_temperature | 25.393188 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 76.75 |\n", - "| outdoor_temperature | 28.25013 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 3.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.4e+03 |\n", - "| n_updates | 27674 |\n", - "-----------------------------------------------\n", - "----------------------------------------------************************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 74.47385 |\n", - "| air_temperature | 25.55956 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 94.0 |\n", - "| outdoor_temperature | 25.52394 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 187.5 |\n", - "| wind_speed | 2.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.64e+03 |\n", - "| n_updates | 27699 |\n", - "----------------------------------------------\n", - "-----------------------------------------------***********************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 76.14162 |\n", - "| air_temperature | 25.054893 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 82.75 |\n", - "| outdoor_temperature | 25.166603 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.39e+03 |\n", - "| n_updates | 27724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************----------------------------------------| 59%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 85.48113 |\n", - "| air_temperature | 23.279541 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 89.5 |\n", - "| outdoor_temperature | 23.949242 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 2.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.23e+03 |\n", - "| n_updates | 27749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 90.318306 |\n", - "| air_temperature | 21.868973 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 86.5 |\n", - "| outdoor_temperature | 18.62419 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 42.5 |\n", - "| wind_speed | 2.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.65e+03 |\n", - "| n_updates | 27774 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 91.097755 |\n", - "| air_temperature | 21.851496 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 21.0 |\n", - "| direct_solar_radiation | 57.75 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 72.5 |\n", - "| outdoor_temperature | 15.950931 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 30.0 |\n", - "| wind_speed | 3.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.83e+03 |\n", - "| n_updates | 27799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 86.87412 |\n", - "| air_temperature | 21.786936 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 98.75 |\n", - "| direct_solar_radiation | 102.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 73.5 |\n", - "| outdoor_temperature | 19.933619 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 35.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.68e+03 |\n", - "| n_updates | 27824 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************---------------------------------------| 60%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.27451 |\n", - "| air_temperature | 23.58274 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 71.0 |\n", - "| direct_solar_radiation | 629.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 74.75 |\n", - "| outdoor_temperature | 22.477741 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 275.0 |\n", - "| wind_speed | 2.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.16e+03 |\n", - "| n_updates | 27849 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************--------------------------------------| 61%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 75.46448 |\n", - "| air_temperature | 24.158018 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 259.0 |\n", - "| direct_solar_radiation | 266.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 79.0 |\n", - "| outdoor_temperature | 25.413868 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 205.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.28e+03 |\n", - "| n_updates | 27874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************--------------------------------------| 61%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 7313.54 |\n", - "| air_humidity | 62.38672 |\n", - "| air_temperature | 22.854069 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 337.5 |\n", - "| direct_solar_radiation | 108.5 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 78.5 |\n", - "| outdoor_temperature | 26.157618 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 6531380.0 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.41e+03 |\n", - "| n_updates | 27899 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************--------------------------------------| 61%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4564.3667 |\n", - "| air_humidity | 58.276726 |\n", - "| air_temperature | 23.902065 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 279.75 |\n", - "| direct_solar_radiation | 594.75 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 39.75 |\n", - "| outdoor_temperature | 27.919645 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4107929.8 |\n", - "| wind_direction | 335.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.33e+03 |\n", - "| n_updates | 27924 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 7623.4326 |\n", - "| air_humidity | 58.009117 |\n", - "| air_temperature | 24.158352 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 354.75 |\n", - "| direct_solar_radiation | 483.5 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 66.5 |\n", - "| outdoor_temperature | 27.180256 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 6847386.5 |\n", - "| wind_direction | 197.5 |\n", - "| wind_speed | 5.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.55e+03 |\n", - "| n_updates | 27949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6947.407 |\n", - "| air_humidity | 58.06217 |\n", - "| air_temperature | 23.78853 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 186.5 |\n", - "| direct_solar_radiation | 707.25 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 52.25 |\n", - "| outdoor_temperature | 29.24378 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 6253876.0 |\n", - "| wind_direction | 165.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.43e+03 |\n", - "| n_updates | 27974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 9098.813 |\n", - "| air_humidity | 56.64776 |\n", - "| air_temperature | 24.771917 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 305.0 |\n", - "| direct_solar_radiation | 491.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 58.0 |\n", - "| outdoor_temperature | 33.54648 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 8188946.0 |\n", - "| wind_direction | 100.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.43e+04 |\n", - "| n_updates | 27999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************-------------------------------------| 62%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 76.09069 |\n", - "| air_temperature | 27.673058 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 353.25 |\n", - "| direct_solar_radiation | 251.75 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 60.0 |\n", - "| outdoor_temperature | 31.510412 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 37.5 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.23e+03 |\n", - "| n_updates | 28024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 71.35179 |\n", - "| air_temperature | 28.799736 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 138.5 |\n", - "| direct_solar_radiation | 643.5 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 33.0 |\n", - "| outdoor_temperature | 32.46637 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 57.5 |\n", - "| wind_speed | 6.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.98e+03 |\n", - "| n_updates | 28049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4839.138 |\n", - "| air_humidity | 53.21796 |\n", - "| air_temperature | 24.422802 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 147.5 |\n", - "| direct_solar_radiation | 458.5 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 43.75 |\n", - "| outdoor_temperature | 27.520885 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4355224.5 |\n", - "| wind_direction | 117.5 |\n", - "| wind_speed | 4.875 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.24e+03 |\n", - "| n_updates | 28074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 49.3193 |\n", - "| air_temperature | 26.766872 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 98.0 |\n", - "| direct_solar_radiation | 229.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 53.5 |\n", - "| outdoor_temperature | 25.16245 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 167.5 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.46e+03 |\n", - "| n_updates | 28099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************------------------------------------| 63%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 50.959476 |\n", - "| air_temperature | 30.62267 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 23.25 |\n", - "| direct_solar_radiation | 160.5 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 66.75 |\n", - "| outdoor_temperature | 29.26822 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 202.5 |\n", - "| wind_speed | 3.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.14e+03 |\n", - "| n_updates | 28124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************-----------------------------------| 64%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 43.667793 |\n", - "| air_temperature | 29.918974 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 31.25 |\n", - "| outdoor_temperature | 26.58964 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 5.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.25e+03 |\n", - "| n_updates | 28149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************-----------------------------------| 64%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 61.34158 |\n", - "| air_temperature | 28.237514 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 68.75 |\n", - "| outdoor_temperature | 23.070307 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 207.5 |\n", - "| wind_speed | 7.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.49e+03 |\n", - "| n_updates | 28174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************-----------------------------------| 64%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 67.39148 |\n", - "| air_temperature | 26.905378 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 32.5 |\n", - "| outdoor_temperature | 24.062317 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 8.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.4e+03 |\n", - "| n_updates | 28199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 71.6153 |\n", - "| air_temperature | 25.987005 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 50.0 |\n", - "| outdoor_temperature | 21.171911 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 57.5 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.58e+03 |\n", - "| n_updates | 28224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.07577 |\n", - "| air_temperature | 24.398651 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 68.75 |\n", - "| outdoor_temperature | 19.837196 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 225.0 |\n", - "| wind_speed | 4.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.27e+03 |\n", - "| n_updates | 28249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************----------------------------------| 65%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.98378 |\n", - "| air_temperature | 24.30729 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 68.5 |\n", - "| outdoor_temperature | 23.006378 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 42.5 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.3e+03 |\n", - "| n_updates | 28274 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 77.59511 |\n", - "| air_temperature | 23.637218 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 65.5 |\n", - "| outdoor_temperature | 19.68392 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 47.5 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.93e+03 |\n", - "| n_updates | 28299 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 78.53599 |\n", - "| air_temperature | 23.408203 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 57.5 |\n", - "| outdoor_temperature | 24.29011 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 355.0 |\n", - "| wind_speed | 0.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.19e+03 |\n", - "| n_updates | 28324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 61.36071 |\n", - "| air_temperature | 23.787981 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 8.0 |\n", - "| outdoor_humidity | 72.25 |\n", - "| outdoor_temperature | 18.836372 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 257.5 |\n", - "| wind_speed | 1.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.11e+03 |\n", - "| n_updates | 28349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************---------------------------------| 66%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 61.465584 |\n", - "| air_temperature | 23.595346 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 86.25 |\n", - "| outdoor_temperature | 21.46531 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 295.0 |\n", - "| wind_speed | 2.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.91e+03 |\n", - "| n_updates | 28374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************--------------------------------| 67%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 62.35134 |\n", - "| air_temperature | 23.423868 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 55.5 |\n", - "| outdoor_temperature | 23.927923 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.98e+03 |\n", - "| n_updates | 28399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************--------------------------------| 67%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 93.466934 |\n", - "| air_temperature | 21.542606 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 50.75 |\n", - "| direct_solar_radiation | 189.25 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 62.5 |\n", - "| outdoor_temperature | 15.690955 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 45.0 |\n", - "| wind_speed | 3.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.02e+03 |\n", - "| n_updates | 28424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************--------------------------------| 67%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2477.6624 |\n", - "| air_humidity | 77.14731 |\n", - "| air_temperature | 22.00025 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 83.0 |\n", - "| direct_solar_radiation | 502.75 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 73.25 |\n", - "| outdoor_temperature | 20.781527 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1977187.8 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 1.125 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.29e+03 |\n", - "| n_updates | 28449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************-------------------------------| 68%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4321.831 |\n", - "| air_humidity | 70.94759 |\n", - "| air_temperature | 21.340313 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 116.75 |\n", - "| direct_solar_radiation | 631.0 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 67.5 |\n", - "| outdoor_temperature | 22.644999 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3888217.8 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 4.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.62e+03 |\n", - "| n_updates | 28474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************-------------------------------| 68%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4505.541 |\n", - "| air_humidity | 62.703907 |\n", - "| air_temperature | 22.807577 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 98.25 |\n", - "| direct_solar_radiation | 812.75 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 53.5 |\n", - "| outdoor_temperature | 24.97025 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 4071010.2 |\n", - "| wind_direction | 22.5 |\n", - "| wind_speed | 3.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.55e+03 |\n", - "| n_updates | 28499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************-------------------------------| 68%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 75.33011 |\n", - "| air_temperature | 24.624273 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 154.75 |\n", - "| direct_solar_radiation | 478.5 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 74.5 |\n", - "| outdoor_temperature | 25.0148 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 197.5 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.3e+03 |\n", - "| n_updates | 28524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************-------------------------------| 68%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 72.02536 |\n", - "| air_temperature | 25.36438 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 400.5 |\n", - "| direct_solar_radiation | 304.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | 22.886509 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 50.0 |\n", - "| wind_speed | 6.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.89e+03 |\n", - "| n_updates | 28549 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3543.0786 |\n", - "| air_humidity | 58.36832 |\n", - "| air_temperature | 23.563951 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 261.25 |\n", - "| direct_solar_radiation | 207.0 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 67.75 |\n", - "| outdoor_temperature | 21.862566 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 3202745.5 |\n", - "| wind_direction | 175.0 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.82e+03 |\n", - "| n_updates | 28574 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4519.3745 |\n", - "| air_humidity | 41.45838 |\n", - "| air_temperature | 23.592949 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 98.25 |\n", - "| direct_solar_radiation | 822.75 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 31.75 |\n", - "| outdoor_temperature | 24.748531 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 4067437.0 |\n", - "| wind_direction | 7.5 |\n", - "| wind_speed | 6.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.52e+03 |\n", - "| n_updates | 28599 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3872.587 |\n", - "| air_humidity | 35.28053 |\n", - "| air_temperature | 24.146233 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 174.0 |\n", - "| direct_solar_radiation | 672.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 36.25 |\n", - "| outdoor_temperature | 20.738441 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3485328.2 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 4.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.6e+03 |\n", - "| n_updates | 28624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************------------------------------| 69%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 4094.6316 |\n", - "| air_humidity | 54.37934 |\n", - "| air_temperature | 24.257887 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 184.5 |\n", - "| direct_solar_radiation | 314.25 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 47.0 |\n", - "| outdoor_temperature | 24.230354 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 3685168.5 |\n", - "| wind_direction | 172.5 |\n", - "| wind_speed | 5.825 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.75e+03 |\n", - "| n_updates | 28649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************-----------------------------| 70%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 6661.5596 |\n", - "| air_humidity | 59.606304 |\n", - "| air_temperature | 23.828178 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 115.5 |\n", - "| direct_solar_radiation | 171.75 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 80.5 |\n", - "| outdoor_temperature | 24.708069 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 5995403.5 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.82e+03 |\n", - "| n_updates | 28674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************-----------------------------| 70%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 61.85174 |\n", - "| air_temperature | 27.639334 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 44.75 |\n", - "| direct_solar_radiation | 168.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 52.25 |\n", - "| outdoor_temperature | 25.771671 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 272.5 |\n", - "| wind_speed | 4.5 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.35e+03 |\n", - "| n_updates | 28699 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************-----------------------------| 70%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 66.16045 |\n", - "| air_temperature | 26.708534 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 59.5 |\n", - "| outdoor_temperature | 19.23912 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 152.5 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.08e+03 |\n", - "| n_updates | 28724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 58.647655 |\n", - "| air_temperature | 28.036564 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 69.25 |\n", - "| outdoor_temperature | 19.43089 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 135.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.57e+03 |\n", - "| n_updates | 28749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 67.57566 |\n", - "| air_temperature | 26.250349 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 76.75 |\n", - "| outdoor_temperature | 21.130976 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 350.0 |\n", - "| wind_speed | 4.8 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.15e+03 |\n", - "| n_updates | 28774 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 63.49098 |\n", - "| air_temperature | 25.85888 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 47.0 |\n", - "| outdoor_temperature | 18.392647 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 25.0 |\n", - "| wind_speed | 3.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.9e+03 |\n", - "| n_updates | 28799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************----------------------------| 71%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 75.80126 |\n", - "| air_temperature | 24.471773 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 78.0 |\n", - "| outdoor_temperature | 15.646113 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 2.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.9e+03 |\n", - "| n_updates | 28824 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.124214 |\n", - "| air_temperature | 23.765324 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 79.5 |\n", - "| outdoor_temperature | 19.500229 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 197.5 |\n", - "| wind_speed | 2.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.5e+03 |\n", - "| n_updates | 28849 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 80.977394 |\n", - "| air_temperature | 23.556833 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 20.698845 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 210.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.04e+03 |\n", - "| n_updates | 28874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************---------------------------| 72%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 91.42441 |\n", - "| air_temperature | 21.563036 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 69.5 |\n", - "| outdoor_temperature | 13.609982 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 4.625 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.97e+03 |\n", - "| n_updates | 28899 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************--------------------------| 73%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 61.102802 |\n", - "| air_temperature | 21.2258 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | 12.835937 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 20.0 |\n", - "| wind_speed | 2.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.69e+03 |\n", - "| n_updates | 28924 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************--------------------------| 73%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 79.69949 |\n", - "| air_temperature | 21.181385 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 75.25 |\n", - "| outdoor_temperature | 13.469681 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 60.0 |\n", - "| wind_speed | 3.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.07e+03 |\n", - "| n_updates | 28949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************--------------------------| 73%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 96.59502 |\n", - "| air_temperature | 20.909647 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 93.75 |\n", - "| outdoor_temperature | 14.101468 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 12.5 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.52e+04 |\n", - "| n_updates | 28974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 83.66151 |\n", - "| air_temperature | 20.910679 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 93.0 |\n", - "| outdoor_temperature | 14.273347 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 335.0 |\n", - "| wind_speed | 0.775 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.57e+03 |\n", - "| n_updates | 28999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 86.35091 |\n", - "| air_temperature | 22.401176 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 28.5 |\n", - "| direct_solar_radiation | 148.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 66.5 |\n", - "| outdoor_temperature | 17.324581 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 305.0 |\n", - "| wind_speed | 2.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.63e+03 |\n", - "| n_updates | 29024 |\n", - "-----------------------------------------------\n", - "------------------------------------------------*************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 0.0 |\n", - "| air_humidity | 91.71592 |\n", - "| air_temperature | 21.573292 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 61.5 |\n", - "| direct_solar_radiation | 462.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 62.5 |\n", - "| outdoor_temperature | 15.8933735 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 0.0 |\n", - "| wind_direction | 55.0 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 951 |\n", - "| n_updates | 29049 |\n", - "------------------------------------------------\n", - "-----------------------------------------------**************************************-------------------------| 74%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 251.89574 |\n", - "| air_humidity | 70.314674 |\n", - "| air_temperature | 21.169209 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 77.5 |\n", - "| direct_solar_radiation | 664.75 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 9.0 |\n", - "| outdoor_humidity | 71.5 |\n", - "| outdoor_temperature | 14.55806 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 226868.83 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.4e+03 |\n", - "| n_updates | 29074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************------------------------| 75%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 850.58246 |\n", - "| air_humidity | 35.990826 |\n", - "| air_temperature | 22.583698 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 119.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 66.0 |\n", - "| outdoor_temperature | 9.76581 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 769733.7 |\n", - "| wind_direction | 5.0 |\n", - "| wind_speed | 6.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.25e+04 |\n", - "| n_updates | 29099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************------------------------| 75%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 42.975693 |\n", - "| air_temperature | 26.315203 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 204.5 |\n", - "| direct_solar_radiation | 600.75 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 59.0 |\n", - "| outdoor_temperature | 19.211603 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 3.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 636 |\n", - "| n_updates | 29124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************------------------------| 75%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 51.393436 |\n", - "| air_temperature | 28.684353 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 178.5 |\n", - "| direct_solar_radiation | 708.25 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 68.0 |\n", - "| outdoor_temperature | 21.962957 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 182.5 |\n", - "| wind_speed | 4.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.99e+03 |\n", - "| n_updates | 29149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************------------------------| 75%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 48.845577 |\n", - "| air_temperature | 30.227089 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 179.5 |\n", - "| direct_solar_radiation | 708.25 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 57.0 |\n", - "| outdoor_temperature | 24.785164 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 4.375 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.71e+03 |\n", - "| n_updates | 29174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************-----------------------| 76%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 49.81533 |\n", - "| air_temperature | 26.78495 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 206.75 |\n", - "| direct_solar_radiation | 562.75 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 69.75 |\n", - "| outdoor_temperature | 24.165697 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 172.5 |\n", - "| wind_speed | 4.375 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.19e+03 |\n", - "| n_updates | 29199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************-----------------------| 76%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 51.039814 |\n", - "| air_temperature | 22.37903 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 163.0 |\n", - "| direct_solar_radiation | 601.5 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 47.0 |\n", - "| outdoor_temperature | 16.668146 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 302.5 |\n", - "| wind_speed | 9.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.64e+03 |\n", - "| n_updates | 29224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************-----------------------| 76%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 755.82086 |\n", - "| air_humidity | 21.041191 |\n", - "| air_temperature | 24.998777 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 144.75 |\n", - "| direct_solar_radiation | 395.75 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 30.75 |\n", - "| outdoor_temperature | 12.887494 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 680238.8 |\n", - "| wind_direction | 300.0 |\n", - "| wind_speed | 9.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.18e+04 |\n", - "| n_updates | 29249 |\n", - "-----------------------------------------------\n", - "------------------------------------------------****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 589.74524 |\n", - "| air_humidity | 23.250929 |\n", - "| air_temperature | 25.870352 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 62.25 |\n", - "| direct_solar_radiation | 407.75 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 35.5 |\n", - "| outdoor_temperature | 11.0501375 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 530770.75 |\n", - "| wind_direction | 327.5 |\n", - "| wind_speed | 6.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3e+03 |\n", - "| n_updates | 29274 |\n", - "------------------------------------------------\n", - "-----------------------------------------------*****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 354.78235 |\n", - "| air_humidity | 32.41525 |\n", - "| air_temperature | 25.343817 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 13.5 |\n", - "| direct_solar_radiation | 74.25 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 59.25 |\n", - "| outdoor_temperature | 12.575379 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 320056.66 |\n", - "| wind_direction | 197.5 |\n", - "| wind_speed | 4.675 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.08e+03 |\n", - "| n_updates | 29299 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 171.28177 |\n", - "| air_humidity | 52.437138 |\n", - "| air_temperature | 25.750761 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 95.25 |\n", - "| outdoor_temperature | 13.752086 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 153119.23 |\n", - "| wind_direction | 190.0 |\n", - "| wind_speed | 3.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 992 |\n", - "| n_updates | 29324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************----------------------| 77%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 847.4101 |\n", - "| air_humidity | 64.57593 |\n", - "| air_temperature | 23.547272 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 89.25 |\n", - "| outdoor_temperature | 17.499285 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 803713.75 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 6.175 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.11e+03 |\n", - "| n_updates | 29349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 61.545914 |\n", - "| air_temperature | 22.444693 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 14.527241 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 195.0 |\n", - "| wind_speed | 2.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.8e+03 |\n", - "| n_updates | 29374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 65.661545 |\n", - "| air_temperature | 22.53084 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 15.061643 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 85.0 |\n", - "| wind_speed | 2.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.06e+03 |\n", - "| n_updates | 29399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 75.10691 |\n", - "| air_temperature | 21.282064 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 97.75 |\n", - "| outdoor_temperature | 17.111017 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 120.0 |\n", - "| wind_speed | 7.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.96e+03 |\n", - "| n_updates | 29424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************---------------------| 78%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 163.51776 |\n", - "| air_humidity | 38.679943 |\n", - "| air_temperature | 20.623661 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 64.0 |\n", - "| outdoor_temperature | 11.948649 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 144203.34 |\n", - "| wind_direction | 322.5 |\n", - "| wind_speed | 1.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.08e+03 |\n", - "| n_updates | 29449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************--------------------| 79%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 195.99529 |\n", - "| air_humidity | 59.502026 |\n", - "| air_temperature | 20.113121 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 79.75 |\n", - "| outdoor_temperature | 11.68936 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 176395.77 |\n", - "| wind_direction | 285.0 |\n", - "| wind_speed | 6.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.14e+03 |\n", - "| n_updates | 29474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************--------------------| 79%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 395.82913 |\n", - "| air_humidity | 18.008144 |\n", - "| air_temperature | 21.827543 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 40.5 |\n", - "| outdoor_temperature | 7.9139585 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 356246.22 |\n", - "| wind_direction | 287.5 |\n", - "| wind_speed | 9.15 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.37e+03 |\n", - "| n_updates | 29499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 28.179922 |\n", - "| air_temperature | 20.999998 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 3.8165884 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.79e+03 |\n", - "| n_updates | 29524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 51.240658 |\n", - "| air_temperature | 20.216024 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 11.049884 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.96e+03 |\n", - "| n_updates | 29549 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 269.9406 |\n", - "| air_humidity | 44.607895 |\n", - "| air_temperature | 21.994785 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 94.75 |\n", - "| outdoor_temperature | 10.3867 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 242946.55 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.46e+03 |\n", - "| n_updates | 29574 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************-------------------| 80%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 265.15726 |\n", - "| air_humidity | 67.06001 |\n", - "| air_temperature | 19.49031 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 12.626621 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 247664.86 |\n", - "| wind_direction | 320.0 |\n", - "| wind_speed | 0.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.8e+03 |\n", - "| n_updates | 29599 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 173.63905 |\n", - "| air_humidity | 48.56933 |\n", - "| air_temperature | 20.999338 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 85.5 |\n", - "| outdoor_temperature | 13.303662 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 155237.77 |\n", - "| wind_direction | 65.0 |\n", - "| wind_speed | 2.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.25e+03 |\n", - "| n_updates | 29624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 118.98283 |\n", - "| air_humidity | 65.69601 |\n", - "| air_temperature | 21.996305 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 69.5 |\n", - "| direct_solar_radiation | 315.75 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 15.818181 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 103831.44 |\n", - "| wind_direction | 197.5 |\n", - "| wind_speed | 3.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.04e+03 |\n", - "| n_updates | 29649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 247.43365 |\n", - "| air_humidity | 72.01116 |\n", - "| air_temperature | 21.810081 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 104.0 |\n", - "| direct_solar_radiation | 539.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 90.0 |\n", - "| outdoor_temperature | 18.61902 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 213251.53 |\n", - "| wind_direction | 200.0 |\n", - "| wind_speed | 4.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.45e+03 |\n", - "| n_updates | 29674 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************------------------| 81%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 17.864481 |\n", - "| air_temperature | 22.0 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 163.75 |\n", - "| direct_solar_radiation | 544.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 31.25 |\n", - "| outdoor_temperature | 12.616375 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 10.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.55e+03 |\n", - "| n_updates | 29699 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************-----------------| 82%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 67.14059 |\n", - "| air_humidity | 20.561531 |\n", - "| air_temperature | 21.291023 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 129.75 |\n", - "| direct_solar_radiation | 744.25 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 48.75 |\n", - "| outdoor_temperature | 9.290013 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60426.527 |\n", - "| wind_direction | 287.5 |\n", - "| wind_speed | 8.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.14e+03 |\n", - "| n_updates | 29724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************-----------------| 82%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 21.577415 |\n", - "| air_temperature | 23.974966 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 214.5 |\n", - "| direct_solar_radiation | 489.25 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 34.75 |\n", - "| outdoor_temperature | 9.945387 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 342.5 |\n", - "| wind_speed | 7.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.33e+03 |\n", - "| n_updates | 29749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************-----------------| 82%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 25.4303 |\n", - "| air_temperature | 24.09662 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 193.75 |\n", - "| direct_solar_radiation | 532.75 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 45.5 |\n", - "| outdoor_temperature | 12.126259 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 220.0 |\n", - "| wind_speed | 4.875 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.56e+03 |\n", - "| n_updates | 29774 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 443.75012 |\n", - "| air_humidity | 30.129744 |\n", - "| air_temperature | 26.99909 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 112.5 |\n", - "| direct_solar_radiation | 750.0 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 45.0 |\n", - "| outdoor_temperature | 16.957376 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 398741.12 |\n", - "| wind_direction | 345.0 |\n", - "| wind_speed | 3.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.75e+03 |\n", - "| n_updates | 29799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 43.644516 |\n", - "| air_temperature | 23.742807 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 67.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 10.0 |\n", - "| outdoor_humidity | 74.25 |\n", - "| outdoor_temperature | 14.38035 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 170.0 |\n", - "| wind_speed | 5.425 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 872 |\n", - "| n_updates | 29824 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 948.68085 |\n", - "| air_humidity | 25.795471 |\n", - "| air_temperature | 24.864655 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 87.75 |\n", - "| direct_solar_radiation | 362.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 38.0 |\n", - "| outdoor_temperature | 14.421692 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 853812.75 |\n", - "| wind_direction | 347.5 |\n", - "| wind_speed | 8.65 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.91e+03 |\n", - "| n_updates | 29849 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***********************************************----------------| 83%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 21.444937 |\n", - "| air_temperature | 23.155224 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 31.5 |\n", - "| direct_solar_radiation | 51.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 33.25 |\n", - "| outdoor_temperature | 15.639802 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 352.5 |\n", - "| wind_speed | 6.7 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.42e+03 |\n", - "| n_updates | 29874 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 31.62606 |\n", - "| air_temperature | 22.500097 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 66.5 |\n", - "| outdoor_temperature | 12.85239 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 255.0 |\n", - "| wind_speed | 2.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.69e+03 |\n", - "| n_updates | 29899 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 405.7212 |\n", - "| air_humidity | 36.554108 |\n", - "| air_temperature | 23.08769 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 55.25 |\n", - "| outdoor_temperature | 15.108369 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 374291.9 |\n", - "| wind_direction | 267.5 |\n", - "| wind_speed | 6.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.02e+03 |\n", - "| n_updates | 29924 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 305.68054 |\n", - "| air_humidity | 31.438751 |\n", - "| air_temperature | 21.759789 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 5.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 59.25 |\n", - "| outdoor_temperature | 8.8017235 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 269702.0 |\n", - "| wind_direction | 312.5 |\n", - "| wind_speed | 9.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.6e+03 |\n", - "| n_updates | 29949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************---------------| 84%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 261.02954 |\n", - "| air_humidity | 34.213444 |\n", - "| air_temperature | 21.81333 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 68.0 |\n", - "| outdoor_temperature | 8.8243685 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 229651.97 |\n", - "| wind_direction | 347.5 |\n", - "| wind_speed | 2.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.25e+03 |\n", - "| n_updates | 29974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************--------------| 85%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 267.00937 |\n", - "| air_humidity | 41.375805 |\n", - "| air_temperature | 20.47146 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 78.5 |\n", - "| outdoor_temperature | 9.48292 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 240308.42 |\n", - "| wind_direction | 357.5 |\n", - "| wind_speed | 3.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 844 |\n", - "| n_updates | 29999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************--------------| 85%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 245.04773 |\n", - "| air_humidity | 56.78811 |\n", - "| air_temperature | 20.049967 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 93.5 |\n", - "| outdoor_temperature | 10.860969 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 220542.95 |\n", - "| wind_direction | 135.0 |\n", - "| wind_speed | 1.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 9.55e+03 |\n", - "| n_updates | 30024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************--------------| 85%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 66.95168 |\n", - "| air_humidity | 56.25504 |\n", - "| air_temperature | 21.000023 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 11.277805 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 60256.516 |\n", - "| wind_direction | 127.5 |\n", - "| wind_speed | 8.525 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.81e+03 |\n", - "| n_updates | 30049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 236.33292 |\n", - "| air_humidity | 55.955597 |\n", - "| air_temperature | 19.760807 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 87.75 |\n", - "| outdoor_temperature | 13.201731 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 213139.3 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 7.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.57e+03 |\n", - "| n_updates | 30074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 709.60114 |\n", - "| air_humidity | 40.48715 |\n", - "| air_temperature | 19.001703 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 77.75 |\n", - "| outdoor_temperature | 8.46865 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 635589.6 |\n", - "| wind_direction | 352.5 |\n", - "| wind_speed | 7.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.16e+03 |\n", - "| n_updates | 30099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************-------------| 86%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 41.221107 |\n", - "| air_temperature | 18.109674 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 87.25 |\n", - "| outdoor_temperature | 6.9412384 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 345.0 |\n", - "| wind_speed | 2.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.16e+03 |\n", - "| n_updates | 30124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 263.63318 |\n", - "| air_humidity | 50.26123 |\n", - "| air_temperature | 21.0 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 14.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 94.0 |\n", - "| outdoor_temperature | 11.222464 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 237269.86 |\n", - "| wind_direction | 162.5 |\n", - "| wind_speed | 1.775 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 914 |\n", - "| n_updates | 30149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 34.58445 |\n", - "| air_temperature | 18.038744 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 65.75 |\n", - "| outdoor_temperature | 2.9729078 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 285.0 |\n", - "| wind_speed | 6.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 892 |\n", - "| n_updates | 30174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 30.037195 |\n", - "| air_temperature | 18.692776 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 73.75 |\n", - "| outdoor_temperature | 3.3160286 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 267.5 |\n", - "| wind_speed | 5.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.12e+04 |\n", - "| n_updates | 30199 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************------------| 87%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 97.770256 |\n", - "| air_humidity | 39.53176 |\n", - "| air_temperature | 19.99999 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 94.0 |\n", - "| outdoor_temperature | 8.763005 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 87993.23 |\n", - "| wind_direction | 240.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.51e+03 |\n", - "| n_updates | 30224 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************************-----------| 88%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 30.103163 |\n", - "| air_temperature | 18.441555 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 45.0 |\n", - "| direct_solar_radiation | 18.0 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 84.25 |\n", - "| outdoor_temperature | 2.4654706 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 265.0 |\n", - "| wind_speed | 5.825 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.28e+03 |\n", - "| n_updates | 30249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************************-----------| 88%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 24.286907 |\n", - "| air_temperature | 19.844337 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 91.0 |\n", - "| direct_solar_radiation | 154.5 |\n", - "| hour | 8.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 65.0 |\n", - "| outdoor_temperature | 3.499041 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 275.0 |\n", - "| wind_speed | 5.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.68e+03 |\n", - "| n_updates | 30274 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------****************************************************-----------| 88%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 925.3575 |\n", - "| air_humidity | 25.10244 |\n", - "| air_temperature | 21.518553 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 95.75 |\n", - "| direct_solar_radiation | 622.0 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 70.5 |\n", - "| outdoor_temperature | 1.7320251 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 827500.2 |\n", - "| wind_direction | 235.0 |\n", - "| wind_speed | 3.625 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.56e+03 |\n", - "| n_updates | 30299 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************************----------| 89%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1231.8073 |\n", - "| air_humidity | 23.295015 |\n", - "| air_temperature | 23.016277 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 160.5 |\n", - "| direct_solar_radiation | 503.0 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 72.5 |\n", - "| outdoor_temperature | 0.3730378 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 1108626.5 |\n", - "| wind_direction | 272.5 |\n", - "| wind_speed | 6.825 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.13e+03 |\n", - "| n_updates | 30324 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************************----------| 89%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1072.4786 |\n", - "| air_humidity | 19.873655 |\n", - "| air_temperature | 23.144833 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 208.75 |\n", - "| direct_solar_radiation | 347.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 51.0 |\n", - "| outdoor_temperature | 0.8989847 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 965230.75 |\n", - "| wind_direction | 292.5 |\n", - "| wind_speed | 9.775 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.24e+03 |\n", - "| n_updates | 30349 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************************----------| 89%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 17.420418 |\n", - "| air_temperature | 21.237041 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 117.25 |\n", - "| direct_solar_radiation | 708.5 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 47.0 |\n", - "| outdoor_temperature | 3.577261 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 317.5 |\n", - "| wind_speed | 4.875 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 8.84e+03 |\n", - "| n_updates | 30374 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*****************************************************----------| 89%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 969.2309 |\n", - "| air_humidity | 13.720751 |\n", - "| air_temperature | 21.337305 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 174.75 |\n", - "| direct_solar_radiation | 322.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 46.0 |\n", - "| outdoor_temperature | 1.910754 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 872307.8 |\n", - "| wind_direction | 285.0 |\n", - "| wind_speed | 5.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.51e+03 |\n", - "| n_updates | 30399 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************************---------| 90%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 26.28127 |\n", - "| air_temperature | 23.197556 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 107.25 |\n", - "| direct_solar_radiation | 16.25 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 80.75 |\n", - "| outdoor_temperature | 3.4707968 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 90.0 |\n", - "| wind_speed | 4.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.18e+03 |\n", - "| n_updates | 30424 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************************---------| 90%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 384.50226 |\n", - "| air_humidity | 57.287544 |\n", - "| air_temperature | 24.413916 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 36.5 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 100.0 |\n", - "| outdoor_temperature | 13.534519 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 346052.03 |\n", - "| wind_direction | 165.0 |\n", - "| wind_speed | 4.375 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.43e+03 |\n", - "| n_updates | 30449 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************************---------| 90%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 749.6212 |\n", - "| air_humidity | 32.984917 |\n", - "| air_temperature | 23.419529 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 13.0 |\n", - "| direct_solar_radiation | 12.0 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 66.0 |\n", - "| outdoor_temperature | 8.94522 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 674659.1 |\n", - "| wind_direction | 250.0 |\n", - "| wind_speed | 6.2 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.28e+03 |\n", - "| n_updates | 30474 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------******************************************************---------| 90%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 32.733772 |\n", - "| air_temperature | 23.07528 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 66.5 |\n", - "| outdoor_temperature | 7.035179 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 227.5 |\n", - "| wind_speed | 2.85 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.62e+03 |\n", - "| n_updates | 30499 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************************--------| 91%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 709.4852 |\n", - "| air_humidity | 30.311705 |\n", - "| air_temperature | 22.56456 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 70.0 |\n", - "| outdoor_temperature | 5.236861 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 631967.6 |\n", - "| wind_direction | 165.0 |\n", - "| wind_speed | 2.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 733 |\n", - "| n_updates | 30524 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************************--------| 91%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 386.22852 |\n", - "| air_humidity | 26.344952 |\n", - "| air_temperature | 18.58754 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 30.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 11.0 |\n", - "| outdoor_humidity | 49.75 |\n", - "| outdoor_temperature | 5.560407 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 347605.66 |\n", - "| wind_direction | 310.0 |\n", - "| wind_speed | 8.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.12e+03 |\n", - "| n_updates | 30549 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*******************************************************--------| 91%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1243.507 |\n", - "| air_humidity | 16.326004 |\n", - "| air_temperature | 20.84595 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 48.0 |\n", - "| outdoor_temperature | 0.5393739 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1119156.2 |\n", - "| wind_direction | 307.5 |\n", - "| wind_speed | 12.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.52e+03 |\n", - "| n_updates | 30574 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 770.26825 |\n", - "| air_humidity | 20.772131 |\n", - "| air_temperature | 19.714325 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 2.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 49.0 |\n", - "| outdoor_temperature | 4.096941 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 648078.06 |\n", - "| wind_direction | 297.5 |\n", - "| wind_speed | 6.925 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.1e+03 |\n", - "| n_updates | 30599 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 29.780336 |\n", - "| air_temperature | 18.484047 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 3.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 57.75 |\n", - "| outdoor_temperature | 6.4706626 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 222.5 |\n", - "| wind_speed | 5.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.53e+03 |\n", - "| n_updates | 30624 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------********************************************************-------| 92%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 413.7795 |\n", - "| air_humidity | 38.355236 |\n", - "| air_temperature | 21.587442 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 4.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 91.5 |\n", - "| outdoor_temperature | 7.7593412 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 372401.56 |\n", - "| wind_direction | 245.0 |\n", - "| wind_speed | 2.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.32e+03 |\n", - "| n_updates | 30649 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1199.713 |\n", - "| air_humidity | 35.19888 |\n", - "| air_temperature | 18.850016 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 6.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 59.5 |\n", - "| outdoor_temperature | 0.7583431 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1079741.8 |\n", - "| wind_direction | 270.0 |\n", - "| wind_speed | 6.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.84e+03 |\n", - "| n_updates | 30674 |\n", - "-----------------------------------------------\n", - "------------------------------------------------********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1826.2998 |\n", - "| air_humidity | 24.840548 |\n", - "| air_temperature | 18.298168 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 7.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 1.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 66.0 |\n", - "| outdoor_temperature | -2.3745906 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1643669.9 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 8.925 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.26e+03 |\n", - "| n_updates | 30699 |\n", - "------------------------------------------------\n", - "-----------------------------------------------*********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 20.057957 |\n", - "| air_temperature | 18.570192 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 8.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 2.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 54.0 |\n", - "| outdoor_temperature | 3.9157972 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 6.075 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.14e+03 |\n", - "| n_updates | 30724 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*********************************************************------| 93%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1083.1313 |\n", - "| air_humidity | 22.157179 |\n", - "| air_temperature | 20.578194 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 9.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 3.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 76.75 |\n", - "| outdoor_temperature | 1.341252 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 974818.2 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 0.525 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 7.08e+03 |\n", - "| n_updates | 30749 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************************-----| 94%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 36.529976 |\n", - "| air_temperature | 18.427694 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 10.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 4.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 67.5 |\n", - "| outdoor_temperature | 2.9428682 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 37.5 |\n", - "| wind_speed | 1.125 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.56e+03 |\n", - "| n_updates | 30774 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************************-----| 94%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 43.5748 |\n", - "| air_temperature | 18.313513 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 11.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 5.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 2.2255049 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 27.5 |\n", - "| wind_speed | 3.975 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.09e+03 |\n", - "| n_updates | 30799 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**********************************************************-----| 94%\n", - "| action_network/ | |\n", - "| index | 3 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 244.03078 |\n", - "| air_humidity | 28.005653 |\n", - "| air_temperature | 21.000095 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 12.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 6.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 92.0 |\n", - "| outdoor_temperature | 2.1828644 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 219627.69 |\n", - "| wind_direction | 27.5 |\n", - "| wind_speed | 4.35 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.07e+03 |\n", - "| n_updates | 30824 |\n", - "-----------------------------------------------\n", - "------------------------------------------------**********************************************************----| 95%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 551.1428 |\n", - "| air_humidity | 27.979132 |\n", - "| air_temperature | 18.311874 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 13.0 |\n", - "| diffuse_solar_radiation | 11.25 |\n", - "| direct_solar_radiation | 39.75 |\n", - "| hour | 7.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 59.5 |\n", - "| outdoor_temperature | 0.46443972 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 496028.53 |\n", - "| wind_direction | 265.0 |\n", - "| wind_speed | 4.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.57e+03 |\n", - "| n_updates | 30849 |\n", - "------------------------------------------------\n", "-------------------------------------------------*********************************************************----| 95%\n", "| action_network/ | |\n", - "| index | 3 |\n", + "| Cooling_Setpoint_RL | 0.033147395 |\n", + "| Heating_Setpoint_RL | -0.4702657 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 27 |\n", - "| Heating_Setpoint_RL | 18 |\n", + "| Cooling_Setpoint_RL | 26.736872 |\n", + "| Heating_Setpoint_RL | 14.979755 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.2165792 |\n", + "| air_humidity | -0.77691615 |\n", + "| air_temperature | -1.2090129 |\n", + "| clg_setpoint | -0.43684685 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.1878466 |\n", + "| diffuse_solar_radiation | -0.38886327 |\n", + "| direct_solar_radiation | 1.0570617 |\n", + "| hour | -0.5053778 |\n", + "| htg_setpoint | 0.7458589 |\n", + "| month | 1.6154135 |\n", + "| outdoor_humidity | -0.4276178 |\n", + "| outdoor_temperature | -1.0036522 |\n", + "| people_occupant | -0.68917054 |\n", + "| total_electricity_HVAC | 1.4177966 |\n", + "| wind_direction | 0.9291254 |\n", + "| wind_speed | 0.85251486 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1375.0525 |\n", - "| air_humidity | 25.567287 |\n", - "| air_temperature | 18.014524 |\n", - "| clg_setpoint | 27.0 |\n", + "| HVAC_electricity_demand_rate | 8189.2803 |\n", + "| air_humidity | 26.805218 |\n", + "| air_temperature | 21.111835 |\n", + "| clg_setpoint | 24.959993 |\n", "| co2_emission | 0.0 |\n", "| day_of_month | 14.0 |\n", "| diffuse_solar_radiation | 35.5 |\n", "| direct_solar_radiation | 417.0 |\n", "| hour | 8.0 |\n", - "| htg_setpoint | 18.0 |\n", + "| htg_setpoint | 21.11184 |\n", "| month | 12.0 |\n", "| outdoor_humidity | 59.75 |\n", - "| outdoor_temperature | -0.11835387 |\n", + "| outdoor_temperature | 2.9110556 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 8576241.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 6.95 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------********************************************************----| 95%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.059733525 |\n", + "| Heating_Setpoint_RL | -0.6578243 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26.423399 |\n", + "| Heating_Setpoint_RL | 13.924738 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.9377263 |\n", + "| air_humidity | -1.8028367 |\n", + "| air_temperature | -0.1230421 |\n", + "| clg_setpoint | -0.61579937 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.07411705 |\n", + "| diffuse_solar_radiation | -0.039261114 |\n", + "| direct_solar_radiation | 1.6636223 |\n", + "| hour | -0.36091226 |\n", + "| htg_setpoint | 1.2540165 |\n", + "| month | 1.6137358 |\n", + "| outdoor_humidity | -0.9706897 |\n", + "| outdoor_temperature | -1.3260967 |\n", + "| people_occupant | -0.6888778 |\n", + "| total_electricity_HVAC | 1.7720239 |\n", + "| wind_direction | -1.7330112 |\n", + "| wind_speed | -1.3833214 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 11288.206 |\n", + "| air_humidity | 13.343063 |\n", + "| air_temperature | 22.531776 |\n", + "| clg_setpoint | 24.488043 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 70.0 |\n", + "| direct_solar_radiation | 568.25 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | -0.23217344 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 10016859.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 1.575 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------*********************************************************----| 95%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.7270074 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 13.5355835 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6409629 |\n", + "| air_humidity | -0.7531681 |\n", + "| air_temperature | 0.42537898 |\n", + "| clg_setpoint | -1.084533 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.039608505 |\n", + "| diffuse_solar_radiation | 0.34596285 |\n", + "| direct_solar_radiation | 1.4956753 |\n", + "| hour | -0.2164477 |\n", + "| htg_setpoint | -1.4182261 |\n", + "| month | 1.6120633 |\n", + "| outdoor_humidity | -0.66839916 |\n", + "| outdoor_temperature | -0.8380618 |\n", + "| people_occupant | 1.6953566 |\n", + "| total_electricity_HVAC | -0.6471294 |\n", + "| wind_direction | 0.4529396 |\n", + "| wind_speed | -0.28145516 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 215.22958 |\n", + "| air_humidity | 27.087389 |\n", + "| air_temperature | 23.24915 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 108.0 |\n", + "| direct_solar_radiation | 526.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 54.75 |\n", + "| outdoor_temperature | 4.5079827 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 193170.12 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.225 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5802416 |\n", + "| air_humidity | -1.0399145 |\n", + "| air_temperature | 0.4249719 |\n", + "| clg_setpoint | -1.0840973 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.15333085 |\n", + "| diffuse_solar_radiation | -0.21095404 |\n", + "| direct_solar_radiation | 2.54797 |\n", + "| hour | -0.07198357 |\n", + "| htg_setpoint | -0.4675273 |\n", + "| month | 1.610396 |\n", + "| outdoor_humidity | -1.8289067 |\n", + "| outdoor_temperature | -0.19832894 |\n", + "| people_occupant | 1.218272 |\n", + "| total_electricity_HVAC | -0.5892423 |\n", + "| wind_direction | 0.9282 |\n", + "| wind_speed | -0.74908 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 475.63495 |\n", + "| air_humidity | 23.322418 |\n", + "| air_temperature | 23.248474 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 53.0 |\n", + "| direct_solar_radiation | 789.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.001463 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 30.75 |\n", + "| outdoor_temperature | 10.726024 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 427879.34 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.4631885 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.019565 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.594752 |\n", + "| air_humidity | -0.95251614 |\n", + "| air_temperature | 0.42575333 |\n", + "| clg_setpoint | -1.0836626 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.26704714 |\n", + "| diffuse_solar_radiation | 0.57211494 |\n", + "| direct_solar_radiation | 1.6702054 |\n", + "| hour | 0.07248047 |\n", + "| htg_setpoint | -1.266491 |\n", + "| month | 1.6087338 |\n", + "| outdoor_humidity | -1.1997045 |\n", + "| outdoor_temperature | -0.68595463 |\n", + "| people_occupant | 0.26454502 |\n", + "| total_electricity_HVAC | -0.6030019 |\n", + "| wind_direction | -1.7343731 |\n", + "| wind_speed | -0.7490615 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 412.97836 |\n", + "| air_humidity | 24.46302 |\n", + "| air_temperature | 23.249258 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 130.25 |\n", + "| direct_solar_radiation | 570.25 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 12.636736 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 43.75 |\n", + "| outdoor_temperature | 5.980776 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 371650.44 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 3.1 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.5390035 |\n", + "| air_humidity | -0.92874235 |\n", + "| air_temperature | 0.4258696 |\n", + "| clg_setpoint | -1.0834099 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.3807509 |\n", + "| diffuse_solar_radiation | 1.0841662 |\n", + "| direct_solar_radiation | 0.19198544 |\n", + "| hour | 0.21694446 |\n", + "| htg_setpoint | -0.8030258 |\n", + "| month | 1.6070768 |\n", + "| outdoor_humidity | -1.1997995 |\n", + "| outdoor_temperature | -0.24104226 |\n", + "| people_occupant | 1.2178004 |\n", + "| total_electricity_HVAC | -0.5499281 |\n", + "| wind_direction | 0.52308226 |\n", + "| wind_speed | 0.5927422 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 652.4009 |\n", + "| air_humidity | 24.771973 |\n", + "| air_temperature | 23.249249 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 180.75 |\n", + "| direct_solar_radiation | 201.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 14.587831 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 43.75 |\n", + "| outdoor_temperature | 10.302158 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 587160.8 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 6.325 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------**********************************************************---| 96%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.3515548 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 15.647504 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.49840295 |\n", + "| air_humidity | -0.7801395 |\n", + "| air_temperature | 0.42675382 |\n", + "| clg_setpoint | -1.0830903 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.4944319 |\n", + "| diffuse_solar_radiation | 0.26601997 |\n", + "| direct_solar_radiation | -0.49455002 |\n", + "| hour | 0.36140817 |\n", + "| htg_setpoint | -1.4176834 |\n", + "| month | 1.6054249 |\n", + "| outdoor_humidity | -0.63130313 |\n", + "| outdoor_temperature | -0.4624635 |\n", + "| people_occupant | 1.6942205 |\n", + "| total_electricity_HVAC | -0.51127833 |\n", + "| wind_direction | 1.4973396 |\n", + "| wind_speed | 0.062295493 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 826.5857 |\n", + "| air_humidity | 26.717545 |\n", + "| air_temperature | 23.250204 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 100.0 |\n", + "| direct_solar_radiation | 30.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 8.146555 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 743927.1 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 5.05 |\n", + "| train/ | |\n", + "| approx_kl | 0.011087343 |\n", + "| clip_fraction | 0.119 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.31 |\n", + "| explained_variance | 0.831 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.105 |\n", + "| n_updates | 850 |\n", + "| policy_gradient_loss | -0.0128 |\n", + "| std | 0.77 |\n", + "| value_loss | 0.417 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------***********************************************************--| 97%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.6561887 |\n", + "| Heating_Setpoint_RL | -0.88437647 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.839638 |\n", + "| Heating_Setpoint_RL | 12.650382 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6018389 |\n", + "| air_humidity | -0.93313116 |\n", + "| air_temperature | -1.1558307 |\n", + "| clg_setpoint | 0.8058963 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.6080765 |\n", + "| diffuse_solar_radiation | -0.33940062 |\n", + "| direct_solar_radiation | 1.3597047 |\n", + "| hour | 0.5058711 |\n", + "| htg_setpoint | -1.4177471 |\n", + "| month | 1.603778 |\n", + "| outdoor_humidity | -1.9129428 |\n", + "| outdoor_temperature | -0.9790627 |\n", + "| people_occupant | -0.6890857 |\n", + "| total_electricity_HVAC | -0.6185211 |\n", + "| wind_direction | 1.5440325 |\n", + "| wind_speed | 0.16627759 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 382.01965 |\n", + "| air_humidity | 24.71067 |\n", + "| air_temperature | 21.177528 |\n", + "| clg_setpoint | 28.240456 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 40.25 |\n", + "| direct_solar_radiation | 492.75 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 29.0 |\n", + "| outdoor_temperature | 3.1188447 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 308013.44 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 5.3 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------**********************************************************--| 97%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.5696219 |\n", + "| Heating_Setpoint_RL | -1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.702526 |\n", + "| Heating_Setpoint_RL | 12.0 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.6705107 |\n", + "| air_humidity | -1.5022563 |\n", + "| air_temperature | -0.8207973 |\n", + "| clg_setpoint | -0.028324742 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.72166723 |\n", + "| diffuse_solar_radiation | -0.5521714 |\n", + "| direct_solar_radiation | -0.42833343 |\n", + "| hour | 0.6503325 |\n", + "| htg_setpoint | -1.4177474 |\n", + "| month | 1.6021363 |\n", + "| outdoor_humidity | -0.5695127 |\n", + "| outdoor_temperature | -0.8294273 |\n", + "| people_occupant | -0.68879426 |\n", + "| total_electricity_HVAC | -0.6750756 |\n", + "| wind_direction | -1.1875331 |\n", + "| wind_speed | -0.90518767 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 17.238857 |\n", + "| air_temperature | 21.614988 |\n", + "| clg_setpoint | 26.036697 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 19.25 |\n", + "| direct_solar_radiation | 46.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 56.75 |\n", + "| outdoor_temperature | 4.5628347 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 57.5 |\n", + "| wind_speed | 2.725 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------***********************************************************--| 97%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 0.5245848 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 20.57579 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.54161423 |\n", + "| air_humidity | 0.1505729 |\n", + "| air_temperature | 0.42745897 |\n", + "| clg_setpoint | -1.0832719 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.83518326 |\n", + "| diffuse_solar_radiation | -0.74722093 |\n", + "| direct_solar_radiation | -0.61557466 |\n", + "| hour | 0.79479134 |\n", + "| htg_setpoint | -1.4177192 |\n", + "| month | 1.6004995 |\n", + "| outdoor_humidity | 0.615272 |\n", + "| outdoor_temperature | -0.7862473 |\n", + "| people_occupant | 1.6949954 |\n", + "| total_electricity_HVAC | -0.5523942 |\n", + "| wind_direction | 1.4491221 |\n", + "| wind_speed | -0.37479186 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 641.0138 |\n", + "| air_humidity | 38.898445 |\n", + "| air_temperature | 23.249378 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 81.25 |\n", + "| outdoor_temperature | 4.9794846 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 576912.4 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 4.0 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.09231067 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.105753 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.48068306 |\n", + "| air_humidity | -0.61739725 |\n", + "| air_temperature | 0.42801127 |\n", + "| clg_setpoint | -1.0829068 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 0.9486 |\n", + "| diffuse_solar_radiation | -0.74712 |\n", + "| direct_solar_radiation | -0.61542785 |\n", + "| hour | 0.9392462 |\n", + "| htg_setpoint | -1.4177434 |\n", + "| month | 1.5988678 |\n", + "| outdoor_humidity | 0.046789147 |\n", + "| outdoor_temperature | -1.262876 |\n", + "| people_occupant | 0.5028671 |\n", + "| total_electricity_HVAC | -0.49287155 |\n", + "| wind_direction | -0.73570824 |\n", + "| wind_speed | -1.1134013 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 903.36755 |\n", + "| air_humidity | 28.832567 |\n", + "| air_temperature | 23.250015 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 0.33969197 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 819223.25 |\n", + "| wind_direction | 105.0 |\n", + "| wind_speed | 2.225 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------***********************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.90537846 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 12.532247 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.120291 |\n", + "| air_humidity | 0.19349848 |\n", + "| air_temperature | 0.42815128 |\n", + "| clg_setpoint | -1.082681 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0618895 |\n", + "| diffuse_solar_radiation | -0.7469586 |\n", + "| direct_solar_radiation | -0.61528355 |\n", + "| hour | 1.0836955 |\n", + "| htg_setpoint | 1.2544752 |\n", + "| month | 1.597241 |\n", + "| outdoor_humidity | 0.28822303 |\n", + "| outdoor_temperature | -0.40190277 |\n", + "| people_occupant | -0.45072696 |\n", + "| total_electricity_HVAC | 0.08664973 |\n", + "| wind_direction | 0.73649585 |\n", + "| wind_speed | -0.062320087 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3488.695 |\n", + "| air_humidity | 39.45958 |\n", + "| air_temperature | 23.24996 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 74.5 |\n", + "| outdoor_temperature | 8.707574 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 3176712.5 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 4.75 |\n", + "--------------------------------------------------\n", + "-------------------------------------------------************************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.7118813 |\n", + "| Heating_Setpoint_RL | -0.3920465 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.0276 |\n", + "| Heating_Setpoint_RL | 15.419739 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.67036533 |\n", + "| air_humidity | -0.37575504 |\n", + "| air_temperature | -0.26368102 |\n", + "| clg_setpoint | -1.0824268 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.1750203 |\n", + "| diffuse_solar_radiation | -0.74685025 |\n", + "| direct_solar_radiation | -0.61522454 |\n", + "| hour | 1.2281375 |\n", + "| htg_setpoint | -0.22606044 |\n", + "| month | 1.5956192 |\n", + "| outdoor_humidity | -0.80064476 |\n", + "| outdoor_temperature | -0.60787725 |\n", + "| people_occupant | -0.45084557 |\n", + "| total_electricity_HVAC | -0.6749016 |\n", + "| wind_direction | 0.7599704 |\n", + "| wind_speed | 1.0616609 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.037186 |\n", + "| air_humidity | 32.001415 |\n", + "| air_temperature | 22.343878 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 17.017015 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 6.703424 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 78333.47 |\n", + "| wind_direction | 262.5 |\n", + "| wind_speed | 7.45 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------************************************************************-| 98%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.19472611 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 18.720335 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.2386622 |\n", + "| air_humidity | 0.35228184 |\n", + "| air_temperature | 0.13352537 |\n", + "| clg_setpoint | 1.4727777 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.2879577 |\n", + "| diffuse_solar_radiation | -0.7466736 |\n", + "| direct_solar_radiation | -0.61498195 |\n", + "| hour | 1.3725699 |\n", + "| htg_setpoint | 1.1627712 |\n", + "| month | 1.5940024 |\n", + "| outdoor_humidity | 1.3284903 |\n", + "| outdoor_temperature | -1.157713 |\n", + "| people_occupant | -0.6892923 |\n", + "| total_electricity_HVAC | 2.4628398 |\n", + "| wind_direction | -1.6620461 |\n", + "| wind_speed | 0.96822035 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 12603.33 |\n", + "| air_humidity | 41.53532 |\n", + "| air_temperature | 22.863728 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.86373 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 1.3541658 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 12844936.0 |\n", + "| wind_direction | 7.5 |\n", + "| wind_speed | 7.225 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.72884595 |\n", + "| Heating_Setpoint_RL | 0.04623799 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.084854 |\n", + "| Heating_Setpoint_RL | 17.885088 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 1.523765 |\n", + "| air_humidity | -0.87150663 |\n", + "| air_temperature | -0.6582498 |\n", + "| clg_setpoint | 0.9151603 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.4006635 |\n", + "| diffuse_solar_radiation | -0.74652934 |\n", + "| direct_solar_radiation | -0.61503124 |\n", + "| hour | 1.5169903 |\n", + "| htg_setpoint | 0.91621965 |\n", + "| month | 1.5923904 |\n", + "| outdoor_humidity | -0.6796935 |\n", + "| outdoor_temperature | -1.1523335 |\n", + "| people_occupant | -0.6890016 |\n", + "| total_electricity_HVAC | 1.6545568 |\n", + "| wind_direction | -1.3533119 |\n", + "| wind_speed | -1.1140561 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9530.097 |\n", + "| air_humidity | 25.50952 |\n", + "| air_temperature | 21.826141 |\n", + "| clg_setpoint | 28.526707 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.82613 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 54.5 |\n", + "| outdoor_temperature | 1.3995068 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 9558867.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.225 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.3914543 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.826931 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.29466388 |\n", + "| air_humidity | -0.59707445 |\n", + "| air_temperature | -2.5968242 |\n", + "| clg_setpoint | 1.4725826 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.5130963 |\n", + "| diffuse_solar_radiation | -0.7464069 |\n", + "| direct_solar_radiation | -0.6147944 |\n", + "| hour | 1.6613961 |\n", + "| htg_setpoint | 0.31216258 |\n", + "| month | 1.5907834 |\n", + "| outdoor_humidity | 1.3649421 |\n", + "| outdoor_temperature | -1.0581038 |\n", + "| people_occupant | -0.68871135 |\n", + "| total_electricity_HVAC | 0.10746624 |\n", + "| wind_direction | -1.4710727 |\n", + "| wind_speed | 3.152299 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4242.363 |\n", + "| air_humidity | 29.09688 |\n", + "| air_temperature | 19.28533 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 19.283833 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 96.75 |\n", + "| outdoor_temperature | 2.3078496 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3263975.2 |\n", + "| wind_direction | 27.5 |\n", + "| wind_speed | 12.475 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.8947366 |\n", + "| Heating_Setpoint_RL | -0.4300955 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29.644735 |\n", + "| Heating_Setpoint_RL | 15.205713 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.03165923 |\n", + "| air_humidity | 0.11613463 |\n", + "| air_temperature | -1.3405513 |\n", + "| clg_setpoint | 0.5826374 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.7389572 |\n", + "| diffuse_solar_radiation | -0.74624723 |\n", + "| direct_solar_radiation | -0.61455834 |\n", + "| hour | -1.6613058 |\n", + "| htg_setpoint | 0.6710971 |\n", + "| month | 1.5891811 |\n", + "| outdoor_humidity | -0.6078447 |\n", + "| outdoor_temperature | -1.0714405 |\n", + "| people_occupant | -0.6888108 |\n", + "| total_electricity_HVAC | -0.22045606 |\n", + "| wind_direction | 0.6645578 |\n", + "| wind_speed | 2.5527236 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2838.2083 |\n", + "| air_humidity | 38.432087 |\n", + "| air_temperature | 20.930178 |\n", + "| clg_setpoint | 27.649076 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.794914 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 2.1712072 |\n", "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1237547.2 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 6.95 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.01e+03 |\n", - "| n_updates | 30874 |\n", + "| total_electricity_HVAC | 1929403.0 |\n", + "| wind_direction | 252.5 |\n", + "| wind_speed | 11.05 |\n", "-------------------------------------------------\n", - "------------------------------------------------**********************************************************----| 95%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1464.2988 |\n", - "| air_humidity | 15.480985 |\n", - "| air_temperature | 17.915373 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 15.0 |\n", - "| diffuse_solar_radiation | 70.0 |\n", - "| direct_solar_radiation | 568.25 |\n", - "| hour | 9.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 48.5 |\n", - "| outdoor_temperature | -0.5645857 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1317869.0 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 1.575 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 964 |\n", - "| n_updates | 30899 |\n", - "------------------------------------------------\n", - "-----------------------------------------------***********************************************************----| 95%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 906.4148 |\n", - "| air_humidity | 23.380638 |\n", - "| air_temperature | 23.220278 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 16.0 |\n", - "| diffuse_solar_radiation | 108.0 |\n", - "| direct_solar_radiation | 526.5 |\n", - "| hour | 10.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 54.75 |\n", - "| outdoor_temperature | 4.6327314 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 815773.3 |\n", - "| wind_direction | 230.0 |\n", - "| wind_speed | 4.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.32e+03 |\n", - "| n_updates | 30924 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 640.8608 |\n", - "| air_humidity | 23.445868 |\n", - "| air_temperature | 23.922201 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 17.0 |\n", - "| diffuse_solar_radiation | 53.0 |\n", - "| direct_solar_radiation | 789.0 |\n", - "| hour | 11.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 30.75 |\n", - "| outdoor_temperature | 10.970597 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 560345.6 |\n", - "| wind_direction | 280.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 3.5e+03 |\n", - "| n_updates | 30949 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 2 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 28 |\n", - "| Heating_Setpoint_RL | 17 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 454.61838 |\n", - "| air_humidity | 22.946701 |\n", - "| air_temperature | 23.933338 |\n", - "| clg_setpoint | 28.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 18.0 |\n", - "| diffuse_solar_radiation | 130.25 |\n", - "| direct_solar_radiation | 570.25 |\n", - "| hour | 12.0 |\n", - "| htg_setpoint | 17.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 43.75 |\n", - "| outdoor_temperature | 7.093073 |\n", - "| people_occupant | 8.0 |\n", - "| total_electricity_HVAC | 410771.34 |\n", - "| wind_direction | 0.0 |\n", - "| wind_speed | 3.1 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.21e+03 |\n", - "| n_updates | 30974 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 0 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 30 |\n", - "| Heating_Setpoint_RL | 15 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 560.646 |\n", - "| air_humidity | 24.925459 |\n", - "| air_temperature | 23.773348 |\n", - "| clg_setpoint | 30.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 19.0 |\n", - "| diffuse_solar_radiation | 180.75 |\n", - "| direct_solar_radiation | 201.5 |\n", - "| hour | 13.0 |\n", - "| htg_setpoint | 15.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 43.75 |\n", - "| outdoor_temperature | 10.055126 |\n", - "| people_occupant | 16.0 |\n", - "| total_electricity_HVAC | 504581.38 |\n", - "| wind_direction | 237.5 |\n", - "| wind_speed | 6.325 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.05e+03 |\n", - "| n_updates | 30999 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------************************************************************---| 96%\n", - "| action_network/ | |\n", - "| index | 9 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 28.871876 |\n", - "| air_temperature | 23.722929 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 20.0 |\n", - "| diffuse_solar_radiation | 100.0 |\n", - "| direct_solar_radiation | 30.25 |\n", - "| hour | 14.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 55.5 |\n", - "| outdoor_temperature | 10.191752 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 340.0 |\n", - "| wind_speed | 5.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.4e+03 |\n", - "| n_updates | 31024 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************************--| 97%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 16.536386 |\n", - "| air_temperature | 23.418673 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 21.0 |\n", - "| diffuse_solar_radiation | 40.25 |\n", - "| direct_solar_radiation | 492.75 |\n", - "| hour | 15.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 29.0 |\n", - "| outdoor_temperature | 3.5819852 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 345.0 |\n", - "| wind_speed | 5.3 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 622 |\n", - "| n_updates | 31049 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************************--| 97%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1063.0789 |\n", - "| air_humidity | 13.744133 |\n", - "| air_temperature | 21.999746 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 22.0 |\n", - "| diffuse_solar_radiation | 19.25 |\n", - "| direct_solar_radiation | 46.75 |\n", - "| hour | 16.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 56.75 |\n", - "| outdoor_temperature | 1.4415144 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 956770.94 |\n", - "| wind_direction | 57.5 |\n", - "| wind_speed | 2.725 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.55e+04 |\n", - "| n_updates | 31074 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------*************************************************************--| 97%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 859.9368 |\n", - "| air_humidity | 31.90969 |\n", - "| air_temperature | 22.74368 |\n", - "| clg_setpoint | 22.5 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 23.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 17.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 81.25 |\n", - "| outdoor_temperature | 3.8199086 |\n", - "| people_occupant | 20.0 |\n", - "| total_electricity_HVAC | 773943.1 |\n", - "| wind_direction | 335.0 |\n", - "| wind_speed | 4.0 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.4e+03 |\n", - "| n_updates | 31099 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 5 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 25 |\n", - "| Heating_Setpoint_RL | 20 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1086.9948 |\n", - "| air_humidity | 25.50109 |\n", - "| air_temperature | 23.585283 |\n", - "| clg_setpoint | 25.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 24.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 18.0 |\n", - "| htg_setpoint | 20.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 69.5 |\n", - "| outdoor_temperature | 1.3219347 |\n", - "| people_occupant | 10.0 |\n", - "| total_electricity_HVAC | 978295.25 |\n", - "| wind_direction | 105.0 |\n", - "| wind_speed | 2.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.51e+03 |\n", - "| n_updates | 31124 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 8 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 22.5 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 362.91885 |\n", - "| air_humidity | 38.318344 |\n", - "| air_temperature | 21.535563 |\n", - "| clg_setpoint | 27.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 25.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 19.0 |\n", - "| htg_setpoint | 18.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 74.5 |\n", - "| outdoor_temperature | 8.044543 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 319316.4 |\n", - "| wind_direction | 260.0 |\n", - "| wind_speed | 4.75 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.68e+03 |\n", - "| n_updates | 31149 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 1 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 29 |\n", - "| Heating_Setpoint_RL | 16 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 692.0048 |\n", - "| air_humidity | 28.121815 |\n", - "| air_temperature | 19.953701 |\n", - "| clg_setpoint | 29.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 26.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 20.0 |\n", - "| htg_setpoint | 16.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 52.0 |\n", - "| outdoor_temperature | 5.671339 |\n", - "| people_occupant | 2.0 |\n", - "| total_electricity_HVAC | 596618.9 |\n", - "| wind_direction | 262.5 |\n", - "| wind_speed | 7.45 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 6.86e+03 |\n", - "| n_updates | 31174 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------**************************************************************-| 98%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1085.7454 |\n", - "| air_humidity | 37.932785 |\n", - "| air_temperature | 20.481953 |\n", - "| clg_setpoint | 26.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 27.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 21.0 |\n", - "| htg_setpoint | 19.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 96.0 |\n", - "| outdoor_temperature | 1.3281816 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 977170.8 |\n", - "| wind_direction | 7.5 |\n", - "| wind_speed | 7.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 5.9e+03 |\n", - "| n_updates | 31199 |\n", - "-----------------------------------------------\n", - "------------------------------------------------**************************************************************| 99%\n", - "| action_network/ | |\n", - "| index | 7 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 23 |\n", - "| Heating_Setpoint_RL | 22 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1320.7164 |\n", - "| air_humidity | 19.061243 |\n", - "| air_temperature | 22.000002 |\n", - "| clg_setpoint | 23.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 28.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 22.0 |\n", - "| htg_setpoint | 22.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 54.5 |\n", - "| outdoor_temperature | 0.15332632 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1188644.8 |\n", - "| wind_direction | 40.0 |\n", - "| wind_speed | 2.225 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 2.23e+03 |\n", - "| n_updates | 31224 |\n", - "------------------------------------------------\n", - "-----------------------------------------------***************************************************************| 99%\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 951.3817 |\n", - "| air_humidity | 29.622356 |\n", - "| air_temperature | 18.660505 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 29.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 23.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 96.75 |\n", - "| outdoor_temperature | 3.5307813 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 856243.5 |\n", - "| wind_direction | 27.5 |\n", - "| wind_speed | 12.475 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.66e+03 |\n", - "| n_updates | 31249 |\n", - "-----------------------------------------------\n", - "-----------------------------------------------***************************************************************| 99%\n", - "| action_network/ | |\n", - "| index | 6 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 24 |\n", - "| Heating_Setpoint_RL | 21 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 1123.5736 |\n", - "| air_humidity | 28.958847 |\n", - "| air_temperature | 21.000471 |\n", - "| clg_setpoint | 24.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 31.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 21.0 |\n", - "| month | 12.0 |\n", - "| outdoor_humidity | 56.0 |\n", - "| outdoor_temperature | 1.1390406 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 1011216.2 |\n", - "| wind_direction | 252.5 |\n", - "| wind_speed | 11.05 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 4.89e+03 |\n", - "| n_updates | 31274 |\n", - "-----------------------------------------------\n", "\n", "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 6]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05] [Episode 6]\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run6]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run6/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run6/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run6/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run6/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 6 started.\u001b[0m\n" ] }, @@ -53357,30 +79190,55 @@ "text": [ "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n", "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 6) if logger is active\u001b[0m\n", "-----------------------------------------------------\n", "| action_network/ | |\n", - "| index | 4 |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", "| episode/ | |\n", - "| comfort_violation_time(%) | 43.7 |\n", - "| cumulative_comfort_penalty | -2.27e+04 |\n", - "| cumulative_energy_penalty | -3.56e+03 |\n", - "| cumulative_power | 7.11e+07 |\n", - "| cumulative_reward | -26294.172 |\n", - "| cumulative_temperature_violation | 4.55e+04 |\n", + "| comfort_violation_time(%) | 15.6 |\n", + "| cumulative_abs_comfort_penalty | -6.12e+03 |\n", + "| cumulative_abs_energy_penalty | -2.17e+08 |\n", + "| cumulative_power_demand | 2.17e+08 |\n", + "| cumulative_reward | -13886.93 |\n", + "| cumulative_reward_comfort_term | -3.06e+03 |\n", + "| cumulative_reward_energy_term | -1.08e+04 |\n", + "| cumulative_temperature_violation | 6.12e+03 |\n", "| episode_length | 70077 |\n", - "| mean_comfort_penalty | -0.324 |\n", - "| mean_energy_penalty | -0.0507 |\n", - "| mean_power | 1.01e+03 |\n", - "| mean_reward | -0.37521827 |\n", - "| mean_temperature_violation | 0.649 |\n", + "| episode_num | 3 |\n", + "| mean_abs_comfort_penalty | -0.0874 |\n", + "| mean_abs_energy_penalty | -3.09e+03 |\n", + "| mean_power_demand | 3.09e+03 |\n", + "| mean_reward | -0.19816673 |\n", + "| mean_reward_comfort_term | -0.0437 |\n", + "| mean_reward_energy_term | -0.154 |\n", + "| mean_temperature_violation | 0.0874 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.020239763 |\n", + "| air_humidity | -0.53520703 |\n", + "| air_temperature | -4.463509 |\n", + "| clg_setpoint | 5.2569265 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.673485 |\n", + "| diffuse_solar_radiation | -0.7461322 |\n", + "| direct_solar_radiation | -0.6145745 |\n", + "| hour | -1.661307 |\n", + "| htg_setpoint | -1.2282685 |\n", + "| month | -1.602729 |\n", + "| outdoor_humidity | -1.2240072 |\n", + "| outdoor_temperature | -2.2429628 |\n", + "| people_occupant | -0.6889189 |\n", + "| total_electricity_HVAC | -0.01756174 |\n", + "| wind_direction | 1.1624674 |\n", + "| wind_speed | 1.449712 |\n", "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 3207.3267 |\n", - "| air_humidity | 17.21404 |\n", - "| air_temperature | 16.906685 |\n", + "| HVAC_electricity_demand_rate | 3063.236 |\n", + "| air_humidity | 29.9014 |\n", + "| air_temperature | 16.835707 |\n", "| clg_setpoint | 40.0 |\n", "| co2_emission | 0.0 |\n", "| day_of_month | 1.0 |\n", @@ -53390,68 +79248,68 @@ "| htg_setpoint | 12.8 |\n", "| month | 1.0 |\n", "| outdoor_humidity | 43.25 |\n", - "| outdoor_temperature | -9.279724 |\n", + "| outdoor_temperature | -9.241015 |\n", "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2886594.0 |\n", + "| total_electricity_HVAC | 2756912.5 |\n", "| wind_direction | 305.0 |\n", "| wind_speed | 8.4 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.33e+04 |\n", - "| n_updates | 31298 |\n", "-----------------------------------------------------\n", - "-----------------------------------\n", - "| rollout/ | |\n", - "| ep_len_mean | 3.5e+04 |\n", - "| ep_rew_mean | -1.25e+04 |\n", - "| exploration_rate | 0.05 |\n", - "| time/ | |\n", - "| episodes | 3 |\n", - "| fps | 815 |\n", - "| time_elapsed | 214 |\n", - "| total_timesteps | 175194 |\n", - "-----------------------------------\n", - "------------------------------------------------\n", - "| action_network/ | |\n", - "| index | 4 |\n", - "| action_simulation/ | |\n", - "| Cooling_Setpoint_RL | 26 |\n", - "| Heating_Setpoint_RL | 19 |\n", - "| observation/ | |\n", - "| HVAC_electricity_demand_rate | 2556.6965 |\n", - "| air_humidity | 17.018936 |\n", - "| air_temperature | 16.829346 |\n", - "| clg_setpoint | 40.0 |\n", - "| co2_emission | 0.0 |\n", - "| day_of_month | 1.0 |\n", - "| diffuse_solar_radiation | 0.0 |\n", - "| direct_solar_radiation | 0.0 |\n", - "| hour | 0.0 |\n", - "| htg_setpoint | 12.8 |\n", - "| month | 1.0 |\n", - "| outdoor_humidity | 57.75 |\n", - "| outdoor_temperature | -6.0265746 |\n", - "| people_occupant | 0.0 |\n", - "| total_electricity_HVAC | 2301027.0 |\n", - "| wind_direction | 275.0 |\n", - "| wind_speed | 7.6 |\n", - "| rollout/ | |\n", - "| exploration_rate | 0.05 |\n", - "| train/ | |\n", - "| learning_rate | 0.0001 |\n", - "| loss | 1.6e+04 |\n", - "| n_updates | 31299 |\n", - "------------------------------------------------\n" + "-------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.27531138 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 19.173626 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.7731793 |\n", + "| air_humidity | -0.8894694 |\n", + "| air_temperature | -2.9665165 |\n", + "| clg_setpoint | 1.4720618 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.6734124 |\n", + "| diffuse_solar_radiation | -0.74611896 |\n", + "| direct_solar_radiation | -0.6145648 |\n", + "| hour | -1.5167791 |\n", + "| htg_setpoint | 0.69160885 |\n", + "| month | -1.6026636 |\n", + "| outdoor_humidity | -0.13516964 |\n", + "| outdoor_temperature | -1.741721 |\n", + "| people_occupant | -0.68890727 |\n", + "| total_electricity_HVAC | 3.5584047 |\n", + "| wind_direction | 0.7589474 |\n", + "| wind_speed | 0.74423045 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 19232.754 |\n", + "| air_humidity | 25.264347 |\n", + "| air_temperature | 18.797098 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.880516 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 65.75 |\n", + "| outdoor_temperature | -4.3657913 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 17325074.0 |\n", + "| wind_direction | 262.5 |\n", + "| wind_speed | 6.7 |\n", + "-------------------------------------------------\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.unwrapped_observation to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.unwrapped_observation` for environment variables or `env.get_wrapper_attr('unwrapped_observation')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", " logger.warn(\n", "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", @@ -53460,35 +79318,480 @@ " gym.logger.warn(\"Casting input x to numpy array.\")\n" ] }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.30490056 |\n", + "| Heating_Setpoint_RL | 0.36055952 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25.59596 |\n", + "| Heating_Setpoint_RL | 19.653147 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 4.112525 |\n", + "| air_humidity | -1.130085 |\n", + "| air_temperature | -1.2624166 |\n", + "| clg_setpoint | 0.42736623 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.5579975 |\n", + "| diffuse_solar_radiation | -0.7460236 |\n", + "| direct_solar_radiation | -0.614521 |\n", + "| hour | -1.372267 |\n", + "| htg_setpoint | 1.2547963 |\n", + "| month | -1.601034 |\n", + "| outdoor_humidity | -1.2591763 |\n", + "| outdoor_temperature | -2.630398 |\n", + "| people_occupant | -0.68900657 |\n", + "| total_electricity_HVAC | 3.8793094 |\n", + "| wind_direction | 1.4940429 |\n", + "| wind_speed | -0.14874886 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 20707.71 |\n", + "| air_humidity | 22.106361 |\n", + "| air_temperature | 21.028923 |\n", + "| clg_setpoint | 27.239492 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 42.5 |\n", + "| outdoor_temperature | -13.038298 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 18642582.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.55 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.5733868 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28.56018 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 2.5423193 |\n", + "| air_humidity | -0.67670697 |\n", + "| air_temperature | -1.8014764 |\n", + "| clg_setpoint | 0.91195583 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.4429247 |\n", + "| diffuse_solar_radiation | -0.7459456 |\n", + "| direct_solar_radiation | -0.61445254 |\n", + "| hour | -1.227768 |\n", + "| htg_setpoint | 0.6341244 |\n", + "| month | -1.5994093 |\n", + "| outdoor_humidity | 0.3258723 |\n", + "| outdoor_temperature | -1.3214113 |\n", + "| people_occupant | -0.6891057 |\n", + "| total_electricity_HVAC | 2.6413248 |\n", + "| wind_direction | -1.021704 |\n", + "| wind_speed | 0.8574867 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 13948.264 |\n", + "| air_humidity | 28.03343 |\n", + "| air_temperature | 20.31977 |\n", + "| clg_setpoint | 28.520016 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.636726 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 75.25 |\n", + "| outdoor_temperature | -0.31982493 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 13604815.0 |\n", + "| wind_direction | 75.0 |\n", + "| wind_speed | 6.975 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.6465633 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 21.261917 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.43410563 |\n", + "| air_humidity | 0.34633029 |\n", + "| air_temperature | -1.7474083 |\n", + "| clg_setpoint | 1.4714925 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.3281449 |\n", + "| diffuse_solar_radiation | -0.7457529 |\n", + "| direct_solar_radiation | -0.6142114 |\n", + "| hour | -1.0832794 |\n", + "| htg_setpoint | 0.33477902 |\n", + "| month | -1.5977895 |\n", + "| outdoor_humidity | -0.55721813 |\n", + "| outdoor_temperature | -1.5638685 |\n", + "| people_occupant | -0.68920475 |\n", + "| total_electricity_HVAC | -0.45136106 |\n", + "| wind_direction | 0.85321105 |\n", + "| wind_speed | 1.3635701 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1108.2561 |\n", + "| air_humidity | 41.427074 |\n", + "| air_temperature | 20.389164 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.376612 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | -2.6866887 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 991890.8 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 8.2 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 1.0 |\n", + "| Heating_Setpoint_RL | 0.09454706 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30.0 |\n", + "| Heating_Setpoint_RL | 18.156826 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 3.917696 |\n", + "| air_humidity | -1.1412299 |\n", + "| air_temperature | -1.4320995 |\n", + "| clg_setpoint | 0.787621 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.2136127 |\n", + "| diffuse_solar_radiation | -0.74565136 |\n", + "| direct_solar_radiation | -0.6142296 |\n", + "| hour | -0.93879884 |\n", + "| htg_setpoint | 1.2552992 |\n", + "| month | -1.5961747 |\n", + "| outdoor_humidity | -0.7982134 |\n", + "| outdoor_temperature | -2.189661 |\n", + "| people_occupant | -0.6893037 |\n", + "| total_electricity_HVAC | 3.6966808 |\n", + "| wind_direction | 0.92397904 |\n", + "| wind_speed | 0.17114931 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 19895.578 |\n", + "| air_humidity | 21.954102 |\n", + "| air_temperature | 20.801636 |\n", + "| clg_setpoint | 28.192734 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 23.25 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | -8.809899 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 17919904.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 5.325 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -0.7741503 |\n", + "| Heating_Setpoint_RL | 0.34172383 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24.012243 |\n", + "| Heating_Setpoint_RL | 19.547195 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.06344563 |\n", + "| air_humidity | -1.5741775 |\n", + "| air_temperature | -2.6978436 |\n", + "| clg_setpoint | 0.3591255 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -1.0992869 |\n", + "| diffuse_solar_radiation | -0.7455214 |\n", + "| direct_solar_radiation | -0.6142712 |\n", + "| hour | -0.7943246 |\n", + "| htg_setpoint | -1.4173074 |\n", + "| month | -1.5945648 |\n", + "| outdoor_humidity | -0.28987715 |\n", + "| outdoor_temperature | -2.0924025 |\n", + "| people_occupant | -0.6890143 |\n", + "| total_electricity_HVAC | -0.10029349 |\n", + "| wind_direction | 0.56736004 |\n", + "| wind_speed | -0.5433649 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2710.5728 |\n", + "| air_humidity | 16.27196 |\n", + "| air_temperature | 19.131996 |\n", + "| clg_setpoint | 27.06105 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 62.5 |\n", + "| outdoor_temperature | -7.887096 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2426382.0 |\n", + "| wind_direction | 242.5 |\n", + "| wind_speed | 3.6 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | 0.28114682 |\n", + "| Heating_Setpoint_RL | -0.24003944 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27.57387 |\n", + "| Heating_Setpoint_RL | 16.274778 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.42686194 |\n", + "| air_humidity | -1.6761714 |\n", + "| air_temperature | -2.641755 |\n", + "| clg_setpoint | 1.4700122 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.9851305 |\n", + "| diffuse_solar_radiation | -0.7454113 |\n", + "| direct_solar_radiation | -0.61415493 |\n", + "| hour | -0.64985484 |\n", + "| htg_setpoint | 0.10422931 |\n", + "| month | -1.5929598 |\n", + "| outdoor_humidity | -0.47074726 |\n", + "| outdoor_temperature | -1.2462221 |\n", + "| people_occupant | -0.68872535 |\n", + "| total_electricity_HVAC | 0.42716068 |\n", + "| wind_direction | 0.7808853 |\n", + "| wind_speed | 0.6372446 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4830.5317 |\n", + "| air_humidity | 14.911879 |\n", + "| air_temperature | 19.199064 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.40335 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 58.75 |\n", + "| outdoor_temperature | 0.35886493 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 4581727.0 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 6.45 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.16681468 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 16.686668 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.13813654 |\n", + "| air_humidity | -1.1340814 |\n", + "| air_temperature | -1.3197576 |\n", + "| clg_setpoint | 1.4699153 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.87110996 |\n", + "| diffuse_solar_radiation | -0.34379062 |\n", + "| direct_solar_radiation | -0.61416656 |\n", + "| hour | -0.5053881 |\n", + "| htg_setpoint | -0.18444064 |\n", + "| month | -1.5913595 |\n", + "| outdoor_humidity | -1.3395867 |\n", + "| outdoor_temperature | -2.0135953 |\n", + "| people_occupant | 1.6950265 |\n", + "| total_electricity_HVAC | 0.097910084 |\n", + "| wind_direction | -0.97597903 |\n", + "| wind_speed | -1.0621798 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3584.5242 |\n", + "| air_humidity | 22.003574 |\n", + "| air_temperature | 20.939362 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 39.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.18734 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 40.75 |\n", + "| outdoor_temperature | -7.15001 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3238257.5 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 2.35 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | 1.0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 23.25 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.123212904 |\n", + "| air_humidity | 0.04762558 |\n", + "| air_temperature | 0.43311608 |\n", + "| clg_setpoint | -1.0828459 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.7571959 |\n", + "| diffuse_solar_radiation | 0.47735372 |\n", + "| direct_solar_radiation | -0.56069905 |\n", + "| hour | -0.36092323 |\n", + "| htg_setpoint | -0.9103977 |\n", + "| month | -1.589764 |\n", + "| outdoor_humidity | 1.438465 |\n", + "| outdoor_temperature | -1.081263 |\n", + "| people_occupant | 1.6947054 |\n", + "| total_electricity_HVAC | -0.15068075 |\n", + "| wind_direction | 1.2791225 |\n", + "| wind_speed | -1.1859752 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2456.03 |\n", + "| air_humidity | 37.481216 |\n", + "| air_temperature | 23.24951 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 120.25 |\n", + "| direct_solar_radiation | 13.25 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 14.132099 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 98.25 |\n", + "| outdoor_temperature | 1.9435291 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2223711.5 |\n", + "| wind_direction | 317.5 |\n", + "| wind_speed | 2.05 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.09600639 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.084965 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.27131873 |\n", + "| air_humidity | -0.58198196 |\n", + "| air_temperature | 0.43320337 |\n", + "| clg_setpoint | -1.0827888 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6433626 |\n", + "| diffuse_solar_radiation | 0.78260267 |\n", + "| direct_solar_radiation | -0.21390428 |\n", + "| hour | -0.21645942 |\n", + "| htg_setpoint | -1.4168515 |\n", + "| month | -1.5881734 |\n", + "| outdoor_humidity | -0.16827175 |\n", + "| outdoor_temperature | -1.5561342 |\n", + "| people_occupant | 1.6943847 |\n", + "| total_electricity_HVAC | 0.23883504 |\n", + "| wind_direction | 1.4682914 |\n", + "| wind_speed | 0.00478402 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4163.4297 |\n", + "| air_humidity | 29.238049 |\n", + "| air_temperature | 23.249308 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 150.25 |\n", + "| direct_solar_radiation | 99.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 12.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | -2.7060285 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3816650.5 |\n", + "| wind_direction | 337.5 |\n", + "| wind_speed | 4.925 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------\n", + "| action_network/ | |\n", + "| Cooling_Setpoint_RL | -1.0 |\n", + "| Heating_Setpoint_RL | -0.08584058 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23.25 |\n", + "| Heating_Setpoint_RL | 17.142147 |\n", + "| normalized_observation/ | |\n", + "| HVAC_electricity_demand_rate | -0.1326249 |\n", + "| air_humidity | -1.0924978 |\n", + "| air_temperature | 0.43321893 |\n", + "| clg_setpoint | -1.0825952 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | -0.6432877 |\n", + "| diffuse_solar_radiation | -0.7451695 |\n", + "| direct_solar_radiation | -0.61390007 |\n", + "| hour | 0.79477185 |\n", + "| htg_setpoint | -0.6580516 |\n", + "| month | -1.587713 |\n", + "| outdoor_humidity | -1.1828625 |\n", + "| outdoor_temperature | -1.4059567 |\n", + "| people_occupant | 1.6940062 |\n", + "| total_electricity_HVAC | -0.16286215 |\n", + "| wind_direction | 0.4002884 |\n", + "| wind_speed | 0.53301185 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2415.9558 |\n", + "| air_humidity | 22.55221 |\n", + "| air_temperature | 23.249384 |\n", + "| clg_setpoint | 23.25 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.193145 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | -1.2422667 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2174360.0 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 6.2 |\n", + "| train/ | |\n", + "| approx_kl | 0.008568234 |\n", + "| clip_fraction | 0.0667 |\n", + "| clip_range | 0.2 |\n", + "| entropy_loss | -2.32 |\n", + "| explained_variance | 0.41 |\n", + "| learning_rate | 0.0003 |\n", + "| loss | 0.261 |\n", + "| n_updates | 860 |\n", + "| policy_gradient_loss | -0.012 |\n", + "| std | 0.777 |\n", + "| value_loss | 1.4 |\n", + "-------------------------------------------------\n" + ] + }, { "data": { "text/plain": [ - "" + "" ] }, - "execution_count": 11, + "execution_count": 10, "metadata": {}, "output_type": "execute_result" - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'rollout/ep_len_mean': 35040.0, '_timestamp': 1700214442.738834}).\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'rollout/ep_rew_mean': -12505.215683, '_timestamp': 1700214442.7389145}).\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'rollout/exploration_rate': 0.05, '_timestamp': 1700214442.738949}).\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/episodes': 3, '_timestamp': 1700214442.7389746}).\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/fps': 815, '_timestamp': 1700214442.7390523}).\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/time_elapsed': 214, '_timestamp': 1700214442.739078}).\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/total_timesteps': 175194, '_timestamp': 1700214442.7391007}).\n" - ] } ], "source": [ "model.learn(\n", " total_timesteps=timesteps,\n", " callback=callback,\n", - " log_interval=1)" + " log_interval=100)" ] }, { @@ -53498,12 +79801,12 @@ "collapsed": false }, "source": [ - "Now, we save the current model (the model version when training has finished)." + "Now, we save the current model (the model version when training has finished). We will save the mean and var normalization calibration in order to use it in model evaluation, although these values can be consulted later in a txt saved in Sinergym training output. Visit NormalizeObservation wrapper documentation for more information." ] }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 11, "metadata": { "collapsed": false, "pycharm": { @@ -53515,13 +79818,19 @@ "name": "stderr", "output_type": "stream", "text": [ - "/usr/local/lib/python3.10/dist-packages/stable_baselines3/common/save_util.py:278: UserWarning: Path '35040' does not exist. Will create it.\n", - " warnings.warn(f\"Path '{path.parent}' does not exist. Will create it.\")\n" + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.mean to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.mean` for environment variables or `env.get_wrapper_attr('mean')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.var to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.var` for environment variables or `env.get_wrapper_attr('var')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n" ] } ], "source": [ - "model.save(str(env.get_wrapper_attr('timestep_per_episode'))+ '/' + experiment_name)" + "model.save(str(env.get_wrapper_attr('timestep_per_episode'))+ '/' + experiment_name)\n", + "# Save observation normalization calibration\n", + "if hasattr(env, 'mean') and hasattr(env, 'var'):\n", + " training_mean = env.get_wrapper_attr('mean')\n", + " training_var = env.get_wrapper_attr('var')" ] }, { @@ -53536,7 +79845,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 12, "metadata": { "collapsed": false, "pycharm": { @@ -53549,8 +79858,15 @@ "output_type": "stream", "text": [ "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", - "Progress: |***************************************************************************************************| 99%\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]\u001b[0m\n" + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n" ] } ], @@ -53568,37 +79884,18 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 13, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ - "\u001b[34m\u001b[1mwandb\u001b[0m: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1)... " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Done. 0.1s\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1)... Done. 0.0s\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041)... Done. 0.2s\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041)... Done. 0.1s\n", "wandb: WARNING Source type is set to 'repo' but some required information is missing from the environment. A job will not be created from this run. See https://docs.wandb.ai/guides/launch/create-job\n" ] }, - { - "data": { - "text/html": [ - "W&B sync reduced upload amount by 1.2% " - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, { "data": { "text/html": [ @@ -53607,7 +79904,7 @@ " .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n", " .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n", " \n", - "

Run history:


action_network/index▃▃█▆▁▆▅▆▆▃▃▇▁▃█▅▅▇▂▂▃▄▁▅▇▂▇▁▅▃█▃▇▄▅▇▄▇▃▁
action_simulation/Cooling_Setpoint_RL▆▅▁▁█▁▃▂▂▅▆▁█▆▁▃▃▁▇▇▅▄█▃▁▇▁█▃▅▁▅▁▄▃▁▄▁▅█
action_simulation/Heating_Setpoint_RL▃▄▇█▁█▆▇▇▄▃█▁▃▇▆▆█▂▂▄▅▁▆█▂█▁▆▄▇▄█▅▆█▅█▄▁
episode/comfort_violation_time(%)▁▁█
episode/cumulative_comfort_penalty█▂▁
episode/cumulative_energy_penalty█▁▁
episode/cumulative_power▁██
episode/cumulative_reward█▂▁
episode/cumulative_temperature_violation▁▇█
episode/episode_length▁██
episode/mean_comfort_penalty█▅▁
episode/mean_energy_penalty▁█▄
episode/mean_power█▁▅
episode/mean_reward█▅▁
episode/mean_temperature_violation▁▄█
eval/comfort_violation(%)▁█
eval/cumulative_comfort_penalty█▁
eval/cumulative_energy_penalty▁█
eval/cumulative_power_consumption█▁
eval/cumulative_reward█▁
eval/cumulative_temperature_violation▁█
eval/episode_length▁▁
eval/mean_comfort_penalty█▁
eval/mean_energy_penalty▁█
eval/mean_power_consumption█▁
eval/mean_reward█▁
eval/mean_temperature_violation▁█
eval/std_cumulative_reward▁▁
eval/std_reward▁▁
observation/HVAC_electricity_demand_rate▂▂▁▁▁▄▁▁▁▂▁▆▁▁▁▁▂▂▁▁▁▁▂▂▁▁▂▁▁▁▁▂▁▂▁▁█▅▁▂
observation/air_humidity▂▂▅▆▇▆▆▃▃▂▁▅▅▆▆▂▄▃▅▇██▄▂▂▂▄▆▆▆▂▁▁▂▇▆▅▃▂▂
observation/air_temperature▆▃▄▅▅▄▂▂▂▅▆▅█▇▃▂▁▂▂▄▅▃▇▂▄▃▄▆▇▆▃▁▄▃▂▆▅▅▇▅
observation/clg_setpoint▁▁▄█▅▁█▄▃▆▇▅█▁▁▃▇▄▂▅▁▄█▃▁▇▁█▃▅▁▅▁▁▁▁▄▁▅█
observation/co2_emission▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
observation/day_of_month▅▅▃█▅▆▃█▅▅▃█▅▃▃█▅▃▄▁▆▃▄▁▅▃█▁▆▃█▁▅▃█▁▆▃█▅
observation/diffuse_solar_radiation▂▁▁▁▁▃▄▁▁▃▄▆▇▄▁▁▁▁▂▃▂▂▄▂▃▇▅▁▁▁▁▁▁▁▁▃█▃▃▄
observation/direct_solar_radiation▄▁▁▁▁▇▄▁▁▆▇▆▄▁▁▁▁▁▅▅▁▁▅▃▆▄▁▁▁▁▁▁▁▁▁█▅█▇▃
observation/hour▅████▂▂▂▁▅▅▅▅▅████▁▁▁▁▅▅▄▄▄▇▇▇▇▁▁▁▁▄▄▄▄▄
observation/htg_setpoint█▇▅▁▄█▁▅▆▃▂▄▁█▇▆▂▅▇▄█▅▁▆█▂█▁▆▄▇▄█▇██▅█▄▁
observation/month▁▂▃▄▅▅▇▇▁▂▃▄▅▆▇▇▁▂▃▄▅▆▇█▁▂▃▄▅▆▇█▁▂▃▄▅▆▇█
observation/outdoor_humidity▃▅▃▆█▄█▆█▄▁▄▆▆▇▄▇▇▃▇▇▇▆▃▃▄▆▄▇▇▄▃▃▅█▂▆▂▄▃
observation/outdoor_temperature▄▂▃▆██▅▃▃▃▅██▆▅▂▂▂▂▆█▆▆▂▃▂▄▆▇▆▄▁▂▁▄▆█▇▅▃
observation/people_occupant█▁▁▁▁▁▁▁▁███▁▁▁▁▁▁▁▁▁▁▁▁▁▁▇▁▁▁▁▁▁▁▁▁▇▇▇▇
observation/total_electricity_HVAC▂▂▁▁▁▄▁▁▁▂▁▆▁▁▁▁▂▂▁▁▁▁▂▂▁▁▂▁▁▁▁▂▁▂▁▁█▅▁▂
observation/wind_direction▅▅▇▁▅█▆▇▃▃▇▄▅▂▁▇▆▃█▅▆▂▅▇▆▂▃█▅▂▆▇▇█▃▇▅▁█▆
observation/wind_speed▂▃▆▁▃▄▃▅▅▃█▅▄▃▁▆▅▄▅▃▃▂▃█▆▆▄▅▅▂▃▇▄▅▃▄▅▅▃▄
rollout/exploration_rate█▇▄▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
time/total_timesteps▁█
train/learning_rate▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
train/loss▇▁▃▂▃▂▁▂▁▂▂▁▂▃▃▁▂▁▁▂▂▁▃▃▂▂█▂▃▂▂▂▁▂▂▁▂▁▁▂
train/n_updates▁▁▁▁▂▂▂▂▂▃▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▆▇▇▇▇▇▇███

Run summary:


action_network/index4
action_simulation/Cooling_Setpoint_RL26
action_simulation/Heating_Setpoint_RL19
episode/comfort_violation_time(%)43.69622
episode/cumulative_comfort_penalty-22738.12343
episode/cumulative_energy_penalty-3556.04736
episode/cumulative_power71120947.22879
episode/cumulative_reward-26294.17188
episode/cumulative_temperature_violation45476.24685
episode/episode_length70077
episode/mean_comfort_penalty-0.32447
episode/mean_energy_penalty-0.05074
episode/mean_power1014.89714
episode/mean_reward-0.37522
episode/mean_temperature_violation0.64895
eval/comfort_violation(%)58.24201
eval/cumulative_comfort_penalty-17670.69841
eval/cumulative_energy_penalty-1708.48282
eval/cumulative_power_consumption34169656.38755
eval/cumulative_reward-19379.18123
eval/cumulative_temperature_violation35341.39683
eval/episode_length35040.0
eval/mean_comfort_penalty-0.5043
eval/mean_energy_penalty-0.04876
eval/mean_power_consumption975.16143
eval/mean_reward-0.55306
eval/mean_temperature_violation1.0086
eval/std_cumulative_reward0.0
eval/std_reward0.0
observation/HVAC_electricity_demand_rate2556.69653
observation/air_humidity17.01894
observation/air_temperature16.82935
observation/clg_setpoint40.0
observation/co2_emission0.0
observation/day_of_month1.0
observation/diffuse_solar_radiation0.0
observation/direct_solar_radiation0.0
observation/hour0.0
observation/htg_setpoint12.8
observation/month1.0
observation/outdoor_humidity57.75
observation/outdoor_temperature-6.02657
observation/people_occupant0.0
observation/total_electricity_HVAC2301027.0
observation/wind_direction275.0
observation/wind_speed7.6
rollout/exploration_rate0.05
time/total_timesteps140154
train/learning_rate0.0001
train/loss16037.58984
train/n_updates31299

" + "

Run history:


action_network/Cooling_Setpoint_RL▅▁▆█████▇▁▁▅▆█▁▁▁█▄█▃▁█▅▃█▁▁▁▁▂▆▅▆▁▅▅▅▃█
action_network/Heating_Setpoint_RL▁▃▂▂▆▄▅▆▃▆▁▂▁▄▁▁█▁▂▄▇▆█▂▇▇▄▄▇█▄▄▅▁▇███▆▇
action_simulation/Cooling_Setpoint_RL▅▁▆█████▇▁▁▅▆█▁▁▁█▄█▃▁█▅▃█▁▁▁▁▂▆▅▆▁▅▅▅▃█
action_simulation/Heating_Setpoint_RL▁▃▂▂▆▄▅▆▃▆▁▂▁▄▁▁█▁▂▄▇▆█▂▇▇▄▄▇█▄▄▅▁▇███▆▇
episode/comfort_violation_time(%)█▃▁
episode/cumulative_abs_comfort_penalty▁▄█
episode/cumulative_abs_energy_penalty█▁▁
episode/cumulative_power_demand▁██
episode/cumulative_reward█▁▄
episode/cumulative_reward_comfort_term▁▄█
episode/cumulative_reward_energy_term█▁▁
episode/cumulative_temperature_violation█▅▁
episode/episode_length▁██
episode/episode_num▁▅█
episode/mean_abs_comfort_penalty▁▇█
episode/mean_abs_energy_penalty█▂▁
episode/mean_power_demand▁▇█
episode/mean_reward▁▇█
episode/mean_reward_comfort_term▁▇█
episode/mean_reward_energy_term█▂▁
episode/mean_temperature_violation█▂▁
eval/comfort_violation(%)█▁
eval/cumulative_absolute_comfort_penalty▁█
eval/cumulative_absolute_energy_penalty█▁
eval/cumulative_power_demand▁█
eval/cumulative_reward▁█
eval/cumulative_reward_comfort_term▁█
eval/cumulative_reward_energy_term█▁
eval/cumulative_temperature_violation█▁
eval/episode_length▁▁
eval/mean_absolute_comfort_penalty▁█
eval/mean_absolute_energy_penalty█▁
eval/mean_power_demand▁█
eval/mean_reward▁█
eval/mean_reward_comfort_term▁█
eval/mean_reward_energy_term█▁
eval/mean_temperature_violation█▁
eval/std_cumulative_reward▁▁
eval/std_mean_reward▁▁
normalized_observation/HVAC_electricity_demand_rate▁▃▁▃▁▂▁█▃▂▁▂▂▁▁▃▂▁▁▃▁▁▂▇▂▁▁▄▁▂▁▆▂▃▁▁▃▃▆▂
normalized_observation/air_humidity▃▄▄▆▅▄▇▄▄▅▁▆▃▁▁▂▆▄▃▅▁▆▂▂▅▃▅▇▅▇▃▃▃▆▅▄▅█▃▅
normalized_observation/air_temperature▇▄▅▅▅▅▅▄▄▄▇█▆▆▆▄▄▄▅▆▅▅▄▅▁▄▇▆█▆▅▆▂▆▅▅▆▆▆▃
normalized_observation/clg_setpoint▃▁█▂██▆▇▂█▃▄▂█▁█▇▇▇▆▅█▂█▇█▃▂▅▂▃▄█▇▃█▇▂▄█
normalized_observation/co2_emission▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
normalized_observation/day_of_month█▅▃█▅▆▃█▅▂▃█▅▂▇█▅▂▇▄▅▂▇▅▁▃▇▅▂▇▇▅▁▇▄▅▂▇▄▁
normalized_observation/diffuse_solar_radiation▂▁▁▁▁▂▃▁▁▂▄▅▇▄▃▁▁▁▁▁▂▂▁▁▁▇▅▄█▄▁▁▁▁▁▂▁▁▁▁
normalized_observation/direct_solar_radiation▆▁▁▁▁█▄▁▁▃█▆▅▁▆▁▁▁▁▁▁▁▂▁▁▄▁▇▃▁▁▁▁▁▁▃▂▁▁▁
normalized_observation/hour▅████▂▂▂▂▂▅▅▅▅▅█████▂▂▂▂▁▄▄▄▄▄▇▇▇▇▇▁▁▁▁▁
normalized_observation/htg_setpoint█▆▅█▁▁▄█▆▇▁▅▂▁▁▇▆▅▂█▁▁▇█▃▁▆▇▃█▄█▂█▂▃███▅
normalized_observation/month▄▇█▇████▁▃▃▄▅▆▇▇▁▂▃▄▅▆▇█▂▂▃▄▅▆▇█▂▂▄▄▅▆▇▁
normalized_observation/outdoor_humidity▄▆▄▆█▄█▆██▁▄▆▆▂▄▇▇▆█▇▇▆▆▅▄▆▆▄▆▄▆▃▅▆▇▆█▆▅
normalized_observation/outdoor_temperature█▆▆▇▇▇▅▃▄▃▆██▆▄▄▃▃▄▆▇▆▃▃▂▄▅▇▇▆▅▃▁▅▅▇▅▆▄▂
normalized_observation/people_occupant█▁▁▁▁▁▁▁▁▁██▁▁█▁▁▁▁▁▁▁▁▁▁▁▇▇▇▇▁▁▁▁▁▁▁▁▁▁
normalized_observation/total_electricity_HVAC▁▄▁▃▁▂▁█▃▂▁▂▂▁▁▃▂▁▁▃▁▁▂█▂▁▁▃▁▂▁▆▂▃▁▁▃▃▆▂
normalized_observation/wind_direction▅▅▇▁▅█▆▇▃▆▇▄▅▂▁▇▆▃▃▅▆▂▁█▇▂▃▅▂▂▆▆▇▁▃▇▂█▆▇
normalized_observation/wind_speed▂▂▆▁▃▅▄▆▅▂█▅▄▄▅▆▅▄▃▃▃▂▁▃▆▆▄▄▄▃▃▄▅▅▃▃▃▁▄▆
observation/HVAC_electricity_demand_rate▁▄▁▃▁▁▁█▃▂▁▂▂▁▁▃▂▁▁▃▁▁▂█▂▁▁▄▁▂▁▆▂▃▁▁▃▃▆▁
observation/air_humidity▃▃▃▆▅▄▇▄▄▅▁▅▃▁▁▃▆▄▃▅▁▆▂▂▄▃▅▇▅▇▃▃▃▆▅▄▅█▃▅
observation/air_temperature█▃▄▅▅▅▅▄▃▄▇█▆▆▆▄▃▄▄▆▅▅▅▅▁▄▇▆█▆▅▆▃▆▅▅▆▆▆▃
observation/clg_setpoint▃▁█▂██▆▇▂█▃▄▂█▁█▇▇▇▆▅█▁█▇█▂▂▅▁▃▃█▇▃█▇▁▃█
observation/co2_emission▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
observation/day_of_month▄▅▃█▅▆▃█▅▂▃█▅▂▇█▅▂▇▄▅▂▇▅▁▃▇▅▂▇▇▅▁▇▄▅▂▇▄▁
observation/diffuse_solar_radiation▂▁▁▁▁▃▃▁▁▂▃▅▇▄▃▁▁▁▁▁▂▂▁▁▁▆▅▄█▄▁▁▁▁▁▂▁▁▁▁
observation/direct_solar_radiation▅▁▁▁▁█▅▁▁▃█▆▅▁▆▁▁▁▁▁▁▁▂▁▁▃▁▇▃▁▁▁▁▁▁▃▂▁▁▁
observation/hour▅████▂▂▂▂▂▅▅▅▅▅█████▂▂▂▂▁▄▄▄▄▄▇▇▇▇▇▁▁▁▁▁
observation/htg_setpoint█▆▅█▁▁▄█▆▇▁▅▂▁▁▇▆▅▂█▁▁▇█▃▂▆▇▄█▅█▂█▂▃███▆
observation/month▁▂▃▄▅▅▇▇▁▂▃▄▅▆▇▇▁▂▃▄▅▆▇█▂▂▃▄▅▆▇█▂▂▄▄▅▆▇▁
observation/outdoor_humidity▃▆▃▆█▄█▆██▁▄▆▆▂▄▇▇▆█▇▇▆▆▅▄▆▆▄▆▄▇▃▆▆▇▆█▆▅
observation/outdoor_temperature▄▃▄▆▇█▅▄▄▃▆██▇▄▄▃▃▄▆▇▆▃▃▂▄▅█▇▆▅▃▁▆▅▇▅▆▄▂
observation/people_occupant█▁▁▁▁▁▁▁▁▁██▁▁█▁▁▁▁▁▁▁▁▁▁▁▇▇▇▇▁▁▁▁▁▁▁▁▁▁
observation/total_electricity_HVAC▁▅▁▃▁▁▁█▃▂▁▂▂▁▁▃▁▁▁▃▁▁▁█▂▁▁▃▁▂▁▆▂▃▁▁▃▃▆▁
observation/wind_direction▆▆▇▁▅█▆▇▃▆▇▄▅▂▁▇▆▃▃▅▆▂▁█▇▂▃▅▂▂▆▆▇▁▃▇▂█▇▇
observation/wind_speed▂▃▆▁▃▄▃▅▅▂█▅▄▃▅▆▅▄▃▃▃▂▁▃▆▆▄▄▄▃▃▄▅▅▃▃▃▁▄▅
time/total_timesteps▁█
train/approx_kl▃▅▃▄▅▄▄▅▁▁▄▆▅█▄▄▂▆▇▂▅▆▄▄▅▄▇▄▆▆▇▆▂▄▇▅▅▃██
train/clip_fraction▄▃▄▅▄▆▅▇▁▂▄▆▆█▅▄▂▆▆▄▅▇▆▅▄▄▆▅▅▇▆▇▃▅▇▅▄▆▇█
train/clip_range▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
train/entropy_loss▁▂▂▂▂▁▁▂▂▂▂▃▃▃▃▄▃▄▄▄▄▅▅▅▅▅▆▆▆▅▅▆▆▆▇▇▇▇▇█
train/explained_variance▁▇▇▇▆█▂▅▅█▆▆▆▇▄▇▆▇▅▄▇▇▄██▇▇▃▆▇▆█▇▇▇▄▇▇▆█
train/learning_rate▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
train/loss▄▄█▆▃▃▂▁█▃▂▁▂▁▁▁▂▂▁▁▁▁▁▁▁▁▁▁▂▁▁▁▁▁▁▁▁▁▁▁
train/n_updates▁▁▁▁▂▂▂▂▂▃▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▆▇▇▇▇▇▇███
train/policy_gradient_loss▅▆▆▅▆▅▆▂██▆▅▅▁▆▅▇▃▃▇▆▃▄▅▄▅▄▆▄▄▃▄▆▅▃▅▆▅▃▄
train/std▇▇▇▇▇██▇▇▇▆▆▆▆▆▅▅▅▅▄▄▄▄▄▄▄▃▃▃▄▃▃▃▃▂▂▂▂▁▁
train/value_loss█▄▄▃▃▂▂▁▅▂▂▂▁▁▁▁▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁

Run summary:


action_network/Cooling_Setpoint_RL-1.0
action_network/Heating_Setpoint_RL-0.08584
action_simulation/Cooling_Setpoint_RL23.25
action_simulation/Heating_Setpoint_RL17.14215
episode/comfort_violation_time(%)15.59142
episode/cumulative_abs_comfort_penalty-6121.24092
episode/cumulative_abs_energy_penalty-216526173.95324
episode/cumulative_power_demand216526173.95324
episode/cumulative_reward-13886.92969
episode/cumulative_reward_comfort_term-3060.62046
episode/cumulative_reward_energy_term-10826.3087
episode/cumulative_temperature_violation6121.24092
episode/episode_length70077
episode/episode_num3
episode/mean_abs_comfort_penalty-0.08735
episode/mean_abs_energy_penalty-3089.83224
episode/mean_power_demand3089.83224
episode/mean_reward-0.19817
episode/mean_reward_comfort_term-0.04368
episode/mean_reward_energy_term-0.15449
episode/mean_temperature_violation0.08735
eval/comfort_violation(%)21.31564
eval/cumulative_absolute_comfort_penalty-5412.31178
eval/cumulative_absolute_energy_penalty-99552496.46387
eval/cumulative_power_demand99552496.46387
eval/cumulative_reward-7683.78072
eval/cumulative_reward_comfort_term-2706.15589
eval/cumulative_reward_energy_term-4977.62482
eval/cumulative_temperature_violation5412.31178
eval/episode_length35040.0
eval/mean_absolute_comfort_penalty-0.15446
eval/mean_absolute_energy_penalty-2841.11006
eval/mean_power_demand2841.11006
eval/mean_reward-0.21929
eval/mean_reward_comfort_term-0.07723
eval/mean_reward_energy_term-0.14206
eval/mean_temperature_violation0.15446
eval/std_cumulative_reward0.0
eval/std_mean_reward0.0
normalized_observation/HVAC_electricity_demand_rate-0.13262
normalized_observation/air_humidity-1.0925
normalized_observation/air_temperature0.43322
normalized_observation/clg_setpoint-1.0826
normalized_observation/co2_emission0.0
normalized_observation/day_of_month-0.64329
normalized_observation/diffuse_solar_radiation-0.74517
normalized_observation/direct_solar_radiation-0.6139
normalized_observation/hour0.79477
normalized_observation/htg_setpoint-0.65805
normalized_observation/month-1.58771
normalized_observation/outdoor_humidity-1.18286
normalized_observation/outdoor_temperature-1.40596
normalized_observation/people_occupant1.69401
normalized_observation/total_electricity_HVAC-0.16286
normalized_observation/wind_direction0.40029
normalized_observation/wind_speed0.53301
observation/HVAC_electricity_demand_rate2415.95581
observation/air_humidity22.55221
observation/air_temperature23.24938
observation/clg_setpoint23.25
observation/co2_emission0.0
observation/day_of_month10.0
observation/diffuse_solar_radiation0.0
observation/direct_solar_radiation0.0
observation/hour17.0
observation/htg_setpoint15.19314
observation/month1.0
observation/outdoor_humidity44.0
observation/outdoor_temperature-1.24227
observation/people_occupant20.0
observation/total_electricity_HVAC2174360.0
observation/wind_direction225.0
observation/wind_speed6.2
time/total_timesteps140154
train/approx_kl0.00857
train/clip_fraction0.06665
train/clip_range0.2
train/entropy_loss-2.31621
train/explained_variance0.41018
train/learning_rate0.0003
train/loss0.26118
train/n_updates860
train/policy_gradient_loss-0.01197
train/std0.77688
train/value_loss1.40151

" ], "text/plain": [ "" @@ -53619,7 +79916,7 @@ { "data": { "text/html": [ - " View run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_cun8jng3 at: https://wandb.ai/alex_ugr/sinergym/runs/pf27dlou
Synced 5 W&B file(s), 0 media file(s), 150 artifact file(s) and 0 other file(s)" + " View run SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_sf6wp7r8 at: https://wandb.ai/alex_ugr/sinergym/runs/y215gzyw
Synced 5 W&B file(s), 0 media file(s), 162 artifact file(s) and 0 other file(s)" ], "text/plain": [ "" @@ -53631,7 +79928,7 @@ { "data": { "text/html": [ - "Find logs at: ./wandb/run-20231117_094304-pf27dlou/logs" + "Find logs at: ./wandb/run-20240425_140538-y215gzyw/logs" ], "text/plain": [ "" @@ -53709,17 +80006,17 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 14, "metadata": {}, "outputs": [], "source": [ "# Environment ID\n", - "environment = \"Eplus-5zone-mixed-discrete-stochastic-v1\"\n", + "environment = \"Eplus-5zone-mixed-continuous-stochastic-v1\"\n", "# Episodes\n", "episodes=5\n", "# Evaluation name\n", "evaluation_date = datetime.today().strftime('%Y-%m-%d_%H:%M')\n", - "evaluation_name = 'SB3_DQN-EVAL-' + environment + \\\n", + "evaluation_name = 'SB3_PPO-EVAL-' + environment + \\\n", " '-episodes-' + str(episodes)\n", "evaluation_name += '_' + evaluation_date" ] @@ -53734,13 +80031,26 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 15, "metadata": {}, "outputs": [ { "data": { "text/html": [ - "Tracking run with wandb version 0.16.0" + "wandb version 0.16.6 is available! To upgrade, please run:\n", + " $ pip install wandb --upgrade" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Tracking run with wandb version 0.16.3" ], "text/plain": [ "" @@ -53752,7 +80062,7 @@ { "data": { "text/html": [ - "Run data is saved locally in /workspaces/sinergym/examples/wandb/run-20231117_094859-15owsnpb" + "Run data is saved locally in /workspaces/sinergym/examples/wandb/run-20240425_141242-97sec0tw" ], "text/plain": [ "" @@ -53764,7 +80074,7 @@ { "data": { "text/html": [ - "Syncing run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_sr2houks to Weights & Biases (docs)
" + "Syncing run SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_s78ikz0n to Weights & Biases (docs)
" ], "text/plain": [ "" @@ -53788,7 +80098,7 @@ { "data": { "text/html": [ - " View run at https://wandb.ai/alex_ugr/sinergym_evaluations/runs/15owsnpb" + " View run at https://wandb.ai/alex_ugr/sinergym_evaluations/runs/97sec0tw" ], "text/plain": [ "" @@ -53807,7 +80117,7 @@ "}\n", "experiment_params.update({'environment':environment,\n", " 'episodes':episodes,\n", - " 'algorithm':'SB3_DQN'})\n", + " 'algorithm':'SB3_PPO'})\n", "\n", "# Get wandb init params (you have to specify your own project and entity)\n", "wandb_params = {\"project\": 'sinergym_evaluations',\n", @@ -53827,12 +80137,12 @@ "source": [ "We'll create the Gym environment, but it's **important to wrap the environment with the same wrappers used during training**. We can use the evaluation experiment name to rename the environment.\n", "\n", - "**Note**: If you are loading a pre-trained model and using the observation space normalization wrapper, you should save the means and variations calibrated during the training process for a fair evaluation. Check the documentation on the wrapper and the training and model loading scripts for more information." + "**Note**: If you are loading a pre-trained model and using the observation space normalization wrapper, you should use the means and variations calibrated during the training process for a fair evaluation. The next code specifies this aspect, those mean and var values are written in Sinergym training output as txt file automatically if you want to consult it later. It is also important to deactivate calibration update during evaluations. Check the documentation on the wrapper for more information." ] }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 16, "metadata": {}, "outputs": [ { @@ -53840,25 +80150,29 @@ "output_type": "stream", "text": [ "#==============================================================================================#\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]\u001b[0m\n", "#==============================================================================================#\n", - "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041]\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 0, 'n_steps_per_hour': 4}\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48 created successfully.\u001b[0m\n", - "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", - "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", - "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Wrapper initialized.\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeAction] (INFO) : New normalized action Space: Box(-1.0, 1.0, (2,), float32)\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeAction] (INFO) : Wrapper initialized\u001b[0m\n", "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n" ] } ], "source": [ "env = gym.make(environment, env_name=evaluation_name)\n", + "env = NormalizeObservation(env, mean = training_mean, var = training_var, automatic_update=False)\n", + "env = NormalizeAction(env)\n", "env = LoggerWrapper(env)" ] }, @@ -53903,7 +80217,7 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": 17, "metadata": {}, "outputs": [ { @@ -53911,15 +80225,13 @@ "output_type": "stream", "text": [ "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 1]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12] [Episode 1]\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run1]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" ] }, @@ -53938,8 +80250,9 @@ "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]\u001b[0m\n", "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", - "1 -1.7954676783357755\n", + "1 -1.8158328975728835\n", "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r" ] }, @@ -53947,6 +80260,8 @@ "name": "stderr", "output_type": "stream", "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", " gym.logger.warn(\"Casting input x to numpy array.\")\n" ] @@ -53955,30 +80270,28 @@ "name": "stdout", "output_type": "stream", "text": [ - "2 -963.9496999955164------------------------------------------------------------------------------------------| 9%\n", - "3 -1817.582571129998*******-----------------------------------------------------------------------------------| 16%\n", - "4 -2841.5036276598917***************--------------------------------------------------------------------------| 25%\n", - "5 -4340.565445997684************************------------------------------------------------------------------| 33%\n", - "6 -6108.581378312066********************************----------------------------------------------------------| 41%\n", - "7 -7223.767956524665*****************************************-------------------------------------------------| 50%\n", - "8 -8558.958125000907************************************************------------------------------------------| 58%\n", - "9 -9950.644160496227*********************************************************---------------------------------| 66%\n", - "10 -11044.144766497926****************************************************************------------------------| 75%\n", - "11 -13176.534777951341************************************************************************----------------| 83%\n", - "12 -14049.395840884017********************************************************************************--------| 91%\n", + "2 -825.6461114436989------------------------------------------------------------------------------------------| 9%\n", + "3 -1583.674482071334*******-----------------------------------------------------------------------------------| 16%\n", + "4 -2114.65310683112*****************--------------------------------------------------------------------------| 25%\n", + "5 -2518.8444798274136***********************------------------------------------------------------------------| 33%\n", + "6 -2921.5352530776304*******************************----------------------------------------------------------| 41%\n", + "7 -3482.58416838421******************************************-------------------------------------------------| 50%\n", + "8 -4116.343134653357************************************************------------------------------------------| 58%\n", + "9 -4691.630422285105*********************************************************---------------------------------| 66%\n", + "10 -5247.38708141432******************************************************************------------------------| 75%\n", + "11 -5649.831327954082*************************************************************************----------------| 83%\n", + "12 -6129.887208866012*********************************************************************************--------| 91%\n", "Progress: |***************************************************************************************************| 99%\n", - "Episode 0 Mean reward: -0.4263319241570109 Cumulative reward: -14938.670622460524\n", + "Episode 0 Mean reward: -0.19307885031970243 Cumulative reward: -6765.482915202002\n", "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 2]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12] [Episode 2]\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run2]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run2/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n" ] }, @@ -53996,15 +80309,18 @@ "text": [ "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]\u001b[0m\n", "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active\u001b[0m\n", - "1 -1.7052782846459695\n", - "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + "1 -1.8579781542716776\n", + "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r" ] }, { "name": "stderr", "output_type": "stream", "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", " gym.logger.warn(\"Casting input x to numpy array.\")\n" ] @@ -54013,30 +80329,28 @@ "name": "stdout", "output_type": "stream", "text": [ - "2 -936.5481180476335------------------------------------------------------------------------------------------| 9%\n", - "3 -1798.784133735751*******-----------------------------------------------------------------------------------| 16%\n", - "4 -2827.2387312028445***************--------------------------------------------------------------------------| 25%\n", - "5 -4366.328889075081************************------------------------------------------------------------------| 33%\n", - "6 -6183.997471720583********************************----------------------------------------------------------| 41%\n", - "7 -7325.563685767946*****************************************-------------------------------------------------| 50%\n", - "8 -8681.46846670104*************************************************------------------------------------------| 58%\n", - "9 -10086.073464526888********************************************************---------------------------------| 66%\n", - "10 -11172.340415472303****************************************************************------------------------| 75%\n", - "11 -13219.748208010345************************************************************************----------------| 83%\n", - "12 -14115.750843779568********************************************************************************--------| 91%\n", + "2 -849.6974282789123------------------------------------------------------------------------------------------| 9%\n", + "3 -1617.9671499241917******-----------------------------------------------------------------------------------| 16%\n", + "4 -2156.5752483040997***************--------------------------------------------------------------------------| 25%\n", + "5 -2552.019842192101************************------------------------------------------------------------------| 33%\n", + "6 -2952.356589942441********************************----------------------------------------------------------| 41%\n", + "7 -3548.4779550246153****************************************-------------------------------------------------| 50%\n", + "8 -4170.818276142834************************************************------------------------------------------| 58%\n", + "9 -4726.033888119112*********************************************************---------------------------------| 66%\n", + "10 -5269.103372582413*****************************************************************------------------------| 75%\n", + "11 -5667.825161163072*************************************************************************----------------| 83%\n", + "12 -6119.9367009674625********************************************************************************--------| 91%\n", "Progress: |***************************************************************************************************| 99%\n", - "Episode 1 Mean reward: -0.4283177306652533 Cumulative reward: -15008.253282509391\n", + "Episode 1 Mean reward: -0.19264884234536714 Cumulative reward: -6750.415435781299\n", "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 3]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12] [Episode 3]\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run3]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run3/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run3/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run3/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run3/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 3 started.\u001b[0m\n" ] }, @@ -54054,15 +80368,18 @@ "text": [ "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]\u001b[0m\n", "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 3) if logger is active\u001b[0m\n", - "1 -1.7042527324647196\n", - "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + "1 -1.8406577642818436\n", + "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r" ] }, { "name": "stderr", "output_type": "stream", "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", " gym.logger.warn(\"Casting input x to numpy array.\")\n" ] @@ -54071,30 +80388,28 @@ "name": "stdout", "output_type": "stream", "text": [ - "2 -934.5236861805773------------------------------------------------------------------------------------------| 9%\n", - "3 -1799.7806890630795******-----------------------------------------------------------------------------------| 16%\n", - "4 -2820.081000039381****************--------------------------------------------------------------------------| 25%\n", - "5 -4295.9802117699255***********************------------------------------------------------------------------| 33%\n", - "6 -6066.508686603184********************************----------------------------------------------------------| 41%\n", - "7 -7176.935226174976*****************************************-------------------------------------------------| 50%\n", - "8 -8529.98270733462*************************************************------------------------------------------| 58%\n", - "9 -9927.566541371296*********************************************************---------------------------------| 66%\n", - "10 -10989.840486913932****************************************************************------------------------| 75%\n", - "11 -12997.533912090104************************************************************************----------------| 83%\n", - "12 -13880.172965873764********************************************************************************--------| 91%\n", + "2 -858.8870751040168------------------------------------------------------------------------------------------| 9%\n", + "3 -1640.2572212169603******-----------------------------------------------------------------------------------| 16%\n", + "4 -2173.3615273516752***************--------------------------------------------------------------------------| 25%\n", + "5 -2567.4942835104775***********************------------------------------------------------------------------| 33%\n", + "6 -2968.6280354362952*******************************----------------------------------------------------------| 41%\n", + "7 -3538.5972325183766****************************************-------------------------------------------------| 50%\n", + "8 -4171.6446925544315***********************************************------------------------------------------| 58%\n", + "9 -4735.831685025527*********************************************************---------------------------------| 66%\n", + "10 -5284.723659082678*****************************************************************------------------------| 75%\n", + "11 -5679.66045583139**************************************************************************----------------| 83%\n", + "12 -6127.73952783132**********************************************************************************--------| 91%\n", "Progress: |***************************************************************************************************| 99%\n", - "Episode 2 Mean reward: -0.42214784762863855 Cumulative reward: -14792.06058090633\n", + "Episode 2 Mean reward: -0.19279340910171985 Cumulative reward: -6755.48105492389\n", "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 4]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12] [Episode 4]\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run4]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run4/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run4/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run4/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run4/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 4 started.\u001b[0m\n" ] }, @@ -54112,15 +80427,18 @@ "text": [ "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]\u001b[0m\n", "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 4) if logger is active\u001b[0m\n", - "1 -1.7502089967989307\n", - "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + "1 -1.802620036649992\n", + "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r" ] }, { "name": "stderr", "output_type": "stream", "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", " gym.logger.warn(\"Casting input x to numpy array.\")\n" ] @@ -54129,30 +80447,28 @@ "name": "stdout", "output_type": "stream", "text": [ - "2 -942.9367504242642------------------------------------------------------------------------------------------| 9%\n", - "3 -1800.656177587228*******-----------------------------------------------------------------------------------| 16%\n", - "4 -2794.655237212276****************--------------------------------------------------------------------------| 25%\n", - "5 -4333.22916802518*************************------------------------------------------------------------------| 33%\n", - "6 -6090.34169685729*********************************----------------------------------------------------------| 41%\n", - "7 -7224.1494897446855****************************************-------------------------------------------------| 50%\n", - "8 -8598.938588370329************************************************------------------------------------------| 58%\n", - "9 -9997.264926241101*********************************************************---------------------------------| 66%\n", - "10 -11077.148069449044****************************************************************------------------------| 75%\n", - "11 -13197.575884449961************************************************************************----------------| 83%\n", - "12 -14086.931630958963********************************************************************************--------| 91%\n", + "2 -865.0126318855628------------------------------------------------------------------------------------------| 9%\n", + "3 -1634.1087758950055******-----------------------------------------------------------------------------------| 16%\n", + "4 -2166.249354525793****************--------------------------------------------------------------------------| 25%\n", + "5 -2564.899154157984************************------------------------------------------------------------------| 33%\n", + "6 -2954.509030649346********************************----------------------------------------------------------| 41%\n", + "7 -3534.052090008717*****************************************-------------------------------------------------| 50%\n", + "8 -4181.1340755771425***********************************************------------------------------------------| 58%\n", + "9 -4753.69884696025**********************************************************---------------------------------| 66%\n", + "10 -5287.422183004328*****************************************************************------------------------| 75%\n", + "11 -5689.531992249983*************************************************************************----------------| 83%\n", + "12 -6142.878211358592*********************************************************************************--------| 91%\n", "Progress: |***************************************************************************************************| 99%\n", - "Episode 3 Mean reward: -0.4275640288043432 Cumulative reward: -14981.8435693031\n", + "Episode 3 Mean reward: -0.19365136768455526 Cumulative reward: -6785.543923666379\n", "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 5]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12] [Episode 5]\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run5]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", - "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run5/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run5/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run5/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run5/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 5 started.\u001b[0m\n" ] }, @@ -54170,15 +80486,18 @@ "text": [ "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]\u001b[0m\n", "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 5) if logger is active\u001b[0m\n", - "1 -1.795342248728848\n", - "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + "1 -1.9032154002097952\n", + "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r" ] }, { "name": "stderr", "output_type": "stream", "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", " gym.logger.warn(\"Casting input x to numpy array.\")\n" ] @@ -54187,21 +80506,22 @@ "name": "stdout", "output_type": "stream", "text": [ - "2 -938.7996243556881------------------------------------------------------------------------------------------| 9%\n", - "3 -1819.0145801281317******-----------------------------------------------------------------------------------| 16%\n", - "4 -2877.741132595393****************--------------------------------------------------------------------------| 25%\n", - "5 -4407.196686348535************************------------------------------------------------------------------| 33%\n", - "6 -6174.90714284908*********************************----------------------------------------------------------| 41%\n", - "7 -7316.297986671081*****************************************-------------------------------------------------| 50%\n", - "8 -8651.146489725308************************************************------------------------------------------| 58%\n", - "9 -10070.592382785619********************************************************---------------------------------| 66%\n", - "10 -11131.844874744675****************************************************************------------------------| 75%\n", - "11 -13342.353151567342************************************************************************----------------| 83%\n", - "12 -14226.469403206707********************************************************************************--------| 91%\n", + "2 -861.1198148661161------------------------------------------------------------------------------------------| 9%\n", + "3 -1636.334966684399*******-----------------------------------------------------------------------------------| 16%\n", + "4 -2173.085233547737****************--------------------------------------------------------------------------| 25%\n", + "5 -2565.576821878193************************------------------------------------------------------------------| 33%\n", + "6 -2966.3778237083693*******************************----------------------------------------------------------| 41%\n", + "7 -3554.5977618101956****************************************-------------------------------------------------| 50%\n", + "8 -4197.099320556758************************************************------------------------------------------| 58%\n", + "9 -4779.131939877218*********************************************************---------------------------------| 66%\n", + "10 -5329.1488627496865****************************************************************------------------------| 75%\n", + "11 -5735.704156814079*************************************************************************----------------| 83%\n", + "12 -6195.491656153262*********************************************************************************--------| 91%\n", "Progress: |***************************************************************************************************| 99%\n", - "Episode 4 Mean reward: -0.43131719567353316 Cumulative reward: -15113.354536399509\n", + "Episode 4 Mean reward: -0.19466678964959738 Cumulative reward: -6821.124309321534\n", "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48]\u001b[0m\n" + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]\u001b[0m\n" ] } ], diff --git a/docs/compilation/main/.doctrees/pages/API-reference.doctree b/docs/compilation/main/.doctrees/pages/API-reference.doctree index bf8a4420ae..e043b92534 100644 Binary files a/docs/compilation/main/.doctrees/pages/API-reference.doctree and b/docs/compilation/main/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/architecture.doctree b/docs/compilation/main/.doctrees/pages/architecture.doctree index cf78cc47cf..1ca2f45885 100644 Binary files a/docs/compilation/main/.doctrees/pages/architecture.doctree and b/docs/compilation/main/.doctrees/pages/architecture.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/buildings.doctree b/docs/compilation/main/.doctrees/pages/buildings.doctree index 1f08a394a5..04741e7507 100644 Binary files a/docs/compilation/main/.doctrees/pages/buildings.doctree and b/docs/compilation/main/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/controllers.doctree b/docs/compilation/main/.doctrees/pages/controllers.doctree index fe82282be7..f8541a17d3 100644 Binary files a/docs/compilation/main/.doctrees/pages/controllers.doctree and b/docs/compilation/main/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/main/.doctrees/pages/deep-reinforcement-learning.doctree index 23ab8ce396..f7299cbe2b 100644 Binary files a/docs/compilation/main/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/main/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/environments.doctree b/docs/compilation/main/.doctrees/pages/environments.doctree index eb44024eaa..4bbce63878 100644 Binary files a/docs/compilation/main/.doctrees/pages/environments.doctree and b/docs/compilation/main/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/environments_registration.doctree b/docs/compilation/main/.doctrees/pages/environments_registration.doctree index fd60a1ebd5..c41b095b38 100644 Binary files a/docs/compilation/main/.doctrees/pages/environments_registration.doctree and b/docs/compilation/main/.doctrees/pages/environments_registration.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/extra-configuration.doctree b/docs/compilation/main/.doctrees/pages/extra-configuration.doctree index d42cf27378..69589eef53 100644 Binary files a/docs/compilation/main/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/main/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/main/.doctrees/pages/gcloudAPI.doctree index fbdfaa6456..73c9bc8e94 100644 Binary files a/docs/compilation/main/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/main/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/github-actions.doctree b/docs/compilation/main/.doctrees/pages/github-actions.doctree index 47ffc672ce..d145850b2a 100644 Binary files a/docs/compilation/main/.doctrees/pages/github-actions.doctree and b/docs/compilation/main/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/installation.doctree b/docs/compilation/main/.doctrees/pages/installation.doctree index d0f56950de..c23ed0d237 100644 Binary files a/docs/compilation/main/.doctrees/pages/installation.doctree and b/docs/compilation/main/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/introduction.doctree b/docs/compilation/main/.doctrees/pages/introduction.doctree index c120a57227..a7105cabc0 100644 Binary files a/docs/compilation/main/.doctrees/pages/introduction.doctree and b/docs/compilation/main/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.config.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.config.doctree index ba518fb035..342eeeb2ac 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.config.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.config.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree index e0fa234af6..d39f5531a4 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.doctree index a67ee6f407..808946000b 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.doctree index 1949cf590c..620287aa47 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 4aed99f4f8..04d57d658d 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 234e8d5a19..d31fe1655b 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.doctree index 4329133691..dc0cc7773f 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 62c6a26971..20aa0dfb1f 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 72aa98da2d..07dc2229ed 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 5e30c00c37..1c9e08a093 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 94a083e8b7..7834afdb55 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 69b5f41685..b9675aac11 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree index b9e34354cb..0807f91b30 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.doctree index e3dc262841..ff6c1930ba 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree index ca05ab913c..427fe7db5f 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree index 82902d2853..ea25d72ff0 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index d16d416652..e4218a9e90 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree index 53efcfff0e..27e11a34b8 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 8b28e8faf1..1154b973a8 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index bbd7fc787f..17ad51cef3 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree index c284c888b2..c04d9674a1 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree index 675f01537f..667438de91 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree index 2ecd1cccf2..fcccd5a4ce 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 80c68e8df7..7ed14d1831 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 3c910ce3a9..206a724da0 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree index 986c567801..9f0ee86a88 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree index 29d09e353b..e7fc1ec5f4 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree index a0b2bd82ec..e831e4aa28 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree index bad0ca7e17..ccf36648d0 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree index 28fee1338f..c31f55fcf0 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree index e81d46bf3f..998691de12 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree index d53fd34980..723a0505bc 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.doctree index 1c72415bed..6c6fc0346c 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index e504ca849f..847b474963 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index e060e127a9..338190216a 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree index dc818fb7c9..1b6ed4af59 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index c519cf9c6f..b88093c2ca 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.doctree index dc243b884e..cd70640e8b 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.doctree index 863d034585..275773adf9 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 0dcd99e592..b64868df84 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 0ce9b0591b..e278995d6b 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 898ebb3103..9493bf0808 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 676b60a33e..165dcdf8df 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 85b44fec55..abb1102a5a 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 23323e0f99..11c463990c 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index dc506ef579..49de0ee160 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index bae7b45fd7..00df5a1804 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index eb2f3b7d59..c07c0b04e0 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index d62fe90b10..20b14b47d5 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 8127b1d5e5..468ddfe027 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree index f57ec5d6ef..09492d46d8 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index a59ab06747..a8ecf94ac9 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index 2186ce8ba7..a0f9100807 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.doctree index e7edf653bc..30dc1fb42b 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index a3a5ac1051..937cb55ca7 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 0802b0e866..ffc4f724a9 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 9ae035e319..24cf95f614 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index d7f5d7f942..acad330dd7 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree index 9ed5c4310b..b67a9ae2af 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 319bdea058..798c6d6904 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index 63a986f959..c9b276145c 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index 1b42332f28..7912c89091 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree index 0596b2b210..6ad8e24133 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree index e47b42fbe5..61d371e17c 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index d96996498d..edb2f0144c 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index 12d26a0d19..b9ccf1c452 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 7d67a25323..61c23a0e8b 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree index 26671ad836..b63a00b53b 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index ceb0650026..7dbf78238d 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index ad5e753c59..c5aa73523b 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index e7de572307..5d96af8d91 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 1f1e9a2759..49db811196 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/main/.doctrees/pages/notebooks/basic_example.doctree index 79c4dfca23..583b27662b 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/main/.doctrees/pages/notebooks/change_environment.doctree index 40b1a14a97..cc9c303058 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/main/.doctrees/pages/notebooks/default_building_control.doctree index 081e7d128f..2ce814ac8f 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/main/.doctrees/pages/notebooks/drl.doctree index 481132d8d0..a81845b0e5 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/getting_env_information.doctree b/docs/compilation/main/.doctrees/pages/notebooks/getting_env_information.doctree index 4550a2bf63..8aa5cdc997 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/getting_env_information.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/getting_env_information.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/main/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 1be77f55af..24127cab39 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/main/.doctrees/pages/notebooks/rule_controller_example.doctree index b623d6d947..ccf3d04543 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/main/.doctrees/pages/notebooks/wrappers_examples.doctree index 6c9fa75746..1290e4278a 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/output.doctree b/docs/compilation/main/.doctrees/pages/output.doctree index 34971b4e67..2474689ca4 100644 Binary files a/docs/compilation/main/.doctrees/pages/output.doctree and b/docs/compilation/main/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/rewards.doctree b/docs/compilation/main/.doctrees/pages/rewards.doctree index 566fbfbb8d..3daa484604 100644 Binary files a/docs/compilation/main/.doctrees/pages/rewards.doctree and b/docs/compilation/main/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/tests.doctree b/docs/compilation/main/.doctrees/pages/tests.doctree index 56f725ab62..8749f36131 100644 Binary files a/docs/compilation/main/.doctrees/pages/tests.doctree and b/docs/compilation/main/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/usage-example.doctree b/docs/compilation/main/.doctrees/pages/usage-example.doctree index 5f0bd1d504..0566f6a253 100644 Binary files a/docs/compilation/main/.doctrees/pages/usage-example.doctree and b/docs/compilation/main/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/weathers.doctree b/docs/compilation/main/.doctrees/pages/weathers.doctree index f2573ab689..f76c644cbe 100644 Binary files a/docs/compilation/main/.doctrees/pages/weathers.doctree and b/docs/compilation/main/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/wrappers.doctree b/docs/compilation/main/.doctrees/pages/wrappers.doctree index d937e4e21e..18aaefe497 100644 Binary files a/docs/compilation/main/.doctrees/pages/wrappers.doctree and b/docs/compilation/main/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/main/_sources/pages/wrappers.rst.txt b/docs/compilation/main/_sources/pages/wrappers.rst.txt index e1dca55350..48bcf4b7fb 100644 --- a/docs/compilation/main/_sources/pages/wrappers.rst.txt +++ b/docs/compilation/main/_sources/pages/wrappers.rst.txt @@ -132,6 +132,12 @@ However, *Sinergym* enhances its functionality with some additional features: - The automatic calibration can be enabled or disabled as you interact with the environment, allowing the calibration to remain static instead of adaptive. +In addition, this wrapper saves the values of mean and var in txt files in the +*Sinergym* output. This should be used in case of evaluating the model later. +An example of its use can be found in the use case :ref:`Loading a model`. It is +also important that normalization calibration update is deactivated during evaluation +processes. + These functionalities are crucial when evaluating models trained using this wrapper. For more details, visit `#407 `__. diff --git a/docs/compilation/main/genindex.html b/docs/compilation/main/genindex.html index 0a49a0437a..a7d06dbc4a 100644 --- a/docs/compilation/main/genindex.html +++ b/docs/compilation/main/genindex.html @@ -283,6 +283,8 @@

C

diff --git a/docs/compilation/main/objects.inv b/docs/compilation/main/objects.inv index abe0a6ba31..e2890eaa51 100644 Binary files a/docs/compilation/main/objects.inv and b/docs/compilation/main/objects.inv differ diff --git a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html index 85dbbcc884..268f24f230 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html @@ -148,10 +148,10 @@

sinergym.utils.wrappers.NormalizeObservation

-class sinergym.utils.wrappers.NormalizeObservation(env: EplusEnv, automatic_update: bool = True, epsilon: float = 1e-08, mean: float64 | None = None, var: float64 | None = None)
+class sinergym.utils.wrappers.NormalizeObservation(env: EplusEnv, automatic_update: bool = True, epsilon: float = 1e-08, mean: list | float64 | None = None, var: list | float64 | None = None)
-__init__(env: EplusEnv, automatic_update: bool = True, epsilon: float = 1e-08, mean: float64 | None = None, var: float64 | None = None)
+__init__(env: EplusEnv, automatic_update: bool = True, epsilon: float = 1e-08, mean: list | float64 | None = None, var: list | float64 | None = None)

Initializes the NormalizationWrapper. Mean and var values can be None andbeing updated during interaction with environment.

Parameters:
@@ -178,8 +178,8 @@

sinergym.utils.wrappers.NormalizeObservation

class_name()

Returns the class name of the wrapper.

-

close()

-

Closes the wrapper and env.

+

close()

+

Close the environment and save normalization calibration.

deactivate_update()

Deactivates the automatic update of the normalization wrapper.

@@ -255,6 +255,12 @@

sinergym.utils.wrappers.NormalizeObservation +
+close()
+

Close the environment and save normalization calibration.

+

+
deactivate_update()
@@ -269,7 +275,7 @@

sinergym.utils.wrappers.NormalizeObservation
-property mean
+property mean: float64 | None

Returns the mean value of the observations.

@@ -306,7 +312,7 @@

sinergym.utils.wrappers.NormalizeObservation
-property var
+property var: float64 | None

Returns the variance value of the observations.

diff --git a/docs/compilation/main/pages/notebooks/drl.html b/docs/compilation/main/pages/notebooks/drl.html index 64cc2c0800..f64c404615 100644 --- a/docs/compilation/main/pages/notebooks/drl.html +++ b/docs/compilation/main/pages/notebooks/drl.html @@ -156,12 +156,12 @@

24.1. Training a model
# Environment ID
-environment = "Eplus-5zone-mixed-discrete-stochastic-v1"
+environment = "Eplus-5zone-mixed-continuous-stochastic-v1"
 # Training episodes
 episodes = 5
 #Name of the experiment
 experiment_date = datetime.today().strftime('%Y-%m-%d_%H:%M')
-experiment_name = 'SB3_DQN-' + environment + \
+experiment_name = 'SB3_PPO-' + environment + \
     '-episodes-' + str(episodes)
 experiment_name += '_' + experiment_date
@@ -179,7 +179,7 @@

24.1. Training a model} experiment_params.update({'environment':environment, 'episodes':episodes, - 'algorithm':'SB3_DQN'}) + 'algorithm':'SB3_PPO'}) # Get wandb init params (you have to specify your own project and entity) wandb_params = {"project": 'sinergym', @@ -199,33 +199,33 @@

24.1. Training a model 
 Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.
+wandb: Currently logged in as: alex_ugr. Use `wandb login --relogin` to force relogin
-
-
-wandb: Currently logged in as: alex_ugr. Use `wandb login --relogin` to force relogin
-
+
+wandb version 0.16.6 is available! To upgrade, please run: + $ pip install wandb --upgrade
-Tracking run with wandb version 0.16.0
+Tracking run with wandb version 0.16.3
-Run data is saved locally in /workspaces/sinergym/examples/wandb/run-20231117_094304-pf27dlou
+Run data is saved locally in /workspaces/sinergym/examples/wandb/run-20240425_140538-y215gzyw
-Syncing run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_cun8jng3 to Weights & Biases (docs)
+Syncing run SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_sf6wp7r8 to Weights & Biases (docs)
@@ -237,7 +237,7 @@

24.1. Training a model

-View run at https://wandb.ai/alex_ugr/sinergym/runs/pf27dlou
+View run at https://wandb.ai/alex_ugr/sinergym/runs/y215gzyw

Now, we’re ready to create the Gym environment. We’ll use the previously defined environment name, but remember that you can change the default environment configuration. We’ll also create an eval_env for evaluation episodes. If desired, we can replace the env name with the experiment name.

@@ -255,41 +255,44 @@

24.1. Training a model 
 #==============================================================================================#
-[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]
 #==============================================================================================#
-[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1]
-[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041]
+[MODELING] (INFO) : Model Config is correct.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 0, 'n_steps_per_hour': 4}
 [MODELING] (INFO) : Episode length (seconds): 31536000.0
 [MODELING] (INFO) : timestep size (seconds): 900.0
 [MODELING] (INFO) : timesteps per episode: 35040
-[MODELING] (INFO) : Model Config is correct.
 [REWARD] (INFO) : Reward function initialized.
-[ENVIRONMENT] (INFO) : Environment SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43 created successfully.
-[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)
-[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.
-[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized
+[ENVIRONMENT] (INFO) : Environment SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05 created successfully.
 #==============================================================================================#
-[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION]
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]
 #==============================================================================================#
-[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1]
-[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041]
+[MODELING] (INFO) : Model Config is correct.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 0, 'n_steps_per_hour': 4}
 [MODELING] (INFO) : Episode length (seconds): 31536000.0
 [MODELING] (INFO) : timestep size (seconds): 900.0
 [MODELING] (INFO) : timesteps per episode: 35040
-[MODELING] (INFO) : Model Config is correct.
 [REWARD] (INFO) : Reward function initialized.
-[ENVIRONMENT] (INFO) : Environment SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION created successfully.
-[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)
-[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.
-[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized
+[ENVIRONMENT] (INFO) : Environment SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION created successfully.

-

We can also add a Wrapper to the environment. We’ll use an action normalization wrapper and a logger (extensions of gym.Wrapper). Normalization is highly recommended for DRL algorithms with continuous action space, and the logger is used to monitor and log environment interactions and save the data into a CSV. The generated files will also be stored as wandb artifacts.

+

We can also add a Wrapper to the environment. We’ll use an action and observation normalization wrapper and a logger (extensions of gym.Wrapper). Normalization is highly recommended for DRL algorithms with continuous action space, and the logger is used to monitor and log environment interactions and save the data into a CSV. The generated files will also be stored as wandb artifacts.

-
[6]:
+
[5]:
 

 

-
env = LoggerWrapper(env)
+
env = NormalizeObservation(env)
+env = NormalizeAction(env)
+env = LoggerWrapper(env)
+
+eval_env = NormalizeObservation(eval_env)
+eval_env = NormalizeAction(eval_env)
 eval_env = LoggerWrapper(eval_env)
 

 

@@ -299,16 +302,22 @@ 
24.1. Training a model
 
+[WRAPPER NormalizeObservation] (INFO) : Wrapper initialized.
+[WRAPPER NormalizeAction] (INFO) : New normalized action Space: Box(-1.0, 1.0, (2,), float32)
+[WRAPPER NormalizeAction] (INFO) : Wrapper initialized
 [WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.
+[WRAPPER NormalizeObservation] (INFO) : Wrapper initialized.
+[WRAPPER NormalizeAction] (INFO) : New normalized action Space: Box(-1.0, 1.0, (2,), float32)
+[WRAPPER NormalizeAction] (INFO) : Wrapper initialized
 [WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.
 

 

-
At this point, the environment is set up and ready to use. We’ll create our learning model (Stable Baselines 3 DQN), but any other algorithm can be used.

+
At this point, the environment is set up and ready to use. We’ll create our learning model (Stable Baselines 3 PPO), but any other algorithm can be used.

 

-
[7]:
+
[6]:
 

 

-
model = DQN('MlpPolicy', env, verbose=1)
+
model = PPO('MlpPolicy', env, verbose=1)
 

 

 

@@ -324,7 +333,7 @@ 
24.1. Training a model
-
[8]:
+
[7]:
 

 

 
callbacks = []
@@ -346,7 +355,7 @@ 
24.1. Training a model
-
[9]:
+
[8]:
 

 

 
# wandb logger and setting in SB3
@@ -369,7 +378,7 @@ 
24.1. Training a model
-
[10]:
+
[9]:
 

 

 
timesteps = episodes * (env.get_wrapper_attr('timestep_per_episode') - 1)
@@ -378,13 +387,13 @@ 
24.1. Training a model
-
[11]:
+
[10]:
 

 

 
model.learn(
     total_timesteps=timesteps,
     callback=callback,
-    log_interval=1)
+    log_interval=100)
 

 

 

@@ -394,14 +403,12 @@ 
24.1. Training a model
 
 #----------------------------------------------------------------------------------------------#
-[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 1]
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05] [Episode 1]
 #----------------------------------------------------------------------------------------------#
-[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1]
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run1]
 [MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
-[MODELING] (INFO) : Updated building model with whole Output:Variable available names
-[MODELING] (INFO) : Updated building model with whole Output:Meter available names
 [MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
-[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/output]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run1/output]
 

 

 

@@ -418,120 +425,101 @@ 
24.1. Training a model
 
-[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
 [ENVIRONMENT] (INFO) : Episode 1 started.
 [SIMULATOR] (INFO) : handlers initialized.
 [SIMULATOR] (INFO) : handlers are ready.
 [SIMULATOR] (INFO) : System is ready.
+[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]
 [WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active
 --------------------------------------------------------------------------------------------------------------| 1%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3296.2168 |
-|    air_humidity                 | 14.309143 |
-|    air_temperature              | 19.127739 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 39.0      |
-|    outdoor_temperature          | -9.724175 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2966595.2 |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.995     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 1%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1932.6711 |
-|    air_humidity                 | 15.199731 |
-|    air_temperature              | 20.344173 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 62.0      |
-|    outdoor_temperature          | -2.906447 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1739404.0 |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.989     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 1%
-| action_network/                 |            |
-|    index                        | 3          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 27         |
-|    Heating_Setpoint_RL          | 18         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1637.6606  |
-|    air_humidity                 | 34.85248   |
-|    air_temperature              | 20.126642  |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 4.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 2.0        |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 62.0       |
-|    outdoor_temperature          | -1.4313949 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1473894.6  |
-|    wind_direction               | 270.0      |
-|    wind_speed                   | 11.3       |
-| rollout/                        |            |
-|    exploration_rate             | 0.984      |
-------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.44978368  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 15.094967    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.47470018  |
+|    air_humidity                 | 1.5443028    |
+|    air_temperature              | -1.2483411   |
+|    clg_setpoint                 | 0.10036767   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.898854     |
+|    diffuse_solar_radiation      | -0.61689425  |
+|    direct_solar_radiation       | -0.58669466  |
+|    hour                         | -1.5447197   |
+|    htg_setpoint                 | -1.3526225   |
+|    month                        | 0.0007053454 |
+|    outdoor_humidity             | -0.2632173   |
+|    outdoor_temperature          | -2.4303603   |
+|    people_occupant              | -0.8722816   |
+|    total_electricity_HVAC       | -0.48225147  |
+|    wind_direction               | 1.0074217    |
+|    wind_speed                   | -0.65252066  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 3552.5068    |
+|    air_humidity                 | 37.176144    |
+|    air_temperature              | 18.045374    |
+|    clg_setpoint                 | 27.741302    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 2.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 39.0         |
+|    outdoor_temperature          | -12.332335   |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 3176965.5    |
+|    wind_direction               | 320.0        |
+|    wind_speed                   | 7.7          |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 1%
-| action_network/                 |            |
-|    index                        | 7          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 23         |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2696.1394  |
-|    air_humidity                 | 17.76754   |
-|    air_temperature              | 18.343163  |
-|    clg_setpoint                 | 28.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 5.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 3.0        |
-|    htg_setpoint                 | 17.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 50.0       |
-|    outdoor_temperature          | -6.7237883 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 2426525.5  |
-|    wind_direction               | 270.0      |
-|    wind_speed                   | 6.2        |
-| rollout/                        |            |
-|    exploration_rate             | 0.978      |
-------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.5050469    |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.329533    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.8606062    |
+|    air_humidity                 | 0.844899     |
+|    air_temperature              | -0.23196684  |
+|    clg_setpoint                 | 0.35929757   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 2.5204995    |
+|    diffuse_solar_radiation      | -0.6330984   |
+|    direct_solar_radiation       | -0.5763175   |
+|    hour                         | -1.4134499   |
+|    htg_setpoint                 | 0.8879877    |
+|    month                        | 0.0004975185 |
+|    outdoor_humidity             | 1.793373     |
+|    outdoor_temperature          | 1.2288152    |
+|    people_occupant              | -0.872282    |
+|    total_electricity_HVAC       | 0.9215611    |
+|    wind_direction               | -1.8862094   |
+|    wind_speed                   | 0.049212422  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 12450.545    |
+|    air_humidity                 | 35.54185     |
+|    air_temperature              | 20.94378     |
+|    clg_setpoint                 | 27.941988    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 3.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 1.0          |
+|    htg_setpoint                 | 20.944117    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 62.0         |
+|    outdoor_temperature          | -2.9823768   |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 11687277.0   |
+|    wind_direction               | 60.0         |
+|    wind_speed                   | 6.2          |
+--------------------------------------------------
 

 

 

@@ -539,12 +527,16 @@ 
24.1. Training a model
 
-/workspaces/sinergym/sinergym/utils/callbacks.py:279: UserWarning: Training and eval env are not of the same type<stable_baselines3.common.vec_env.dummy_vec_env.DummyVecEnv object at 0x7f6e4589ee90> != <LoggerWrapper<DiscretizeEnv<OrderEnforcing<PassiveEnvChecker<EplusEnv<Eplus-5zone-mixed-discrete-stochastic-v1>>>>>>
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.
+  logger.warn(
+/workspaces/sinergym/sinergym/utils/callbacks.py:309: UserWarning: Training and eval env are not of the same type<stable_baselines3.common.vec_env.dummy_vec_env.DummyVecEnv object at 0x7efeffbc78b0> != <LoggerWrapper<NormalizeAction<NormalizeObservation<OrderEnforcing<PassiveEnvChecker<EplusEnv<Eplus-5zone-mixed-continuous-stochastic-v1>>>>>>>
   warnings.warn(
 /usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
   gym.logger.warn("Casting input x to numpy array.")
 /usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.
   logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.unwrapped_observation to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.unwrapped_observation` for environment variables or `env.get_wrapper_attr('unwrapped_observation')` that will search the reminding wrappers.
+  logger.warn(
 /usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.
   logger.warn(
 /usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.
@@ -556,52760 +548,78590 @@ 
24.1. Training a model
 
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.814899    |
+|    air_humidity                 | 1.3925622    |
+|    air_temperature              | -0.73331887  |
+|    clg_setpoint                 | -0.88596326  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 2.1552622    |
+|    diffuse_solar_radiation      | -0.5900505   |
+|    direct_solar_radiation       | -0.44649348  |
+|    hour                         | -1.280776    |
+|    htg_setpoint                 | -1.3434962   |
+|    month                        | 0.0004052204 |
+|    outdoor_humidity             | 0.23561773   |
+|    outdoor_temperature          | 0.3521049    |
+|    people_occupant              | -0.87228215  |
+|    total_electricity_HVAC       | -0.8086527   |
+|    wind_direction               | 0.4803797    |
+|    wind_speed                   | 1.3785272    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 541.3448     |
+|    air_humidity                 | 48.778576    |
+|    air_temperature              | 19.938894    |
+|    clg_setpoint                 | 24.390467    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 2.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 62.0         |
+|    outdoor_temperature          | -0.12547101  |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 492505.06    |
+|    wind_direction               | 270.0        |
+|    wind_speed                   | 11.3         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6676585  |
+|    Heating_Setpoint_RL          | -0.61141574 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.371653   |
+|    Heating_Setpoint_RL          | 14.185786   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.53376436 |
+|    air_humidity                 | -0.2088845  |
+|    air_temperature              | -1.2112623  |
+|    clg_setpoint                 | 0.90256953  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.9999994   |
+|    diffuse_solar_radiation      | -0.600921   |
+|    direct_solar_radiation       | -0.4862134  |
+|    hour                         | -1.1467745  |
+|    htg_setpoint                 | -0.48262912 |
+|    month                        | 0.00035007  |
+|    outdoor_humidity             | -0.14025404 |
+|    outdoor_temperature          | -0.52959037 |
+|    people_occupant              | -0.8722822  |
+|    total_electricity_HVAC       | -0.5354909  |
+|    wind_direction               | 0.39181325  |
+|    wind_speed                   | -0.36963046 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2155.5242   |
+|    air_humidity                 | 33.699894   |
+|    air_temperature              | 18.856947   |
+|    clg_setpoint                 | 29.168901   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 15.361061   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 50.0        |
+|    outdoor_temperature          | -6.251751   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1931906.1   |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |            |
-|    index                        | 2          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 28         |
-|    Heating_Setpoint_RL          | 17         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2682.915   |
-|    air_humidity                 | 12.916248  |
-|    air_temperature              | 19.004652  |
-|    clg_setpoint                 | 26.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 6.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 4.0        |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 67.0       |
-|    outdoor_temperature          | -6.6576667 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 2414623.5  |
-|    wind_direction               | 240.0      |
-|    wind_speed                   | 3.6        |
-| rollout/                        |            |
-|    exploration_rate             | 0.973      |
-------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.99546194    |
+|    Heating_Setpoint_RL          | 0.68203896    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 29.984684     |
+|    Heating_Setpoint_RL          | 21.46147      |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.51078784   |
+|    air_humidity                 | -1.2685748    |
+|    air_temperature              | -1.024416     |
+|    clg_setpoint                 | -0.24891856   |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.9133781     |
+|    diffuse_solar_radiation      | -0.6076484    |
+|    direct_solar_radiation       | -0.51732      |
+|    hour                         | -1.0115265    |
+|    htg_setpoint                 | -1.3123395    |
+|    month                        | 0.00031234752 |
+|    outdoor_humidity             | 0.7438494     |
+|    outdoor_temperature          | -0.64665073   |
+|    people_occupant              | -0.7268466    |
+|    total_electricity_HVAC       | -0.5157903    |
+|    wind_direction               | -0.03561862   |
+|    wind_speed                   | -1.0083431    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 2374.1133     |
+|    air_humidity                 | 21.606262     |
+|    air_temperature              | 19.147503     |
+|    clg_setpoint                 | 26.014244     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 6.0           |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 4.0           |
+|    htg_setpoint                 | 12.0          |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 67.0          |
+|    outdoor_temperature          | -6.8588176    |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 2125020.2     |
+|    wind_direction               | 240.0         |
+|    wind_speed                   | 3.6           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |            |
-|    index                        | 3          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 27         |
-|    Heating_Setpoint_RL          | 18         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1243.6388  |
-|    air_humidity                 | 13.383576  |
-|    air_temperature              | 18.792883  |
-|    clg_setpoint                 | 30.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 7.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 5.0        |
-|    htg_setpoint                 | 15.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 60.0       |
-|    outdoor_temperature          | 0.53871423 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1119275.0  |
-|    wind_direction               | 240.0      |
-|    wind_speed                   | 5.7        |
-| rollout/                        |            |
-|    exploration_rate             | 0.968      |
-------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.26237145    |
+|    Heating_Setpoint_RL          | -0.36151478   |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 27.510504     |
+|    Heating_Setpoint_RL          | 15.591479     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | 0.6200423     |
+|    air_humidity                 | -1.432235     |
+|    air_temperature              | -0.5611448    |
+|    clg_setpoint                 | 1.3173552     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.8579705     |
+|    diffuse_solar_radiation      | -0.6089403    |
+|    direct_solar_radiation       | -0.50132495   |
+|    hour                         | -0.8751172    |
+|    htg_setpoint                 | 0.6488478     |
+|    month                        | 0.00028444006 |
+|    outdoor_humidity             | 0.43488365    |
+|    outdoor_temperature          | 0.7708154     |
+|    people_occupant              | -0.6361031    |
+|    total_electricity_HVAC       | 0.7996722     |
+|    wind_direction               | -0.0071030906 |
+|    wind_speed                   | -0.3164547    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 9830.654      |
+|    air_humidity                 | 15.663212     |
+|    air_temperature              | 20.11363      |
+|    clg_setpoint                 | 30.0          |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 7.0           |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 5.0           |
+|    htg_setpoint                 | 20.113628     |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 60.0          |
+|    outdoor_temperature          | 1.38204       |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 10073893.0    |
+|    wind_direction               | 240.0         |
+|    wind_speed                   | 5.7           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |            |
-|    index                        | 3          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 27         |
-|    Heating_Setpoint_RL          | 18         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1664.6848  |
-|    air_humidity                 | 13.20179   |
-|    air_temperature              | 18.895155  |
-|    clg_setpoint                 | 26.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 8.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 6.0        |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 41.0       |
-|    outdoor_temperature          | -5.1032705 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1498216.4  |
-|    wind_direction               | 50.0       |
-|    wind_speed                   | 2.6        |
-| rollout/                        |            |
-|    exploration_rate             | 0.962      |
-------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.97485095    |
+|    Heating_Setpoint_RL          | 0.9907824     |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 29.915121     |
+|    Heating_Setpoint_RL          | 23.19815      |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | 2.196059      |
+|    air_humidity                 | -0.27542838   |
+|    air_temperature              | -0.65056306   |
+|    clg_setpoint                 | -0.9409854    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.8194352     |
+|    diffuse_solar_radiation      | -0.6143988    |
+|    direct_solar_radiation       | -0.5167107    |
+|    hour                         | -0.7376365    |
+|    htg_setpoint                 | 0.694482      |
+|    month                        | 0.00026270346 |
+|    outdoor_humidity             | -0.46481594   |
+|    outdoor_temperature          | -0.24187052   |
+|    people_occupant              | -0.66815555   |
+|    total_electricity_HVAC       | 2.1385336     |
+|    wind_direction               | -2.2418182    |
+|    wind_speed                   | -1.5057687    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 19845.432     |
+|    air_humidity                 | 27.253428     |
+|    air_temperature              | 20.018244     |
+|    clg_setpoint                 | 24.167604     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 8.0           |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 6.0           |
+|    htg_setpoint                 | 20.3671       |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 41.0          |
+|    outdoor_temperature          | -4.0201516    |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 17862642.0    |
+|    wind_direction               | 50.0          |
+|    wind_speed                   | 2.6           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 33.12003  |
-|    air_temperature              | 19.675444 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 39.5      |
-|    direct_solar_radiation       | 9.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 3.195037  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.957     |
------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.32490957    |
+|    Heating_Setpoint_RL          | -1.0          |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 27.72157      |
+|    Heating_Setpoint_RL          | 12.0          |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.71746165   |
+|    air_humidity                 | 1.8100551     |
+|    air_temperature              | -0.79036176   |
+|    clg_setpoint                 | -1.3282624    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.7910669     |
+|    diffuse_solar_radiation      | 0.13623822    |
+|    direct_solar_radiation       | -0.4326992    |
+|    hour                         | -0.5991784    |
+|    htg_setpoint                 | -0.087695874  |
+|    month                        | 0.00024514517 |
+|    outdoor_humidity             | 2.0212507     |
+|    outdoor_temperature          | 1.0981784     |
+|    people_occupant              | -0.6924274    |
+|    total_electricity_HVAC       | -0.7164407    |
+|    wind_direction               | -2.322791     |
+|    wind_speed                   | -2.1955953    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 964.20593     |
+|    air_humidity                 | 51.22419      |
+|    air_temperature              | 19.824741     |
+|    clg_setpoint                 | 23.25         |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 9.0           |
+|    diffuse_solar_radiation      | 39.5          |
+|    direct_solar_radiation       | 9.0           |
+|    hour                         | 7.0           |
+|    htg_setpoint                 | 17.219343     |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 100.0         |
+|    outdoor_temperature          | 3.1604953     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 863793.9      |
+|    wind_direction               | 0.0           |
+|    wind_speed                   | 0.0           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 3%
-| action_network/                 |            |
-|    index                        | 5          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1803.2925  |
-|    air_humidity                 | 20.75208   |
-|    air_temperature              | 22.000008  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 10.0       |
-|    diffuse_solar_radiation      | 124.5      |
-|    direct_solar_radiation       | 318.0      |
-|    hour                         | 8.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 72.0       |
-|    outdoor_temperature          | -2.6576498 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1622963.2  |
-|    wind_direction               | 340.0      |
-|    wind_speed                   | 4.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.951      |
-------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -1.0          |
+|    Heating_Setpoint_RL          | -1.0          |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23.25         |
+|    Heating_Setpoint_RL          | 12.0          |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.40987742   |
+|    air_humidity                 | -0.0023340024 |
+|    air_temperature              | 0.43090534    |
+|    clg_setpoint                 | -0.84695745   |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.7693034     |
+|    diffuse_solar_radiation      | 1.6744821     |
+|    direct_solar_radiation       | 1.2170002     |
+|    hour                         | -0.45984077   |
+|    htg_setpoint                 | -1.3664417    |
+|    month                        | 0.00023057147 |
+|    outdoor_humidity             | 0.6792791     |
+|    outdoor_temperature          | -0.28780088   |
+|    people_occupant              | 1.6278055     |
+|    total_electricity_HVAC       | -0.41186473   |
+|    wind_direction               | 1.1116179     |
+|    wind_speed                   | -0.7653612    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 2730.729      |
+|    air_humidity                 | 33.023746     |
+|    air_temperature              | 22.745012     |
+|    clg_setpoint                 | 24.471554     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 10.0          |
+|    diffuse_solar_radiation      | 124.5         |
+|    direct_solar_radiation       | 318.0         |
+|    hour                         | 8.0           |
+|    htg_setpoint                 | 12.051688     |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 72.0          |
+|    outdoor_temperature          | -3.3858984    |
+|    people_occupant              | 20.0          |
+|    total_electricity_HVAC       | 2477490.5     |
+|    wind_direction               | 340.0         |
+|    wind_speed                   | 4.1           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 3%
-| action_network/                 |            |
-|    index                        | 5          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2222.2266  |
-|    air_humidity                 | 13.443321  |
-|    air_temperature              | 22.207747  |
-|    clg_setpoint                 | 27.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 11.0       |
-|    diffuse_solar_radiation      | 158.0      |
-|    direct_solar_radiation       | 228.0      |
-|    hour                         | 9.0        |
-|    htg_setpoint                 | 18.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 37.0       |
-|    outdoor_temperature          | -4.8114486 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 2000003.9  |
-|    wind_direction               | 260.0      |
-|    wind_speed                   | 8.8        |
-| rollout/                        |            |
-|    exploration_rate             | 0.946      |
-------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -1.0          |
+|    Heating_Setpoint_RL          | 0.93225557    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23.25         |
+|    Heating_Setpoint_RL          | 22.868938     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.47414067   |
+|    air_humidity                 | -0.2974741    |
+|    air_temperature              | 0.9401795     |
+|    clg_setpoint                 | 0.57483864    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.7520751     |
+|    diffuse_solar_radiation      | 2.2537124     |
+|    direct_solar_radiation       | 0.67150754    |
+|    hour                         | -0.31972525   |
+|    htg_setpoint                 | 0.28127095    |
+|    month                        | 0.00021821789 |
+|    outdoor_humidity             | -0.8517712    |
+|    outdoor_temperature          | -0.25322354   |
+|    people_occupant              | 1.5832275     |
+|    total_electricity_HVAC       | -0.47698316   |
+|    wind_direction               | 0.27128154    |
+|    wind_speed                   | 0.9275099     |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 2273.8093     |
+|    air_humidity                 | 30.186789     |
+|    air_temperature              | 24.039318     |
+|    clg_setpoint                 | 28.046003     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 11.0          |
+|    diffuse_solar_radiation      | 158.0         |
+|    direct_solar_radiation       | 228.0         |
+|    hour                         | 9.0           |
+|    htg_setpoint                 | 18.758915     |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 37.0          |
+|    outdoor_temperature          | -3.1805806    |
+|    people_occupant              | 20.0          |
+|    total_electricity_HVAC       | 2053658.9     |
+|    wind_direction               | 260.0         |
+|    wind_speed                   | 8.8           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 3%
-| action_network/                 |            |
-|    index                        | 6          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 24         |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 130.00592  |
-|    air_humidity                 | 16.974932  |
-|    air_temperature              | 19.933048  |
-|    clg_setpoint                 | 26.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 12.0       |
-|    diffuse_solar_radiation      | 202.5      |
-|    direct_solar_radiation       | 79.0       |
-|    hour                         | 10.0       |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 61.0       |
-|    outdoor_temperature          | 4.3786383  |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 114245.734 |
-|    wind_direction               | 240.0      |
-|    wind_speed                   | 4.6        |
-| rollout/                        |            |
-|    exploration_rate             | 0.94       |
-------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.75223106    |
+|    Heating_Setpoint_RL          | -0.25562504   |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 29.16378      |
+|    Heating_Setpoint_RL          | 16.187109     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.8200161    |
+|    air_humidity                 | -0.41780928   |
+|    air_temperature              | -0.3860848    |
+|    clg_setpoint                 | 0.4958815     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.7380964     |
+|    diffuse_solar_radiation      | 2.934018      |
+|    direct_solar_radiation       | -0.08345275   |
+|    hour                         | -0.17893668   |
+|    htg_setpoint                 | -0.0857557    |
+|    month                        | 0.00020756897 |
+|    outdoor_humidity             | 0.2829103     |
+|    outdoor_temperature          | 1.476603      |
+|    people_occupant              | -0.7395129    |
+|    total_electricity_HVAC       | -0.81579924   |
+|    wind_direction               | 0.059484415   |
+|    wind_speed                   | -0.6129263    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 87.037186     |
+|    air_humidity                 | 28.844536     |
+|    air_temperature              | 20.889086     |
+|    clg_setpoint                 | 27.809761     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 12.0          |
+|    diffuse_solar_radiation      | 202.5         |
+|    direct_solar_radiation       | 79.0          |
+|    hour                         | 10.0          |
+|    htg_setpoint                 | 17.341812     |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 61.0          |
+|    outdoor_temperature          | 5.341357      |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 78333.47      |
+|    wind_direction               | 240.0         |
+|    wind_speed                   | 4.6           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 4%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 73.03831  |
-|    air_humidity                 | 25.305868 |
-|    air_temperature              | 20.497007 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 175.0     |
-|    direct_solar_radiation       | 6.0       |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 65.0      |
-|    outdoor_temperature          | 7.873773  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 67578.96  |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.935     |
------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.93831766    |
+|    Heating_Setpoint_RL          | -0.5819654    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 29.791822     |
+|    Heating_Setpoint_RL          | 14.351444     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.7994756    |
+|    air_humidity                 | -0.510945     |
+|    air_temperature              | -0.3302882    |
+|    clg_setpoint                 | -1.3385397    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.7265259     |
+|    diffuse_solar_radiation      | 2.310708      |
+|    direct_solar_radiation       | -0.44088468   |
+|    hour                         | -0.037582844  |
+|    htg_setpoint                 | -0.13115579   |
+|    month                        | 0.00019826289 |
+|    outdoor_humidity             | 0.40573612    |
+|    outdoor_temperature          | 1.83749       |
+|    people_occupant              | -0.6924274    |
+|    total_electricity_HVAC       | -0.7950188    |
+|    wind_direction               | -0.14464371   |
+|    wind_speed                   | -0.72670174   |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 87.037186     |
+|    air_humidity                 | 27.52059      |
+|    air_temperature              | 20.99283      |
+|    clg_setpoint                 | 23.25         |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 13.0          |
+|    diffuse_solar_radiation      | 175.0         |
+|    direct_solar_radiation       | 6.0           |
+|    hour                         | 11.0          |
+|    htg_setpoint                 | 17.140244     |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 65.0          |
+|    outdoor_temperature          | 8.426342      |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 78333.47      |
+|    wind_direction               | 220.0         |
+|    wind_speed                   | 4.1           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 4%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2316.9001  |
-|    air_humidity                 | 15.797696  |
-|    air_temperature              | 21.902811  |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 14.0       |
-|    diffuse_solar_radiation      | 76.0       |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 12.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 83.0       |
-|    outdoor_temperature          | -7.2039795 |
-|    people_occupant              | 8.0        |
-|    total_electricity_HVAC       | 2085210.1  |
-|    wind_direction               | 50.0       |
-|    wind_speed                   | 9.8        |
-| rollout/                        |            |
-|    exploration_rate             | 0.93       |
-------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.54691863    |
+|    Heating_Setpoint_RL          | -0.2011808    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 28.47085      |
+|    Heating_Setpoint_RL          | 16.493359     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.25178787   |
+|    air_humidity                 | -0.5327982    |
+|    air_temperature              | 1.0024276     |
+|    clg_setpoint                 | 1.3789935     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.7167901     |
+|    diffuse_solar_radiation      | 0.6600504     |
+|    direct_solar_radiation       | -0.45122448   |
+|    hour                         | 0.10422586    |
+|    htg_setpoint                 | -0.15544793   |
+|    month                        | 0.00019003714 |
+|    outdoor_humidity             | 1.1772362     |
+|    outdoor_temperature          | -1.2686757    |
+|    people_occupant              | 0.2842936     |
+|    total_electricity_HVAC       | -0.26111624   |
+|    wind_direction               | -1.7228674    |
+|    wind_speed                   | 1.2837404     |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 3519.4417     |
+|    air_humidity                 | 26.852098     |
+|    air_temperature              | 23.946613     |
+|    clg_setpoint                 | 30.0          |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 14.0          |
+|    diffuse_solar_radiation      | 76.0          |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 12.0          |
+|    htg_setpoint                 | 17.009144     |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 83.0          |
+|    outdoor_temperature          | -8.019074     |
+|    people_occupant              | 8.0           |
+|    total_electricity_HVAC       | 3174542.8     |
+|    wind_direction               | 50.0          |
+|    wind_speed                   | 9.8           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 4%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.6465  |
-|    air_humidity                 | 38.209152 |
-|    air_temperature              | 22.889372 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 140.5     |
-|    direct_solar_radiation       | 12.0      |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 3.3975253 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 680081.9  |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.924     |
------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -1.0          |
+|    Heating_Setpoint_RL          | -0.93943226   |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23.25         |
+|    Heating_Setpoint_RL          | 12.340693     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.75820667   |
+|    air_humidity                 | 1.3664958     |
+|    air_temperature              | 2.0322206     |
+|    clg_setpoint                 | 0.3325763     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.7084844     |
+|    diffuse_solar_radiation      | 1.7854826     |
+|    direct_solar_radiation       | -0.36528784   |
+|    hour                         | 0.24637692    |
+|    htg_setpoint                 | -0.008984863  |
+|    month                        | 0.00018269602 |
+|    outdoor_humidity             | 1.7430407     |
+|    outdoor_temperature          | 0.7156222     |
+|    people_occupant              | 1.2101566     |
+|    total_electricity_HVAC       | -0.75499654   |
+|    wind_direction               | 0.40540108    |
+|    wind_speed                   | -0.23336276   |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 404.58347     |
+|    air_humidity                 | 45.912556     |
+|    air_temperature              | 26.351662     |
+|    clg_setpoint                 | 27.377485     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 15.0          |
+|    diffuse_solar_radiation      | 140.5         |
+|    direct_solar_radiation       | 12.0          |
+|    hour                         | 13.0          |
+|    htg_setpoint                 | 17.603302     |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 100.0         |
+|    outdoor_temperature          | 2.4960055     |
+|    people_occupant              | 16.0          |
+|    total_electricity_HVAC       | 372094.25     |
+|    wind_direction               | 250.0         |
+|    wind_speed                   | 5.7           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 4%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 894.3857  |
-|    air_humidity                 | 26.755064 |
-|    air_temperature              | 23.927494 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 71.5      |
-|    direct_solar_radiation       | 590.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 70.0      |
-|    outdoor_temperature          | 5.5716357 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 804947.06 |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.919     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 24.887455 |
-|    air_temperature              | 24.93139  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 33.0      |
-|    direct_solar_radiation       | 392.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 43.0      |
-|    outdoor_temperature          | 10.7322   |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.913     |
------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 1.0           |
+|    Heating_Setpoint_RL          | 0.026006952   |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 30.0          |
+|    Heating_Setpoint_RL          | 17.77129      |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.80185175   |
+|    air_humidity                 | 0.31898355    |
+|    air_temperature              | 2.685034      |
+|    clg_setpoint                 | 1.4041867     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.7013149     |
+|    diffuse_solar_radiation      | 0.5704208     |
+|    direct_solar_radiation       | 2.8339272     |
+|    hour                         | 0.38875607    |
+|    htg_setpoint                 | 0.08224414    |
+|    month                        | 0.00017609018 |
+|    outdoor_humidity             | 0.41932684    |
+|    outdoor_temperature          | 1.4342681     |
+|    people_occupant              | 1.6501275     |
+|    total_electricity_HVAC       | -0.7992499    |
+|    wind_direction               | -0.0071815974 |
+|    wind_speed                   | -0.860659     |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 87.037186     |
+|    air_humidity                 | 36.49767      |
+|    air_temperature              | 27.982876     |
+|    clg_setpoint                 | 30.0          |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 16.0          |
+|    diffuse_solar_radiation      | 71.5          |
+|    direct_solar_radiation       | 590.5         |
+|    hour                         | 14.0          |
+|    htg_setpoint                 | 17.977789     |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 70.0          |
+|    outdoor_temperature          | 6.197338      |
+|    people_occupant              | 20.0          |
+|    total_electricity_HVAC       | 78333.47      |
+|    wind_direction               | 210.0         |
+|    wind_speed                   | 4.1           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 596.4898  |
-|    air_humidity                 | 55.523884 |
-|    air_temperature              | 23.077408 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 11.750119 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 536840.8  |
-|    wind_direction               | 160.0     |
-|    wind_speed                   | 11.8      |
-| rollout/                        |           |
-|    exploration_rate             | 0.908     |
------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.11421508    |
+|    Heating_Setpoint_RL          | -1.0          |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 27.010475     |
+|    Heating_Setpoint_RL          | 12.0          |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.75917083   |
+|    air_humidity                 | -0.77723515   |
+|    air_temperature              | 1.6159708     |
+|    clg_setpoint                 | -0.37694454   |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.6950632     |
+|    diffuse_solar_radiation      | -0.07505897   |
+|    direct_solar_radiation       | 1.560414      |
+|    hour                         | 0.5312478     |
+|    htg_setpoint                 | 1.3783609     |
+|    month                        | 0.00017010345 |
+|    outdoor_humidity             | -0.8344147    |
+|    outdoor_temperature          | 1.8708794     |
+|    people_occupant              | 1.6198878     |
+|    total_electricity_HVAC       | -0.75869733   |
+|    wind_direction               | 0.08183623    |
+|    wind_speed                   | -1.5815717    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 231.29716     |
+|    air_humidity                 | 26.06256      |
+|    air_temperature              | 25.650692     |
+|    clg_setpoint                 | 25.65151      |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 17.0          |
+|    diffuse_solar_radiation      | 33.0          |
+|    direct_solar_radiation       | 392.0         |
+|    hour                         | 15.0          |
+|    htg_setpoint                 | 23.25         |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 43.0          |
+|    outdoor_temperature          | 8.9537525     |
+|    people_occupant              | 20.0          |
+|    total_electricity_HVAC       | 199216.75     |
+|    wind_direction               | 220.0         |
+|    wind_speed                   | 2.1           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 21.506569 |
-|    air_temperature              | 21.110353 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 39.0      |
-|    outdoor_temperature          | 5.498105  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.903     |
------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.35961762  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 15.602151    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.76231205  |
+|    air_humidity                 | 1.7304671    |
+|    air_temperature              | 1.534418     |
+|    clg_setpoint                 | -0.1602291   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.6895638    |
+|    diffuse_solar_radiation      | -0.6374918   |
+|    direct_solar_radiation       | -0.4491612   |
+|    hour                         | 0.6737358    |
+|    htg_setpoint                 | -1.2688533   |
+|    month                        | 0.0001646439 |
+|    outdoor_humidity             | 1.4636701    |
+|    outdoor_temperature          | 2.1111047    |
+|    people_occupant              | 1.5940758    |
+|    total_electricity_HVAC       | -0.76041704  |
+|    wind_direction               | -0.46705988  |
+|    wind_speed                   | 2.0159965    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 50.42991     |
+|    air_temperature              | 25.501942    |
+|    clg_setpoint                 | 26.178976    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 18.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 16.0         |
+|    htg_setpoint                 | 12.477902    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 96.0         |
+|    outdoor_temperature          | 11.09543     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 160.0        |
+|    wind_speed                   | 11.8         |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 22.093334 |
-|    air_temperature              | 20.600706 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 82.0      |
-|    outdoor_temperature          | 4.190033  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.897     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 6%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 479.13632 |
-|    air_humidity                 | 43.773174 |
-|    air_temperature              | 20.674847 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 7.8929534 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 414870.66 |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.892     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 6%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 840.7436  |
-|    air_humidity                 | 37.7276   |
-|    air_temperature              | 20.371922 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 5.074561  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 785942.25 |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.886     |
------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -0.9527218    |
+|    Heating_Setpoint_RL          | 0.025228418   |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23.409565     |
+|    Heating_Setpoint_RL          | 17.76691      |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.041025914  |
+|    air_humidity                 | -1.2486761    |
+|    air_temperature              | 0.58625823    |
+|    clg_setpoint                 | -0.587122     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.6846882     |
+|    diffuse_solar_radiation      | -0.6389275    |
+|    direct_solar_radiation       | -0.46441877   |
+|    hour                         | 0.8161034     |
+|    htg_setpoint                 | 1.381327      |
+|    month                        | 0.00015963771 |
+|    outdoor_humidity             | -1.0826808    |
+|    outdoor_temperature          | 1.3599398     |
+|    people_occupant              | -0.71147895   |
+|    total_electricity_HVAC       | 0.34974018    |
+|    wind_direction               | 0.43437082    |
+|    wind_speed                   | 0.15134817    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 4392.2314     |
+|    air_humidity                 | 21.977463     |
+|    air_temperature              | 23.250092     |
+|    clg_setpoint                 | 25.150396     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 19.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 17.0          |
+|    htg_setpoint                 | 23.25         |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 39.0          |
+|    outdoor_temperature          | 7.5050454     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 6251961.0     |
+|    wind_direction               | 250.0         |
+|    wind_speed                   | 6.7           |
+---------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -1.0          |
+|    Heating_Setpoint_RL          | 0.4447891     |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23.25         |
+|    Heating_Setpoint_RL          | 20.126938     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.70978916   |
+|    air_humidity                 | -1.1428338    |
+|    air_temperature              | -0.48885423   |
+|    clg_setpoint                 | 0.18896584    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.6803361     |
+|    diffuse_solar_radiation      | -0.63624644   |
+|    direct_solar_radiation       | -0.47239983   |
+|    hour                         | 0.9582341     |
+|    htg_setpoint                 | -1.3775915    |
+|    month                        | 0.00015502478 |
+|    outdoor_humidity             | 0.8619345     |
+|    outdoor_temperature          | 0.47145975    |
+|    people_occupant              | -0.6834582    |
+|    total_electricity_HVAC       | -0.7089994    |
+|    wind_direction               | -0.10723846   |
+|    wind_speed                   | -1.136253     |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 243.09917     |
+|    air_humidity                 | 22.074944     |
+|    air_temperature              | 20.77067      |
+|    clg_setpoint                 | 27.021244     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 20.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 18.0          |
+|    htg_setpoint                 | 12.0          |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 82.0          |
+|    outdoor_temperature          | 2.8944895     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 224043.8      |
+|    wind_direction               | 200.0         |
+|    wind_speed                   | 3.1           |
+---------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -0.66367066   |
+|    Heating_Setpoint_RL          | 0.45806488    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 24.38511      |
+|    Heating_Setpoint_RL          | 20.201614     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.72731006   |
+|    air_humidity                 | 1.7247981     |
+|    air_temperature              | 0.57535124    |
+|    clg_setpoint                 | -0.55619586   |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.6764274     |
+|    diffuse_solar_radiation      | -0.6353974    |
+|    direct_solar_radiation       | -0.46373907   |
+|    hour                         | 1.100012      |
+|    htg_setpoint                 | -1.3836082    |
+|    month                        | 0.00015075567 |
+|    outdoor_humidity             | 1.1288536     |
+|    outdoor_temperature          | 1.4535111     |
+|    people_occupant              | -0.45388016   |
+|    total_electricity_HVAC       | -0.7266107    |
+|    wind_direction               | -1.7192847    |
+|    wind_speed                   | -0.30969676   |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 87.037186     |
+|    air_humidity                 | 50.929417     |
+|    air_temperature              | 23.210066     |
+|    clg_setpoint                 | 25.19296      |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 21.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 19.0          |
+|    htg_setpoint                 | 12.0          |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 90.0          |
+|    outdoor_temperature          | 8.490772      |
+|    people_occupant              | 2.0           |
+|    total_electricity_HVAC       | 78333.47      |
+|    wind_direction               | 40.0          |
+|    wind_speed                   | 5.2           |
+---------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.8449898     |
+|    Heating_Setpoint_RL          | -0.8674064    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 29.476841     |
+|    Heating_Setpoint_RL          | 12.745839     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.71754897   |
+|    air_humidity                 | 2.246416      |
+|    air_temperature              | -0.19411452   |
+|    clg_setpoint                 | -1.3572712    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.6728977     |
+|    diffuse_solar_radiation      | -0.6331348    |
+|    direct_solar_radiation       | -0.45052433   |
+|    hour                         | 1.2413222     |
+|    htg_setpoint                 | -0.8046311    |
+|    month                        | 0.00014678923 |
+|    outdoor_humidity             | 1.3570021     |
+|    outdoor_temperature          | 0.8464892     |
+|    people_occupant              | -0.46358737   |
+|    total_electricity_HVAC       | -0.7169204    |
+|    wind_direction               | -1.3820497    |
+|    wind_speed                   | 0.06931924    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 87.037186     |
+|    air_humidity                 | 57.79165      |
+|    air_temperature              | 21.515676     |
+|    clg_setpoint                 | 23.25         |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 22.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 20.0          |
+|    htg_setpoint                 | 14.367855     |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 97.0          |
+|    outdoor_temperature          | 5.2821445     |
+|    people_occupant              | 2.0           |
+|    total_electricity_HVAC       | 78333.47      |
+|    wind_direction               | 60.0          |
+|    wind_speed                   | 6.2           |
+| train/                          |               |
+|    approx_kl                    | 0.006083058   |
+|    clip_fraction                | 0.058         |
+|    clip_range                   | 0.2           |
+|    entropy_loss                 | -2.83         |
+|    explained_variance           | -0.118        |
+|    learning_rate                | 0.0003        |
+|    loss                         | 4.25          |
+|    n_updates                    | 10            |
+|    policy_gradient_loss         | -0.00957      |
+|    std                          | 0.988         |
+|    value_loss                   | 36.7          |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 6%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 401.62372 |
-|    air_humidity                 | 58.423054 |
-|    air_temperature              | 19.202482 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 10.24485  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 361461.34 |
-|    wind_direction               | 150.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.881     |
------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -1.0          |
+|    Heating_Setpoint_RL          | 1.0           |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23.25         |
+|    Heating_Setpoint_RL          | 23.25         |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.70572037   |
+|    air_humidity                 | 2.296658      |
+|    air_temperature              | -0.1586251    |
+|    clg_setpoint                 | 0.6829752     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.6696942     |
+|    diffuse_solar_radiation      | -0.63194996   |
+|    direct_solar_radiation       | -0.43814954   |
+|    hour                         | 1.3820515     |
+|    htg_setpoint                 | 0.4815924     |
+|    month                        | 0.00014309095 |
+|    outdoor_humidity             | 1.2216746     |
+|    outdoor_temperature          | 1.8322123     |
+|    people_occupant              | -0.70800257   |
+|    total_electricity_HVAC       | -0.70508075   |
+|    wind_direction               | -0.41743362   |
+|    wind_speed                   | -0.08560264   |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 87.037186     |
+|    air_humidity                 | 60.3243       |
+|    air_temperature              | 21.614872     |
+|    clg_setpoint                 | 28.257233     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 23.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 21.0          |
+|    htg_setpoint                 | 19.589249     |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 96.0          |
+|    outdoor_temperature          | 11.12218      |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 78333.47      |
+|    wind_direction               | 150.0         |
+|    wind_speed                   | 5.7           |
+---------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -0.49381712   |
+|    Heating_Setpoint_RL          | 0.29232842    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 24.958366     |
+|    Heating_Setpoint_RL          | 19.269348     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.69392073   |
+|    air_humidity                 | 1.8697248     |
+|    air_temperature              | -0.5105204    |
+|    clg_setpoint                 | -0.46789658   |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.6667738     |
+|    diffuse_solar_radiation      | -0.62998605   |
+|    direct_solar_radiation       | -0.42674145   |
+|    hour                         | 1.5220886     |
+|    htg_setpoint                 | -1.3736129    |
+|    month                        | 0.00013963158 |
+|    outdoor_humidity             | -0.26224414   |
+|    outdoor_temperature          | 0.6152603     |
+|    people_occupant              | -0.7148097    |
+|    total_electricity_HVAC       | -0.6930304    |
+|    wind_direction               | 1.1733024     |
+|    wind_speed                   | 1.1916113     |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 87.037186     |
+|    air_humidity                 | 57.66884      |
+|    air_temperature              | 20.862228     |
+|    clg_setpoint                 | 25.450539     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 24.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 22.0          |
+|    htg_setpoint                 | 12.0          |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 62.0          |
+|    outdoor_temperature          | 4.8350616     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 78333.47      |
+|    wind_direction               | 310.0         |
+|    wind_speed                   | 9.3           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 7%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 854.80945 |
-|    air_humidity                 | 38.847115 |
-|    air_temperature              | 19.064434 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 62.0      |
-|    outdoor_temperature          | 4.9329586 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 716942.4  |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 9.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.875     |
------------------------------------------------
-Progress: |*******--------------------------------------------------------------------------------------------| 7%-----------------------------------------------
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 35.6719   |
-|    air_temperature              | 20.34233  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 64.0      |
-|    outdoor_temperature          | 2.1815379 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.87      |
------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.16758934    |
+|    Heating_Setpoint_RL          | 0.74849033    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 27.190615     |
+|    Heating_Setpoint_RL          | 21.835258     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.645444     |
+|    air_humidity                 | 1.6464673     |
+|    air_temperature              | -1.1481944    |
+|    clg_setpoint                 | -0.7318008    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.6641005     |
+|    diffuse_solar_radiation      | -0.6300092    |
+|    direct_solar_radiation       | -0.41630358   |
+|    hour                         | 1.6613247     |
+|    htg_setpoint                 | 0.016941117   |
+|    month                        | 0.00013638618 |
+|    outdoor_humidity             | -0.18696524   |
+|    outdoor_temperature          | -0.09085302   |
+|    people_occupant              | -0.72106975   |
+|    total_electricity_HVAC       | -0.64509016   |
+|    wind_direction               | 1.1299344     |
+|    wind_speed                   | 0.43618205    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 344.82056     |
+|    air_humidity                 | 55.625706     |
+|    air_temperature              | 19.42619      |
+|    clg_setpoint                 | 24.78915      |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 25.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 23.0          |
+|    htg_setpoint                 | 17.668362     |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 64.0          |
+|    outdoor_temperature          | 0.80247366    |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 314762.9      |
+|    wind_direction               | 310.0         |
+|    wind_speed                   | 7.2           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 7%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1108.0092 |
-|    air_humidity                 | 24.518076 |
-|    air_temperature              | 20.095318 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 88.0      |
-|    outdoor_temperature          | 1.2168629 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 997208.2  |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.865     |
------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -1.0          |
+|    Heating_Setpoint_RL          | 1.0           |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23.25         |
+|    Heating_Setpoint_RL          | 23.25         |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.67349994   |
+|    air_humidity                 | -0.4489442    |
+|    air_temperature              | -1.0832268    |
+|    clg_setpoint                 | -0.3968573    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.7939156     |
+|    diffuse_solar_radiation      | -0.63101315   |
+|    direct_solar_radiation       | -0.42365077   |
+|    hour                         | -1.6563419    |
+|    htg_setpoint                 | -1.3636221    |
+|    month                        | 0.00013333333 |
+|    outdoor_humidity             | 0.85168797    |
+|    outdoor_temperature          | 0.2339955     |
+|    people_occupant              | -0.699267     |
+|    total_electricity_HVAC       | -0.67294854   |
+|    wind_direction               | 0.5021408     |
+|    wind_speed                   | -0.86681545   |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 166.08086     |
+|    air_humidity                 | 31.33997      |
+|    air_temperature              | 19.54382      |
+|    clg_setpoint                 | 25.604408     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 27.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 0.0           |
+|    htg_setpoint                 | 12.066717     |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 88.0          |
+|    outdoor_temperature          | 2.6596918     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 149472.77     |
+|    wind_direction               | 250.0         |
+|    wind_speed                   | 3.6           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 8%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 27.546406 |
-|    air_temperature              | 19.860954 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 92.0      |
-|    outdoor_temperature          | 3.5815425 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.859     |
------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -0.08469369   |
+|    Heating_Setpoint_RL          | -0.62996966   |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 26.339159     |
+|    Heating_Setpoint_RL          | 14.081421     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.35353437   |
+|    air_humidity                 | -0.8349977    |
+|    air_temperature              | -0.95575994   |
+|    clg_setpoint                 | 0.0741473     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.7858124     |
+|    diffuse_solar_radiation      | -0.6305004    |
+|    direct_solar_radiation       | -0.4293042    |
+|    hour                         | -1.5084426    |
+|    htg_setpoint                 | 0.37472737    |
+|    month                        | 0.00013045451 |
+|    outdoor_humidity             | 1.0273664     |
+|    outdoor_temperature          | 0.20401847    |
+|    people_occupant              | -0.6793295    |
+|    total_electricity_HVAC       | -0.5778439    |
+|    wind_direction               | -1.6918844    |
+|    wind_speed                   | -1.1873298    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 2028.9602     |
+|    air_humidity                 | 26.44102      |
+|    air_temperature              | 19.839891     |
+|    clg_setpoint                 | 26.757586     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 28.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 1.0           |
+|    htg_setpoint                 | 19.150887     |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 92.0          |
+|    outdoor_temperature          | 2.5624905     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 662936.9      |
+|    wind_direction               | 30.0          |
+|    wind_speed                   | 2.6           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 8%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 41.918938 |
-|    air_temperature              | 19.22273  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 2.6798549 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 340.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.854     |
------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.11479589    |
+|    Heating_Setpoint_RL          | -0.51123863   |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 27.012436     |
+|    Heating_Setpoint_RL          | 14.749283     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.67407876   |
+|    air_humidity                 | 1.3526458     |
+|    air_temperature              | -0.7564297    |
+|    clg_setpoint                 | -0.102119684  |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.7783728     |
+|    diffuse_solar_radiation      | -0.6289784    |
+|    direct_solar_radiation       | -0.42185426   |
+|    hour                         | -1.3617151    |
+|    htg_setpoint                 | -0.25741825   |
+|    month                        | 0.00012773361 |
+|    outdoor_humidity             | 1.1678276     |
+|    outdoor_temperature          | 0.2294642     |
+|    people_occupant              | -0.6861123    |
+|    total_electricity_HVAC       | -0.67388827   |
+|    wind_direction               | 1.4372506     |
+|    wind_speed                   | -1.3249979    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 120.79365     |
+|    air_humidity                 | 51.824947     |
+|    air_temperature              | 20.296682     |
+|    clg_setpoint                 | 26.327393     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 29.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 2.0           |
+|    htg_setpoint                 | 16.59201      |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 96.0          |
+|    outdoor_temperature          | 2.7828324     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 107415.97     |
+|    wind_direction               | 340.0         |
+|    wind_speed                   | 2.1           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 8%
-| action_network/                 |            |
-|    index                        | 3          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 27         |
-|    Heating_Setpoint_RL          | 18         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2011.6338  |
-|    air_humidity                 | 24.83714   |
-|    air_temperature              | 20.192572  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 30.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 3.0        |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 65.0       |
-|    outdoor_temperature          | -3.3012602 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1810470.4  |
-|    wind_direction               | 340.0      |
-|    wind_speed                   | 2.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.848      |
-------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.36922413    |
+|    Heating_Setpoint_RL          | 0.20275748    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 27.871132     |
+|    Heating_Setpoint_RL          | 18.76551      |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | 2.144999      |
+|    air_humidity                 | -0.17355159   |
+|    air_temperature              | -0.50475115   |
+|    clg_setpoint                 | 0.9962165     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.7715181     |
+|    diffuse_solar_radiation      | -0.63082474   |
+|    direct_solar_radiation       | -0.4287717    |
+|    hour                         | -1.2158614    |
+|    htg_setpoint                 | 0.79778606    |
+|    month                        | 0.00012515654 |
+|    outdoor_humidity             | -0.18080647   |
+|    outdoor_temperature          | -1.0608076    |
+|    people_occupant              | -0.69242746   |
+|    total_electricity_HVAC       | 2.1989243     |
+|    wind_direction               | 1.4171159     |
+|    wind_speed                   | -1.3045553    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 16501.057     |
+|    air_humidity                 | 34.31757      |
+|    air_temperature              | 20.870955     |
+|    clg_setpoint                 | 28.996395     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 30.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 3.0           |
+|    htg_setpoint                 | 20.870972     |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 65.0          |
+|    outdoor_temperature          | -4.1424417    |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 15610365.0    |
+|    wind_direction               | 340.0         |
+|    wind_speed                   | 2.1           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 8%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2908.7742 |
-|    air_humidity                 | 24.490915 |
-|    air_temperature              | 19.521425 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 33.0      |
-|    outdoor_temperature          | -7.786963 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2617896.8 |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.843     |
------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 1.0           |
+|    Heating_Setpoint_RL          | 1.0           |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 30.0          |
+|    Heating_Setpoint_RL          | 23.25         |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | 1.8642257     |
+|    air_humidity                 | -0.16940218   |
+|    air_temperature              | -1.0418172    |
+|    clg_setpoint                 | -1.3744279    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.7651821     |
+|    diffuse_solar_radiation      | -0.63264054   |
+|    direct_solar_radiation       | -0.43456063   |
+|    hour                         | -1.0706452    |
+|    htg_setpoint                 | 0.50264996    |
+|    month                        | 0.00012271093 |
+|    outdoor_humidity             | -1.5644106    |
+|    outdoor_temperature          | -1.5388161    |
+|    people_occupant              | -0.6983224    |
+|    total_electricity_HVAC       | 1.8422948     |
+|    wind_direction               | -1.568423     |
+|    wind_speed                   | 0.5581454     |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 14892.197     |
+|    air_humidity                 | 34.407764     |
+|    air_temperature              | 19.665588     |
+|    clg_setpoint                 | 23.25         |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 31.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 4.0           |
+|    htg_setpoint                 | 19.6675       |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 33.0          |
+|    outdoor_temperature          | -6.7771854    |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 13698928.0    |
+|    wind_direction               | 20.0          |
+|    wind_speed                   | 7.2           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 9%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 18.300123 |
-|    air_temperature              | 19.512716 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 70.0      |
-|    outdoor_temperature          | 0.636746  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.837     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.38136217  |
+|    Heating_Setpoint_RL          | 0.6877945   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.912098   |
+|    Heating_Setpoint_RL          | 21.493843   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.291977    |
+|    air_humidity                 | -0.4309698  |
+|    air_temperature              | -0.685376   |
+|    clg_setpoint                 | 0.1986746   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6518493  |
+|    diffuse_solar_radiation      | -0.63331956 |
+|    direct_solar_radiation       | -0.44317597 |
+|    hour                         | -0.9258799  |
+|    htg_setpoint                 | 1.228285    |
+|    month                        | 11.135475   |
+|    outdoor_humidity             | 0.10497919  |
+|    outdoor_temperature          | 0.023796532 |
+|    people_occupant              | -0.7038384  |
+|    total_electricity_HVAC       | 2.2032456   |
+|    wind_direction               | 0.5828133   |
+|    wind_speed                   | -0.1620499  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17430.604   |
+|    air_humidity                 | 31.323547   |
+|    air_temperature              | 20.475225   |
+|    clg_setpoint                 | 27.068565   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 22.632528   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 70.0        |
+|    outdoor_temperature          | 1.395615    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15694401.0  |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 9%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 245.2585  |
-|    air_humidity                 | 27.539667 |
-|    air_temperature              | 19.327127 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 45.0      |
-|    outdoor_temperature          | 4.9906583 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 211297.28 |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.832     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.40272084  |
+|    Heating_Setpoint_RL          | -0.63387096 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.984182   |
+|    Heating_Setpoint_RL          | 14.059476   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.2715971   |
+|    air_humidity                 | -0.26002172 |
+|    air_temperature              | -0.58808154 |
+|    clg_setpoint                 | -0.12529635 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4528009  |
+|    diffuse_solar_radiation      | -0.6310969  |
+|    direct_solar_radiation       | -0.44465756 |
+|    hour                         | -0.7814195  |
+|    htg_setpoint                 | 1.3877996   |
+|    month                        | 4.898975    |
+|    outdoor_humidity             | -0.97645324 |
+|    outdoor_temperature          | 0.3963506   |
+|    people_occupant              | -0.70901126 |
+|    total_electricity_HVAC       | 2.1839275   |
+|    wind_direction               | 1.2079709   |
+|    wind_speed                   | 0.39912698  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17175.717   |
+|    air_humidity                 | 33.191185   |
+|    air_temperature              | 20.706247   |
+|    clg_setpoint                 | 26.299583   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | 3.4749296   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15470016.0  |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 9%
-| action_network/                 |            |
-|    index                        | 2          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 28         |
-|    Heating_Setpoint_RL          | 17         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2847.735   |
-|    air_humidity                 | 13.705198  |
-|    air_temperature              | 17.869244  |
-|    clg_setpoint                 | 28.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 3.0        |
-|    diffuse_solar_radiation      | 32.0       |
-|    direct_solar_radiation       | 410.0      |
-|    hour                         | 7.0        |
-|    htg_setpoint                 | 17.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 53.0       |
-|    outdoor_temperature          | -7.4817667 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 2562961.5  |
-|    wind_direction               | 20.0       |
-|    wind_speed                   | 4.6        |
-| rollout/                        |            |
-|    exploration_rate             | 0.827      |
-------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.9790777   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.929386   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.2960431  |
+|    air_humidity                 | -1.9324505  |
+|    air_temperature              | -1.042845   |
+|    clg_setpoint                 | -0.84115005 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2812442  |
+|    diffuse_solar_radiation      | -0.08662652 |
+|    direct_solar_radiation       | 1.5763838   |
+|    hour                         | -0.6371522  |
+|    htg_setpoint                 | -0.40477633 |
+|    month                        | 3.6449554   |
+|    outdoor_humidity             | -0.57522094 |
+|    outdoor_temperature          | -1.5671866  |
+|    people_occupant              | -0.69242746 |
+|    total_electricity_HVAC       | -0.30888718 |
+|    wind_direction               | -1.5461456  |
+|    wind_speed                   | -0.39209905 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2302.1604   |
+|    air_humidity                 | 13.744494   |
+|    air_temperature              | 19.664667   |
+|    clg_setpoint                 | 24.558294   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 32.0        |
+|    direct_solar_radiation       | 410.0       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 15.980338   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 53.0        |
+|    outdoor_temperature          | -6.907265   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2064536.9   |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 10%
-| action_network/                 |            |
-|    index                        | 3          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 27         |
-|    Heating_Setpoint_RL          | 18         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1402.2615  |
-|    air_humidity                 | 24.444305  |
-|    air_temperature              | 20.994953  |
-|    clg_setpoint                 | 30.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 4.0        |
-|    diffuse_solar_radiation      | 52.5       |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 8.0        |
-|    htg_setpoint                 | 15.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 96.0       |
-|    outdoor_temperature          | -0.7116232 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1262035.2  |
-|    wind_direction               | 60.0       |
-|    wind_speed                   | 6.2        |
-| rollout/                        |            |
-|    exploration_rate             | 0.821      |
-------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5097873   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.345531   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.2958884   |
+|    air_humidity                 | -1.4188857  |
+|    air_temperature              | 0.57871455  |
+|    clg_setpoint                 | -1.3169267  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.1282909  |
+|    diffuse_solar_radiation      | 0.2678874   |
+|    direct_solar_radiation       | -0.45798403 |
+|    hour                         | -0.49299413 |
+|    htg_setpoint                 | 1.3905413   |
+|    month                        | 3.030706    |
+|    outdoor_humidity             | 1.2681037   |
+|    outdoor_temperature          | -0.40606543 |
+|    people_occupant              | 1.716542    |
+|    total_electricity_HVAC       | 2.3172386   |
+|    wind_direction               | -1.1642133  |
+|    wind_speed                   | 0.2351944   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17417.96    |
+|    air_humidity                 | 18.112387   |
+|    air_temperature              | 23.250107   |
+|    clg_setpoint                 | 23.41322    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 52.5        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | -0.8957873  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 16281056.0  |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 10%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2248.6406  |
-|    air_humidity                 | 14.282108  |
-|    air_temperature              | 21.999893  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 5.0        |
-|    diffuse_solar_radiation      | 113.5      |
-|    direct_solar_radiation       | 589.0      |
-|    hour                         | 9.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 43.0       |
-|    outdoor_temperature          | -4.8843904 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 2023776.5  |
-|    wind_direction               | 300.0      |
-|    wind_speed                   | 11.8       |
-| rollout/                        |            |
-|    exploration_rate             | 0.816      |
-------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.16269308 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 16.70985    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.20141661  |
+|    air_humidity                 | -0.3255063  |
+|    air_temperature              | 0.73094755  |
+|    clg_setpoint                 | -1.236691   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.98824567 |
+|    diffuse_solar_radiation      | 1.3226914   |
+|    direct_solar_radiation       | 2.4062345   |
+|    hour                         | -0.3488857  |
+|    htg_setpoint                 | 1.3916596   |
+|    month                        | 2.649314    |
+|    outdoor_humidity             | -1.0132034  |
+|    outdoor_temperature          | -1.287312   |
+|    people_occupant              | 1.6990255   |
+|    total_electricity_HVAC       | 0.2989554   |
+|    wind_direction               | 0.99526674  |
+|    wind_speed                   | 2.2918308   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5249.937    |
+|    air_humidity                 | 31.165293   |
+|    air_temperature              | 23.608597   |
+|    clg_setpoint                 | 23.609007   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 113.5       |
+|    direct_solar_radiation       | 589.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 43.0        |
+|    outdoor_temperature          | -5.5006847  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 5397744.0   |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 11.8        |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 10%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3078.3347 |
-|    air_humidity                 | 12.583989 |
-|    air_temperature              | 22.56294  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 143.0     |
-|    direct_solar_radiation       | 538.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 52.0      |
-|    outdoor_temperature          | -9.032861 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 2770501.2 |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.81      |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.62348115 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 14.117918   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.14468923  |
+|    air_humidity                 | -0.8717794  |
+|    air_temperature              | 1.0038116   |
+|    clg_setpoint                 | 0.3793817   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8572622  |
+|    diffuse_solar_radiation      | 1.8142384   |
+|    direct_solar_radiation       | 2.116416    |
+|    hour                         | -0.20478767 |
+|    htg_setpoint                 | -1.3720002  |
+|    month                        | 2.3831463   |
+|    outdoor_humidity             | -0.5969955  |
+|    outdoor_temperature          | -2.2893739  |
+|    people_occupant              | 1.6828327   |
+|    total_electricity_HVAC       | 0.093349986 |
+|    wind_direction               | 0.7862175   |
+|    wind_speed                   | 0.71843773  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5030.0938   |
+|    air_humidity                 | 24.664661   |
+|    air_temperature              | 24.22608    |
+|    clg_setpoint                 | 27.519932   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 143.0       |
+|    direct_solar_radiation       | 538.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 12.035322   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 52.0        |
+|    outdoor_temperature          | -11.674391  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4379366.0   |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 10%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2229.576   |
-|    air_humidity                 | 14.426971  |
-|    air_temperature              | 22.87635   |
-|    clg_setpoint                 | 26.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 7.0        |
-|    diffuse_solar_radiation      | 217.5      |
-|    direct_solar_radiation       | 431.0      |
-|    hour                         | 11.0       |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 48.0       |
-|    outdoor_temperature          | -5.2337403 |
-|    people_occupant              | 16.0       |
-|    total_electricity_HVAC       | 2006618.4  |
-|    wind_direction               | 270.0      |
-|    wind_speed                   | 7.2        |
-| rollout/                        |            |
-|    exploration_rate             | 0.805      |
-------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.3132306   |
+|    air_humidity                 | -0.6146403   |
+|    air_temperature              | 1.1939269    |
+|    clg_setpoint                 | -0.79749364  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.73263824  |
+|    diffuse_solar_radiation      | 3.0377753    |
+|    direct_solar_radiation       | 1.6008087    |
+|    hour                         | -0.060678475 |
+|    htg_setpoint                 | 1.3944992    |
+|    month                        | 2.1838565    |
+|    outdoor_humidity             | -0.7625062   |
+|    outdoor_temperature          | -0.96824694  |
+|    people_occupant              | 1.1958058    |
+|    total_electricity_HVAC       | -0.34268266  |
+|    wind_direction               | 0.6740414    |
+|    wind_speed                   | 0.51815176   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2407.6536    |
+|    air_humidity                 | 27.581331    |
+|    air_temperature              | 24.654512    |
+|    clg_setpoint                 | 24.654778    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 7.0          |
+|    diffuse_solar_radiation      | 217.5        |
+|    direct_solar_radiation       | 431.0        |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 48.0         |
+|    outdoor_temperature          | -4.877576    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 2064141.5    |
+|    wind_direction               | 270.0        |
+|    wind_speed                   | 7.2          |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 11%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1377.8375  |
-|    air_humidity                 | 12.806718  |
-|    air_temperature              | 23.000334  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 8.0        |
-|    diffuse_solar_radiation      | 144.0      |
-|    direct_solar_radiation       | 682.0      |
-|    hour                         | 12.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 32.0       |
-|    outdoor_temperature          | -1.3840142 |
-|    people_occupant              | 8.0        |
-|    total_electricity_HVAC       | 1260863.0  |
-|    wind_direction               | 340.0      |
-|    wind_speed                   | 7.2        |
-| rollout/                        |            |
-|    exploration_rate             | 0.799      |
-------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.4545035   |
+|    Heating_Setpoint_RL          | -0.2748592  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.158949   |
+|    Heating_Setpoint_RL          | 16.078917   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.54238665 |
+|    air_humidity                 | -0.5298185  |
+|    air_temperature              | 1.376251    |
+|    clg_setpoint                 | 1.4067245   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6124218  |
+|    diffuse_solar_radiation      | 1.7766436   |
+|    direct_solar_radiation       | 2.7667599   |
+|    hour                         | 0.083448246 |
+|    htg_setpoint                 | -1.3831984  |
+|    month                        | 2.0274358   |
+|    outdoor_humidity             | -1.4411247  |
+|    outdoor_temperature          | -0.19431902 |
+|    people_occupant              | 0.24079685  |
+|    total_electricity_HVAC       | -0.54726356 |
+|    wind_direction               | 1.2905996   |
+|    wind_speed                   | 0.53240657  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1076.0363   |
+|    air_humidity                 | 28.563366   |
+|    air_temperature              | 25.082043   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 144.0       |
+|    direct_solar_radiation       | 682.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 32.0        |
+|    outdoor_temperature          | -0.64396673 |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 963888.75   |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 11%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1800.8235 |
-|    air_humidity                 | 12.199289 |
-|    air_temperature              | 21.39844  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 141.0     |
-|    direct_solar_radiation       | 497.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 42.0      |
-|    outdoor_temperature          | -2.247209 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1620741.1 |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.794     |
------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.40591094   |
+|    Heating_Setpoint_RL          | -0.064989656 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.99495     |
+|    Heating_Setpoint_RL          | 17.259434    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.56490666  |
+|    air_humidity                 | -1.1831598   |
+|    air_temperature              | -0.5138909   |
+|    clg_setpoint                 | -0.72769916  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.49517956  |
+|    diffuse_solar_radiation      | 1.7403696    |
+|    direct_solar_radiation       | 1.803544     |
+|    hour                         | 0.22758555   |
+|    htg_setpoint                 | -1.3857155   |
+|    month                        | 1.900434     |
+|    outdoor_humidity             | -0.97988564  |
+|    outdoor_temperature          | -0.41885406  |
+|    people_occupant              | -0.7014312   |
+|    total_electricity_HVAC       | -0.5698075   |
+|    wind_direction               | 0.5349556    |
+|    wind_speed                   | 0.7162315    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 967.68866    |
+|    air_humidity                 | 21.139076    |
+|    air_temperature              | 20.748373    |
+|    clg_setpoint                 | 24.812338    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 9.0          |
+|    diffuse_solar_radiation      | 141.0        |
+|    direct_solar_radiation       | 497.5        |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 42.0         |
+|    outdoor_temperature          | -2.0652192   |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 862733.25    |
+|    wind_direction               | 260.0        |
+|    wind_speed                   | 7.7          |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 11%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 11.153282 |
-|    air_temperature              | 22.06529  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 150.5     |
-|    direct_solar_radiation       | 334.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 55.0      |
-|    outdoor_temperature          | 3.2212148 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.789     |
------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.21991017   |
+|    Heating_Setpoint_RL          | -0.59477973  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.367197    |
+|    Heating_Setpoint_RL          | 14.279364    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.71419007  |
+|    air_humidity                 | -1.6443224   |
+|    air_temperature              | -0.006355218 |
+|    clg_setpoint                 | 1.0698131    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.37985572  |
+|    diffuse_solar_radiation      | 1.8742489    |
+|    direct_solar_radiation       | 1.0477986    |
+|    hour                         | 0.37171495   |
+|    htg_setpoint                 | -1.3830612   |
+|    month                        | 1.7946527    |
+|    outdoor_humidity             | -0.4001826   |
+|    outdoor_temperature          | 0.8712843    |
+|    people_occupant              | -0.68805367  |
+|    total_electricity_HVAC       | -0.7135301   |
+|    wind_direction               | -0.11611405  |
+|    wind_speed                   | 0.14821704   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 15.249274    |
+|    air_temperature              | 21.86713     |
+|    clg_setpoint                 | 29.159029    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 10.0         |
+|    diffuse_solar_radiation      | 150.5        |
+|    direct_solar_radiation       | 334.5        |
+|    hour                         | 14.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 55.0         |
+|    outdoor_temperature          | 5.135328     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 6.2          |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 11%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 917.7593  |
-|    air_humidity                 | 26.109697 |
-|    air_temperature              | 23.784363 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 78.0      |
-|    direct_solar_radiation       | 132.5     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 61.0      |
-|    outdoor_temperature          | 5.499552  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 825983.3  |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.783     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.36906675 |
+|    Heating_Setpoint_RL          | -0.46133858 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.3794     |
+|    Heating_Setpoint_RL          | 15.02997    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.7123954  |
+|    air_humidity                 | -0.564964   |
+|    air_temperature              | 2.088916    |
+|    clg_setpoint                 | 0.033121772 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.26568443 |
+|    diffuse_solar_radiation      | 0.65353394  |
+|    direct_solar_radiation       | 0.1135183   |
+|    hour                         | 0.51580775  |
+|    htg_setpoint                 | 1.3959222   |
+|    month                        | 1.7047725   |
+|    outdoor_humidity             | -0.14073075 |
+|    outdoor_temperature          | 0.69955504  |
+|    people_occupant              | 1.6968672   |
+|    total_electricity_HVAC       | -0.7115302  |
+|    wind_direction               | 0.43034306  |
+|    wind_speed                   | 0.1577046   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 27.160465   |
+|    air_temperature              | 26.652805   |
+|    clg_setpoint                 | 26.65318    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 78.0        |
+|    direct_solar_radiation       | 132.5       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 61.0        |
+|    outdoor_temperature          | 4.1897874   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 12%
-| action_network/                 |            |
-|    index                        | 3          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 27         |
-|    Heating_Setpoint_RL          | 18         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1934.6064  |
-|    air_humidity                 | 12.981752  |
-|    air_temperature              | 23.084322  |
-|    clg_setpoint                 | 28.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 12.0       |
-|    diffuse_solar_radiation      | 29.0       |
-|    direct_solar_radiation       | 92.0       |
-|    hour                         | 16.0       |
-|    htg_setpoint                 | 17.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 23.0       |
-|    outdoor_temperature          | -3.3733482 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1741145.8  |
-|    wind_direction               | 310.0      |
-|    wind_speed                   | 6.7        |
-| rollout/                        |            |
-|    exploration_rate             | 0.778      |
-------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9908222  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.280975   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.30856335 |
+|    air_humidity                 | -0.4486005  |
+|    air_temperature              | 1.7502425   |
+|    clg_setpoint                 | -0.27716637 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.15213381 |
+|    diffuse_solar_radiation      | -0.16875234 |
+|    direct_solar_radiation       | -0.08145414 |
+|    hour                         | 0.6598264   |
+|    htg_setpoint                 | 1.2084299   |
+|    month                        | 1.6271712   |
+|    outdoor_humidity             | -1.7692974  |
+|    outdoor_temperature          | -1.0551928  |
+|    people_occupant              | 1.683112    |
+|    total_electricity_HVAC       | -0.33542994 |
+|    wind_direction               | 0.966627    |
+|    wind_speed                   | 0.34353837  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2496.294    |
+|    air_humidity                 | 28.414505   |
+|    air_temperature              | 25.902473   |
+|    clg_setpoint                 | 25.902931   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 29.0        |
+|    direct_solar_radiation       | 92.0        |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 22.49091    |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 23.0        |
+|    outdoor_temperature          | -5.647106   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 2156662.5   |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 6.7         |
+| train/                          |             |
+|    approx_kl                    | 0.006436727 |
+|    clip_fraction                | 0.0485      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.81       |
+|    explained_variance           | 0.245       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 5.61        |
+|    n_updates                    | 20          |
+|    policy_gradient_loss         | -0.00696    |
+|    std                          | 0.988       |
+|    value_loss                   | 23          |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 12%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1652.0598 |
-|    air_humidity                 | 16.321648 |
-|    air_temperature              | 22.911978 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 40.0      |
-|    outdoor_temperature          | -1.960615 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 1486853.9 |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.772     |
------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -0.0068710744 |
+|    Heating_Setpoint_RL          | -1.0          |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 26.60181      |
+|    Heating_Setpoint_RL          | 12.0          |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.28527573   |
+|    air_humidity                 | -0.4954446    |
+|    air_temperature              | 1.1018751     |
+|    clg_setpoint                 | -0.91752523   |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.038870145  |
+|    diffuse_solar_radiation      | -0.64987963   |
+|    direct_solar_radiation       | -0.5039442    |
+|    hour                         | 0.80372554    |
+|    htg_setpoint                 | 0.686431      |
+|    month                        | 1.5592858     |
+|    outdoor_humidity             | -0.993381     |
+|    outdoor_temperature          | -0.5237735    |
+|    people_occupant              | 1.6702152     |
+|    total_electricity_HVAC       | -0.29612592   |
+|    wind_direction               | 0.7633893     |
+|    wind_speed                   | 0.34742904    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 2686.51       |
+|    air_humidity                 | 27.864061     |
+|    air_temperature              | 24.430086     |
+|    clg_setpoint                 | 24.34075      |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 13.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 17.0          |
+|    htg_setpoint                 | 20.409344     |
+|    month                        | 2.0           |
+|    outdoor_humidity             | 40.0          |
+|    outdoor_temperature          | -2.8963692    |
+|    people_occupant              | 20.0          |
+|    total_electricity_HVAC       | 2417859.0     |
+|    wind_direction               | 290.0         |
+|    wind_speed                   | 6.7           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 12%
-| action_network/                 |            |
-|    index                        | 1          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 29         |
-|    Heating_Setpoint_RL          | 16         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1822.9177  |
-|    air_humidity                 | 17.573734  |
-|    air_temperature              | 24.39188   |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 14.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 18.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 46.0       |
-|    outdoor_temperature          | -2.3576803 |
-|    people_occupant              | 10.0       |
-|    total_electricity_HVAC       | 1640626.0  |
-|    wind_direction               | 270.0      |
-|    wind_speed                   | 4.6        |
-| rollout/                        |            |
-|    exploration_rate             | 0.767      |
-------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.53964144  |
+|    Heating_Setpoint_RL          | 0.68475026   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.80371     |
+|    Heating_Setpoint_RL          | 21.47672     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.57866347  |
+|    air_humidity                 | -0.08624974  |
+|    air_temperature              | 0.5835694    |
+|    clg_setpoint                 | -1.362557    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.07426608   |
+|    diffuse_solar_radiation      | -0.64980316  |
+|    direct_solar_radiation       | -0.5097408   |
+|    hour                         | 0.9474531    |
+|    htg_setpoint                 | -0.71569496  |
+|    month                        | 1.4992443    |
+|    outdoor_humidity             | -0.71151865  |
+|    outdoor_temperature          | 0.0013277753 |
+|    people_occupant              | 0.47869897   |
+|    total_electricity_HVAC       | -0.5672826   |
+|    wind_direction               | 0.5645244    |
+|    wind_speed                   | -0.47901872  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 947.63544    |
+|    air_humidity                 | 32.43266     |
+|    air_temperature              | 23.249962    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 14.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 18.0         |
+|    htg_setpoint                 | 14.751967    |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 46.0         |
+|    outdoor_temperature          | -0.008879345 |
+|    people_occupant              | 10.0         |
+|    total_electricity_HVAC       | 931304.8     |
+|    wind_direction               | 270.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 13%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 32.81119  |
-|    air_temperature              | 22.278952 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 92.0      |
-|    outdoor_temperature          | 3.2496963 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 70.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.762     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.23207167 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.319597   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.028077811 |
+|    air_humidity                 | 1.2509832   |
+|    air_temperature              | 0.2951311   |
+|    clg_setpoint                 | -1.3359045  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.1872774   |
+|    diffuse_solar_radiation      | -0.6508007  |
+|    direct_solar_radiation       | -0.503375   |
+|    hour                         | 1.090951    |
+|    htg_setpoint                 | 1.0298077   |
+|    month                        | 1.4456443   |
+|    outdoor_humidity             | 1.3026016   |
+|    outdoor_temperature          | 0.6495967   |
+|    people_occupant              | -0.4715842  |
+|    total_electricity_HVAC       | 0.13697436  |
+|    wind_direction               | -1.2879672  |
+|    wind_speed                   | -1.0567958  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4556.142    |
+|    air_humidity                 | 47.299587   |
+|    air_temperature              | 22.603968   |
+|    clg_setpoint                 | 23.318382   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 21.799107   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 92.0        |
+|    outdoor_temperature          | 3.5695698   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 4804541.5   |
+|    wind_direction               | 70.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 13%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 122.831604 |
-|    air_humidity                 | 23.412853  |
-|    air_temperature              | 20.056593  |
-|    clg_setpoint                 | 30.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 16.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 20.0       |
-|    htg_setpoint                 | 15.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 53.0       |
-|    outdoor_temperature          | 4.509193   |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 107374.445 |
-|    wind_direction               | 50.0       |
-|    wind_speed                   | 5.2        |
-| rollout/                        |            |
-|    exploration_rate             | 0.756      |
-------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.24708718  |
+|    Heating_Setpoint_RL          | 0.58499694   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.79108     |
+|    Heating_Setpoint_RL          | 20.915607    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.7208331   |
+|    air_humidity                 | -0.20403717  |
+|    air_temperature              | -0.5655856   |
+|    clg_setpoint                 | -0.066435866 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.30002347   |
+|    diffuse_solar_radiation      | -0.65067184  |
+|    direct_solar_radiation       | -0.5012667   |
+|    hour                         | 1.2341563    |
+|    htg_setpoint                 | -1.3970901   |
+|    month                        | 1.3974103    |
+|    outdoor_humidity             | -0.41931754  |
+|    outdoor_temperature          | 0.9113132    |
+|    people_occupant              | -0.6962247   |
+|    total_electricity_HVAC       | -0.71981525  |
+|    wind_direction               | -1.4819959   |
+|    wind_speed                   | -0.21469603  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 31.36243     |
+|    air_temperature              | 20.629145    |
+|    clg_setpoint                 | 26.409916    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 16.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 53.0         |
+|    outdoor_temperature          | 5.119362     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 50.0         |
+|    wind_speed                   | 5.2          |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 13%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 18.018625 |
-|    air_temperature              | 20.911348 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 71.0      |
-|    outdoor_temperature          | 2.9650793 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.751     |
------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.78608555  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 13.203269    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.2718654    |
+|    air_humidity                 | -1.6136554   |
+|    air_temperature              | 0.60106796   |
+|    clg_setpoint                 | -1.3220301   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.41223502   |
+|    diffuse_solar_radiation      | -0.65222114  |
+|    direct_solar_radiation       | -0.50697815  |
+|    hour                         | 1.3770014    |
+|    htg_setpoint                 | 1.3895245    |
+|    month                        | 1.353703     |
+|    outdoor_humidity             | 0.38300496   |
+|    outdoor_temperature          | 0.2701891    |
+|    people_occupant              | -0.6850157   |
+|    total_electricity_HVAC       | 1.2918986    |
+|    wind_direction               | -0.056982882 |
+|    wind_speed                   | -1.2464777   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 11906.753    |
+|    air_humidity                 | 15.522444    |
+|    air_temperature              | 23.249964    |
+|    clg_setpoint                 | 23.363804    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 17.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 21.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 71.0         |
+|    outdoor_temperature          | 1.6169127    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 11127677.0   |
+|    wind_direction               | 200.0        |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 13%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1572.392  |
-|    air_humidity                 | 32.772217 |
-|    air_temperature              | 21.000002 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | -1.105051 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1415152.8 |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.745     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.41036725  |
+|    Heating_Setpoint_RL          | 0.11957159  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.009989   |
+|    Heating_Setpoint_RL          | 18.29759    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.3454906  |
+|    air_humidity                 | 0.59831053  |
+|    air_temperature              | -0.10024008 |
+|    clg_setpoint                 | 1.4118412   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.52352965  |
+|    diffuse_solar_radiation      | -0.65104693 |
+|    direct_solar_radiation       | -0.5095255  |
+|    hour                         | 1.5194155   |
+|    htg_setpoint                 | 0.7814264   |
+|    month                        | 1.3138561   |
+|    outdoor_humidity             | 1.0947324   |
+|    outdoor_temperature          | 0.16690888  |
+|    people_occupant              | -0.68879753 |
+|    total_electricity_HVAC       | -0.48397446 |
+|    wind_direction               | -1.3606424  |
+|    wind_speed                   | -1.2157485  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2291.6558   |
+|    air_humidity                 | 39.894955   |
+|    air_temperature              | 21.695082   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 20.821701   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 1.0885792   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1355786.0   |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 27.115477 |
-|    air_temperature              | 21.000715 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 69.0      |
-|    outdoor_temperature          | 3.6110175 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.74      |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.45204434 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.082251   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.5127893   |
+|    air_humidity                 | -0.39309537 |
+|    air_temperature              | -0.5271283  |
+|    clg_setpoint                 | -1.3652248  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6334306   |
+|    diffuse_solar_radiation      | -0.65262157 |
+|    direct_solar_radiation       | -0.5146921  |
+|    hour                         | 1.6613247   |
+|    htg_setpoint                 | 0.7623995   |
+|    month                        | 1.2773327   |
+|    outdoor_humidity             | 0.28749773  |
+|    outdoor_temperature          | 0.5042764   |
+|    people_occupant              | -0.69242746 |
+|    total_electricity_HVAC       | 0.6890635   |
+|    wind_direction               | 0.13949902  |
+|    wind_speed                   | -0.9896667  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7354.95     |
+|    air_humidity                 | 28.899357   |
+|    air_temperature              | 20.75329    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 20.753273   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 69.0        |
+|    outdoor_temperature          | 2.9882622   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7774015.5   |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 32.682682 |
-|    air_temperature              | 21.646172 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 2.226016  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.734     |
------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.069171086 |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.391548    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.91221184   |
+|    air_humidity                 | 0.4816924    |
+|    air_temperature              | -0.46390334  |
+|    clg_setpoint                 | 1.410665     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.8617382    |
+|    diffuse_solar_radiation      | -0.6538125   |
+|    direct_solar_radiation       | -0.51848084  |
+|    hour                         | -1.6587789   |
+|    htg_setpoint                 | 0.8002119    |
+|    month                        | 1.243695     |
+|    outdoor_humidity             | 1.1804919    |
+|    outdoor_temperature          | 0.44692302   |
+|    people_occupant              | -0.69591445  |
+|    total_electricity_HVAC       | 1.1407757    |
+|    wind_direction               | -1.3296317   |
+|    wind_speed                   | -0.7721512   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 9676.11      |
+|    air_humidity                 | 38.448936    |
+|    air_temperature              | 20.9141      |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 21.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 20.914074    |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 89.0         |
+|    outdoor_temperature          | 2.7806091    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 10210214.0   |
+|    wind_direction               | 60.0         |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1172.5454 |
-|    air_humidity                 | 30.718266 |
-|    air_temperature              | 19.741425 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 56.0      |
-|    outdoor_temperature          | 0.8941815 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1055290.9 |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.729     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6654407  |
+|    Heating_Setpoint_RL          | 0.9593518   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.379137   |
+|    Heating_Setpoint_RL          | 23.021355   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.70010906 |
+|    air_humidity                 | 0.9914329   |
+|    air_temperature              | -0.9151082  |
+|    clg_setpoint                 | -0.47002244 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.9672842   |
+|    diffuse_solar_radiation      | -0.6550256  |
+|    direct_solar_radiation       | -0.5118956  |
+|    hour                         | -1.5124733  |
+|    htg_setpoint                 | -1.0763167  |
+|    month                        | 1.2125821   |
+|    outdoor_humidity             | -0.31417403 |
+|    outdoor_temperature          | 0.28600034  |
+|    people_occupant              | -0.699267   |
+|    total_electricity_HVAC       | -0.7005464  |
+|    wind_direction               | 1.1767749   |
+|    wind_speed                   | 0.48283085  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 129.42365   |
+|    air_humidity                 | 44.109005   |
+|    air_temperature              | 19.909931   |
+|    clg_setpoint                 | 25.429173   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 13.341051   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 56.0        |
+|    outdoor_temperature          | 1.9588643   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 114027.29   |
+|    wind_direction               | 330.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 15%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 26.496115 |
-|    air_temperature              | 19.798346 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 54.0      |
-|    outdoor_temperature          | 2.6684391 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.724     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.78239506 |
+|    Heating_Setpoint_RL          | -0.79324746 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.984417   |
+|    Heating_Setpoint_RL          | 13.162983   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.8789062   |
+|    air_humidity                 | -0.17573948 |
+|    air_temperature              | -0.38322866 |
+|    clg_setpoint                 | 0.10920752  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0694082   |
+|    diffuse_solar_radiation      | -0.6556784  |
+|    direct_solar_radiation       | -0.5160986  |
+|    hour                         | -1.3667258  |
+|    htg_setpoint                 | 1.1102428   |
+|    month                        | 1.1836933   |
+|    outdoor_humidity             | -0.38985997 |
+|    outdoor_temperature          | 0.39854485  |
+|    people_occupant              | -0.7024929  |
+|    total_electricity_HVAC       | 1.9647443   |
+|    wind_direction               | 0.14980257  |
+|    wind_speed                   | -0.9663078  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 15273.758   |
+|    air_humidity                 | 31.413269   |
+|    air_temperature              | 21.119127   |
+|    clg_setpoint                 | 26.829983   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 22.1615     |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 54.0        |
+|    outdoor_temperature          | 2.5836143   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 14618276.0  |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 15%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 145.03104 |
-|    air_humidity                 | 30.124374 |
-|    air_temperature              | 21.0      |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 4.497048  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 131813.45 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.718     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.20492809  |
+|    Heating_Setpoint_RL          | -0.45888957 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.316631   |
+|    Heating_Setpoint_RL          | 15.043746   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.70315826 |
+|    air_humidity                 | -0.38000986 |
+|    air_temperature              | -0.5899202  |
+|    clg_setpoint                 | 1.4147562   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1675022   |
+|    diffuse_solar_radiation      | -0.6568047  |
+|    direct_solar_radiation       | -0.509808   |
+|    hour                         | -1.2214129  |
+|    htg_setpoint                 | -1.1096703  |
+|    month                        | 1.1567754   |
+|    outdoor_humidity             | 1.3567767   |
+|    outdoor_temperature          | 0.6795618   |
+|    people_occupant              | -0.69242746 |
+|    total_electricity_HVAC       | -0.7029142  |
+|    wind_direction               | -1.8782408  |
+|    wind_speed                   | -2.1857724  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 29.159702   |
+|    air_temperature              | 20.644478   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 13.212212   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 4.1525617   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 15%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2359.907   |
-|    air_humidity                 | 15.937994  |
-|    air_temperature              | 19.36234   |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 25.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 4.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 37.0       |
-|    outdoor_temperature          | -5.0426264 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 2123916.2  |
-|    wind_direction               | 320.0      |
-|    wind_speed                   | 5.2        |
-| rollout/                        |            |
-|    exploration_rate             | 0.713      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 16%
-| action_network/                 |            |
-|    index                        | 4          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 26         |
-|    Heating_Setpoint_RL          | 19         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1996.818   |
-|    air_humidity                 | 20.799343  |
-|    air_temperature              | 20.004538  |
-|    clg_setpoint                 | 25.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 26.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 5.0        |
-|    htg_setpoint                 | 20.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 79.0       |
-|    outdoor_temperature          | -3.2271817 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1797136.2  |
-|    wind_direction               | 50.0       |
-|    wind_speed                   | 4.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.707      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 16%
-| action_network/                 |            |
-|    index                        | 2          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 28         |
-|    Heating_Setpoint_RL          | 17         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1015.25275 |
-|    air_humidity                 | 18.425447  |
-|    air_temperature              | 18.836422  |
-|    clg_setpoint                 | 29.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 27.0       |
-|    diffuse_solar_radiation      | 17.5       |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 6.0        |
-|    htg_setpoint                 | 16.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 80.0       |
-|    outdoor_temperature          | -1.85611   |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 913727.5   |
-|    wind_direction               | 70.0       |
-|    wind_speed                   | 3.6        |
-| rollout/                        |            |
-|    exploration_rate             | 0.702      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 16%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 32.43741  |
-|    air_temperature              | 19.892696 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 41.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 2.2410598 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 70.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.696     |
------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.7837827   |
+|    Heating_Setpoint_RL          | 0.22479762   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.979733    |
+|    Heating_Setpoint_RL          | 18.889486    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.71388805   |
+|    air_humidity                 | -1.4505668   |
+|    air_temperature              | -1.0203916   |
+|    clg_setpoint                 | -0.5235851   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.2610081    |
+|    diffuse_solar_radiation      | -0.65568155  |
+|    direct_solar_radiation       | -0.51110786  |
+|    hour                         | -1.0764307   |
+|    htg_setpoint                 | 0.49409986   |
+|    month                        | 1.1316141    |
+|    outdoor_humidity             | -1.1556227   |
+|    outdoor_temperature          | -0.72052324  |
+|    people_occupant              | -0.6827826   |
+|    total_electricity_HVAC       | 0.66391337   |
+|    wind_direction               | 1.0680752    |
+|    wind_speed                   | -0.106765665 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 8425.022     |
+|    air_humidity                 | 17.49346     |
+|    air_temperature              | 19.669807    |
+|    clg_setpoint                 | 25.309462    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 19.669777    |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 37.0         |
+|    outdoor_temperature          | -3.299967    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 7533123.5    |
+|    wind_direction               | 320.0        |
+|    wind_speed                   | 5.2          |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 16%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 796.70184 |
-|    air_humidity                 | 27.512812 |
-|    air_temperature              | 21.87516  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 122.5     |
-|    direct_solar_radiation       | 655.0     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 37.0      |
-|    outdoor_temperature          | 11.139362 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 730410.0  |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.691     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 17%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 103.10883 |
-|    air_humidity                 | 35.254738 |
-|    air_temperature              | 20.343086 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 215.5     |
-|    direct_solar_radiation       | 48.5      |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 5.938736  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 91218.086 |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.686     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 17%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 27.49837  |
-|    air_temperature              | 21.649036 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 146.0     |
-|    direct_solar_radiation       | 788.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 47.0      |
-|    outdoor_temperature          | 12.220809 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 11.3      |
-| rollout/                        |           |
-|    exploration_rate             | 0.68      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 17%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.6465  |
-|    air_humidity                 | 39.67366  |
-|    air_temperature              | 22.92239  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 114.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 5.7229357 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 680081.9  |
-|    wind_direction               | 140.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.675     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 17%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 476.10425 |
-|    air_humidity                 | 40.264465 |
-|    air_temperature              | 22.832756 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 144.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 6.998226  |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 428493.84 |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.669     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 18%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 891.2718  |
-|    air_humidity                 | 54.31145  |
-|    air_temperature              | 23.449625 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 95.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 13.390144 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 829194.06 |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.664     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 18%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 25.151756 |
-|    air_temperature              | 24.632774 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 117.5     |
-|    direct_solar_radiation       | 714.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 45.0      |
-|    outdoor_temperature          | 10.913635 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.658     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 18%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 865.85455 |
-|    air_humidity                 | 32.74997  |
-|    air_temperature              | 23.198282 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 123.0     |
-|    direct_solar_radiation       | 33.5      |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 1.9704113 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 779269.06 |
-|    wind_direction               | 70.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.653     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 964.41034 |
-|    air_humidity                 | 33.18654  |
-|    air_temperature              | 20.914831 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 54.0      |
-|    direct_solar_radiation       | 47.5      |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 1.9348568 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 867969.3  |
-|    wind_direction               | 140.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.648     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 24.41243  |
-|    air_temperature              | 21.10522  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 56.0      |
-|    outdoor_temperature          | 6.1129913 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 9.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.642     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 605.5506  |
-|    air_humidity                 | 28.835632 |
-|    air_temperature              | 22.536592 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 67.0      |
-|    outdoor_temperature          | 5.9020243 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 562977.0  |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.637     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 20.433092 |
-|    air_temperature              | 22.391197 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 39.0      |
-|    outdoor_temperature          | 2.9986107 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.631     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1046.4424 |
-|    air_humidity                 | 21.538439 |
-|    air_temperature              | 22.372751 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 27.0      |
-|    outdoor_temperature          | 1.5246968 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 941798.06 |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.626     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |          |
-|    index                        | 1        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 29       |
-|    Heating_Setpoint_RL          | 16       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 732.6514 |
-|    air_humidity                 | 34.63837 |
-|    air_temperature              | 20.51618 |
-|    clg_setpoint                 | 23.0     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 14.0     |
-|    diffuse_solar_radiation      | 0.0      |
-|    direct_solar_radiation       | 0.0      |
-|    hour                         | 21.0     |
-|    htg_setpoint                 | 22.0     |
-|    month                        | 3.0      |
-|    outdoor_humidity             | 89.0     |
-|    outdoor_temperature          | 4.440274 |
-|    people_occupant              | 0.0      |
-|    total_electricity_HVAC       | 671326.8 |
-|    wind_direction               | 180.0    |
-|    wind_speed                   | 8.2      |
-| rollout/                        |          |
-|    exploration_rate             | 0.621    |
-----------------------------------------------
---------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 375.99283 |
-|    air_humidity                 | 16.011675 |
-|    air_temperature              | 20.772934 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 35.0      |
-|    outdoor_temperature          | 8.169079  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 348609.22 |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.615     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1442.9108  |
-|    air_humidity                 | 21.037851  |
-|    air_temperature              | 19.690607  |
-|    clg_setpoint                 | 27.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 16.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 23.0       |
-|    htg_setpoint                 | 18.0       |
-|    month                        | 3.0        |
-|    outdoor_humidity             | 88.0       |
-|    outdoor_temperature          | -0.4576453 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1298619.6  |
-|    wind_direction               | 30.0       |
-|    wind_speed                   | 8.8        |
-| rollout/                        |            |
-|    exploration_rate             | 0.61       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 21%
 | action_network/                 |             |
-|    index                        | 1           |
+|    Cooling_Setpoint_RL          | -0.09507017 |
+|    Heating_Setpoint_RL          | -0.12824973 |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 29          |
-|    Heating_Setpoint_RL          | 16          |
+|    Cooling_Setpoint_RL          | 26.304138   |
+|    Heating_Setpoint_RL          | 16.903595   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.7108995   |
+|    air_humidity                 | -0.45020497 |
+|    air_temperature              | -0.58846724 |
+|    clg_setpoint                 | 0.083531134 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.3494421   |
+|    diffuse_solar_radiation      | -0.65667677 |
+|    direct_solar_radiation       | -0.51579064 |
+|    hour                         | -0.9316924  |
+|    htg_setpoint                 | 0.73322356  |
+|    month                        | 1.1080264   |
+|    outdoor_humidity             | 0.7461396   |
+|    outdoor_temperature          | -0.9563793  |
+|    people_occupant              | -0.6861123  |
+|    total_electricity_HVAC       | 1.8333535   |
+|    wind_direction               | -1.4381627  |
+|    wind_speed                   | -0.55488044 |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1431.4702   |
-|    air_humidity                 | 19.788712   |
-|    air_temperature              | 20.099007   |
-|    clg_setpoint                 | 25.0        |
+|    HVAC_electricity_demand_rate | 14292.256   |
+|    air_humidity                 | 28.081839   |
+|    air_temperature              | 20.641375   |
+|    clg_setpoint                 | 26.776354   |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 18.0        |
+|    day_of_month                 | 26.0        |
 |    diffuse_solar_radiation      | 0.0         |
 |    direct_solar_radiation       | 0.0         |
-|    hour                         | 0.0         |
-|    htg_setpoint                 | 20.0        |
-|    month                        | 3.0         |
-|    outdoor_humidity             | 96.0        |
-|    outdoor_temperature          | -0.40044233 |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 20.64139    |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 79.0        |
+|    outdoor_temperature          | -4.5340133  |
 |    people_occupant              | 0.0         |
-|    total_electricity_HVAC       | 1288323.1   |
-|    wind_direction               | 10.0        |
-|    wind_speed                   | 3.1         |
-| rollout/                        |             |
-|    exploration_rate             | 0.604       |
+|    total_electricity_HVAC       | 13912389.0  |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.95944965 |
+|    Heating_Setpoint_RL          | 0.23542379  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.386858   |
+|    Heating_Setpoint_RL          | 18.949259   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.35082918 |
+|    air_humidity                 | 0.5582222   |
+|    air_temperature              | -1.044158   |
+|    clg_setpoint                 | 1.4097497   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4324144   |
+|    diffuse_solar_radiation      | -0.3809797  |
+|    direct_solar_radiation       | -0.50984854 |
+|    hour                         | -0.7871268  |
+|    htg_setpoint                 | -0.6020278  |
+|    month                        | 1.0858548   |
+|    outdoor_humidity             | 0.7992423   |
+|    outdoor_temperature          | -0.4689118  |
+|    people_occupant              | -0.6893252  |
+|    total_electricity_HVAC       | -0.3622441  |
+|    wind_direction               | -1.2197232  |
+|    wind_speed                   | -0.746886   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2173.4644   |
+|    air_humidity                 | 38.861286   |
+|    air_temperature              | 19.634382   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 17.5        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 15.271291   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 80.0        |
+|    outdoor_temperature          | -2.0073757  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1948214.0   |
+|    wind_direction               | 70.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.79247606  |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.950394    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5065383   |
+|    air_humidity                 | 1.2224885    |
+|    air_temperature              | -0.5196786   |
+|    clg_setpoint                 | 1.4074699    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.5096421    |
+|    diffuse_solar_radiation      | -0.008922572 |
+|    direct_solar_radiation       | -0.5041071   |
+|    hour                         | -0.64267653  |
+|    htg_setpoint                 | -1.2633829   |
+|    month                        | 1.064963     |
+|    outdoor_humidity             | 1.6523656    |
+|    outdoor_temperature          | 0.120410904  |
+|    people_occupant              | -0.69242746  |
+|    total_electricity_HVAC       | -0.5125516   |
+|    wind_direction               | -1.1848832   |
+|    wind_speed                   | -1.1361353   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1270.758     |
+|    air_humidity                 | 46.19004     |
+|    air_temperature              | 20.816204    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 28.0         |
+|    diffuse_solar_radiation      | 41.0         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 12.621262    |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 1.0900561    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1141056.2    |
+|    wind_direction               | 70.0         |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.71085286  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.024128   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.70359606 |
+|    air_humidity                 | 0.7282024   |
+|    air_temperature              | 0.9864903   |
+|    clg_setpoint                 | 0.78645235  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6462759  |
+|    diffuse_solar_radiation      | 1.286412    |
+|    direct_solar_radiation       | 2.448525    |
+|    hour                         | -0.49829686 |
+|    htg_setpoint                 | -0.17620008 |
+|    month                        | 2.9591815   |
+|    outdoor_humidity             | -1.1598159  |
+|    outdoor_temperature          | 1.8042063   |
+|    people_occupant              | 1.6774151   |
+|    total_electricity_HVAC       | -0.70341456 |
+|    wind_direction               | -1.8005773  |
+|    wind_speed                   | -2.16854    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 41.261517   |
+|    air_temperature              | 24.178215   |
+|    clg_setpoint                 | 28.495743   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 122.5       |
+|    direct_solar_radiation       | 655.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 17.01097    |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 37.0        |
+|    outdoor_temperature          | 10.02762    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.71880615 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 13.581716   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.9426565   |
+|    air_humidity                 | -0.4012326  |
+|    air_temperature              | 0.30733746  |
+|    clg_setpoint                 | 0.50380397  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4834425  |
+|    diffuse_solar_radiation      | 2.7522411   |
+|    direct_solar_radiation       | -0.28594652 |
+|    hour                         | -0.3539544  |
+|    htg_setpoint                 | 1.370643    |
+|    month                        | 2.734396    |
+|    outdoor_humidity             | 1.488303    |
+|    outdoor_temperature          | 1.2329308   |
+|    people_occupant              | -0.6983224  |
+|    total_electricity_HVAC       | 1.1061088   |
+|    wind_direction               | -0.15508664 |
+|    wind_speed                   | -0.49338156 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 9720.824    |
+|    air_humidity                 | 29.016432   |
+|    air_temperature              | 22.69455    |
+|    clg_setpoint                 | 27.81024    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 215.5       |
+|    direct_solar_radiation       | 48.5        |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 97.0        |
+|    outdoor_temperature          | 7.2044296   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 9902801.0   |
+|    wind_direction               | 180.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.15370098 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.760433   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6940728  |
+|    air_humidity                 | -0.41092628 |
+|    air_temperature              | -0.31387684 |
+|    clg_setpoint                 | -1.3782771  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3331912  |
+|    diffuse_solar_radiation      | 1.6114502   |
+|    direct_solar_radiation       | 2.996529    |
+|    hour                         | -0.20962618 |
+|    htg_setpoint                 | -1.0772519  |
+|    month                        | 2.5541122   |
+|    outdoor_humidity             | -0.72159547 |
+|    outdoor_temperature          | 1.9677757   |
+|    people_occupant              | -0.6895354  |
+|    total_electricity_HVAC       | -0.6942338  |
+|    wind_direction               | 1.1147776   |
+|    wind_speed                   | 2.4035003   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 28.970531   |
+|    air_temperature              | 21.307747   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 146.0       |
+|    direct_solar_radiation       | 788.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 13.33469    |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 47.0        |
+|    outdoor_temperature          | 11.566205   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 11.3        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 0.029793642  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 17.79259     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6519168   |
+|    air_humidity                 | 0.29212266   |
+|    air_temperature              | 1.7538624    |
+|    clg_setpoint                 | -0.30402437  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.1923385   |
+|    diffuse_solar_radiation      | 1.1182455    |
+|    direct_solar_radiation       | -0.50550115  |
+|    hour                         | -0.065298826 |
+|    htg_setpoint                 | 0.5709032    |
+|    month                        | 2.405351     |
+|    outdoor_humidity             | 1.6230125    |
+|    outdoor_temperature          | 0.9880479    |
+|    people_occupant              | 1.224353     |
+|    total_electricity_HVAC       | -0.653359    |
+|    wind_direction               | -0.5351288   |
+|    wind_speed                   | -0.29095814  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 303.28488    |
+|    air_humidity                 | 36.334675    |
+|    air_temperature              | 25.862907    |
+|    clg_setpoint                 | 25.853851    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.0          |
+|    diffuse_solar_radiation      | 114.5        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 19.980577    |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 6.4150405    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 272956.4     |
+|    wind_direction               | 140.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.32638112  |
+|    Heating_Setpoint_RL          | 0.7101625   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.726536   |
+|    Heating_Setpoint_RL          | 21.619663   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6842964  |
+|    air_humidity                 | 1.2135907   |
+|    air_temperature              | 1.1890895   |
+|    clg_setpoint                 | 1.2588264   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0585276  |
+|    diffuse_solar_radiation      | 1.5808672   |
+|    direct_solar_radiation       | -0.5004633  |
+|    hour                         | 0.07903232  |
+|    htg_setpoint                 | -1.4038599  |
+|    month                        | 2.2798817   |
+|    outdoor_humidity             | 1.5759859   |
+|    outdoor_temperature          | 1.2183942   |
+|    people_occupant              | 0.26462746  |
+|    total_electricity_HVAC       | -0.6847249  |
+|    wind_direction               | -0.79381335 |
+|    wind_speed                   | 0.9638654   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 46.60605    |
+|    air_temperature              | 24.637638   |
+|    clg_setpoint                 | 29.63749    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 144.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 7.794832    |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 110.0       |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.017605726 |
+|    Heating_Setpoint_RL          | -0.6355649   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.56558     |
+|    Heating_Setpoint_RL          | 14.049948    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5570473   |
+|    air_humidity                 | 1.9107693    |
+|    air_temperature              | 0.55955064   |
+|    clg_setpoint                 | -1.3763463   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.9299726   |
+|    diffuse_solar_radiation      | 0.8171946    |
+|    direct_solar_radiation       | -0.49576926  |
+|    hour                         | 0.22336385   |
+|    htg_setpoint                 | 0.25639486   |
+|    month                        | 2.1721985    |
+|    outdoor_humidity             | 1.4033513    |
+|    outdoor_temperature          | 2.0996914    |
+|    people_occupant              | 1.2109281    |
+|    total_electricity_HVAC       | -0.5588706   |
+|    wind_direction               | 0.40157768   |
+|    wind_speed                   | -0.85283345  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 795.5124     |
+|    air_humidity                 | 54.80354     |
+|    air_temperature              | 23.263067    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 6.0          |
+|    diffuse_solar_radiation      | 95.0         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 18.688303    |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 97.0         |
+|    outdoor_temperature          | 12.845785    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 729683.25    |
+|    wind_direction               | 240.0        |
+|    wind_speed                   | 3.1          |
+| train/                          |              |
+|    approx_kl                    | 0.007918861  |
+|    clip_fraction                | 0.0534       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.81        |
+|    explained_variance           | 0.761        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 4.21         |
+|    n_updates                    | 30           |
+|    policy_gradient_loss         | -0.00835     |
+|    std                          | 0.98         |
+|    value_loss                   | 15.5         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.15871274  |
+|    Heating_Setpoint_RL          | -0.72699434 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.160656   |
+|    Heating_Setpoint_RL          | 13.535657   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.674503   |
+|    air_humidity                 | -0.82638067 |
+|    air_temperature              | 1.7654018   |
+|    clg_setpoint                 | 1.4096979   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.805296   |
+|    diffuse_solar_radiation      | 1.1657786   |
+|    direct_solar_radiation       | 2.6600127   |
+|    hour                         | 0.3676849   |
+|    htg_setpoint                 | 1.3916914   |
+|    month                        | 2.078461    |
+|    outdoor_humidity             | -0.8435716  |
+|    outdoor_temperature          | 1.6322771   |
+|    people_occupant              | 1.6781107   |
+|    total_electricity_HVAC       | -0.6752374  |
+|    wind_direction               | 0.29780477  |
+|    wind_speed                   | -1.0606819  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 24.854113   |
+|    air_temperature              | 25.942028   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 117.5       |
+|    direct_solar_radiation       | 714.5       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | 10.494578   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.01945357 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.515574   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.44786713 |
+|    air_humidity                 | 1.0444996   |
+|    air_temperature              | 0.5439629   |
+|    clg_setpoint                 | -1.3750882  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6834244  |
+|    diffuse_solar_radiation      | 1.2396392   |
+|    direct_solar_radiation       | -0.3480508  |
+|    hour                         | 0.51197785  |
+|    htg_setpoint                 | -1.3945987  |
+|    month                        | 1.9958973   |
+|    outdoor_humidity             | 1.3499769   |
+|    outdoor_temperature          | 0.241142    |
+|    people_occupant              | 1.6697528   |
+|    total_electricity_HVAC       | -0.44862694 |
+|    wind_direction               | -1.1508913  |
+|    wind_speed                   | -0.6719563  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1383.2814   |
+|    air_humidity                 | 45.28972    |
+|    air_temperature              | 23.257324   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 123.0       |
+|    direct_solar_radiation       | 33.5        |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 2.7052646   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1281894.9   |
+|    wind_direction               | 70.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.094740584 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 18.157917   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6463941  |
+|    air_humidity                 | 0.18763258  |
+|    air_temperature              | -0.6105597  |
+|    clg_setpoint                 | 0.56682175  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.56351864 |
+|    diffuse_solar_radiation      | 0.1568368   |
+|    direct_solar_radiation       | -0.28451845 |
+|    hour                         | 0.65621865  |
+|    htg_setpoint                 | -1.394711   |
+|    month                        | 1.9224508   |
+|    outdoor_humidity             | 1.4966753   |
+|    outdoor_temperature          | 0.3401269   |
+|    people_occupant              | -0.69505566 |
+|    total_electricity_HVAC       | -0.6473911  |
+|    wind_direction               | -0.50611526 |
+|    wind_speed                   | 0.1747151   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 227.04245   |
+|    air_humidity                 | 36.12856    |
+|    air_temperature              | 20.702671   |
+|    clg_setpoint                 | 27.95332    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 54.0        |
+|    direct_solar_radiation       | 47.5        |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 3.2636507   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 208149.61   |
+|    wind_direction               | 140.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.695761    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 13.711344    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.34844485  |
+|    air_humidity                 | -0.89245135  |
+|    air_temperature              | -0.053108867 |
+|    clg_setpoint                 | -1.1852823   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.4449275   |
+|    diffuse_solar_radiation      | -0.6748552   |
+|    direct_solar_radiation       | -0.497677    |
+|    hour                         | 0.80037755   |
+|    htg_setpoint                 | 0.9968761    |
+|    month                        | 1.8565582    |
+|    outdoor_humidity             | -0.40900648  |
+|    outdoor_temperature          | 0.8406109    |
+|    people_occupant              | -0.68725926  |
+|    total_electricity_HVAC       | -0.3919143   |
+|    wind_direction               | -1.4919091   |
+|    wind_speed                   | 1.5985532    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1932.6545    |
+|    air_humidity                 | 24.37198     |
+|    air_temperature              | 21.915516    |
+|    clg_setpoint                 | 23.716848    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 10.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 21.655777    |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 56.0         |
+|    outdoor_temperature          | 6.057077     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1565512.2    |
+|    wind_direction               | 30.0         |
+|    wind_speed                   | 9.3          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.45161432 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.100801   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.59278834 |
+|    air_humidity                 | -0.2825481  |
+|    air_temperature              | 0.5540166   |
+|    clg_setpoint                 | -1.3774068  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.32715628 |
+|    diffuse_solar_radiation      | -0.6768882  |
+|    direct_solar_radiation       | -0.5018783  |
+|    hour                         | 0.9444194   |
+|    htg_setpoint                 | -1.3926696  |
+|    month                        | 1.7970074   |
+|    outdoor_humidity             | 0.07484218  |
+|    outdoor_temperature          | 0.57621604  |
+|    people_occupant              | 0.5016111   |
+|    total_electricity_HVAC       | -0.61330146 |
+|    wind_direction               | -0.11843101 |
+|    wind_speed                   | 0.35860938  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 510.81735   |
+|    air_humidity                 | 30.835875   |
+|    air_temperature              | 23.257551   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 67.0        |
+|    outdoor_temperature          | 4.6519876   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 368028.1    |
+|    wind_direction               | 180.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.25051737  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.470497   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60747296 |
+|    air_humidity                 | -0.59121466 |
+|    air_temperature              | 0.34564948  |
+|    clg_setpoint                 | -1.3761717  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.20984563 |
+|    diffuse_solar_radiation      | -0.6755422  |
+|    direct_solar_radiation       | -0.5007305  |
+|    hour                         | 1.0883042   |
+|    htg_setpoint                 | -1.3917912  |
+|    month                        | 1.7428424   |
+|    outdoor_humidity             | -1.1283308  |
+|    outdoor_temperature          | 0.42805907  |
+|    people_occupant              | -0.45430344 |
+|    total_electricity_HVAC       | -0.6090286  |
+|    wind_direction               | 0.8769584   |
+|    wind_speed                   | 0.53641254  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 409.14258   |
+|    air_humidity                 | 27.454115   |
+|    air_temperature              | 22.813488   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 39.0        |
+|    outdoor_temperature          | 3.8734581   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 375125.78   |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.37984508 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.488371   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6149385  |
+|    air_humidity                 | -0.8644127  |
+|    air_temperature              | -0.1777715  |
+|    clg_setpoint                 | -0.07711794 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.09275753 |
+|    diffuse_solar_radiation      | -0.6775213  |
+|    direct_solar_radiation       | -0.5047984  |
+|    hour                         | 1.2319874   |
+|    htg_setpoint                 | 0.014044301 |
+|    month                        | 1.6932975   |
+|    outdoor_humidity             | -1.6266093  |
+|    outdoor_temperature          | 0.14560549  |
+|    people_occupant              | -0.45725292 |
+|    total_electricity_HVAC       | -0.61555624 |
+|    wind_direction               | 1.1359539   |
+|    wind_speed                   | 0.508839    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 358.15143   |
+|    air_humidity                 | 24.402388   |
+|    air_temperature              | 21.66364    |
+|    clg_setpoint                 | 26.395634   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 17.66112    |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 27.0        |
+|    outdoor_temperature          | 2.328129    |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 332741.4    |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -0.61494744   |
+|    Heating_Setpoint_RL          | -0.6673732    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 24.549553     |
+|    Heating_Setpoint_RL          | 13.871026     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.0105660325 |
+|    air_humidity                 | 0.8687697     |
+|    air_temperature              | -0.41746828   |
+|    clg_setpoint                 | -0.4412902    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 0.02423465    |
+|    diffuse_solar_radiation      | -0.6748783    |
+|    direct_solar_radiation       | -0.506758     |
+|    hour                         | 1.3754205     |
+|    htg_setpoint                 | 0.73245317    |
+|    month                        | 1.6477511     |
+|    outdoor_humidity             | 1.0507772     |
+|    outdoor_temperature          | 0.4847213     |
+|    people_occupant              | -0.69731075   |
+|    total_electricity_HVAC       | -0.051741745  |
+|    wind_direction               | -0.14334637   |
+|    wind_speed                   | 1.0919999     |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 3811.6802     |
+|    air_humidity                 | 42.94846      |
+|    air_temperature              | 21.136408     |
+|    clg_setpoint                 | 25.50623      |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 14.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 21.0          |
+|    htg_setpoint                 | 20.56075      |
+|    month                        | 3.0           |
+|    outdoor_humidity             | 89.0          |
+|    outdoor_temperature          | 4.150287      |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 3325682.0     |
+|    wind_direction               | 180.0         |
+|    wind_speed                   | 8.2           |
+---------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.8953025   |
+|    Heating_Setpoint_RL          | -0.09796952  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.603354    |
+|    Heating_Setpoint_RL          | 17.073921    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6588612   |
+|    air_humidity                 | -1.2947899   |
+|    air_temperature              | 0.001403509  |
+|    clg_setpoint                 | -1.3698194   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.1411532    |
+|    diffuse_solar_radiation      | -0.6768043   |
+|    direct_solar_radiation       | -0.51065475  |
+|    hour                         | 1.5185515    |
+|    htg_setpoint                 | -0.5969088   |
+|    month                        | 1.6056927    |
+|    outdoor_humidity             | -1.2618177   |
+|    outdoor_temperature          | 0.99865204   |
+|    people_occupant              | -0.69965297  |
+|    total_electricity_HVAC       | -0.66037995  |
+|    wind_direction               | -1.6136941   |
+|    wind_speed                   | -0.077289544 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 19.719933    |
+|    air_temperature              | 22.077768    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 15.179815    |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 35.0         |
+|    outdoor_temperature          | 7.1229963    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 20.0         |
+|    wind_speed                   | 5.2          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.40920848  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 19.926798   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.414799    |
+|    air_humidity                 | -1.1444868  |
+|    air_temperature              | -1.1390359  |
+|    clg_setpoint                 | -0.7162317  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.2579219   |
+|    diffuse_solar_radiation      | -0.67753726 |
+|    direct_solar_radiation       | -0.50618035 |
+|    hour                         | 1.6613247   |
+|    htg_setpoint                 | 0.4510578   |
+|    month                        | 1.5666989   |
+|    outdoor_humidity             | 1.0045623   |
+|    outdoor_temperature          | -0.84567434 |
+|    people_occupant              | -0.69242746 |
+|    total_electricity_HVAC       | 0.3281904   |
+|    wind_direction               | -1.4914075  |
+|    wind_speed                   | 1.310882    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6253.628    |
+|    air_humidity                 | 21.071012   |
+|    air_temperature              | 19.542418   |
+|    clg_setpoint                 | 24.837385   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 19.42854    |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 88.0        |
+|    outdoor_temperature          | -2.9944751  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5351050.5   |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 8.8         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.81299     |
+|    Heating_Setpoint_RL          | -0.5768169  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.368841   |
+|    Heating_Setpoint_RL          | 14.380405   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.52882105 |
+|    air_humidity                 | -1.2399337  |
+|    air_temperature              | -1.127148   |
+|    clg_setpoint                 | 0.24295807  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.49440953  |
+|    diffuse_solar_radiation      | -0.67679334 |
+|    direct_solar_radiation       | -0.50548977 |
+|    hour                         | -1.659615   |
+|    htg_setpoint                 | -0.5763772  |
+|    month                        | 1.5304145   |
+|    outdoor_humidity             | 1.3375555   |
+|    outdoor_temperature          | -0.49789065 |
+|    people_occupant              | -0.6854212  |
+|    total_electricity_HVAC       | -0.5369265  |
+|    wind_direction               | -1.6360182  |
+|    wind_speed                   | -0.9038656  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 859.6246    |
+|    air_humidity                 | 19.759336   |
+|    air_temperature              | 19.564335   |
+|    clg_setpoint                 | 27.166515   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 15.277391   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | -1.1174595  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 759412.8    |
+|    wind_direction               | 10.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.72229415  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 21.687904   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.1648545   |
+|    air_humidity                 | 0.38382843  |
+|    air_temperature              | -0.31837192 |
+|    clg_setpoint                 | 1.4080701   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6108089   |
+|    diffuse_solar_radiation      | -0.67521816 |
+|    direct_solar_radiation       | -0.5094124  |
+|    hour                         | -1.5138941  |
+|    htg_setpoint                 | 1.1235154   |
+|    month                        | 1.4965397   |
+|    outdoor_humidity             | 1.1554044   |
+|    outdoor_temperature          | 0.44116524  |
+|    people_occupant              | -0.68781745 |
+|    total_electricity_HVAC       | 2.1913688   |
+|    wind_direction               | -0.90562177 |
+|    wind_speed                   | 0.123059556 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 16317.111   |
+|    air_humidity                 | 37.285038   |
+|    air_temperature              | 21.352062   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 22.166985   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 92.0        |
+|    outdoor_temperature          | 3.9695003   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15301461.0  |
+|    wind_direction               | 90.0        |
+|    wind_speed                   | 5.7         |
 -------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 21%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1195.8418 |
-|    air_humidity                 | 35.305504 |
-|    air_temperature              | 20.161875 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 92.0      |
-|    outdoor_temperature          | 0.7776995 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1076257.6 |
-|    wind_direction               | 90.0      |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.599     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 22%
-| action_network/                 |            |
-|    index                        | 3          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 27         |
-|    Heating_Setpoint_RL          | 18         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1452.4503  |
-|    air_humidity                 | 32.657394  |
-|    air_temperature              | 20.009953  |
-|    clg_setpoint                 | 26.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 20.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 2.0        |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 3.0        |
-|    outdoor_humidity             | 69.0       |
-|    outdoor_temperature          | -0.5053432 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1307205.2  |
-|    wind_direction               | 0.0        |
-|    wind_speed                   | 0.0        |
-| rollout/                        |            |
-|    exploration_rate             | 0.593      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 22%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 39.329704 |
-|    air_temperature              | 19.524014 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 6.9832764 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.588     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 22%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1585.7318  |
-|    air_humidity                 | 19.347166  |
-|    air_temperature              | 19.60325   |
-|    clg_setpoint                 | 28.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 22.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 4.0        |
-|    htg_setpoint                 | 17.0       |
-|    month                        | 3.0        |
-|    outdoor_humidity             | 48.0       |
-|    outdoor_temperature          | -1.1717507 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1427158.6  |
-|    wind_direction               | 310.0      |
-|    wind_speed                   | 7.7        |
-| rollout/                        |            |
-|    exploration_rate             | 0.583      |
-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 22%
-| action_network/                 |            |
-|    index                        | 1          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 29         |
-|    Heating_Setpoint_RL          | 16         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2212.4136  |
-|    air_humidity                 | 16.154156  |
-|    air_temperature              | 19.999226  |
-|    clg_setpoint                 | 25.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 23.0       |
-|    diffuse_solar_radiation      | 33.0       |
-|    direct_solar_radiation       | 57.5       |
-|    hour                         | 5.0        |
-|    htg_setpoint                 | 20.0       |
-|    month                        | 3.0        |
-|    outdoor_humidity             | 39.0       |
-|    outdoor_temperature          | -4.3051596 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1991172.2  |
-|    wind_direction               | 0.0        |
-|    wind_speed                   | 0.0        |
-| rollout/                        |            |
-|    exploration_rate             | 0.577      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 23%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 17.629131 |
-|    air_temperature              | 20.066673 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 84.5      |
-|    direct_solar_radiation       | 311.0     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 2.4818852 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.572     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 23%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 39.27392  |
-|    air_temperature              | 19.567928 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 119.0     |
-|    direct_solar_radiation       | 87.0      |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 6.0872054 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.566     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 23%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 775.9277  |
-|    air_humidity                 | 44.55901  |
-|    air_temperature              | 21.999832 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 176.5     |
-|    direct_solar_radiation       | 253.0     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 83.0      |
-|    outdoor_temperature          | 11.008395 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 718974.2  |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.561     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 23%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 342.72076 |
-|    air_humidity                 | 59.920914 |
-|    air_temperature              | 23.489557 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 135.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 14.705147 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 312361.38 |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.555     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 24%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 329.98727 |
-|    air_humidity                 | 34.334488 |
-|    air_temperature              | 24.88112  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 282.0     |
-|    direct_solar_radiation       | 626.5     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 51.0      |
-|    outdoor_temperature          | 14.963529 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 299526.44 |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.55      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 24%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 669.0633  |
-|    air_humidity                 | 28.5489   |
-|    air_temperature              | 24.056192 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 146.5     |
-|    direct_solar_radiation       | 873.5     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 68.0      |
-|    outdoor_temperature          | 7.029778  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 608366.6  |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.545     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 24%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 77.871574 |
-|    air_humidity                 | 32.33923  |
-|    air_temperature              | 20.417665 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 341.5     |
-|    direct_solar_radiation       | 27.0      |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 70.0      |
-|    outdoor_temperature          | 5.2663016 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 72798.83  |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.539     |
------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.24614552  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 16.240433    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5259662   |
+|    air_humidity                 | -0.089329146 |
+|    air_temperature              | -0.62978464  |
+|    clg_setpoint                 | -0.13528697  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.7261699    |
+|    diffuse_solar_radiation      | -0.6740957   |
+|    direct_solar_radiation       | -0.5086721   |
+|    hour                         | -1.3685371   |
+|    htg_setpoint                 | -0.20680921  |
+|    month                        | 1.4648192    |
+|    outdoor_humidity             | 0.16097847   |
+|    outdoor_temperature          | -0.6268535   |
+|    people_occupant              | -0.69015205  |
+|    total_electricity_HVAC       | -0.5315182   |
+|    wind_direction               | -1.6868336   |
+|    wind_speed                   | -2.1012385   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 865.1323     |
+|    air_humidity                 | 32.19909     |
+|    air_temperature              | 20.674551    |
+|    clg_setpoint                 | 26.251347    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 20.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 2.0          |
+|    htg_setpoint                 | 16.78106     |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 69.0         |
+|    outdoor_temperature          | -1.7755747   |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 778900.4     |
+|    wind_direction               | 0.0          |
+|    wind_speed                   | 0.0          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.19718364  |
+|    Heating_Setpoint_RL          | -0.56720704 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.290495   |
+|    Heating_Setpoint_RL          | 14.434461   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65953547 |
+|    air_humidity                 | 0.93606216  |
+|    air_temperature              | -0.42671838 |
+|    clg_setpoint                 | 0.6673775   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8400699   |
+|    diffuse_solar_radiation      | -0.6751013  |
+|    direct_solar_radiation       | -0.51237637 |
+|    hour                         | -1.2234674  |
+|    htg_setpoint                 | -0.26856035 |
+|    month                        | 1.4350338   |
+|    outdoor_humidity             | 1.3581369   |
+|    outdoor_temperature          | 0.87273395  |
+|    people_occupant              | -0.69242746 |
+|    total_electricity_HVAC       | -0.66099054 |
+|    wind_direction               | 0.9065202   |
+|    wind_speed                   | -0.68838346 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 43.219296   |
+|    air_temperature              | 21.131474   |
+|    clg_setpoint                 | 28.203373   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 16.533875   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 97.0        |
+|    outdoor_temperature          | 6.2987776   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.40145612 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.36681    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5162739  |
+|    air_humidity                 | -0.9958354  |
+|    air_temperature              | -1.1113212  |
+|    clg_setpoint                 | -0.1906689  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.9520362   |
+|    diffuse_solar_radiation      | -0.6731971  |
+|    direct_solar_radiation       | -0.5142154  |
+|    hour                         | -1.0786196  |
+|    htg_setpoint                 | -0.7627726  |
+|    month                        | 1.4069945   |
+|    outdoor_humidity             | -0.7448494  |
+|    outdoor_temperature          | -0.54098874 |
+|    people_occupant              | -0.6946459  |
+|    total_electricity_HVAC       | -0.5253183  |
+|    wind_direction               | 1.0748467   |
+|    wind_speed                   | 0.86178863  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 896.1394    |
+|    air_humidity                 | 22.523949   |
+|    air_temperature              | 19.622793   |
+|    clg_setpoint                 | 26.12018    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 14.533548   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 48.0        |
+|    outdoor_temperature          | -1.2319078  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 789877.06   |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |            |
+|    Cooling_Setpoint_RL          | 1.0        |
+|    Heating_Setpoint_RL          | -0.8991369 |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30.0       |
+|    Heating_Setpoint_RL          | 12.567355  |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | 1.52351    |
+|    air_humidity                 | -0.6519246 |
+|    air_temperature              | -0.9286811 |
+|    clg_setpoint                 | 0.9539189  |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 1.0615623  |
+|    diffuse_solar_radiation      | -0.2104632 |
+|    direct_solar_radiation       | -0.2740024 |
+|    hour                         | -0.9339377 |
+|    htg_setpoint                 | 0.59971803 |
+|    month                        | 1.3805369  |
+|    outdoor_humidity             | -1.0996798 |
+|    outdoor_temperature          | -1.2558485 |
+|    people_occupant              | -0.6968094 |
+|    total_electricity_HVAC       | 1.6684846  |
+|    wind_direction               | -1.7045419 |
+|    wind_speed                   | -2.058362  |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 12539.094  |
+|    air_humidity                 | 26.087608  |
+|    air_temperature              | 20.027288  |
+|    clg_setpoint                 | 28.890676  |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 23.0       |
+|    diffuse_solar_radiation      | 33.0       |
+|    direct_solar_radiation       | 57.5       |
+|    hour                         | 5.0        |
+|    htg_setpoint                 | 20.027287  |
+|    month                        | 3.0        |
+|    outdoor_humidity             | 39.0       |
+|    outdoor_temperature          | -5.051607  |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 12425121.0 |
+|    wind_direction               | 0.0        |
+|    wind_speed                   | 0.0        |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.868552   |
+|    Heating_Setpoint_RL          | 0.6245778   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.693638   |
+|    Heating_Setpoint_RL          | 21.13825    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.64963543 |
+|    air_humidity                 | -1.2625737  |
+|    air_temperature              | -0.59422714 |
+|    clg_setpoint                 | 0.4439089   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1681266   |
+|    diffuse_solar_radiation      | 0.51436454  |
+|    direct_solar_radiation       | 0.78092796  |
+|    hour                         | -0.7893751  |
+|    htg_setpoint                 | -0.4884558  |
+|    month                        | 1.355518    |
+|    outdoor_humidity             | 1.0373325   |
+|    outdoor_temperature          | 0.13070919  |
+|    people_occupant              | -0.6902672  |
+|    total_electricity_HVAC       | -0.65293324 |
+|    wind_direction               | 0.5254244   |
+|    wind_speed                   | -0.7062095  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 120.07847   |
+|    air_humidity                 | 19.365587   |
+|    air_temperature              | 20.754799   |
+|    clg_setpoint                 | 27.653511   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 84.5        |
+|    direct_solar_radiation       | 311.0       |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 15.611738   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | 2.360082    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 100097.21   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.13971704  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.096546   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.3536713   |
+|    air_humidity                 | -0.0121973  |
+|    air_temperature              | -0.20478998 |
+|    clg_setpoint                 | 0.40251568  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2712111   |
+|    diffuse_solar_radiation      | 0.99917036  |
+|    direct_solar_radiation       | -0.16526924 |
+|    hour                         | -0.64489365 |
+|    htg_setpoint                 | 1.4011166   |
+|    month                        | 1.3318118   |
+|    outdoor_humidity             | 1.3329146   |
+|    outdoor_temperature          | 1.3186435   |
+|    people_occupant              | -0.6839059  |
+|    total_electricity_HVAC       | 1.4447668   |
+|    wind_direction               | -0.01320898 |
+|    wind_speed                   | 0.27302298  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 11497.918   |
+|    air_humidity                 | 32.648342   |
+|    air_temperature              | 21.612013   |
+|    clg_setpoint                 | 27.554943   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 119.0       |
+|    direct_solar_radiation       | 87.0        |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 8.773666    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 11175725.0  |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.0864124   |
+|    Heating_Setpoint_RL          | 0.96363175  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.916641   |
+|    Heating_Setpoint_RL          | 23.04543    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6507338  |
+|    air_humidity                 | 1.2047635   |
+|    air_temperature              | 1.0396144   |
+|    clg_setpoint                 | -0.65560967 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.3703219   |
+|    diffuse_solar_radiation      | 1.8072482   |
+|    direct_solar_radiation       | 0.52781177  |
+|    hour                         | -0.5004629  |
+|    htg_setpoint                 | -0.7799534  |
+|    month                        | 1.3093073   |
+|    outdoor_humidity             | 0.7565715   |
+|    outdoor_temperature          | 1.0062066   |
+|    people_occupant              | 1.6989403   |
+|    total_electricity_HVAC       | -0.6525286  |
+|    wind_direction               | 0.08228156  |
+|    wind_speed                   | -1.0767685  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 45.946457   |
+|    air_temperature              | 24.367796   |
+|    clg_setpoint                 | 24.986439   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 176.5       |
+|    direct_solar_radiation       | 253.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 14.437086   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | 7.169328    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.014168203 |
+|    Heating_Setpoint_RL          | 0.24525915   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.577183    |
+|    Heating_Setpoint_RL          | 19.004583    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5363834   |
+|    air_humidity                 | 1.7823423    |
+|    air_temperature              | 0.5246703    |
+|    clg_setpoint                 | -1.3701084   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.4650067    |
+|    diffuse_solar_radiation      | 1.2004602    |
+|    direct_solar_radiation       | -0.52451926  |
+|    hour                         | -0.35605988  |
+|    htg_setpoint                 | -0.538858    |
+|    month                        | 1.2879064    |
+|    outdoor_humidity             | 1.4629283    |
+|    outdoor_temperature          | 1.7979085    |
+|    people_occupant              | 1.6919934    |
+|    total_electricity_HVAC       | -0.5305949   |
+|    wind_direction               | 0.539546     |
+|    wind_speed                   | -1.0670214   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 719.72015    |
+|    air_humidity                 | 52.331184    |
+|    air_temperature              | 23.250446    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 27.0         |
+|    diffuse_solar_radiation      | 135.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 15.418094    |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 11.520349    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 706868.44    |
+|    wind_direction               | 250.0        |
+|    wind_speed                   | 2.6          |
+| train/                          |              |
+|    approx_kl                    | 0.006897373  |
+|    clip_fraction                | 0.059        |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.8         |
+|    explained_variance           | 0.586        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 3.78         |
+|    n_updates                    | 40           |
+|    policy_gradient_loss         | -0.0083      |
+|    std                          | 0.986        |
+|    value_loss                   | 14.4         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49610296 |
+|    air_humidity                 | 0.17889239  |
+|    air_temperature              | 0.7652681   |
+|    clg_setpoint                 | -1.1431321  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5548712   |
+|    diffuse_solar_radiation      | 3.2073052   |
+|    direct_solar_radiation       | 2.0877883   |
+|    hour                         | -0.21166852 |
+|    htg_setpoint                 | -1.2167891  |
+|    month                        | 1.2675217   |
+|    outdoor_humidity             | -0.61958647 |
+|    outdoor_temperature          | 2.1001863   |
+|    people_occupant              | 1.685268    |
+|    total_electricity_HVAC       | -0.4962465  |
+|    wind_direction               | -1.4358267  |
+|    wind_speed                   | 0.66836846  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 941.15967   |
+|    air_humidity                 | 35.192722   |
+|    air_temperature              | 23.79808    |
+|    clg_setpoint                 | 23.798912   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 282.0       |
+|    direct_solar_radiation       | 626.5       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 12.672027   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 51.0        |
+|    outdoor_temperature          | 13.592999   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 882772.2    |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.21159407   |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.33913     |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.62900823  |
+|    air_humidity                 | -0.067558594 |
+|    air_temperature              | 1.6916281    |
+|    clg_setpoint                 | -0.295555    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.6395918    |
+|    diffuse_solar_radiation      | 1.3173574    |
+|    direct_solar_radiation       | 3.0962505    |
+|    hour                         | -0.0672793   |
+|    htg_setpoint                 | -1.3821332   |
+|    month                        | 1.2480754    |
+|    outdoor_humidity             | 0.10756914   |
+|    outdoor_temperature          | 1.2502915    |
+|    people_occupant              | 1.2045414    |
+|    total_electricity_HVAC       | -0.62178403  |
+|    wind_direction               | -0.69758755  |
+|    wind_speed                   | 0.47410467   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 179.70306    |
+|    air_humidity                 | 32.546234    |
+|    air_temperature              | 25.855858    |
+|    clg_setpoint                 | 25.856369    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 29.0         |
+|    diffuse_solar_radiation      | 146.5        |
+|    direct_solar_radiation       | 873.5        |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 68.0         |
+|    outdoor_temperature          | 9.029074     |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 213237.38    |
+|    wind_direction               | 110.0        |
+|    wind_speed                   | 6.7          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.6272317   |
+|    Heating_Setpoint_RL          | 0.51536584  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.741907   |
+|    Heating_Setpoint_RL          | 20.523933   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6442586  |
+|    air_humidity                 | -0.3638809  |
+|    air_temperature              | -0.2141047  |
+|    clg_setpoint                 | 0.6485655   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7189243   |
+|    diffuse_solar_radiation      | 3.9534612   |
+|    direct_solar_radiation       | -0.41648272 |
+|    hour                         | 0.07711125  |
+|    htg_setpoint                 | -0.31216267 |
+|    month                        | 1.2294974   |
+|    outdoor_humidity             | 0.18634674  |
+|    outdoor_temperature          | 0.70243466  |
+|    people_occupant              | -0.69443697 |
+|    total_electricity_HVAC       | -0.6463218  |
+|    wind_direction               | -0.5989294  |
+|    wind_speed                   | 0.09487352  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 29.376528   |
+|    air_temperature              | 21.652164   |
+|    clg_setpoint                 | 28.149212   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 341.5       |
+|    direct_solar_radiation       | 27.0        |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 16.333302   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 70.0        |
+|    outdoor_temperature          | 5.9968934   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 39.8185   |
-|    air_temperature              | 20.66404  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 144.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 8.080436  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 10.0      |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.534     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.18112569 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.0137     |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6435178  |
+|    air_humidity                 | 0.08620625  |
+|    air_temperature              | -0.6387097  |
+|    clg_setpoint                 | 1.408339    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7927083   |
+|    diffuse_solar_radiation      | 1.2516956   |
+|    direct_solar_radiation       | -0.5249985  |
+|    hour                         | 0.22150081  |
+|    htg_setpoint                 | 0.44209066  |
+|    month                        | 1.2117251   |
+|    outdoor_humidity             | 1.4561951   |
+|    outdoor_temperature          | 1.1726892   |
+|    people_occupant              | -0.6884602  |
+|    total_electricity_HVAC       | -0.6456242  |
+|    wind_direction               | -1.5685134  |
+|    wind_speed                   | -0.3254078  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 34.147808   |
+|    air_temperature              | 20.712507   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 144.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 19.383244   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 8.596111    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 10.0        |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 676.7058  |
-|    air_humidity                 | 35.900913 |
-|    air_temperature              | 22.70483  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 153.5     |
-|    direct_solar_radiation       | 117.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 82.0      |
-|    outdoor_temperature          | 6.9450645 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 609035.25 |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.528     |
------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.5136728   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 14.73559     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5140156   |
+|    air_humidity                 | 0.7440734    |
+|    air_temperature              | 0.8748689    |
+|    clg_setpoint                 | -1.0483024   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.6467675   |
+|    diffuse_solar_radiation      | 1.3743905    |
+|    direct_solar_radiation       | -0.031343304 |
+|    hour                         | 0.36588165   |
+|    htg_setpoint                 | -1.3832608   |
+|    month                        | 2.3546517    |
+|    outdoor_humidity             | 0.6754707    |
+|    outdoor_temperature          | 0.74644697   |
+|    people_occupant              | 1.6979535    |
+|    total_electricity_HVAC       | -0.5167361   |
+|    wind_direction               | -0.1236372   |
+|    wind_speed                   | -0.89729804  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 806.5505     |
+|    air_humidity                 | 41.171734    |
+|    air_temperature              | 24.029158    |
+|    clg_setpoint                 | 24.029802    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0          |
+|    diffuse_solar_radiation      | 153.5        |
+|    direct_solar_radiation       | 117.5        |
+|    hour                         | 14.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 82.0         |
+|    outdoor_temperature          | 6.2916226    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 744513.5     |
+|    wind_direction               | 170.0        |
+|    wind_speed                   | 3.1          |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 493.36768 |
-|    air_humidity                 | 20.675724 |
-|    air_temperature              | 23.906479 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 140.0     |
-|    direct_solar_radiation       | 323.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 32.0      |
-|    outdoor_temperature          | 7.8594294 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 439279.62 |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.523     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.537642   |
+|    air_humidity                 | -1.087826   |
+|    air_temperature              | 0.5146866   |
+|    clg_setpoint                 | -1.3677641  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.502447   |
+|    diffuse_solar_radiation      | 1.1789209   |
+|    direct_solar_radiation       | 0.8267939   |
+|    hour                         | 0.51024085  |
+|    htg_setpoint                 | -1.3805103  |
+|    month                        | 2.2707925   |
+|    outdoor_humidity             | -1.4681748  |
+|    outdoor_temperature          | 0.99638087  |
+|    people_occupant              | 1.6914971   |
+|    total_electricity_HVAC       | -0.52898216 |
+|    wind_direction               | 1.2113433   |
+|    wind_speed                   | 0.29709017  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 662.9046    |
+|    air_humidity                 | 21.826035   |
+|    air_temperature              | 23.251402   |
+|    clg_setpoint                 | 23.251251   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 140.0       |
+|    direct_solar_radiation       | 323.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 32.0        |
+|    outdoor_temperature          | 7.6779246   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 670766.4    |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 478.49545 |
-|    air_humidity                 | 24.581656 |
-|    air_temperature              | 24.346413 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 51.0      |
-|    direct_solar_radiation       | 528.0     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 53.0      |
-|    outdoor_temperature          | 7.0104027 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 430645.9  |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.518     |
------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6381397   |
+|    air_humidity                 | -0.86964345  |
+|    air_temperature              | 1.7843465    |
+|    clg_setpoint                 | 1.3033515    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.3655217   |
+|    diffuse_solar_radiation      | -0.008012743 |
+|    direct_solar_radiation       | 1.6490389    |
+|    hour                         | 0.6545608    |
+|    htg_setpoint                 | -0.76839465  |
+|    month                        | 2.1952987    |
+|    outdoor_humidity             | -0.55851454  |
+|    outdoor_temperature          | 0.74020606   |
+|    people_occupant              | 1.6852328    |
+|    total_electricity_HVAC       | -0.6403099   |
+|    wind_direction               | 0.12865472   |
+|    wind_speed                   | 0.30009136   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 24.043089    |
+|    air_temperature              | 26.044449    |
+|    clg_setpoint                 | 29.748192    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 3.0          |
+|    diffuse_solar_radiation      | 51.0         |
+|    direct_solar_radiation       | 528.0        |
+|    hour                         | 16.0         |
+|    htg_setpoint                 | 14.474399    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 53.0         |
+|    outdoor_temperature          | 6.3060966    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 200.0        |
+|    wind_speed                   | 6.2          |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 26%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 35.376736 |
-|    air_temperature              | 29.603888 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 36.0      |
-|    direct_solar_radiation       | 35.5      |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 68.0      |
-|    outdoor_temperature          | 11.504218 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.512     |
------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6358993   |
+|    air_humidity                 | -0.057208486 |
+|    air_temperature              | 2.3766603    |
+|    clg_setpoint                 | 0.3527421    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.234379    |
+|    diffuse_solar_radiation      | -0.21256845  |
+|    direct_solar_radiation       | -0.38557842  |
+|    hour                         | 0.7988192    |
+|    htg_setpoint                 | -0.28346318  |
+|    month                        | 2.1268663    |
+|    outdoor_humidity             | 0.087996215  |
+|    outdoor_temperature          | 0.8567951    |
+|    people_occupant              | 1.6791518    |
+|    total_electricity_HVAC       | -0.6380747   |
+|    wind_direction               | 0.035603218  |
+|    wind_speed                   | 0.49837813   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 32.590538    |
+|    air_temperature              | 27.373611    |
+|    clg_setpoint                 | 27.43922     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.0          |
+|    diffuse_solar_radiation      | 36.0         |
+|    direct_solar_radiation       | 35.5         |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 16.4343      |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 68.0         |
+|    outdoor_temperature          | 6.9940314    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 6.7          |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 26%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 48.570503 |
-|    air_temperature              | 27.450226 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 86.0      |
-|    outdoor_temperature          | 10.577883 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.507     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.97035617 |
+|    Heating_Setpoint_RL          | -0.9088991  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.350048   |
+|    Heating_Setpoint_RL          | 12.512443   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6332432  |
+|    air_humidity                 | 1.3270074   |
+|    air_temperature              | 1.2071688   |
+|    clg_setpoint                 | 1.4040339   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.1077411  |
+|    diffuse_solar_radiation      | -0.692582   |
+|    direct_solar_radiation       | -0.53067183 |
+|    hour                         | 0.94298947  |
+|    htg_setpoint                 | -1.0030811  |
+|    month                        | 2.0644586   |
+|    outdoor_humidity             | 0.8656514   |
+|    outdoor_temperature          | 1.8264631   |
+|    people_occupant              | 0.48847035  |
+|    total_electricity_HVAC       | -0.6354806  |
+|    wind_direction               | 0.48524392  |
+|    wind_speed                   | -0.3164638  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 47.172234   |
+|    air_temperature              | 24.812798   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 13.517263   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 86.0        |
+|    outdoor_temperature          | 12.381402   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 26%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 59.77879  |
-|    air_temperature              | 24.601759 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 80.0      |
-|    outdoor_temperature          | 12.718971 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.501     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.52965075  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.41257    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.63022935 |
+|    air_humidity                 | 0.86045253  |
+|    air_temperature              | 0.29382917  |
+|    clg_setpoint                 | -0.26602975 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9845818  |
+|    diffuse_solar_radiation      | -0.6937673  |
+|    direct_solar_radiation       | -0.53451717 |
+|    hour                         | 1.0870411   |
+|    htg_setpoint                 | 0.59040236  |
+|    month                        | 2.0072408   |
+|    outdoor_humidity             | 0.6005419   |
+|    outdoor_temperature          | 1.7674203   |
+|    people_occupant              | -0.69242746 |
+|    total_electricity_HVAC       | -0.6324932  |
+|    wind_direction               | 0.028942639 |
+|    wind_speed                   | -0.8995607  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 42.477608   |
+|    air_temperature              | 22.801344   |
+|    clg_setpoint                 | 25.936823   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 19.956486   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 80.0        |
+|    outdoor_temperature          | 12.355358   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 26%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 55.434128 |
-|    air_temperature              | 25.836447 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 54.0      |
-|    outdoor_temperature          | 20.91227  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.496     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 27%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.805756 |
-|    air_temperature              | 24.448067 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 13.798377 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.49      |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.14543213 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.134167   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6161328  |
+|    air_humidity                 | -0.63718945 |
+|    air_temperature              | 0.3218134   |
+|    clg_setpoint                 | -0.3913457  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8640709  |
+|    diffuse_solar_radiation      | -0.6957783  |
+|    direct_solar_radiation       | -0.5375319  |
+|    hour                         | 1.2309399   |
+|    htg_setpoint                 | 0.3836946   |
+|    month                        | 1.954531    |
+|    outdoor_humidity             | -0.52262414 |
+|    outdoor_temperature          | 2.7532516   |
+|    people_occupant              | -0.68692625 |
+|    total_electricity_HVAC       | -0.6189641  |
+|    wind_direction               | 0.75142956  |
+|    wind_speed                   | -0.30918017 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 150.68568   |
+|    air_humidity                 | 26.748531   |
+|    air_temperature              | 22.863987   |
+|    clg_setpoint                 | 25.63807    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 19.108627   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 54.0        |
+|    outdoor_temperature          | 18.683043   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 135617.11   |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 27%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.469086 |
-|    air_temperature              | 23.550816 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 16.486246 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.485     |
------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.84404933    |
+|    Heating_Setpoint_RL          | -1.0          |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 29.473667     |
+|    Heating_Setpoint_RL          | 12.0          |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.6257464    |
+|    air_humidity                 | 1.8163489     |
+|    air_temperature              | -0.0005707247 |
+|    clg_setpoint                 | 1.3989825     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.74553365   |
+|    diffuse_solar_radiation      | -0.6950478    |
+|    direct_solar_radiation       | -0.53989124   |
+|    hour                         | 1.374648      |
+|    htg_setpoint                 | -0.8208372    |
+|    month                        | 1.905767      |
+|    outdoor_humidity             | 0.91347426    |
+|    outdoor_temperature          | 1.9349079     |
+|    people_occupant              | -0.6887976    |
+|    total_electricity_HVAC       | -0.6283882    |
+|    wind_direction               | 0.02039244    |
+|    wind_speed                   | -0.50089204   |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 87.037186     |
+|    air_humidity                 | 52.72675      |
+|    air_temperature              | 22.174702     |
+|    clg_setpoint                 | 30.0          |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 8.0           |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 21.0          |
+|    htg_setpoint                 | 14.22475      |
+|    month                        | 4.0           |
+|    outdoor_humidity             | 87.0          |
+|    outdoor_temperature          | 14.413961     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 78333.47      |
+|    wind_direction               | 190.0         |
+|    wind_speed                   | 4.1           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 27%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 57.217648 |
-|    air_temperature              | 22.522837 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 43.0      |
-|    outdoor_temperature          | 9.949017  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 9.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.48      |
------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.62468165  |
+|    air_humidity                 | 2.582347     |
+|    air_temperature              | -0.12274707  |
+|    clg_setpoint                 | -0.04806024  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.62842333  |
+|    diffuse_solar_radiation      | -0.6955095   |
+|    direct_solar_radiation       | -0.5418456   |
+|    hour                         | 1.5181242    |
+|    htg_setpoint                 | -1.3676455   |
+|    month                        | 1.8604796    |
+|    outdoor_humidity             | 1.0371933    |
+|    outdoor_temperature          | 2.2018967    |
+|    people_occupant              | -0.6906309   |
+|    total_electricity_HVAC       | -0.6275075   |
+|    wind_direction               | -0.071413316 |
+|    wind_speed                   | -0.4933125   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 61.322582    |
+|    air_temperature              | 21.92201     |
+|    clg_setpoint                 | 26.47888     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 9.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 90.0         |
+|    outdoor_temperature          | 16.462786    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.37141097  |
+|    Heating_Setpoint_RL          | -0.6375749  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.878511   |
+|    Heating_Setpoint_RL          | 14.038641   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6235353  |
+|    air_humidity                 | -0.3989836  |
+|    air_temperature              | -0.289277   |
+|    clg_setpoint                 | 1.3716732   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.51230085 |
+|    diffuse_solar_radiation      | -0.69636977 |
+|    direct_solar_radiation       | -0.54443693 |
+|    hour                         | 1.6613247   |
+|    htg_setpoint                 | 0.30443457  |
+|    month                        | 1.8182745   |
+|    outdoor_humidity             | -1.0029953  |
+|    outdoor_temperature          | 0.8378119   |
+|    people_occupant              | -0.69242746 |
+|    total_electricity_HVAC       | -0.62646383 |
+|    wind_direction               | 0.93514955  |
+|    wind_speed                   | 1.7251545   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 29.61079    |
+|    air_temperature              | 21.569344   |
+|    clg_setpoint                 | 29.93707    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 18.755625   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 43.0        |
+|    outdoor_temperature          | 8.37469     |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 9.8         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 28%
-| action_network/                 |          |
-|    index                        | 3        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 27       |
-|    Heating_Setpoint_RL          | 18       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 0.0      |
-|    air_humidity                 | 46.25956 |
-|    air_temperature              | 21.33544 |
-|    clg_setpoint                 | 24.0     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 12.0     |
-|    diffuse_solar_radiation      | 0.0      |
-|    direct_solar_radiation       | 0.0      |
-|    hour                         | 0.0      |
-|    htg_setpoint                 | 21.0     |
-|    month                        | 4.0      |
-|    outdoor_humidity             | 28.0     |
-|    outdoor_temperature          | 7.333998 |
-|    people_occupant              | 0.0      |
-|    total_electricity_HVAC       | 0.0      |
-|    wind_direction               | 330.0    |
-|    wind_speed                   | 8.8      |
-| rollout/                        |          |
-|    exploration_rate             | 0.474    |
-----------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.69496727  |
+|    Heating_Setpoint_RL          | 0.50368035  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.970514   |
+|    Heating_Setpoint_RL          | 20.458202   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6209064  |
+|    air_humidity                 | -1.6859767  |
+|    air_temperature              | -0.8198003  |
+|    clg_setpoint                 | 1.3985975   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.2832876  |
+|    diffuse_solar_radiation      | -0.6981509  |
+|    direct_solar_radiation       | -0.5476698  |
+|    hour                         | -1.6600378  |
+|    htg_setpoint                 | -0.61345834 |
+|    month                        | 1.7788173   |
+|    outdoor_humidity             | -1.6172616  |
+|    outdoor_temperature          | 0.5593768   |
+|    people_occupant              | -0.6941883  |
+|    total_electricity_HVAC       | -0.6239894  |
+|    wind_direction               | 1.2884551   |
+|    wind_speed                   | 1.3034801   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 15.526718   |
+|    air_temperature              | 20.410309   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 15.036627   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 28.0        |
+|    outdoor_temperature          | 6.7148695   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 330.0       |
+|    wind_speed                   | 8.8         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 28%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 37.304005 |
-|    air_temperature              | 21.064104 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 57.0      |
-|    outdoor_temperature          | 6.7171063 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.469     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.588392    |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 20.934704   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.16873267 |
+|    air_humidity                 | -1.5624415  |
+|    air_temperature              | -0.1698666  |
+|    clg_setpoint                 | 0.99117756  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.16769591 |
+|    diffuse_solar_radiation      | -0.6987044  |
+|    direct_solar_radiation       | -0.5503271  |
+|    hour                         | -1.51462    |
+|    htg_setpoint                 | 0.9574612   |
+|    month                        | 1.7418221   |
+|    outdoor_humidity             | -0.3529468  |
+|    outdoor_temperature          | 0.6484309   |
+|    people_occupant              | -0.69591445 |
+|    total_electricity_HVAC       | -0.17127687 |
+|    wind_direction               | 0.55241543  |
+|    wind_speed                   | -1.2838471  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2546.7922   |
+|    air_humidity                 | 16.50859    |
+|    air_temperature              | 21.84539    |
+|    clg_setpoint                 | 29.003164   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 21.400757   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 57.0        |
+|    outdoor_temperature          | 7.3311167   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2374506.5   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 28%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 43.14323  |
-|    air_temperature              | 18.625456 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 3.6882412 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 80.0      |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.463     |
------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.8942303     |
+|    Heating_Setpoint_RL          | 1.0           |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 29.643028     |
+|    Heating_Setpoint_RL          | 23.25         |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.6180717    |
+|    air_humidity                 | -0.98505527   |
+|    air_temperature              | -0.5329976    |
+|    clg_setpoint                 | -0.0020316606 |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.05227203   |
+|    diffuse_solar_radiation      | -0.6993217    |
+|    direct_solar_radiation       | -0.5470916    |
+|    hour                         | -1.3694715    |
+|    htg_setpoint                 | 0.01800517    |
+|    month                        | 1.7070432     |
+|    outdoor_humidity             | 1.1765946     |
+|    outdoor_temperature          | 0.19322304    |
+|    people_occupant              | -0.69070345   |
+|    total_electricity_HVAC       | -0.62118196   |
+|    wind_direction               | -1.0039445    |
+|    wind_speed                   | 0.4977688     |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 87.037186     |
+|    air_humidity                 | 22.62754      |
+|    air_temperature              | 21.046713     |
+|    clg_setpoint                 | 26.587473     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 14.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 2.0           |
+|    htg_setpoint                 | 17.596243     |
+|    month                        | 4.0           |
+|    outdoor_humidity             | 93.0          |
+|    outdoor_temperature          | 4.499451      |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 78333.47      |
+|    wind_direction               | 80.0          |
+|    wind_speed                   | 6.7           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |          |
-|    index                        | 5        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 25       |
-|    Heating_Setpoint_RL          | 20       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 0.0      |
-|    air_humidity                 | 42.04449 |
-|    air_temperature              | 18.97571 |
-|    clg_setpoint                 | 23.0     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 15.0     |
-|    diffuse_solar_radiation      | 0.0      |
-|    direct_solar_radiation       | 0.0      |
-|    hour                         | 3.0      |
-|    htg_setpoint                 | 22.0     |
-|    month                        | 4.0      |
-|    outdoor_humidity             | 89.0     |
-|    outdoor_temperature          | 5.208225 |
-|    people_occupant              | 0.0      |
-|    total_electricity_HVAC       | 0.0      |
-|    wind_direction               | 110.0    |
-|    wind_speed                   | 2.6      |
-| rollout/                        |          |
-|    exploration_rate             | 0.458    |
-----------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.20498234  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 18.778025   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6169335  |
+|    air_humidity                 | -0.29931659 |
+|    air_temperature              | -0.40844816 |
+|    clg_setpoint                 | -1.3723781  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.06307508  |
+|    diffuse_solar_radiation      | -0.69999313 |
+|    direct_solar_radiation       | -0.5487291  |
+|    hour                         | -1.2245376  |
+|    htg_setpoint                 | -0.7192517  |
+|    month                        | 1.6742676   |
+|    outdoor_humidity             | 1.0042276   |
+|    outdoor_temperature          | 0.70383614  |
+|    people_occupant              | -0.6856078  |
+|    total_electricity_HVAC       | -0.62006414 |
+|    wind_direction               | -0.7228384  |
+|    wind_speed                   | -1.0902525  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 30.068356   |
+|    air_temperature              | 21.322107   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 14.621033   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | 7.7253165   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 110.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 81.08231  |
-|    air_temperature              | 19.258926 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 9.289529  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.452     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.7610012  |
+|    Heating_Setpoint_RL          | 0.6156127   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.056622   |
+|    Heating_Setpoint_RL          | 21.087822   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6150319  |
+|    air_humidity                 | 2.1425912   |
+|    air_temperature              | -0.5100841  |
+|    clg_setpoint                 | -0.4385277  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.17836788  |
+|    diffuse_solar_radiation      | -0.70121187 |
+|    direct_solar_radiation       | -0.5451938  |
+|    hour                         | -1.0797703  |
+|    htg_setpoint                 | 0.61778957  |
+|    month                        | 1.6433103   |
+|    outdoor_humidity             | 1.0302262   |
+|    outdoor_temperature          | 0.85882384  |
+|    people_occupant              | -0.68736154 |
+|    total_electricity_HVAC       | -0.6181186  |
+|    wind_direction               | 0.56743336  |
+|    wind_speed                   | -0.5038278  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 57.082478   |
+|    air_temperature              | 21.10923    |
+|    clg_setpoint                 | 25.523836   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 20.0373     |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 8.734999    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 82.286415 |
-|    air_temperature              | 20.703104 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 38.5      |
-|    direct_solar_radiation       | 16.5      |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 14.200624 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.447     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.73083705  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.091576   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.07832344  |
+|    air_humidity                 | 1.6177667   |
+|    air_temperature              | -0.62522125 |
+|    clg_setpoint                 | 1.4022707   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.29356298  |
+|    diffuse_solar_radiation      | -0.20726395 |
+|    direct_solar_radiation       | -0.48268017 |
+|    hour                         | -0.9351286  |
+|    htg_setpoint                 | 0.8251143   |
+|    month                        | 1.614009    |
+|    outdoor_humidity             | 0.990323    |
+|    outdoor_temperature          | 1.2293583   |
+|    people_occupant              | -0.6890821  |
+|    total_electricity_HVAC       | 0.3423494   |
+|    wind_direction               | -1.7426208  |
+|    wind_speed                   | -2.101277   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3842.6826   |
+|    air_humidity                 | 51.504772   |
+|    air_temperature              | 20.869034   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 38.5        |
+|    direct_solar_radiation       | 16.5        |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 20.869022   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | 11.29657    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4936487.5   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 88.664734 |
-|    air_temperature              | 18.851236 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 66.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 85.0      |
-|    outdoor_temperature          | 5.579129  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 70.0      |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.442     |
------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 2.0067286    |
+|    air_humidity                 | 1.2354679    |
+|    air_temperature              | -0.14617133  |
+|    clg_setpoint                 | 0.58676344   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.40855384   |
+|    diffuse_solar_radiation      | 0.14889534   |
+|    direct_solar_radiation       | -0.5454461   |
+|    hour                         | -0.79057777  |
+|    htg_setpoint                 | 1.4102621    |
+|    month                        | 1.5862212    |
+|    outdoor_humidity             | 0.81012195   |
+|    outdoor_temperature          | 0.35912538   |
+|    people_occupant              | -0.6907704   |
+|    total_electricity_HVAC       | 2.084912     |
+|    wind_direction               | -1.0871683   |
+|    wind_speed                   | 0.51645017   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 14264.053    |
+|    air_humidity                 | 47.498432    |
+|    air_temperature              | 21.91889     |
+|    clg_setpoint                 | 28.01645     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 18.0         |
+|    diffuse_solar_radiation      | 66.5         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 23.234018    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 85.0         |
+|    outdoor_temperature          | 5.849352     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 13725448.0   |
+|    wind_direction               | 70.0         |
+|    wind_speed                   | 6.7          |
+| train/                          |              |
+|    approx_kl                    | 0.0066116964 |
+|    clip_fraction                | 0.0656       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.81        |
+|    explained_variance           | 0.678        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 8.18         |
+|    n_updates                    | 50           |
+|    policy_gradient_loss         | -0.00941     |
+|    std                          | 0.983        |
+|    value_loss                   | 17           |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 30%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 50.477306 |
-|    air_temperature              | 18.83049  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 201.0     |
-|    direct_solar_radiation       | 329.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 54.0      |
-|    outdoor_temperature          | 7.4226103 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 80.0      |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.436     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.48548588 |
+|    Heating_Setpoint_RL          | -0.5867804  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.986485   |
+|    Heating_Setpoint_RL          | 14.32436    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.0053369   |
+|    air_humidity                 | 0.023083553 |
+|    air_temperature              | 0.4213881   |
+|    clg_setpoint                 | 1.4006743   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.5231738   |
+|    diffuse_solar_radiation      | 1.8627374   |
+|    direct_solar_radiation       | 0.77580845  |
+|    hour                         | -0.64608926 |
+|    htg_setpoint                 | 1.4140658   |
+|    month                        | 1.5598209   |
+|    outdoor_humidity             | -0.5150702  |
+|    outdoor_temperature          | 0.47176102  |
+|    people_occupant              | -0.69242746 |
+|    total_electricity_HVAC       | 1.1020191   |
+|    wind_direction               | -0.98161215 |
+|    wind_speed                   | 0.12728281  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 8825.254    |
+|    air_humidity                 | 34.0945     |
+|    air_temperature              | 23.159067   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 201.0       |
+|    direct_solar_radiation       | 329.0       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 54.0        |
+|    outdoor_temperature          | 6.5777636   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 8742404.0   |
+|    wind_direction               | 80.0        |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 30%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 62.191772 |
-|    air_temperature              | 19.665392 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 185.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 80.0      |
-|    outdoor_temperature          | 8.042038  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 100.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.431     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.50989765  |
+|    Heating_Setpoint_RL          | 0.1689406   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.345905   |
+|    Heating_Setpoint_RL          | 18.57529    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60924506 |
+|    air_humidity                 | -0.11573622 |
+|    air_temperature              | -0.44658062 |
+|    clg_setpoint                 | 0.04257631  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.63720006  |
+|    diffuse_solar_radiation      | 1.6350304   |
+|    direct_solar_radiation       | -0.54387665 |
+|    hour                         | -0.50164014 |
+|    htg_setpoint                 | -1.3665037  |
+|    month                        | 1.5346963   |
+|    outdoor_humidity             | 0.60238224  |
+|    outdoor_temperature          | 0.8011873   |
+|    people_occupant              | -0.69405407 |
+|    total_electricity_HVAC       | -0.6125426  |
+|    wind_direction               | -0.7947369  |
+|    wind_speed                   | -0.30251908 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 32.53861    |
+|    air_temperature              | 21.279015   |
+|    clg_setpoint                 | 26.685583   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 185.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 80.0        |
+|    outdoor_temperature          | 8.687165    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 100.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 30%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 62.690765 |
-|    air_temperature              | 19.137825 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 201.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 7.335754  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 10.3      |
-| rollout/                        |           |
-|    exploration_rate             | 0.425     |
------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.7060824    |
+|    Heating_Setpoint_RL          | -0.43760657  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.008028    |
+|    Heating_Setpoint_RL          | 15.163464    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.60866153  |
+|    air_humidity                 | -0.037766647 |
+|    air_temperature              | -0.47279078  |
+|    clg_setpoint                 | 0.7646618    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.75035876   |
+|    diffuse_solar_radiation      | 1.8281845    |
+|    direct_solar_radiation       | -0.5405514   |
+|    hour                         | -0.35721287  |
+|    htg_setpoint                 | -1.3660142   |
+|    month                        | 1.5107481    |
+|    outdoor_humidity             | 1.325901     |
+|    outdoor_temperature          | 0.37427026   |
+|    people_occupant              | -0.6892082   |
+|    total_electricity_HVAC       | -0.6119878   |
+|    wind_direction               | -1.428898    |
+|    wind_speed                   | 1.9330893    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 33.387596    |
+|    air_temperature              | 21.220537    |
+|    clg_setpoint                 | 28.452284    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 21.0         |
+|    diffuse_solar_radiation      | 201.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 97.0         |
+|    outdoor_temperature          | 6.0313244    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 30.0         |
+|    wind_speed                   | 10.3         |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 840.9814  |
-|    air_humidity                 | 37.737446 |
-|    air_temperature              | 22.171951 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 247.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 82.0      |
-|    outdoor_temperature          | 6.5257034 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 756883.25 |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 8.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.42      |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.95338047 |
+|    Heating_Setpoint_RL          | 0.23170303  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.407341   |
+|    Heating_Setpoint_RL          | 18.92833    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5784974  |
+|    air_humidity                 | 0.320892    |
+|    air_temperature              | 1.7277498   |
+|    clg_setpoint                 | -0.25505212 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.86233115  |
+|    diffuse_solar_radiation      | 2.4008687   |
+|    direct_solar_radiation       | -0.5372864  |
+|    hour                         | -0.2127952  |
+|    htg_setpoint                 | -0.9072473  |
+|    month                        | 1.487887    |
+|    outdoor_humidity             | 0.6701706   |
+|    outdoor_temperature          | 0.6338      |
+|    people_occupant              | 1.6998632   |
+|    total_electricity_HVAC       | -0.59428084 |
+|    wind_direction               | 0.7796673   |
+|    wind_speed                   | 1.3374398   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 245.46672   |
+|    air_humidity                 | 37.327103   |
+|    air_temperature              | 25.973839   |
+|    clg_setpoint                 | 25.975208   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 247.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 13.85217    |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 82.0        |
+|    outdoor_temperature          | 7.667524    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 163932.72   |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 8.8         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 367.27585 |
-|    air_humidity                 | 36.124363 |
-|    air_temperature              | 25.418484 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 137.5     |
-|    direct_solar_radiation       | 828.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 55.0      |
-|    outdoor_temperature          | 15.597458 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 330548.9  |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.414     |
------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.03325683   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.737242    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.2562775   |
+|    air_humidity                 | 0.46332005   |
+|    air_temperature              | 0.46503153   |
+|    clg_setpoint                 | -1.3704512   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.97276175   |
+|    diffuse_solar_radiation      | 1.0126284    |
+|    direct_solar_radiation       | 2.7928216    |
+|    hour                         | -0.068379655 |
+|    htg_setpoint                 | 1.4215952    |
+|    month                        | 1.4660333    |
+|    outdoor_humidity             | -0.48992538  |
+|    outdoor_temperature          | 1.887322     |
+|    people_occupant              | 1.2184614    |
+|    total_electricity_HVAC       | -0.23008595  |
+|    wind_direction               | -0.056564823 |
+|    wind_speed                   | 0.31096935   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1965.583     |
+|    air_humidity                 | 38.898193    |
+|    air_temperature              | 23.249548    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 23.0         |
+|    diffuse_solar_radiation      | 137.5        |
+|    direct_solar_radiation       | 828.0        |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 55.0         |
+|    outdoor_temperature          | 15.604204    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 1982401.6    |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 6.2          |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 232.33136 |
-|    air_humidity                 | 44.826347 |
-|    air_temperature              | 23.998606 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 248.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 86.0      |
-|    outdoor_temperature          | 12.815099 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 265317.2  |
-|    wind_direction               | 70.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.409     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49141413 |
+|    air_humidity                 | 0.87034756  |
+|    air_temperature              | 0.4621325   |
+|    clg_setpoint                 | -1.368244   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0812672   |
+|    diffuse_solar_radiation      | 2.3885205   |
+|    direct_solar_radiation       | -0.5391033  |
+|    hour                         | 0.07603645  |
+|    htg_setpoint                 | -1.3640085  |
+|    month                        | 1.4451151   |
+|    outdoor_humidity             | 0.8453917   |
+|    outdoor_temperature          | 1.1743444   |
+|    people_occupant              | 0.26230597  |
+|    total_electricity_HVAC       | -0.48724294 |
+|    wind_direction               | -1.0778476  |
+|    wind_speed                   | -0.90794545 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 692.5157    |
+|    air_humidity                 | 43.34776    |
+|    air_temperature              | 23.251898   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 248.5       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 86.0        |
+|    outdoor_temperature          | 11.207271   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 682516.1    |
+|    wind_direction               | 70.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3492.3127 |
-|    air_humidity                 | 38.76386  |
-|    air_temperature              | 23.820107 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 212.5     |
-|    direct_solar_radiation       | 553.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 33.0      |
-|    outdoor_temperature          | 21.964018 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 3135141.2 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.404     |
------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.027320653  |
+|    Heating_Setpoint_RL          | 0.32168755   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.717207    |
+|    Heating_Setpoint_RL          | 19.434492    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.016427128 |
+|    air_humidity                 | 0.583211     |
+|    air_temperature              | 1.6847849    |
+|    clg_setpoint                 | -0.27785555  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.1874473    |
+|    diffuse_solar_radiation      | 1.935344     |
+|    direct_solar_radiation       | 1.6710562    |
+|    hour                         | 0.22045137   |
+|    htg_setpoint                 | -1.0822349   |
+|    month                        | 1.4250675    |
+|    outdoor_humidity             | -1.450846    |
+|    outdoor_temperature          | 2.9815714    |
+|    people_occupant              | 1.2110263    |
+|    total_electricity_HVAC       | 0.076565824  |
+|    wind_direction               | -1.7238053   |
+|    wind_speed                   | -1.1031281   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 3226.1165    |
+|    air_humidity                 | 40.38819     |
+|    air_temperature              | 25.90768     |
+|    clg_setpoint                 | 25.908232    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 212.5        |
+|    direct_solar_radiation       | 553.5        |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 13.136019    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 33.0         |
+|    outdoor_temperature          | 22.752947    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 3495577.5    |
+|    wind_direction               | 0.0          |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 788.53796 |
-|    air_humidity                 | 43.409836 |
-|    air_temperature              | 25.469513 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 270.0     |
-|    direct_solar_radiation       | 442.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 60.0      |
-|    outdoor_temperature          | 17.625221 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 708291.3  |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.398     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.87420416 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.707602   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.31444135 |
+|    air_humidity                 | 0.89778745  |
+|    air_temperature              | 2.0096488   |
+|    clg_setpoint                 | 0.018188216 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2908959   |
+|    diffuse_solar_radiation      | 2.599003    |
+|    direct_solar_radiation       | 1.226678    |
+|    hour                         | 0.36485904  |
+|    htg_setpoint                 | -0.81722176 |
+|    month                        | 1.4058317   |
+|    outdoor_humidity             | -0.28328958 |
+|    outdoor_temperature          | 2.2122545   |
+|    people_occupant              | 1.681964    |
+|    total_electricity_HVAC       | -0.2954275  |
+|    wind_direction               | 0.041942276 |
+|    wind_speed                   | 0.5220865   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1626.3639   |
+|    air_humidity                 | 43.892227   |
+|    air_temperature              | 26.62548    |
+|    clg_setpoint                 | 26.626335   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 270.0       |
+|    direct_solar_radiation       | 442.5       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 14.201899   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 60.0        |
+|    outdoor_temperature          | 18.148863   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1630686.9   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 59.083458 |
-|    air_temperature              | 24.928692 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 155.0     |
-|    direct_solar_radiation       | 542.5     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 78.0      |
-|    outdoor_temperature          | 16.636791 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.393     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60076344 |
+|    air_humidity                 | 1.0364093   |
+|    air_temperature              | 0.56239194  |
+|    clg_setpoint                 | 1.095265    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.3912132   |
+|    diffuse_solar_radiation      | 1.1746283   |
+|    direct_solar_radiation       | 1.6291755   |
+|    hour                         | 0.5092494   |
+|    htg_setpoint                 | -0.54017186 |
+|    month                        | 1.3873545   |
+|    outdoor_humidity             | 0.4965732   |
+|    outdoor_temperature          | 1.9999695   |
+|    people_occupant              | -0.69242746 |
+|    total_electricity_HVAC       | -0.6043907  |
+|    wind_direction               | 0.040376764 |
+|    wind_speed                   | 0.12973134  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 45.502953   |
+|    air_temperature              | 23.490881   |
+|    clg_setpoint                 | 29.255545   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 155.0       |
+|    direct_solar_radiation       | 542.5       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 15.306635   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 78.0        |
+|    outdoor_temperature          | 17.011475   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 58.75574  |
-|    air_temperature              | 25.17046  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 99.5      |
-|    direct_solar_radiation       | 80.5      |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 59.0      |
-|    outdoor_temperature          | 11.623688 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.387     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5980675  |
+|    air_humidity                 | -0.24707223 |
+|    air_temperature              | 0.45114446  |
+|    clg_setpoint                 | -1.3638395  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.488017    |
+|    diffuse_solar_radiation      | 0.49716693  |
+|    direct_solar_radiation       | -0.22682333 |
+|    hour                         | 0.6536083   |
+|    htg_setpoint                 | -1.3566368  |
+|    month                        | 1.3695871   |
+|    outdoor_humidity             | -0.33018732 |
+|    outdoor_temperature          | 1.3259094   |
+|    people_occupant              | -0.687899   |
+|    total_electricity_HVAC       | -0.6017473  |
+|    wind_direction               | -0.6989016  |
+|    wind_speed                   | 0.7250575   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 31.59774    |
+|    air_temperature              | 23.249979   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 99.5        |
+|    direct_solar_radiation       | 80.5        |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 59.0        |
+|    outdoor_temperature          | 12.843531   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 110.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 41.491833 |
-|    air_temperature              | 27.845036 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 29.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 83.0      |
-|    outdoor_temperature          | 11.431208 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 140.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.382     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 33%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 54.379395 |
-|    air_temperature              | 27.763325 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 13.161691 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.377     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 33%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 36.681477 |
-|    air_temperature              | 27.59846  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 52.0      |
-|    outdoor_temperature          | 11.398606 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 80.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.371     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.19763774 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 16.513287   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.50364816 |
+|    air_humidity                 | 1.3073411   |
+|    air_temperature              | 0.44929546  |
+|    clg_setpoint                 | -1.3611356  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5809547   |
+|    diffuse_solar_radiation      | -0.36098605 |
+|    direct_solar_radiation       | -0.54506963 |
+|    hour                         | 0.7979181   |
+|    htg_setpoint                 | -1.2197195  |
+|    month                        | 1.3524853   |
+|    outdoor_humidity             | 0.7163505   |
+|    outdoor_temperature          | 1.2849318   |
+|    people_occupant              | 1.6940491   |
+|    total_electricity_HVAC       | -0.44693783 |
+|    wind_direction               | -0.4137491  |
+|    wind_speed                   | -0.896985   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 580.1505    |
+|    air_humidity                 | 48.567234   |
+|    air_temperature              | 23.250092   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 29.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 12.548784   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | 12.64948    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 838924.4    |
+|    wind_direction               | 140.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 33%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 44.83205  |
-|    air_temperature              | 26.145975 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 12.721945 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.366     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 34%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 57.085587 |
-|    air_temperature              | 23.336391 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 60.0      |
-|    outdoor_temperature          | 12.094041 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.36      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 34%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 64.2879   |
-|    air_temperature              | 21.366455 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 13.429308 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.355     |
------------------------------------------------
-Progress: |**********************************-----------------------------------------------------------------| 34%-----------------------------------------------
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 60.754135 |
-|    air_temperature              | 22.324484 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 13.399098 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.349     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.84467  |
-|    air_temperature              | 21.444046 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 11.571168 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 90.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.344     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 94.38619  |
-|    air_temperature              | 21.133598 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 14.183125 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.339     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 100.0     |
-|    air_temperature              | 20.961252 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 12.913214 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.333     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 82.48104  |
-|    air_temperature              | 21.436998 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 64.0      |
-|    outdoor_temperature          | 12.122469 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.328     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 36%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 68.75677  |
-|    air_temperature              | 21.790524 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 33.0      |
-|    direct_solar_radiation       | 23.5      |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 71.0      |
-|    outdoor_temperature          | 8.485458  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.322     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 36%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 72.56549  |
-|    air_temperature              | 20.831415 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 95.0      |
-|    direct_solar_radiation       | 255.5     |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 83.0      |
-|    outdoor_temperature          | 10.341748 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 1.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.317     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 36%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 74.24994  |
-|    air_temperature              | 20.37937  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 153.0     |
-|    direct_solar_radiation       | 3.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 50.0      |
-|    outdoor_temperature          | 10.105156 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.311     |
------------------------------------------------
------------------------------------------------*--------------------------------------------------------------| 37%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 103.51785 |
-|    air_humidity                 | 53.202087 |
-|    air_temperature              | 20.09997  |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 178.0     |
-|    direct_solar_radiation       | 588.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 52.0      |
-|    outdoor_temperature          | 14.155286 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 93643.08  |
-|    wind_direction               | 70.0      |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.306     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 37%
-| action_network/                 |            |
-|    index                        | 4          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 26         |
-|    Heating_Setpoint_RL          | 19         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1136.2172  |
-|    air_humidity                 | 42.1363    |
-|    air_temperature              | 23.410343  |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 15.0       |
-|    diffuse_solar_radiation      | 200.0      |
-|    direct_solar_radiation       | 670.0      |
-|    hour                         | 8.0        |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 5.0        |
-|    outdoor_humidity             | 37.0       |
-|    outdoor_temperature          | 18.402655  |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1022595.44 |
-|    wind_direction               | 70.0       |
-|    wind_speed                   | 4.6        |
-| rollout/                        |            |
-|    exploration_rate             | 0.301      |
-------------------------------------------------
------------------------------------------------*--------------------------------------------------------------| 37%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3130.67   |
-|    air_humidity                 | 48.369793 |
-|    air_temperature              | 23.556591 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 374.0     |
-|    direct_solar_radiation       | 341.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 48.0      |
-|    outdoor_temperature          | 19.423044 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 2817603.0 |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.295     |
------------------------------------------------
------------------------------------------------*--------------------------------------------------------------| 37%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3276.524  |
-|    air_humidity                 | 53.28928  |
-|    air_temperature              | 23.850237 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 279.0     |
-|    direct_solar_radiation       | 649.5     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 55.0      |
-|    outdoor_temperature          | 20.656189 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 2948871.5 |
-|    wind_direction               | 100.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.29      |
------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 69.13058  |
-|    air_temperature              | 24.301405 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 234.0     |
-|    direct_solar_radiation       | 3.0       |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 18.272463 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.284     |
------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 74.40799  |
-|    air_temperature              | 22.965963 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 281.0     |
-|    direct_solar_radiation       | 9.0       |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 18.917852 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 140.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.279     |
------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3669.714  |
-|    air_humidity                 | 39.210167 |
-|    air_temperature              | 23.827646 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 208.5     |
-|    direct_solar_radiation       | 706.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 34.0      |
-|    outdoor_temperature          | 23.476068 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 3295098.5 |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.273     |
------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4127.629  |
-|    air_humidity                 | 40.88415  |
-|    air_temperature              | 24.211084 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 239.0     |
-|    direct_solar_radiation       | 528.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 44.0      |
-|    outdoor_temperature          | 20.875473 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3716403.5 |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.268     |
------------------------------------------------
------------------------------------------------***------------------------------------------------------------| 39%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3420.548  |
-|    air_humidity                 | 45.426456 |
-|    air_temperature              | 23.956959 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 266.0     |
-|    direct_solar_radiation       | 88.5      |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 50.0      |
-|    outdoor_temperature          | 19.384127 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3078493.5 |
-|    wind_direction               | 150.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.263     |
------------------------------------------------
------------------------------------------------***------------------------------------------------------------| 39%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1579.4819 |
-|    air_humidity                 | 59.7493   |
-|    air_temperature              | 23.366064 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 188.5     |
-|    direct_solar_radiation       | 101.0     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 15.36043  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 1421501.6 |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.257     |
------------------------------------------------
------------------------------------------------***------------------------------------------------------------| 39%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 55.233074 |
-|    air_temperature              | 28.15829  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 39.5      |
-|    direct_solar_radiation       | 34.5      |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 16.08662  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.252     |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 73.489456 |
-|    air_temperature              | 25.69325  |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 18.0      |
-|    direct_solar_radiation       | 88.5      |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 34.0      |
-|    outdoor_temperature          | 20.846014 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.246     |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 76.32439  |
-|    air_temperature              | 25.073156 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 48.0      |
-|    outdoor_temperature          | 17.44568  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.241     |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 47.648335 |
-|    air_temperature              | 26.774912 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 32.0      |
-|    outdoor_temperature          | 19.110273 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.236     |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 69.04204  |
-|    air_temperature              | 25.350838 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 78.0      |
-|    outdoor_temperature          | 18.403831 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.23      |
------------------------------------------------
------------------------------------------------*****----------------------------------------------------------| 41%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 73.97231  |
-|    air_temperature              | 24.641607 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 22.064882 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.225     |
------------------------------------------------
-Progress: |*****************************************----------------------------------------------------------| 41%-----------------------------------------------
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 69.824036 |
-|    air_temperature              | 23.922873 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 78.0      |
-|    outdoor_temperature          | 18.419962 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.219     |
------------------------------------------------
------------------------------------------------*****----------------------------------------------------------| 41%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 75.50254  |
-|    air_temperature              | 23.970839 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 83.0      |
-|    outdoor_temperature          | 18.211943 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 3.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.214     |
------------------------------------------------
------------------------------------------------******---------------------------------------------------------| 42%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 76.16311  |
-|    air_temperature              | 23.825941 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 48.0      |
-|    outdoor_temperature          | 14.515478 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 350.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.208     |
------------------------------------------------
------------------------------------------------******---------------------------------------------------------| 42%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 88.36912  |
-|    air_temperature              | 21.474377 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 60.0      |
-|    outdoor_temperature          | 12.512131 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.203     |
------------------------------------------------
------------------------------------------------******---------------------------------------------------------| 42%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 82.39349  |
-|    air_temperature              | 21.8717   |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 44.0      |
-|    outdoor_temperature          | 16.210348 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.198     |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 75.15875  |
-|    air_temperature              | 21.211725 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 30.5      |
-|    direct_solar_radiation       | 127.0     |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 70.0      |
-|    outdoor_temperature          | 14.304934 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 1.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.192     |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 91.285484 |
-|    air_temperature              | 21.456501 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 131.0     |
-|    direct_solar_radiation       | 120.5     |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 84.0      |
-|    outdoor_temperature          | 18.877153 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.187     |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 97.047325 |
-|    air_temperature              | 20.787859 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 153.0     |
-|    direct_solar_radiation       | 12.0      |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 16.614325 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.181     |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.41702  |
-|    air_temperature              | 23.228634 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 185.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 59.0      |
-|    outdoor_temperature          | 23.758158 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 350.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.176     |
------------------------------------------------
------------------------------------------------********-------------------------------------------------------| 44%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.8534   |
-|    air_temperature              | 24.084793 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 215.0     |
-|    direct_solar_radiation       | 632.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 42.0      |
-|    outdoor_temperature          | 20.098276 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 340.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.17      |
------------------------------------------------
------------------------------------------------********-------------------------------------------------------| 44%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3718.872  |
-|    air_humidity                 | 53.877106 |
-|    air_temperature              | 23.519888 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 368.0     |
-|    direct_solar_radiation       | 470.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 37.0      |
-|    outdoor_temperature          | 24.126413 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3319559.5 |
-|    wind_direction               | 70.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.165     |
------------------------------------------------
------------------------------------------------********-------------------------------------------------------| 44%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3689.9016 |
-|    air_humidity                 | 59.44847  |
-|    air_temperature              | 23.61409  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 324.0     |
-|    direct_solar_radiation       | 150.5     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 21.86438  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3320911.5 |
-|    wind_direction               | 140.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.16      |
------------------------------------------------
------------------------------------------------********-------------------------------------------------------| 44%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4656.9316 |
-|    air_humidity                 | 60.589455 |
-|    air_temperature              | 23.196474 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 285.5     |
-|    direct_solar_radiation       | 137.5     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 21.750145 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 4191238.2 |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 8.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.154     |
------------------------------------------------
------------------------------------------------*********------------------------------------------------------| 45%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3025.9248 |
-|    air_humidity                 | 59.557205 |
-|    air_temperature              | 23.235693 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 258.0     |
-|    direct_solar_radiation       | 688.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 23.093733 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 2717327.2 |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.149     |
------------------------------------------------
------------------------------------------------*********------------------------------------------------------| 45%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5699.271  |
-|    air_humidity                 | 58.27975  |
-|    air_temperature              | 23.849758 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 248.0     |
-|    direct_solar_radiation       | 632.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 22.49144  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 5129490.5 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.143     |
------------------------------------------------
------------------------------------------------*********------------------------------------------------------| 45%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 63.614998 |
-|    air_temperature              | 28.336887 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 297.0     |
-|    direct_solar_radiation       | 313.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 69.0      |
-|    outdoor_temperature          | 25.138285 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.138     |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 71.799965 |
-|    air_temperature              | 26.287437 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 130.0     |
-|    direct_solar_radiation       | 629.5     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 69.0      |
-|    outdoor_temperature          | 25.576597 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 160.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.133     |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6111.2476 |
-|    air_humidity                 | 59.461708 |
-|    air_temperature              | 23.92439  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 137.5     |
-|    direct_solar_radiation       | 411.0     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 81.0      |
-|    outdoor_temperature          | 23.203123 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5500122.5 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.127     |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 48.99368  |
-|    air_temperature              | 29.967133 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 77.5      |
-|    direct_solar_radiation       | 232.0     |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 85.0      |
-|    outdoor_temperature          | 21.989483 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.122     |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 54.70692  |
-|    air_temperature              | 31.041197 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 25.5      |
-|    direct_solar_radiation       | 49.0      |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 45.0      |
-|    outdoor_temperature          | 33.851494 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.116     |
------------------------------------------------
-----------------------------------------------************----------------------------------------------------| 47%
-| action_network/                 |          |
-|    index                        | 9        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 22.5     |
-|    Heating_Setpoint_RL          | 21       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 0.0      |
-|    air_humidity                 | 57.80717 |
-|    air_temperature              | 29.11506 |
-|    clg_setpoint                 | 28.0     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 20.0     |
-|    diffuse_solar_radiation      | 0.0      |
-|    direct_solar_radiation       | 0.0      |
-|    hour                         | 19.0     |
-|    htg_setpoint                 | 17.0     |
-|    month                        | 6.0      |
-|    outdoor_humidity             | 66.0     |
-|    outdoor_temperature          | 22.44267 |
-|    people_occupant              | 2.0      |
-|    total_electricity_HVAC       | 0.0      |
-|    wind_direction               | 150.0    |
-|    wind_speed                   | 4.1      |
-| rollout/                        |          |
-|    exploration_rate             | 0.111    |
-----------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 69.88379  |
-|    air_temperature              | 26.209824 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 22.141724 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.105     |
------------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 67.0384   |
-|    air_temperature              | 26.988644 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 39.0      |
-|    outdoor_temperature          | 25.799631 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.1       |
------------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 71.74893  |
-|    air_temperature              | 25.803793 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 22.252745 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.0945    |
------------------------------------------------
-Progress: |************************************************---------------------------------------------------| 48%-----------------------------------------------
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 82.792534 |
-|    air_temperature              | 23.821617 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 23.262617 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 80.0      |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.0891    |
------------------------------------------------
------------------------------------------------************---------------------------------------------------| 48%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.07156  |
-|    air_temperature              | 24.140497 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 59.0      |
-|    outdoor_temperature          | 23.70243  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.0837    |
------------------------------------------------
------------------------------------------------*************--------------------------------------------------| 49%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.9876   |
-|    air_temperature              | 23.416883 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 21.679785 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.0783    |
------------------------------------------------
------------------------------------------------*************--------------------------------------------------| 49%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 89.26148  |
-|    air_temperature              | 22.31012  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 18.627705 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.0729    |
------------------------------------------------
------------------------------------------------*************--------------------------------------------------| 49%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 84.31166  |
-|    air_temperature              | 23.167301 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 19.406437 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.0674    |
------------------------------------------------
------------------------------------------------*************--------------------------------------------------| 49%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 86.98578  |
-|    air_temperature              | 22.602865 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 27.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 19.922998 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.062     |
------------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 90.4189   |
-|    air_temperature              | 22.064188 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 66.0      |
-|    direct_solar_radiation       | 387.5     |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 20.899763 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.0566    |
------------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 84.49839  |
-|    air_temperature              | 22.61911  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 89.5      |
-|    direct_solar_radiation       | 616.5     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 81.0      |
-|    outdoor_temperature          | 23.602169 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 1.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.0512    |
------------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2481.0112 |
-|    air_humidity                 | 78.070724 |
-|    air_temperature              | 21.226805 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 281.5     |
-|    direct_solar_radiation       | 33.0      |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 64.0      |
-|    outdoor_temperature          | 27.402737 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2232910.0 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5305.9785 |
-|    air_humidity                 | 64.83157  |
-|    air_temperature              | 22.350382 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 343.5     |
-|    direct_solar_radiation       | 389.0     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 67.0      |
-|    outdoor_temperature          | 25.031082 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4764079.0 |
-|    wind_direction               | 70.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6145.438  |
-|    air_humidity                 | 62.26124  |
-|    air_temperature              | 23.057213 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 316.0     |
-|    direct_solar_radiation       | 322.5     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 77.0      |
-|    outdoor_temperature          | 24.743015 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5510481.5 |
-|    wind_direction               | 140.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 68.91196  |
-|    air_temperature              | 26.389618 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 282.5     |
-|    direct_solar_radiation       | 624.5     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 67.0      |
-|    outdoor_temperature          | 30.014492 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 65.50601  |
-|    air_temperature              | 27.251705 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 331.0     |
-|    direct_solar_radiation       | 570.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 41.0      |
-|    outdoor_temperature          | 35.047768 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 9042.422  |
-|    air_humidity                 | 57.82255  |
-|    air_temperature              | 24.51498  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 351.5     |
-|    direct_solar_radiation       | 212.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 66.0      |
-|    outdoor_temperature          | 30.24039  |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 8140713.5 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------****************-----------------------------------------------| 52%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 8990.244  |
-|    air_humidity                 | 59.047405 |
-|    air_temperature              | 24.920425 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 298.5     |
-|    direct_solar_radiation       | 578.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 57.0      |
-|    outdoor_temperature          | 32.450413 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 8086992.0 |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------****************-----------------------------------------------| 52%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5874.5728 |
-|    air_humidity                 | 56.598827 |
-|    air_temperature              | 24.524734 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 267.0     |
-|    direct_solar_radiation       | 392.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 33.0      |
-|    outdoor_temperature          | 30.972729 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5269392.5 |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------****************-----------------------------------------------| 52%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5402.8213 |
-|    air_humidity                 | 52.59891  |
-|    air_temperature              | 24.395102 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 202.0     |
-|    direct_solar_radiation       | 505.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 32.0      |
-|    outdoor_temperature          | 28.396152 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4856598.5 |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5825.845  |
-|    air_humidity                 | 58.718395 |
-|    air_temperature              | 24.014736 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 73.5      |
-|    direct_solar_radiation       | 665.0     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 58.0      |
-|    outdoor_temperature          | 25.856668 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5243260.5 |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 53.448227 |
-|    air_temperature              | 29.858162 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 84.0      |
-|    direct_solar_radiation       | 214.0     |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 72.0      |
-|    outdoor_temperature          | 27.553564 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 64.39038  |
-|    air_temperature              | 26.706186 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 12.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 22.227594 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 90.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 59.30035  |
-|    air_temperature              | 28.517382 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 82.0      |
-|    outdoor_temperature          | 22.560928 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 160.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 68.19401  |
-|    air_temperature              | 27.295546 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 51.0      |
-|    outdoor_temperature          | 27.625349 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 10.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 72.78848  |
-|    air_temperature              | 26.51976  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 25.196743 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 160.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.561935 |
-|    air_temperature              | 24.249304 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 91.0      |
-|    outdoor_temperature          | 21.584465 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
-Progress: |*******************************************************--------------------------------------------| 55%-----------------------------------------------
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 77.58174  |
-|    air_temperature              | 24.539743 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 94.0      |
-|    outdoor_temperature          | 26.045515 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*******************--------------------------------------------| 55%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 73.604805 |
-|    air_temperature              | 25.405827 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 85.0      |
-|    outdoor_temperature          | 24.540695 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*******************--------------------------------------------| 55%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 77.42579  |
-|    air_temperature              | 24.458406 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 25.382166 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 9.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 84.15275  |
-|    air_temperature              | 23.566076 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 94.0      |
-|    outdoor_temperature          | 24.34201  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 86.7414   |
-|    air_temperature              | 22.618448 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 21.542467 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 81.86973  |
-|    air_temperature              | 23.105227 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 23.0      |
-|    direct_solar_radiation       | 7.5       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 25.863367 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 91.777534 |
-|    air_temperature              | 22.225996 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 66.0      |
-|    direct_solar_radiation       | 21.5      |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 20.798347 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 57%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 85.82952  |
-|    air_temperature              | 23.096634 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 102.5     |
-|    direct_solar_radiation       | 235.5     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 21.932587 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 57%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.898224 |
-|    air_temperature              | 24.078562 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 157.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 23.581535 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 57%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4853.2866 |
-|    air_humidity                 | 64.223564 |
-|    air_temperature              | 22.301798 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 246.0     |
-|    direct_solar_radiation       | 103.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 62.0      |
-|    outdoor_temperature          | 25.080772 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4367958.0 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 57%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 7106.1353 |
-|    air_humidity                 | 61.67097  |
-|    air_temperature              | 23.269861 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 352.5     |
-|    direct_solar_radiation       | 310.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 82.0      |
-|    outdoor_temperature          | 25.929888 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 6367651.5 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*********************------------------------------------------| 58%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5841.152  |
-|    air_humidity                 | 60.543064 |
-|    air_temperature              | 23.566633 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 416.5     |
-|    direct_solar_radiation       | 66.0      |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 62.0      |
-|    outdoor_temperature          | 26.519234 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5209345.0 |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*********************------------------------------------------| 58%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6789.402  |
-|    air_humidity                 | 57.23053  |
-|    air_temperature              | 24.330137 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 197.0     |
-|    direct_solar_radiation       | 784.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 44.0      |
-|    outdoor_temperature          | 31.489174 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 6164890.0 |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*********************------------------------------------------| 58%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 9290.521  |
-|    air_humidity                 | 57.967903 |
-|    air_temperature              | 24.993517 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 184.5     |
-|    direct_solar_radiation       | 711.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 72.0      |
-|    outdoor_temperature          | 31.004633 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 8339602.5 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***********************----------------------------------------| 59%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 68.39203  |
-|    air_temperature              | 28.487068 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 298.0     |
-|    direct_solar_radiation       | 500.0     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 72.0      |
-|    outdoor_temperature          | 30.68283  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***********************----------------------------------------| 59%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 66.07435  |
-|    air_temperature              | 28.946291 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 244.0     |
-|    direct_solar_radiation       | 481.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 30.498264 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***********************----------------------------------------| 59%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 9002.211  |
-|    air_humidity                 | 60.445164 |
-|    air_temperature              | 24.583647 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 151.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 88.0      |
-|    outdoor_temperature          | 26.536777 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 8101990.0 |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***********************----------------------------------------| 59%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4601.3066 |
-|    air_humidity                 | 61.324406 |
-|    air_temperature              | 23.162462 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 80.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 84.0      |
-|    outdoor_temperature          | 21.187864 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4141176.0 |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 48.871037 |
-|    air_temperature              | 29.925226 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 57.0      |
-|    direct_solar_radiation       | 228.5     |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 47.0      |
-|    outdoor_temperature          | 26.071585 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 70.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 53.308235 |
-|    air_temperature              | 29.915752 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 61.0      |
-|    outdoor_temperature          | 21.503227 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 56.636124 |
-|    air_temperature              | 28.742277 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 66.0      |
-|    outdoor_temperature          | 22.733294 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 63.47045  |
-|    air_temperature              | 27.229761 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 85.0      |
-|    outdoor_temperature          | 23.311094 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*************************--------------------------------------| 61%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 66.61175  |
-|    air_temperature              | 26.358007 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 94.0      |
-|    outdoor_temperature          | 23.789915 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*************************--------------------------------------| 61%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 73.53897  |
-|    air_temperature              | 25.65634  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 74.0      |
-|    outdoor_temperature          | 27.896782 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
-Progress: |**************************************************************-------------------------------------| 62%-----------------------------------------------
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 75.148575 |
-|    air_temperature              | 24.968826 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 82.0      |
-|    outdoor_temperature          | 22.955194 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.31977  |
-|    air_temperature              | 24.230255 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 24.522755 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.130356 |
-|    air_temperature              | 23.756025 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 22.456839 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 100.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.35365  |
-|    air_temperature              | 24.506315 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 23.943144 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.7912   |
-|    air_temperature              | 24.995941 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 58.0      |
-|    outdoor_temperature          | 26.172163 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 91.53649  |
-|    air_temperature              | 23.048388 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 70.0      |
-|    outdoor_temperature          | 19.684956 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 87.73716  |
-|    air_temperature              | 21.66965  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 52.5      |
-|    direct_solar_radiation       | 100.0     |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 83.0      |
-|    outdoor_temperature          | 15.233419 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.77063  |
-|    air_temperature              | 22.572788 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 71.5      |
-|    direct_solar_radiation       | 425.0     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 66.0      |
-|    outdoor_temperature          | 23.186699 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------****************************-----------------------------------| 64%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2988.8997 |
-|    air_humidity                 | 73.81425  |
-|    air_temperature              | 21.999039 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 88.0      |
-|    direct_solar_radiation       | 715.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 45.0      |
-|    outdoor_temperature          | 26.786617 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2714391.8 |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------****************************-----------------------------------| 64%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3137.0544 |
-|    air_humidity                 | 61.19183  |
-|    air_temperature              | 22.177671 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 253.5     |
-|    direct_solar_radiation       | 445.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 48.0      |
-|    outdoor_temperature          | 22.343174 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 2801224.0 |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------****************************-----------------------------------| 64%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 72.13367  |
-|    air_temperature              | 24.903711 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 234.0     |
-|    direct_solar_radiation       | 632.5     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 51.0      |
-|    outdoor_temperature          | 26.507423 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 70.41207  |
-|    air_temperature              | 25.408579 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 209.5     |
-|    direct_solar_radiation       | 729.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 34.0      |
-|    outdoor_temperature          | 22.097107 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5351.1226 |
-|    air_humidity                 | 58.171345 |
-|    air_temperature              | 23.91477  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 214.0     |
-|    direct_solar_radiation       | 561.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 52.0      |
-|    outdoor_temperature          | 26.362823 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 4806430.0 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5359.0513 |
-|    air_humidity                 | 56.55467  |
-|    air_temperature              | 24.294718 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 246.0     |
-|    direct_solar_radiation       | 455.5     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 65.0      |
-|    outdoor_temperature          | 30.070414 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 4887073.0 |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3752.6602 |
-|    air_humidity                 | 52.818874 |
-|    air_temperature              | 24.058065 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 146.5     |
-|    direct_solar_radiation       | 737.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 42.0      |
-|    outdoor_temperature          | 24.97303  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 3369927.5 |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5573.891  |
-|    air_humidity                 | 57.449215 |
-|    air_temperature              | 24.29049  |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 145.5     |
-|    direct_solar_radiation       | 682.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 60.0      |
-|    outdoor_temperature          | 25.14221  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5003182.5 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5860.3286 |
-|    air_humidity                 | 37.1701   |
-|    air_temperature              | 24.564209 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 114.0     |
-|    direct_solar_radiation       | 581.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 20.0      |
-|    outdoor_temperature          | 28.693348 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5268518.0 |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 46.263493 |
-|    air_temperature              | 28.117382 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 57.5      |
-|    direct_solar_radiation       | 492.5     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 76.0      |
-|    outdoor_temperature          | 24.179312 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 9.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 45.025    |
-|    air_temperature              | 28.550064 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 31.5      |
-|    direct_solar_radiation       | 19.5      |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 35.0      |
-|    outdoor_temperature          | 27.793127 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*******************************--------------------------------| 67%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 54.289627 |
-|    air_temperature              | 29.596655 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 73.0      |
-|    outdoor_temperature          | 22.908802 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*******************************--------------------------------| 67%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 53.948284 |
-|    air_temperature              | 28.350603 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 55.0      |
-|    outdoor_temperature          | 22.92673  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*******************************--------------------------------| 67%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 66.87577  |
-|    air_temperature              | 27.287249 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 64.0      |
-|    outdoor_temperature          | 24.204128 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------********************************-------------------------------| 68%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 72.05659  |
-|    air_temperature              | 25.802189 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 69.0      |
-|    outdoor_temperature          | 23.501991 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------********************************-------------------------------| 68%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 73.47732  |
-|    air_temperature              | 25.126427 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 22.370691 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 150.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
-Progress: |********************************************************************-------------------------------| 68%-----------------------------------------------
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 73.2652   |
-|    air_temperature              | 25.092297 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 21.099207 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.47031  |
-|    air_temperature              | 22.970182 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 81.0      |
-|    outdoor_temperature          | 19.91283  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 70.0      |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 82.12721  |
-|    air_temperature              | 22.954018 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 75.0      |
-|    outdoor_temperature          | 21.076895 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 340.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 70.639404 |
-|    air_temperature              | 21.706398 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 62.0      |
-|    outdoor_temperature          | 12.323276 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 67.0841   |
-|    air_temperature              | 21.694613 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 67.0      |
-|    outdoor_temperature          | 15.121407 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**********************************-----------------------------| 70%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 82.34458  |
-|    air_temperature              | 22.672228 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 76.0      |
-|    outdoor_temperature          | 23.33292  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**********************************-----------------------------| 70%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.37435  |
-|    air_temperature              | 23.098211 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 22.0      |
-|    direct_solar_radiation       | 1.5       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 22.74073  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**********************************-----------------------------| 70%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.09637  |
-|    air_temperature              | 22.759245 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 83.5      |
-|    direct_solar_radiation       | 286.5     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 17.67871  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1371.7104 |
-|    air_humidity                 | 78.25826  |
-|    air_temperature              | 20.039146 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 174.0     |
-|    direct_solar_radiation       | 104.5     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 61.0      |
-|    outdoor_temperature          | 19.290564 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1234998.8 |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4050.8926 |
-|    air_humidity                 | 67.34919  |
-|    air_temperature              | 21.52845  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 127.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 19.215305 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3645803.2 |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3004.9004 |
-|    air_humidity                 | 60.246204 |
-|    air_temperature              | 22.964148 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 299.0     |
-|    direct_solar_radiation       | 364.5     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 51.0      |
-|    outdoor_temperature          | 21.560059 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 2684185.5 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3808.9343 |
-|    air_humidity                 | 59.175064 |
-|    air_temperature              | 23.599087 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 426.5     |
-|    direct_solar_radiation       | 111.5     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 65.0      |
-|    outdoor_temperature          | 21.939615 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3428041.0 |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3255.3972 |
-|    air_humidity                 | 55.725792 |
-|    air_temperature              | 23.779278 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 262.5     |
-|    direct_solar_radiation       | 437.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 49.0      |
-|    outdoor_temperature          | 23.010288 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 2929857.5 |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 82.00577  |
-|    air_temperature              | 23.490236 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 209.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 71.0      |
-|    outdoor_temperature          | 22.610647 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.138374 |
-|    air_temperature              | 23.77459  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 160.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 94.0      |
-|    outdoor_temperature          | 22.711033 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 501.99664 |
-|    air_humidity                 | 30.882849 |
-|    air_temperature              | 25.489855 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 178.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 42.0      |
-|    outdoor_temperature          | 16.924389 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 451796.97 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*************************************--------------------------| 73%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1538.3142 |
-|    air_humidity                 | 40.38514  |
-|    air_temperature              | 24.152029 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 80.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 56.0      |
-|    outdoor_temperature          | 16.750742 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 1361756.1 |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*************************************--------------------------| 73%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1562.5536 |
-|    air_humidity                 | 57.7763   |
-|    air_temperature              | 23.69666  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 33.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 15.362766 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 1406267.5 |
-|    wind_direction               | 70.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*************************************--------------------------| 73%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 52.56485  |
-|    air_temperature              | 27.943174 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 86.0      |
-|    outdoor_temperature          | 18.228003 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 100.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**************************************-------------------------| 74%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 56.614223 |
-|    air_temperature              | 29.171944 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 53.0      |
-|    outdoor_temperature          | 19.968481 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**************************************-------------------------| 74%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 71.62621  |
-|    air_temperature              | 26.012545 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 41.0      |
-|    outdoor_temperature          | 16.645796 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**************************************-------------------------| 74%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.65945  |
-|    air_temperature              | 24.503786 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 75.0      |
-|    outdoor_temperature          | 14.65261  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**************************************-------------------------| 74%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 67.32206  |
-|    air_temperature              | 24.97646  |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 14.896741 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***************************************------------------------| 75%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 193.37918 |
-|    air_humidity                 | 53.04839  |
-|    air_temperature              | 20.552856 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 11.888072 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 170850.98 |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
-Progress: |***************************************************************************------------------------| 75%-----------------------------------------------
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 91.6472   |
-|    air_humidity                 | 62.588314 |
-|    air_temperature              | 21.2672   |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 14.231259 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 81602.86  |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***************************************------------------------| 75%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 70.04255  |
-|    air_temperature              | 21.505669 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 16.890583 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------****************************************-----------------------| 76%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 59.37259  |
-|    air_temperature              | 21.999968 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 86.0      |
-|    outdoor_temperature          | 15.308412 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------****************************************-----------------------| 76%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 61.38226  |
-|    air_temperature              | 23.647644 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 20.262846 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 11.3      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------****************************************-----------------------| 76%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 608.0272  |
-|    air_humidity                 | 31.537436 |
-|    air_temperature              | 19.350393 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 8.612885  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 518107.1  |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*****************************************----------------------| 77%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 21.907684 |
-|    air_temperature              | 18.80182  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 58.0      |
-|    outdoor_temperature          | 4.671904  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*****************************************----------------------| 77%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 24.602402 |
-|    air_temperature              | 19.819515 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 92.0      |
-|    outdoor_temperature          | 2.654228  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*****************************************----------------------| 77%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 34.41275  |
-|    air_temperature              | 20.909618 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 64.0      |
-|    direct_solar_radiation       | 174.0     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 80.0      |
-|    outdoor_temperature          | 8.19851   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*****************************************----------------------| 77%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 160.70125 |
-|    air_humidity                 | 66.53428  |
-|    air_temperature              | 19.79378  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 134.0     |
-|    direct_solar_radiation       | 379.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 14.136075 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 146586.66 |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------******************************************---------------------| 78%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 57.88952  |
-|    air_temperature              | 22.00054  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 125.5     |
-|    direct_solar_radiation       | 694.0     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 81.0      |
-|    outdoor_temperature          | 17.635881 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------******************************************---------------------| 78%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 62.214733 |
-|    air_temperature              | 23.414923 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 241.0     |
-|    direct_solar_radiation       | 416.5     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 73.0      |
-|    outdoor_temperature          | 20.859966 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 150.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------******************************************---------------------| 78%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 192.45067 |
-|    air_humidity                 | 57.880604 |
-|    air_temperature              | 26.456223 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 316.5     |
-|    direct_solar_radiation       | 189.5     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 86.0      |
-|    outdoor_temperature          | 17.595821 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 173205.6  |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------******************************************---------------------| 78%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 34.765224 |
-|    air_temperature              | 27.755896 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 202.0     |
-|    direct_solar_radiation       | 596.5     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 49.0      |
-|    outdoor_temperature          | 19.118748 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*******************************************--------------------| 79%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 50.221325 |
-|    air_temperature              | 25.792042 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 256.0     |
-|    direct_solar_radiation       | 306.5     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 73.0      |
-|    outdoor_temperature          | 18.685549 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*******************************************--------------------| 79%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 29.643288 |
-|    air_temperature              | 25.088284 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 145.5     |
-|    direct_solar_radiation       | 614.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 39.0      |
-|    outdoor_temperature          | 16.19097  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 11.8      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*******************************************--------------------| 79%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 455.85727 |
-|    air_humidity                 | 23.233004 |
-|    air_temperature              | 25.580149 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 105.5     |
-|    direct_solar_radiation       | 518.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 32.0      |
-|    outdoor_temperature          | 14.719782 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 410271.56 |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------********************************************-------------------| 80%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 32.46782  |
-|    air_temperature              | 23.050169 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 54.5      |
-|    direct_solar_radiation       | 427.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 62.0      |
-|    outdoor_temperature          | 15.007018 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------********************************************-------------------| 80%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 104.0049  |
-|    air_humidity                 | 40.469254 |
-|    air_temperature              | 25.762215 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 15.5      |
-|    direct_solar_radiation       | 136.5     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 65.0      |
-|    outdoor_temperature          | 16.85201  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 110891.28 |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------********************************************-------------------| 80%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 47.767754 |
-|    air_temperature              | 25.61364  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 72.0      |
-|    outdoor_temperature          | 16.869762 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 10.8      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------********************************************-------------------| 80%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 109.77352 |
-|    air_humidity                 | 62.86594  |
-|    air_temperature              | 25.587751 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 16.71503  |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 98810.305 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 72.662445 |
-|    air_temperature              | 22.676569 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 17.344183 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 160.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 71.353714 |
-|    air_temperature              | 24.358383 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 18.299417 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 18.589087 |
-|    air_temperature              | 22.21219  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 28.0      |
-|    outdoor_temperature          | 16.183949 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 18.206142 |
-|    air_temperature              | 21.999985 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 48.0      |
-|    outdoor_temperature          | 7.863268  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 10.3      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**********************************************-----------------| 82%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 70.79328  |
-|    air_humidity                 | 21.031765 |
-|    air_temperature              | 20.74373  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 50.0      |
-|    outdoor_temperature          | 7.3715158 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 61825.062 |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**********************************************-----------------| 82%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 23.970629 |
-|    air_temperature              | 18.405119 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 61.0      |
-|    outdoor_temperature          | 5.1220016 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***********************************************----------------| 83%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 201.19078 |
-|    air_humidity                 | 28.49424  |
-|    air_temperature              | 21.015865 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 47.0      |
-|    outdoor_temperature          | 12.931328 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 188645.92 |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***********************************************----------------| 83%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 948.2007  |
-|    air_humidity                 | 20.858418 |
-|    air_temperature              | 19.403952 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 53.0      |
-|    outdoor_temperature          | 4.6075807 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 801069.8  |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 1.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***********************************************----------------| 83%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 41.18096  |
-|    air_temperature              | 18.634413 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 70.0      |
-|    outdoor_temperature          | 4.9571757 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 350.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***********************************************----------------| 83%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 95.37267  |
-|    air_humidity                 | 24.629105 |
-|    air_temperature              | 20.14481  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 62.0      |
-|    outdoor_temperature          | 6.937596  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 82714.27  |
-|    wind_direction               | 340.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 68.66032  |
-|    air_humidity                 | 28.74519  |
-|    air_temperature              | 20.179213 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 71.0      |
-|    outdoor_temperature          | 8.355169  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 61025.4   |
-|    wind_direction               | 350.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 42.22224  |
-|    air_temperature              | 20.154366 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 34.5      |
-|    direct_solar_radiation       | 136.0     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 86.0      |
-|    outdoor_temperature          | 8.601156  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 300.50192 |
-|    air_humidity                 | 34.13722  |
-|    air_temperature              | 20.724718 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 91.0      |
-|    direct_solar_radiation       | 372.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 68.0      |
-|    outdoor_temperature          | 10.182717 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 260286.92 |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 871.7625  |
-|    air_humidity                 | 27.324717 |
-|    air_temperature              | 21.460247 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 116.5     |
-|    direct_solar_radiation       | 556.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 55.0      |
-|    outdoor_temperature          | 7.6401772 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 784586.25 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*************************************************--------------| 85%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 663.8411  |
-|    air_humidity                 | 35.611805 |
-|    air_temperature              | 23.279047 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 158.0     |
-|    direct_solar_radiation       | 527.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 66.0      |
-|    outdoor_temperature          | 11.253662 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 610932.6  |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*************************************************--------------| 85%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 39.466824 |
-|    air_temperature              | 23.828392 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 255.0     |
-|    direct_solar_radiation       | 190.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 69.0      |
-|    outdoor_temperature          | 12.27229  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*************************************************--------------| 85%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 46.755707 |
-|    air_temperature              | 21.837193 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 237.5     |
-|    direct_solar_radiation       | 86.5      |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 64.0      |
-|    outdoor_temperature          | 16.700947 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 130.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**************************************************-------------| 86%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 54.78266  |
-|    air_temperature              | 21.810846 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 189.0     |
-|    direct_solar_radiation       | 15.0      |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 75.0      |
-|    outdoor_temperature          | 14.556306 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**************************************************-------------| 86%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 295.21298 |
-|    air_humidity                 | 48.13714  |
-|    air_temperature              | 25.021883 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 194.0     |
-|    direct_solar_radiation       | 123.0     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 84.0      |
-|    outdoor_temperature          | 13.235451 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 266980.47 |
-|    wind_direction               | 350.0     |
-|    wind_speed                   | 8.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**************************************************-------------| 86%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 539.43866 |
-|    air_humidity                 | 36.041264 |
-|    air_temperature              | 24.243587 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 115.5     |
-|    direct_solar_radiation       | 82.0      |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 66.0      |
-|    outdoor_temperature          | 10.984423 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 485494.8  |
-|    wind_direction               | 340.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**************************************************-------------| 86%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 902.7748  |
-|    air_humidity                 | 41.3403   |
-|    air_temperature              | 23.527079 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 38.0      |
-|    direct_solar_radiation       | 53.5      |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 83.0      |
-|    outdoor_temperature          | 9.99827   |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 812497.3  |
-|    wind_direction               | 150.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 650.0828  |
-|    air_humidity                 | 52.764694 |
-|    air_temperature              | 23.35507  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 10.372531 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 585074.56 |
-|    wind_direction               | 160.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 28.211124 |
-|    air_temperature              | 22.976395 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 56.0      |
-|    outdoor_temperature          | 6.600526  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 27.771719 |
-|    air_temperature              | 20.824842 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 9.77587   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 27.479923 |
-|    air_temperature              | 20.357563 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 57.0      |
-|    outdoor_temperature          | 6.0292397 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 10.3      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------****************************************************-----------| 88%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 727.8344  |
-|    air_humidity                 | 25.417734 |
-|    air_temperature              | 21.000147 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 64.0      |
-|    outdoor_temperature          | 5.013974  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 646563.2  |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------****************************************************-----------| 88%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 31.97609  |
-|    air_temperature              | 21.428865 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 74.0      |
-|    outdoor_temperature          | 3.8844962 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------****************************************************-----------| 88%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1003.0152 |
-|    air_humidity                 | 36.79652  |
-|    air_temperature              | 21.041609 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 85.0      |
-|    outdoor_temperature          | 1.7418324 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 902713.7  |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
-Progress: |*****************************************************************************************----------| 89%------------------------------------------------
-| action_network/                 |            |
-|    index                        | 3          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 27         |
-|    Heating_Setpoint_RL          | 18         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1480.0426  |
-|    air_humidity                 | 29.446743  |
-|    air_temperature              | 20.312044  |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 21.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 23.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 11.0       |
-|    outdoor_humidity             | 69.0       |
-|    outdoor_temperature          | -0.6433044 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1332038.4  |
-|    wind_direction               | 270.0      |
-|    wind_speed                   | 9.8        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
------------------------------------------------*****************************************************----------| 89%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2032.5927 |
-|    air_humidity                 | 19.228872 |
-|    air_temperature              | 20.992287 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 59.0      |
-|    outdoor_temperature          | -3.406055 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1829333.4 |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 9.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
-------------------------------------------------****************************************************----------| 89%
 | action_network/                 |            |
-|    index                        | 8          |
+|    Cooling_Setpoint_RL          | -0.4628275 |
+|    Heating_Setpoint_RL          | -0.9770364 |
 | action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1643.0013  |
-|    air_humidity                 | 15.219239  |
-|    air_temperature              | 19.81402   |
-|    clg_setpoint                 | 29.0       |
+|    Cooling_Setpoint_RL          | 25.062958  |
+|    Heating_Setpoint_RL          | 12.12917   |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | -0.595192  |
+|    air_humidity                 | 1.7462662  |
+|    air_temperature              | 0.9277116  |
+|    clg_setpoint                 | 1.403473   |
 |    co2_emission                 | 0.0        |
-|    day_of_month                 | 24.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 1.0        |
-|    htg_setpoint                 | 16.0       |
-|    month                        | 11.0       |
-|    outdoor_humidity             | 51.0       |
-|    outdoor_temperature          | -1.4580983 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1478701.2  |
-|    wind_direction               | 340.0      |
-|    wind_speed                   | 3.6        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
-------------------------------------------------*****************************************************---------| 90%
-| action_network/                 |            |
-|    index                        | 5          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
+|    day_of_month                 | 1.6697125  |
+|    diffuse_solar_radiation      | -0.7132549 |
+|    direct_solar_radiation       | -0.5425981 |
+|    hour                         | 0.94215745 |
+|    htg_setpoint                 | 0.7428592  |
+|    month                        | 1.3360087  |
+|    outdoor_humidity             | 0.8805222  |
+|    outdoor_temperature          | 1.663105   |
+|    people_occupant              | 0.4998139  |
+|    total_electricity_HVAC       | -0.5990058 |
+|    wind_direction               | -1.1577908 |
+|    wind_speed                   | -1.2842661 |
 | observation/                    |            |
-|    HVAC_electricity_demand_rate | 1875.4172  |
-|    air_humidity                 | 13.846659  |
-|    air_temperature              | 21.000006  |
-|    clg_setpoint                 | 22.5       |
+|    HVAC_electricity_demand_rate | 87.037186  |
+|    air_humidity                 | 53.645794  |
+|    air_temperature              | 24.28683   |
+|    clg_setpoint                 | 30.0       |
 |    co2_emission                 | 0.0        |
-|    day_of_month                 | 25.0       |
+|    day_of_month                 | 30.0       |
 |    diffuse_solar_radiation      | 0.0        |
 |    direct_solar_radiation       | 0.0        |
-|    hour                         | 2.0        |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 11.0       |
-|    outdoor_humidity             | 100.0      |
-|    outdoor_temperature          | -2.6201777 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1687875.5  |
-|    wind_direction               | 50.0       |
+|    hour                         | 18.0       |
+|    htg_setpoint                 | 20.476015  |
+|    month                        | 4.0        |
+|    outdoor_humidity             | 87.0       |
+|    outdoor_temperature          | 15.218741  |
+|    people_occupant              | 10.0       |
+|    total_electricity_HVAC       | 78333.47   |
+|    wind_direction               | 60.0       |
 |    wind_speed                   | 2.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
------------------------------------------------******************************************************---------| 90%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 41.86057  |
-|    air_temperature              | 19.003658 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 5.8098664 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------******************************************************---------| 90%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 807.836   |
-|    air_humidity                 | 43.12251  |
-|    air_temperature              | 19.362911 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 6.156244  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 681375.3  |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------******************************************************---------| 90%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 789.04456 |
-|    air_humidity                 | 30.17224  |
-|    air_temperature              | 20.636475 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 86.0      |
-|    outdoor_temperature          | 5.1578355 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 708359.0  |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*******************************************************--------| 91%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 295.55637 |
-|    air_humidity                 | 25.87323  |
-|    air_temperature              | 19.928282 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 72.0      |
-|    outdoor_temperature          | 1.742372  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 266000.75 |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*******************************************************--------| 91%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 92.7553   |
-|    air_humidity                 | 35.296833 |
-|    air_temperature              | 20.206911 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 25.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 7.921776  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 80147.33  |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 8.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*******************************************************--------| 91%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 163.46709 |
-|    air_humidity                 | 29.838661 |
-|    air_temperature              | 19.29609  |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 79.5      |
-|    direct_solar_radiation       | 369.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 51.0      |
-|    outdoor_temperature          | 5.922729  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 146838.22 |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 12.9      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------********************************************************-------| 92%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 17.84719  |
-|    air_temperature              | 22.499722 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 93.5      |
-|    direct_solar_radiation       | 623.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 39.0      |
-|    outdoor_temperature          | 4.658013  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 10.8      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------********************************************************-------| 92%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 871.7625  |
-|    air_humidity                 | 23.96115  |
-|    air_temperature              | 23.561268 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 68.0      |
-|    direct_solar_radiation       | 804.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 47.0      |
-|    outdoor_temperature          | 6.4370503 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 784586.25 |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------********************************************************-------| 92%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.6465  |
-|    air_humidity                 | 39.127277 |
-|    air_temperature              | 22.928534 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 97.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 7.2501626 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 680081.9  |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------********************************************************-------| 92%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 476.10425 |
-|    air_humidity                 | 31.817347 |
-|    air_temperature              | 22.907028 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 119.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 76.0      |
-|    outdoor_temperature          | 5.028878  |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 428493.84 |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*********************************************************------| 93%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.6465  |
-|    air_humidity                 | 18.59975  |
-|    air_temperature              | 22.932472 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 96.5      |
-|    direct_solar_radiation       | 104.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 43.0      |
-|    outdoor_temperature          | 2.591026  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 680081.9  |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 8.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*********************************************************------| 93%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 70.20606  |
-|    air_humidity                 | 18.017624 |
-|    air_temperature              | 21.000004 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 73.5      |
-|    direct_solar_radiation       | 92.5      |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 48.0      |
-|    outdoor_temperature          | 4.7990522 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 62652.8   |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 10.3      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
-------------------------------------------------********************************************************------| 93%
-| action_network/                 |            |
-|    index                        | 4          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 26         |
-|    Heating_Setpoint_RL          | 19         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 124.541046 |
-|    air_humidity                 | 18.26065   |
-|    air_temperature              | 22.0       |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 8.0        |
-|    diffuse_solar_radiation      | 15.0       |
-|    direct_solar_radiation       | 308.5      |
-|    hour                         | 15.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 45.0       |
-|    outdoor_temperature          | 7.0755606  |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 112187.96  |
-|    wind_direction               | 320.0      |
-|    wind_speed                   | 5.2        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
------------------------------------------------*********************************************************------| 93%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 27.55016  |
-|    air_temperature              | 23.214323 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 61.0      |
-|    outdoor_temperature          | 4.394281  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**********************************************************-----| 94%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 35.79371  |
-|    air_temperature              | 22.532774 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 3.9512193 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**********************************************************-----| 94%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1089.2335 |
-|    air_humidity                 | 28.00922  |
-|    air_temperature              | 23.024275 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 83.0      |
-|    outdoor_temperature          | 1.3107407 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 980310.2  |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**********************************************************-----| 94%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 33.208553 |
-|    air_temperature              | 21.219198 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 82.0      |
-|    outdoor_temperature          | 3.8873405 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***********************************************************----| 95%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 835.0407  |
-|    air_humidity                 | 21.99288  |
-|    air_temperature              | 20.598116 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 52.0      |
-|    outdoor_temperature          | 4.8464212 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 755553.3  |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
-------------------------------------------------**********************************************************----| 95%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1402.3055  |
-|    air_humidity                 | 14.491304  |
-|    air_temperature              | 21.000223  |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 14.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 21.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 25.0       |
-|    outdoor_temperature          | -0.2546195 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1262075.0  |
-|    wind_direction               | 300.0      |
-|    wind_speed                   | 7.7        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
------------------------------------------------***********************************************************----| 95%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 17.221281 |
-|    air_temperature              | 20.598158 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 3.1798205 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 700.85516 |
-|    air_humidity                 | 24.989456 |
-|    air_temperature              | 20.595875 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 5.265303  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 630769.7  |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 21.265991 |
-|    air_temperature              | 20.496058 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 65.0      |
-|    outdoor_temperature          | 2.0358138 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 340.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 30.325657 |
-|    air_temperature              | 20.983091 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 75.0      |
-|    outdoor_temperature          | 2.0346045 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 29.342453 |
-|    air_temperature              | 19.903067 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 5.899701  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
-------------------------------------------------************************************************************--| 97%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1322.4016  |
-|    air_humidity                 | 22.932446  |
-|    air_temperature              | 20.642416  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 21.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 3.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 50.0       |
-|    outdoor_temperature          | 0.14490029 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1190161.5  |
-|    wind_direction               | 30.0       |
-|    wind_speed                   | 3.6        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
-------------------------------------------------************************************************************--| 97%
-| action_network/                 |            |
-|    index                        | 7          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 23         |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2363.602   |
-|    air_humidity                 | 17.392849  |
-|    air_temperature              | 19.999958  |
-|    clg_setpoint                 | 25.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 22.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 4.0        |
-|    htg_setpoint                 | 20.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 46.0       |
-|    outdoor_temperature          | -5.0611014 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 2127241.8  |
-|    wind_direction               | 20.0       |
-|    wind_speed                   | 4.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
------------------------------------------------*************************************************************--| 97%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 20.27708  |
-|    air_temperature              | 19.663279 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 92.0      |
-|    outdoor_temperature          | 2.7721448 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 9.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 29.299072 |
-|    air_temperature              | 20.000072 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 72.0      |
-|    outdoor_temperature          | 3.103836  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 47.617172 |
-|    air_temperature              | 19.266903 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 16.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 10.236619 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 130.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 34.94709  |
-|    air_temperature              | 21.744276 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 53.5      |
-|    direct_solar_radiation       | 532.0     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 65.0      |
-|    outdoor_temperature          | 8.176662  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 972.799   |
-|    air_humidity                 | 26.80679  |
-|    air_temperature              | 22.411669 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 70.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 92.0      |
-|    outdoor_temperature          | 1.435689  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 875519.1  |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 1.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***************************************************************| 99%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 29.151196 |
-|    air_temperature              | 21.667337 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 115.0     |
-|    direct_solar_radiation       | 582.5     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 59.0      |
-|    outdoor_temperature          | 3.6377366 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***************************************************************| 99%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 101.81965 |
-|    air_humidity                 | 19.736752 |
-|    air_temperature              | 20.999989 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 133.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 60.0      |
-|    outdoor_temperature          | 5.0482287 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 91637.68  |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***************************************************************| 99%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 519.18353 |
-|    air_humidity                 | 28.049627 |
-|    air_temperature              | 22.243378 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 103.5     |
-|    direct_solar_radiation       | 24.0      |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 88.0      |
-|    outdoor_temperature          | 1.7846037 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 467265.2  |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 14.9      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
-------------------------------------------------**************************************************************| 99%
-| action_network/                 |            |
-|    index                        | 3          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 27         |
-|    Heating_Setpoint_RL          | 18         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1437.554   |
-|    air_humidity                 | 14.440469  |
-|    air_temperature              | 23.035702  |
-|    clg_setpoint                 | 26.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 31.0       |
-|    diffuse_solar_radiation      | 102.0      |
-|    direct_solar_radiation       | 487.5      |
-|    hour                         | 13.0       |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 38.0       |
-|    outdoor_temperature          | -1.0675281 |
-|    people_occupant              | 16.0       |
-|    total_electricity_HVAC       | 1293798.5  |
-|    wind_direction               | 300.0      |
-|    wind_speed                   | 10.8       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
 ------------------------------------------------
-
-[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active
-#----------------------------------------------------------------------------------------------#
-[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 2]
-#----------------------------------------------------------------------------------------------#
-[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2]
-[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
-[MODELING] (INFO) : Updated building model with whole Output:Variable available names
-[MODELING] (INFO) : Updated building model with whole Output:Meter available names
-[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
-[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/output]
-[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']
-[ENVIRONMENT] (INFO) : Episode 2 started.
-

-

-

-

-

-

-
-/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
-  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
-

-

-

-

-

-

-
-[SIMULATOR] (INFO) : handlers are ready.
-[SIMULATOR] (INFO) : System is ready.
-[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active
------------------------------------------------------
-| action_network/                     |             |
-|    index                            | 9           |
-| action_simulation/                  |             |
-|    Cooling_Setpoint_RL              | 22.5        |
-|    Heating_Setpoint_RL              | 21          |
-| episode/                            |             |
-|    comfort_violation_time(%)        | 42.6        |
-|    cumulative_comfort_penalty       | -1e+04      |
-|    cumulative_energy_penalty        | -1.79e+03   |
-|    cumulative_power                 | 3.57e+07    |
-|    cumulative_reward                | -11781.918  |
-|    cumulative_temperature_violation | 2e+04       |
-|    episode_length                   | 35040       |
-|    mean_comfort_penalty             | -0.285      |
-|    mean_energy_penalty              | -0.0509     |
-|    mean_power                       | 1.02e+03    |
-|    mean_reward                      | -0.33624196 |
-|    mean_temperature_violation       | 0.571       |
-| observation/                        |             |
-|    HVAC_electricity_demand_rate     | 3206.5505   |
-|    air_humidity                     | 16.606789   |
-|    air_temperature                  | 16.834461   |
-|    clg_setpoint                     | 40.0        |
-|    co2_emission                     | 0.0         |
-|    day_of_month                     | 1.0         |
-|    diffuse_solar_radiation          | 0.0         |
-|    direct_solar_radiation           | 0.0         |
-|    hour                             | 0.0         |
-|    htg_setpoint                     | 12.8        |
-|    month                            | 1.0         |
-|    outdoor_humidity                 | 43.25       |
-|    outdoor_temperature              | -9.275844   |
-|    people_occupant                  | 0.0         |
-|    total_electricity_HVAC           | 2885895.5   |
-|    wind_direction                   | 305.0       |
-|    wind_speed                       | 8.4         |
-| rollout/                            |             |
-|    exploration_rate                 | 0.05        |
------------------------------------------------------
------------------------------------
-| rollout/            |           |
-|    ep_len_mean      | 3.5e+04   |
-|    ep_rew_mean      | -1.18e+04 |
-|    exploration_rate | 0.05      |
-| time/               |           |
-|    episodes         | 1         |
-|    fps              | 1779      |
-|    time_elapsed     | 19        |
-|    total_timesteps  | 35040     |
------------------------------------
-------------------------------------------------
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1804.2375  |
-|    air_humidity                 | 14.429458  |
-|    air_temperature              | 22.996721  |
-|    clg_setpoint                 | 27.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 1.0        |
-|    diffuse_solar_radiation      | 95.5       |
-|    direct_solar_radiation       | 157.0      |
-|    hour                         | 14.0       |
-|    htg_setpoint                 | 18.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 32.0       |
-|    outdoor_temperature          | -2.7215035 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1623813.8  |
-|    wind_direction               | 290.0      |
-|    wind_speed                   | 9.8        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 1%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2286.7896 |
-|    air_humidity                 | 13.794168 |
-|    air_temperature              | 23.17125  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 33.0      |
-|    direct_solar_radiation       | 54.5      |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 35.0      |
-|    outdoor_temperature          | -5.134264 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 2058110.6 |
-|    wind_direction               | 70.0      |
-|    wind_speed                   | 1.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 1%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 51.033295 |
-|    air_temperature              | 23.009144 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 92.0      |
-|    outdoor_temperature          | 6.7510724 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 340.0     |
-|    wind_speed                   | 8.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 1%
-| action_network/                 |            |
-|    index                        | 5          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2267.5652  |
-|    air_humidity                 | 15.053332  |
-|    air_temperature              | 22.429335  |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 4.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 17.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 38.0       |
-|    outdoor_temperature          | -5.0381413 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 2040808.6  |
-|    wind_direction               | 270.0      |
-|    wind_speed                   | 9.8        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
-

-

-

-

-

-

-
-/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.
-  logger.warn(
-/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.
-  logger.warn(
-/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.
-  logger.warn(
-/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
-  gym.logger.warn("Casting input x to numpy array.")
-

-

-

-

-

-

-
---------------------------------------------------------------------------------------------------------------| 1%
-| action_network/                 |            |
-|    index                        | 6          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 24         |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2373.0137  |
-|    air_humidity                 | 11.418623  |
-|    air_temperature              | 20.962894  |
-|    clg_setpoint                 | 25.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 5.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 18.0       |
-|    htg_setpoint                 | 20.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 38.0       |
-|    outdoor_temperature          | -5.1081605 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 2135712.5  |
-|    wind_direction               | 340.0      |
-|    wind_speed                   | 3.6        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1758.2157 |
-|    air_humidity                 | 9.940797  |
-|    air_temperature              | 20.618435 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 54.0      |
-|    outdoor_temperature          | -2.03417  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1582394.1 |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 9.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |            |
-|    index                        | 1          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 29         |
-|    Heating_Setpoint_RL          | 16         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2139.4778  |
-|    air_humidity                 | 17.66047   |
-|    air_temperature              | 21.4038    |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 7.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 20.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 32.0       |
-|    outdoor_temperature          | -3.9404805 |
-|    people_occupant              | 2.0        |
-|    total_electricity_HVAC       | 1925530.0  |
-|    wind_direction               | 280.0      |
-|    wind_speed                   | 6.7        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |            |
-|    index                        | 1          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 29         |
-|    Heating_Setpoint_RL          | 16         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1455.3401  |
-|    air_humidity                 | 33.264008  |
-|    air_temperature              | 20.997766  |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 8.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 21.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 92.0       |
-|    outdoor_temperature          | -0.5197919 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1309806.1  |
-|    wind_direction               | 0.0        |
-|    wind_speed                   | 0.0        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1222.3441 |
-|    air_humidity                 | 34.790493 |
-|    air_temperature              | 20.846558 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 76.0      |
-|    outdoor_temperature          | 0.645188  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1100109.8 |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 9.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 3%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1883.9517 |
-|    air_humidity                 | 21.349102 |
-|    air_temperature              | 19.073694 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 51.0      |
-|    outdoor_temperature          | -2.66285  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1695556.5 |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 3%
+--------------------------------------------------------------------------------------------------------------| 33%
 | action_network/                 |             |
-|    index                        | 1           |
+|    Cooling_Setpoint_RL          | 0.10907631  |
+|    Heating_Setpoint_RL          | 0.56110525  |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 29          |
-|    Heating_Setpoint_RL          | 16          |
+|    Cooling_Setpoint_RL          | 26.993132   |
+|    Heating_Setpoint_RL          | 20.781216   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5936951  |
+|    air_humidity                 | -0.6604664  |
+|    air_temperature              | 0.786649    |
+|    clg_setpoint                 | 1.402514    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6484427  |
+|    diffuse_solar_radiation      | -0.7116959  |
+|    direct_solar_radiation       | -0.5443199  |
+|    hour                         | 1.0863016   |
+|    htg_setpoint                 | -1.189786   |
+|    month                        | 2.176906    |
+|    outdoor_humidity             | -0.6427256  |
+|    outdoor_temperature          | 0.97504944  |
+|    people_occupant              | -0.45437643 |
+|    total_electricity_HVAC       | -0.5974938  |
+|    wind_direction               | -0.96116227 |
+|    wind_speed                   | -1.0820432  |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1546.6324   |
-|    air_humidity                 | 16.957151   |
-|    air_temperature              | 18.970556   |
-|    clg_setpoint                 | 27.0        |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 27.24473    |
+|    air_temperature              | 23.992046   |
+|    clg_setpoint                 | 30.0        |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 12.0        |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 12.670278   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 52.0        |
+|    outdoor_temperature          | 10.798441   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 80.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.2302505  |
+|    Heating_Setpoint_RL          | -0.35794264 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.847904   |
+|    Heating_Setpoint_RL          | 15.611572   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.04968866  |
+|    air_humidity                 | -0.18761072 |
+|    air_temperature              | 0.43636918  |
+|    clg_setpoint                 | 0.52064437  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5119331  |
+|    diffuse_solar_radiation      | -0.71285194 |
+|    direct_solar_radiation       | -0.5473886  |
+|    hour                         | 1.2303227   |
+|    htg_setpoint                 | 1.4315535   |
+|    month                        | 2.1249757   |
+|    outdoor_humidity             | -0.15559237 |
+|    outdoor_temperature          | 1.0463675   |
+|    people_occupant              | -0.4561154  |
+|    total_electricity_HVAC       | 0.34340212  |
+|    wind_direction               | -1.6967009  |
+|    wind_speed                   | -0.4876189  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3462.2751   |
+|    air_humidity                 | 32.427486   |
+|    air_temperature              | 23.250015   |
+|    clg_setpoint                 | 27.844063   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 63.0        |
+|    outdoor_temperature          | 11.373157   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 4702042.0   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.31678036 |
+|    Heating_Setpoint_RL          | 0.026097849 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.555866   |
+|    Heating_Setpoint_RL          | 17.771801   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.59059423 |
+|    air_humidity                 | 0.07996815  |
+|    air_temperature              | -0.19985843 |
+|    clg_setpoint                 | 1.4028797   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3806523  |
+|    diffuse_solar_radiation      | -0.71464133 |
+|    direct_solar_radiation       | -0.54449135 |
+|    hour                         | 1.37419     |
+|    htg_setpoint                 | 0.2121011   |
+|    month                        | 2.076593    |
+|    outdoor_humidity             | -0.28629977 |
+|    outdoor_temperature          | 1.1801684   |
+|    people_occupant              | -0.6953231  |
+|    total_electricity_HVAC       | -0.59455585 |
+|    wind_direction               | -1.4914944  |
+|    wind_speed                   | 0.5296556   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 35.3913     |
+|    air_temperature              | 21.889708   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 18.326311   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 60.0        |
+|    outdoor_temperature          | 12.349574   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.2571804   |
+|    Heating_Setpoint_RL          | 0.48090598  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.492985   |
+|    Heating_Setpoint_RL          | 20.330097   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.043235194 |
+|    air_humidity                 | 1.2970996   |
+|    air_temperature              | -0.09602026 |
+|    clg_setpoint                 | 0.8316149   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2535433  |
+|    diffuse_solar_radiation      | -0.7159958  |
+|    direct_solar_radiation       | -0.54163647 |
+|    hour                         | 1.5178695   |
+|    htg_setpoint                 | 1.1495918   |
+|    month                        | 2.031371    |
+|    outdoor_humidity             | 0.8866465   |
+|    outdoor_temperature          | 1.2891665   |
+|    people_occupant              | -0.69099313 |
+|    total_electricity_HVAC       | 0.01637902  |
+|    wind_direction               | -1.2933815  |
+|    wind_speed                   | -1.281409   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3397.0132   |
+|    air_humidity                 | 48.791878   |
+|    air_temperature              | 22.113224   |
+|    clg_setpoint                 | 28.610865   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 22.11322    |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 13.1565485  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3067248.8   |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.09426762  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.155254   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5875408  |
+|    air_humidity                 | 1.8812523   |
+|    air_temperature              | -0.42432797 |
+|    clg_setpoint                 | 1.3994229   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.1297388  |
+|    diffuse_solar_radiation      | -0.71614385 |
+|    direct_solar_radiation       | -0.54101473 |
+|    hour                         | 1.6613247   |
+|    htg_setpoint                 | -1.3572758  |
+|    month                        | 1.9889807   |
+|    outdoor_humidity             | 0.9671126   |
+|    outdoor_temperature          | 1.3015566   |
+|    people_occupant              | -0.6867431  |
+|    total_electricity_HVAC       | -0.59168285 |
+|    wind_direction               | -0.55265516 |
+|    wind_speed                   | -1.2711405  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 55.483143   |
+|    air_temperature              | 21.414978   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | 13.380048   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.43715483  |
+|    Heating_Setpoint_RL          | -0.2812345  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.100397   |
+|    Heating_Setpoint_RL          | 16.043056   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.586263   |
+|    air_humidity                 | 1.893773    |
+|    air_temperature              | -0.44145685 |
+|    clg_setpoint                 | -0.36230516 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8959002  |
+|    diffuse_solar_radiation      | -0.7153932  |
+|    direct_solar_radiation       | -0.53859156 |
+|    hour                         | -1.6602929  |
+|    htg_setpoint                 | -0.3911173  |
+|    month                        | 1.9491378   |
+|    outdoor_humidity             | 1.2646264   |
+|    outdoor_temperature          | 0.78537136  |
+|    people_occupant              | -0.6881981  |
+|    total_electricity_HVAC       | -0.59045064 |
+|    wind_direction               | -0.82805    |
+|    wind_speed                   | -0.47623295 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 55.88802    |
+|    air_temperature              | 21.387615   |
+|    clg_setpoint                 | 25.704847   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
 |    diffuse_solar_radiation      | 0.0         |
 |    direct_solar_radiation       | 0.0         |
 |    hour                         | 0.0         |
-|    htg_setpoint                 | 18.0        |
-|    month                        | 1.0         |
-|    outdoor_humidity             | 51.0        |
-|    outdoor_temperature          | -0.97625375 |
+|    htg_setpoint                 | 15.898175   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 10.018565   |
 |    people_occupant              | 0.0         |
-|    total_electricity_HVAC       | 1391969.2   |
-|    wind_direction               | 180.0       |
-|    wind_speed                   | 7.7         |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 90.0        |
+|    wind_speed                   | 4.1         |
 -------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 4%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 148.38998 |
-|    air_humidity                 | 25.182379 |
-|    air_temperature              | 20.113134 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 4.72036   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 134166.44 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 4%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2781.4126 |
-|    air_humidity                 | 23.80908  |
-|    air_temperature              | 19.716034 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 86.0      |
-|    outdoor_temperature          | -7.150154 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2503271.2 |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 4%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1030.1261 |
-|    air_humidity                 | 23.667334 |
-|    air_temperature              | 19.352226 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 95.0      |
-|    outdoor_temperature          | 1.6062777 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 927113.56 |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 4%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1950.5087  |
-|    air_humidity                 | 29.971148  |
-|    air_temperature              | 18.999996  |
-|    clg_setpoint                 | 26.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 16.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 4.0        |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 61.0       |
-|    outdoor_temperature          | -2.9956346 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1755457.8  |
-|    wind_direction               | 260.0      |
-|    wind_speed                   | 8.2        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |            |
-|    index                        | 2          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 28         |
-|    Heating_Setpoint_RL          | 17         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1148.0468  |
-|    air_humidity                 | 34.12383   |
-|    air_temperature              | 19.986454  |
-|    clg_setpoint                 | 29.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 17.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 5.0        |
-|    htg_setpoint                 | 16.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 91.0       |
-|    outdoor_temperature          | 1.0166746  |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1033242.06 |
-|    wind_direction               | 210.0      |
-|    wind_speed                   | 3.6        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 41.51869  |
-|    air_temperature              | 19.999989 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 9.285549  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 35.05086  |
-|    air_temperature              | 20.530643 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 39.5      |
-|    direct_solar_radiation       | 326.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 2.3865857 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 122.68099 |
-|    air_humidity                 | 16.205442 |
-|    air_temperature              | 20.136335 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 110.0     |
-|    direct_solar_radiation       | 362.0     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 33.0      |
-|    outdoor_temperature          | 4.9920626 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 107556.51 |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 6%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 31.507713 |
-|    air_temperature              | 22.5794   |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 172.5     |
-|    direct_solar_radiation       | 34.0      |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 4.3967648 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 70.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 6%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 40.34489  |
-|    air_temperature              | 23.049335 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 81.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 92.0      |
-|    outdoor_temperature          | 7.3515596 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 6%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 748.64197 |
-|    air_humidity                 | 45.458416 |
-|    air_temperature              | 23.0614   |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 103.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 9.038888  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 673777.8  |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 7%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 231.8666  |
-|    air_humidity                 | 53.649773 |
-|    air_temperature              | 24.061403 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 82.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 13.094668 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 208679.92 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 7%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.6465  |
-|    air_humidity                 | 28.547411 |
-|    air_temperature              | 22.799263 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 67.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 2.623999  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 680081.9  |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 7%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 26.4357   |
-|    air_temperature              | 21.611109 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 108.5     |
-|    direct_solar_radiation       | 93.0      |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 53.0      |
-|    outdoor_temperature          | 4.027222  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 7%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 20.152868 |
-|    air_temperature              | 21.999857 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 58.0      |
-|    direct_solar_radiation       | 189.5     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 58.0      |
-|    outdoor_temperature          | 3.5773697 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 8%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 33.50244  |
-|    air_temperature              | 22.925869 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 8.5       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 3.5959754 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 8%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1462.5768  |
-|    air_humidity                 | 20.541664  |
-|    air_temperature              | 23.24956   |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 29.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 17.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 54.0       |
-|    outdoor_temperature          | -1.0131997 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1316319.1  |
-|    wind_direction               | 50.0       |
-|    wind_speed                   | 3.6        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 8%
-| action_network/                 |              |
-|    index                        | 7            |
-| action_simulation/              |              |
-|    Cooling_Setpoint_RL          | 23           |
-|    Heating_Setpoint_RL          | 22           |
-| observation/                    |              |
-|    HVAC_electricity_demand_rate | 1349.1754    |
-|    air_humidity                 | 24.63473     |
-|    air_temperature              | 23.735115    |
-|    clg_setpoint                 | 27.0         |
-|    co2_emission                 | 0.0          |
-|    day_of_month                 | 30.0         |
-|    diffuse_solar_radiation      | 0.0          |
-|    direct_solar_radiation       | 0.0          |
-|    hour                         | 18.0         |
-|    htg_setpoint                 | 18.0         |
-|    month                        | 1.0          |
-|    outdoor_humidity             | 66.0         |
-|    outdoor_temperature          | 0.0110311955 |
-|    people_occupant              | 10.0         |
-|    total_electricity_HVAC       | 1214257.9    |
-|    wind_direction               | 0.0          |
-|    wind_speed                   | 7.2          |
-| rollout/                        |              |
-|    exploration_rate             | 0.05         |
---------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 8%
-| action_network/                 |            |
-|    index                        | 7          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 23         |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1886.4735  |
-|    air_humidity                 | 16.737734  |
-|    air_temperature              | 22.882967  |
-|    clg_setpoint                 | 26.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 31.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 19.0       |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 42.0       |
-|    outdoor_temperature          | -2.6754591 |
-|    people_occupant              | 2.0        |
-|    total_electricity_HVAC       | 1697826.1  |
-|    wind_direction               | 230.0      |
-|    wind_speed                   | 3.6        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 9%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 585.49194 |
-|    air_humidity                 | 28.731716 |
-|    air_temperature              | 20.996204 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 67.0      |
-|    outdoor_temperature          | 6.31725   |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 526942.75 |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 9%
-| action_network/                 |            |
-|    index                        | 5          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 951.3817   |
-|    air_humidity                 | 12.700426  |
-|    air_temperature              | 20.538958  |
-|    clg_setpoint                 | 28.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 2.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 21.0       |
-|    htg_setpoint                 | 17.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 32.0       |
-|    outdoor_temperature          | -2.3895953 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 856243.5   |
-|    wind_direction               | 10.0       |
-|    wind_speed                   | 4.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 9%
-| action_network/                 |            |
-|    index                        | 1          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 29         |
-|    Heating_Setpoint_RL          | 16         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1319.7701  |
-|    air_humidity                 | 11.374336  |
-|    air_temperature              | 20.237171  |
-|    clg_setpoint                 | 26.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 3.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 22.0       |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 66.0       |
-|    outdoor_temperature          | 0.15805787 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1187793.1  |
-|    wind_direction               | 150.0      |
-|    wind_speed                   | 4.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
-Progress: |**********-----------------------------------------------------------------------------------------| 10%------------------------------------------------
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1625.1184  |
-|    air_humidity                 | 29.68434   |
-|    air_temperature              | 19.554268  |
-|    clg_setpoint                 | 30.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 4.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 23.0       |
-|    htg_setpoint                 | 15.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 62.0       |
-|    outdoor_temperature          | -1.3686837 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1462606.6  |
-|    wind_direction               | 320.0      |
-|    wind_speed                   | 9.3        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 10%
-| action_network/                 |            |
-|    index                        | 7          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 23         |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 3791.435   |
-|    air_humidity                 | 16.024805  |
-|    air_temperature              | 18.399399  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 6.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 0.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 39.0       |
-|    outdoor_temperature          | -12.200267 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 3412291.5  |
-|    wind_direction               | 300.0      |
-|    wind_speed                   | 9.8        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 10%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3162.4832 |
-|    air_humidity                 | 16.801003 |
-|    air_temperature              | 17.480116 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 52.0      |
-|    outdoor_temperature          | -9.055507 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2846234.8 |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 11%
-| action_network/                 |            |
-|    index                        | 4          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 26         |
-|    Heating_Setpoint_RL          | 19         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2316.3386  |
-|    air_humidity                 | 18.613413  |
-|    air_temperature              | 19.890545  |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 8.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 2.0        |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 46.0       |
-|    outdoor_temperature          | -4.8247848 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 2084704.8  |
-|    wind_direction               | 310.0      |
-|    wind_speed                   | 2.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 11%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3050.6633 |
-|    air_humidity                 | 16.25804  |
-|    air_temperature              | 18.83905  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 49.0      |
-|    outdoor_temperature          | -8.496408 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2745597.0 |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 11%
-| action_network/                 |            |
-|    index                        | 4          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 26         |
-|    Heating_Setpoint_RL          | 19         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1886.6011  |
-|    air_humidity                 | 12.712721  |
-|    air_temperature              | 18.790092  |
-|    clg_setpoint                 | 27.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 10.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 4.0        |
-|    htg_setpoint                 | 18.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 62.0       |
-|    outdoor_temperature          | -2.6760972 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1697941.0  |
-|    wind_direction               | 270.0      |
-|    wind_speed                   | 4.6        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 11%
+--------------------------------------------------------------------------------------------------------------| 35%
 | action_network/                 |             |
-|    index                        | 6           |
+|    Cooling_Setpoint_RL          | 0.016783386 |
+|    Heating_Setpoint_RL          | 0.532509    |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 24          |
-|    Heating_Setpoint_RL          | 21          |
+|    Cooling_Setpoint_RL          | 26.681644   |
+|    Heating_Setpoint_RL          | 20.620363   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5850116  |
+|    air_humidity                 | 2.6422617   |
+|    air_temperature              | -0.48539153 |
+|    clg_setpoint                 | -0.95379627 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7766325  |
+|    diffuse_solar_radiation      | -0.7167918  |
+|    direct_solar_radiation       | -0.5358416  |
+|    hour                         | -1.5150604  |
+|    htg_setpoint                 | 0.30424523  |
+|    month                        | 1.9115973   |
+|    outdoor_humidity             | 1.4243065   |
+|    outdoor_temperature          | 1.1537873   |
+|    people_occupant              | -0.68963015 |
+|    total_electricity_HVAC       | -0.5892918  |
+|    wind_direction               | -0.635941   |
+|    wind_speed                   | -0.6752683  |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1514.844    |
-|    air_humidity                 | 16.692741   |
-|    air_temperature              | 19.63072    |
-|    clg_setpoint                 | 29.0        |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 64.71654    |
+|    air_temperature              | 21.303251   |
+|    clg_setpoint                 | 24.259544   |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 11.0        |
+|    day_of_month                 | 8.0         |
 |    diffuse_solar_radiation      | 0.0         |
 |    direct_solar_radiation       | 0.0         |
-|    hour                         | 5.0         |
-|    htg_setpoint                 | 16.0        |
-|    month                        | 2.0         |
-|    outdoor_humidity             | 80.0        |
-|    outdoor_temperature          | -0.81731147 |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 18.704247   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 12.565159   |
 |    people_occupant              | 0.0         |
-|    total_electricity_HVAC       | 1363359.6   |
-|    wind_direction               | 250.0       |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 110.0       |
 |    wind_speed                   | 3.6         |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
 -------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 12%
-| action_network/                 |            |
-|    index                        | 3          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 27         |
-|    Heating_Setpoint_RL          | 18         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2945.1492  |
-|    air_humidity                 | 18.053753  |
-|    air_temperature              | 18.193132  |
-|    clg_setpoint                 | 30.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 12.0       |
-|    diffuse_solar_radiation      | 18.0       |
-|    direct_solar_radiation       | 40.0       |
-|    hour                         | 6.0        |
-|    htg_setpoint                 | 15.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 29.0       |
-|    outdoor_temperature          | -11.505592 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 2650634.2  |
-|    wind_direction               | 320.0      |
-|    wind_speed                   | 9.3        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 12%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2493.5735 |
-|    air_humidity                 | 10.131987 |
-|    air_temperature              | 18.372742 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 69.0      |
-|    direct_solar_radiation       | 187.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 44.0      |
-|    outdoor_temperature          | -9.247714 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2244216.2 |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 12%
-| action_network/                 |            |
-|    index                        | 4          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 26         |
-|    Heating_Setpoint_RL          | 19         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1821.0771  |
-|    air_humidity                 | 13.044007  |
-|    air_temperature              | 21.999996  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 14.0       |
-|    diffuse_solar_radiation      | 106.0      |
-|    direct_solar_radiation       | 395.0      |
-|    hour                         | 8.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 38.0       |
-|    outdoor_temperature          | -2.7465734 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1638969.5  |
-|    wind_direction               | 300.0      |
-|    wind_speed                   | 5.7        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 13%
-| action_network/                 |            |
-|    index                        | 5          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1367.605   |
-|    air_humidity                 | 18.204165  |
-|    air_temperature              | 22.377993  |
-|    clg_setpoint                 | 27.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 15.0       |
-|    diffuse_solar_radiation      | 190.5      |
-|    direct_solar_radiation       | 29.5       |
-|    hour                         | 9.0        |
-|    htg_setpoint                 | 18.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 60.0       |
-|    outdoor_temperature          | -0.5383407 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1230844.5  |
-|    wind_direction               | 110.0      |
-|    wind_speed                   | 2.6        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 13%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 151.11612 |
-|    air_humidity                 | 31.204664 |
-|    air_temperature              | 20.458956 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 224.5     |
-|    direct_solar_radiation       | 314.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 65.0      |
-|    outdoor_temperature          | 6.2909584 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 144360.28 |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 13%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 76.76114  |
-|    air_humidity                 | 17.126703 |
-|    air_temperature              | 22.000053 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 124.0     |
-|    direct_solar_radiation       | 727.5     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 36.0      |
-|    outdoor_temperature          | 6.369709  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 70249.89  |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 13%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 476.10425 |
-|    air_humidity                 | 25.14942  |
-|    air_temperature              | 23.491219 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 241.0     |
-|    direct_solar_radiation       | 284.5     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 62.0      |
-|    outdoor_temperature          | 6.582677  |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 428493.84 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 24.28904  |
-|    air_temperature              | 24.073921 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 183.5     |
-|    direct_solar_radiation       | 475.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 44.0      |
-|    outdoor_temperature          | 7.3682384 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 688.9026  |
-|    air_humidity                 | 25.790758 |
-|    air_temperature              | 24.51302  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 101.5     |
-|    direct_solar_radiation       | 584.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 56.0      |
-|    outdoor_temperature          | 9.043416  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 593599.75 |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 31.605486 |
-|    air_temperature              | 23.198685 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 63.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 82.0      |
-|    outdoor_temperature          | 3.3204484 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 917.7176  |
-|    air_humidity                 | 19.038803 |
-|    air_temperature              | 23.908525 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 27.5      |
-|    direct_solar_radiation       | 273.0     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 45.0      |
-|    outdoor_temperature          | 1.9434859 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 825945.9  |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 15%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 22.889832 |
-|    air_temperature              | 21.24511  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 3.2798805 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 15%
-| action_network/                 |            |
-|    index                        | 1          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 29         |
-|    Heating_Setpoint_RL          | 16         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1150.1122  |
-|    air_humidity                 | 18.517626  |
-|    air_temperature              | 20.998045  |
-|    clg_setpoint                 | 29.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 24.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 18.0       |
-|    htg_setpoint                 | 16.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 39.0       |
-|    outdoor_temperature          | 1.0063478  |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1035100.94 |
-|    wind_direction               | 300.0      |
-|    wind_speed                   | 9.8        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 15%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 533.8715  |
-|    air_humidity                 | 22.031479 |
-|    air_temperature              | 22.000027 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 49.0      |
-|    outdoor_temperature          | 4.355374  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 474075.22 |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 16%
+--------------------------------------------------------------------------------------------------------------| 35%
 | action_network/                 |             |
-|    index                        | 1           |
+|    Cooling_Setpoint_RL          | 0.00252527  |
+|    Heating_Setpoint_RL          | 0.49102014  |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 29          |
-|    Heating_Setpoint_RL          | 16          |
+|    Cooling_Setpoint_RL          | 26.633522   |
+|    Heating_Setpoint_RL          | 20.38699    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.9559178   |
+|    air_humidity                 | 2.0675793   |
+|    air_temperature              | -0.2511067  |
+|    clg_setpoint                 | 0.12631343  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.65876037 |
+|    diffuse_solar_radiation      | -0.7180368  |
+|    direct_solar_radiation       | -0.5331804  |
+|    hour                         | -1.370042   |
+|    htg_setpoint                 | 1.3175151   |
+|    month                        | 1.8761455   |
+|    outdoor_humidity             | 1.4071133   |
+|    outdoor_temperature          | 1.0846701   |
+|    people_occupant              | -0.69103974 |
+|    total_electricity_HVAC       | 2.1254723   |
+|    wind_direction               | 0.76264846  |
+|    wind_speed                   | -1.2639762  |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1502.4996   |
-|    air_humidity                 | 17.550522   |
-|    air_temperature              | 21.454084   |
-|    clg_setpoint                 | 25.0        |
+|    HVAC_electricity_demand_rate | 13247.339   |
+|    air_humidity                 | 58.77093    |
+|    air_temperature              | 21.810108   |
+|    clg_setpoint                 | 26.897247   |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 26.0        |
+|    day_of_month                 | 9.0         |
 |    diffuse_solar_radiation      | 0.0         |
 |    direct_solar_radiation       | 0.0         |
-|    hour                         | 20.0        |
-|    htg_setpoint                 | 20.0        |
-|    month                        | 2.0         |
-|    outdoor_humidity             | 27.0        |
-|    outdoor_temperature          | -0.75558984 |
-|    people_occupant              | 2.0         |
-|    total_electricity_HVAC       | 1352249.8   |
-|    wind_direction               | 70.0        |
-|    wind_speed                   | 3.1         |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 22.789112   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 12.188948   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 13259848.0  |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 2.1         |
+| train/                          |             |
+|    approx_kl                    | 0.006808666 |
+|    clip_fraction                | 0.0626      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.8        |
+|    explained_variance           | 0.698       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 5.17        |
+|    n_updates                    | 60          |
+|    policy_gradient_loss         | -0.00784    |
+|    std                          | 0.981       |
+|    value_loss                   | 10.6        |
 -------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 16%
-| action_network/                 |            |
-|    index                        | 1          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 29         |
-|    Heating_Setpoint_RL          | 16         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1700.4568  |
-|    air_humidity                 | 38.744617  |
-|    air_temperature              | 19.918364  |
-|    clg_setpoint                 | 26.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 27.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 21.0       |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 100.0      |
-|    outdoor_temperature          | -1.7453753 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1530411.1  |
-|    wind_direction               | 0.0        |
-|    wind_speed                   | 3.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 16%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 840.8903  |
-|    air_humidity                 | 40.83299  |
-|    air_temperature              | 19.238083 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 5.5238667 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 725613.3  |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
-Progress: |*****************----------------------------------------------------------------------------------| 17%-----------------------------------------------
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 708.3994  |
-|    air_humidity                 | 36.43662  |
-|    air_temperature              | 19.460455 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 6.6392717 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 593720.8  |
-|    wind_direction               | 100.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 17%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 33.624523 |
-|    air_temperature              | 21.84918  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 54.0      |
-|    outdoor_temperature          | 10.09713  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 8.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 17%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 474.4464  |
-|    air_humidity                 | 32.48305  |
-|    air_temperature              | 19.565111 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 71.0      |
-|    outdoor_temperature          | 9.315889  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 406927.03 |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 17%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 927.30707 |
-|    air_humidity                 | 43.51403  |
-|    air_temperature              | 19.22073  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 5.875117  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 781413.8  |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 18%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 575.30975 |
-|    air_humidity                 | 45.782436 |
-|    air_temperature              | 20.171947 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 9.522872  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 555115.25 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 18%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 782.5654  |
-|    air_humidity                 | 24.75921  |
-|    air_temperature              | 20.15559  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 53.0      |
-|    outdoor_temperature          | 6.049054  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 704308.94 |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 8.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 18%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 35.990368 |
-|    air_temperature              | 19.806833 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 3.5513284 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 37.737408 |
-|    air_temperature              | 20.442892 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 72.0      |
-|    direct_solar_radiation       | 175.0     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 2.1105442 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 32.52455  |
-|    air_temperature              | 20.50352  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 141.5     |
-|    direct_solar_radiation       | 118.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 2.6969094 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 871.7625  |
-|    air_humidity                 | 22.176426 |
-|    air_temperature              | 21.72639  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 132.5     |
-|    direct_solar_radiation       | 687.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 42.0      |
-|    outdoor_temperature          | 7.6411133 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 784586.25 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 9.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 871.7625  |
-|    air_humidity                 | 23.683573 |
-|    air_temperature              | 22.5603   |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 291.0     |
-|    direct_solar_radiation       | 353.5     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 37.0      |
-|    outdoor_temperature          | 4.719579  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 784586.25 |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 15.5      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 947.8628  |
-|    air_humidity                 | 17.563786 |
-|    air_temperature              | 23.31355  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 146.5     |
-|    direct_solar_radiation       | 820.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 34.0      |
-|    outdoor_temperature          | 4.4292946 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 853076.5  |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 9.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 819.6643  |
-|    air_humidity                 | 17.929089 |
-|    air_temperature              | 23.582941 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 310.5     |
-|    direct_solar_radiation       | 462.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 53.0      |
-|    outdoor_temperature          | 1.6799109 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 737697.9  |
-|    wind_direction               | 150.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 183.02463 |
-|    air_humidity                 | 22.134924 |
-|    air_temperature              | 25.33988  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 140.5     |
-|    direct_solar_radiation       | 840.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 35.0      |
-|    outdoor_temperature          | 12.848213 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 165756.19 |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 20%
+--------------------------------------------------------------------------------------------------------------| 35%
 | action_network/                 |             |
-|    index                        | 6           |
+|    Cooling_Setpoint_RL          | 0.34069654  |
+|    Heating_Setpoint_RL          | 0.8217245   |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 24          |
-|    Heating_Setpoint_RL          | 21          |
+|    Cooling_Setpoint_RL          | 27.77485    |
+|    Heating_Setpoint_RL          | 22.2472     |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.582864   |
+|    air_humidity                 | 1.3156767   |
+|    air_temperature              | -0.68226045 |
+|    clg_setpoint                 | -0.69141054 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.5418966  |
+|    diffuse_solar_radiation      | -0.717886   |
+|    direct_solar_radiation       | -0.5341204  |
+|    hour                         | -1.2251943  |
+|    htg_setpoint                 | -0.15144828 |
+|    month                        | 1.8425957   |
+|    outdoor_humidity             | -0.15525989 |
+|    outdoor_temperature          | 1.5438634   |
+|    people_occupant              | -0.69242746 |
+|    total_electricity_HVAC       | -0.58729374 |
+|    wind_direction               | 1.3137121   |
+|    wind_speed                   | -0.27077767 |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1372.1312   |
-|    air_humidity                 | 16.91895    |
-|    air_temperature              | 20.388855   |
-|    clg_setpoint                 | 26.0        |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 50.416527   |
+|    air_temperature              | 20.896954   |
+|    clg_setpoint                 | 24.900768   |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 16.0        |
-|    diffuse_solar_radiation      | 103.5       |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
 |    direct_solar_radiation       | 0.0         |
-|    hour                         | 13.0        |
-|    htg_setpoint                 | 19.0        |
-|    month                        | 3.0         |
-|    outdoor_humidity             | 100.0       |
-|    outdoor_temperature          | -0.10374769 |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 16.866886   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 64.0        |
+|    outdoor_temperature          | 15.516587   |
 |    people_occupant              | 0.0         |
-|    total_electricity_HVAC       | 1234918.1   |
-|    wind_direction               | 50.0        |
-|    wind_speed                   | 9.3         |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 4.6         |
 -------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 21%
+--------------------------------------------------------------------------------------------------------------| 36%
 | action_network/                 |             |
-|    index                        | 8           |
+|    Cooling_Setpoint_RL          | -0.59335715 |
+|    Heating_Setpoint_RL          | 0.8338209   |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 22.5        |
-|    Heating_Setpoint_RL          | 22          |
+|    Cooling_Setpoint_RL          | 24.62242    |
+|    Heating_Setpoint_RL          | 22.315243   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.58274484 |
+|    air_humidity                 | 0.16050497  |
+|    air_temperature              | -0.16263306 |
+|    clg_setpoint                 | -0.73802954 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.42572793 |
+|    diffuse_solar_radiation      | -0.33680865 |
+|    direct_solar_radiation       | -0.44187856 |
+|    hour                         | -1.08048    |
+|    htg_setpoint                 | -1.3598061  |
+|    month                        | 1.8107836   |
+|    outdoor_humidity             | 0.15572722  |
+|    outdoor_temperature          | 0.7735568   |
+|    people_occupant              | -0.6937937  |
+|    total_electricity_HVAC       | -0.5872518  |
+|    wind_direction               | -1.3792893  |
+|    wind_speed                   | -0.86709756 |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1435.1711   |
-|    air_humidity                 | 18.643396   |
-|    air_temperature              | 21.139025   |
-|    clg_setpoint                 | 29.0        |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 37.24486    |
+|    air_temperature              | 22.015062   |
+|    clg_setpoint                 | 24.781885   |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 17.0        |
-|    diffuse_solar_radiation      | 168.5       |
-|    direct_solar_radiation       | 643.0       |
-|    hour                         | 14.0        |
-|    htg_setpoint                 | 16.0        |
-|    month                        | 3.0         |
-|    outdoor_humidity             | 83.0        |
-|    outdoor_temperature          | -0.41894728 |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 33.0        |
+|    direct_solar_radiation       | 23.5        |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 71.0        |
+|    outdoor_temperature          | 10.436596   |
 |    people_occupant              | 0.0         |
-|    total_electricity_HVAC       | 1291654.0   |
-|    wind_direction               | 20.0        |
-|    wind_speed                   | 3.6         |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 3.1         |
 -------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 21%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 906.4148  |
-|    air_humidity                 | 26.15411  |
-|    air_temperature              | 24.043047 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 132.5     |
-|    direct_solar_radiation       | 552.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 68.0      |
-|    outdoor_temperature          | 3.821802  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 815773.3  |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 21%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 26.803059 |
-|    air_temperature              | 23.57881  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 61.5      |
-|    direct_solar_radiation       | 360.0     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 58.0      |
-|    outdoor_temperature          | 3.7118824 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 350.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 22%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 838.38043 |
-|    air_humidity                 | 32.72246  |
-|    air_temperature              | 23.509342 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 16.5      |
-|    direct_solar_radiation       | 91.5      |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 76.0      |
-|    outdoor_temperature          | 5.683642  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 746401.25 |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 11.8      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 22%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 722.22064 |
-|    air_humidity                 | 21.36357  |
-|    air_temperature              | 21.937164 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 39.0      |
-|    outdoor_temperature          | 4.786942  |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 636776.6  |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 14.4      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 22%
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.53476435  |
+|    Heating_Setpoint_RL          | 0.116868176  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.82017     |
+|    Heating_Setpoint_RL          | 18.282383    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.58097637  |
+|    air_humidity                 | 0.5088886    |
+|    air_temperature              | -0.52957666  |
+|    clg_setpoint                 | -1.3666419   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.31000787  |
+|    diffuse_solar_radiation      | 0.37996796   |
+|    direct_solar_radiation       | 0.49231124   |
+|    hour                         | -0.9358666   |
+|    htg_setpoint                 | -0.034751017 |
+|    month                        | 1.7805643    |
+|    outdoor_humidity             | 0.67934304   |
+|    outdoor_temperature          | 0.8907887    |
+|    people_occupant              | -0.6897189   |
+|    total_electricity_HVAC       | -0.585572    |
+|    wind_direction               | -1.473584    |
+|    wind_speed                   | -1.5039821   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 41.18823     |
+|    air_temperature              | 21.239964    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 12.0         |
+|    diffuse_solar_radiation      | 95.0         |
+|    direct_solar_radiation       | 255.5        |
+|    hour                         | 5.0          |
+|    htg_setpoint                 | 17.33522     |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 83.0         |
+|    outdoor_temperature          | 11.306851    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 20.0         |
+|    wind_speed                   | 1.5          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
 | action_network/                 |             |
-|    index                        | 6           |
+|    Cooling_Setpoint_RL          | 0.64961183  |
+|    Heating_Setpoint_RL          | -0.562526   |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 24          |
-|    Heating_Setpoint_RL          | 21          |
+|    Cooling_Setpoint_RL          | 28.81744    |
+|    Heating_Setpoint_RL          | 14.460792   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.57948405 |
+|    air_humidity                 | 0.045099393 |
+|    air_temperature              | -0.745529   |
+|    clg_setpoint                 | -0.11197559 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.19455111 |
+|    diffuse_solar_radiation      | 1.0466629   |
+|    direct_solar_radiation       | -0.53156286 |
+|    hour                         | -0.7913266  |
+|    htg_setpoint                 | 0.2530705   |
+|    month                        | 1.7518092   |
+|    outdoor_humidity             | -0.7535635  |
+|    outdoor_temperature          | 0.99461585  |
+|    people_occupant              | -0.6857151  |
+|    total_electricity_HVAC       | -0.5841376  |
+|    wind_direction               | -1.2810091  |
+|    wind_speed                   | -0.4627096  |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1420.1923   |
-|    air_humidity                 | 15.754087   |
-|    air_temperature              | 23.23445    |
-|    clg_setpoint                 | 29.0        |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 35.915386   |
+|    air_temperature              | 20.78772    |
+|    clg_setpoint                 | 26.313185   |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 22.0        |
-|    diffuse_solar_radiation      | 0.0         |
-|    direct_solar_radiation       | 0.0         |
-|    hour                         | 19.0        |
-|    htg_setpoint                 | 16.0        |
-|    month                        | 3.0         |
-|    outdoor_humidity             | 22.0        |
-|    outdoor_temperature          | -0.34405267 |
-|    people_occupant              | 2.0         |
-|    total_electricity_HVAC       | 1278173.0   |
-|    wind_direction               | 300.0       |
-|    wind_speed                   | 8.2         |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 153.0       |
+|    direct_solar_radiation       | 3.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 18.484995   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 50.0        |
+|    outdoor_temperature          | 12.178785   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 4.1         |
 -------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 22%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 15.957253 |
-|    air_temperature              | 20.980701 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 53.0      |
-|    outdoor_temperature          | 3.6350272 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 23%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 28.30168  |
-|    air_temperature              | 21.18839  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 6.6833673 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 23%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 785.40643 |
-|    air_humidity                 | 43.216587 |
-|    air_temperature              | 19.139505 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 6.2410784 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 701437.75 |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
-Progress: |***********************----------------------------------------------------------------------------| 23%-----------------------------------------------
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 481.7842  |
-|    air_humidity                 | 47.513245 |
-|    air_temperature              | 20.326927 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 8.220632  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 451453.1  |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 24%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 194.08734 |
-|    air_humidity                 | 43.19421  |
-|    air_temperature              | 20.993734 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 74.0      |
-|    outdoor_temperature          | 11.772061 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 170518.66 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 24%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 28.857058 |
-|    air_temperature              | 20.061483 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 57.0      |
-|    outdoor_temperature          | 2.9912403 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 24%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 37.21652  |
-|    air_temperature              | 20.998018 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 81.0      |
-|    outdoor_temperature          | 2.1145651 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 80.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 143.43005 |
-|    air_humidity                 | 36.30297  |
-|    air_temperature              | 20.30996  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 6.333977  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 140959.28 |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 51.015564 |
-|    air_temperature              | 18.754827 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 75.0      |
-|    outdoor_temperature          | 2.8850982 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 69.60917  |
-|    air_temperature              | 18.369095 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 27.0      |
-|    direct_solar_radiation       | 165.0     |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 75.0      |
-|    outdoor_temperature          | 4.028294  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 58.062473 |
-|    air_temperature              | 18.538546 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 52.5      |
-|    direct_solar_radiation       | 541.5     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 60.0      |
-|    outdoor_temperature          | 3.634861  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 26%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 43.828773 |
-|    air_temperature              | 18.841476 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 146.5     |
-|    direct_solar_radiation       | 403.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 55.0      |
-|    outdoor_temperature          | 6.183797  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 26%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 572.3576  |
-|    air_humidity                 | 44.74038  |
-|    air_temperature              | 21.419844 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 173.0     |
-|    direct_solar_radiation       | 567.0     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 69.0      |
-|    outdoor_temperature          | 10.205873 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 523577.4  |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 26%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 76.707    |
-|    air_temperature              | 22.388348 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 220.5     |
-|    direct_solar_radiation       | 635.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 48.0      |
-|    outdoor_temperature          | 19.456167 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 26%
-| action_network/                 |          |
-|    index                        | 2        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 28       |
-|    Heating_Setpoint_RL          | 17       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 0.0      |
-|    air_humidity                 | 70.24044 |
-|    air_temperature              | 23.77905 |
-|    clg_setpoint                 | 24.0     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 7.0      |
-|    diffuse_solar_radiation      | 143.5    |
-|    direct_solar_radiation       | 847.0    |
-|    hour                         | 10.0     |
-|    htg_setpoint                 | 21.0     |
-|    month                        | 4.0      |
-|    outdoor_humidity             | 37.0     |
-|    outdoor_temperature          | 22.28776 |
-|    people_occupant              | 0.0      |
-|    total_electricity_HVAC       | 0.0      |
-|    wind_direction               | 250.0    |
-|    wind_speed                   | 6.7      |
-| rollout/                        |          |
-|    exploration_rate             | 0.05     |
-----------------------------------------------
---------------------------------------------------------------------------------------------------------------| 27%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3445.089  |
-|    air_humidity                 | 53.412476 |
-|    air_temperature              | 23.671152 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 283.0     |
-|    direct_solar_radiation       | 626.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 43.0      |
-|    outdoor_temperature          | 23.813982 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 3108444.2 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 27%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1941.4698 |
-|    air_humidity                 | 57.059998 |
-|    air_temperature              | 23.39732  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 248.0     |
-|    direct_solar_radiation       | 449.5     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 68.0      |
-|    outdoor_temperature          | 19.118326 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 1746407.5 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 27%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3975.0776 |
-|    air_humidity                 | 32.96631  |
-|    air_temperature              | 23.598097 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 153.5     |
-|    direct_solar_radiation       | 773.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 25.0      |
-|    outdoor_temperature          | 20.640772 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 3574334.0 |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 28%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 306.31296 |
-|    air_humidity                 | 14.682458 |
-|    air_temperature              | 25.941786 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 142.5     |
-|    direct_solar_radiation       | 728.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 14.0      |
-|    outdoor_temperature          | 15.408057 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 275078.9  |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 12.9      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 28%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 315.61072 |
-|    air_humidity                 | 12.921776 |
-|    air_temperature              | 25.000605 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 72.0      |
-|    direct_solar_radiation       | 766.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 11.0      |
-|    outdoor_temperature          | 11.472333 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 280739.22 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 28%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 37.093914 |
-|    air_temperature              | 20.82961  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 69.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 86.0      |
-|    outdoor_temperature          | 6.4494166 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 28%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 32.12789  |
-|    air_temperature              | 23.169945 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 45.5      |
-|    direct_solar_radiation       | 25.5      |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 70.0      |
-|    outdoor_temperature          | 6.8088455 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 140.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 54.234688 |
-|    air_temperature              | 26.290154 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 8.991571  |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 49.74599  |
-|    air_temperature              | 27.69215  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 60.0      |
-|    outdoor_temperature          | 15.791064 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 60.868176 |
-|    air_temperature              | 23.51201  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 7.527386  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 56.438843 |
-|    air_temperature              | 22.010849 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 6.091949  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 140.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 30%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 56.108757 |
-|    air_temperature              | 22.255705 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 65.0      |
-|    outdoor_temperature          | 6.9153886 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 140.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 30%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 64.31344  |
-|    air_temperature              | 19.858194 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 86.0      |
-|    outdoor_temperature          | 8.460917  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 68.07449  |
-|    air_temperature              | 18.641197 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 5.7216463 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 60.987324 |
-|    air_temperature              | 20.40382  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 68.0      |
-|    outdoor_temperature          | 10.535965 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 73.64444  |
-|    air_temperature              | 20.592913 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 7.241513  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 160.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 84.43422  |
-|    air_temperature              | 19.880894 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 10.051851 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 72.292465 |
-|    air_temperature              | 20.055376 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 6.9597707 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 75.59889  |
-|    air_temperature              | 21.129635 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 41.5      |
-|    direct_solar_radiation       | 18.0      |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 86.0      |
-|    outdoor_temperature          | 10.039303 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 73.81694  |
-|    air_temperature              | 21.566832 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 78.5      |
-|    direct_solar_radiation       | 588.0     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 52.0      |
-|    outdoor_temperature          | 12.721492 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 105.58764 |
-|    air_humidity                 | 68.87817  |
-|    air_temperature              | 18.685684 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 221.0     |
-|    direct_solar_radiation       | 50.5      |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 71.0      |
-|    outdoor_temperature          | 13.024408 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 95277.984 |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 33%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 554.63495 |
-|    air_humidity                 | 60.94167  |
-|    air_temperature              | 20.760542 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 133.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 10.734792 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 499171.47 |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 33%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 494.29865 |
-|    air_humidity                 | 26.91579  |
-|    air_temperature              | 24.698816 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 227.5     |
-|    direct_solar_radiation       | 676.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 25.0      |
-|    outdoor_temperature          | 16.345572 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 441835.44 |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 33%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1669.414  |
-|    air_humidity                 | 27.572773 |
-|    air_temperature              | 24.118586 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 263.5     |
-|    direct_solar_radiation       | 662.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 35.0      |
-|    outdoor_temperature          | 16.663635 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 1502472.6 |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 8.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 34%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1423.8939 |
-|    air_humidity                 | 49.750465 |
-|    air_temperature              | 23.154497 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 225.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 74.0      |
-|    outdoor_temperature          | 15.606137 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 1281504.5 |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 9.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 34%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 69.523636 |
-|    air_temperature              | 21.496876 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 183.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 83.0      |
-|    outdoor_temperature          | 17.305464 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 34%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 60.981228 |
-|    air_temperature              | 23.672033 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 296.0     |
-|    direct_solar_radiation       | 101.0     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 73.0      |
-|    outdoor_temperature          | 18.12477  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 160.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 34%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 263.9766  |
-|    air_humidity                 | 49.505367 |
-|    air_temperature              | 24.917562 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 243.0     |
-|    direct_solar_radiation       | 62.5      |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 83.0      |
-|    outdoor_temperature          | 14.965244 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 237583.92 |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 441.78152 |
-|    air_humidity                 | 59.375774 |
-|    air_temperature              | 25.219263 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 81.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 15.51826  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 397603.38 |
-|    wind_direction               | 80.0      |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |            |
-|    index                        | 4          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 26         |
-|    Heating_Setpoint_RL          | 19         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 291.60434  |
-|    air_humidity                 | 60.253563  |
-|    air_temperature              | 24.001564  |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 8.0        |
-|    diffuse_solar_radiation      | 116.5      |
-|    direct_solar_radiation       | 8.5        |
-|    hour                         | 16.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 5.0        |
-|    outdoor_humidity             | 100.0      |
-|    outdoor_temperature          | 14.3150015 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 426840.75  |
-|    wind_direction               | 130.0      |
-|    wind_speed                   | 3.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 47.826717 |
-|    air_temperature              | 29.443428 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 66.0      |
-|    direct_solar_radiation       | 76.5      |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 44.0      |
-|    outdoor_temperature          | 24.326218 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 41.45334  |
-|    air_temperature              | 29.770283 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 33.0      |
-|    outdoor_temperature          | 21.403486 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 36%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 56.864246 |
-|    air_temperature              | 25.409126 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 77.0      |
-|    outdoor_temperature          | 14.024936 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 36%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 56.58497  |
-|    air_temperature              | 25.376099 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 83.0      |
-|    outdoor_temperature          | 13.580284 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 36%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 51.845596 |
-|    air_temperature              | 24.4386   |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 77.0      |
-|    outdoor_temperature          | 8.686298  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 90.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*--------------------------------------------------------------| 37%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 60.85383  |
-|    air_temperature              | 23.408401 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 68.0      |
-|    outdoor_temperature          | 10.669418 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*--------------------------------------------------------------| 37%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 64.44686  |
-|    air_temperature              | 22.478897 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 11.021046 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 37%
-| action_network/                 |            |
-|    index                        | 6          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 24         |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 0.0        |
-|    air_humidity                 | 69.71836   |
-|    air_temperature              | 22.096245  |
-|    clg_setpoint                 | 28.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 17.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 0.0        |
-|    htg_setpoint                 | 17.0       |
-|    month                        | 5.0        |
-|    outdoor_humidity             | 83.0       |
-|    outdoor_temperature          | 10.4822035 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 0.0        |
-|    wind_direction               | 40.0       |
-|    wind_speed                   | 2.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 75.24246  |
-|    air_temperature              | 22.697903 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 14.038016 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 10.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.10041  |
-|    air_temperature              | 21.779947 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 15.543995 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 90.0      |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 85.470825 |
-|    air_temperature              | 20.502432 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 84.0      |
-|    outdoor_temperature          | 14.700728 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 69.664185 |
-|    air_temperature              | 20.969315 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 39.5      |
-|    direct_solar_radiation       | 78.0      |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 59.0      |
-|    outdoor_temperature          | 11.760994 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------***------------------------------------------------------------| 39%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 76.82759  |
-|    air_temperature              | 20.638756 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 119.5     |
-|    direct_solar_radiation       | 39.5      |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 78.0      |
-|    outdoor_temperature          | 12.853281 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
-------------------------------------------------**------------------------------------------------------------| 39%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 0.0        |
-|    air_humidity                 | 79.742096  |
-|    air_temperature              | 20.965656  |
-|    clg_setpoint                 | 26.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 23.0       |
-|    diffuse_solar_radiation      | 202.5      |
-|    direct_solar_radiation       | 121.5      |
-|    hour                         | 6.0        |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 5.0        |
-|    outdoor_humidity             | 97.0       |
-|    outdoor_temperature          | 15.2559595 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 0.0        |
-|    wind_direction               | 120.0      |
-|    wind_speed                   | 2.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-------------------------------------------------
------------------------------------------------***------------------------------------------------------------| 39%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 175.05946 |
-|    air_humidity                 | 85.569885 |
-|    air_temperature              | 20.361977 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 166.5     |
-|    direct_solar_radiation       | 3.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 15.519688 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 157553.52 |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 88.35559  |
-|    air_temperature              | 23.295433 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 251.5     |
-|    direct_solar_radiation       | 597.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 72.0      |
-|    outdoor_temperature          | 16.08074  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 8.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 82.33773  |
-|    air_temperature              | 24.468657 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 330.5     |
-|    direct_solar_radiation       | 485.5     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 44.0      |
-|    outdoor_temperature          | 21.730036 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 11.3      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3473.914  |
-|    air_humidity                 | 50.87384  |
-|    air_temperature              | 23.874031 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 396.0     |
-|    direct_solar_radiation       | 283.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 50.0      |
-|    outdoor_temperature          | 19.557518 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3113888.5 |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4798.8096 |
-|    air_humidity                 | 45.506927 |
-|    air_temperature              | 24.022305 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 333.0     |
-|    direct_solar_radiation       | 576.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 33.0      |
-|    outdoor_temperature          | 25.908749 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 4307226.5 |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*****----------------------------------------------------------| 41%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4961.3433 |
-|    air_humidity                 | 53.536194 |
-|    air_temperature              | 23.69982  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 270.0     |
-|    direct_solar_radiation       | 682.5     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 35.0      |
-|    outdoor_temperature          | 27.257017 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 4465209.0 |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*****----------------------------------------------------------| 41%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5542.6147 |
-|    air_humidity                 | 46.478977 |
-|    air_temperature              | 24.297695 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 213.0     |
-|    direct_solar_radiation       | 710.0     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 27.0      |
-|    outdoor_temperature          | 28.636808 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 4984936.0 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*****----------------------------------------------------------| 41%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5475.4956 |
-|    air_humidity                 | 57.36404  |
-|    air_temperature              | 24.47104  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 233.5     |
-|    direct_solar_radiation       | 564.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 54.0      |
-|    outdoor_temperature          | 26.003632 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4915775.5 |
-|    wind_direction               | 160.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*****----------------------------------------------------------| 41%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 61.53134  |
-|    air_temperature              | 27.312569 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 178.5     |
-|    direct_solar_radiation       | 469.5     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 27.0      |
-|    outdoor_temperature          | 27.807915 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 8.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------******---------------------------------------------------------| 42%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 62.3855   |
-|    air_temperature              | 27.161943 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 103.0     |
-|    direct_solar_radiation       | 524.0     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 35.0      |
-|    outdoor_temperature          | 20.942236 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------******---------------------------------------------------------| 42%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 39.917088 |
-|    air_temperature              | 30.10571  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 62.0      |
-|    direct_solar_radiation       | 335.0     |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 17.514065 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------******---------------------------------------------------------| 42%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 47.715076 |
-|    air_temperature              | 29.770834 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 28.5      |
-|    direct_solar_radiation       | 11.5      |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 56.0      |
-|    outdoor_temperature          | 18.896332 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 60.85728  |
-|    air_temperature              | 27.400461 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 78.0      |
-|    outdoor_temperature          | 16.325865 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 71.10968  |
-|    air_temperature              | 25.510035 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 20.222506 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.73e+04  |
-|    n_updates                    | 24        |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 68.88185  |
-|    air_temperature              | 26.473099 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 57.0      |
-|    outdoor_temperature          | 23.432787 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.69e+04  |
-|    n_updates                    | 49        |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 77.250916 |
-|    air_temperature              | 24.624996 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 50.0      |
-|    outdoor_temperature          | 19.427858 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.96e+04  |
-|    n_updates                    | 74        |
------------------------------------------------
------------------------------------------------********-------------------------------------------------------| 44%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.379234 |
-|    air_temperature              | 24.415615 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 70.0      |
-|    outdoor_temperature          | 18.959192 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.74e+04  |
-|    n_updates                    | 99        |
------------------------------------------------
------------------------------------------------********-------------------------------------------------------| 44%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 70.947784 |
-|    air_temperature              | 22.702192 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 16.782215 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.7e+04   |
-|    n_updates                    | 124       |
------------------------------------------------
------------------------------------------------********-------------------------------------------------------| 44%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 90.11013  |
-|    air_temperature              | 22.181059 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 17.962767 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.4e+04   |
-|    n_updates                    | 149       |
------------------------------------------------
------------------------------------------------*********------------------------------------------------------| 45%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 88.01869  |
-|    air_temperature              | 22.351809 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 20.203293 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.25e+04  |
-|    n_updates                    | 174       |
------------------------------------------------
------------------------------------------------*********------------------------------------------------------| 45%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 89.761375 |
-|    air_temperature              | 21.895535 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 17.647366 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 160.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.48e+04  |
-|    n_updates                    | 199       |
------------------------------------------------
------------------------------------------------*********------------------------------------------------------| 45%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 86.31044  |
-|    air_temperature              | 23.202625 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 49.0      |
-|    direct_solar_radiation       | 3.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 21.554924 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 100.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.79e+03  |
-|    n_updates                    | 224       |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 84.13197  |
-|    air_temperature              | 23.67505  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 41.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 23.571669 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.94e+03  |
-|    n_updates                    | 249       |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 93.96759  |
-|    air_temperature              | 21.819794 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 83.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 19.235605 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.99e+03  |
-|    n_updates                    | 274       |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1854.7126 |
-|    air_humidity                 | 82.8579   |
-|    air_temperature              | 19.94703  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 116.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 19.453636 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1662493.1 |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.25e+03  |
-|    n_updates                    | 299       |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 8928.022  |
-|    air_humidity                 | 64.12279  |
-|    air_temperature              | 22.995796 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 172.0     |
-|    direct_solar_radiation       | 645.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 54.0      |
-|    outdoor_temperature          | 32.729115 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 8035220.5 |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.26e+03  |
-|    n_updates                    | 324       |
------------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6259.42   |
-|    air_humidity                 | 58.960857 |
-|    air_temperature              | 23.959463 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 289.0     |
-|    direct_solar_radiation       | 563.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 53.0      |
-|    outdoor_temperature          | 27.882483 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5633478.0 |
-|    wind_direction               | 100.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.46e+03  |
-|    n_updates                    | 349       |
------------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4542.525  |
-|    air_humidity                 | 61.181717 |
-|    air_temperature              | 23.151531 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 300.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 19.840796 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4088272.2 |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.69e+03  |
-|    n_updates                    | 374       |
------------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 66.28868  |
-|    air_temperature              | 27.314816 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 189.0     |
-|    direct_solar_radiation       | 684.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 33.0      |
-|    outdoor_temperature          | 29.14851  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 10.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.48e+04  |
-|    n_updates                    | 399       |
------------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 65.29333  |
-|    air_temperature              | 27.590292 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 362.0     |
-|    direct_solar_radiation       | 368.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 35.0      |
-|    outdoor_temperature          | 30.175938 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.64e+03  |
-|    n_updates                    | 424       |
------------------------------------------------
------------------------------------------------************---------------------------------------------------| 48%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6536.5103 |
-|    air_humidity                 | 56.910072 |
-|    air_temperature              | 24.24192  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 344.5     |
-|    direct_solar_radiation       | 48.0      |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 74.0      |
-|    outdoor_temperature          | 26.203909 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 5882859.5 |
-|    wind_direction               | 100.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.87e+03  |
-|    n_updates                    | 449       |
------------------------------------------------
------------------------------------------------************---------------------------------------------------| 48%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 8832.593  |
-|    air_humidity                 | 58.894646 |
-|    air_temperature              | 24.245432 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 190.0     |
-|    direct_solar_radiation       | 446.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 71.0      |
-|    outdoor_temperature          | 28.251022 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 7949333.0 |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 9.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.16e+03  |
-|    n_updates                    | 474       |
------------------------------------------------
------------------------------------------------************---------------------------------------------------| 48%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5994.488  |
-|    air_humidity                 | 57.70945  |
-|    air_temperature              | 24.269371 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 127.0     |
-|    direct_solar_radiation       | 657.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 52.0      |
-|    outdoor_temperature          | 26.748756 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5394630.0 |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 11.3      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.01e+03  |
-|    n_updates                    | 499       |
------------------------------------------------
------------------------------------------------*************--------------------------------------------------| 49%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5868.593  |
-|    air_humidity                 | 59.702705 |
-|    air_temperature              | 23.673388 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 117.0     |
-|    direct_solar_radiation       | 8.5       |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 76.0      |
-|    outdoor_temperature          | 23.925201 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5300543.0 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 10.3      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 9.08e+03  |
-|    n_updates                    | 524       |
------------------------------------------------
------------------------------------------------*************--------------------------------------------------| 49%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 49.323895 |
-|    air_temperature              | 29.75314  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 89.0      |
-|    direct_solar_radiation       | 182.0     |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 73.0      |
-|    outdoor_temperature          | 24.83241  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.49e+03  |
-|    n_updates                    | 549       |
------------------------------------------------
------------------------------------------------*************--------------------------------------------------| 49%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 71.10587  |
-|    air_temperature              | 25.321625 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 29.0      |
-|    direct_solar_radiation       | 29.5      |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 19.11446  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.5e+03   |
-|    n_updates                    | 574       |
------------------------------------------------
-----------------------------------------------**************--------------------------------------------------| 49%
-| action_network/                 |          |
-|    index                        | 2        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 28       |
-|    Heating_Setpoint_RL          | 17       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 0.0      |
-|    air_humidity                 | 73.58216 |
-|    air_temperature              | 24.81363 |
-|    clg_setpoint                 | 29.0     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 30.0     |
-|    diffuse_solar_radiation      | 0.0      |
-|    direct_solar_radiation       | 0.0      |
-|    hour                         | 19.0     |
-|    htg_setpoint                 | 16.0     |
-|    month                        | 6.0      |
-|    outdoor_humidity             | 81.0     |
-|    outdoor_temperature          | 19.323   |
-|    people_occupant              | 0.0      |
-|    total_electricity_HVAC       | 0.0      |
-|    wind_direction               | 230.0    |
-|    wind_speed                   | 3.1      |
-| rollout/                        |          |
-|    exploration_rate             | 0.05     |
-| train/                          |          |
-|    learning_rate                | 0.0001   |
-|    loss                         | 5.13e+03 |
-|    n_updates                    | 599      |
-----------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 64.26106  |
-|    air_temperature              | 27.285131 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 19.510527 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.57e+03  |
-|    n_updates                    | 624       |
------------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 70.97226  |
-|    air_temperature              | 25.634449 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 20.972343 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.97e+03  |
-|    n_updates                    | 649       |
------------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.34892  |
-|    air_temperature              | 24.954485 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 85.0      |
-|    outdoor_temperature          | 21.94895  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.54e+03  |
-|    n_updates                    | 674       |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.28426  |
-|    air_temperature              | 24.376232 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 20.423975 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.99e+03  |
-|    n_updates                    | 699       |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 77.33825  |
-|    air_temperature              | 24.507927 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 23.793901 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.98e+03  |
-|    n_updates                    | 724       |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 73.71556  |
-|    air_temperature              | 25.245878 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 25.436129 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.81e+03  |
-|    n_updates                    | 749       |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.0488   |
-|    air_temperature              | 24.126446 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 88.0      |
-|    outdoor_temperature          | 24.582035 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.78e+03  |
-|    n_updates                    | 774       |
------------------------------------------------
------------------------------------------------****************-----------------------------------------------| 52%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 87.71491  |
-|    air_temperature              | 22.90714  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 22.584349 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 965       |
-|    n_updates                    | 799       |
------------------------------------------------
------------------------------------------------****************-----------------------------------------------| 52%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 93.72923  |
-|    air_temperature              | 23.959242 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 25.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 62.0      |
-|    outdoor_temperature          | 27.785337 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.47e+03  |
-|    n_updates                    | 824       |
------------------------------------------------
------------------------------------------------****************-----------------------------------------------| 52%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 84.162704 |
-|    air_temperature              | 23.086092 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 76.0      |
-|    direct_solar_radiation       | 262.0     |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 59.0      |
-|    outdoor_temperature          | 21.191248 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.96e+03  |
-|    n_updates                    | 849       |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.09719  |
-|    air_temperature              | 22.966927 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 84.5      |
-|    direct_solar_radiation       | 444.5     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 56.0      |
-|    outdoor_temperature          | 25.49166  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.62e+03  |
-|    n_updates                    | 874       |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 71.842354 |
-|    air_temperature              | 24.912615 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 188.5     |
-|    direct_solar_radiation       | 444.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 69.0      |
-|    outdoor_temperature          | 27.981579 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.47e+03  |
-|    n_updates                    | 899       |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 66.29015  |
-|    air_temperature              | 26.284555 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 109.0     |
-|    direct_solar_radiation       | 791.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 48.0      |
-|    outdoor_temperature          | 27.723755 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 80.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.41e+03  |
-|    n_updates                    | 924       |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5701.992  |
-|    air_humidity                 | 62.445957 |
-|    air_temperature              | 22.877975 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 198.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 22.844303 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5131793.0 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 9.48e+03  |
-|    n_updates                    | 949       |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6329.585  |
-|    air_humidity                 | 58.633747 |
-|    air_temperature              | 24.058687 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 351.0     |
-|    direct_solar_radiation       | 285.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 48.0      |
-|    outdoor_temperature          | 29.750559 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5696626.5 |
-|    wind_direction               | 350.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.12e+03  |
-|    n_updates                    | 974       |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 7090.5063 |
-|    air_humidity                 | 57.64953  |
-|    air_temperature              | 24.19502  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 229.5     |
-|    direct_solar_radiation       | 590.5     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 59.0      |
-|    outdoor_temperature          | 27.872087 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 6384696.5 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.12e+03  |
-|    n_updates                    | 999       |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5688.2856 |
-|    air_humidity                 | 61.284252 |
-|    air_temperature              | 22.551647 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 260.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 88.0      |
-|    outdoor_temperature          | 22.795156 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 5119457.0 |
-|    wind_direction               | 90.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.4e+03   |
-|    n_updates                    | 1024      |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 7841.701  |
-|    air_humidity                 | 57.82436  |
-|    air_temperature              | 24.11316  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 301.5     |
-|    direct_solar_radiation       | 544.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 72.0      |
-|    outdoor_temperature          | 26.77382  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 7034948.0 |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3e+03     |
-|    n_updates                    | 1049      |
------------------------------------------------
------------------------------------------------*******************--------------------------------------------| 55%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 62.2651   |
-|    air_temperature              | 28.586027 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 332.0     |
-|    direct_solar_radiation       | 416.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 27.283964 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.07e+03  |
-|    n_updates                    | 1074      |
------------------------------------------------
------------------------------------------------*******************--------------------------------------------| 55%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 62.894302 |
-|    air_temperature              | 28.345287 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 267.5     |
-|    direct_solar_radiation       | 310.5     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 74.0      |
-|    outdoor_temperature          | 25.579243 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 8.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.46e+03  |
-|    n_updates                    | 1099      |
------------------------------------------------
------------------------------------------------*******************--------------------------------------------| 55%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 7106.787  |
-|    air_humidity                 | 59.247807 |
-|    air_temperature              | 23.88788  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 135.0     |
-|    direct_solar_radiation       | 332.0     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 76.0      |
-|    outdoor_temperature          | 25.603895 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 6396108.5 |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 9.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.13e+03  |
-|    n_updates                    | 1124      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 52.444363 |
-|    air_temperature              | 28.380396 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 52.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 21.795992 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.86e+03  |
-|    n_updates                    | 1149      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 52.730785 |
-|    air_temperature              | 30.277372 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 21.0      |
-|    direct_solar_radiation       | 82.5      |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 60.0      |
-|    outdoor_temperature          | 24.305302 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.09e+03  |
-|    n_updates                    | 1174      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 62.063698 |
-|    air_temperature              | 28.064104 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 22.021494 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.7e+03   |
-|    n_updates                    | 1199      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 70.99026  |
-|    air_temperature              | 26.231157 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 23.473911 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.4e+03   |
-|    n_updates                    | 1224      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 57%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 72.17343  |
-|    air_temperature              | 25.960754 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 21.79974  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 80.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.6e+03   |
-|    n_updates                    | 1249      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 57%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.62412  |
-|    air_temperature              | 24.571651 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 71.0      |
-|    outdoor_temperature          | 23.37696  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.05e+03  |
-|    n_updates                    | 1274      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 57%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.07557  |
-|    air_temperature              | 24.251059 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 21.277117 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.37e+03  |
-|    n_updates                    | 1299      |
------------------------------------------------
------------------------------------------------*********************------------------------------------------| 58%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 82.77418  |
-|    air_temperature              | 23.679039 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 91.0      |
-|    outdoor_temperature          | 23.076662 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 756       |
-|    n_updates                    | 1324      |
------------------------------------------------
------------------------------------------------*********************------------------------------------------| 58%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.70116  |
-|    air_temperature              | 23.391863 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 64.0      |
-|    outdoor_temperature          | 23.102135 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 3.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.37e+03  |
-|    n_updates                    | 1349      |
------------------------------------------------
------------------------------------------------*********************------------------------------------------| 58%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.7172   |
-|    air_temperature              | 23.848103 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 77.0      |
-|    outdoor_temperature          | 24.195494 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 891       |
-|    n_updates                    | 1374      |
------------------------------------------------
------------------------------------------------***********************----------------------------------------| 59%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 81.705536 |
-|    air_temperature              | 24.714365 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 85.0      |
-|    outdoor_temperature          | 25.90795  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.09e+03  |
-|    n_updates                    | 1399      |
------------------------------------------------
-

-

-

-

-

-

-
-wandb: WARNING Step only supports monotonically increasing values, use define_metric to set a custom x axis. For details see: https://wandb.me/define-metric
-wandb: WARNING (User provided step: 35040 is less than current step: 35041. Dropping entry: {'rollout/ep_len_mean': 35040.0, '_timestamp': 1700214247.6063654}).
-wandb: WARNING (User provided step: 35040 is less than current step: 35041. Dropping entry: {'rollout/ep_rew_mean': -11781.918385, '_timestamp': 1700214247.6064198}).
-wandb: WARNING (User provided step: 35040 is less than current step: 35041. Dropping entry: {'rollout/exploration_rate': 0.05, '_timestamp': 1700214247.606459}).
-wandb: WARNING (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/episodes': 1, '_timestamp': 1700214247.6064918}).
-wandb: WARNING (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/fps': 1779, '_timestamp': 1700214247.6065187}).
-wandb: WARNING (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/time_elapsed': 19, '_timestamp': 1700214247.6065419}).
-wandb: WARNING (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/total_timesteps': 35040, '_timestamp': 1700214247.6065679}).
-

-

-

-

-

-

-
------------------------------------------------***********************----------------------------------------| 59%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.14272  |
-|    air_temperature              | 24.373743 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 16.5      |
-|    direct_solar_radiation       | 30.0      |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 94.0      |
-|    outdoor_temperature          | 24.067757 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.97e+03  |
-|    n_updates                    | 1424      |
------------------------------------------------
------------------------------------------------***********************----------------------------------------| 59%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 84.859985 |
-|    air_temperature              | 23.91815  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 71.0      |
-|    direct_solar_radiation       | 21.0      |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 76.0      |
-|    outdoor_temperature          | 25.750177 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.66e+03  |
-|    n_updates                    | 1449      |
------------------------------------------------
------------------------------------------------***********************----------------------------------------| 59%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 87.054276 |
-|    air_temperature              | 22.867567 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 58.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 94.0      |
-|    outdoor_temperature          | 22.91997  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.85e+03  |
-|    n_updates                    | 1474      |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1521.9896 |
-|    air_humidity                 | 75.063614 |
-|    air_temperature              | 21.000452 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 205.5     |
-|    direct_solar_radiation       | 112.5     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 76.0      |
-|    outdoor_temperature          | 19.201933 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1378782.4 |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.7e+03   |
-|    n_updates                    | 1499      |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3598.6003 |
-|    air_humidity                 | 65.23126  |
-|    air_temperature              | 22.027729 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 182.0     |
-|    direct_solar_radiation       | 648.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 50.0      |
-|    outdoor_temperature          | 24.144733 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3229639.5 |
-|    wind_direction               | 80.0      |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.07e+04  |
-|    n_updates                    | 1524      |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3934.8455 |
-|    air_humidity                 | 58.38924  |
-|    air_temperature              | 23.422209 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 310.5     |
-|    direct_solar_radiation       | 375.5     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 39.0      |
-|    outdoor_temperature          | 26.24799  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3516591.0 |
-|    wind_direction               | 160.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.85e+03  |
-|    n_updates                    | 1549      |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 66.500626 |
-|    air_temperature              | 26.288742 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 156.0     |
-|    direct_solar_radiation       | 685.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 67.0      |
-|    outdoor_temperature          | 26.0001   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.36e+03  |
-|    n_updates                    | 1574      |
------------------------------------------------
------------------------------------------------*************************--------------------------------------| 61%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 64.475006 |
-|    air_temperature              | 26.78031  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 356.5     |
-|    direct_solar_radiation       | 509.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 27.915373 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.96e+03  |
-|    n_updates                    | 1599      |
------------------------------------------------
------------------------------------------------*************************--------------------------------------| 61%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6470.7974 |
-|    air_humidity                 | 55.524296 |
-|    air_temperature              | 24.516663 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 422.0     |
-|    direct_solar_radiation       | 107.5     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 67.0      |
-|    outdoor_temperature          | 29.62802  |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 5823717.5 |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.38e+03  |
-|    n_updates                    | 1624      |
------------------------------------------------
------------------------------------------------*************************--------------------------------------| 61%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5735.0757 |
-|    air_humidity                 | 55.520737 |
-|    air_temperature              | 24.371014 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 273.0     |
-|    direct_solar_radiation       | 581.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 33.0      |
-|    outdoor_temperature          | 31.163658 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 5156594.5 |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.22e+03  |
-|    n_updates                    | 1649      |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 7858.42   |
-|    air_humidity                 | 57.489624 |
-|    air_temperature              | 24.390175 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 262.0     |
-|    direct_solar_radiation       | 375.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 65.0      |
-|    outdoor_temperature          | 27.542755 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 7072577.5 |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.03e+03  |
-|    n_updates                    | 1674      |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 8580.111  |
-|    air_humidity                 | 57.767204 |
-|    air_temperature              | 24.379463 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 83.0      |
-|    direct_solar_radiation       | 731.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 58.0      |
-|    outdoor_temperature          | 29.715965 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 7714040.5 |
-|    wind_direction               | 150.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.01e+03  |
-|    n_updates                    | 1699      |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 9275.7295 |
-|    air_humidity                 | 62.564636 |
-|    air_temperature              | 25.44268  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 127.0     |
-|    direct_solar_radiation       | 260.5     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 65.0      |
-|    outdoor_temperature          | 30.933622 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 8348156.5 |
-|    wind_direction               | 140.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.51e+03  |
-|    n_updates                    | 1724      |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 72.23363  |
-|    air_temperature              | 28.494257 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 52.5      |
-|    direct_solar_radiation       | 14.5      |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 61.0      |
-|    outdoor_temperature          | 30.450134 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.09e+03  |
-|    n_updates                    | 1749      |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 68.8516   |
-|    air_temperature              | 29.39136  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 60.0      |
-|    outdoor_temperature          | 25.882673 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 100.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.12e+03  |
-|    n_updates                    | 1774      |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 56.655693 |
-|    air_temperature              | 28.701569 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 64.0      |
-|    outdoor_temperature          | 22.626251 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 90.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.82e+03  |
-|    n_updates                    | 1799      |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 62.070488 |
-|    air_temperature              | 27.431053 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 81.0      |
-|    outdoor_temperature          | 21.76395  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.24e+03  |
-|    n_updates                    | 1824      |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 70.41705  |
-|    air_temperature              | 27.251905 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 69.0      |
-|    outdoor_temperature          | 28.404594 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.03e+03  |
-|    n_updates                    | 1849      |
------------------------------------------------
------------------------------------------------****************************-----------------------------------| 64%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 62.179195 |
-|    air_temperature              | 25.328423 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 40.0      |
-|    outdoor_temperature          | 21.58744  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 350.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.1e+03   |
-|    n_updates                    | 1874      |
------------------------------------------------
------------------------------------------------****************************-----------------------------------| 64%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 77.25168  |
-|    air_temperature              | 24.274105 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 73.0      |
-|    outdoor_temperature          | 21.448235 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.17e+04  |
-|    n_updates                    | 1899      |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 72.27385  |
-|    air_temperature              | 25.37339  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 42.0      |
-|    outdoor_temperature          | 21.546675 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 350.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.33e+03  |
-|    n_updates                    | 1924      |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.70976  |
-|    air_temperature              | 23.610817 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 65.0      |
-|    outdoor_temperature          | 18.41828  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.6e+03   |
-|    n_updates                    | 1949      |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 88.37996  |
-|    air_temperature              | 22.81223  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 21.526308 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.1e+04   |
-|    n_updates                    | 1974      |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 87.88873  |
-|    air_temperature              | 22.679972 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 78.0      |
-|    outdoor_temperature          | 18.887882 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.85e+03  |
-|    n_updates                    | 1999      |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 85.374725 |
-|    air_temperature              | 21.886457 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 78.0      |
-|    outdoor_temperature          | 16.744215 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.91e+03  |
-|    n_updates                    | 2024      |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 86.8004   |
-|    air_temperature              | 22.291016 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 37.0      |
-|    direct_solar_radiation       | 165.0     |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 65.0      |
-|    outdoor_temperature          | 19.125746 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.76e+03  |
-|    n_updates                    | 2049      |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 61.356754 |
-|    air_temperature              | 23.098063 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 101.0     |
-|    direct_solar_radiation       | 282.5     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 22.395697 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 1.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.03e+03  |
-|    n_updates                    | 2074      |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 56.98781  |
-|    air_temperature              | 24.176632 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 94.0      |
-|    direct_solar_radiation       | 588.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 56.0      |
-|    outdoor_temperature          | 24.20977  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.64e+03  |
-|    n_updates                    | 2099      |
------------------------------------------------
------------------------------------------------*******************************--------------------------------| 67%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2963.5293 |
-|    air_humidity                 | 59.67123  |
-|    air_temperature              | 22.155758 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 234.5     |
-|    direct_solar_radiation       | 275.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 55.0      |
-|    outdoor_temperature          | 20.741188 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 2657805.0 |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.34e+03  |
-|    n_updates                    | 2124      |
------------------------------------------------
------------------------------------------------*******************************--------------------------------| 67%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3690.9102 |
-|    air_humidity                 | 49.598965 |
-|    air_temperature              | 23.265598 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 181.0     |
-|    direct_solar_radiation       | 702.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 37.0      |
-|    outdoor_temperature          | 22.536015 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3293101.2 |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 1.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.84e+03  |
-|    n_updates                    | 2149      |
------------------------------------------------
------------------------------------------------*******************************--------------------------------| 67%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4099.727  |
-|    air_humidity                 | 57.16755  |
-|    air_temperature              | 23.969181 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 159.0     |
-|    direct_solar_radiation       | 780.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 45.0      |
-|    outdoor_temperature          | 23.952784 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3676153.8 |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.06e+03  |
-|    n_updates                    | 2174      |
------------------------------------------------
------------------------------------------------********************************-------------------------------| 68%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4844.1577 |
-|    air_humidity                 | 58.401505 |
-|    air_temperature              | 23.993696 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 166.5     |
-|    direct_solar_radiation       | 795.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 58.0      |
-|    outdoor_temperature          | 26.339314 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 4359742.0 |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.43e+03  |
-|    n_updates                    | 2199      |
------------------------------------------------
------------------------------------------------********************************-------------------------------| 68%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3168.1628 |
-|    air_humidity                 | 56.45405  |
-|    air_temperature              | 24.310589 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 165.0     |
-|    direct_solar_radiation       | 565.5     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 56.0      |
-|    outdoor_temperature          | 25.505985 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 2851346.5 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.81e+03  |
-|    n_updates                    | 2224      |
------------------------------------------------
------------------------------------------------********************************-------------------------------| 68%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 66.15802  |
-|    air_temperature              | 26.812828 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 148.0     |
-|    direct_solar_radiation       | 730.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 74.0      |
-|    outdoor_temperature          | 27.384958 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.59e+03  |
-|    n_updates                    | 2249      |
------------------------------------------------
------------------------------------------------********************************-------------------------------| 68%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 66.70742  |
-|    air_temperature              | 26.722502 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 150.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 78.0      |
-|    outdoor_temperature          | 21.76044  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.26e+03  |
-|    n_updates                    | 2274      |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4615.9355 |
-|    air_humidity                 | 59.687176 |
-|    air_temperature              | 23.604136 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 102.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 76.0      |
-|    outdoor_temperature          | 22.033457 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4154342.0 |
-|    wind_direction               | 150.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.18e+03  |
-|    n_updates                    | 2299      |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4519.266  |
-|    air_humidity                 | 39.110023 |
-|    air_temperature              | 23.892767 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 43.0      |
-|    direct_solar_radiation       | 499.5     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 29.0      |
-|    outdoor_temperature          | 22.987827 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4067339.8 |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.94e+03  |
-|    n_updates                    | 2324      |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 36.519215 |
-|    air_temperature              | 29.639103 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 22.0      |
-|    direct_solar_radiation       | 50.5      |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 44.0      |
-|    outdoor_temperature          | 19.65552  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.31e+03  |
-|    n_updates                    | 2349      |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 52.53205  |
-|    air_temperature              | 28.84091  |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 21.706072 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.33e+03  |
-|    n_updates                    | 2374      |
------------------------------------------------
------------------------------------------------**********************************-----------------------------| 70%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 65.03585  |
-|    air_temperature              | 28.089901 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 88.0      |
-|    outdoor_temperature          | 24.84705  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.56e+03  |
-|    n_updates                    | 2399      |
------------------------------------------------
------------------------------------------------**********************************-----------------------------| 70%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 73.22182  |
-|    air_temperature              | 26.433327 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 50.0      |
-|    outdoor_temperature          | 26.2683   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 9.75e+03  |
-|    n_updates                    | 2424      |
------------------------------------------------
------------------------------------------------**********************************-----------------------------| 70%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 81.19492  |
-|    air_temperature              | 24.888763 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 52.0      |
-|    outdoor_temperature          | 17.709038 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 570       |
-|    n_updates                    | 2449      |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 77.14824  |
-|    air_temperature              | 23.543236 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 76.0      |
-|    outdoor_temperature          | 19.323315 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 150.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.74e+03  |
-|    n_updates                    | 2474      |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.54942  |
-|    air_temperature              | 22.843735 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 84.0      |
-|    outdoor_temperature          | 17.800474 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 10.0      |
-|    wind_speed                   | 1.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.49e+03  |
-|    n_updates                    | 2499      |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 75.72044  |
-|    air_temperature              | 22.46577  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 60.0      |
-|    outdoor_temperature          | 15.107563 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.3e+03   |
-|    n_updates                    | 2524      |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 88.59096  |
-|    air_temperature              | 22.127878 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 84.0      |
-|    outdoor_temperature          | 13.45269  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.05e+04  |
-|    n_updates                    | 2549      |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 84.00199  |
-|    air_temperature              | 23.281334 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 84.0      |
-|    outdoor_temperature          | 19.630474 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.74e+03  |
-|    n_updates                    | 2574      |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.08445  |
-|    air_temperature              | 23.414421 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 22.659573 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.85e+03  |
-|    n_updates                    | 2599      |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 95.95372  |
-|    air_temperature              | 21.113327 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 47.0      |
-|    outdoor_temperature          | 14.836081 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 340.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.24e+04  |
-|    n_updates                    | 2624      |
------------------------------------------------
------------------------------------------------*************************************--------------------------| 73%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 74.788414 |
-|    air_temperature              | 20.551414 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 18.5      |
-|    direct_solar_radiation       | 158.5     |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 83.0      |
-|    outdoor_temperature          | 9.522072  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.68e+03  |
-|    n_updates                    | 2649      |
------------------------------------------------
------------------------------------------------*************************************--------------------------| 73%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 74.74622  |
-|    air_temperature              | 20.638317 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 57.0      |
-|    direct_solar_radiation       | 16.5      |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 81.0      |
-|    outdoor_temperature          | 15.213166 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 70.0      |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.12e+03  |
-|    n_updates                    | 2674      |
------------------------------------------------
------------------------------------------------*************************************--------------------------| 73%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 82.323364 |
-|    air_temperature              | 19.57355  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 87.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 14.822417 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 350.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.52e+03  |
-|    n_updates                    | 2699      |
------------------------------------------------
------------------------------------------------**************************************-------------------------| 74%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 572.085   |
-|    air_humidity                 | 66.755165 |
-|    air_temperature              | 22.665863 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 180.0     |
-|    direct_solar_radiation       | 35.5      |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 16.186356 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 514876.53 |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 9.45e+03  |
-|    n_updates                    | 2724      |
------------------------------------------------
------------------------------------------------**************************************-------------------------| 74%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 81.31932  |
-|    air_temperature              | 23.860435 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 121.0     |
-|    direct_solar_radiation       | 726.5     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 46.0      |
-|    outdoor_temperature          | 22.112099 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.63e+03  |
-|    n_updates                    | 2749      |
------------------------------------------------
------------------------------------------------**************************************-------------------------| 74%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.81175  |
-|    air_temperature              | 23.48872  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 172.0     |
-|    direct_solar_radiation       | 689.5     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 45.0      |
-|    outdoor_temperature          | 18.881742 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.67e+03  |
-|    n_updates                    | 2774      |
------------------------------------------------
------------------------------------------------**************************************-------------------------| 74%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3226.1812 |
-|    air_humidity                 | 40.99132  |
-|    air_temperature              | 24.449615 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 94.0      |
-|    direct_solar_radiation       | 891.5     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 39.0      |
-|    outdoor_temperature          | 19.979425 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 2914970.8 |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 1.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.57e+03  |
-|    n_updates                    | 2799      |
------------------------------------------------
------------------------------------------------***************************************------------------------| 75%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 820.8608  |
-|    air_humidity                 | 35.66342  |
-|    air_temperature              | 22.958992 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 157.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 69.0      |
-|    outdoor_temperature          | 11.693288 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 738774.7  |
-|    wind_direction               | 340.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.76e+03  |
-|    n_updates                    | 2824      |
------------------------------------------------
------------------------------------------------***************************************------------------------| 75%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 39.326733 |
-|    air_temperature              | 30.015965 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 161.5     |
-|    direct_solar_radiation       | 622.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 57.0      |
-|    outdoor_temperature          | 20.66599  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.57e+03  |
-|    n_updates                    | 2849      |
------------------------------------------------
------------------------------------------------***************************************------------------------| 75%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 50.05312  |
-|    air_temperature              | 31.606455 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 120.5     |
-|    direct_solar_radiation       | 593.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 69.0      |
-|    outdoor_temperature          | 22.639921 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.34e+03  |
-|    n_updates                    | 2874      |
------------------------------------------------
------------------------------------------------***************************************------------------------| 75%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 48.417835 |
-|    air_temperature              | 32.195496 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 82.5      |
-|    direct_solar_radiation       | 455.5     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 71.0      |
-|    outdoor_temperature          | 22.904902 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.69e+03  |
-|    n_updates                    | 2899      |
------------------------------------------------
------------------------------------------------****************************************-----------------------| 76%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 42.599163 |
-|    air_temperature              | 28.21489  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 27.5      |
-|    direct_solar_radiation       | 186.5     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 78.0      |
-|    outdoor_temperature          | 19.765554 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 8.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.67e+03  |
-|    n_updates                    | 2924      |
------------------------------------------------
------------------------------------------------****************************************-----------------------| 76%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 36.224995 |
-|    air_temperature              | 22.329985 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 44.0      |
-|    outdoor_temperature          | 13.891856 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.35e+03  |
-|    n_updates                    | 2949      |
------------------------------------------------
------------------------------------------------****************************************-----------------------| 76%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 323.90488 |
-|    air_humidity                 | 23.180758 |
-|    air_temperature              | 23.656872 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 36.0      |
-|    outdoor_temperature          | 10.270113 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 287990.53 |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.87e+03  |
-|    n_updates                    | 2974      |
------------------------------------------------
------------------------------------------------*****************************************----------------------| 77%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 335.21765 |
-|    air_humidity                 | 23.816273 |
-|    air_temperature              | 22.013376 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 46.0      |
-|    outdoor_temperature          | 6.8252945 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 293124.94 |
-|    wind_direction               | 340.0     |
-|    wind_speed                   | 1.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.88e+03  |
-|    n_updates                    | 2999      |
------------------------------------------------
------------------------------------------------*****************************************----------------------| 77%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 236.74127 |
-|    air_humidity                 | 37.661133 |
-|    air_temperature              | 22.00012  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 66.0      |
-|    outdoor_temperature          | 9.965243  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 213067.14 |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.21e+03  |
-|    n_updates                    | 3024      |
------------------------------------------------
------------------------------------------------*****************************************----------------------| 77%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 135.69014 |
-|    air_humidity                 | 59.9251   |
-|    air_temperature              | 21.229746 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 12.369878 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 120074.22 |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.25e+03  |
-|    n_updates                    | 3049      |
------------------------------------------------
------------------------------------------------*****************************************----------------------| 77%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 67.62455  |
-|    air_humidity                 | 66.001045 |
-|    air_temperature              | 21.45983  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 15.532434 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60862.094 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.77e+03  |
-|    n_updates                    | 3074      |
------------------------------------------------
------------------------------------------------******************************************---------------------| 78%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 70.07431  |
-|    air_temperature              | 21.899416 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 15.607584 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.46e+03  |
-|    n_updates                    | 3099      |
------------------------------------------------
-------------------------------------------------*****************************************---------------------| 78%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 140.72768  |
-|    air_humidity                 | 65.1292    |
-|    air_temperature              | 20.091452  |
-|    clg_setpoint                 | 30.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 14.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 0.0        |
-|    htg_setpoint                 | 15.0       |
-|    month                        | 10.0       |
-|    outdoor_humidity             | 93.0       |
-|    outdoor_temperature          | 13.924392  |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 126654.914 |
-|    wind_direction               | 100.0      |
-|    wind_speed                   | 4.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 790        |
-|    n_updates                    | 3124       |
-------------------------------------------------
------------------------------------------------******************************************---------------------| 78%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.97703  |
-|    air_humidity                 | 76.32632  |
-|    air_temperature              | 20.053425 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 16.104088 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60279.33  |
-|    wind_direction               | 150.0     |
-|    wind_speed                   | 8.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.61e+03  |
-|    n_updates                    | 3149      |
------------------------------------------------
------------------------------------------------*******************************************--------------------| 79%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 251.67865 |
-|    air_humidity                 | 41.05674  |
-|    air_temperature              | 21.99997  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 10.149518 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 226510.78 |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.61e+03  |
-|    n_updates                    | 3174      |
------------------------------------------------
------------------------------------------------*******************************************--------------------| 79%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 485.2683  |
-|    air_humidity                 | 45.11187  |
-|    air_temperature              | 19.242134 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 83.0      |
-|    outdoor_temperature          | 9.477785  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 436741.5  |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 8.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.16e+03  |
-|    n_updates                    | 3199      |
------------------------------------------------
------------------------------------------------*******************************************--------------------| 79%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 585.45746 |
-|    air_humidity                 | 19.761223 |
-|    air_temperature              | 21.440136 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 56.0      |
-|    outdoor_temperature          | 5.395967  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 526911.7  |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.85e+03  |
-|    n_updates                    | 3224      |
------------------------------------------------
------------------------------------------------********************************************-------------------| 80%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 218.11995 |
-|    air_humidity                 | 38.327847 |
-|    air_temperature              | 19.056837 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 7.760579  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 196307.95 |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 764       |
-|    n_updates                    | 3249      |
------------------------------------------------
-----------------------------------------------*********************************************-------------------| 80%
-| action_network/                 |          |
-|    index                        | 2        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 28       |
-|    Heating_Setpoint_RL          | 17       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 87.81368 |
-|    air_humidity                 | 50.32354 |
-|    air_temperature              | 19.49754 |
-|    clg_setpoint                 | 28.0     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 20.0     |
-|    diffuse_solar_radiation      | 41.5     |
-|    direct_solar_radiation       | 0.0      |
-|    hour                         | 6.0      |
-|    htg_setpoint                 | 17.0     |
-|    month                        | 10.0     |
-|    outdoor_humidity             | 100.0    |
-|    outdoor_temperature          | 10.19011 |
-|    people_occupant              | 0.0      |
-|    total_electricity_HVAC       | 79032.31 |
-|    wind_direction               | 0.0      |
-|    wind_speed                   | 0.0      |
-| rollout/                        |          |
-|    exploration_rate             | 0.05     |
-| train/                          |          |
-|    learning_rate                | 0.0001   |
-|    loss                         | 8.16e+03 |
-|    n_updates                    | 3274     |
-----------------------------------------------
------------------------------------------------********************************************-------------------| 80%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 159.16617 |
-|    air_humidity                 | 59.31339  |
-|    air_temperature              | 19.080135 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 105.5     |
-|    direct_solar_radiation       | 468.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 14.962557 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 145666.97 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.25e+03  |
-|    n_updates                    | 3299      |
------------------------------------------------
------------------------------------------------********************************************-------------------| 80%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 70.01712  |
-|    air_temperature              | 23.176098 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 156.5     |
-|    direct_solar_radiation       | 474.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 17.920376 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.12e+03  |
-|    n_updates                    | 3324      |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 408.1777  |
-|    air_humidity                 | 59.842438 |
-|    air_temperature              | 23.999256 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 179.0     |
-|    direct_solar_radiation       | 6.0       |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 15.534999 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 372273.7  |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.15e+03  |
-|    n_updates                    | 3349      |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 62.294548 |
-|    air_temperature              | 28.43155  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 217.0     |
-|    direct_solar_radiation       | 530.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 81.0      |
-|    outdoor_temperature          | 21.39629  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 160.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.16e+03  |
-|    n_updates                    | 3374      |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 53.51948  |
-|    air_temperature              | 30.693748 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 149.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 57.0      |
-|    outdoor_temperature          | 25.369297 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.03e+03  |
-|    n_updates                    | 3399      |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 17.327251 |
-|    air_temperature              | 22.722736 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 143.0     |
-|    direct_solar_radiation       | 714.5     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 28.0      |
-|    outdoor_temperature          | 13.306188 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 9.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.56e+03  |
-|    n_updates                    | 3424      |
------------------------------------------------
------------------------------------------------**********************************************-----------------| 82%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 19.840294 |
-|    air_temperature              | 22.38459  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 165.5     |
-|    direct_solar_radiation       | 514.0     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 35.0      |
-|    outdoor_temperature          | 11.596086 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.99e+03  |
-|    n_updates                    | 3449      |
------------------------------------------------
------------------------------------------------**********************************************-----------------| 82%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 18.47451  |
-|    air_temperature              | 24.671492 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 94.5      |
-|    direct_solar_radiation       | 484.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 27.0      |
-|    outdoor_temperature          | 11.386773 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.49e+03  |
-|    n_updates                    | 3474      |
------------------------------------------------
------------------------------------------------**********************************************-----------------| 82%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 439.10754 |
-|    air_humidity                 | 26.441185 |
-|    air_temperature              | 26.733648 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 54.0      |
-|    direct_solar_radiation       | 272.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 37.0      |
-|    outdoor_temperature          | 14.764248 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 395254.56 |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.95e+03  |
-|    n_updates                    | 3499      |
------------------------------------------------
------------------------------------------------***********************************************----------------| 83%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 554.31964 |
-|    air_humidity                 | 23.395735 |
-|    air_temperature              | 24.999321 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 32.0      |
-|    outdoor_temperature          | 14.393337 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 503426.9  |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.45e+03  |
-|    n_updates                    | 3524      |
------------------------------------------------
------------------------------------------------***********************************************----------------| 83%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 317.96118 |
-|    air_humidity                 | 51.266266 |
-|    air_temperature              | 24.655975 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 80.0      |
-|    outdoor_temperature          | 14.171899 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 286165.06 |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.68e+03  |
-|    n_updates                    | 3549      |
------------------------------------------------
------------------------------------------------***********************************************----------------| 83%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 233.69771 |
-|    air_humidity                 | 29.034204 |
-|    air_temperature              | 23.883009 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 48.0      |
-|    outdoor_temperature          | 12.430132 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 210327.94 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.14e+03  |
-|    n_updates                    | 3574      |
------------------------------------------------
------------------------------------------------***********************************************----------------| 83%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 23.601944 |
-|    air_temperature              | 21.99998  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 41.0      |
-|    outdoor_temperature          | 14.13013  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 10.0      |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.35e+03  |
-|    n_updates                    | 3599      |
------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 37.767708 |
-|    air_temperature              | 21.999975 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 72.0      |
-|    outdoor_temperature          | 12.770189 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.51e+03  |
-|    n_updates                    | 3624      |
------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 187.09816 |
-|    air_humidity                 | 31.238272 |
-|    air_temperature              | 21.996042 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 59.0      |
-|    outdoor_temperature          | 11.031565 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 167724.73 |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.4e+03   |
-|    n_updates                    | 3649      |
------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 505.19986 |
-|    air_humidity                 | 30.942884 |
-|    air_temperature              | 19.999975 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 65.0      |
-|    outdoor_temperature          | 9.365477  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 454679.88 |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.42e+03  |
-|    n_updates                    | 3674      |
------------------------------------------------
------------------------------------------------*************************************************--------------| 85%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 33.550316 |
-|    air_temperature              | 18.521523 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 74.0      |
-|    outdoor_temperature          | 4.5707517 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 340.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.95e+03  |
-|    n_updates                    | 3699      |
------------------------------------------------
------------------------------------------------*************************************************--------------| 85%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 791.0938  |
-|    air_humidity                 | 39.81718  |
-|    air_temperature              | 20.038563 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 6.485105  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 729618.75 |
-|    wind_direction               | 350.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.61e+03  |
-|    n_updates                    | 3724      |
------------------------------------------------
------------------------------------------------*************************************************--------------| 85%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 45.82144  |
-|    air_temperature              | 22.00016  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 7.2294836 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.21e+03  |
-|    n_updates                    | 3749      |
------------------------------------------------
------------------------------------------------**************************************************-------------| 86%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 56.175064 |
-|    air_temperature              | 20.339254 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 12.948975 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 11.3      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.31e+03  |
-|    n_updates                    | 3774      |
------------------------------------------------
------------------------------------------------**************************************************-------------| 86%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 252.6262  |
-|    air_humidity                 | 51.662975 |
-|    air_temperature              | 21.000048 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 92.0      |
-|    outdoor_temperature          | 11.568501 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 227363.6  |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 9.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.87e+03  |
-|    n_updates                    | 3799      |
------------------------------------------------
------------------------------------------------**************************************************-------------| 86%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.2801  |
-|    air_humidity                 | 42.572395 |
-|    air_temperature              | 19.000004 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 77.0      |
-|    outdoor_temperature          | 9.591404  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 679752.06 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.51e+03  |
-|    n_updates                    | 3824      |
------------------------------------------------
------------------------------------------------**************************************************-------------| 86%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 38.447903 |
-|    air_temperature              | 17.8544   |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 85.0      |
-|    outdoor_temperature          | 4.4505453 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.17e+03  |
-|    n_updates                    | 3849      |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 63.961487 |
-|    air_temperature              | 18.345997 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 39.5      |
-|    direct_solar_radiation       | 46.5      |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 11.001679 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 90.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 591       |
-|    n_updates                    | 3874      |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 23.122137 |
-|    air_temperature              | 21.613598 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 101.0     |
-|    direct_solar_radiation       | 137.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 69.0      |
-|    outdoor_temperature          | 4.2041984 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.42e+03  |
-|    n_updates                    | 3899      |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 27.911211 |
-|    air_temperature              | 18.84073  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 149.5     |
-|    direct_solar_radiation       | 296.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 67.0      |
-|    outdoor_temperature          | 3.8583755 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.62e+03  |
-|    n_updates                    | 3924      |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 35.511806 |
-|    air_temperature              | 20.975248 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 152.0     |
-|    direct_solar_radiation       | 461.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 59.0      |
-|    outdoor_temperature          | 11.71295  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.94e+03  |
-|    n_updates                    | 3949      |
------------------------------------------------
------------------------------------------------****************************************************-----------| 88%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 888.0539  |
-|    air_humidity                 | 30.422834 |
-|    air_temperature              | 23.68936  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 108.0     |
-|    direct_solar_radiation       | 740.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 62.0      |
-|    outdoor_temperature          | 7.5188694 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 803709.56 |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.02e+03  |
-|    n_updates                    | 3974      |
------------------------------------------------
------------------------------------------------****************************************************-----------| 88%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.6465  |
-|    air_humidity                 | 24.836256 |
-|    air_temperature              | 23.50795  |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 238.5     |
-|    direct_solar_radiation       | 129.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 55.0      |
-|    outdoor_temperature          | 4.671093  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 680081.9  |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.35e+03  |
-|    n_updates                    | 3999      |
------------------------------------------------
------------------------------------------------****************************************************-----------| 88%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 29.07606  |
-|    air_temperature              | 23.440237 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 186.0     |
-|    direct_solar_radiation       | 295.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 70.0      |
-|    outdoor_temperature          | 7.70772   |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.29e+03  |
-|    n_updates                    | 4024      |
------------------------------------------------
------------------------------------------------*****************************************************----------| 89%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.6465  |
-|    air_humidity                 | 23.929407 |
-|    air_temperature              | 23.6828   |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 146.0     |
-|    direct_solar_radiation       | 366.0     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 61.0      |
-|    outdoor_temperature          | 4.7432737 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 680081.9  |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.81e+03  |
-|    n_updates                    | 4049      |
------------------------------------------------
------------------------------------------------*****************************************************----------| 89%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1043.0057 |
-|    air_humidity                 | 17.89227  |
-|    air_temperature              | 23.43317  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 97.5      |
-|    direct_solar_radiation       | 246.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 41.0      |
-|    outdoor_temperature          | 1.0846555 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 938705.1  |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 9.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.53e+03  |
-|    n_updates                    | 4074      |
------------------------------------------------
----------------------------------------------------*************************************************----------| 89%
-| action_network/                 |               |
-|    index                        | 7             |
-| action_simulation/              |               |
-|    Cooling_Setpoint_RL          | 23            |
-|    Heating_Setpoint_RL          | 22            |
-| observation/                    |               |
-|    HVAC_electricity_demand_rate | 1352.0616     |
-|    air_humidity                 | 14.324686     |
-|    air_temperature              | 22.706608     |
-|    clg_setpoint                 | 23.0          |
-|    co2_emission                 | 0.0           |
-|    day_of_month                 | 23.0          |
-|    diffuse_solar_radiation      | 28.0          |
-|    direct_solar_radiation       | 122.5         |
-|    hour                         | 15.0          |
-|    htg_setpoint                 | 22.0          |
-|    month                        | 11.0          |
-|    outdoor_humidity             | 41.0          |
-|    outdoor_temperature          | -0.0033998208 |
-|    people_occupant              | 0.0           |
-|    total_electricity_HVAC       | 1216855.5     |
-|    wind_direction               | 300.0         |
-|    wind_speed                   | 5.2           |
-| rollout/                        |               |
-|    exploration_rate             | 0.05          |
-| train/                          |               |
-|    learning_rate                | 0.0001        |
-|    loss                         | 1.53e+03      |
-|    n_updates                    | 4099          |
----------------------------------------------------
-------------------------------------------------****************************************************----------| 89%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1246.1344  |
-|    air_humidity                 | 12.315995  |
-|    air_temperature              | 21.914276  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 24.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 16.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 11.0       |
-|    outdoor_humidity             | 44.0       |
-|    outdoor_temperature          | 0.52623665 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1121520.9  |
-|    wind_direction               | 290.0      |
-|    wind_speed                   | 2.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 5.29e+03   |
-|    n_updates                    | 4124       |
-------------------------------------------------
------------------------------------------------******************************************************---------| 90%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 33.015846 |
-|    air_temperature              | 22.779686 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 2.373768  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.36e+03  |
-|    n_updates                    | 4149      |
------------------------------------------------
------------------------------------------------******************************************************---------| 90%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 400.23813 |
-|    air_humidity                 | 56.14992  |
-|    air_temperature              | 22.67191  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 10.212911 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 360214.3  |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.98e+03  |
-|    n_updates                    | 4174      |
------------------------------------------------
------------------------------------------------******************************************************---------| 90%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 299.3965  |
-|    air_humidity                 | 33.190514 |
-|    air_temperature              | 22.000067 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 66.0      |
-|    outdoor_temperature          | 9.364509  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 269456.88 |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.13e+03  |
-|    n_updates                    | 4199      |
------------------------------------------------
------------------------------------------------******************************************************---------| 90%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 623.09314 |
-|    air_humidity                 | 34.904884 |
-|    air_temperature              | 21.000025 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 6.079979  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 560783.8  |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.15e+03  |
-|    n_updates                    | 4224      |
------------------------------------------------
------------------------------------------------*******************************************************--------| 91%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 35.073902 |
-|    air_temperature              | 18.654799 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 4.2901263 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 5.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.7e+03   |
-|    n_updates                    | 4249      |
------------------------------------------------
------------------------------------------------*******************************************************--------| 91%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 168.6232  |
-|    air_humidity                 | 22.533516 |
-|    air_temperature              | 20.000008 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 52.0      |
-|    outdoor_temperature          | 5.392105  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 151760.88 |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 8.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.72e+03  |
-|    n_updates                    | 4274      |
------------------------------------------------
------------------------------------------------********************************************************-------| 92%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 19.730844 |
-|    air_temperature              | 17.761995 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 48.0      |
-|    outdoor_temperature          | 2.2258358 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 9.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.55e+03  |
-|    n_updates                    | 4299      |
------------------------------------------------
-------------------------------------------------*******************************************************-------| 92%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1018.85645 |
-|    air_humidity                 | 17.41438   |
-|    air_temperature              | 21.999998  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 3.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 0.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 55.0       |
-|    outdoor_temperature          | 1.6626261  |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 916970.8   |
-|    wind_direction               | 290.0      |
-|    wind_speed                   | 5.7        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 3.13e+03   |
-|    n_updates                    | 4324       |
-------------------------------------------------
------------------------------------------------********************************************************-------| 92%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 679.9791  |
-|    air_humidity                 | 29.711246 |
-|    air_temperature              | 19.999962 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 70.0      |
-|    outdoor_temperature          | 8.013161  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 611981.2  |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.28e+03  |
-|    n_updates                    | 4349      |
------------------------------------------------
------------------------------------------------********************************************************-------| 92%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 722.9635  |
-|    air_humidity                 | 47.509262 |
-|    air_temperature              | 19.000923 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 9.301074  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 654445.4  |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.8e+03   |
-|    n_updates                    | 4374      |
------------------------------------------------
------------------------------------------------*********************************************************------| 93%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1232.7352 |
-|    air_humidity                 | 22.427    |
-|    air_temperature              | 21.999992 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 60.0      |
-|    outdoor_temperature          | 0.5932324 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1109461.8 |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.39e+03  |
-|    n_updates                    | 4399      |
------------------------------------------------
-------------------------------------------------********************************************************------| 93%
-| action_network/                 |            |
-|    index                        | 6          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 24         |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1655.0643  |
-|    air_humidity                 | 18.618853  |
-|    air_temperature              | 20.999966  |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 7.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 4.0        |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 57.0       |
-|    outdoor_temperature          | -1.5184134 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1489557.9  |
-|    wind_direction               | 260.0      |
-|    wind_speed                   | 8.2        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.17e+03   |
-|    n_updates                    | 4424       |
-------------------------------------------------
------------------------------------------------*********************************************************------| 93%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 149.19484 |
-|    air_humidity                 | 19.301876 |
-|    air_temperature              | 19.773636 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 58.0      |
-|    outdoor_temperature          | 4.3118777 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 134275.34 |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.67e+03  |
-|    n_updates                    | 4449      |
------------------------------------------------
-------------------------------------------------********************************************************------| 93%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 624.0063   |
-|    air_humidity                 | 18.470314  |
-|    air_temperature              | 20.999937  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 9.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 6.0        |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 79.0       |
-|    outdoor_temperature          | 0.10012235 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 561605.7   |
-|    wind_direction               | 20.0       |
-|    wind_speed                   | 3.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.83e+03   |
-|    n_updates                    | 4474       |
-------------------------------------------------
------------------------------------------------**********************************************************-----| 94%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 26.461197 |
-|    air_temperature              | 19.000006 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 29.5      |
-|    direct_solar_radiation       | 20.5      |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 5.065284  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.57e+03  |
-|    n_updates                    | 4499      |
------------------------------------------------
-------------------------------------------------*********************************************************-----| 94%
-| action_network/                 |            |
-|    index                        | 1          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 29         |
-|    Heating_Setpoint_RL          | 16         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1124.0399  |
-|    air_humidity                 | 30.274063  |
-|    air_temperature              | 20.561508  |
-|    clg_setpoint                 | 29.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 11.0       |
-|    diffuse_solar_radiation      | 48.0       |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 8.0        |
-|    htg_setpoint                 | 16.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 92.0       |
-|    outdoor_temperature          | 0.6794843  |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1011635.94 |
-|    wind_direction               | 30.0       |
-|    wind_speed                   | 4.6        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.14e+03   |
-|    n_updates                    | 4524       |
-------------------------------------------------
------------------------------------------------**********************************************************-----| 94%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 32.120804 |
-|    air_temperature              | 22.681646 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 58.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 92.0      |
-|    outdoor_temperature          | 3.6939497 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 10.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.21e+03  |
-|    n_updates                    | 4549      |
------------------------------------------------
------------------------------------------------***********************************************************----| 95%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 24.096895 |
-|    air_temperature              | 23.350782 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 97.5      |
-|    direct_solar_radiation       | 571.5     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 53.0      |
-|    outdoor_temperature          | 5.244436  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.11e+03  |
-|    n_updates                    | 4574      |
------------------------------------------------
------------------------------------------------***********************************************************----| 95%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 18.148342 |
-|    air_temperature              | 21.113705 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 111.0     |
-|    direct_solar_radiation       | 636.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 41.0      |
-|    outdoor_temperature          | 6.757193  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 8.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.85e+03  |
-|    n_updates                    | 4599      |
------------------------------------------------
------------------------------------------------***********************************************************----| 95%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 11.95327  |
-|    air_temperature              | 22.296478 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 61.0      |
-|    direct_solar_radiation       | 801.5     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 46.0      |
-|    outdoor_temperature          | 2.5401795 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.09e+03  |
-|    n_updates                    | 4624      |
------------------------------------------------
------------------------------------------------***********************************************************----| 95%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 758.01276 |
-|    air_humidity                 | 20.702787 |
-|    air_temperature              | 24.030527 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 96.5      |
-|    direct_solar_radiation       | 462.0     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 38.0      |
-|    outdoor_temperature          | 9.224388  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 682211.44 |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.49e+03  |
-|    n_updates                    | 4649      |
------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 470.51666 |
-|    air_humidity                 | 22.118244 |
-|    air_temperature              | 26.149982 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 40.5      |
-|    direct_solar_radiation       | 562.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 33.0      |
-|    outdoor_temperature          | 12.667169 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 423465.0  |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.83e+03  |
-|    n_updates                    | 4674      |
------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 894.3857  |
-|    air_humidity                 | 23.486473 |
-|    air_temperature              | 24.198273 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 18.0      |
-|    direct_solar_radiation       | 265.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 58.0      |
-|    outdoor_temperature          | 3.9825225 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 804947.06 |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.04e+03  |
-|    n_updates                    | 4699      |
------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 656.4523  |
-|    air_humidity                 | 27.297323 |
-|    air_temperature              | 23.39459  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 49.0      |
-|    outdoor_temperature          | 9.97379   |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 590807.06 |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.37e+03  |
-|    n_updates                    | 4724      |
------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 29.489573 |
-|    air_temperature              | 22.93118  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 59.0      |
-|    outdoor_temperature          | 5.396768  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.54e+03  |
-|    n_updates                    | 4749      |
------------------------------------------------
-------------------------------------------------************************************************************--| 97%
-| action_network/                 |            |
-|    index                        | 6          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 24         |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1223.6066  |
-|    air_humidity                 | 17.345486  |
-|    air_temperature              | 21.348074  |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 21.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 18.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 45.0       |
-|    outdoor_temperature          | 0.63887537 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1101246.0  |
-|    wind_direction               | 40.0       |
-|    wind_speed                   | 1.5        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 5.74e+03   |
-|    n_updates                    | 4774       |
-------------------------------------------------
------------------------------------------------*************************************************************--| 97%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 16.512764 |
-|    air_temperature              | 19.293253 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 73.0      |
-|    outdoor_temperature          | 2.127042  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.39e+03  |
-|    n_updates                    | 4799      |
------------------------------------------------
------------------------------------------------*************************************************************--| 97%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 35.35599  |
-|    air_temperature              | 20.465097 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 82.0      |
-|    outdoor_temperature          | 3.7489338 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 340.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 232       |
-|    n_updates                    | 4824      |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 33.52633  |
-|    air_temperature              | 21.060165 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 69.0      |
-|    outdoor_temperature          | 3.7001107 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 130.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.44e+03  |
-|    n_updates                    | 4849      |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 740.5445  |
-|    air_humidity                 | 35.829098 |
-|    air_temperature              | 20.000029 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 82.0      |
-|    outdoor_temperature          | 6.2892137 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 666490.0  |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.15e+03  |
-|    n_updates                    | 4874      |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 27.159826 |
-|    air_temperature              | 18.131216 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 5.0486894 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.03e+03  |
-|    n_updates                    | 4899      |
------------------------------------------------
--------------------------------------------------*************************************************************| 99%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.7205031   |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.193302    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5542032   |
+|    air_humidity                 | 0.08247567   |
+|    air_temperature              | -0.42736423  |
+|    clg_setpoint                 | -0.1311873   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.079229824 |
+|    diffuse_solar_radiation      | 1.324509     |
+|    direct_solar_radiation       | 1.8201283    |
+|    hour                         | -0.6468372   |
+|    htg_setpoint                 | 0.5397011    |
+|    month                        | 1.7244037    |
+|    outdoor_humidity             | -0.6640166   |
+|    outdoor_temperature          | 1.2966632    |
+|    people_occupant              | -0.68709797  |
+|    total_electricity_HVAC       | -0.54760426  |
+|    wind_direction               | -0.9970889   |
+|    wind_speed                   | -0.021367725 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 211.97427    |
+|    air_humidity                 | 36.326344    |
+|    air_temperature              | 21.468475    |
+|    clg_setpoint                 | 26.259996    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 14.0         |
+|    diffuse_solar_radiation      | 178.0        |
+|    direct_solar_radiation       | 588.0        |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 19.639034    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 52.0         |
+|    outdoor_temperature          | 14.336253    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 249918.97    |
+|    wind_direction               | 70.0         |
+|    wind_speed                   | 5.2          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
 | action_network/                 |             |
-|    index                        | 5           |
+|    Cooling_Setpoint_RL          | 0.16327065  |
+|    Heating_Setpoint_RL          | 0.40798464  |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 25          |
-|    Heating_Setpoint_RL          | 20          |
+|    Cooling_Setpoint_RL          | 27.176039   |
+|    Heating_Setpoint_RL          | 19.919914   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.20555449 |
+|    air_humidity                 | -0.09295015 |
+|    air_temperature              | 0.4108401   |
+|    clg_setpoint                 | -1.3606349  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.03602906  |
+|    diffuse_solar_radiation      | 1.5688212   |
+|    direct_solar_radiation       | 2.1380048   |
+|    hour                         | -0.50237983 |
+|    htg_setpoint                 | -0.80295134 |
+|    month                        | 1.6982454   |
+|    outdoor_humidity             | -1.3190618  |
+|    outdoor_temperature          | 1.7595019   |
+|    people_occupant              | 1.6944958   |
+|    total_electricity_HVAC       | -0.18314521 |
+|    wind_direction               | -0.9937987  |
+|    wind_speed                   | -0.25504905 |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1383.9827   |
-|    air_humidity                 | 33.605206   |
-|    air_temperature              | 20.00006    |
-|    clg_setpoint                 | 25.0        |
+|    HVAC_electricity_demand_rate | 1984.1688   |
+|    air_humidity                 | 34.346577   |
+|    air_temperature              | 23.249395   |
+|    clg_setpoint                 | 23.25       |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 28.0        |
-|    diffuse_solar_radiation      | 0.0         |
-|    direct_solar_radiation       | 0.0         |
-|    hour                         | 0.0         |
-|    htg_setpoint                 | 20.0        |
-|    month                        | 12.0        |
-|    outdoor_humidity             | 84.0        |
-|    outdoor_temperature          | -0.16300492 |
-|    people_occupant              | 0.0         |
-|    total_electricity_HVAC       | 1245584.4   |
-|    wind_direction               | 340.0       |
-|    wind_speed                   | 6.2         |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
-| train/                          |             |
-|    learning_rate                | 0.0001      |
-|    loss                         | 1.03e+04    |
-|    n_updates                    | 4924        |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 200.0       |
+|    direct_solar_radiation       | 670.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 14.229899   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 37.0        |
+|    outdoor_temperature          | 17.610746   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1988388.2   |
+|    wind_direction               | 70.0        |
+|    wind_speed                   | 4.6         |
 -------------------------------------------------
--------------------------------------------------*************************************************************| 99%
+--------------------------------------------------------------------------------------------------------------| 37%
 | action_network/                 |             |
-|    index                        | 8           |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.8748008  |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 22.5        |
-|    Heating_Setpoint_RL          | 22          |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.704246   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.57752806 |
+|    air_humidity                 | 0.07641725  |
+|    air_temperature              | 1.6219108   |
+|    clg_setpoint                 | 0.76496476  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.1512458   |
+|    diffuse_solar_radiation      | 3.5371997   |
+|    direct_solar_radiation       | 0.81409127  |
+|    hour                         | -0.35794052 |
+|    htg_setpoint                 | 0.32798746  |
+|    month                        | 1.6732426   |
+|    outdoor_humidity             | -0.83561283 |
+|    outdoor_temperature          | 1.7329174   |
+|    people_occupant              | 1.6901641   |
+|    total_electricity_HVAC       | -0.5793196  |
+|    wind_direction               | -0.5223031  |
+|    wind_speed                   | 0.18683521  |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1419.2175   |
-|    air_humidity                 | 21.13316    |
-|    air_temperature              | 22.0        |
-|    clg_setpoint                 | 22.5        |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 36.259842   |
+|    air_temperature              | 25.823322   |
+|    clg_setpoint                 | 28.442463   |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 29.0        |
-|    diffuse_solar_radiation      | 0.0         |
-|    direct_solar_radiation       | 0.0         |
-|    hour                         | 1.0         |
-|    htg_setpoint                 | 22.0        |
-|    month                        | 12.0        |
-|    outdoor_humidity             | 63.0        |
-|    outdoor_temperature          | -0.33917913 |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 374.0       |
+|    direct_solar_radiation       | 341.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 18.780996   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 48.0        |
+|    outdoor_temperature          | 17.525902   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 92730.88    |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.011865811  |
+|    air_humidity                 | 0.9842266    |
+|    air_temperature              | 0.40234455   |
+|    clg_setpoint                 | -1.3595898   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.26638955   |
+|    diffuse_solar_radiation      | 2.4310558    |
+|    direct_solar_radiation       | 2.0438075    |
+|    hour                         | -0.21350923  |
+|    htg_setpoint                 | 1.437889     |
+|    month                        | 1.6493125    |
+|    outdoor_humidity             | -0.5300966   |
+|    outdoor_temperature          | 1.9046905    |
+|    people_occupant              | 1.6859199    |
+|    total_electricity_HVAC       | 0.0006501983 |
+|    wind_direction               | -0.7012997   |
+|    wind_speed                   | -0.2514962   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 3078.169     |
+|    air_humidity                 | 46.456333    |
+|    air_temperature              | 23.249453    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 17.0         |
+|    diffuse_solar_radiation      | 279.0        |
+|    direct_solar_radiation       | 649.5        |
+|    hour                         | 10.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 55.0         |
+|    outdoor_temperature          | 18.811543    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2855648.0    |
+|    wind_direction               | 100.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.68261456 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.321177   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5767204  |
+|    air_humidity                 | 1.7845049   |
+|    air_temperature              | 0.41794875  |
+|    clg_setpoint                 | -1.2907172  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.3813799   |
+|    diffuse_solar_radiation      | 1.9097425   |
+|    direct_solar_radiation       | -0.5454828  |
+|    hour                         | -0.06907992 |
+|    htg_setpoint                 | 1.4373888   |
+|    month                        | 1.6263806   |
+|    outdoor_humidity             | 1.4411288   |
+|    outdoor_temperature          | 1.610788    |
+|    people_occupant              | -0.69242746 |
+|    total_electricity_HVAC       | -0.47375262 |
+|    wind_direction               | -1.0644535  |
+|    wind_speed                   | -0.44912007 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 55.56947    |
+|    air_temperature              | 23.287731   |
+|    clg_setpoint                 | 23.412825   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 234.0       |
+|    direct_solar_radiation       | 3.0         |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 16.899643   |
 |    people_occupant              | 0.0         |
-|    total_electricity_HVAC       | 1277295.8   |
+|    total_electricity_HVAC       | 591428.6    |
 |    wind_direction               | 60.0        |
-|    wind_speed                   | 2.6         |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
-| train/                          |             |
-|    learning_rate                | 0.0001      |
-|    loss                         | 2.91e+03    |
-|    n_updates                    | 4949        |
--------------------------------------------------
------------------------------------------------***************************************************************| 99%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 28.017467 |
-|    air_temperature              | 21.999989 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 92.0      |
-|    outdoor_temperature          | 2.999275  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.12e+03  |
-|    n_updates                    | 4974      |
------------------------------------------------
-------------------------------------------------**************************************************************| 99%
-| action_network/                 |            |
-|    index                        | 2          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 28         |
-|    Heating_Setpoint_RL          | 17         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1589.4012  |
-|    air_humidity                 | 30.838787  |
-|    air_temperature              | 17.382097  |
-|    clg_setpoint                 | 28.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 31.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 3.0        |
-|    htg_setpoint                 | 17.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 51.0       |
-|    outdoor_temperature          | -1.1900978 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1430461.1  |
-|    wind_direction               | 260.0      |
-|    wind_speed                   | 8.8        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 4.68e+03   |
-|    n_updates                    | 4999       |
-------------------------------------------------
-[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
-
-[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]
-#----------------------------------------------------------------------------------------------#
-[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION] [Episode 1]
-#----------------------------------------------------------------------------------------------#
-[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1]
-[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
-[MODELING] (INFO) : Updated building model with whole Output:Variable available names
-[MODELING] (INFO) : Updated building model with whole Output:Meter available names
-[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
-[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/output]
-[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
-[ENVIRONMENT] (INFO) : Episode 1 started.
-

-

-

-

-

-

-
-/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
-  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
-

-

-

-

-

-

-
-[SIMULATOR] (INFO) : handlers initialized.
-[SIMULATOR] (INFO) : handlers are ready.
-[SIMULATOR] (INFO) : System is ready.
-[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active
-Progress: |**-------------------------------------------------------------------------------------------------| 2%
-

-

-

-

-

-

-
-/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
-  gym.logger.warn("Casting input x to numpy array.")
-

-

-

-

-

-

-
-Progress: |***************************************************************************************************| 99%
-[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
-[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION]
-#----------------------------------------------------------------------------------------------#
-[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 3]
-#----------------------------------------------------------------------------------------------#
-[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3]
-[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
-[MODELING] (INFO) : Updated building model with whole Output:Variable available names
-[MODELING] (INFO) : Updated building model with whole Output:Meter available names
-[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
-[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/output]
-[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/5ZoneAutoDXVAV.epJSON']
-[ENVIRONMENT] (INFO) : Episode 3 started.
-

-

-

-

-

-

-
-/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
-  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
-

-

-

-

-

-

-
-[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 3) if logger is active
-Eval num_timesteps=70077, episode_reward=-14968.47 +/- 0.00
-Episode length: 35040.00 +/- 0.00
----------------------------------------------------
-| action_network/                     |           |
-|    index                            | 5         |
-| action_simulation/                  |           |
-|    Cooling_Setpoint_RL              | 25        |
-|    Heating_Setpoint_RL              | 20        |
-| eval/                               |           |
-|    comfort_violation(%)             | 56.8      |
-|    cumulative_comfort_penalty       | -1.33e+04 |
-|    cumulative_energy_penalty        | -1.71e+03 |
-|    cumulative_power_consumption     | 3.43e+07  |
-|    cumulative_reward                | -1.5e+04  |
-|    cumulative_temperature_violation | 2.65e+04  |
-|    episode_length                   | 3.5e+04   |
-|    mean_comfort_penalty             | -0.378    |
-|    mean_energy_penalty              | -0.0489   |
-|    mean_power_consumption           | 978       |
-|    mean_reward                      | -0.427    |
-|    mean_temperature_violation       | 0.757     |
-|    std_cumulative_reward            | 0         |
-|    std_reward                       | 0         |
-| observation/                        |           |
-|    HVAC_electricity_demand_rate     | 2943.2556 |
-|    air_humidity                     | 16.751154 |
-|    air_temperature                  | 19.999994 |
-|    clg_setpoint                     | 25.0      |
-|    co2_emission                     | 0.0       |
-|    day_of_month                     | 31.0      |
-|    diffuse_solar_radiation          | 0.0       |
-|    direct_solar_radiation           | 0.0       |
-|    hour                             | 23.0      |
-|    htg_setpoint                     | 20.0      |
-|    month                            | 12.0      |
-|    outdoor_humidity                 | 38.0      |
-|    outdoor_temperature              | -7.959369 |
-|    people_occupant                  | 0.0       |
-|    total_electricity_HVAC           | 2648930.0 |
-|    wind_direction                   | 312.5     |
-|    wind_speed                       | 8.925     |
-| rollout/                            |           |
-|    exploration_rate                 | 0.05      |
-| time/                               |           |
-|    total_timesteps                  | 70077     |
-| train/                              |           |
-|    learning_rate                    | 0.0001    |
-|    loss                             | 5.86e+03  |
-|    n_updates                        | 5019      |
----------------------------------------------------
-New best mean reward!
-[SIMULATOR] (INFO) : handlers are ready.
-[SIMULATOR] (INFO) : System is ready.
------------------------------------------------
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1979.7937 |
-|    air_humidity                 | 14.373043 |
-|    air_temperature              | 18.999998 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 60.5      |
-|    outdoor_temperature          | -3.14206  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1781814.4 |
-|    wind_direction               | 265.0     |
-|    wind_speed                   | 8.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.53e+03  |
-|    n_updates                    | 5024      |
------------------------------------------------
-

-

-

-

-

-

-
-/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.
-  logger.warn(
-/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.
-  logger.warn(
-/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.
-  logger.warn(
-/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
-  gym.logger.warn("Casting input x to numpy array.")
-

-

-

-

-

-

-
---------------------------------------------------------------------------------------------------------------| 1%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2914.7188 |
-|    air_humidity                 | 12.686562 |
-|    air_temperature              | 18.000069 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 49.0      |
-|    outdoor_temperature          | -11.35344 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2623247.0 |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 2.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.1e+03   |
-|    n_updates                    | 5049      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 1%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 29.281803 |
-|    air_temperature              | 18.999775 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 1.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 92.5      |
-|    outdoor_temperature          | 7.188634  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 95.0      |
-|    wind_speed                   | 12.9      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.79e+03  |
-|    n_updates                    | 5074      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 1%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1958.0961 |
-|    air_humidity                 | 19.965443 |
-|    air_temperature              | 19.137955 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 79.0      |
-|    direct_solar_radiation       | 145.0     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 44.0      |
-|    outdoor_temperature          | -3.490796 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 1762286.4 |
-|    wind_direction               | 275.0     |
-|    wind_speed                   | 9.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.35e+03  |
-|    n_updates                    | 5099      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 1%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2621.8708 |
-|    air_humidity                 | 15.586883 |
-|    air_temperature              | 18.63774  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 98.0      |
-|    direct_solar_radiation       | 564.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 49.5      |
-|    outdoor_temperature          | -6.352446 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2359683.8 |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.8e+03   |
-|    n_updates                    | 5124      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2009.7571  |
-|    air_humidity                 | 10.284857  |
-|    air_temperature              | 22.0       |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 6.0        |
-|    diffuse_solar_radiation      | 154.0      |
-|    direct_solar_radiation       | 483.0      |
-|    hour                         | 10.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 47.0       |
-|    outdoor_temperature          | -3.2918768 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1808781.4  |
-|    wind_direction               | 225.0      |
-|    wind_speed                   | 6.2        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 6.32e+03   |
-|    n_updates                    | 5149       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 969.7436  |
-|    air_humidity                 | 17.372368 |
-|    air_temperature              | 22.860384 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 104.0     |
-|    direct_solar_radiation       | 700.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 30.0      |
-|    outdoor_temperature          | 1.0222852 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 876343.25 |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.39e+03  |
-|    n_updates                    | 5174      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1507.6636  |
-|    air_humidity                 | 18.65628   |
-|    air_temperature              | 22.48924   |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 8.0        |
-|    diffuse_solar_radiation      | 77.0       |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 12.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 88.5       |
-|    outdoor_temperature          | -3.1577966 |
-|    people_occupant              | 8.0        |
-|    total_electricity_HVAC       | 1356897.2  |
-|    wind_direction               | 55.0       |
-|    wind_speed                   | 4.4        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.23e+04   |
-|    n_updates                    | 5199       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 617.50195 |
-|    air_humidity                 | 40.59938  |
-|    air_temperature              | 23.053951 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 179.0     |
-|    direct_solar_radiation       | 65.0      |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 86.0      |
-|    outdoor_temperature          | 10.169581 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 560649.7  |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 10.05     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.07e+04  |
-|    n_updates                    | 5224      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 3%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1731.4452 |
-|    air_humidity                 | 14.901506 |
-|    air_temperature              | 23.613556 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 82.0      |
-|    direct_solar_radiation       | 599.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 39.0      |
-|    outdoor_temperature          | -2.357542 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 1558300.8 |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.46e+03  |
-|    n_updates                    | 5249      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 3%
-| action_network/                 |            |
-|    index                        | 7          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 23         |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1856.9801  |
-|    air_humidity                 | 13.100141  |
-|    air_temperature              | 23.295666  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 11.0       |
-|    diffuse_solar_radiation      | 52.0       |
-|    direct_solar_radiation       | 496.0      |
-|    hour                         | 15.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 28.5       |
-|    outdoor_temperature          | -2.8129723 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1671282.1  |
-|    wind_direction               | 260.0      |
-|    wind_speed                   | 9.3        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.42e+03   |
-|    n_updates                    | 5274       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 3%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 21.320126 |
-|    air_temperature              | 20.383184 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 13.0      |
-|    direct_solar_radiation       | 133.0     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 56.0      |
-|    outdoor_temperature          | 7.669841  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 225.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.36e+03  |
-|    n_updates                    | 5299      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 4%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1178.2567  |
-|    air_humidity                 | 25.377169  |
-|    air_temperature              | 21.999947  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 13.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 17.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 59.0       |
-|    outdoor_temperature          | 0.86562514 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1060431.0  |
-|    wind_direction               | 15.0       |
-|    wind_speed                   | 10.8       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 937        |
-|    n_updates                    | 5324       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 4%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2288.4697  |
-|    air_humidity                 | 21.389498  |
-|    air_temperature              | 22.192562  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 14.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 18.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 91.0       |
-|    outdoor_temperature          | -4.6854405 |
-|    people_occupant              | 10.0       |
-|    total_electricity_HVAC       | 2059622.9  |
-|    wind_direction               | 35.0       |
-|    wind_speed                   | 9.05       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 4.17e+03   |
-|    n_updates                    | 5349       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 4%
-| action_network/                 |            |
-|    index                        | 1          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 29         |
-|    Heating_Setpoint_RL          | 16         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1020.70496 |
-|    air_humidity                 | 32.219017  |
-|    air_temperature              | 22.359734  |
-|    clg_setpoint                 | 29.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 15.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 19.0       |
-|    htg_setpoint                 | 16.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 69.5       |
-|    outdoor_temperature          | 1.6533837  |
-|    people_occupant              | 2.0        |
-|    total_electricity_HVAC       | 918634.44  |
-|    wind_direction               | 250.0      |
-|    wind_speed                   | 10.8       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 3.8e+03    |
-|    n_updates                    | 5374       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 4%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 728.1792  |
-|    air_humidity                 | 36.853565 |
-|    air_temperature              | 20.2277   |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 71.0      |
-|    outdoor_temperature          | 4.2651987 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 631941.0  |
-|    wind_direction               | 235.0     |
-|    wind_speed                   | 4.9       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.26e+03  |
-|    n_updates                    | 5399      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 27.562044 |
-|    air_temperature              | 21.547703 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 90.5      |
-|    outdoor_temperature          | 3.256225  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 55.0      |
-|    wind_speed                   | 0.75      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.05e+03  |
-|    n_updates                    | 5424      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 44.820778 |
-|    air_temperature              | 18.46046  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 82.5      |
-|    outdoor_temperature          | 5.064962  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 245.0     |
-|    wind_speed                   | 6.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.34e+03  |
-|    n_updates                    | 5449      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 146.1293  |
-|    air_humidity                 | 18.085037 |
-|    air_temperature              | 20.000011 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 40.0      |
-|    outdoor_temperature          | 5.086813  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 131516.38 |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 6.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 827       |
-|    n_updates                    | 5474      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 6%
-| action_network/                 |            |
-|    index                        | 1          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 29         |
-|    Heating_Setpoint_RL          | 16         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1114.0479  |
-|    air_humidity                 | 23.16856   |
-|    air_temperature              | 18.734001  |
-|    clg_setpoint                 | 29.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 21.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 0.0        |
-|    htg_setpoint                 | 16.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 98.0       |
-|    outdoor_temperature          | 1.1866692  |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1002643.06 |
-|    wind_direction               | 200.0      |
-|    wind_speed                   | 2.35       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.43e+03   |
-|    n_updates                    | 5499       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 6%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 846.8715  |
-|    air_humidity                 | 37.760624 |
-|    air_temperature              | 20.225866 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 92.0      |
-|    outdoor_temperature          | 5.4928055 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 762184.4  |
-|    wind_direction               | 35.0      |
-|    wind_speed                   | 4.9       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.62e+03  |
-|    n_updates                    | 5524      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 6%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 577.6642  |
-|    air_humidity                 | 39.027035 |
-|    air_temperature              | 20.987038 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 95.0      |
-|    outdoor_temperature          | 6.158876  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 519897.78 |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.41e+03  |
-|    n_updates                    | 5549      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 7%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 371.0242  |
-|    air_humidity                 | 50.039307 |
-|    air_temperature              | 20.999393 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 9.968978  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 333921.78 |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 11.05     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.59e+03  |
-|    n_updates                    | 5574      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 7%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 24.129557 |
-|    air_temperature              | 21.972383 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 57.0      |
-|    outdoor_temperature          | 3.7546635 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 7.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.4e+03   |
-|    n_updates                    | 5599      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 7%
-| action_network/                 |            |
-|    index                        | 5          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1735.4952  |
-|    air_humidity                 | 31.633846  |
-|    air_temperature              | 20.511398  |
-|    clg_setpoint                 | 25.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 26.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 5.0        |
-|    htg_setpoint                 | 20.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 60.0       |
-|    outdoor_temperature          | -1.9205676 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1561945.8  |
-|    wind_direction               | 315.0      |
-|    wind_speed                   | 5.7        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 6.91e+03   |
-|    n_updates                    | 5624       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 7%
-| action_network/                 |            |
-|    index                        | 7          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 23         |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1448.3888  |
-|    air_humidity                 | 20.905155  |
-|    air_temperature              | 22.0       |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 27.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 6.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 82.0       |
-|    outdoor_temperature          | -0.4850352 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1303549.9  |
-|    wind_direction               | 265.0      |
-|    wind_speed                   | 2.35       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 8.26e+03   |
-|    n_updates                    | 5649       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 8%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 270.76407 |
-|    air_humidity                 | 22.189915 |
-|    air_temperature              | 20.999899 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 85.5      |
-|    outdoor_temperature          | 1.8663336 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 243687.66 |
-|    wind_direction               | 65.0      |
-|    wind_speed                   | 2.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.06e+03  |
-|    n_updates                    | 5674      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 8%
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
 | action_network/                 |             |
-|    index                        | 6           |
+|    Cooling_Setpoint_RL          | -0.51244915 |
+|    Heating_Setpoint_RL          | -1.0        |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 24          |
-|    Heating_Setpoint_RL          | 21          |
+|    Cooling_Setpoint_RL          | 24.895485   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5702347  |
+|    air_humidity                 | 2.6646972   |
+|    air_temperature              | 0.17059885  |
+|    clg_setpoint                 | 1.4006205   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.4960889   |
+|    diffuse_solar_radiation      | 2.428633    |
+|    direct_solar_radiation       | -0.5189692  |
+|    hour                         | 0.07534966  |
+|    htg_setpoint                 | -1.3555673  |
+|    month                        | 1.6043794   |
+|    outdoor_humidity             | 0.9887636   |
+|    outdoor_temperature          | 1.7271153   |
+|    people_occupant              | -0.6885794  |
+|    total_electricity_HVAC       | -0.5755236  |
+|    wind_direction               | -0.31746948 |
+|    wind_speed                   | 0.3963911   |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1268.7618   |
-|    air_humidity                 | 32.23605    |
-|    air_temperature              | 19.832317   |
-|    clg_setpoint                 | 27.0        |
+|    HVAC_electricity_demand_rate | 109.893906  |
+|    air_humidity                 | 66.49833    |
+|    air_temperature              | 22.76449    |
+|    clg_setpoint                 | 30.0        |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 29.0        |
-|    diffuse_solar_radiation      | 92.0        |
-|    direct_solar_radiation       | 60.0        |
-|    hour                         | 8.0         |
-|    htg_setpoint                 | 18.0        |
-|    month                        | 1.0         |
-|    outdoor_humidity             | 91.0        |
-|    outdoor_temperature          | -0.04412536 |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 281.0       |
+|    direct_solar_radiation       | 9.0         |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 17.879139   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 98904.516   |
+|    wind_direction               | 140.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.9760831    |
+|    Heating_Setpoint_RL          | 0.11358318   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.919281    |
+|    Heating_Setpoint_RL          | 18.263905    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.10163841  |
+|    air_humidity                 | 0.13130999   |
+|    air_temperature              | 1.928752     |
+|    clg_setpoint                 | -0.04615037  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.6103432    |
+|    diffuse_solar_radiation      | 1.6075859    |
+|    direct_solar_radiation       | 2.2731552    |
+|    hour                         | 0.21977808   |
+|    htg_setpoint                 | 0.87731284   |
+|    month                        | 1.5832475    |
+|    outdoor_humidity             | -1.4637089   |
+|    outdoor_temperature          | 2.3076754    |
+|    people_occupant              | 1.2211336    |
+|    total_electricity_HVAC       | -0.060843226 |
+|    wind_direction               | 1.4355838    |
+|    wind_speed                   | 0.99740666   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2462.0798    |
+|    air_humidity                 | 37.527206    |
+|    air_temperature              | 26.462164    |
+|    clg_setpoint                 | 26.462585    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 20.0         |
+|    diffuse_solar_radiation      | 208.5        |
+|    direct_solar_radiation       | 706.5        |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 20.983448    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 34.0         |
+|    outdoor_temperature          | 22.154257    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 2526043.5    |
+|    wind_direction               | 330.0        |
+|    wind_speed                   | 7.7          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.47335273 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.027435   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.19017096  |
+|    air_humidity                 | 0.26490524  |
+|    air_temperature              | 1.6722629   |
+|    clg_setpoint                 | -0.28266954 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7239275   |
+|    diffuse_solar_radiation      | 1.9439738   |
+|    direct_solar_radiation       | 1.5482961   |
+|    hour                         | 0.36420038  |
+|    htg_setpoint                 | -1.0744061  |
+|    month                        | 1.5629293   |
+|    outdoor_humidity             | -1.0149596  |
+|    outdoor_temperature          | 2.0346324   |
+|    people_occupant              | 1.69406     |
+|    total_electricity_HVAC       | 0.15313561  |
+|    wind_direction               | 0.31822369  |
+|    wind_speed                   | 0.396593    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3921.5095   |
+|    air_humidity                 | 39.08613    |
+|    air_temperature              | 25.931236   |
+|    clg_setpoint                 | 25.881092   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 239.0       |
+|    direct_solar_radiation       | 528.5       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 13.121768   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 44.0        |
+|    outdoor_temperature          | 20.4106     |
 |    people_occupant              | 20.0        |
-|    total_electricity_HVAC       | 1141885.8   |
-|    wind_direction               | 20.0        |
-|    wind_speed                   | 4.4         |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
-| train/                          |             |
-|    learning_rate                | 0.0001      |
-|    loss                         | 2.17e+03    |
-|    n_updates                    | 5699        |
+|    total_electricity_HVAC       | 3529358.5   |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 6.2         |
 -------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 8%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1885.5887 |
-|    air_humidity                 | 18.774643 |
-|    air_temperature              | 20.993729 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 94.0      |
-|    direct_solar_radiation       | 684.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 64.0      |
-|    outdoor_temperature          | -3.12826  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 1697029.9 |
-|    wind_direction               | 350.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.85e+03  |
-|    n_updates                    | 5724      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 8%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2407.4321  |
-|    air_humidity                 | 12.659005  |
-|    air_temperature              | 23.013084  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 31.0       |
-|    diffuse_solar_radiation      | 111.0      |
-|    direct_solar_radiation       | 737.0      |
-|    hour                         | 10.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 29.0       |
-|    outdoor_temperature          | -5.6783485 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 2166689.0  |
-|    wind_direction               | 30.0       |
-|    wind_speed                   | 5.15       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 9.9e+03    |
-|    n_updates                    | 5749       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 9%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 25.744223 |
-|    air_temperature              | 23.33259  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 146.0     |
-|    direct_solar_radiation       | 201.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 48.5      |
-|    outdoor_temperature          | 8.006251  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.57e+03  |
-|    n_updates                    | 5774      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 9%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 21.89128  |
-|    air_temperature              | 20.242847 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 77.0      |
-|    direct_solar_radiation       | 789.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 34.0      |
-|    outdoor_temperature          | 8.502991  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 6.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.32e+03  |
-|    n_updates                    | 5799      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 9%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1623.7172  |
-|    air_humidity                 | 8.896154   |
-|    air_temperature              | 21.603312  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 3.0        |
-|    diffuse_solar_radiation      | 148.0      |
-|    direct_solar_radiation       | 570.0      |
-|    hour                         | 13.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 30.0       |
-|    outdoor_temperature          | -1.3616774 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1461345.5  |
-|    wind_direction               | 295.0      |
-|    wind_speed                   | 2.35       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.24e+03   |
-|    n_updates                    | 5824       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 10%
-| action_network/                 |            |
-|    index                        | 4          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 26         |
-|    Heating_Setpoint_RL          | 19         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1193.3862  |
-|    air_humidity                 | 28.279856  |
-|    air_temperature              | 22.578747  |
-|    clg_setpoint                 | 26.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 4.0        |
-|    diffuse_solar_radiation      | 77.0       |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 14.0       |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 94.0       |
-|    outdoor_temperature          | 0.33275306 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1074047.6  |
-|    wind_direction               | 355.0      |
-|    wind_speed                   | 7.75       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 9.51e+03   |
-|    n_updates                    | 5849       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 10%
-| action_network/                 |            |
-|    index                        | 7          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 23         |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2749.4739  |
-|    air_humidity                 | 12.780788  |
-|    air_temperature              | 22.953503  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 5.0        |
-|    diffuse_solar_radiation      | 68.0       |
-|    direct_solar_radiation       | 150.0      |
-|    hour                         | 15.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 40.0       |
-|    outdoor_temperature          | -7.4476857 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 2474526.5  |
-|    wind_direction               | 305.0      |
-|    wind_speed                   | 9.8        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 7.17e+03   |
-|    n_updates                    | 5874       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 10%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2649.97    |
-|    air_humidity                 | 13.885911  |
-|    air_temperature              | 22.413828  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 6.0        |
-|    diffuse_solar_radiation      | 29.0       |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 16.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 45.0       |
-|    outdoor_temperature          | -6.9501653 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 2384972.8  |
-|    wind_direction               | 275.0      |
-|    wind_speed                   | 8.75       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.11e+03   |
-|    n_updates                    | 5899       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 10%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1924.2723  |
-|    air_humidity                 | 16.133593  |
-|    air_temperature              | 22.803274  |
-|    clg_setpoint                 | 30.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 7.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 17.0       |
-|    htg_setpoint                 | 15.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 46.0       |
-|    outdoor_temperature          | -3.3216777 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1731845.1  |
-|    wind_direction               | 270.0      |
-|    wind_speed                   | 5.45       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 5.56e+03   |
-|    n_updates                    | 5924       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 11%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2374.6277 |
-|    air_humidity                 | 14.483408 |
-|    air_temperature              | 23.601479 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 34.0      |
-|    outdoor_temperature          | -5.11623  |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 2137165.0 |
-|    wind_direction               | 325.0     |
-|    wind_speed                   | 6.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.73e+03  |
-|    n_updates                    | 5949      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 11%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1881.4619  |
-|    air_humidity                 | 10.946623  |
-|    air_temperature              | 20.999998  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 9.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 19.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 44.0       |
-|    outdoor_temperature          | -2.6504009 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1693315.6  |
-|    wind_direction               | 260.0      |
-|    wind_speed                   | 6.45       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 4.29e+03   |
-|    n_updates                    | 5974       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 11%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 140.76978 |
-|    air_humidity                 | 17.480413 |
-|    air_temperature              | 19.392883 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 68.0      |
-|    outdoor_temperature          | 4.4756484 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 126692.8  |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.6e+03   |
-|    n_updates                    | 5999      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 11%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 21.333809 |
-|    air_temperature              | 19.543318 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 33.5      |
-|    outdoor_temperature          | 3.4271114 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 8.25      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.64e+03  |
-|    n_updates                    | 6024      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 12%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2648.4836  |
-|    air_humidity                 | 14.186273  |
-|    air_temperature              | 20.95374   |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 12.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 22.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 34.0       |
-|    outdoor_temperature          | -6.4855103 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 2383635.5  |
-|    wind_direction               | 310.0      |
-|    wind_speed                   | 5.2        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.21e+03   |
-|    n_updates                    | 6049       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 12%
-| action_network/                 |            |
-|    index                        | 3          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 27         |
-|    Heating_Setpoint_RL          | 18         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2084.3047  |
-|    air_humidity                 | 21.145824  |
-|    air_temperature              | 18.761835  |
-|    clg_setpoint                 | 27.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 13.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 23.0       |
-|    htg_setpoint                 | 18.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 50.0       |
-|    outdoor_temperature          | -3.6646152 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1875874.2  |
-|    wind_direction               | 270.0      |
-|    wind_speed                   | 5.7        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 3.44e+03   |
-|    n_updates                    | 6074       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 13%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2165.2742 |
-|    air_humidity                 | 22.902588 |
-|    air_temperature              | 18.895075 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 45.0      |
-|    outdoor_temperature          | -4.069463 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1948746.9 |
-|    wind_direction               | 55.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.67e+03  |
-|    n_updates                    | 6099      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 13%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 954.6932  |
-|    air_humidity                 | 36.295982 |
-|    air_temperature              | 19.999998 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 86.5      |
-|    outdoor_temperature          | 1.9834425 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 859223.9  |
-|    wind_direction               | 245.0     |
-|    wind_speed                   | 5.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.84e+03  |
-|    n_updates                    | 6124      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 13%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 975.0257  |
-|    air_humidity                 | 24.071327 |
-|    air_temperature              | 18.109482 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 56.5      |
-|    outdoor_temperature          | 1.88178   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 877523.1  |
-|    wind_direction               | 10.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.44e+03  |
-|    n_updates                    | 6149      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 13%
+-------------------------------------------------*------------------------------------------------------------| 39%
 | action_network/                 |             |
-|    index                        | 5           |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 25          |
-|    Heating_Setpoint_RL          | 20          |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.50268525  |
+|    air_humidity                 | 1.3092585   |
+|    air_temperature              | 0.39399981  |
+|    clg_setpoint                 | -1.355172   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8365882   |
+|    diffuse_solar_radiation      | 2.2046897   |
+|    direct_solar_radiation       | -0.20505136 |
+|    hour                         | 0.5086082   |
+|    htg_setpoint                 | 1.0346507   |
+|    month                        | 1.5433738   |
+|    outdoor_humidity             | -0.7520096  |
+|    outdoor_temperature          | 2.059353    |
+|    people_occupant              | 1.6899242   |
+|    total_electricity_HVAC       | 0.47832987  |
+|    wind_direction               | -0.23000115 |
+|    wind_speed                   | -0.23939705 |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1413.4546   |
-|    air_humidity                 | 18.455126   |
-|    air_temperature              | 20.0        |
-|    clg_setpoint                 | 25.0        |
+|    HVAC_electricity_demand_rate | 5479.031    |
+|    air_humidity                 | 51.414433   |
+|    air_temperature              | 23.249388   |
+|    clg_setpoint                 | 23.25       |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 18.0        |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 266.0       |
+|    direct_solar_radiation       | 88.5        |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 21.612045   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 50.0        |
+|    outdoor_temperature          | 20.78468    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 5053535.5   |
+|    wind_direction               | 150.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------*------------------------------------------------------------| 39%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.18722796  |
+|    Heating_Setpoint_RL          | -0.49763894 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.256895   |
+|    Heating_Setpoint_RL          | 14.825781   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.57217467 |
+|    air_humidity                 | 1.3161716   |
+|    air_temperature              | 2.201059    |
+|    clg_setpoint                 | 1.4018198   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.9480386   |
+|    diffuse_solar_radiation      | 1.3395994   |
+|    direct_solar_radiation       | -0.15237734 |
+|    hour                         | 0.65299     |
+|    htg_setpoint                 | -1.3513783  |
+|    month                        | 1.5245343   |
+|    outdoor_humidity             | 1.1184626   |
+|    outdoor_temperature          | 1.4483148   |
+|    people_occupant              | 1.6858684   |
+|    total_electricity_HVAC       | -0.5776382  |
+|    wind_direction               | -0.5037943  |
+|    wind_speed                   | -0.6390258  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 51.71585    |
+|    air_temperature              | 27.054613   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 188.5       |
+|    direct_solar_radiation       | 101.0       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 16.493944   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------*------------------------------------------------------------| 39%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.30890182  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 19.362572   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.46481085 |
+|    air_humidity                 | 2.2883773   |
+|    air_temperature              | 0.3877447   |
+|    clg_setpoint                 | -1.3518776  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0579648   |
+|    diffuse_solar_radiation      | -0.30127493 |
+|    direct_solar_radiation       | -0.41633672 |
+|    hour                         | 0.7973309   |
+|    htg_setpoint                 | 0.15953325  |
+|    month                        | 1.5063684   |
+|    outdoor_humidity             | 1.2798419   |
+|    outdoor_temperature          | 1.5363683   |
+|    people_occupant              | 1.6818901   |
+|    total_electricity_HVAC       | -0.47497386 |
+|    wind_direction               | 0.51910746  |
+|    wind_speed                   | -0.63265336 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 617.18317   |
+|    air_humidity                 | 63.71456    |
+|    air_temperature              | 23.250557   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 39.5        |
+|    direct_solar_radiation       | 34.5        |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 18.08477    |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 97.0        |
+|    outdoor_temperature          | 17.23739    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 555464.8    |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------**-----------------------------------------------------------| 40%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.19965944  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.298851   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.47561654 |
+|    air_humidity                 | -0.530199   |
+|    air_temperature              | 0.28330347  |
+|    clg_setpoint                 | 1.4040657   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1660329   |
+|    diffuse_solar_radiation      | -0.53966886 |
+|    direct_solar_radiation       | -0.20081972 |
+|    hour                         | 0.94161314  |
+|    htg_setpoint                 | -1.3471383  |
+|    month                        | 1.4888368   |
+|    outdoor_humidity             | -1.4627011  |
+|    outdoor_temperature          | 1.8209878   |
+|    people_occupant              | -0.6911995  |
+|    total_electricity_HVAC       | -0.48531953 |
+|    wind_direction               | 0.98030734  |
+|    wind_speed                   | 0.60912246  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 554.6571    |
+|    air_humidity                 | 30.116217   |
+|    air_temperature              | 23.031965   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 18.0        |
+|    direct_solar_radiation       | 88.5        |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 34.0        |
+|    outdoor_temperature          | 19.439596   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 499191.4    |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+-------------------------------------------------**-----------------------------------------------------------| 40%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.2143209  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.901667   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.55577815 |
+|    air_humidity                 | -0.78055006 |
+|    air_temperature              | 0.15666683  |
+|    clg_setpoint                 | -0.11005415 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2718966   |
+|    diffuse_solar_radiation      | -0.73695594 |
+|    direct_solar_radiation       | -0.55737716 |
+|    hour                         | 1.085816    |
+|    htg_setpoint                 | 0.8522239   |
+|    month                        | 1.4719033   |
+|    outdoor_humidity             | -0.84731644 |
+|    outdoor_temperature          | 1.6812954   |
+|    people_occupant              | -0.6875543  |
+|    total_electricity_HVAC       | -0.5620312  |
+|    wind_direction               | 1.3495518   |
+|    wind_speed                   | -0.24065205 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 148.97313   |
+|    air_humidity                 | 27.113474   |
+|    air_temperature              | 22.766968   |
+|    clg_setpoint                 | 26.29031    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
 |    diffuse_solar_radiation      | 0.0         |
 |    direct_solar_radiation       | 0.0         |
-|    hour                         | 3.0         |
-|    htg_setpoint                 | 20.0        |
-|    month                        | 2.0         |
-|    outdoor_humidity             | 70.0        |
-|    outdoor_temperature          | -0.31036434 |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 20.850264   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 48.0        |
+|    outdoor_temperature          | 18.589764   |
 |    people_occupant              | 0.0         |
-|    total_electricity_HVAC       | 1272109.1   |
-|    wind_direction               | 235.0       |
-|    wind_speed                   | 3.1         |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
-| train/                          |             |
-|    learning_rate                | 0.0001      |
-|    loss                         | 2.49e+03    |
-|    n_updates                    | 6174        |
+|    total_electricity_HVAC       | 134075.81   |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 4.6         |
 -------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |            |
-|    index                        | 5          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2057.9175  |
-|    air_humidity                 | 33.432148  |
-|    air_temperature              | 19.999971  |
-|    clg_setpoint                 | 25.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 19.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 4.0        |
-|    htg_setpoint                 | 20.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 93.5       |
-|    outdoor_temperature          | -3.5326786 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1852125.6  |
-|    wind_direction               | 55.0       |
-|    wind_speed                   | 2.35       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.78e+03   |
-|    n_updates                    | 6199       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 27.786938 |
-|    air_temperature              | 18.214876 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 78.0      |
-|    outdoor_temperature          | 3.168115  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 55.0      |
-|    wind_speed                   | 2.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.2e+03   |
-|    n_updates                    | 6224      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 37.185356 |
-|    air_temperature              | 17.73231  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 2.5003846 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 55.0      |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.54e+03  |
-|    n_updates                    | 6249      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 875.0743   |
-|    air_humidity                 | 17.010324  |
-|    air_temperature              | 21.195412  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 22.0       |
-|    diffuse_solar_radiation      | 36.0       |
-|    direct_solar_radiation       | 263.0      |
-|    hour                         | 7.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 47.0       |
-|    outdoor_temperature          | -1.1552175 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 787566.8   |
-|    wind_direction               | 335.0      |
-|    wind_speed                   | 5.9        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.1e+04    |
-|    n_updates                    | 6274       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 15%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 128.47087 |
-|    air_humidity                 | 24.034351 |
-|    air_temperature              | 21.000004 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 74.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 70.0      |
-|    outdoor_temperature          | 4.4333735 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 115623.79 |
-|    wind_direction               | 255.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.05e+03  |
-|    n_updates                    | 6299      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 15%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 90.19991  |
-|    air_humidity                 | 29.049053 |
-|    air_temperature              | 21.000017 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 183.0     |
-|    direct_solar_radiation       | 163.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 81.0      |
-|    outdoor_temperature          | 4.225305  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 76612.64  |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 7.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 9.99e+03  |
-|    n_updates                    | 6324      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 15%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1083.9386  |
-|    air_humidity                 | 14.645807  |
-|    air_temperature              | 23.179724  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 25.0       |
-|    diffuse_solar_radiation      | 94.0       |
-|    direct_solar_radiation       | 795.0      |
-|    hour                         | 10.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 34.0       |
-|    outdoor_temperature          | 0.93911934 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 975544.8   |
-|    wind_direction               | 275.0      |
-|    wind_speed                   | 6.45       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 7.38e+03   |
-|    n_updates                    | 6349       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 16%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2489.8848 |
-|    air_humidity                 | 17.072931 |
-|    air_temperature              | 22.479544 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 194.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 75.0      |
-|    outdoor_temperature          | -6.671191 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 2240896.2 |
-|    wind_direction               | 35.0      |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.29e+03  |
-|    n_updates                    | 6374      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 16%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1146.3035 |
-|    air_humidity                 | 24.533276 |
-|    air_temperature              | 22.500486 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 134.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | -1.350996 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 1031673.1 |
-|    wind_direction               | 45.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.53e+03  |
-|    n_updates                    | 6399      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 16%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.6465  |
-|    air_humidity                 | 37.321774 |
-|    air_temperature              | 22.816954 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 119.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 96.5      |
-|    outdoor_temperature          | 5.335506  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 680081.9  |
-|    wind_direction               | 10.0      |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.75e+03  |
-|    n_updates                    | 6424      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 16%
-| action_network/                 |            |
-|    index                        | 7          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 23         |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 467.1646   |
-|    air_humidity                 | 21.171333  |
-|    air_temperature              | 26.25289   |
-|    clg_setpoint                 | 28.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 1.0        |
-|    diffuse_solar_radiation      | 179.0      |
-|    direct_solar_radiation       | 639.0      |
-|    hour                         | 14.0       |
-|    htg_setpoint                 | 17.0       |
-|    month                        | 3.0        |
-|    outdoor_humidity             | 29.5       |
-|    outdoor_temperature          | 12.6892805 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 420448.16  |
-|    wind_direction               | 150.0      |
-|    wind_speed                   | 5.4        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 3.75e+03   |
-|    n_updates                    | 6449       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 17%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 36.445587 |
-|    air_temperature              | 22.380398 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 181.0     |
-|    direct_solar_radiation       | 93.0      |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 74.5      |
-|    outdoor_temperature          | 13.105264 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 205.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.48e+03  |
-|    n_updates                    | 6474      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 17%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 23.927788 |
-|    air_temperature              | 22.772154 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 89.0      |
-|    direct_solar_radiation       | 410.0     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 40.5      |
-|    outdoor_temperature          | 13.871598 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 305.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.34e+03  |
-|    n_updates                    | 6499      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 17%
-| action_network/                 |          |
-|    index                        | 6        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 24       |
-|    Heating_Setpoint_RL          | 21       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 859.9368 |
-|    air_humidity                 | 42.74886 |
-|    air_temperature              | 23.01816 |
-|    clg_setpoint                 | 25.0     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 4.0      |
-|    diffuse_solar_radiation      | 18.0     |
-|    direct_solar_radiation       | 68.0     |
-|    hour                         | 17.0     |
-|    htg_setpoint                 | 20.0     |
-|    month                        | 3.0      |
-|    outdoor_humidity             | 100.0    |
-|    outdoor_temperature          | 6.287525 |
-|    people_occupant              | 20.0     |
-|    total_electricity_HVAC       | 773943.1 |
-|    wind_direction               | 185.0    |
-|    wind_speed                   | 2.35     |
-| rollout/                        |          |
-|    exploration_rate             | 0.05     |
-| train/                          |          |
-|    learning_rate                | 0.0001   |
-|    loss                         | 1.49e+04 |
-|    n_updates                    | 6524     |
-----------------------------------------------
---------------------------------------------------------------------------------------------------------------| 17%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 668.89575 |
-|    air_humidity                 | 45.53613  |
-|    air_temperature              | 22.081665 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 6.980969  |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 590484.25 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.32e+03  |
-|    n_updates                    | 6549      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 18%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 152.26994 |
-|    air_humidity                 | 42.321407 |
-|    air_temperature              | 22.286524 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 64.5      |
-|    outdoor_temperature          | 12.418407 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 137042.95 |
-|    wind_direction               | 305.0     |
-|    wind_speed                   | 10.05     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.63e+03  |
-|    n_updates                    | 6574      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 18%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 464.7534  |
-|    air_humidity                 | 34.08908  |
-|    air_temperature              | 20.413956 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 83.5      |
-|    outdoor_temperature          | 6.7095146 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 403879.12 |
-|    wind_direction               | 145.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.76e+03  |
-|    n_updates                    | 6599      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 18%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 38.898567 |
-|    air_temperature              | 21.18225  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 2.3518631 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 125.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.79e+03  |
-|    n_updates                    | 6624      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 35.09905  |
-|    air_temperature              | 19.368822 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 90.5      |
-|    outdoor_temperature          | 3.9090285 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 5.4       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.25e+03  |
-|    n_updates                    | 6649      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.8499  |
-|    air_humidity                 | 23.85285  |
-|    air_temperature              | 19.461779 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 58.0      |
-|    outdoor_temperature          | 1.9976588 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856664.94 |
-|    wind_direction               | 5.0       |
-|    wind_speed                   | 7.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.07e+03  |
-|    n_updates                    | 6674      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 31.365232 |
-|    air_temperature              | 18.261238 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 70.0      |
-|    outdoor_temperature          | 5.429393  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.25e+03  |
-|    n_updates                    | 6699      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 16.056242 |
-|    air_temperature              | 21.999687 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 45.5      |
-|    outdoor_temperature          | 2.379026  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 295.0     |
-|    wind_speed                   | 9.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.33e+03  |
-|    n_updates                    | 6724      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |            |
-|    index                        | 1          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 29         |
-|    Heating_Setpoint_RL          | 16         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1718.1122  |
-|    air_humidity                 | 24.954447  |
-|    air_temperature              | 18.076813  |
-|    clg_setpoint                 | 29.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 14.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 2.0        |
-|    htg_setpoint                 | 16.0       |
-|    month                        | 3.0        |
-|    outdoor_humidity             | 40.0       |
-|    outdoor_temperature          | -1.8336521 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1546300.9  |
-|    wind_direction               | 340.0      |
-|    wind_speed                   | 3.9        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 9.98e+03   |
-|    n_updates                    | 6749       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 746.1307  |
-|    air_humidity                 | 31.589094 |
-|    air_temperature              | 20.72473  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 85.5      |
-|    outdoor_temperature          | 4.810494  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 671517.6  |
-|    wind_direction               | 285.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.05e+03  |
-|    n_updates                    | 6774      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1189.1144 |
-|    air_humidity                 | 17.219078 |
-|    air_temperature              | 18.536963 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 54.0      |
-|    outdoor_temperature          | 0.8113365 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1070203.0 |
-|    wind_direction               | 35.0      |
-|    wind_speed                   | 4.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.56e+03  |
-|    n_updates                    | 6799      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 21%
-| action_network/                 |            |
-|    index                        | 4          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 26         |
-|    Heating_Setpoint_RL          | 19         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1760.4196  |
-|    air_humidity                 | 17.643135  |
-|    air_temperature              | 21.909454  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 17.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 5.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 3.0        |
-|    outdoor_humidity             | 77.5       |
-|    outdoor_temperature          | -2.0451891 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1584377.6  |
-|    wind_direction               | 10.0       |
-|    wind_speed                   | 5.7        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 3.13e+03   |
-|    n_updates                    | 6824       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 21%
-| action_network/                 |            |
-|    index                        | 3          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 27         |
-|    Heating_Setpoint_RL          | 18         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1259.0308  |
-|    air_humidity                 | 21.857689  |
-|    air_temperature              | 18.455622  |
-|    clg_setpoint                 | 27.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 18.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 6.0        |
-|    htg_setpoint                 | 18.0       |
-|    month                        | 3.0        |
-|    outdoor_humidity             | 91.0       |
-|    outdoor_temperature          | -3.0750003 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1133127.8  |
-|    wind_direction               | 50.0       |
-|    wind_speed                   | 1.8        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 3.61e+03   |
-|    n_updates                    | 6849       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 21%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 282.3766  |
-|    air_humidity                 | 29.170164 |
-|    air_temperature              | 21.000095 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 102.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 98.0      |
-|    outdoor_temperature          | 1.8082709 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 254138.92 |
-|    wind_direction               | 25.0      |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.05e+03  |
-|    n_updates                    | 6874      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 22%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 978.2873  |
-|    air_humidity                 | 23.684679 |
-|    air_temperature              | 20.935505 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 182.0     |
-|    direct_solar_radiation       | 539.0     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 69.5      |
-|    outdoor_temperature          | 1.4673761 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 880458.56 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 4.15      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.67e+03  |
-|    n_updates                    | 6899      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 22%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 871.7625  |
-|    air_humidity                 | 33.1851   |
-|    air_temperature              | 22.755598 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 122.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 62.0      |
-|    outdoor_temperature          | 8.619181  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 784586.25 |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 8.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 617       |
-|    n_updates                    | 6924      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 22%
+--------------------------------------------------------------------------------------------------------------| 40%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 1.0           |
+|    Heating_Setpoint_RL          | -1.0          |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 30.0          |
+|    Heating_Setpoint_RL          | 12.0          |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.45360023   |
+|    air_humidity                 | 0.7341473     |
+|    air_temperature              | 0.3078457     |
+|    clg_setpoint                 | 1.4052734     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.3752058     |
+|    diffuse_solar_radiation      | -0.73728      |
+|    direct_solar_radiation       | -0.5597665    |
+|    hour                         | 1.229916      |
+|    htg_setpoint                 | -1.343799     |
+|    month                        | 1.4555348     |
+|    outdoor_humidity             | -1.5384387    |
+|    outdoor_temperature          | 1.8717765     |
+|    people_occupant              | -0.45040664   |
+|    total_electricity_HVAC       | -0.46415576   |
+|    wind_direction               | 1.3363284     |
+|    wind_speed                   | -0.0009778679 |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 652.1918      |
+|    air_humidity                 | 45.204964     |
+|    air_temperature              | 23.087933     |
+|    clg_setpoint                 | 30.0          |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 27.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 20.0          |
+|    htg_setpoint                 | 12.0          |
+|    month                        | 5.0           |
+|    outdoor_humidity             | 32.0          |
+|    outdoor_temperature          | 20.134407     |
+|    people_occupant              | 2.0           |
+|    total_electricity_HVAC       | 586972.6      |
+|    wind_direction               | 320.0         |
+|    wind_speed                   | 5.2           |
+---------------------------------------------------
+--------------------------------------------------*-----------------------------------------------------------| 40%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.15733019  |
+|    Heating_Setpoint_RL          | -0.47641647  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.094011    |
+|    Heating_Setpoint_RL          | 14.945157    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5523805   |
+|    air_humidity                 | 1.0571896    |
+|    air_temperature              | -0.044091057 |
+|    clg_setpoint                 | 0.49820203   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.4756148    |
+|    diffuse_solar_radiation      | -0.7377528   |
+|    direct_solar_radiation       | -0.56193984  |
+|    hour                         | 1.373887     |
+|    htg_setpoint                 | 0.41138488   |
+|    month                        | 1.4397006    |
+|    outdoor_humidity             | 0.47255647   |
+|    outdoor_temperature          | 1.6766565    |
+|    people_occupant              | -0.69002396  |
+|    total_electricity_HVAC       | -0.5587882   |
+|    wind_direction               | 0.1252475    |
+|    wind_speed                   | -1.2493844   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 165.5064     |
+|    air_humidity                 | 49.062576    |
+|    air_temperature              | 22.360884    |
+|    clg_setpoint                 | 27.774502    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 28.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 21.0         |
+|    htg_setpoint                 | 19.060297    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 78.0         |
+|    outdoor_temperature          | 18.905415    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 148955.75    |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 2.1          |
+--------------------------------------------------
+-------------------------------------------------***----------------------------------------------------------| 41%
 | action_network/                 |             |
-|    index                        | 8           |
+|    Cooling_Setpoint_RL          | 0.8942757   |
+|    Heating_Setpoint_RL          | -0.35890743 |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 22.5        |
-|    Heating_Setpoint_RL          | 22          |
+|    Cooling_Setpoint_RL          | 29.64318    |
+|    Heating_Setpoint_RL          | 15.606146   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.47808865 |
+|    air_humidity                 | 0.7336237   |
+|    air_temperature              | -0.11320836 |
+|    clg_setpoint                 | -0.21369168 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5727923   |
+|    diffuse_solar_radiation      | -0.73905647 |
+|    direct_solar_radiation       | -0.5635859  |
+|    hour                         | 1.5177002   |
+|    htg_setpoint                 | -0.17944561 |
+|    month                        | 1.4243721   |
+|    outdoor_humidity             | -0.17867717 |
+|    outdoor_temperature          | 1.903222    |
+|    people_occupant              | -0.6912338  |
+|    total_electricity_HVAC       | -0.48775002 |
+|    wind_direction               | -1.6368203  |
+|    wind_speed                   | -2.086011   |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1314.9203   |
-|    air_humidity                 | 13.52808    |
-|    air_temperature              | 22.85324    |
-|    clg_setpoint                 | 22.5        |
+|    HVAC_electricity_demand_rate | 533.8443    |
+|    air_humidity                 | 45.35156    |
+|    air_temperature              | 22.223993   |
+|    clg_setpoint                 | 26.02658    |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 22.0        |
-|    diffuse_solar_radiation      | 148.0       |
-|    direct_solar_radiation       | 828.0       |
-|    hour                         | 10.0        |
-|    htg_setpoint                 | 22.0        |
-|    month                        | 3.0         |
-|    outdoor_humidity             | 26.0        |
-|    outdoor_temperature          | -0.21578881 |
-|    people_occupant              | 20.0        |
-|    total_electricity_HVAC       | 1183428.2   |
-|    wind_direction               | 315.0       |
-|    wind_speed                   | 11.05       |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
-| train/                          |             |
-|    learning_rate                | 0.0001      |
-|    loss                         | 2.41e+03    |
-|    n_updates                    | 6949        |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 16.675913   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 63.0        |
+|    outdoor_temperature          | 20.888096   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 480459.88   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
 -------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 22%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 12.919759 |
-|    air_temperature              | 22.333363 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 145.0     |
-|    direct_solar_radiation       | 866.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 28.0      |
-|    outdoor_temperature          | 3.917022  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 225.0     |
-|    wind_speed                   | 8.25      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.94e+03  |
-|    n_updates                    | 6974      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 23%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 89.78595  |
-|    air_humidity                 | 21.541876 |
-|    air_temperature              | 22.142008 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 145.0     |
-|    direct_solar_radiation       | 869.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 54.0      |
-|    outdoor_temperature          | 11.908008 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 80879.87  |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 5.15      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.76e+03  |
-|    n_updates                    | 6999      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 23%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.6465  |
-|    air_humidity                 | 38.843994 |
-|    air_temperature              | 23.04883  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 140.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 5.6984205 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 680081.9  |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.59e+03  |
-|    n_updates                    | 7024      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 23%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 550.6507  |
-|    air_humidity                 | 44.1667   |
-|    air_temperature              | 25.99846  |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 291.0     |
-|    direct_solar_radiation       | 267.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 76.0      |
-|    outdoor_temperature          | 14.344811 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 495585.66 |
-|    wind_direction               | 140.0     |
-|    wind_speed                   | 4.15      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.44e+03  |
-|    n_updates                    | 7049      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 23%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 44.996563 |
-|    air_temperature              | 26.92001  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 189.0     |
-|    direct_solar_radiation       | 575.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 61.5      |
-|    outdoor_temperature          | 19.1893   |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 6.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.76e+03  |
-|    n_updates                    | 7074      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 24%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 407.94373 |
-|    air_humidity                 | 34.073017 |
-|    air_temperature              | 25.267233 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 145.0     |
-|    direct_solar_radiation       | 108.0     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 57.0      |
-|    outdoor_temperature          | 11.922835 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 367149.34 |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 9.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.23e+03  |
-|    n_updates                    | 7099      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 24%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 820.66797 |
-|    air_humidity                 | 34.85887  |
-|    air_temperature              | 24.125118 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 42.0      |
-|    direct_solar_radiation       | 314.0     |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 6.8898964 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 737382.6  |
-|    wind_direction               | 115.0     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.01e+03  |
-|    n_updates                    | 7124      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 24%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 28.866589 |
-|    air_temperature              | 21.999998 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 85.5      |
-|    outdoor_temperature          | 5.465069  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 100.0     |
-|    wind_speed                   | 4.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.3e+03   |
-|    n_updates                    | 7149      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 43.123447 |
-|    air_temperature              | 20.99996  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 9.107789  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 5.0       |
-|    wind_speed                   | 4.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.23e+03  |
-|    n_updates                    | 7174      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 48.636272 |
-|    air_temperature              | 23.684591 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 83.5      |
-|    outdoor_temperature          | 4.5161777 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.41e+03  |
-|    n_updates                    | 7199      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 44.006355 |
-|    air_temperature              | 23.509317 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 48.0      |
-|    outdoor_temperature          | 4.1877465 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.37e+03  |
-|    n_updates                    | 7224      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 46.724228 |
-|    air_temperature              | 22.732481 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 71.5      |
-|    outdoor_temperature          | 4.715655  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 859       |
-|    n_updates                    | 7249      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 26%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 63.647705 |
-|    air_temperature              | 21.887827 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 75.0      |
-|    outdoor_temperature          | 6.674119  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.65e+03  |
-|    n_updates                    | 7274      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 26%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 73.95778  |
-|    air_temperature              | 21.563845 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 91.0      |
-|    outdoor_temperature          | 10.680291 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 235.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.02e+03  |
-|    n_updates                    | 7299      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 26%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 71.15199  |
-|    air_temperature              | 22.148827 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 72.0      |
-|    outdoor_temperature          | 16.010214 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 2.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.53e+03  |
-|    n_updates                    | 7324      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 27%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 70.10457  |
-|    air_temperature              | 22.37624  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 69.5      |
-|    outdoor_temperature          | 16.720282 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 235.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.65e+03  |
-|    n_updates                    | 7349      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 27%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 85.93943  |
-|    air_temperature              | 21.058844 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 12.752775 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.24e+03  |
-|    n_updates                    | 7374      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 27%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 91.5358   |
-|    air_temperature              | 20.520086 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 12.529675 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.88e+03  |
-|    n_updates                    | 7399      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 28%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 71.90292  |
-|    air_temperature              | 19.641085 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 8.0       |
-|    direct_solar_radiation       | 18.0      |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 43.0      |
-|    outdoor_temperature          | 6.235198  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 8.75      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.08e+03  |
-|    n_updates                    | 7424      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 28%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 54.272633 |
-|    air_temperature              | 19.044207 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 42.0      |
-|    direct_solar_radiation       | 530.0     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 36.0      |
-|    outdoor_temperature          | 2.7869196 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 335.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.83e+03  |
-|    n_updates                    | 7449      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 28%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 45.30996  |
-|    air_temperature              | 19.577765 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 118.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 52.0      |
-|    outdoor_temperature          | 6.176463  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 235.0     |
-|    wind_speed                   | 2.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.76e+03  |
-|    n_updates                    | 7474      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 28%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 47.805527 |
-|    air_temperature              | 18.648262 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 277.0     |
-|    direct_solar_radiation       | 93.0      |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 74.5      |
-|    outdoor_temperature          | 6.1966367 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 70.0      |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.7e+03   |
-|    n_updates                    | 7499      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 817.9984  |
-|    air_humidity                 | 43.170815 |
-|    air_temperature              | 21.434963 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 168.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 98.5      |
-|    outdoor_temperature          | 7.863375  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 736198.56 |
-|    wind_direction               | 125.0     |
-|    wind_speed                   | 4.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.87e+03  |
-|    n_updates                    | 7524      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1087.7322 |
-|    air_humidity                 | 42.018997 |
-|    air_temperature              | 24.99819  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 128.0     |
-|    direct_solar_radiation       | 880.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 51.0      |
-|    outdoor_temperature          | 17.724447 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 976106.0  |
-|    wind_direction               | 275.0     |
-|    wind_speed                   | 6.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.35e+03  |
-|    n_updates                    | 7549      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 902.5843  |
-|    air_humidity                 | 48.01306  |
-|    air_temperature              | 22.805077 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 256.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 13.262782 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 812325.8  |
-|    wind_direction               | 45.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.53e+03  |
-|    n_updates                    | 7574      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 539.21356 |
-|    air_humidity                 | 36.537544 |
-|    air_temperature              | 22.499413 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 255.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 71.0      |
-|    outdoor_temperature          | 8.842577  |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 485292.22 |
-|    wind_direction               | 55.0      |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.37e+03  |
-|    n_updates                    | 7599      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 30%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 27.141941 |
-|    air_temperature              | 23.097776 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 244.0     |
-|    direct_solar_radiation       | 640.0     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 50.0      |
-|    outdoor_temperature          | 11.159419 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 135.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.21e+03  |
-|    n_updates                    | 7624      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 30%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 52.81628  |
-|    air_temperature              | 20.676254 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 200.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 83.0      |
-|    outdoor_temperature          | 8.347079  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 105.0     |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.39e+03  |
-|    n_updates                    | 7649      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 30%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 55.26341  |
-|    air_temperature              | 19.509224 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 122.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 95.0      |
-|    outdoor_temperature          | 8.819503  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 6.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7e+03     |
-|    n_updates                    | 7674      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 339.67972 |
-|    air_humidity                 | 34.732143 |
-|    air_temperature              | 23.77928  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 220.0     |
-|    direct_solar_radiation       | 25.0      |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 60.0      |
-|    outdoor_temperature          | 11.276463 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 305711.75 |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 8.75      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.05e+03  |
-|    n_updates                    | 7699      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 32.76473  |
-|    air_temperature              | 27.478088 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 47.0      |
-|    direct_solar_radiation       | 489.0     |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 60.5      |
-|    outdoor_temperature          | 13.006176 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 8.75      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 416       |
-|    n_updates                    | 7724      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 49.08971  |
-|    air_temperature              | 27.583792 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 9.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 91.0      |
-|    outdoor_temperature          | 9.646996  |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 205.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2e+03     |
-|    n_updates                    | 7749      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 47.054016 |
-|    air_temperature              | 28.166939 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 61.0      |
-|    outdoor_temperature          | 15.822657 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.17e+03  |
-|    n_updates                    | 7774      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 48.195282 |
-|    air_temperature              | 26.09547  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 65.5      |
-|    outdoor_temperature          | 12.948526 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 8.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.92e+03  |
-|    n_updates                    | 7799      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 57.145077 |
-|    air_temperature              | 23.427517 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 85.5      |
-|    outdoor_temperature          | 13.653486 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 165.0     |
-|    wind_speed                   | 2.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.72e+03  |
-|    n_updates                    | 7824      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |            |
-|    index                        | 1          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 29         |
-|    Heating_Setpoint_RL          | 16         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 0.0        |
-|    air_humidity                 | 60.926395  |
-|    air_temperature              | 22.539474  |
-|    clg_setpoint                 | 29.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 28.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 22.0       |
-|    htg_setpoint                 | 16.0       |
-|    month                        | 4.0        |
-|    outdoor_humidity             | 69.5       |
-|    outdoor_temperature          | 11.2723255 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 0.0        |
-|    wind_direction               | 100.0      |
-|    wind_speed                   | 3.85       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.12e+03   |
-|    n_updates                    | 7849       |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 68.501816 |
-|    air_temperature              | 21.293674 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 87.5      |
-|    outdoor_temperature          | 10.341484 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 130.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.03e+03  |
-|    n_updates                    | 7874      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 33%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 84.79883  |
-|    air_temperature              | 21.605139 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 85.0      |
-|    outdoor_temperature          | 10.22611  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 2.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.16e+03  |
-|    n_updates                    | 7899      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 33%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 47.870968 |
-|    air_temperature              | 20.849094 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 52.0      |
-|    outdoor_temperature          | 8.045892  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.53e+03  |
-|    n_updates                    | 7924      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 34%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 55.716766 |
-|    air_temperature              | 21.081879 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 63.5      |
-|    outdoor_temperature          | 11.166885 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 9.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.19e+03  |
-|    n_updates                    | 7949      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 34%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 61.2547   |
-|    air_temperature              | 21.099758 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 11.363247 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 5.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.32e+03  |
-|    n_updates                    | 7974      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 34%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 63.022537 |
-|    air_temperature              | 20.645359 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 11.923875 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 1.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.12e+03  |
-|    n_updates                    | 7999      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 34%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 64.795944 |
-|    air_temperature              | 20.21981  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 66.0      |
-|    direct_solar_radiation       | 25.0      |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 91.5      |
-|    outdoor_temperature          | 11.719052 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.75e+03  |
-|    n_updates                    | 8024      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 89.53074  |
-|    air_temperature              | 20.418552 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 84.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 13.64203  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 85.0      |
-|    wind_speed                   | 4.9       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.18e+03  |
-|    n_updates                    | 8049      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 86.189896 |
-|    air_humidity                 | 93.52504  |
-|    air_temperature              | 20.571243 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 88.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 14.903064 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 77570.83  |
-|    wind_direction               | 90.0      |
-|    wind_speed                   | 5.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.93e+03  |
-|    n_updates                    | 8074      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 400.48703 |
-|    air_humidity                 | 74.71837  |
-|    air_temperature              | 22.064402 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 314.0     |
-|    direct_solar_radiation       | 201.0     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 96.5      |
-|    outdoor_temperature          | 15.097484 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 360157.4  |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.9e+03   |
-|    n_updates                    | 8099      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1178.8964 |
-|    air_humidity                 | 43.18821  |
-|    air_temperature              | 23.995653 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 227.0     |
-|    direct_solar_radiation       | 653.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 50.5      |
-|    outdoor_temperature          | 16.000217 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 925971.5  |
-|    wind_direction               | 325.0     |
-|    wind_speed                   | 4.9       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 972       |
-|    n_updates                    | 8124      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 36%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 61.808674 |
-|    air_temperature              | 24.230162 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 267.0     |
-|    direct_solar_radiation       | 657.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 50.0      |
-|    outdoor_temperature          | 13.990786 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 185.0     |
-|    wind_speed                   | 5.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.39e+03  |
-|    n_updates                    | 8149      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 36%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 59.38911  |
-|    air_temperature              | 24.766394 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 286.0     |
-|    direct_solar_radiation       | 655.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 42.5      |
-|    outdoor_temperature          | 19.624998 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.17e+03  |
-|    n_updates                    | 8174      |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 36%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 155.3502  |
-|    air_humidity                 | 24.00819  |
-|    air_temperature              | 25.979362 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 278.0     |
-|    direct_solar_radiation       | 671.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 46.5      |
-|    outdoor_temperature          | 15.228561 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 139486.28 |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.88e+03  |
-|    n_updates                    | 8199      |
------------------------------------------------
------------------------------------------------*--------------------------------------------------------------| 37%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1030.0591 |
-|    air_humidity                 | 28.968252 |
-|    air_temperature              | 23.402994 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 298.0     |
-|    direct_solar_radiation       | 592.0     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 46.5      |
-|    outdoor_temperature          | 14.540173 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 927053.2  |
-|    wind_direction               | 150.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.21e+03  |
-|    n_updates                    | 8224      |
------------------------------------------------
------------------------------------------------*--------------------------------------------------------------| 37%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 797.6877  |
-|    air_humidity                 | 30.19432  |
-|    air_temperature              | 26.263184 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 248.0     |
-|    direct_solar_radiation       | 554.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 45.0      |
-|    outdoor_temperature          | 17.258335 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 717918.94 |
-|    wind_direction               | 160.0     |
-|    wind_speed                   | 8.75      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 9.15e+03  |
-|    n_updates                    | 8249      |
------------------------------------------------
------------------------------------------------*--------------------------------------------------------------| 37%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 874.74835 |
-|    air_humidity                 | 37.537148 |
-|    air_temperature              | 27.0753   |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 235.0     |
-|    direct_solar_radiation       | 426.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 48.5      |
-|    outdoor_temperature          | 18.415379 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 787273.56 |
-|    wind_direction               | 115.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.27e+03  |
-|    n_updates                    | 8274      |
------------------------------------------------
------------------------------------------------*--------------------------------------------------------------| 37%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3824.5125 |
-|    air_humidity                 | 48.882725 |
-|    air_temperature              | 23.785929 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 148.0     |
-|    direct_solar_radiation       | 496.0     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 51.0      |
-|    outdoor_temperature          | 20.187895 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3442061.2 |
-|    wind_direction               | 105.0     |
-|    wind_speed                   | 5.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.99e+03  |
-|    n_updates                    | 8299      |
------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 67.68514  |
-|    air_temperature              | 23.985237 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 82.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 96.5      |
-|    outdoor_temperature          | 17.166412 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 100.0     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.24e+03  |
-|    n_updates                    | 8324      |
------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 72.48008  |
-|    air_temperature              | 22.753471 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 36.0      |
-|    direct_solar_radiation       | 100.0     |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 96.5      |
-|    outdoor_temperature          | 18.091528 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 4.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.03e+03  |
-|    n_updates                    | 8349      |
------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 41.73392  |
-|    air_temperature              | 28.945398 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 30.5      |
-|    outdoor_temperature          | 20.771217 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 355.0     |
-|    wind_speed                   | 5.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.39e+03  |
-|    n_updates                    | 8374      |
------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 60.760983 |
-|    air_temperature              | 27.241547 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 79.5      |
-|    outdoor_temperature          | 18.400848 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 2.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.16e+03  |
-|    n_updates                    | 8399      |
------------------------------------------------
------------------------------------------------***------------------------------------------------------------| 39%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 65.40298  |
-|    air_temperature              | 25.17516  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 78.0      |
-|    outdoor_temperature          | 13.861246 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.23e+03  |
-|    n_updates                    | 8424      |
------------------------------------------------
------------------------------------------------***------------------------------------------------------------| 39%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 82.80497  |
-|    air_temperature              | 23.545568 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 98.0      |
-|    outdoor_temperature          | 14.885168 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 45.0      |
-|    wind_speed                   | 0.75      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.93e+03  |
-|    n_updates                    | 8449      |
------------------------------------------------
------------------------------------------------***------------------------------------------------------------| 39%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 85.57668  |
-|    air_temperature              | 22.214247 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 73.5      |
-|    outdoor_temperature          | 14.508998 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.54e+03  |
-|    n_updates                    | 8474      |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.12802  |
-|    air_temperature              | 22.749151 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 69.5      |
-|    outdoor_temperature          | 13.651919 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 4.4       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.92e+03  |
-|    n_updates                    | 8499      |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 85.21137  |
-|    air_temperature              | 22.366076 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 59.5      |
-|    outdoor_temperature          | 15.96721  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.61e+03  |
-|    n_updates                    | 8524      |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 57.845642 |
-|    air_temperature              | 21.960764 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 53.0      |
-|    outdoor_temperature          | 13.95008  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 2.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.06e+03  |
-|    n_updates                    | 8549      |
------------------------------------------------
------------------------------------------------*****----------------------------------------------------------| 41%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.49801  |
-|    air_temperature              | 21.881857 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 88.5      |
-|    outdoor_temperature          | 16.46767  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 265.0     |
-|    wind_speed                   | 1.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 524       |
-|    n_updates                    | 8574      |
------------------------------------------------
------------------------------------------------*****----------------------------------------------------------| 41%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 88.733284 |
-|    air_temperature              | 22.166264 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 67.0      |
-|    outdoor_temperature          | 18.524689 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 5.0       |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.88e+03  |
-|    n_updates                    | 8599      |
------------------------------------------------
------------------------------------------------*****----------------------------------------------------------| 41%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 86.329315 |
-|    air_temperature              | 21.884922 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 83.0      |
-|    direct_solar_radiation       | 194.0     |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 85.5      |
-|    outdoor_temperature          | 17.687214 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.74e+03  |
-|    n_updates                    | 8624      |
------------------------------------------------
------------------------------------------------*****----------------------------------------------------------| 41%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.705185 |
-|    air_temperature              | 22.81737  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 107.0     |
-|    direct_solar_radiation       | 472.0     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 18.693514 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.75e+03  |
-|    n_updates                    | 8649      |
------------------------------------------------
------------------------------------------------******---------------------------------------------------------| 42%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.16821  |
-|    air_temperature              | 22.976574 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 114.0     |
-|    direct_solar_radiation       | 646.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 39.0      |
-|    outdoor_temperature          | 15.119333 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 305.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.08e+03  |
-|    n_updates                    | 8674      |
------------------------------------------------
------------------------------------------------******---------------------------------------------------------| 42%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 756.69354 |
-|    air_humidity                 | 54.817505 |
-|    air_temperature              | 23.335524 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 147.0     |
-|    direct_solar_radiation       | 744.0     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 51.5      |
-|    outdoor_temperature          | 17.913471 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 680939.06 |
-|    wind_direction               | 315.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.77e+03  |
-|    n_updates                    | 8699      |
------------------------------------------------
------------------------------------------------******---------------------------------------------------------| 42%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3891.6194 |
-|    air_humidity                 | 46.111176 |
-|    air_temperature              | 23.174507 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 253.0     |
-|    direct_solar_radiation       | 639.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 26.0      |
-|    outdoor_temperature          | 24.636395 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3465989.0 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 2.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.21e+03  |
-|    n_updates                    | 8724      |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3428.4062 |
-|    air_humidity                 | 57.121716 |
-|    air_temperature              | 24.138863 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 308.0     |
-|    direct_solar_radiation       | 611.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 67.5      |
-|    outdoor_temperature          | 19.792252 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3085565.8 |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.48e+03  |
-|    n_updates                    | 8749      |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1074.4849 |
-|    air_humidity                 | 57.604034 |
-|    air_temperature              | 25.964142 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 277.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 18.815947 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 967036.4  |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 6.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.08e+03  |
-|    n_updates                    | 8774      |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3687.3022 |
-|    air_humidity                 | 57.33517  |
-|    air_temperature              | 23.877851 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 368.0     |
-|    direct_solar_radiation       | 466.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 54.0      |
-|    outdoor_temperature          | 28.489399 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 3303912.5 |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 5.15      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.61e+03  |
-|    n_updates                    | 8799      |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 71.93651  |
-|    air_temperature              | 25.779984 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 408.0     |
-|    direct_solar_radiation       | 373.0     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 50.5      |
-|    outdoor_temperature          | 22.955477 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 355.0     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.39e+03  |
-|    n_updates                    | 8824      |
------------------------------------------------
------------------------------------------------********-------------------------------------------------------| 44%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 67.38318  |
-|    air_temperature              | 26.963749 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 243.0     |
-|    direct_solar_radiation       | 610.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 47.5      |
-|    outdoor_temperature          | 22.373495 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 215.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.63e+03  |
-|    n_updates                    | 8849      |
------------------------------------------------
------------------------------------------------********-------------------------------------------------------| 44%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4487.8276 |
-|    air_humidity                 | 45.09316  |
-|    air_temperature              | 24.21256  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 238.0     |
-|    direct_solar_radiation       | 338.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 38.0      |
-|    outdoor_temperature          | 23.55652  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4039045.0 |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 979       |
-|    n_updates                    | 8874      |
------------------------------------------------
------------------------------------------------********-------------------------------------------------------| 44%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4089.4124 |
-|    air_humidity                 | 61.17132  |
-|    air_temperature              | 23.19066  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 161.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 82.5      |
-|    outdoor_temperature          | 19.431572 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3680471.0 |
-|    wind_direction               | 145.0     |
-|    wind_speed                   | 4.9       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.89e+03  |
-|    n_updates                    | 8899      |
------------------------------------------------
------------------------------------------------********-------------------------------------------------------| 44%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 52.438007 |
-|    air_temperature              | 27.290419 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 72.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 85.5      |
-|    outdoor_temperature          | 20.92903  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 7.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.86e+03  |
-|    n_updates                    | 8924      |
------------------------------------------------
------------------------------------------------*********------------------------------------------------------| 45%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 51.02225  |
-|    air_temperature              | 29.40269  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 56.0      |
-|    direct_solar_radiation       | 103.0     |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 21.791893 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.16e+03  |
-|    n_updates                    | 8949      |
------------------------------------------------
------------------------------------------------*********------------------------------------------------------| 45%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 60.121346 |
-|    air_temperature              | 28.871252 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 85.5      |
-|    outdoor_temperature          | 20.415564 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 4.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.18e+03  |
-|    n_updates                    | 8974      |
------------------------------------------------
------------------------------------------------*********------------------------------------------------------| 45%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 68.434044 |
-|    air_temperature              | 27.172163 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 85.5      |
-|    outdoor_temperature          | 23.622412 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 95.0      |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.05e+03  |
-|    n_updates                    | 8999      |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.2435   |
-|    air_temperature              | 24.923763 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 88.5      |
-|    outdoor_temperature          | 19.389812 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 90.0      |
-|    wind_speed                   | 2.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.67e+03  |
-|    n_updates                    | 9024      |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 74.24047  |
-|    air_temperature              | 25.115957 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 94.5      |
-|    outdoor_temperature          | 18.886944 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.76e+03  |
-|    n_updates                    | 9049      |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 77.20639  |
-|    air_temperature              | 24.541458 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 86.0      |
-|    outdoor_temperature          | 22.951208 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 235.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3e+03     |
-|    n_updates                    | 9074      |
------------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.05541  |
-|    air_temperature              | 25.311417 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 77.5      |
-|    outdoor_temperature          | 23.508722 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 90.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.19e+03  |
-|    n_updates                    | 9099      |
------------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.42342  |
-|    air_temperature              | 23.215261 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 91.5      |
-|    outdoor_temperature          | 19.310314 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.12e+03  |
-|    n_updates                    | 9124      |
------------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 81.96147  |
-|    air_temperature              | 23.621758 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 71.0      |
-|    outdoor_temperature          | 24.771341 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 325.0     |
-|    wind_speed                   | 4.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.11e+03  |
-|    n_updates                    | 9149      |
------------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 77.23984  |
-|    air_temperature              | 24.676752 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 67.0      |
-|    outdoor_temperature          | 22.543236 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 265.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 934       |
-|    n_updates                    | 9174      |
------------------------------------------------
------------------------------------------------************---------------------------------------------------| 48%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 85.025604 |
-|    air_temperature              | 23.013933 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 3.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 94.5      |
-|    outdoor_temperature          | 21.945906 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 165.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.06e+03  |
-|    n_updates                    | 9199      |
------------------------------------------------
------------------------------------------------************---------------------------------------------------| 48%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 90.37305  |
-|    air_temperature              | 22.211245 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 23.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 98.0      |
-|    outdoor_temperature          | 23.28667  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 95.0      |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.53e+03  |
-|    n_updates                    | 9224      |
------------------------------------------------
------------------------------------------------************---------------------------------------------------| 48%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 84.31747  |
-|    air_temperature              | 23.182339 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 67.0      |
-|    direct_solar_radiation       | 604.0     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 65.0      |
-|    outdoor_temperature          | 22.826544 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.78e+03  |
-|    n_updates                    | 9249      |
------------------------------------------------
------------------------------------------------*************--------------------------------------------------| 49%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2593.8738 |
-|    air_humidity                 | 78.85662  |
-|    air_temperature              | 20.91998  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 248.0     |
-|    direct_solar_radiation       | 113.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 88.5      |
-|    outdoor_temperature          | 23.730545 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2297572.2 |
-|    wind_direction               | 205.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.1e+03   |
-|    n_updates                    | 9274      |
------------------------------------------------
------------------------------------------------*************--------------------------------------------------| 49%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4826.358  |
-|    air_humidity                 | 69.02169  |
-|    air_temperature              | 21.617256 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 341.0     |
-|    direct_solar_radiation       | 83.0      |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 85.5      |
-|    outdoor_temperature          | 21.108011 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4406347.5 |
-|    wind_direction               | 205.0     |
-|    wind_speed                   | 4.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.86e+03  |
-|    n_updates                    | 9299      |
------------------------------------------------
------------------------------------------------*************--------------------------------------------------| 49%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.93762  |
-|    air_temperature              | 23.177649 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 161.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 85.5      |
-|    outdoor_temperature          | 22.97749  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 80.0      |
-|    wind_speed                   | 3.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.56e+03  |
-|    n_updates                    | 9324      |
------------------------------------------------
------------------------------------------------*************--------------------------------------------------| 49%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 76.66805  |
-|    air_temperature              | 24.069008 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 322.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 77.5      |
-|    outdoor_temperature          | 21.572285 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 573       |
-|    n_updates                    | 9349      |
------------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4960.5977 |
-|    air_humidity                 | 57.92844  |
-|    air_temperature              | 24.07896  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 267.0     |
-|    direct_solar_radiation       | 534.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 58.0      |
-|    outdoor_temperature          | 25.835115 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 4457515.5 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 5.15      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.01e+03  |
-|    n_updates                    | 9374      |
------------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6130.1475 |
-|    air_humidity                 | 57.217648 |
-|    air_temperature              | 23.999527 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 156.0     |
-|    direct_solar_radiation       | 846.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 66.5      |
-|    outdoor_temperature          | 25.839724 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 5570390.0 |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.75e+03  |
-|    n_updates                    | 9399      |
------------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6180.046  |
-|    air_humidity                 | 57.915764 |
-|    air_temperature              | 23.824299 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 319.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 54.0      |
-|    outdoor_temperature          | 27.998598 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 5562041.0 |
-|    wind_direction               | 45.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.41e+03  |
-|    n_updates                    | 9424      |
------------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5814.8086 |
-|    air_humidity                 | 57.336285 |
-|    air_temperature              | 24.416656 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 240.0     |
-|    direct_solar_radiation       | 639.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 42.0      |
-|    outdoor_temperature          | 28.857347 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5211308.0 |
-|    wind_direction               | 145.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.25e+03  |
-|    n_updates                    | 9449      |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 8071.458  |
-|    air_humidity                 | 59.186604 |
-|    air_temperature              | 24.030064 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 217.0     |
-|    direct_solar_radiation       | 565.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 77.0      |
-|    outdoor_temperature          | 26.988108 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 7237952.0 |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 4.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 579       |
-|    n_updates                    | 9474      |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 59.32995  |
-|    air_temperature              | 29.440195 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 132.0     |
-|    direct_solar_radiation       | 584.0     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 72.0      |
-|    outdoor_temperature          | 29.04921  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.13e+03  |
-|    n_updates                    | 9499      |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 58.903008 |
-|    air_temperature              | 29.58267  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 122.0     |
-|    direct_solar_radiation       | 263.0     |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 68.5      |
-|    outdoor_temperature          | 27.491972 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.14e+03  |
-|    n_updates                    | 9524      |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 54.37169  |
-|    air_temperature              | 28.805046 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 54.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 90.5      |
-|    outdoor_temperature          | 23.013592 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.59e+03  |
-|    n_updates                    | 9549      |
------------------------------------------------
------------------------------------------------****************-----------------------------------------------| 52%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 56.407288 |
-|    air_temperature              | 29.713375 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 83.5      |
-|    outdoor_temperature          | 27.13691  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.97e+03  |
-|    n_updates                    | 9574      |
------------------------------------------------
------------------------------------------------****************-----------------------------------------------| 52%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 59.091957 |
-|    air_temperature              | 28.77042  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 50.5      |
-|    outdoor_temperature          | 29.924786 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.35e+04  |
-|    n_updates                    | 9599      |
------------------------------------------------
------------------------------------------------****************-----------------------------------------------| 52%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 62.7617   |
-|    air_temperature              | 27.150831 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 60.0      |
-|    outdoor_temperature          | 23.236689 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 205.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.05e+03  |
-|    n_updates                    | 9624      |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 67.4881   |
-|    air_temperature              | 25.895061 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 77.5      |
-|    outdoor_temperature          | 24.448812 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 225.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.16e+03  |
-|    n_updates                    | 9649      |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 65.81631  |
-|    air_temperature              | 26.319372 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 69.5      |
-|    outdoor_temperature          | 26.388847 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 255.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.84e+03  |
-|    n_updates                    | 9674      |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 75.7209   |
-|    air_temperature              | 23.97351  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 98.0      |
-|    outdoor_temperature          | 21.806433 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 90.0      |
-|    wind_speed                   | 5.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.57e+03  |
-|    n_updates                    | 9699      |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.57992  |
-|    air_temperature              | 23.869347 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 94.0      |
-|    outdoor_temperature          | 23.162914 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 115.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.64e+03  |
-|    n_updates                    | 9724      |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.63909  |
-|    air_temperature              | 23.794798 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 66.5      |
-|    outdoor_temperature          | 24.551136 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 5.0       |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.5e+03   |
-|    n_updates                    | 9749      |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 87.72499  |
-|    air_temperature              | 23.30253  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 22.862804 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 115.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.5e+03   |
-|    n_updates                    | 9774      |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 89.009865 |
-|    air_temperature              | 22.375265 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 21.891815 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 115.0     |
-|    wind_speed                   | 1.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.84e+03  |
-|    n_updates                    | 9799      |
------------------------------------------------
------------------------------------------------*******************--------------------------------------------| 55%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 88.44114  |
-|    air_temperature              | 23.95633  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 55.0      |
-|    direct_solar_radiation       | 9.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 95.0      |
-|    outdoor_temperature          | 24.555973 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 2.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.1e+03   |
-|    n_updates                    | 9824      |
------------------------------------------------
------------------------------------------------*******************--------------------------------------------| 55%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 86.25535  |
-|    air_temperature              | 24.365273 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 75.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 26.62452  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 973       |
-|    n_updates                    | 9849      |
------------------------------------------------
------------------------------------------------*******************--------------------------------------------| 55%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3477.5361 |
-|    air_humidity                 | 82.9503   |
-|    air_temperature              | 21.206257 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 199.0     |
-|    direct_solar_radiation       | 43.0      |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 85.0      |
-|    outdoor_temperature          | 26.23461  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 3106383.2 |
-|    wind_direction               | 215.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.29e+03  |
-|    n_updates                    | 9874      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6591.9224 |
-|    air_humidity                 | 68.924515 |
-|    air_temperature              | 21.636711 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 181.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 85.0      |
-|    outdoor_temperature          | 24.490088 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 6105625.0 |
-|    wind_direction               | 205.0     |
-|    wind_speed                   | 5.4       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.13e+03  |
-|    n_updates                    | 9899      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6579.233  |
-|    air_humidity                 | 62.79068  |
-|    air_temperature              | 22.80446  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 212.0     |
-|    direct_solar_radiation       | 618.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 78.5      |
-|    outdoor_temperature          | 25.128534 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5908606.0 |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 2.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.93e+03  |
-|    n_updates                    | 9924      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 8556.943  |
-|    air_humidity                 | 58.34476  |
-|    air_temperature              | 24.146399 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 443.0     |
-|    direct_solar_radiation       | 298.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 61.0      |
-|    outdoor_temperature          | 30.291105 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 7701249.0 |
-|    wind_direction               | 245.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.23e+03  |
-|    n_updates                    | 9949      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6612.603  |
-|    air_humidity                 | 58.736492 |
-|    air_temperature              | 23.865717 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 207.0     |
-|    direct_solar_radiation       | 705.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 76.5      |
-|    outdoor_temperature          | 26.542692 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 5951342.5 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.36e+04  |
-|    n_updates                    | 9974      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 57%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 68.82043  |
-|    air_temperature              | 26.714127 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 384.0     |
-|    direct_solar_radiation       | 370.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 48.0      |
-|    outdoor_temperature          | 30.392218 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 255.0     |
-|    wind_speed                   | 2.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.49e+03  |
-|    n_updates                    | 9999      |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 57%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 71.67858  |
-|    air_temperature              | 26.007689 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 248.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 84.5      |
-|    outdoor_temperature          | 24.04101  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 6.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 804       |
-|    n_updates                    | 10024     |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 57%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6615.9927 |
-|    air_humidity                 | 58.55262  |
-|    air_temperature              | 24.042582 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 289.0     |
-|    direct_solar_radiation       | 484.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 61.0      |
-|    outdoor_temperature          | 26.934774 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5924812.5 |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.87e+03  |
-|    n_updates                    | 10049     |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 57%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 7803.733  |
-|    air_humidity                 | 58.594456 |
-|    air_temperature              | 24.192398 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 234.0     |
-|    direct_solar_radiation       | 372.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 25.361639 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 7023360.0 |
-|    wind_direction               | 185.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.38e+03  |
-|    n_updates                    | 10074     |
------------------------------------------------
------------------------------------------------*********************------------------------------------------| 58%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6048.8022 |
-|    air_humidity                 | 59.633774 |
-|    air_temperature              | 23.914898 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 269.0     |
-|    direct_solar_radiation       | 84.0      |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 64.0      |
-|    outdoor_temperature          | 25.906448 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5443922.0 |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.34e+03  |
-|    n_updates                    | 10099     |
------------------------------------------------
------------------------------------------------*********************------------------------------------------| 58%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 48.285763 |
-|    air_temperature              | 29.087503 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 83.0      |
-|    direct_solar_radiation       | 401.0     |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 61.5      |
-|    outdoor_temperature          | 27.432545 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 7.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.25e+03  |
-|    n_updates                    | 10124     |
------------------------------------------------
------------------------------------------------*********************------------------------------------------| 58%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 50.60229  |
-|    air_temperature              | 30.327057 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 34.0      |
-|    direct_solar_radiation       | 128.0     |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 78.0      |
-|    outdoor_temperature          | 26.598967 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 185.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.19e+03  |
-|    n_updates                    | 10149     |
------------------------------------------------
------------------------------------------------***********************----------------------------------------| 59%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 61.864407 |
-|    air_temperature              | 28.372997 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 92.0      |
-|    outdoor_temperature          | 26.0429   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.11e+03  |
-|    n_updates                    | 10174     |
------------------------------------------------
------------------------------------------------***********************----------------------------------------| 59%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 61.675846 |
-|    air_temperature              | 28.290186 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 51.0      |
-|    outdoor_temperature          | 31.614428 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 5.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.52e+03  |
-|    n_updates                    | 10199     |
------------------------------------------------
------------------------------------------------***********************----------------------------------------| 59%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 72.12505  |
-|    air_temperature              | 26.204573 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 92.0      |
-|    outdoor_temperature          | 26.163172 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.82e+03  |
-|    n_updates                    | 10224     |
------------------------------------------------
------------------------------------------------***********************----------------------------------------| 59%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.884186 |
-|    air_temperature              | 24.134598 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 20.089655 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 4.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.96e+03  |
-|    n_updates                    | 10249     |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 76.48503  |
-|    air_temperature              | 24.204605 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 67.5      |
-|    outdoor_temperature          | 15.094099 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 2.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.56e+03  |
-|    n_updates                    | 10274     |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.38634  |
-|    air_temperature              | 23.735037 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 75.0      |
-|    outdoor_temperature          | 17.988451 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 1.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.87e+03  |
-|    n_updates                    | 10299     |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 76.351166 |
-|    air_temperature              | 23.945112 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 82.5      |
-|    outdoor_temperature          | 19.52576  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 245.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.56e+03  |
-|    n_updates                    | 10324     |
------------------------------------------------
------------------------------------------------*************************--------------------------------------| 61%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 74.00164  |
-|    air_temperature              | 24.441584 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 22.688526 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 2.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.36e+03  |
-|    n_updates                    | 10349     |
------------------------------------------------
------------------------------------------------*************************--------------------------------------| 61%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 77.23835  |
-|    air_temperature              | 23.654684 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 94.0      |
-|    outdoor_temperature          | 23.293741 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 215.0     |
-|    wind_speed                   | 2.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.17e+03  |
-|    n_updates                    | 10374     |
------------------------------------------------
------------------------------------------------*************************--------------------------------------| 61%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.260864 |
-|    air_temperature              | 23.570625 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 67.5      |
-|    outdoor_temperature          | 23.852522 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 355.0     |
-|    wind_speed                   | 4.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.33e+03  |
-|    n_updates                    | 10399     |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.553215 |
-|    air_temperature              | 22.783445 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 25.0      |
-|    direct_solar_radiation       | 12.0      |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 23.652273 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.37e+03  |
-|    n_updates                    | 10424     |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 89.74817  |
-|    air_temperature              | 22.861992 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 96.0      |
-|    direct_solar_radiation       | 78.0      |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 85.0      |
-|    outdoor_temperature          | 22.354202 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 155.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.64e+03  |
-|    n_updates                    | 10449     |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2615.6394 |
-|    air_humidity                 | 76.129715 |
-|    air_temperature              | 22.001867 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 74.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 24.034338 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2354075.5 |
-|    wind_direction               | 55.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.4e+04   |
-|    n_updates                    | 10474     |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.63669  |
-|    air_temperature              | 24.72616  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 226.0     |
-|    direct_solar_radiation       | 57.0      |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 78.0      |
-|    outdoor_temperature          | 28.858715 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.43e+03  |
-|    n_updates                    | 10499     |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 71.93833  |
-|    air_temperature              | 26.650896 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 248.0     |
-|    direct_solar_radiation       | 491.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 38.0      |
-|    outdoor_temperature          | 30.86335  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 35.0      |
-|    wind_speed                   | 7.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.17e+03  |
-|    n_updates                    | 10524     |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4059.3743 |
-|    air_humidity                 | 56.83726  |
-|    air_temperature              | 23.812122 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 237.0     |
-|    direct_solar_radiation       | 678.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 39.0      |
-|    outdoor_temperature          | 26.226334 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3653437.0 |
-|    wind_direction               | 45.0      |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.63e+03  |
-|    n_updates                    | 10549     |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4578.8765 |
-|    air_humidity                 | 49.022327 |
-|    air_temperature              | 23.843649 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 261.0     |
-|    direct_solar_radiation       | 675.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 32.0      |
-|    outdoor_temperature          | 26.02081  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 4099537.5 |
-|    wind_direction               | 10.0      |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.48e+03  |
-|    n_updates                    | 10574     |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6744.505  |
-|    air_humidity                 | 57.16785  |
-|    air_temperature              | 23.750113 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 141.0     |
-|    direct_solar_radiation       | 849.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 42.0      |
-|    outdoor_temperature          | 31.268843 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 6105524.0 |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 5.4       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.09e+04  |
-|    n_updates                    | 10599     |
------------------------------------------------
------------------------------------------------****************************-----------------------------------| 64%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5744.1646 |
-|    air_humidity                 | 53.9114   |
-|    air_temperature              | 24.341438 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 177.0     |
-|    direct_solar_radiation       | 677.0     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 30.0      |
-|    outdoor_temperature          | 31.381172 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 5169748.0 |
-|    wind_direction               | 325.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.62e+03  |
-|    n_updates                    | 10624     |
------------------------------------------------
------------------------------------------------****************************-----------------------------------| 64%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4735.62   |
-|    air_humidity                 | 54.2698   |
-|    air_temperature              | 24.242298 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 281.0     |
-|    direct_solar_radiation       | 478.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 42.5      |
-|    outdoor_temperature          | 25.902674 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4254899.5 |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.54e+03  |
-|    n_updates                    | 10649     |
------------------------------------------------
------------------------------------------------****************************-----------------------------------| 64%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 60.763294 |
-|    air_temperature              | 28.425394 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 237.0     |
-|    direct_solar_radiation       | 330.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 27.0      |
-|    outdoor_temperature          | 34.236084 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 7.75      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 997       |
-|    n_updates                    | 10674     |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 63.033356 |
-|    air_temperature              | 27.930851 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 116.0     |
-|    direct_solar_radiation       | 463.0     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 28.0      |
-|    outdoor_temperature          | 26.911022 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 4.9       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.25e+03  |
-|    n_updates                    | 10699     |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 49.931183 |
-|    air_temperature              | 28.225517 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 91.0      |
-|    direct_solar_radiation       | 117.0     |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 61.0      |
-|    outdoor_temperature          | 23.85916  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 185.0     |
-|    wind_speed                   | 8.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 837       |
-|    n_updates                    | 10724     |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 52.26508  |
-|    air_temperature              | 29.295475 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 7.0       |
-|    direct_solar_radiation       | 2.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 24.975166 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 781       |
-|    n_updates                    | 10749     |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 50.48178  |
-|    air_temperature              | 28.82346  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 53.0      |
-|    outdoor_temperature          | 19.281387 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 95.0      |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.08e+03  |
-|    n_updates                    | 10774     |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 59.380795 |
-|    air_temperature              | 27.832817 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 72.0      |
-|    outdoor_temperature          | 21.996769 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 1.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.49e+03  |
-|    n_updates                    | 10799     |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 44.240105 |
-|    air_temperature              | 26.890566 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 66.0      |
-|    outdoor_temperature          | 22.243492 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 215.0     |
-|    wind_speed                   | 2.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.04e+03  |
-|    n_updates                    | 10824     |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 46.84637  |
-|    air_temperature              | 25.793453 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 70.0      |
-|    outdoor_temperature          | 23.776503 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 4.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.06e+03  |
-|    n_updates                    | 10849     |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 47.336395 |
-|    air_temperature              | 25.626314 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 42.0      |
-|    outdoor_temperature          | 25.760303 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 335.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.45e+03  |
-|    n_updates                    | 10874     |
------------------------------------------------
------------------------------------------------*******************************--------------------------------| 67%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.21505  |
-|    air_temperature              | 23.487644 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 59.0      |
-|    outdoor_temperature          | 21.056015 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 2.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.11e+03  |
-|    n_updates                    | 10899     |
------------------------------------------------
------------------------------------------------*******************************--------------------------------| 67%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 82.421844 |
-|    air_temperature              | 23.507233 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 73.0      |
-|    outdoor_temperature          | 20.46493  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 265.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.7e+03   |
-|    n_updates                    | 10924     |
------------------------------------------------
------------------------------------------------********************************-------------------------------| 68%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 85.71846  |
-|    air_temperature              | 23.002916 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 76.0      |
-|    outdoor_temperature          | 19.411385 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 225.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.18e+03  |
-|    n_updates                    | 10949     |
------------------------------------------------
------------------------------------------------********************************-------------------------------| 68%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 85.809654 |
-|    air_temperature              | 22.716314 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 81.0      |
-|    outdoor_temperature          | 19.075342 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.88e+03  |
-|    n_updates                    | 10974     |
------------------------------------------------
------------------------------------------------********************************-------------------------------| 68%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.86444  |
-|    air_temperature              | 23.607555 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 92.0      |
-|    outdoor_temperature          | 22.198689 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 205.0     |
-|    wind_speed                   | 2.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.15e+03  |
-|    n_updates                    | 10999     |
------------------------------------------------
------------------------------------------------********************************-------------------------------| 68%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.55953  |
-|    air_temperature              | 23.390306 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 20.709194 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 225.0     |
-|    wind_speed                   | 2.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.7e+03   |
-|    n_updates                    | 11024     |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 90.97892  |
-|    air_temperature              | 21.430555 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 35.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 18.381512 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 65.0      |
-|    wind_speed                   | 2.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.54e+04  |
-|    n_updates                    | 11049     |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 522.8672  |
-|    air_humidity                 | 80.94645  |
-|    air_temperature              | 21.47948  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 60.0      |
-|    direct_solar_radiation       | 691.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 56.0      |
-|    outdoor_temperature          | 18.247702 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 470580.44 |
-|    wind_direction               | 340.0     |
-|    wind_speed                   | 5.15      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.29e+03  |
-|    n_updates                    | 11074     |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 330.18005 |
-|    air_humidity                 | 49.793545 |
-|    air_temperature              | 22.299383 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 147.0     |
-|    direct_solar_radiation       | 597.0     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 44.5      |
-|    outdoor_temperature          | 14.609633 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 292652.06 |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.8e+03   |
-|    n_updates                    | 11099     |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2898.547  |
-|    air_humidity                 | 53.278496 |
-|    air_temperature              | 22.61949  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 277.0     |
-|    direct_solar_radiation       | 436.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 47.5      |
-|    outdoor_temperature          | 20.475954 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 2573731.5 |
-|    wind_direction               | 245.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.89e+03  |
-|    n_updates                    | 11124     |
------------------------------------------------
------------------------------------------------**********************************-----------------------------| 70%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6191.668  |
-|    air_humidity                 | 61.839733 |
-|    air_temperature              | 23.132393 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 315.0     |
-|    direct_solar_radiation       | 94.0      |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 82.0      |
-|    outdoor_temperature          | 24.937683 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5546784.0 |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.82e+03  |
-|    n_updates                    | 11149     |
------------------------------------------------
------------------------------------------------**********************************-----------------------------| 70%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 77.328    |
-|    air_temperature              | 25.108599 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 226.0     |
-|    direct_solar_radiation       | 591.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 72.0      |
-|    outdoor_temperature          | 27.525572 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 6.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.11e+03  |
-|    n_updates                    | 11174     |
------------------------------------------------
------------------------------------------------**********************************-----------------------------| 70%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 75.90909  |
-|    air_temperature              | 25.643183 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 273.0     |
-|    direct_solar_radiation       | 344.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 44.0      |
-|    outdoor_temperature          | 21.85953  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 305.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.48e+03  |
-|    n_updates                    | 11199     |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3087.9355 |
-|    air_humidity                 | 49.51548  |
-|    air_temperature              | 23.905464 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 420.0     |
-|    direct_solar_radiation       | 123.0     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 52.0      |
-|    outdoor_temperature          | 20.520428 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 2776982.5 |
-|    wind_direction               | 135.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.28e+03  |
-|    n_updates                    | 11224     |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3701.2773 |
-|    air_humidity                 | 59.4393   |
-|    air_temperature              | 23.357481 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 161.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 79.5      |
-|    outdoor_temperature          | 19.842611 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3331149.5 |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.16e+03  |
-|    n_updates                    | 11249     |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4359.327  |
-|    air_humidity                 | 52.05942  |
-|    air_temperature              | 24.033459 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 166.0     |
-|    direct_solar_radiation       | 134.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 43.0      |
-|    outdoor_temperature          | 24.21186  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3923394.2 |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.76e+03  |
-|    n_updates                    | 11274     |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3904.9595 |
-|    air_humidity                 | 58.766552 |
-|    air_temperature              | 23.823164 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 87.0      |
-|    direct_solar_radiation       | 308.0     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 58.0      |
-|    outdoor_temperature          | 21.326008 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3514463.5 |
-|    wind_direction               | 100.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.39e+03  |
-|    n_updates                    | 11299     |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 48.20776  |
-|    air_temperature              | 28.272985 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 19.0      |
-|    direct_solar_radiation       | 8.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 70.5      |
-|    outdoor_temperature          | 18.32586  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 160.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 863       |
-|    n_updates                    | 11324     |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 72.10212  |
-|    air_temperature              | 25.217432 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 22.660082 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 4.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.12e+03  |
-|    n_updates                    | 11349     |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.44785  |
-|    air_temperature              | 23.742256 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 94.5      |
-|    outdoor_temperature          | 21.647293 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.99e+03  |
-|    n_updates                    | 11374     |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 45.26872  |
-|    air_temperature              | 24.988808 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 55.0      |
-|    outdoor_temperature          | 13.328288 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.08e+03  |
-|    n_updates                    | 11399     |
------------------------------------------------
------------------------------------------------*************************************--------------------------| 73%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 61.69315  |
-|    air_temperature              | 25.202436 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 75.0      |
-|    outdoor_temperature          | 15.814474 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 65.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.44e+03  |
-|    n_updates                    | 11424     |
------------------------------------------------
------------------------------------------------*************************************--------------------------| 73%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 84.717415 |
-|    air_temperature              | 23.804771 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 17.160044 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 45.0      |
-|    wind_speed                   | 2.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.67e+03  |
-|    n_updates                    | 11449     |
------------------------------------------------
------------------------------------------------*************************************--------------------------| 73%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.91682  |
-|    air_temperature              | 23.10701  |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 16.901966 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.58e+03  |
-|    n_updates                    | 11474     |
------------------------------------------------
------------------------------------------------**************************************-------------------------| 74%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.89759  |
-|    air_temperature              | 23.867949 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 71.5      |
-|    outdoor_temperature          | 20.076616 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.88e+03  |
-|    n_updates                    | 11499     |
------------------------------------------------
------------------------------------------------**************************************-------------------------| 74%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 85.97487  |
-|    air_temperature              | 23.029406 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 52.5      |
-|    outdoor_temperature          | 13.115639 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 45.0      |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.96e+03  |
-|    n_updates                    | 11524     |
------------------------------------------------
------------------------------------------------**************************************-------------------------| 74%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 93.84955  |
-|    air_temperature              | 21.605173 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 86.0      |
-|    outdoor_temperature          | 11.831333 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.51e+03  |
-|    n_updates                    | 11549     |
------------------------------------------------
------------------------------------------------***************************************------------------------| 75%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 321.20944 |
-|    air_humidity                 | 52.94715  |
-|    air_temperature              | 21.00033  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 83.0      |
-|    outdoor_temperature          | 9.40463   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 289088.5  |
-|    wind_direction               | 355.0     |
-|    wind_speed                   | 8.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.14e+03  |
-|    n_updates                    | 11574     |
------------------------------------------------
------------------------------------------------***************************************------------------------| 75%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 279.34213 |
-|    air_humidity                 | 47.79707  |
-|    air_temperature              | 22.00002  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 10.137628 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 251407.92 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.66e+03  |
-|    n_updates                    | 11599     |
------------------------------------------------
------------------------------------------------***************************************------------------------| 75%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 86.035385 |
-|    air_humidity                 | 65.715164 |
-|    air_temperature              | 22.000046 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 15.148232 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 77431.84  |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.53e+03  |
-|    n_updates                    | 11624     |
------------------------------------------------
------------------------------------------------***************************************------------------------| 75%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 89.559746 |
-|    air_humidity                 | 62.382233 |
-|    air_temperature              | 21.999939 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 58.0      |
-|    direct_solar_radiation       | 91.0      |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 96.5      |
-|    outdoor_temperature          | 15.210514 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 80603.77  |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.43e+03  |
-|    n_updates                    | 11649     |
------------------------------------------------
------------------------------------------------****************************************-----------------------| 76%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 64.7902   |
-|    air_temperature              | 21.465332 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 98.0      |
-|    direct_solar_radiation       | 468.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 17.777851 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 215.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.11e+03  |
-|    n_updates                    | 11674     |
------------------------------------------------
------------------------------------------------****************************************-----------------------| 76%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 69.57908  |
-|    air_temperature              | 22.679138 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 68.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 19.479317 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 215.0     |
-|    wind_speed                   | 9.55      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.29e+03  |
-|    n_updates                    | 11699     |
------------------------------------------------
------------------------------------------------****************************************-----------------------| 76%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 660.2427  |
-|    air_humidity                 | 29.197695 |
-|    air_temperature              | 23.115774 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 133.0     |
-|    direct_solar_radiation       | 749.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 48.0      |
-|    outdoor_temperature          | 11.404039 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 615147.3  |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.38e+03  |
-|    n_updates                    | 11724     |
------------------------------------------------
------------------------------------------------*****************************************----------------------| 77%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 698.806   |
-|    air_humidity                 | 24.322908 |
-|    air_temperature              | 23.732935 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 220.0     |
-|    direct_solar_radiation       | 550.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 42.5      |
-|    outdoor_temperature          | 10.196256 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 640776.94 |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 8.25      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.12e+03  |
-|    n_updates                    | 11749     |
------------------------------------------------
------------------------------------------------*****************************************----------------------| 77%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 25.508892 |
-|    air_temperature              | 24.289152 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 245.0     |
-|    direct_solar_radiation       | 511.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 40.5      |
-|    outdoor_temperature          | 11.32262  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 225.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.65e+03  |
-|    n_updates                    | 11774     |
------------------------------------------------
------------------------------------------------*****************************************----------------------| 77%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 38.35403  |
-|    air_temperature              | 26.072796 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 202.0     |
-|    direct_solar_radiation       | 688.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 54.0      |
-|    outdoor_temperature          | 19.146742 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 8.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.1e+03   |
-|    n_updates                    | 11799     |
------------------------------------------------
------------------------------------------------*****************************************----------------------| 77%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 45.109554 |
-|    air_temperature              | 29.182646 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 155.0     |
-|    direct_solar_radiation       | 684.0     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 70.5      |
-|    outdoor_temperature          | 20.280233 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 160.0     |
-|    wind_speed                   | 5.4       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.55e+03  |
-|    n_updates                    | 11824     |
------------------------------------------------
------------------------------------------------******************************************---------------------| 78%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 43.46771  |
-|    air_temperature              | 26.831202 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 164.0     |
-|    direct_solar_radiation       | 459.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 73.0      |
-|    outdoor_temperature          | 19.983452 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.12e+03  |
-|    n_updates                    | 11849     |
------------------------------------------------
------------------------------------------------******************************************---------------------| 78%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 44.368893 |
-|    air_temperature              | 27.992828 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 136.0     |
-|    direct_solar_radiation       | 212.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 73.5      |
-|    outdoor_temperature          | 19.311104 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.11e+03  |
-|    n_updates                    | 11874     |
------------------------------------------------
------------------------------------------------******************************************---------------------| 78%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 58.686783 |
-|    air_temperature              | 27.221378 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 40.0      |
-|    direct_solar_radiation       | 293.0     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 88.5      |
-|    outdoor_temperature          | 18.123085 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 6.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.51e+03  |
-|    n_updates                    | 11899     |
------------------------------------------------
------------------------------------------------******************************************---------------------| 78%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 774.1695  |
-|    air_humidity                 | 34.996456 |
-|    air_temperature              | 27.246576 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 47.5      |
-|    outdoor_temperature          | 18.92559  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 703926.8  |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 6.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.09e+03  |
-|    n_updates                    | 11924     |
------------------------------------------------
-------------------------------------------------******************************************--------------------| 79%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 112.674805 |
-|    air_humidity                 | 60.293446  |
-|    air_temperature              | 25.96211   |
-|    clg_setpoint                 | 28.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 16.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 18.0       |
-|    htg_setpoint                 | 17.0       |
-|    month                        | 10.0       |
-|    outdoor_humidity             | 98.0       |
-|    outdoor_temperature          | 16.551872  |
-|    people_occupant              | 10.0       |
-|    total_electricity_HVAC       | 101406.91  |
-|    wind_direction               | 115.0      |
-|    wind_speed                   | 3.9        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 3.09e+03   |
-|    n_updates                    | 11949      |
-------------------------------------------------
------------------------------------------------*******************************************--------------------| 79%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 137.64085 |
-|    air_humidity                 | 28.135008 |
-|    air_temperature              | 23.720987 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 45.0      |
-|    outdoor_temperature          | 11.987406 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 122232.64 |
-|    wind_direction               | 265.0     |
-|    wind_speed                   | 10.8      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.5e+03   |
-|    n_updates                    | 11974     |
------------------------------------------------
------------------------------------------------*******************************************--------------------| 79%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 258.9177  |
-|    air_humidity                 | 30.75452  |
-|    air_temperature              | 21.694313 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 71.5      |
-|    outdoor_temperature          | 9.033271  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 227640.38 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.1e+04   |
-|    n_updates                    | 11999     |
------------------------------------------------
------------------------------------------------********************************************-------------------| 80%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 44.34447  |
-|    air_temperature              | 21.441462 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 83.5      |
-|    outdoor_temperature          | 11.766301 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 205.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.13e+03  |
-|    n_updates                    | 12024     |
------------------------------------------------
------------------------------------------------********************************************-------------------| 80%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 45.472637 |
-|    air_temperature              | 21.698595 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 80.5      |
-|    outdoor_temperature          | 12.506051 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.2e+03   |
-|    n_updates                    | 12049     |
------------------------------------------------
------------------------------------------------********************************************-------------------| 80%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 96.831505 |
-|    air_humidity                 | 63.816128 |
-|    air_temperature              | 21.0      |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 14.555716 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 87148.36  |
-|    wind_direction               | 215.0     |
-|    wind_speed                   | 5.15      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.05e+04  |
-|    n_updates                    | 12074     |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 143.056   |
-|    air_humidity                 | 49.87251  |
-|    air_temperature              | 20.196104 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 73.5      |
-|    outdoor_temperature          | 13.250102 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 128750.41 |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 1.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.35e+03  |
-|    n_updates                    | 12099     |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 69.9335   |
-|    air_temperature              | 21.999865 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 16.482807 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 185.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.61e+03  |
-|    n_updates                    | 12124     |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 81.433624 |
-|    air_temperature              | 20.767324 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 98.0      |
-|    outdoor_temperature          | 17.938904 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 185.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.91e+03  |
-|    n_updates                    | 12149     |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 19.583437 |
-|    air_temperature              | 21.381088 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 31.0      |
-|    outdoor_temperature          | 12.771853 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 9.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.52e+03  |
-|    n_updates                    | 12174     |
------------------------------------------------
------------------------------------------------**********************************************-----------------| 82%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 414.9808  |
-|    air_humidity                 | 23.872995 |
-|    air_temperature              | 18.743254 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 60.5      |
-|    outdoor_temperature          | 5.896669  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 373482.72 |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 6.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.28e+04  |
-|    n_updates                    | 12199     |
------------------------------------------------
------------------------------------------------**********************************************-----------------| 82%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 821.85474 |
-|    air_humidity                 | 22.28704  |
-|    air_temperature              | 20.656563 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 4.875373  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 739669.25 |
-|    wind_direction               | 325.0     |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 454       |
-|    n_updates                    | 12224     |
------------------------------------------------
------------------------------------------------**********************************************-----------------| 82%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 27.547106 |
-|    air_temperature              | 18.04457  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 2.0       |
-|    direct_solar_radiation       | 63.0      |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 75.0      |
-|    outdoor_temperature          | 3.8614655 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.19e+03  |
-|    n_updates                    | 12249     |
------------------------------------------------
------------------------------------------------***********************************************----------------| 83%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 32.53162  |
-|    air_temperature              | 19.037893 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 87.0      |
-|    direct_solar_radiation       | 356.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 54.0      |
-|    outdoor_temperature          | 11.73929  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.29e+03  |
-|    n_updates                    | 12274     |
------------------------------------------------
------------------------------------------------***********************************************----------------| 83%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 21.744438 |
-|    air_temperature              | 20.516462 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 161.0     |
-|    direct_solar_radiation       | 270.0     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 49.5      |
-|    outdoor_temperature          | 7.609495  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.4e+03   |
-|    n_updates                    | 12299     |
------------------------------------------------
------------------------------------------------***********************************************----------------| 83%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 918.473   |
-|    air_humidity                 | 30.203888 |
-|    air_temperature              | 23.050997 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 131.0     |
-|    direct_solar_radiation       | 667.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 55.0      |
-|    outdoor_temperature          | 10.156731 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 814822.44 |
-|    wind_direction               | 345.0     |
-|    wind_speed                   | 8.25      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.78e+03  |
-|    n_updates                    | 12324     |
------------------------------------------------
-------------------------------------------------**********************************************----------------| 83%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 66.95168   |
-|    air_humidity                 | 24.651491  |
-|    air_temperature              | 20.29867   |
-|    clg_setpoint                 | 30.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 2.0        |
-|    diffuse_solar_radiation      | 121.0      |
-|    direct_solar_radiation       | 744.0      |
-|    hour                         | 10.0       |
-|    htg_setpoint                 | 15.0       |
-|    month                        | 11.0       |
-|    outdoor_humidity             | 38.5       |
-|    outdoor_temperature          | 13.3993225 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 60256.516  |
-|    wind_direction               | 0.0        |
-|    wind_speed                   | 8.25       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 4.56e+03   |
-|    n_updates                    | 12349      |
-------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 28.324862 |
-|    air_temperature              | 22.063183 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 276.0     |
-|    direct_solar_radiation       | 198.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 44.5      |
-|    outdoor_temperature          | 15.74168  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 355.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.86e+03  |
-|    n_updates                    | 12374     |
------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 441.1365  |
-|    air_humidity                 | 37.676785 |
-|    air_temperature              | 26.999302 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 184.0     |
-|    direct_solar_radiation       | 597.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 55.0      |
-|    outdoor_temperature          | 18.295261 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 396935.9  |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 749       |
-|    n_updates                    | 12399     |
------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 397.0408  |
-|    air_humidity                 | 25.999836 |
-|    air_temperature              | 24.447517 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 85.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 44.0      |
-|    outdoor_temperature          | 11.532406 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 357336.72 |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 10.85     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.4e+04   |
-|    n_updates                    | 12424     |
------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 493.84128 |
-|    air_humidity                 | 26.061975 |
-|    air_temperature              | 25.247528 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 118.0     |
-|    direct_solar_radiation       | 453.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 44.5      |
-|    outdoor_temperature          | 12.655685 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 445882.44 |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 4.9       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.79e+03  |
-|    n_updates                    | 12449     |
------------------------------------------------
------------------------------------------------*************************************************--------------| 85%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 337.6619  |
-|    air_humidity                 | 33.520164 |
-|    air_temperature              | 25.640917 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 86.0      |
-|    direct_solar_radiation       | 77.0      |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 55.0      |
-|    outdoor_temperature          | 13.122775 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 303895.72 |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 5.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.89e+03  |
-|    n_updates                    | 12474     |
------------------------------------------------
------------------------------------------------*************************************************--------------| 85%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 871.74225 |
-|    air_humidity                 | 41.628914 |
-|    air_temperature              | 24.081877 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 7.0       |
-|    direct_solar_radiation       | 17.0      |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 80.0      |
-|    outdoor_temperature          | 11.265384 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 785516.4  |
-|    wind_direction               | 215.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.49e+03  |
-|    n_updates                    | 12499     |
------------------------------------------------
------------------------------------------------*************************************************--------------| 85%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 44.50846  |
-|    air_temperature              | 21.999935 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 95.0      |
-|    outdoor_temperature          | 11.621885 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.09e+03  |
-|    n_updates                    | 12524     |
------------------------------------------------
------------------------------------------------**************************************************-------------| 86%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 45.628036 |
-|    air_temperature              | 22.000069 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 73.0      |
-|    outdoor_temperature          | 12.389954 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 7.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.53e+03  |
-|    n_updates                    | 12549     |
------------------------------------------------
------------------------------------------------**************************************************-------------| 86%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 181.22653 |
-|    air_humidity                 | 43.488087 |
-|    air_temperature              | 22.495659 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 74.0      |
-|    outdoor_temperature          | 11.260102 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 160043.17 |
-|    wind_direction               | 355.0     |
-|    wind_speed                   | 7.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.77e+03  |
-|    n_updates                    | 12574     |
------------------------------------------------
------------------------------------------------**************************************************-------------| 86%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 488.6821  |
-|    air_humidity                 | 39.50117  |
-|    air_temperature              | 20.336163 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 77.5      |
-|    outdoor_temperature          | 7.2215056 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 425114.0  |
-|    wind_direction               | 5.0       |
-|    wind_speed                   | 4.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.17e+03  |
-|    n_updates                    | 12599     |
------------------------------------------------
------------------------------------------------**************************************************-------------| 86%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 180.7631  |
-|    air_humidity                 | 49.284153 |
-|    air_temperature              | 21.999992 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 94.0      |
-|    outdoor_temperature          | 11.821833 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 162686.8  |
-|    wind_direction               | 150.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.16e+03  |
-|    n_updates                    | 12624     |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 743.012   |
-|    air_humidity                 | 40.796642 |
-|    air_temperature              | 19.002693 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 65.5      |
-|    outdoor_temperature          | 6.572727  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 668710.8  |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 8.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.95e+03  |
-|    n_updates                    | 12649     |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 628.6884  |
-|    air_humidity                 | 25.816118 |
-|    air_temperature              | 21.093597 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 76.0      |
-|    outdoor_temperature          | 4.599007  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 565819.56 |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 6.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.35e+03  |
-|    n_updates                    | 12674     |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 31.74596  |
-|    air_temperature              | 21.000074 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 89.5      |
-|    outdoor_temperature          | 8.201467  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 5.9       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.17e+03  |
-|    n_updates                    | 12699     |
------------------------------------------------
------------------------------------------------****************************************************-----------| 88%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 756.4788  |
-|    air_humidity                 | 23.738033 |
-|    air_temperature              | 20.86679  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 69.0      |
-|    outdoor_temperature          | 4.1151543 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 680830.94 |
-|    wind_direction               | 295.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.24e+03  |
-|    n_updates                    | 12724     |
------------------------------------------------
------------------------------------------------****************************************************-----------| 88%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 29.259447 |
-|    air_temperature              | 17.8804   |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 2.4538102 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 5.4       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.93e+03  |
-|    n_updates                    | 12749     |
------------------------------------------------
------------------------------------------------****************************************************-----------| 88%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1109.8292 |
-|    air_humidity                 | 32.276184 |
-|    air_temperature              | 20.002485 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 80.0      |
-|    outdoor_temperature          | 1.2077625 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 998846.3  |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.17e+03  |
-|    n_updates                    | 12774     |
------------------------------------------------
--------------------------------------------------***************************************************----------| 89%
+--------------------------------------------------**----------------------------------------------------------| 41%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.7603121   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 13.348245    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.2896282    |
+|    air_humidity                 | 1.0948904    |
+|    air_temperature              | 0.04886206   |
+|    clg_setpoint                 | -0.90977216  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.6664283    |
+|    diffuse_solar_radiation      | -0.7406937   |
+|    direct_solar_radiation       | -0.5664072   |
+|    hour                         | 1.6613247    |
+|    htg_setpoint                 | 1.2869147    |
+|    month                        | 1.4095229    |
+|    outdoor_humidity             | 0.479341     |
+|    outdoor_temperature          | 1.3596944    |
+|    people_occupant              | -0.69242746  |
+|    total_electricity_HVAC       | 0.34292024   |
+|    wind_direction               | -1.6348672   |
+|    wind_speed                   | -2.0769596   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 4306.904     |
+|    air_humidity                 | 49.74782     |
+|    air_temperature              | 22.568895    |
+|    clg_setpoint                 | 24.316101    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 30.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 22.56908     |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 78.0         |
+|    outdoor_temperature          | 17.01135     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 4320027.0    |
+|    wind_direction               | 0.0          |
+|    wind_speed                   | 0.0          |
+| train/                          |              |
+|    approx_kl                    | 0.0076196184 |
+|    clip_fraction                | 0.0804       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.8         |
+|    explained_variance           | 0.685        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 6.67         |
+|    n_updates                    | 70           |
+|    policy_gradient_loss         | -0.0109      |
+|    std                          | 0.987        |
+|    value_loss                   | 12.3         |
+--------------------------------------------------
+-------------------------------------------------***----------------------------------------------------------| 41%
 | action_network/                 |             |
-|    index                        | 9           |
+|    Cooling_Setpoint_RL          | -0.6525929  |
+|    Heating_Setpoint_RL          | -0.78214896 |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 22.5        |
-|    Heating_Setpoint_RL          | 21          |
+|    Cooling_Setpoint_RL          | 24.422499   |
+|    Heating_Setpoint_RL          | 13.225412   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5558998  |
+|    air_humidity                 | 0.6520583   |
+|    air_temperature              | -0.18573241 |
+|    clg_setpoint                 | -1.2352308  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6700872  |
+|    diffuse_solar_radiation      | -0.7422727  |
+|    direct_solar_radiation       | -0.5691646  |
+|    hour                         | -1.6604636  |
+|    htg_setpoint                 | 0.39876908  |
+|    month                        | 2.0966344   |
+|    outdoor_humidity             | 0.6973628   |
+|    outdoor_temperature          | 1.5488086   |
+|    people_occupant              | -0.69360524 |
+|    total_electricity_HVAC       | -0.56239665 |
+|    wind_direction               | 0.31542712  |
+|    wind_speed                   | -0.73951066 |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1372.9894   |
-|    air_humidity                 | 33.068222   |
-|    air_temperature              | 20.999987   |
-|    clg_setpoint                 | 22.5        |
+|    HVAC_electricity_demand_rate | 157.16939   |
+|    air_humidity                 | 44.568665   |
+|    air_temperature              | 22.085634   |
+|    clg_setpoint                 | 23.51301    |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 21.0        |
+|    day_of_month                 | 1.0         |
 |    diffuse_solar_radiation      | 0.0         |
 |    direct_solar_radiation       | 0.0         |
-|    hour                         | 4.0         |
-|    htg_setpoint                 | 21.0        |
-|    month                        | 11.0        |
-|    outdoor_humidity             | 71.0        |
-|    outdoor_temperature          | -0.10803817 |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 18.987309   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | 18.662971   |
 |    people_occupant              | 0.0         |
-|    total_electricity_HVAC       | 1235690.4   |
-|    wind_direction               | 270.0       |
+|    total_electricity_HVAC       | 141452.45   |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 3.3         |
+-------------------------------------------------
+-------------------------------------------------****---------------------------------------------------------| 42%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.94702226  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.8212     |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.56885815 |
+|    air_humidity                 | -0.0925696  |
+|    air_temperature              | -0.23564008 |
+|    clg_setpoint                 | -0.6925101  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5353398  |
+|    diffuse_solar_radiation      | -0.7429477  |
+|    direct_solar_radiation       | -0.5709856  |
+|    hour                         | -1.5153563  |
+|    htg_setpoint                 | -1.336826   |
+|    month                        | 2.0586793   |
+|    outdoor_humidity             | -0.8294428  |
+|    outdoor_temperature          | 1.2228593   |
+|    people_occupant              | -0.69008976 |
+|    total_electricity_HVAC       | -0.57480687 |
+|    wind_direction               | 1.6062237   |
+|    wind_speed                   | 0.62355435  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 35.713837   |
+|    air_temperature              | 21.98691    |
+|    clg_setpoint                 | 24.847063   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 48.0        |
+|    outdoor_temperature          | 16.35396    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 350.0       |
 |    wind_speed                   | 6.7         |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
-| train/                          |             |
-|    learning_rate                | 0.0001      |
-|    loss                         | 3.5e+03     |
-|    n_updates                    | 12799       |
 -------------------------------------------------
-------------------------------------------------****************************************************----------| 89%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1710.4203  |
-|    air_humidity                 | 26.788225  |
-|    air_temperature              | 20.5662    |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 22.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 5.0        |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 11.0       |
-|    outdoor_humidity             | 77.0       |
-|    outdoor_temperature          | -1.7951931 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1539378.2  |
-|    wind_direction               | 280.0      |
-|    wind_speed                   | 9.3        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 4.53e+03   |
-|    n_updates                    | 12824      |
-------------------------------------------------
-------------------------------------------------****************************************************----------| 89%
-| action_network/                 |            |
-|    index                        | 6          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 24         |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1841.4658  |
-|    air_humidity                 | 19.267988  |
-|    air_temperature              | 20.999996  |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 23.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 6.0        |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 11.0       |
-|    outdoor_humidity             | 63.5       |
-|    outdoor_temperature          | -2.4504209 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1657319.2  |
-|    wind_direction               | 295.0      |
-|    wind_speed                   | 6.45       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.28e+03   |
-|    n_updates                    | 12849      |
-------------------------------------------------
-------------------------------------------------****************************************************----------| 89%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2306.6052  |
-|    air_humidity                 | 13.655644  |
-|    air_temperature              | 22.000002  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 24.0       |
-|    diffuse_solar_radiation      | 55.0       |
-|    direct_solar_radiation       | 61.0       |
-|    hour                         | 7.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 11.0       |
-|    outdoor_humidity             | 66.0       |
-|    outdoor_temperature          | -4.7761173 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 2075944.6  |
-|    wind_direction               | 25.0       |
-|    wind_speed                   | 0.75       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.16e+03   |
-|    n_updates                    | 12874      |
-------------------------------------------------
--------------------------------------------------****************************************************---------| 90%
+-------------------------------------------------****---------------------------------------------------------| 42%
 | action_network/                 |             |
-|    index                        | 2           |
+|    Cooling_Setpoint_RL          | 0.14333978  |
+|    Heating_Setpoint_RL          | 0.2197445   |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 28          |
-|    Heating_Setpoint_RL          | 17          |
+|    Cooling_Setpoint_RL          | 27.108772   |
+|    Heating_Setpoint_RL          | 18.861063   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5671322  |
+|    air_humidity                 | -0.35318378 |
+|    air_temperature              | -0.76193166 |
+|    clg_setpoint                 | 1.2653995   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4052126  |
+|    diffuse_solar_radiation      | -0.7441041  |
+|    direct_solar_radiation       | -0.5731894  |
+|    hour                         | -1.3704263  |
+|    htg_setpoint                 | -0.33472964 |
+|    month                        | 2.022714    |
+|    outdoor_humidity             | -0.2976487  |
+|    outdoor_temperature          | 0.80858517  |
+|    people_occupant              | -0.6866272  |
+|    total_electricity_HVAC       | -0.57310134 |
+|    wind_direction               | 1.316936    |
+|    wind_speed                   | -0.22409691 |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1300.3312   |
-|    air_humidity                 | 21.154627   |
-|    air_temperature              | 20.620234   |
-|    clg_setpoint                 | 28.0        |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 32.54013    |
+|    air_temperature              | 20.900377   |
+|    clg_setpoint                 | 29.650288   |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 25.0        |
-|    diffuse_solar_radiation      | 53.0        |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
 |    direct_solar_radiation       | 0.0         |
-|    hour                         | 8.0         |
-|    htg_setpoint                 | 17.0        |
-|    month                        | 11.0        |
-|    outdoor_humidity             | 76.5        |
-|    outdoor_temperature          | -0.20197213 |
-|    people_occupant              | 20.0        |
-|    total_electricity_HVAC       | 1170298.1   |
-|    wind_direction               | 60.0        |
-|    wind_speed                   | 4.35        |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
-| train/                          |             |
-|    learning_rate                | 0.0001      |
-|    loss                         | 4.56e+03    |
-|    n_updates                    | 12899       |
--------------------------------------------------
------------------------------------------------******************************************************---------| 90%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 838.0061  |
-|    air_humidity                 | 55.374287 |
-|    air_temperature              | 21.689898 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 154.0     |
-|    direct_solar_radiation       | 56.0      |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 98.5      |
-|    outdoor_temperature          | 12.248131 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 767363.94 |
-|    wind_direction               | 90.0      |
-|    wind_speed                   | 11.05     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.14e+03  |
-|    n_updates                    | 12924     |
------------------------------------------------
------------------------------------------------******************************************************---------| 90%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 41.32771  |
-|    air_temperature              | 23.409586 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 178.0     |
-|    direct_solar_radiation       | 547.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 81.5      |
-|    outdoor_temperature          | 10.429253 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 6.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.12e+03  |
-|    n_updates                    | 12949     |
------------------------------------------------
------------------------------------------------******************************************************---------| 90%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.6465  |
-|    air_humidity                 | 31.469723 |
-|    air_temperature              | 22.937748 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 158.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 57.0      |
-|    outdoor_temperature          | 8.520331  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 680081.9  |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 4.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.06e+03  |
-|    n_updates                    | 12974     |
------------------------------------------------
------------------------------------------------*******************************************************--------| 91%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 917.63416 |
-|    air_humidity                 | 25.424332 |
-|    air_temperature              | 23.37107  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 120.0     |
-|    direct_solar_radiation       | 644.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 57.0      |
-|    outdoor_temperature          | 6.5279045 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 826909.6  |
-|    wind_direction               | 225.0     |
-|    wind_speed                   | 4.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.54e+03  |
-|    n_updates                    | 12999     |
------------------------------------------------
------------------------------------------------*******************************************************--------| 91%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 370.86636 |
-|    air_humidity                 | 32.690987 |
-|    air_temperature              | 18.534119 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 152.0     |
-|    direct_solar_radiation       | 29.0      |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 62.0      |
-|    outdoor_temperature          | 6.47209   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 333779.75 |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 9.25      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.29e+03  |
-|    n_updates                    | 13024     |
------------------------------------------------
------------------------------------------------*******************************************************--------| 91%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 21.081112 |
-|    air_temperature              | 20.211607 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 64.0      |
-|    direct_solar_radiation       | 234.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 39.5      |
-|    outdoor_temperature          | 3.3783436 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 12.85     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.08e+03  |
-|    n_updates                    | 13049     |
------------------------------------------------
------------------------------------------------********************************************************-------| 92%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 861.6628  |
-|    air_humidity                 | 18.8145   |
-|    air_temperature              | 23.979624 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 28.0      |
-|    direct_solar_radiation       | 526.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 34.5      |
-|    outdoor_temperature          | 5.8914924 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 775496.5  |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 9.55      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 793       |
-|    n_updates                    | 13074     |
------------------------------------------------
------------------------------------------------********************************************************-------| 92%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 640.4554  |
-|    air_humidity                 | 25.776783 |
-|    air_temperature              | 24.407007 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 49.5      |
-|    outdoor_temperature          | 8.198558  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 570274.1  |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.59e+03  |
-|    n_updates                    | 13099     |
------------------------------------------------
------------------------------------------------********************************************************-------| 92%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 844.3286  |
-|    air_humidity                 | 41.763554 |
-|    air_temperature              | 23.095621 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 7.7191653 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 759895.75 |
-|    wind_direction               | 235.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.3e+03   |
-|    n_updates                    | 13124     |
------------------------------------------------
------------------------------------------------********************************************************-------| 92%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 874.85583 |
-|    air_humidity                 | 33.53786  |
-|    air_temperature              | 21.60302  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 71.0      |
-|    outdoor_temperature          | 4.926668  |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 774289.1  |
-|    wind_direction               | 275.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.88e+03  |
-|    n_updates                    | 13149     |
------------------------------------------------
-------------------------------------------------********************************************************------| 93%
-| action_network/                 |            |
-|    index                        | 7          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 23         |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1264.9574  |
-|    air_humidity                 | 21.493917  |
-|    air_temperature              | 22.395668  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 6.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 19.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 53.0       |
-|    outdoor_temperature          | 0.43212128 |
-|    people_occupant              | 2.0        |
-|    total_electricity_HVAC       | 1138461.8  |
-|    wind_direction               | 255.0      |
-|    wind_speed                   | 9.0        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.35e+03   |
-|    n_updates                    | 13174      |
-------------------------------------------------
------------------------------------------------*********************************************************------| 93%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 306.69937 |
-|    air_humidity                 | 19.631279 |
-|    air_temperature              | 19.0      |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 53.0      |
-|    outdoor_temperature          | 4.6707997 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 276029.44 |
-|    wind_direction               | 285.0     |
-|    wind_speed                   | 8.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.58e+03  |
-|    n_updates                    | 13199     |
------------------------------------------------
------------------------------------------------*********************************************************------| 93%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 17.799517 |
-|    air_temperature              | 22.0      |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 60.5      |
-|    outdoor_temperature          | 2.2084277 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 542       |
-|    n_updates                    | 13224     |
------------------------------------------------
------------------------------------------------*********************************************************------| 93%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 32.181026 |
-|    air_temperature              | 21.002357 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 66.0      |
-|    outdoor_temperature          | 3.265807  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.62e+03  |
-|    n_updates                    | 13249     |
------------------------------------------------
------------------------------------------------**********************************************************-----| 94%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 37.930477 |
-|    air_temperature              | 19.753136 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 94.0      |
-|    outdoor_temperature          | 4.2085614 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 899       |
-|    n_updates                    | 13274     |
------------------------------------------------
--------------------------------------------------********************************************************-----| 94%
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 16.01801    |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 60.0        |
+|    outdoor_temperature          | 13.211323   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------****---------------------------------------------------------| 42%
 | action_network/                 |             |
-|    index                        | 9           |
+|    Cooling_Setpoint_RL          | -0.12863009 |
+|    Heating_Setpoint_RL          | -0.08987818 |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 22.5        |
-|    Heating_Setpoint_RL          | 21          |
+|    Cooling_Setpoint_RL          | 26.190874   |
+|    Heating_Setpoint_RL          | 17.119434   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5668687  |
+|    air_humidity                 | 0.37306657  |
+|    air_temperature              | -0.30896834 |
+|    clg_setpoint                 | 1.0174683   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.278832   |
+|    diffuse_solar_radiation      | -0.74535155 |
+|    direct_solar_radiation       | -0.57573754 |
+|    hour                         | -1.2256383  |
+|    htg_setpoint                 | -1.3339162  |
+|    month                        | 1.9885697   |
+|    outdoor_humidity             | -0.99284464 |
+|    outdoor_temperature          | 1.2110516   |
+|    people_occupant              | -0.68781745 |
+|    total_electricity_HVAC       | -0.57289267 |
+|    wind_direction               | 1.0346308   |
+|    wind_speed                   | -0.8262674  |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1398.5908   |
-|    air_humidity                 | 31.410603   |
-|    air_temperature              | 21.000002   |
-|    clg_setpoint                 | 22.5        |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 41.236893   |
+|    air_temperature              | 21.845053   |
+|    clg_setpoint                 | 29.03903    |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 12.0        |
+|    day_of_month                 | 4.0         |
 |    diffuse_solar_radiation      | 0.0         |
 |    direct_solar_radiation       | 0.0         |
-|    hour                         | 0.0         |
-|    htg_setpoint                 | 21.0        |
-|    month                        | 12.0        |
-|    outdoor_humidity             | 82.0        |
-|    outdoor_temperature          | -0.23604545 |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 44.0        |
+|    outdoor_temperature          | 16.459074   |
 |    people_occupant              | 0.0         |
-|    total_electricity_HVAC       | 1258731.8   |
-|    wind_direction               | 20.0        |
-|    wind_speed                   | 2.85        |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
-| train/                          |             |
-|    learning_rate                | 0.0001      |
-|    loss                         | 4.56e+03    |
-|    n_updates                    | 13299       |
--------------------------------------------------
------------------------------------------------***********************************************************----| 95%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 30.992683 |
-|    air_temperature              | 21.999996 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 69.5      |
-|    outdoor_temperature          | 2.9798114 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 275.0     |
-|    wind_speed                   | 5.4       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.53e+03  |
-|    n_updates                    | 13324     |
------------------------------------------------
------------------------------------------------***********************************************************----| 95%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 27.637766 |
-|    air_temperature              | 18.669603 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 48.0      |
-|    outdoor_temperature          | 3.13234   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.43e+03  |
-|    n_updates                    | 13349     |
------------------------------------------------
-------------------------------------------------**********************************************************----| 95%
-| action_network/                 |            |
-|    index                        | 7          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 23         |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1793.6534  |
-|    air_humidity                 | 12.261504  |
-|    air_temperature              | 21.999996  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 15.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 3.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 48.5       |
-|    outdoor_temperature          | -2.2113588 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1614288.1  |
-|    wind_direction               | 325.0      |
-|    wind_speed                   | 6.45       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.96e+03   |
-|    n_updates                    | 13374      |
-------------------------------------------------
------------------------------------------------***********************************************************----| 95%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1068.9926 |
-|    air_humidity                 | 20.901031 |
-|    air_temperature              | 17.97254  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 81.5      |
-|    outdoor_temperature          | 1.4119455 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 962093.4  |
-|    wind_direction               | 245.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.54e+03  |
-|    n_updates                    | 13399     |
------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1037.5333 |
-|    air_humidity                 | 23.295412 |
-|    air_temperature              | 19.985338 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 75.5      |
-|    outdoor_temperature          | 1.569242  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 933780.0  |
-|    wind_direction               | 235.0     |
-|    wind_speed                   | 2.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.62e+03  |
-|    n_updates                    | 13424     |
------------------------------------------------
-------------------------------------------------***********************************************************---| 96%
-| action_network/                 |            |
-|    index                        | 7          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 23         |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 531.9781   |
-|    air_humidity                 | 21.137249  |
-|    air_temperature              | 21.781822  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 18.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 6.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 69.0       |
-|    outdoor_temperature          | 0.56026334 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 478780.3   |
-|    wind_direction               | 340.0      |
-|    wind_speed                   | 3.35       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.52e+03   |
-|    n_updates                    | 13449      |
-------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 26.447454 |
-|    air_temperature              | 20.000038 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 13.0      |
-|    direct_solar_radiation       | 79.0      |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 70.5      |
-|    outdoor_temperature          | 4.3963323 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.15e+03  |
-|    n_updates                    | 13474     |
------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 28.223364 |
-|    air_temperature              | 21.120174 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 31.0      |
-|    direct_solar_radiation       | 578.0     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 4.0409384 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 1.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.93e+03  |
-|    n_updates                    | 13499     |
------------------------------------------------
-------------------------------------------------************************************************************--| 97%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1293.855   |
-|    air_humidity                 | 21.47397   |
-|    air_temperature              | 21.0       |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 21.0       |
-|    diffuse_solar_radiation      | 92.0       |
-|    direct_solar_radiation       | 547.0      |
-|    hour                         | 9.0        |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 49.5       |
-|    outdoor_temperature          | 0.28763378 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1164469.5  |
-|    wind_direction               | 355.0      |
-|    wind_speed                   | 5.7        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.72e+03   |
-|    n_updates                    | 13524      |
-------------------------------------------------
-------------------------------------------------************************************************************--| 97%
-| action_network/                 |            |
-|    index                        | 4          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 26         |
-|    Heating_Setpoint_RL          | 19         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2052.83    |
-|    air_humidity                 | 17.319937  |
-|    air_temperature              | 18.667053  |
-|    clg_setpoint                 | 30.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 22.0       |
-|    diffuse_solar_radiation      | 134.0      |
-|    direct_solar_radiation       | 489.0      |
-|    hour                         | 10.0       |
-|    htg_setpoint                 | 15.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 46.5       |
-|    outdoor_temperature          | -3.5072422 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1847547.1  |
-|    wind_direction               | 40.0       |
-|    wind_speed                   | 4.65       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.29e+04   |
-|    n_updates                    | 13549      |
-------------------------------------------------
------------------------------------------------*************************************************************--| 97%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.6465  |
-|    air_humidity                 | 29.388943 |
-|    air_temperature              | 22.514286 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 120.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 84.0      |
-|    outdoor_temperature          | 2.2709444 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 680081.9  |
-|    wind_direction               | 345.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.61e+03  |
-|    n_updates                    | 13574     |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 476.10425 |
-|    air_humidity                 | 23.907196 |
-|    air_temperature              | 22.934315 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 303.0     |
-|    direct_solar_radiation       | 45.0      |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 56.5      |
-|    outdoor_temperature          | 4.08747   |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 428493.84 |
-|    wind_direction               | 345.0     |
-|    wind_speed                   | 1.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.47e+03  |
-|    n_updates                    | 13599     |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 782.1886  |
-|    air_humidity                 | 44.01096  |
-|    air_temperature              | 22.976707 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 113.0     |
-|    direct_solar_radiation       | 309.0     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 89.5      |
-|    outdoor_temperature          | 9.240701  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 713822.94 |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.53e+03  |
-|    n_updates                    | 13624     |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 26.889645 |
-|    air_temperature              | 23.825846 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 108.0     |
-|    direct_solar_radiation       | 88.0      |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 48.5      |
-|    outdoor_temperature          | 9.648953  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 7.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.96e+03  |
-|    n_updates                    | 13649     |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 33.47256  |
-|    air_temperature              | 23.051739 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 28.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 2.5098643 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 5.0       |
-|    wind_speed                   | 5.4       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.37e+03  |
-|    n_updates                    | 13674     |
------------------------------------------------
------------------------------------------------***************************************************************| 99%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 24.71378  |
-|    air_temperature              | 22.259344 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 40.5      |
-|    outdoor_temperature          | 3.2563782 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 315.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.63e+03  |
-|    n_updates                    | 13699     |
------------------------------------------------
------------------------------------------------***************************************************************| 99%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 91.78562  |
-|    air_humidity                 | 25.185575 |
-|    air_temperature              | 20.999916 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 4.861682  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 82607.06  |
-|    wind_direction               | 55.0      |
-|    wind_speed                   | 10.05     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.92e+03  |
-|    n_updates                    | 13724     |
------------------------------------------------
------------------------------------------------***************************************************************| 99%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1024.272  |
-|    air_humidity                 | 27.808973 |
-|    air_temperature              | 22.563572 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 71.0      |
-|    outdoor_temperature          | 1.6355486 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 921844.75 |
-|    wind_direction               | 245.0     |
-|    wind_speed                   | 10.55     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.52e+03  |
-|    n_updates                    | 13749     |
------------------------------------------------
------------------------------------------------***************************************************************| 99%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2743.635  |
-|    air_humidity                 | 16.346043 |
-|    air_temperature              | 21.583727 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 39.0      |
-|    outdoor_temperature          | -6.961267 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 2469271.5 |
-|    wind_direction               | 315.0     |
-|    wind_speed                   | 7.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 968       |
-|    n_updates                    | 13774     |
------------------------------------------------
-
-[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active
-#----------------------------------------------------------------------------------------------#
-[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 4]
-#----------------------------------------------------------------------------------------------#
-[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4]
-[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
-[MODELING] (INFO) : Updated building model with whole Output:Variable available names
-[MODELING] (INFO) : Updated building model with whole Output:Meter available names
-[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
-[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/output]
-[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/5ZoneAutoDXVAV.epJSON']
-[ENVIRONMENT] (INFO) : Episode 4 started.
-

-

-

-

-

-

-
-/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
-  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
-

-

-

-

-

-

-
-[SIMULATOR] (INFO) : handlers are ready.
-[SIMULATOR] (INFO) : System is ready.
-[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 4) if logger is active
-----------------------------------------------------
-| action_network/                     |            |
-|    index                            | 1          |
-| action_simulation/                  |            |
-|    Cooling_Setpoint_RL              | 29         |
-|    Heating_Setpoint_RL              | 16         |
-| episode/                            |            |
-|    comfort_violation_time(%)        | 42.6       |
-|    cumulative_comfort_penalty       | -2.13e+04  |
-|    cumulative_energy_penalty        | -3.54e+03  |
-|    cumulative_power                 | 7.08e+07   |
-|    cumulative_reward                | -24834.174 |
-|    cumulative_temperature_violation | 4.26e+04   |
-|    episode_length                   | 70077      |
-|    mean_comfort_penalty             | -0.304     |
-|    mean_energy_penalty              | -0.0505    |
-|    mean_power                       | 1.01e+03   |
-|    mean_reward                      | -0.3543841 |
-|    mean_temperature_violation       | 0.608      |
-| observation/                        |            |
-|    HVAC_electricity_demand_rate     | 3264.773   |
-|    air_humidity                     | 16.017635  |
-|    air_temperature                  | 16.728548  |
-|    clg_setpoint                     | 40.0       |
-|    co2_emission                     | 0.0        |
-|    day_of_month                     | 1.0        |
-|    diffuse_solar_radiation          | 0.0        |
-|    direct_solar_radiation           | 0.0        |
-|    hour                             | 0.0        |
-|    htg_setpoint                     | 12.8       |
-|    month                            | 1.0        |
-|    outdoor_humidity                 | 43.25      |
-|    outdoor_temperature              | -9.5669565 |
-|    people_occupant                  | 0.0        |
-|    total_electricity_HVAC           | 2938295.8  |
-|    wind_direction                   | 305.0      |
-|    wind_speed                       | 8.4        |
-| rollout/                            |            |
-|    exploration_rate                 | 0.05       |
-| train/                              |            |
-|    learning_rate                    | 0.0001     |
-|    loss                             | 6.15e+03   |
-|    n_updates                        | 13779      |
-----------------------------------------------------
------------------------------------
-| rollout/            |           |
-|    ep_len_mean      | 3.5e+04   |
-|    ep_rew_mean      | -1.22e+04 |
-|    exploration_rate | 0.05      |
-| time/               |           |
-|    episodes         | 2         |
-|    fps              | 952       |
-|    time_elapsed     | 110       |
-|    total_timesteps  | 105117    |
------------------------------------
-

-

-

-

-

-

-
-/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.
-  logger.warn(
-/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.
-  logger.warn(
-/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.
-  logger.warn(
-/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
-  gym.logger.warn("Casting input x to numpy array.")
-

-

-

-

-

-

-
------------------------------------------------
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3178.6443 |
-|    air_humidity                 | 13.9179   |
-|    air_temperature              | 21.00378  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 25.5      |
-|    outdoor_temperature          | -9.136313 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 2860780.0 |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 10.925    |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.82e+03  |
-|    n_updates                    | 13799     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 1%
-| action_network/                 |            |
-|    index                        | 5          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2588.9912  |
-|    air_humidity                 | 15.689926  |
-|    air_temperature              | 20.000109  |
-|    clg_setpoint                 | 25.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 2.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 21.0       |
-|    htg_setpoint                 | 20.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 29.0       |
-|    outdoor_temperature          | -6.1880474 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 2330092.0  |
-|    wind_direction               | 60.0       |
-|    wind_speed                   | 4.875      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 3.14e+03   |
-|    n_updates                    | 13824      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 1%
-| action_network/                 |            |
-|    index                        | 5          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1323.0002  |
-|    air_humidity                 | 38.257965  |
-|    air_temperature              | 19.999996  |
-|    clg_setpoint                 | 25.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 3.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 22.0       |
-|    htg_setpoint                 | 20.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 87.25      |
-|    outdoor_temperature          | 0.14190736 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1190700.2  |
-|    wind_direction               | 247.5      |
-|    wind_speed                   | 8.275      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 3.11e+03   |
-|    n_updates                    | 13849      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 1%
-| action_network/                 |            |
-|    index                        | 1          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 29         |
-|    Heating_Setpoint_RL          | 16         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2258.7883  |
-|    air_humidity                 | 20.096224  |
-|    air_temperature              | 17.745817  |
-|    clg_setpoint                 | 29.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 4.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 23.0       |
-|    htg_setpoint                 | 16.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 42.5       |
-|    outdoor_temperature          | -4.5370326 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 2032909.4  |
-|    wind_direction               | 280.0      |
-|    wind_speed                   | 8.475      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.91e+03   |
-|    n_updates                    | 13874      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |            |
-|    index                        | 2          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 28         |
-|    Heating_Setpoint_RL          | 17         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2483.813   |
-|    air_humidity                 | 14.061123  |
-|    air_temperature              | 17.850971  |
-|    clg_setpoint                 | 30.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 6.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 0.0        |
-|    htg_setpoint                 | 15.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 58.0       |
-|    outdoor_temperature          | -5.6621566 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 2235431.8  |
-|    wind_direction               | 292.5      |
-|    wind_speed                   | 2.7        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 795        |
-|    n_updates                    | 13899      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1322.736   |
-|    air_humidity                 | 10.838393  |
-|    air_temperature              | 22.000002  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 7.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 1.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 56.25      |
-|    outdoor_temperature          | 0.14322889 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1190462.4  |
-|    wind_direction               | 240.0      |
-|    wind_speed                   | 5.95       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.74e+03   |
-|    n_updates                    | 13924      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2446.134  |
-|    air_humidity                 | 16.319656 |
-|    air_temperature              | 20.34714  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 41.0      |
-|    outdoor_temperature          | -5.473761 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2201520.5 |
-|    wind_direction               | 335.0     |
-|    wind_speed                   | 5.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.43e+03  |
-|    n_updates                    | 13949     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 31.85662  |
-|    air_temperature              | 21.999998 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 3.2131824 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 272.5     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.97e+03  |
-|    n_updates                    | 13974     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 3%
-| action_network/                 |            |
-|    index                        | 7          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 23         |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1941.4054  |
-|    air_humidity                 | 26.045143  |
-|    air_temperature              | 21.82076   |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 10.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 4.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 67.25      |
-|    outdoor_temperature          | -2.9501185 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1747264.9  |
-|    wind_direction               | 337.5      |
-|    wind_speed                   | 6.2        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 3.89e+03   |
-|    n_updates                    | 13999      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 3%
-| action_network/                 |            |
-|    index                        | 5          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1955.8734  |
-|    air_humidity                 | 18.822397  |
-|    air_temperature              | 19.999998  |
-|    clg_setpoint                 | 25.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 11.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 5.0        |
-|    htg_setpoint                 | 20.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 48.75      |
-|    outdoor_temperature          | -3.0224586 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1760286.1  |
-|    wind_direction               | 270.0      |
-|    wind_speed                   | 7.075      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 902        |
-|    n_updates                    | 14024      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 3%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 17.606636 |
-|    air_temperature              | 20.999992 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 68.5      |
-|    outdoor_temperature          | 2.3032584 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 245.0     |
-|    wind_speed                   | 3.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.06e+04  |
-|    n_updates                    | 14049     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 4%
-| action_network/                 |            |
-|    index                        | 4          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 26         |
-|    Heating_Setpoint_RL          | 19         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 124.68914  |
-|    air_humidity                 | 29.865686  |
-|    air_temperature              | 20.02376   |
-|    clg_setpoint                 | 26.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 13.0       |
-|    diffuse_solar_radiation      | 19.5       |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 7.0        |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 83.75      |
-|    outdoor_temperature          | 4.82571    |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 107442.516 |
-|    wind_direction               | 210.0      |
-|    wind_speed                   | 3.225      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 926        |
-|    n_updates                    | 14074      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 4%
-| action_network/                 |            |
-|    index                        | 2          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 28         |
-|    Heating_Setpoint_RL          | 17         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2462.6763  |
-|    air_humidity                 | 17.745747  |
-|    air_temperature              | 19.46204   |
-|    clg_setpoint                 | 28.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 14.0       |
-|    diffuse_solar_radiation      | 87.0       |
-|    direct_solar_radiation       | 30.75      |
-|    hour                         | 8.0        |
-|    htg_setpoint                 | 17.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 82.25      |
-|    outdoor_temperature          | -6.0136967 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 2216408.5  |
-|    wind_direction               | 32.5       |
-|    wind_speed                   | 7.725      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.83e+03   |
-|    n_updates                    | 14099      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 4%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 33.261345 |
-|    air_temperature              | 22.545242 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 52.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 7.8804245 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 132.5     |
-|    wind_speed                   | 7.425     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.45e+03  |
-|    n_updates                    | 14124     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 4%
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------****--------------------------------------------------------| 43%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.23936182  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 16.27859     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.56719875  |
+|    air_humidity                 | 1.093249     |
+|    air_temperature              | -0.53389776  |
+|    clg_setpoint                 | -1.344428    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.1554703   |
+|    diffuse_solar_radiation      | -0.4204733   |
+|    direct_solar_radiation       | -0.07820858  |
+|    hour                         | -1.0809613   |
+|    htg_setpoint                 | 0.6327719    |
+|    month                        | 1.9560983    |
+|    outdoor_humidity             | 0.14934257   |
+|    outdoor_temperature          | 1.0510249    |
+|    people_occupant              | -0.6889923   |
+|    total_electricity_HVAC       | -0.57328635  |
+|    wind_direction               | -0.076697275 |
+|    wind_speed                   | -1.468069    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 49.839634    |
+|    air_temperature              | 21.386206    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 5.0          |
+|    diffuse_solar_radiation      | 30.5         |
+|    direct_solar_radiation       | 127.0        |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 19.89977     |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 70.0         |
+|    outdoor_temperature          | 15.354568    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 170.0        |
+|    wind_speed                   | 1.5          |
+--------------------------------------------------
+-------------------------------------------------*****--------------------------------------------------------| 43%
 | action_network/                 |             |
-|    index                        | 9           |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 22.5        |
-|    Heating_Setpoint_RL          | 21          |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.559995   |
+|    air_humidity                 | 2.345823    |
+|    air_temperature              | -0.5624542  |
+|    clg_setpoint                 | -0.56323266 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0345174  |
+|    diffuse_solar_radiation      | 0.6487341   |
+|    direct_solar_radiation       | -0.10562238 |
+|    hour                         | -0.93636876 |
+|    htg_setpoint                 | 0.07753638  |
+|    month                        | 1.9251674   |
+|    outdoor_humidity             | 0.7606854   |
+|    outdoor_temperature          | 1.3811826   |
+|    people_occupant              | -0.69015205 |
+|    total_electricity_HVAC       | -0.56650984 |
+|    wind_direction               | 0.015506014 |
+|    wind_speed                   | 0.22657938  |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1471.364    |
-|    air_humidity                 | 19.59662    |
-|    air_temperature              | 22.959154   |
-|    clg_setpoint                 | 22.5        |
+|    HVAC_electricity_demand_rate | 122.06719   |
+|    air_humidity                 | 64.9534     |
+|    air_temperature              | 21.333878   |
+|    clg_setpoint                 | 25.164614   |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 16.0        |
-|    diffuse_solar_radiation      | 177.0       |
-|    direct_solar_radiation       | 153.0       |
-|    hour                         | 10.0        |
-|    htg_setpoint                 | 21.0        |
-|    month                        | 1.0         |
-|    outdoor_humidity             | 61.25       |
-|    outdoor_temperature          | -0.99800754 |
-|    people_occupant              | 20.0        |
-|    total_electricity_HVAC       | 1324227.6   |
-|    wind_direction               | 215.0       |
-|    wind_speed                   | 5.325       |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
-| train/                          |             |
-|    learning_rate                | 0.0001      |
-|    loss                         | 3.6e+03     |
-|    n_updates                    | 14149       |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 131.0       |
+|    direct_solar_radiation       | 120.5       |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 17.663546   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 84.0        |
+|    outdoor_temperature          | 18.081339   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 109860.48   |
+|    wind_direction               | 180.0       |
+|    wind_speed                   | 5.7         |
 -------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 745.9737  |
-|    air_humidity                 | 26.770702 |
-|    air_temperature              | 23.468678 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 93.25     |
-|    direct_solar_radiation       | 769.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 51.75     |
-|    outdoor_temperature          | 7.255399  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 677180.0  |
-|    wind_direction               | 255.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.13e+03  |
-|    n_updates                    | 14174     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 524.576   |
-|    air_humidity                 | 49.16026  |
-|    air_temperature              | 22.537245 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 115.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 93.75     |
-|    outdoor_temperature          | 10.697998 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 472118.4  |
-|    wind_direction               | 140.0     |
-|    wind_speed                   | 10.05     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.49e+03  |
-|    n_updates                    | 14199     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 142.57867  |
-|    air_humidity                 | 22.805319  |
-|    air_temperature              | 21.999964  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 19.0       |
-|    diffuse_solar_radiation      | 99.75      |
-|    direct_solar_radiation       | 666.25     |
-|    hour                         | 13.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 37.25      |
-|    outdoor_temperature          | 8.377738   |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 128933.805 |
-|    wind_direction               | 265.0      |
-|    wind_speed                   | 8.475      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 3.7e+03    |
-|    n_updates                    | 14224      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 17.845053 |
-|    air_temperature              | 21.09502  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 127.5     |
-|    direct_solar_radiation       | 477.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 53.5      |
-|    outdoor_temperature          | 8.656128  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 227.5     |
-|    wind_speed                   | 4.875     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.25e+03  |
-|    n_updates                    | 14249     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 6%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.1569  |
-|    air_humidity                 | 40.648323 |
-|    air_temperature              | 23.346079 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 39.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 85.25     |
-|    outdoor_temperature          | 8.96482   |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 679641.2  |
-|    wind_direction               | 82.5      |
-|    wind_speed                   | 5.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.05e+04  |
-|    n_updates                    | 14274     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 6%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 42.070915 |
-|    air_temperature              | 22.793812 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 16.5      |
-|    direct_solar_radiation       | 20.25     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 7.1089516 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 82.5      |
-|    wind_speed                   | 7.75      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.61e+03  |
-|    n_updates                    | 14299     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 6%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 637.3314  |
-|    air_humidity                 | 53.170254 |
-|    air_temperature              | 23.19397  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 10.569685 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 573598.3  |
-|    wind_direction               | 115.0     |
-|    wind_speed                   | 3.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.36e+03  |
-|    n_updates                    | 14324     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 7%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 371.55234 |
-|    air_humidity                 | 53.279606 |
-|    air_temperature              | 22.224451 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 87.25     |
-|    outdoor_temperature          | 11.406227 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 334397.1  |
-|    wind_direction               | 287.5     |
-|    wind_speed                   | 7.875     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.78e+03  |
-|    n_updates                    | 14349     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 7%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1022.66864 |
-|    air_humidity                 | 34.204594  |
-|    air_temperature              | 22.414547  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 25.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 19.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 89.0       |
-|    outdoor_temperature          | 1.6435652  |
-|    people_occupant              | 2.0        |
-|    total_electricity_HVAC       | 920401.8   |
-|    wind_direction               | 270.0      |
-|    wind_speed                   | 5.325      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.54e+03   |
-|    n_updates                    | 14374      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 7%
-| action_network/                 |            |
-|    index                        | 5          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1139.4733  |
-|    air_humidity                 | 25.386675  |
-|    air_temperature              | 20.21549   |
-|    clg_setpoint                 | 29.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 26.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 20.0       |
-|    htg_setpoint                 | 16.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 81.75      |
-|    outdoor_temperature          | 1.059542   |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1025525.94 |
-|    wind_direction               | 237.5      |
-|    wind_speed                   | 3.85       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.52e+03   |
-|    n_updates                    | 14399      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 7%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 24.400509 |
-|    air_temperature              | 19.244875 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 73.0      |
-|    outdoor_temperature          | 3.6225793 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 35.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.52e+03  |
-|    n_updates                    | 14424     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 8%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 957.9209  |
-|    air_humidity                 | 39.998306 |
-|    air_temperature              | 20.000904 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 1.9673041 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 862128.8  |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.65e+03  |
-|    n_updates                    | 14449     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 8%
-| action_network/                 |            |
-|    index                        | 7          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 23         |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1848.209   |
-|    air_humidity                 | 23.906105  |
-|    air_temperature              | 22.000002  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 29.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 23.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 69.5       |
-|    outdoor_temperature          | -2.4841363 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1663388.0  |
-|    wind_direction               | 37.5       |
-|    wind_speed                   | 2.6        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 720        |
-|    n_updates                    | 14474      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 8%
-| action_network/                 |            |
-|    index                        | 5          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2414.4824  |
-|    air_humidity                 | 26.082052  |
-|    air_temperature              | 20.003956  |
-|    clg_setpoint                 | 25.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 31.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 0.0        |
-|    htg_setpoint                 | 20.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 40.75      |
-|    outdoor_temperature          | -5.3155036 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 2173034.2  |
-|    wind_direction               | 12.5       |
-|    wind_speed                   | 11.75      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.69e+03   |
-|    n_updates                    | 14499      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 9%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 951.3817   |
-|    air_humidity                 | 17.025675  |
-|    air_temperature              | 21.0       |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 1.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 1.0        |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 63.5       |
-|    outdoor_temperature          | 0.79964656 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 856243.5   |
-|    wind_direction               | 267.5      |
-|    wind_speed                   | 4.65       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.48e+03   |
-|    n_updates                    | 14524      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 9%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 699.84283 |
-|    air_humidity                 | 31.964478 |
-|    air_temperature              | 18.297335 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 75.75     |
-|    outdoor_temperature          | 4.0827537 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 602817.7  |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 3.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.99e+03  |
-|    n_updates                    | 14549     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 9%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3115.8237 |
-|    air_humidity                 | 15.136002 |
-|    air_temperature              | 19.429403 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 52.25     |
-|    outdoor_temperature          | -8.82221  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2804241.5 |
-|    wind_direction               | 5.0       |
-|    wind_speed                   | 5.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.07e+03  |
-|    n_updates                    | 14574     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 10%
+-------------------------------------------------*****--------------------------------------------------------| 43%
 | action_network/                 |             |
-|    index                        | 5           |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 25          |
-|    Heating_Setpoint_RL          | 20          |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5669913  |
+|    air_humidity                 | 2.996398    |
+|    air_temperature              | -0.30280823 |
+|    clg_setpoint                 | 1.4066622   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9154602  |
+|    diffuse_solar_radiation      | 0.87799656  |
+|    direct_solar_radiation       | -0.5303379  |
+|    hour                         | -0.7918377  |
+|    htg_setpoint                 | 0.017212946 |
+|    month                        | 1.8956589   |
+|    outdoor_humidity             | 1.4503549   |
+|    outdoor_temperature          | 1.2111316   |
+|    people_occupant              | -0.691297   |
+|    total_electricity_HVAC       | -0.5733001  |
+|    wind_direction               | 0.293696    |
+|    wind_speed                   | -0.42419684 |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1468.3408   |
-|    air_humidity                 | 13.363356   |
-|    air_temperature              | 20.0        |
-|    clg_setpoint                 | 25.0        |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 73.3627     |
+|    air_temperature              | 21.87802    |
+|    clg_setpoint                 | 30.0        |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 4.0         |
-|    diffuse_solar_radiation      | 0.0         |
-|    direct_solar_radiation       | 0.0         |
-|    hour                         | 4.0         |
-|    htg_setpoint                 | 20.0        |
-|    month                        | 2.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 153.0       |
+|    direct_solar_radiation       | 12.0        |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 17.421503   |
+|    month                        | 6.0         |
 |    outdoor_humidity             | 100.0       |
-|    outdoor_temperature          | -0.58479565 |
+|    outdoor_temperature          | 16.839458   |
 |    people_occupant              | 0.0         |
-|    total_electricity_HVAC       | 1321506.8   |
-|    wind_direction               | 90.0        |
-|    wind_speed                   | 4.675       |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
-| train/                          |             |
-|    learning_rate                | 0.0001      |
-|    loss                         | 1.97e+03    |
-|    n_updates                    | 14599       |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 4.1         |
 -------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 10%
-| action_network/                 |            |
-|    index                        | 6          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 24         |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1956.0592  |
-|    air_humidity                 | 21.415497  |
-|    air_temperature              | 21.735435  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 5.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 5.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 65.5       |
-|    outdoor_temperature          | -3.0233877 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1760453.2  |
-|    wind_direction               | 285.0      |
-|    wind_speed                   | 9.425      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.69e+03   |
-|    n_updates                    | 14624      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 10%
-| action_network/                 |            |
-|    index                        | 1          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 29         |
-|    Heating_Setpoint_RL          | 16         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 3478.2593  |
-|    air_humidity                 | 11.524329  |
-|    air_temperature              | 16.549387  |
-|    clg_setpoint                 | 29.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 6.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 6.0        |
-|    htg_setpoint                 | 16.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 54.0       |
-|    outdoor_temperature          | -14.171143 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 3130433.2  |
-|    wind_direction               | 272.5      |
-|    wind_speed                   | 7.575      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 4.2e+03    |
-|    n_updates                    | 14649      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 10%
-| action_network/                 |            |
-|    index                        | 4          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 26         |
-|    Heating_Setpoint_RL          | 19         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2161.4868  |
-|    air_humidity                 | 11.50414   |
-|    air_temperature              | 19.000036  |
-|    clg_setpoint                 | 26.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 7.0        |
-|    diffuse_solar_radiation      | 39.75      |
-|    direct_solar_radiation       | 153.25     |
-|    hour                         | 7.0        |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 64.75      |
-|    outdoor_temperature          | -7.5872803 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1945338.1  |
-|    wind_direction               | 282.5      |
-|    wind_speed                   | 5.575      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.1e+03    |
-|    n_updates                    | 14674      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 11%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2298.961   |
-|    air_humidity                 | 12.468061  |
-|    air_temperature              | 21.999899  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 8.0        |
-|    diffuse_solar_radiation      | 68.75      |
-|    direct_solar_radiation       | 501.0      |
-|    hour                         | 8.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 41.5       |
-|    outdoor_temperature          | -5.1359925 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 2069064.9  |
-|    wind_direction               | 342.5      |
-|    wind_speed                   | 4.875      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2e+03      |
-|    n_updates                    | 14699      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 11%
-| action_network/                 |            |
-|    index                        | 4          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 26         |
-|    Heating_Setpoint_RL          | 19         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2482.3235  |
-|    air_humidity                 | 15.208434  |
-|    air_temperature              | 19.0       |
-|    clg_setpoint                 | 26.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 9.0        |
-|    diffuse_solar_radiation      | 58.5       |
-|    direct_solar_radiation       | 837.25     |
-|    hour                         | 9.0        |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 50.75      |
-|    outdoor_temperature          | -5.6547093 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 2234091.2  |
-|    wind_direction               | 302.5      |
-|    wind_speed                   | 7.575      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 5.71e+03   |
-|    n_updates                    | 14724      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 11%
-| action_network/                 |            |
-|    index                        | 7          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 23         |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1333.4619  |
-|    air_humidity                 | 10.839565  |
-|    air_temperature              | 21.995874  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 10.0       |
-|    diffuse_solar_radiation      | 218.25     |
-|    direct_solar_radiation       | 219.75     |
-|    hour                         | 10.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 54.0       |
-|    outdoor_temperature          | 0.08959897 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1200115.8  |
-|    wind_direction               | 252.5      |
-|    wind_speed                   | 3.6        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.4e+03    |
-|    n_updates                    | 14749      |
+-------------------------------------------------*****--------------------------------------------------------| 43%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.34420726 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 15.688834   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.3498866  |
+|    air_humidity                 | -0.5107948  |
+|    air_temperature              | 0.35706148  |
+|    clg_setpoint                 | 1.4065146   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.79786724 |
+|    diffuse_solar_radiation      | 1.2148433   |
+|    direct_solar_radiation       | -0.57848364 |
+|    hour                         | -0.6473491  |
+|    htg_setpoint                 | 1.4705904   |
+|    month                        | 1.8674668   |
+|    outdoor_humidity             | -0.34037054 |
+|    outdoor_temperature          | 1.9941204   |
+|    people_occupant              | -0.69242746 |
+|    total_electricity_HVAC       | -0.14091983 |
+|    wind_direction               | 1.5950947   |
+|    wind_speed                   | -0.62250215 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1137.1229   |
+|    air_humidity                 | 30.98249    |
+|    air_temperature              | 23.249874   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 185.5       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 59.0        |
+|    outdoor_temperature          | 23.356985   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2044803.5   |
+|    wind_direction               | 350.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------******-------------------------------------------------------| 44%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.4135037   |
+|    Heating_Setpoint_RL          | -0.5172407  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.020575   |
+|    Heating_Setpoint_RL          | 14.715521   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4470035  |
+|    air_humidity                 | -0.38808787 |
+|    air_temperature              | 0.24940614  |
+|    clg_setpoint                 | 0.15868135  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6813767  |
+|    diffuse_solar_radiation      | 1.5081784   |
+|    direct_solar_radiation       | 1.9203779   |
+|    hour                         | -0.50288767 |
+|    htg_setpoint                 | 0.3166407   |
+|    month                        | 1.8404963   |
+|    outdoor_humidity             | -1.0817447  |
+|    outdoor_temperature          | 1.3895333   |
+|    people_occupant              | -0.6890821  |
+|    total_electricity_HVAC       | -0.4541134  |
+|    wind_direction               | 1.5025384   |
+|    wind_speed                   | -1.0268301  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 662.11536   |
+|    air_humidity                 | 32.42965    |
+|    air_temperature              | 23.029587   |
+|    clg_setpoint                 | 26.9385     |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 215.0       |
+|    direct_solar_radiation       | 632.5       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 18.613794   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 42.0        |
+|    outdoor_temperature          | 18.618467   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 616651.0    |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+-------------------------------------------------******-------------------------------------------------------| 44%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.41274     |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.017998   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.4494823   |
+|    air_humidity                 | 0.9210082   |
+|    air_temperature              | 0.70943314  |
+|    clg_setpoint                 | -1.0490752  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.56568825 |
+|    diffuse_solar_radiation      | 3.1021478   |
+|    direct_solar_radiation       | 1.2730448   |
+|    hour                         | -0.35844153 |
+|    htg_setpoint                 | -0.10853039 |
+|    month                        | 1.8146616   |
+|    outdoor_humidity             | -1.3009384  |
+|    outdoor_temperature          | 1.8807993   |
+|    people_occupant              | 1.6995627   |
+|    total_electricity_HVAC       | 0.5594797   |
+|    wind_direction               | -0.99811625 |
+|    wind_speed                   | -0.6203414  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4959.0176   |
+|    air_humidity                 | 48.270294   |
+|    air_temperature              | 23.975906   |
+|    clg_setpoint                 | 23.976463   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 368.0       |
+|    direct_solar_radiation       | 470.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 16.902836   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 37.0        |
+|    outdoor_temperature          | 22.710575   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 5191780.5   |
+|    wind_direction               | 70.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------******-------------------------------------------------------| 44%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.39162448 |
+|    Heating_Setpoint_RL          | -0.11445746 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.303268   |
+|    Heating_Setpoint_RL          | 16.981176   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.27419984 |
+|    air_humidity                 | 0.9110529   |
+|    air_temperature              | 1.9792758   |
+|    clg_setpoint                 | 0.019770961 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.45055667 |
+|    diffuse_solar_radiation      | 2.6175256   |
+|    direct_solar_radiation       | 0.011409366 |
+|    hour                         | -0.21400224 |
+|    htg_setpoint                 | 0.44129512  |
+|    month                        | 1.7898852   |
+|    outdoor_humidity             | -0.16008165 |
+|    outdoor_temperature          | 1.618856    |
+|    people_occupant              | 1.6958737   |
+|    total_electricity_HVAC       | -0.29733247 |
+|    wind_direction               | -0.3481949  |
+|    wind_speed                   | 0.23433667  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1482.9774   |
+|    air_humidity                 | 48.319675   |
+|    air_temperature              | 26.596292   |
+|    clg_setpoint                 | 26.596888   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 324.0       |
+|    direct_solar_radiation       | 150.5       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 19.106976   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 63.0        |
+|    outdoor_temperature          | 20.71479    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1317701.6   |
+|    wind_direction               | 140.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------*****-------------------------------------------------------| 44%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.5816995    |
+|    air_humidity                 | 1.5560292    |
+|    air_temperature              | 0.34903908   |
+|    clg_setpoint                 | -1.3456076   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.3357872   |
+|    diffuse_solar_radiation      | 2.210288     |
+|    direct_solar_radiation       | -0.036677193 |
+|    hour                         | -0.06956474  |
+|    htg_setpoint                 | 0.58894247   |
+|    month                        | 1.7660966    |
+|    outdoor_humidity             | 0.5373765    |
+|    outdoor_temperature          | 1.9025227    |
+|    people_occupant              | 1.2162061    |
+|    total_electricity_HVAC       | 1.648904     |
+|    wind_direction               | 0.023840118  |
+|    wind_speed                   | 1.250705     |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 10347.65     |
+|    air_humidity                 | 56.39216     |
+|    air_temperature              | 23.248814    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 12.0         |
+|    diffuse_solar_radiation      | 285.5        |
+|    direct_solar_radiation       | 137.5        |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 19.700043    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 79.0         |
+|    outdoor_temperature          | 23.157497    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 10074424.0   |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 8.2          |
+--------------------------------------------------
+-------------------------------------------------*******------------------------------------------------------| 45%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.27359468 |
+|    air_humidity                 | 0.84662807  |
+|    air_temperature              | 1.7872564   |
+|    clg_setpoint                 | -0.13669795 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.22123216 |
+|    diffuse_solar_radiation      | 1.9169965   |
+|    direct_solar_radiation       | 2.1500673   |
+|    hour                         | 0.07487289  |
+|    htg_setpoint                 | 0.8973859   |
+|    month                        | 1.7432319   |
+|    outdoor_humidity             | 0.53103465  |
+|    outdoor_temperature          | 1.9581385   |
+|    people_occupant              | 0.26140532  |
+|    total_electricity_HVAC       | -0.36580074 |
+|    wind_direction               | 0.023119664 |
+|    wind_speed                   | -0.21664365 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1481.2688   |
+|    air_humidity                 | 47.837944   |
+|    air_temperature              | 26.210247   |
+|    clg_setpoint                 | 26.21038    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 258.0       |
+|    direct_solar_radiation       | 688.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 20.93869    |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 79.0        |
+|    outdoor_temperature          | 23.777603   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 1007459.94  |
+|    wind_direction               | 180.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------*******------------------------------------------------------| 45%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4329128  |
+|    air_humidity                 | 0.6675535   |
+|    air_temperature              | 1.6668652   |
+|    clg_setpoint                 | 0.18940479  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.10678853 |
+|    diffuse_solar_radiation      | 1.8067867   |
+|    direct_solar_radiation       | 1.9253081   |
+|    hour                         | 0.21930945  |
+|    htg_setpoint                 | 0.19247112  |
+|    month                        | 1.721233    |
+|    outdoor_humidity             | 0.52469105  |
+|    outdoor_temperature          | 1.6980484   |
+|    people_occupant              | 1.2110648   |
+|    total_electricity_HVAC       | -0.4624323  |
+|    wind_direction               | 0.11583278  |
+|    wind_speed                   | 0.6389644   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 723.8177    |
+|    air_humidity                 | 45.695843   |
+|    air_temperature              | 25.967218   |
+|    clg_setpoint                 | 27.011312   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 248.0       |
+|    direct_solar_radiation       | 632.5       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 18.105993   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 79.0        |
+|    outdoor_temperature          | 21.831045   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 575763.1    |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+-------------------------------------------------*******------------------------------------------------------| 45%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.1273218   |
+|    Heating_Setpoint_RL          | -0.67317605 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.05471    |
+|    Heating_Setpoint_RL          | 13.838385   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4288387  |
+|    air_humidity                 | -0.9810856  |
+|    air_temperature              | 0.9910889   |
+|    clg_setpoint                 | 1.4085578   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.007603629 |
+|    diffuse_solar_radiation      | 2.294578    |
+|    direct_solar_radiation       | 0.6577561   |
+|    hour                         | 0.36374074  |
+|    htg_setpoint                 | -1.3270078  |
+|    month                        | 1.7000464   |
+|    outdoor_humidity             | 0.08161801  |
+|    outdoor_temperature          | 2.1402419   |
+|    people_occupant              | -0.69135386 |
+|    total_electricity_HVAC       | -0.44275454 |
+|    wind_direction               | 0.022103485 |
+|    wind_speed                   | 0.43827003  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 741.6443    |
+|    air_humidity                 | 25.570852   |
+|    air_temperature              | 24.579062   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 297.0       |
+|    direct_solar_radiation       | 313.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 69.0        |
+|    outdoor_temperature          | 25.716595   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 663138.2    |
+|    wind_direction               | 180.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+-------------------------------------------------********-----------------------------------------------------| 46%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.85081804  |
+|    Heating_Setpoint_RL          | -0.55705786 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.496511   |
+|    Heating_Setpoint_RL          | 14.4915495  |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.42597973 |
+|    air_humidity                 | -1.8246801  |
+|    air_temperature              | 0.48912194  |
+|    clg_setpoint                 | 1.4081956   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.12196255  |
+|    diffuse_solar_radiation      | 0.5784179   |
+|    direct_solar_radiation       | 1.912728    |
+|    hour                         | 0.50815964  |
+|    htg_setpoint                 | 1.2325141   |
+|    month                        | 1.6796234   |
+|    outdoor_humidity             | 0.07650381  |
+|    outdoor_temperature          | 2.093347    |
+|    people_occupant              | -0.6881629  |
+|    total_electricity_HVAC       | -0.44793302 |
+|    wind_direction               | -0.16136783 |
+|    wind_speed                   | 0.032832418 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 749.5627    |
+|    air_humidity                 | 15.082297   |
+|    air_temperature              | 23.550037   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 130.0       |
+|    direct_solar_radiation       | 629.5       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 22.27737    |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 69.0        |
+|    outdoor_temperature          | 25.534206   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 635429.3    |
+|    wind_direction               | 160.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+-------------------------------------------------********-----------------------------------------------------| 46%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.17501146  |
+|    Heating_Setpoint_RL          | -0.44041926 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.215664   |
+|    Heating_Setpoint_RL          | 15.147642   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.9691586   |
+|    air_humidity                 | 1.2939007   |
+|    air_temperature              | 0.34046426  |
+|    clg_setpoint                 | -1.3413126  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.23626578  |
+|    diffuse_solar_radiation      | 0.6529056   |
+|    direct_solar_radiation       | 1.0446513   |
+|    hour                         | 0.65255624  |
+|    htg_setpoint                 | -1.3280133  |
+|    month                        | 1.6599191   |
+|    outdoor_humidity             | 0.5995559   |
+|    outdoor_temperature          | 1.8586065   |
+|    people_occupant              | 1.6954563   |
+|    total_electricity_HVAC       | 1.24318     |
+|    wind_direction               | 0.12263228  |
+|    wind_speed                   | -0.2073021  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7346.5337   |
+|    air_humidity                 | 53.30765    |
+|    air_temperature              | 23.251568   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 137.5       |
+|    direct_solar_radiation       | 411.0       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 81.0        |
+|    outdoor_temperature          | 23.759819   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 8170947.5   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------*******-----------------------------------------------------| 46%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.29297674  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 15.977006    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.8893568    |
+|    air_humidity                 | 1.247304     |
+|    air_temperature              | 0.3366492    |
+|    clg_setpoint                 | -1.340383    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.35045126   |
+|    diffuse_solar_radiation      | 0.037402187  |
+|    direct_solar_radiation       | 0.33227608   |
+|    hour                         | 0.7969179    |
+|    htg_setpoint                 | -0.035627164 |
+|    month                        | 1.6408925    |
+|    outdoor_humidity             | 0.7702151    |
+|    outdoor_temperature          | 1.7027488    |
+|    people_occupant              | 1.6919687    |
+|    total_electricity_HVAC       | 0.8838067    |
+|    wind_direction               | 0.30956873   |
+|    wind_speed                   | 0.45010093   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 6961.8804    |
+|    air_humidity                 | 52.760258    |
+|    air_temperature              | 23.249409    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 18.0         |
+|    diffuse_solar_radiation      | 77.5         |
+|    direct_solar_radiation       | 232.0        |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 17.182163    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 85.0         |
+|    outdoor_temperature          | 22.623507    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 6564100.0    |
+|    wind_direction               | 210.0        |
+|    wind_speed                   | 6.2          |
+--------------------------------------------------
+-------------------------------------------------********-----------------------------------------------------| 46%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.7681658  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 13.304068   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.24017821 |
+|    air_humidity                 | 0.83260316  |
+|    air_temperature              | 1.4580429   |
+|    clg_setpoint                 | -0.24212237 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.46441853  |
+|    diffuse_solar_radiation      | -0.49793455 |
+|    direct_solar_radiation       | -0.3937301  |
+|    hour                         | 0.94122934  |
+|    htg_setpoint                 | 1.4763825   |
+|    month                        | 1.6225055   |
+|    outdoor_humidity             | -0.99105865 |
+|    outdoor_temperature          | 2.7586255   |
+|    people_occupant              | 0.4990761   |
+|    total_electricity_HVAC       | -0.25475833 |
+|    wind_direction               | -1.203282   |
+|    wind_speed                   | 0.24782735  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1636.7576   |
+|    air_humidity                 | 47.696224   |
+|    air_temperature              | 25.550823   |
+|    clg_setpoint                 | 25.942188   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 25.5        |
+|    direct_solar_radiation       | 49.0        |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | 32.05435    |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 1504666.4   |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------*********----------------------------------------------------| 47%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6335784  |
+|    Heating_Setpoint_RL          | 0.31792626  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.486673   |
+|    Heating_Setpoint_RL          | 19.413336   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4401297  |
+|    air_humidity                 | 0.83916813  |
+|    air_temperature              | 0.5684464   |
+|    clg_setpoint                 | -0.571745   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.5780302   |
+|    diffuse_solar_radiation      | -0.76073146 |
+|    direct_solar_radiation       | -0.5894232  |
+|    hour                         | 1.0854727   |
+|    htg_setpoint                 | -1.3224583  |
+|    month                        | 1.6047231   |
+|    outdoor_humidity             | -0.063719   |
+|    outdoor_temperature          | 1.5654557   |
+|    people_occupant              | -0.4544067  |
+|    total_electricity_HVAC       | -0.4538121  |
+|    wind_direction               | -0.25427642 |
+|    wind_speed                   | -0.40981337 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 696.6515    |
+|    air_humidity                 | 47.797714   |
+|    air_temperature              | 23.737558   |
+|    clg_setpoint                 | 25.12968    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 66.0        |
+|    outdoor_temperature          | 22.012217   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 623053.9    |
+|    wind_direction               | 150.0       |
+|    wind_speed                   | 4.1         |
+| train/                          |             |
+|    approx_kl                    | 0.006819347 |
+|    clip_fraction                | 0.0614      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.81       |
+|    explained_variance           | 0.404       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 3.59        |
+|    n_updates                    | 80          |
+|    policy_gradient_loss         | -0.00929    |
+|    std                          | 0.986       |
+|    value_loss                   | 17          |
+-------------------------------------------------
+-------------------------------------------------*********----------------------------------------------------| 47%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6120585  |
+|    Heating_Setpoint_RL          | -0.77630675 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.559303   |
+|    Heating_Setpoint_RL          | 13.258274   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.45376143 |
+|    air_humidity                 | 1.0340593   |
+|    air_temperature              | 0.18465933  |
+|    clg_setpoint                 | -0.6412446  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.69111407  |
+|    diffuse_solar_radiation      | -0.76155764 |
+|    direct_solar_radiation       | -0.58769107 |
+|    hour                         | 1.2296276   |
+|    htg_setpoint                 | -0.22312622 |
+|    month                        | 1.5875129   |
+|    outdoor_humidity             | 1.1209469   |
+|    outdoor_temperature          | 1.3654354   |
+|    people_occupant              | -0.45563966 |
+|    total_electricity_HVAC       | -0.46604437 |
+|    wind_direction               | 0.3127483   |
+|    wind_speed                   | 0.045091238 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 632.34546   |
+|    air_humidity                 | 50.231903   |
+|    air_temperature              | 22.959232   |
+|    clg_setpoint                 | 24.955679   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 16.417381   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 20.385098   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 569110.94   |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+--------------------------------------------------********----------------------------------------------------| 47%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.004000649 |
+|    Heating_Setpoint_RL          | 0.03574282   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.611498    |
+|    Heating_Setpoint_RL          | 17.826054    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.46692535  |
+|    air_humidity                 | -1.1893771   |
+|    air_temperature              | 0.21060994   |
+|    clg_setpoint                 | 0.098722056  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.8034657    |
+|    diffuse_solar_radiation      | -0.7625557   |
+|    direct_solar_radiation       | -0.58999133  |
+|    hour                         | 1.3736717    |
+|    htg_setpoint                 | -0.7290853   |
+|    month                        | 1.5708447    |
+|    outdoor_humidity             | -1.2524006   |
+|    outdoor_temperature          | 1.9212599    |
+|    people_occupant              | -0.6903713   |
+|    total_electricity_HVAC       | -0.47865507  |
+|    wind_direction               | 1.3459721    |
+|    wind_speed                   | -0.2039785   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 566.5462     |
+|    air_humidity                 | 22.9631      |
+|    air_temperature              | 23.01328     |
+|    clg_setpoint                 | 26.771935    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 22.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 21.0         |
+|    htg_setpoint                 | 14.375586    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 39.0         |
+|    outdoor_temperature          | 25.473087    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 509891.56    |
+|    wind_direction               | 320.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+--------------------------------------------------********----------------------------------------------------| 47%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.6545483   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 13.943166    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.48838943  |
+|    air_humidity                 | -1.942977    |
+|    air_temperature              | 0.013104377  |
+|    clg_setpoint                 | 1.075976     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.9148518    |
+|    diffuse_solar_radiation      | -0.7622278   |
+|    direct_solar_radiation       | -0.59121025  |
+|    hour                         | 1.5175797    |
+|    htg_setpoint                 | -0.076692745 |
+|    month                        | 1.5546907    |
+|    outdoor_humidity             | 1.1267397    |
+|    outdoor_temperature          | 1.443291     |
+|    people_occupant              | -0.6873211   |
+|    total_electricity_HVAC       | -0.4991264   |
+|    wind_direction               | 0.30205515   |
+|    wind_speed                   | -0.41110817  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 461.8217     |
+|    air_humidity                 | 13.471314    |
+|    air_temperature              | 22.614265    |
+|    clg_setpoint                 | 29.17144     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 23.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 16.988697    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 93.0         |
+|    outdoor_temperature          | 21.458597    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 415639.5     |
+|    wind_direction               | 210.0        |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+-------------------------------------------------**********---------------------------------------------------| 48%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.39241275  |
+|    Heating_Setpoint_RL          | -0.44564876 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.949394   |
+|    Heating_Setpoint_RL          | 15.118225   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.48685977 |
+|    air_humidity                 | 0.76028013  |
+|    air_temperature              | -0.48033836 |
+|    clg_setpoint                 | -0.9957995  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0250139   |
+|    diffuse_solar_radiation      | -0.7610282  |
+|    direct_solar_radiation       | -0.59016514 |
+|    hour                         | 1.6613247   |
+|    htg_setpoint                 | -1.3183608  |
+|    month                        | 1.5390251   |
+|    outdoor_humidity             | 1.429122    |
+|    outdoor_temperature          | 1.3811544   |
+|    people_occupant              | -0.6883658  |
+|    total_electricity_HVAC       | -0.49772418 |
+|    wind_direction               | -0.92812544 |
+|    wind_speed                   | -0.20284332 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 472.21814   |
+|    air_humidity                 | 46.797718   |
+|    air_temperature              | 21.618776   |
+|    clg_setpoint                 | 24.082521   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 21.074062   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 424996.34   |
+|    wind_direction               | 80.0        |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------**********---------------------------------------------------| 48%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.21944512 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.884373   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.47866523 |
+|    air_humidity                 | 0.21247664  |
+|    air_temperature              | -0.31200626 |
+|    clg_setpoint                 | -0.1886363  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2499071   |
+|    diffuse_solar_radiation      | -0.7616272  |
+|    direct_solar_radiation       | -0.59146935 |
+|    hour                         | -1.6605859  |
+|    htg_setpoint                 | 0.14209408  |
+|    month                        | 1.5238236   |
+|    outdoor_humidity             | -0.37830612 |
+|    outdoor_temperature          | 1.4638435   |
+|    people_occupant              | -0.6893986  |
+|    total_electricity_HVAC       | -0.48988184 |
+|    wind_direction               | 0.9706739   |
+|    wind_speed                   | 1.0857912   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 515.37775   |
+|    air_humidity                 | 40.078976   |
+|    air_temperature              | 21.964582   |
+|    clg_setpoint                 | 26.05946    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 17.856035   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 59.0        |
+|    outdoor_temperature          | 21.996655   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 463839.94   |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+-------------------------------------------------***********--------------------------------------------------| 49%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.72211313 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.187868   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4903376  |
+|    air_humidity                 | 0.095428675 |
+|    air_temperature              | 0.0329236   |
+|    clg_setpoint                 | 1.4169098   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.3564967   |
+|    diffuse_solar_radiation      | -0.7622741  |
+|    direct_solar_radiation       | -0.59374976 |
+|    hour                         | -1.5155687  |
+|    htg_setpoint                 | -1.0056901  |
+|    month                        | 1.509064    |
+|    outdoor_humidity             | 1.4302092   |
+|    outdoor_temperature          | 1.4757379   |
+|    people_occupant              | -0.6904197  |
+|    total_electricity_HVAC       | -0.5012     |
+|    wind_direction               | 0.20878336  |
+|    wind_speed                   | -0.20820391 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 464.91068   |
+|    air_humidity                 | 38.666653   |
+|    air_temperature              | 22.669868   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 13.249104   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 22.262981   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 418006.47   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------***********--------------------------------------------------| 49%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.670986   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.850704   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5584724  |
+|    air_humidity                 | 1.6627121   |
+|    air_temperature              | -0.16393566 |
+|    clg_setpoint                 | 0.65013206  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4608783   |
+|    diffuse_solar_radiation      | -0.7628729  |
+|    direct_solar_radiation       | -0.5941858  |
+|    hour                         | -1.3707029  |
+|    htg_setpoint                 | -1.315858   |
+|    month                        | 1.494725    |
+|    outdoor_humidity             | 1.1180077   |
+|    outdoor_temperature          | 1.0507332   |
+|    people_occupant              | -0.6914292  |
+|    total_electricity_HVAC       | -0.56619    |
+|    wind_direction               | 0.11284834  |
+|    wind_speed                   | 0.035838824 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 151.59274   |
+|    air_humidity                 | 58.05159    |
+|    air_temperature              | 22.275875   |
+|    clg_setpoint                 | 28.112732   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 18.55308    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 136433.47   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+-------------------------------------------------***********--------------------------------------------------| 49%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.28063062  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.203547   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49442568 |
+|    air_humidity                 | 0.035991363 |
+|    air_temperature              | -0.03598713 |
+|    clg_setpoint                 | 0.75159705  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5627432   |
+|    diffuse_solar_radiation      | -0.7638713  |
+|    direct_solar_radiation       | -0.59532124 |
+|    hour                         | -1.2259585  |
+|    htg_setpoint                 | 0.92187774  |
+|    month                        | 1.4807873   |
+|    outdoor_humidity             | 1.4250863   |
+|    outdoor_temperature          | 1.4945456   |
+|    people_occupant              | -0.69242746 |
+|    total_electricity_HVAC       | -0.505184   |
+|    wind_direction               | -0.55799246 |
+|    wind_speed                   | -1.2524695  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 453.686     |
+|    air_humidity                 | 38.06506    |
+|    air_temperature              | 22.540115   |
+|    clg_setpoint                 | 28.356535   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 20.978231   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 22.698812   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 408317.4    |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+-------------------------------------------------***********--------------------------------------------------| 49%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.7127264   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 21.634087   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5083544  |
+|    air_humidity                 | -1.4240241  |
+|    air_temperature              | -0.16929618 |
+|    clg_setpoint                 | 0.8710673   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6617891   |
+|    diffuse_solar_radiation      | -0.48745105 |
+|    direct_solar_radiation       | -0.593771   |
+|    hour                         | -1.0813093  |
+|    htg_setpoint                 | -1.314106   |
+|    month                        | 1.4672322   |
+|    outdoor_humidity             | 0.8455474   |
+|    outdoor_temperature          | 1.3397328   |
+|    people_occupant              | -0.68946856 |
+|    total_electricity_HVAC       | -0.51831096 |
+|    wind_direction               | 0.30397657  |
+|    wind_speed                   | -0.6283435  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 383.05905   |
+|    air_humidity                 | 19.983807   |
+|    air_temperature              | 22.271896   |
+|    clg_setpoint                 | 28.649023   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 27.5        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 21.39871    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 345488.62   |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------************-------------------------------------------------| 50%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.89142215  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.633549   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.25736648  |
+|    air_humidity                 | -2.009114   |
+|    air_temperature              | 0.31616682  |
+|    clg_setpoint                 | 1.4210829   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6672649  |
+|    diffuse_solar_radiation      | -0.10260941 |
+|    direct_solar_radiation       | 0.9397871   |
+|    hour                         | -0.9367326  |
+|    htg_setpoint                 | 1.4882332   |
+|    month                        | 2.034733    |
+|    outdoor_humidity             | 1.1071606   |
+|    outdoor_temperature          | 1.2427882   |
+|    people_occupant              | -0.6865473  |
+|    total_electricity_HVAC       | 0.4303769   |
+|    wind_direction               | 1.072025    |
+|    wind_speed                   | -0.8367759  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3916.3079   |
+|    air_humidity                 | 12.487337   |
+|    air_temperature              | 23.250036   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 66.0        |
+|    direct_solar_radiation       | 387.5       |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 20.605675   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4475623.0   |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------***********-------------------------------------------------| 50%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.41572893  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 15.286525    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5070196   |
+|    air_humidity                 | 2.3024163    |
+|    air_temperature              | -0.33453387  |
+|    clg_setpoint                 | 1.4212731    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.5363085   |
+|    diffuse_solar_radiation      | 0.13277876   |
+|    direct_solar_radiation       | 1.8354045    |
+|    hour                         | -0.7922088   |
+|    htg_setpoint                 | -0.044417113 |
+|    month                        | 2.005329     |
+|    outdoor_humidity             | 0.573656     |
+|    outdoor_temperature          | 1.4987202    |
+|    people_occupant              | -0.6875543   |
+|    total_electricity_HVAC       | -0.5176535   |
+|    wind_direction               | 0.1123093    |
+|    wind_speed                   | -1.4955435   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 386.7531     |
+|    air_humidity                 | 66.19937     |
+|    air_temperature              | 21.947992    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 2.0          |
+|    diffuse_solar_radiation      | 89.5         |
+|    direct_solar_radiation       | 616.5        |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 17.094835    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 81.0         |
+|    outdoor_temperature          | 23.050398    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 346171.2     |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 1.5          |
+--------------------------------------------------
+-------------------------------------------------************-------------------------------------------------| 50%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.91685045  |
+|    Heating_Setpoint_RL          | 0.26955432  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.71937    |
+|    Heating_Setpoint_RL          | 19.141243   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4856702  |
+|    air_humidity                 | 0.03545137  |
+|    air_temperature              | 0.15630685  |
+|    clg_setpoint                 | 1.4217577   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4090348  |
+|    diffuse_solar_radiation      | 2.0617976   |
+|    direct_solar_radiation       | -0.46786553 |
+|    hour                         | -0.64772165 |
+|    htg_setpoint                 | 0.51246876  |
+|    month                        | 1.9771637   |
+|    outdoor_humidity             | -0.18277335 |
+|    outdoor_temperature          | 1.9467217   |
+|    people_occupant              | -0.6885503  |
+|    total_electricity_HVAC       | -0.4972735  |
+|    wind_direction               | -1.7206624  |
+|    wind_speed                   | -0.41170815 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 487.5075    |
+|    air_humidity                 | 37.999237   |
+|    air_temperature              | 22.943499   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 281.5       |
+|    direct_solar_radiation       | 33.0        |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 19.327038   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 64.0        |
+|    outdoor_temperature          | 27.324614   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 437055.5    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------***********-------------------------------------------------| 50%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.056738496 |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.433508    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.0701069   |
+|    air_humidity                 | 0.30425164   |
+|    air_temperature              | 1.281423     |
+|    clg_setpoint                 | -0.52382696  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.2847725   |
+|    diffuse_solar_radiation      | 2.665516     |
+|    direct_solar_radiation       | 0.93393236   |
+|    hour                         | -0.50325793  |
+|    htg_setpoint                 | -1.2712629   |
+|    month                        | 1.9501529    |
+|    outdoor_humidity             | -0.05132055  |
+|    outdoor_temperature          | 1.5373996    |
+|    people_occupant              | 1.6924696    |
+|    total_electricity_HVAC       | -0.13376985  |
+|    wind_direction               | -1.0414448   |
+|    wind_speed                   | -0.6165101   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2401.6414    |
+|    air_humidity                 | 41.39333     |
+|    air_temperature              | 25.216694    |
+|    clg_setpoint                 | 25.2214      |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.0          |
+|    diffuse_solar_radiation      | 343.5        |
+|    direct_solar_radiation       | 389.0        |
+|    hour                         | 8.0          |
+|    htg_setpoint                 | 12.168381    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 67.0         |
+|    outdoor_temperature          | 23.7169      |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2017490.0    |
+|    wind_direction               | 70.0         |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+-------------------------------------------------*************------------------------------------------------| 51%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9317758  |
+|    Heating_Setpoint_RL          | -0.493802   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.480257   |
+|    Heating_Setpoint_RL          | 14.847363   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.3034222   |
+|    air_humidity                 | 1.5167363   |
+|    air_temperature              | 0.30010474  |
+|    clg_setpoint                 | -1.3259779  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.1629529  |
+|    diffuse_solar_radiation      | 2.3804529   |
+|    direct_solar_radiation       | 0.6710416   |
+|    hour                         | -0.3588075  |
+|    htg_setpoint                 | -0.8046623  |
+|    month                        | 1.9242197   |
+|    outdoor_humidity             | 0.39267823  |
+|    outdoor_temperature          | 1.6943861   |
+|    people_occupant              | 1.6893227   |
+|    total_electricity_HVAC       | 1.2092079   |
+|    wind_direction               | -0.36355257 |
+|    wind_speed                   | -0.404243   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 8705.759    |
+|    air_humidity                 | 56.576153   |
+|    air_temperature              | 23.247524   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 316.0       |
+|    direct_solar_radiation       | 322.5       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 14.040111   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 77.0        |
+|    outdoor_temperature          | 25.287466   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 7835183.0   |
+|    wind_direction               | 140.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------************------------------------------------------------| 51%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.5907507   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 14.302027    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.38581756  |
+|    air_humidity                 | -0.8175496   |
+|    air_temperature              | 0.4781881    |
+|    clg_setpoint                 | 0.31585237   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.0430926   |
+|    diffuse_solar_radiation      | 2.0367126    |
+|    direct_solar_radiation       | 1.8569851    |
+|    hour                         | -0.2143631   |
+|    htg_setpoint                 | -0.26650858  |
+|    month                        | 1.8992944    |
+|    outdoor_humidity             | -0.056177445 |
+|    outdoor_temperature          | 2.224448     |
+|    people_occupant              | -0.69147384  |
+|    total_electricity_HVAC       | -0.40334225  |
+|    wind_direction               | 0.40708378   |
+|    wind_speed                   | -0.19503616  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 956.14935    |
+|    air_humidity                 | 27.534575    |
+|    air_temperature              | 23.610443    |
+|    clg_setpoint                 | 27.282017    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 6.0          |
+|    diffuse_solar_radiation      | 282.5        |
+|    direct_solar_radiation       | 624.5        |
+|    hour                         | 10.0         |
+|    htg_setpoint                 | 16.201277    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 67.0         |
+|    outdoor_temperature          | 30.388689    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 854384.94    |
+|    wind_direction               | 220.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+-------------------------------------------------*************------------------------------------------------| 51%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.2645678  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.136806   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.21554197 |
+|    air_humidity                 | -1.8091149  |
+|    air_temperature              | 0.5122623   |
+|    clg_setpoint                 | -0.47646636 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9247805  |
+|    diffuse_solar_radiation      | 2.514184    |
+|    direct_solar_radiation       | 1.6381685   |
+|    hour                         | -0.06992028 |
+|    htg_setpoint                 | -1.3138779  |
+|    month                        | 1.8753132   |
+|    outdoor_humidity             | -1.2172889  |
+|    outdoor_temperature          | 2.4289043   |
+|    people_occupant              | -0.68863636 |
+|    total_electricity_HVAC       | -0.21090572 |
+|    wind_direction               | 0.69646317  |
+|    wind_speed                   | -0.60896444 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1729.5714   |
+|    air_humidity                 | 15.044741   |
+|    air_temperature              | 23.680428   |
+|    clg_setpoint                 | 25.33519    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 331.0       |
+|    direct_solar_radiation       | 570.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 41.0        |
+|    outdoor_temperature          | 32.57558    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1680217.8   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------************------------------------------------------------| 51%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.34284806   |
+|    Heating_Setpoint_RL          | -0.012105271 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.782112    |
+|    Heating_Setpoint_RL          | 17.556908    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.35417464  |
+|    air_humidity                 | 0.75864035   |
+|    air_temperature              | 1.6347529    |
+|    clg_setpoint                 | 0.5722973    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.8076672   |
+|    diffuse_solar_radiation      | 2.7058115    |
+|    direct_solar_radiation       | 0.23082483   |
+|    hour                         | 0.074522585  |
+|    htg_setpoint                 | 0.11574679   |
+|    month                        | 1.8522179    |
+|    outdoor_humidity             | -0.10234228  |
+|    outdoor_temperature          | 2.1575704    |
+|    people_occupant              | 0.2667563    |
+|    total_electricity_HVAC       | -0.42003742  |
+|    wind_direction               | 0.11606189   |
+|    wind_speed                   | 0.27206504   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1095.8352    |
+|    air_humidity                 | 47.036556    |
+|    air_temperature              | 25.933289    |
+|    clg_setpoint                 | 27.911453    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 8.0          |
+|    diffuse_solar_radiation      | 351.5        |
+|    direct_solar_radiation       | 212.0        |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 17.735224    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 66.0         |
+|    outdoor_temperature          | 30.26159     |
+|    people_occupant              | 8.0          |
+|    total_electricity_HVAC       | 778334.25    |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 5.7          |
+--------------------------------------------------
+-------------------------------------------------**************-----------------------------------------------| 52%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.71956336 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.577456   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.55927306  |
+|    air_humidity                 | 1.009577    |
+|    air_temperature              | 1.5025697   |
+|    clg_setpoint                 | -0.33649558 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6914578  |
+|    diffuse_solar_radiation      | 2.176882    |
+|    direct_solar_radiation       | 1.669072    |
+|    hour                         | 0.21896447  |
+|    htg_setpoint                 | -0.6038619  |
+|    month                        | 1.8299556   |
+|    outdoor_humidity             | -0.50910157 |
+|    outdoor_temperature          | 2.1027994   |
+|    people_occupant              | 1.21849     |
+|    total_electricity_HVAC       | 0.4505031   |
+|    wind_direction               | -0.07459831 |
+|    wind_speed                   | 0.2772953   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5270.057    |
+|    air_humidity                 | 50.24972    |
+|    air_temperature              | 25.674873   |
+|    clg_setpoint                 | 25.676193   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 298.5       |
+|    direct_solar_radiation       | 578.5       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 14.847184   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 57.0        |
+|    outdoor_temperature          | 29.928114   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 4532645.5   |
+|    wind_direction               | 170.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------**************-----------------------------------------------| 52%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6720252  |
+|    Heating_Setpoint_RL          | -0.26281333 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.356915   |
+|    Heating_Setpoint_RL          | 16.146675   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.0209074   |
+|    air_humidity                 | 1.112154    |
+|    air_temperature              | 0.624054    |
+|    clg_setpoint                 | -1.2972579  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.5759059  |
+|    diffuse_solar_radiation      | 1.8564582   |
+|    direct_solar_radiation       | 0.93792826  |
+|    hour                         | 0.36340174  |
+|    htg_setpoint                 | -1.3126354  |
+|    month                        | 1.808477    |
+|    outdoor_humidity             | -1.5832415  |
+|    outdoor_temperature          | 2.391572    |
+|    people_occupant              | 1.6922152   |
+|    total_electricity_HVAC       | 1.9009411   |
+|    wind_direction               | 0.88963646  |
+|    wind_speed                   | 0.48788697  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 11931.401   |
+|    air_humidity                 | 51.556984   |
+|    air_temperature              | 23.920235   |
+|    clg_setpoint                 | 23.312027   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 267.0       |
+|    direct_solar_radiation       | 392.5       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 33.0        |
+|    outdoor_temperature          | 32.908512   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 10770932.0  |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+-------------------------------------------------**************-----------------------------------------------| 52%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.2794929   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.568289   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.63947254  |
+|    air_humidity                 | 0.91907775  |
+|    air_temperature              | 1.0830569   |
+|    clg_setpoint                 | -0.6715173  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.46080974 |
+|    diffuse_solar_radiation      | 1.2135175   |
+|    direct_solar_radiation       | 1.3761133   |
+|    hour                         | 0.5078282   |
+|    htg_setpoint                 | -0.87632775 |
+|    month                        | 1.7877376   |
+|    outdoor_humidity             | -1.6229205  |
+|    outdoor_temperature          | 2.0482352   |
+|    people_occupant              | 1.689173    |
+|    total_electricity_HVAC       | 0.7305848   |
+|    wind_direction               | -1.4343829  |
+|    wind_speed                   | 0.06892697  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5629.329    |
+|    air_humidity                 | 49.144955   |
+|    air_temperature              | 24.849232   |
+|    clg_setpoint                 | 24.849937   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 202.0       |
+|    direct_solar_radiation       | 505.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 13.749002   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 32.0        |
+|    outdoor_temperature          | 29.821077   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 5732354.0   |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+--------------------------------------------------**************----------------------------------------------| 53%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.08045286   |
+|    Heating_Setpoint_RL          | 0.3106783    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.896528    |
+|    Heating_Setpoint_RL          | 19.372566    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.31902045  |
+|    air_humidity                 | 0.74098796   |
+|    air_temperature              | 1.7519268    |
+|    clg_setpoint                 | 1.4230387    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.34600848  |
+|    diffuse_solar_radiation      | -0.050009828 |
+|    direct_solar_radiation       | 1.9934456    |
+|    hour                         | 0.65223515   |
+|    htg_setpoint                 | -0.07263139  |
+|    month                        | 1.7676955    |
+|    outdoor_humidity             | -0.45548537  |
+|    outdoor_temperature          | 1.5700715    |
+|    people_occupant              | 1.6861744    |
+|    total_electricity_HVAC       | -0.3484767   |
+|    wind_direction               | 0.20605645   |
+|    wind_speed                   | 0.49054268   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1267.4889    |
+|    air_humidity                 | 46.942337    |
+|    air_temperature              | 26.194668    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 12.0         |
+|    diffuse_solar_radiation      | 73.5         |
+|    direct_solar_radiation       | 665.0        |
+|    hour                         | 16.0         |
+|    htg_setpoint                 | 16.970776    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 58.0         |
+|    outdoor_temperature          | 25.360153    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 1098065.5    |
+|    wind_direction               | 200.0        |
+|    wind_speed                   | 6.2          |
+| train/                          |              |
+|    approx_kl                    | 0.008552314  |
+|    clip_fraction                | 0.0603       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.81        |
+|    explained_variance           | 0.577        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 3.17         |
+|    n_updates                    | 90           |
+|    policy_gradient_loss         | -0.0089      |
+|    std                          | 0.988        |
+|    value_loss                   | 10.3         |
+--------------------------------------------------
+--------------------------------------------------**************----------------------------------------------| 53%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.91923106  |
+|    Heating_Setpoint_RL          | 0.7395147    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.522594    |
+|    Heating_Setpoint_RL          | 21.784771    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.11550384  |
+|    air_humidity                 | -0.9635514   |
+|    air_temperature              | 0.5706309    |
+|    clg_setpoint                 | -0.9187085   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.23138042  |
+|    diffuse_solar_radiation      | 0.052223522  |
+|    direct_solar_radiation       | 0.2259442    |
+|    hour                         | 0.7966116    |
+|    htg_setpoint                 | -1.3108269   |
+|    month                        | 1.748313     |
+|    outdoor_humidity             | 0.17130688   |
+|    outdoor_temperature          | 1.9781036    |
+|    people_occupant              | -0.6905923   |
+|    total_electricity_HVAC       | -0.079519816 |
+|    wind_direction               | 0.10729002   |
+|    wind_speed                   | 0.49210596   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2186.923     |
+|    air_humidity                 | 25.650936    |
+|    air_temperature              | 23.82614     |
+|    clg_setpoint                 | 24.239777    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 13.0         |
+|    diffuse_solar_radiation      | 84.0         |
+|    direct_solar_radiation       | 214.0        |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 72.0         |
+|    outdoor_temperature          | 29.488441    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2246438.0    |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 6.2          |
+--------------------------------------------------
+--------------------------------------------------**************----------------------------------------------| 53%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.1523472    |
+|    Heating_Setpoint_RL          | -0.9617539   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.139172    |
+|    Heating_Setpoint_RL          | 12.215135    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.48322803  |
+|    air_humidity                 | -1.7280135   |
+|    air_temperature              | 0.16302902   |
+|    clg_setpoint                 | 1.4247088    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.116841115 |
+|    diffuse_solar_radiation      | -0.6571865   |
+|    direct_solar_radiation       | -0.60925996  |
+|    hour                         | 0.94094414   |
+|    htg_setpoint                 | 1.3217181    |
+|    month                        | 1.7295542    |
+|    outdoor_humidity             | 1.115576     |
+|    outdoor_temperature          | 1.1955575    |
+|    people_occupant              | -0.68786675  |
+|    total_electricity_HVAC       | -0.4951275   |
+|    wind_direction               | -0.85911936  |
+|    wind_speed                   | -0.81163377  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 515.55066    |
+|    air_humidity                 | 15.9569845   |
+|    air_temperature              | 23.012281    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 14.0         |
+|    diffuse_solar_radiation      | 12.0         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 18.0         |
+|    htg_setpoint                 | 22.559185    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 93.0         |
+|    outdoor_temperature          | 22.028776    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 463995.6     |
+|    wind_direction               | 90.0         |
+|    wind_speed                   | 3.1          |
+--------------------------------------------------
+---------------------------------------------------*************----------------------------------------------| 53%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 1.0           |
+|    Heating_Setpoint_RL          | 0.93570304    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 30.0          |
+|    Heating_Setpoint_RL          | 22.888329     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.37316445   |
+|    air_humidity                 | 1.0778549     |
+|    air_temperature              | 0.27963126    |
+|    clg_setpoint                 | -1.3189249    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.0023422847 |
+|    diffuse_solar_radiation      | -0.7752834    |
+|    direct_solar_radiation       | -0.60848844   |
+|    hour                         | 1.0852171     |
+|    htg_setpoint                 | 0.17092673    |
+|    month                        | 1.7113866     |
+|    outdoor_humidity             | 0.61681867    |
+|    outdoor_temperature          | 1.1068811     |
+|    people_occupant              | -0.45034292   |
+|    total_electricity_HVAC       | -0.3903278    |
+|    wind_direction               | -0.17571163   |
+|    wind_speed                   | -0.3889522    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 1015.01154    |
+|    air_humidity                 | 51.067055     |
+|    air_temperature              | 23.24959      |
+|    clg_setpoint                 | 23.25         |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 15.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 19.0          |
+|    htg_setpoint                 | 17.949232     |
+|    month                        | 7.0           |
+|    outdoor_humidity             | 82.0          |
+|    outdoor_temperature          | 21.242224     |
+|    people_occupant              | 2.0           |
+|    total_electricity_HVAC       | 913510.4      |
+|    wind_direction               | 160.0         |
+|    wind_speed                   | 4.1           |
+---------------------------------------------------
+-------------------------------------------------****************---------------------------------------------| 54%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.338674   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.481976   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.45449355 |
+|    air_humidity                 | 0.9122685   |
+|    air_temperature              | 0.21349494  |
+|    clg_setpoint                 | 1.4268869   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.11212913  |
+|    diffuse_solar_radiation      | -0.7758211  |
+|    direct_solar_radiation       | -0.60797095 |
+|    hour                         | 1.2294126   |
+|    htg_setpoint                 | 0.94741565  |
+|    month                        | 1.6937796   |
+|    outdoor_humidity             | -0.7779926  |
+|    outdoor_temperature          | 1.9492294   |
+|    people_occupant              | -0.45144138 |
+|    total_electricity_HVAC       | -0.46786028 |
+|    wind_direction               | -1.6255662  |
+|    wind_speed                   | -0.5959054  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 651.2409    |
+|    air_humidity                 | 49.017834   |
+|    air_temperature              | 23.121668   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 21.067272   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 51.0        |
+|    outdoor_temperature          | 29.634384   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 586116.8    |
+|    wind_direction               | 10.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------****************---------------------------------------------| 54%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.9943306  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.031891   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.46629018 |
+|    air_humidity                 | 0.68350583  |
+|    air_temperature              | 0.045244068 |
+|    clg_setpoint                 | 1.4279308   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.2265517   |
+|    diffuse_solar_radiation      | -0.7765557  |
+|    direct_solar_radiation       | -0.6092478  |
+|    hour                         | 1.3735107   |
+|    htg_setpoint                 | 0.24349391  |
+|    month                        | 1.6767052   |
+|    outdoor_humidity             | 0.483981    |
+|    outdoor_temperature          | 1.4558048   |
+|    people_occupant              | -0.6906309  |
+|    total_electricity_HVAC       | -0.47917688 |
+|    wind_direction               | -0.17183849 |
+|    wind_speed                   | -1.2267618  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 601.19867   |
+|    air_humidity                 | 46.171112   |
+|    air_temperature              | 22.790876   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 18.243284   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 79.0        |
+|    outdoor_temperature          | 24.923      |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 541078.8    |
+|    wind_direction               | 160.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+-------------------------------------------------****************---------------------------------------------| 54%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.4390985   |
+|    Heating_Setpoint_RL          | 0.52254874  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.106956   |
+|    Heating_Setpoint_RL          | 20.564337   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.48806992 |
+|    air_humidity                 | 0.77082723  |
+|    air_temperature              | 0.18162584  |
+|    clg_setpoint                 | -1.0741748  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.34087023  |
+|    diffuse_solar_radiation      | -0.77725744 |
+|    direct_solar_radiation       | -0.6071457  |
+|    hour                         | 1.5174894   |
+|    htg_setpoint                 | -1.0369062  |
+|    month                        | 1.6601369   |
+|    outdoor_humidity             | 1.0215384   |
+|    outdoor_temperature          | 1.0456423   |
+|    people_occupant              | -0.69153374 |
+|    total_electricity_HVAC       | -0.5000336  |
+|    wind_direction               | -0.07247908 |
+|    wind_speed                   | -1.0124162  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 503.88193   |
+|    air_humidity                 | 47.31886    |
+|    air_temperature              | 23.06656    |
+|    clg_setpoint                 | 23.84257    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 13.106829   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 91.0        |
+|    outdoor_temperature          | 20.977898   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 453493.72   |
+|    wind_direction               | 170.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+-------------------------------------------------*****************--------------------------------------------| 55%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.48209438  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 20.33678    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.47876936 |
+|    air_humidity                 | 0.4245584   |
+|    air_temperature              | -0.27878705 |
+|    clg_setpoint                 | 1.430683    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.45499676  |
+|    diffuse_solar_radiation      | -0.7776092  |
+|    direct_solar_radiation       | -0.6081071  |
+|    hour                         | 1.6613247   |
+|    htg_setpoint                 | -1.312877   |
+|    month                        | 1.6440504   |
+|    outdoor_humidity             | 1.1542664   |
+|    outdoor_temperature          | 1.491705    |
+|    people_occupant              | -0.69242746 |
+|    total_electricity_HVAC       | -0.49133632 |
+|    wind_direction               | 0.21886687  |
+|    wind_speed                   | -0.37626228 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 550.2898    |
+|    air_humidity                 | 43.0251     |
+|    air_temperature              | 22.154976   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 94.0        |
+|    outdoor_temperature          | 25.4981     |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 495260.8    |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------****************--------------------------------------------| 55%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.18606354  |
+|    Heating_Setpoint_RL          | -0.6819642   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.997036    |
+|    Heating_Setpoint_RL          | 13.788951    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.4885947   |
+|    air_humidity                 | -1.2694619   |
+|    air_temperature              | 0.084003724  |
+|    clg_setpoint                 | -1.3136197   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.6847557    |
+|    diffuse_solar_radiation      | -0.7775108   |
+|    direct_solar_radiation       | -0.6089455   |
+|    hour                         | -1.6606777   |
+|    htg_setpoint                 | -0.031093394 |
+|    month                        | 1.6284225    |
+|    outdoor_humidity             | 0.74469656   |
+|    outdoor_temperature          | 1.4541466    |
+|    people_occupant              | -0.689775    |
+|    total_electricity_HVAC       | -0.5007023   |
+|    wind_direction               | 0.50975823   |
+|    wind_speed                   | -0.1626181   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 502.81448    |
+|    air_humidity                 | 21.800562    |
+|    air_temperature              | 22.8791      |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 21.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 17.141811    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 85.0         |
+|    outdoor_temperature          | 25.267405    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 452533.03    |
+|    wind_direction               | 230.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+-------------------------------------------------*****************--------------------------------------------| 55%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.84887755  |
+|    Heating_Setpoint_RL          | 0.62115246  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.489962   |
+|    Heating_Setpoint_RL          | 21.118982   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.50352997 |
+|    air_humidity                 | -1.7927268  |
+|    air_temperature              | -0.08068232 |
+|    clg_setpoint                 | 0.04772347  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7982251   |
+|    diffuse_solar_radiation      | -0.777573   |
+|    direct_solar_radiation       | -0.60936075 |
+|    hour                         | -1.5157286  |
+|    htg_setpoint                 | -0.48591197 |
+|    month                        | 1.613232    |
+|    outdoor_humidity             | 1.2402749   |
+|    outdoor_temperature          | 1.2944238   |
+|    people_occupant              | -0.68715286 |
+|    total_electricity_HVAC       | -0.51475525 |
+|    wind_direction               | 0.11965073  |
+|    wind_speed                   | 1.8278878   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 432.68848   |
+|    air_humidity                 | 15.066755   |
+|    air_temperature              | 22.55418    |
+|    clg_setpoint                 | 26.595993   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 15.317528   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 23.812098   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 390194.34   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 56%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.42711228 |
+|    Heating_Setpoint_RL          | 0.42579594  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.183496   |
+|    Heating_Setpoint_RL          | 20.020102   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.74617755  |
+|    air_humidity                 | -0.13595293 |
+|    air_temperature              | 0.26824042  |
+|    clg_setpoint                 | 1.4323782   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.9109927   |
+|    diffuse_solar_radiation      | -0.7778912  |
+|    direct_solar_radiation       | -0.60940534 |
+|    hour                         | -1.3709114  |
+|    htg_setpoint                 | 1.49201     |
+|    month                        | 1.5984589   |
+|    outdoor_humidity             | 1.1478473   |
+|    outdoor_temperature          | 1.1519212   |
+|    people_occupant              | -0.68805367 |
+|    total_electricity_HVAC       | 1.1008798   |
+|    wind_direction               | 0.21640229  |
+|    wind_speed                   | -0.16837992 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6025.081    |
+|    air_humidity                 | 35.871063   |
+|    air_temperature              | 23.249163   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 94.0        |
+|    outdoor_temperature          | 22.493149   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7216292.5   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 56%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.361902   |
+|    Heating_Setpoint_RL          | -0.72127086 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.40358    |
+|    Heating_Setpoint_RL          | 13.567851   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.51671225 |
+|    air_humidity                 | 0.80248034  |
+|    air_temperature              | -0.83607185 |
+|    clg_setpoint                 | 1.433973    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0228457   |
+|    diffuse_solar_radiation      | -0.778428   |
+|    direct_solar_radiation       | -0.6077502  |
+|    hour                         | -1.2262003  |
+|    htg_setpoint                 | -0.9733549  |
+|    month                        | 1.5840843   |
+|    outdoor_humidity             | 1.0974219   |
+|    outdoor_temperature          | 0.858072    |
+|    people_occupant              | -0.6889456  |
+|    total_electricity_HVAC       | -0.5275857  |
+|    wind_direction               | 0.019602453 |
+|    wind_speed                   | -0.3807748  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 376.83112   |
+|    air_humidity                 | 47.732758   |
+|    air_temperature              | 21.066324   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 13.359235   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 19.616549   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 339148.0    |
+|    wind_direction               | 180.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 56%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.25498873 |
+|    Heating_Setpoint_RL          | 0.22139238  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.764414   |
+|    Heating_Setpoint_RL          | 18.870333   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.50202596 |
+|    air_humidity                 | -0.23029877 |
+|    air_temperature              | -0.5963072  |
+|    clg_setpoint                 | -0.6107577  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1335496   |
+|    diffuse_solar_radiation      | -0.5560645  |
+|    direct_solar_radiation       | -0.57908607 |
+|    hour                         | -1.0815725  |
+|    htg_setpoint                 | 0.25443998  |
+|    month                        | 1.5700907   |
+|    outdoor_humidity             | 1.2319493   |
+|    outdoor_temperature          | 1.3925394   |
+|    people_occupant              | -0.6898289  |
+|    total_electricity_HVAC       | -0.5136749  |
+|    wind_direction               | 0.8032197   |
+|    wind_speed                   | -1.0155054  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 444.41684   |
+|    air_humidity                 | 34.79375    |
+|    air_temperature              | 21.54462    |
+|    clg_setpoint                 | 24.96872    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 23.0        |
+|    direct_solar_radiation       | 7.5         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 18.28137    |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 25.050331   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 399975.16   |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 56%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.04512344  |
+|    Heating_Setpoint_RL          | -0.261659   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.777292   |
+|    Heating_Setpoint_RL          | 16.153168   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5085016  |
+|    air_humidity                 | 0.12626477  |
+|    air_temperature              | -0.6237995  |
+|    clg_setpoint                 | 1.4366312   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2428514   |
+|    diffuse_solar_radiation      | -0.1421628  |
+|    direct_solar_radiation       | -0.5240792  |
+|    hour                         | -0.93700826 |
+|    htg_setpoint                 | -0.49022427 |
+|    month                        | 1.5564615   |
+|    outdoor_humidity             | 0.82224196  |
+|    outdoor_temperature          | 1.1521364   |
+|    people_occupant              | -0.69070345 |
+|    total_electricity_HVAC       | -0.5198826  |
+|    wind_direction               | 0.2126987   |
+|    wind_speed                   | -0.16214733 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 420.49292   |
+|    air_humidity                 | 39.318317   |
+|    air_temperature              | 21.495085   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 66.0        |
+|    direct_solar_radiation       | 21.5        |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 15.292915   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 22.747227   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 378443.62   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 57%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.93646663 |
+|    Heating_Setpoint_RL          | 0.08382806  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.464426   |
+|    Heating_Setpoint_RL          | 18.096533   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.50643367 |
+|    air_humidity                 | -0.06968522 |
+|    air_temperature              | -0.38335043 |
+|    clg_setpoint                 | 1.4374932   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.3504843   |
+|    diffuse_solar_radiation      | 0.20840766  |
+|    direct_solar_radiation       | 0.32048035  |
+|    hour                         | -0.7924904  |
+|    htg_setpoint                 | 0.96763945  |
+|    month                        | 1.5431811   |
+|    outdoor_humidity             | 0.8183051   |
+|    outdoor_temperature          | 1.2760447   |
+|    people_occupant              | -0.6915696  |
+|    total_electricity_HVAC       | -0.51854736 |
+|    wind_direction               | -1.7592522  |
+|    wind_speed                   | -0.7997494  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 432.15097   |
+|    air_humidity                 | 36.90651    |
+|    air_temperature              | 21.975243   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 102.5       |
+|    direct_solar_radiation       | 235.5       |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 21.138775   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 24.077085   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 386542.8    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 57%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.67410207 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.833176   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.45030135 |
+|    air_humidity                 | -1.5382369  |
+|    air_temperature              | 0.094972014 |
+|    clg_setpoint                 | -1.0028937  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4561725   |
+|    diffuse_solar_radiation      | 0.7307131   |
+|    direct_solar_radiation       | -0.6093671  |
+|    hour                         | -0.64800483 |
+|    htg_setpoint                 | -1.3112522  |
+|    month                        | 1.5302349   |
+|    outdoor_humidity             | 0.9521399   |
+|    outdoor_temperature          | 1.391377    |
+|    people_occupant              | -0.6890152  |
+|    total_electricity_HVAC       | -0.45461875 |
+|    wind_direction               | 0.11259521  |
+|    wind_speed                   | -0.37197545 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 678.2022    |
+|    air_humidity                 | 18.40388    |
+|    air_temperature              | 22.920534   |
+|    clg_setpoint                 | 23.995571   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 157.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 25.335396   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 651675.5    |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------*****************-------------------------------------------| 57%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.09323043   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 18.149422    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.26537603   |
+|    air_humidity                 | -0.010177551 |
+|    air_temperature              | 0.45787483   |
+|    clg_setpoint                 | -1.1494521   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.5596365    |
+|    diffuse_solar_radiation      | 1.5821661    |
+|    direct_solar_radiation       | -0.19975394  |
+|    hour                         | -0.50353986  |
+|    htg_setpoint                 | -1.3114246   |
+|    month                        | 1.5176092    |
+|    outdoor_humidity             | -0.3233633   |
+|    outdoor_temperature          | 1.4679122    |
+|    people_occupant              | 1.6994027    |
+|    total_electricity_HVAC       | 0.16038844   |
+|    wind_direction               | -1.7660681   |
+|    wind_speed                   | -2.1227894   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 3850.5125    |
+|    air_humidity                 | 37.48524     |
+|    air_temperature              | 23.635038    |
+|    clg_setpoint                 | 23.633814    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 29.0         |
+|    diffuse_solar_radiation      | 246.0        |
+|    direct_solar_radiation       | 103.5        |
+|    hour                         | 8.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 62.0         |
+|    outdoor_temperature          | 26.204103    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 3225908.8    |
+|    wind_direction               | 0.0          |
+|    wind_speed                   | 0.0          |
+--------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 57%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.14356029 |
+|    Heating_Setpoint_RL          | -0.5282066  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.140484   |
+|    Heating_Setpoint_RL          | 14.653838   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.06067571  |
+|    air_humidity                 | 0.75765073  |
+|    air_temperature              | 1.2892481   |
+|    clg_setpoint                 | -0.4818814  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6605982   |
+|    diffuse_solar_radiation      | 2.596604    |
+|    direct_solar_radiation       | 0.61913764  |
+|    hour                         | -0.35908657 |
+|    htg_setpoint                 | -0.73780036 |
+|    month                        | 1.5052911   |
+|    outdoor_humidity             | 0.58462423  |
+|    outdoor_temperature          | 1.4253983   |
+|    people_occupant              | 1.6965721   |
+|    total_electricity_HVAC       | -0.06546515 |
+|    wind_direction               | 0.1094285   |
+|    wind_speed                   | -0.15547615 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2942.6128   |
+|    air_humidity                 | 47.208527   |
+|    air_temperature              | 25.270542   |
+|    clg_setpoint                 | 25.27069    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 352.5       |
+|    direct_solar_radiation       | 310.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 14.299721   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 82.0        |
+|    outdoor_temperature          | 25.861542   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 2280775.0   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------*******************------------------------------------------| 58%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.520646   |
+|    Heating_Setpoint_RL          | -0.6673674  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.86782    |
+|    Heating_Setpoint_RL          | 13.871058   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.5675932   |
+|    air_humidity                 | 1.3496848   |
+|    air_temperature              | 0.25768355  |
+|    clg_setpoint                 | -1.3025788  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7587866   |
+|    diffuse_solar_radiation      | 3.201529    |
+|    direct_solar_radiation       | -0.3476533  |
+|    hour                         | -0.21463865 |
+|    htg_setpoint                 | -0.600005   |
+|    month                        | 1.493268    |
+|    outdoor_humidity             | -0.32956868 |
+|    outdoor_temperature          | 1.5740651   |
+|    people_occupant              | 1.6937785   |
+|    total_electricity_HVAC       | 1.6779776   |
+|    wind_direction               | -1.3752673  |
+|    wind_speed                   | -1.0090275  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 9618.886    |
+|    air_humidity                 | 54.696857   |
+|    air_temperature              | 23.249207   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 416.5       |
+|    direct_solar_radiation       | 66.0        |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 14.853074   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 62.0        |
+|    outdoor_temperature          | 27.468933   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 9577313.0   |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+-------------------------------------------------*******************------------------------------------------| 58%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.48750773 |
+|    Heating_Setpoint_RL          | -0.48606622 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.979662   |
+|    Heating_Setpoint_RL          | 14.890878   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.71623     |
+|    air_humidity                 | 1.1449515   |
+|    air_temperature              | 0.2575534   |
+|    clg_setpoint                 | -1.301707   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6647273  |
+|    diffuse_solar_radiation      | 1.0980935   |
+|    direct_solar_radiation       | 2.4972663   |
+|    hour                         | -0.07019217 |
+|    htg_setpoint                 | 0.0966962   |
+|    month                        | 1.9744972   |
+|    outdoor_humidity             | -1.1525544  |
+|    outdoor_temperature          | 2.0566003   |
+|    people_occupant              | 1.2150146   |
+|    total_electricity_HVAC       | 1.7839619   |
+|    wind_direction               | 0.5058737   |
+|    wind_speed                   | 0.32066095  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 10275.755   |
+|    air_humidity                 | 52.15889    |
+|    air_temperature              | 23.253117   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 197.0       |
+|    direct_solar_radiation       | 784.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 17.64537    |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 44.0        |
+|    outdoor_temperature          | 32.51405    |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 10018777.0  |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------******************------------------------------------------| 58%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.115287244  |
+|    Heating_Setpoint_RL          | 0.62193215   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.014095    |
+|    Heating_Setpoint_RL          | 21.123367    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.765951     |
+|    air_humidity                 | 1.0957465    |
+|    air_temperature              | 1.3922881    |
+|    clg_setpoint                 | -0.39250025  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.5372056   |
+|    diffuse_solar_radiation      | 0.9798288    |
+|    direct_solar_radiation       | 2.1976013    |
+|    hour                         | 0.07425431   |
+|    htg_setpoint                 | -0.63732815  |
+|    month                        | 1.9512091    |
+|    outdoor_humidity             | 0.12749073   |
+|    outdoor_temperature          | 1.8799659    |
+|    people_occupant              | 0.26092675   |
+|    total_electricity_HVAC       | 0.8558275    |
+|    wind_direction               | 0.10733039   |
+|    wind_speed                   | 0.10724893   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 6073.399     |
+|    air_humidity                 | 51.5566      |
+|    air_temperature              | 25.486687    |
+|    clg_setpoint                 | 25.486963    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 2.0          |
+|    diffuse_solar_radiation      | 184.5        |
+|    direct_solar_radiation       | 711.0        |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 14.703268    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 72.0         |
+|    outdoor_temperature          | 30.8736      |
+|    people_occupant              | 8.0          |
+|    total_electricity_HVAC       | 6140688.5    |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 5.2          |
+| train/                          |              |
+|    approx_kl                    | 0.0074095502 |
+|    clip_fraction                | 0.0579       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.82        |
+|    explained_variance           | 0.735        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 1.89         |
+|    n_updates                    | 100          |
+|    policy_gradient_loss         | -0.0063      |
+|    std                          | 0.994        |
+|    value_loss                   | 5.79         |
+--------------------------------------------------
+--------------------------------------------------********************----------------------------------------| 59%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.42613852  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 15.227971    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.084606394 |
+|    air_humidity                 | -1.0132661   |
+|    air_temperature              | 0.6690685    |
+|    clg_setpoint                 | -0.598295    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.4126768   |
+|    diffuse_solar_radiation      | 2.059372     |
+|    direct_solar_radiation       | 1.3614783    |
+|    hour                         | 0.2186999    |
+|    htg_setpoint                 | 0.031817786  |
+|    month                        | 1.928726     |
+|    outdoor_humidity             | 0.12621263   |
+|    outdoor_temperature          | 1.768464     |
+|    people_occupant              | -0.6907704   |
+|    total_electricity_HVAC       | -0.09766069  |
+|    wind_direction               | 0.10717676   |
+|    wind_speed                   | 0.5390824    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2308.893     |
+|    air_humidity                 | 25.043064    |
+|    air_temperature              | 24.068533    |
+|    clg_setpoint                 | 24.979864    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 3.0          |
+|    diffuse_solar_radiation      | 298.0        |
+|    direct_solar_radiation       | 500.0        |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 17.38343     |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 72.0         |
+|    outdoor_temperature          | 29.873354    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2154951.5    |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 6.2          |
+--------------------------------------------------
+-------------------------------------------------*********************----------------------------------------| 59%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.15839316 |
+|    air_humidity                 | -1.6495407  |
+|    air_temperature              | 0.3624465   |
+|    clg_setpoint                 | -0.8045736  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2906109  |
+|    diffuse_solar_radiation      | 1.544071    |
+|    direct_solar_radiation       | 1.2850139   |
+|    hour                         | 0.3631414   |
+|    htg_setpoint                 | -1.3119385  |
+|    month                        | 1.9070026   |
+|    outdoor_humidity             | -0.29009783 |
+|    outdoor_temperature          | 1.9181036   |
+|    people_occupant              | -0.688307   |
+|    total_electricity_HVAC       | -0.19865736 |
+|    wind_direction               | 0.3064313   |
+|    wind_speed                   | -0.14628932 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1977.0289   |
+|    air_humidity                 | 16.900677   |
+|    air_temperature              | 23.469507   |
+|    clg_setpoint                 | 24.47375    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 244.0       |
+|    direct_solar_radiation       | 481.5       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 63.0        |
+|    outdoor_temperature          | 31.532825   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1728398.2   |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------*********************----------------------------------------| 59%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.9594447   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.021877   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.2085793   |
+|    air_humidity                 | 1.4360005   |
+|    air_temperature              | 1.3188598   |
+|    clg_setpoint                 | -1.3015151  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.1705527  |
+|    diffuse_solar_radiation      | 0.65886176  |
+|    direct_solar_radiation       | -0.6140046  |
+|    hour                         | 0.50757325  |
+|    htg_setpoint                 | -1.312075   |
+|    month                        | 1.885997    |
+|    outdoor_humidity             | 0.85928714  |
+|    outdoor_temperature          | 1.2642527   |
+|    people_occupant              | 1.6962285   |
+|    total_electricity_HVAC       | 2.0863862   |
+|    wind_direction               | -0.59078276 |
+|    wind_speed                   | -0.1442861  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 12414.82    |
+|    air_humidity                 | 55.807056   |
+|    air_temperature              | 25.342749   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 151.5       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 88.0        |
+|    outdoor_temperature          | 24.950642   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 11243925.0  |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------********************----------------------------------------| 59%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.54873675  |
+|    Heating_Setpoint_RL          | -0.4782197   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.773014    |
+|    Heating_Setpoint_RL          | 14.935015    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.7648728    |
+|    air_humidity                 | 1.4908432    |
+|    air_temperature              | 0.2459274    |
+|    clg_setpoint                 | -1.3000381   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.0521115   |
+|    diffuse_solar_radiation      | -0.017344534 |
+|    direct_solar_radiation       | -0.6119822   |
+|    hour                         | 0.65198785   |
+|    htg_setpoint                 | 0.085054085  |
+|    month                        | 1.8656707    |
+|    outdoor_humidity             | 0.6707883    |
+|    outdoor_temperature          | 0.85993296   |
+|    people_occupant              | 1.6935178    |
+|    total_electricity_HVAC       | 0.8308459    |
+|    wind_direction               | -1.4851327   |
+|    wind_speed                   | -0.14234212  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 6042.879     |
+|    air_humidity                 | 56.56967     |
+|    air_temperature              | 23.250034    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 6.0          |
+|    diffuse_solar_radiation      | 80.5         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 16.0         |
+|    htg_setpoint                 | 17.60672     |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 84.0         |
+|    outdoor_temperature          | 20.831217    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 6010887.0    |
+|    wind_direction               | 30.0         |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+-------------------------------------------------**********************---------------------------------------| 60%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.18263549 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.008606   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.83496904  |
+|    air_humidity                 | 1.254857    |
+|    air_temperature              | 0.24423426  |
+|    clg_setpoint                 | -1.2994727  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9349516  |
+|    diffuse_solar_radiation      | -0.24249904 |
+|    direct_solar_radiation       | 0.29312822  |
+|    hour                         | 0.7963754   |
+|    htg_setpoint                 | 0.290194    |
+|    month                        | 1.8459877   |
+|    outdoor_humidity             | -1.0331099  |
+|    outdoor_temperature          | 1.5183259   |
+|    people_occupant              | 1.6908414   |
+|    total_electricity_HVAC       | 1.0328209   |
+|    wind_direction               | -1.0781968  |
+|    wind_speed                   | -0.788813   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6347.0254   |
+|    air_humidity                 | 53.636616   |
+|    air_temperature              | 23.25044    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 57.0        |
+|    direct_solar_radiation       | 228.5       |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 18.434208   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 47.0        |
+|    outdoor_temperature          | 27.691172   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 6846408.0   |
+|    wind_direction               | 70.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------**********************---------------------------------------| 60%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.115605   |
+|    Heating_Setpoint_RL          | -0.3899028  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.234833   |
+|    Heating_Setpoint_RL          | 15.431797   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.37718382 |
+|    air_humidity                 | 0.66905093  |
+|    air_temperature              | 1.4064904   |
+|    clg_setpoint                 | 0.9529561   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.81878585 |
+|    diffuse_solar_radiation      | -0.78477585 |
+|    direct_solar_radiation       | -0.6135911  |
+|    hour                         | 0.9407239   |
+|    htg_setpoint                 | -1.3141083  |
+|    month                        | 1.8269147   |
+|    outdoor_humidity             | -0.38640204 |
+|    outdoor_temperature          | 0.8660389   |
+|    people_occupant              | 0.49867415  |
+|    total_electricity_HVAC       | -0.39537093 |
+|    wind_direction               | -0.5757981  |
+|    wind_speed                   | -0.78798014 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1016.24347  |
+|    air_humidity                 | 46.27425    |
+|    air_temperature              | 25.524637   |
+|    clg_setpoint                 | 28.787628   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 61.0        |
+|    outdoor_temperature          | 20.994892   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 914133.44   |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------*********************---------------------------------------| 60%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.118324906 |
+|    Heating_Setpoint_RL          | -0.81762683  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.225655    |
+|    Heating_Setpoint_RL          | 13.025849    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.43732452  |
+|    air_humidity                 | 0.5252795    |
+|    air_temperature              | 1.0345603    |
+|    clg_setpoint                 | 0.21308659   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.70337033  |
+|    diffuse_solar_radiation      | -0.7848171   |
+|    direct_solar_radiation       | -0.6144996   |
+|    hour                         | 1.0850195    |
+|    htg_setpoint                 | -1.3146582   |
+|    month                        | 1.808421     |
+|    outdoor_humidity             | -0.15456216  |
+|    outdoor_temperature          | 0.91449624   |
+|    people_occupant              | -0.45442328  |
+|    total_electricity_HVAC       | -0.45272157  |
+|    wind_direction               | 0.123928815  |
+|    wind_speed                   | -0.56746006  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 755.82745    |
+|    air_humidity                 | 44.4858      |
+|    air_temperature              | 24.802282    |
+|    clg_setpoint                 | 26.96375     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 9.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 19.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 66.0         |
+|    outdoor_temperature          | 21.551191    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 680244.7     |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+-------------------------------------------------**********************---------------------------------------| 60%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.51848245 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 14.708536   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.47781092 |
+|    air_humidity                 | -1.2181023  |
+|    air_temperature              | 0.22031577  |
+|    clg_setpoint                 | 0.94147503  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.5885004  |
+|    diffuse_solar_radiation      | -0.78449875 |
+|    direct_solar_radiation       | -0.6160512  |
+|    hour                         | 1.229246    |
+|    htg_setpoint                 | -1.3136498  |
+|    month                        | 1.7904779   |
+|    outdoor_humidity             | 0.72253627  |
+|    outdoor_temperature          | 1.1564339   |
+|    people_occupant              | -0.69002396 |
+|    total_electricity_HVAC       | -0.49130452 |
+|    wind_direction               | 0.22196184  |
+|    wind_speed                   | -0.9986349  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 575.9174    |
+|    air_humidity                 | 22.45254    |
+|    air_temperature              | 23.213823   |
+|    clg_setpoint                 | 28.752773   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 85.0        |
+|    outdoor_temperature          | 24.117476   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 518325.7    |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+-------------------------------------------------***********************--------------------------------------| 61%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49265057 |
+|    air_humidity                 | -1.8154253  |
+|    air_temperature              | 0.077331126 |
+|    clg_setpoint                 | -0.17219889 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.47400776 |
+|    diffuse_solar_radiation      | -0.78476304 |
+|    direct_solar_radiation       | -0.61710596 |
+|    hour                         | 1.3733859   |
+|    htg_setpoint                 | 0.6923812   |
+|    month                        | 1.7730584   |
+|    outdoor_humidity             | 1.1372119   |
+|    outdoor_temperature          | 1.0119913   |
+|    people_occupant              | -0.6876453  |
+|    total_electricity_HVAC       | -0.5054929  |
+|    wind_direction               | 0.12098572  |
+|    wind_speed                   | -0.77966976 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 507.81885   |
+|    air_humidity                 | 14.729426   |
+|    air_temperature              | 22.937141   |
+|    clg_setpoint                 | 26.014206   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 20.048813   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 94.0        |
+|    outdoor_temperature          | 22.690191   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 457036.97   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------***********************--------------------------------------| 61%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.13753553  |
+|    Heating_Setpoint_RL          | 0.89135134  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.089182   |
+|    Heating_Setpoint_RL          | 22.638851   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.48106098 |
+|    air_humidity                 | 0.7298104   |
+|    air_temperature              | -0.21112634 |
+|    clg_setpoint                 | 0.65206945  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.35975826 |
+|    diffuse_solar_radiation      | -0.78356385 |
+|    direct_solar_radiation       | -0.6165495  |
+|    hour                         | 1.5174193   |
+|    htg_setpoint                 | -1.3130015  |
+|    month                        | 1.7561376   |
+|    outdoor_humidity             | 0.210063    |
+|    outdoor_temperature          | 1.2217987   |
+|    people_occupant              | -0.6884602  |
+|    total_electricity_HVAC       | -0.4945509  |
+|    wind_direction               | 1.1195431   |
+|    wind_speed                   | -0.7788717  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 561.12646   |
+|    air_humidity                 | 46.98238    |
+|    air_temperature              | 22.380983   |
+|    clg_setpoint                 | 28.03511    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 74.0        |
+|    outdoor_temperature          | 24.948664   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 505013.8    |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------************************-------------------------------------| 62%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9206117  |
+|    Heating_Setpoint_RL          | 0.43971315  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.517935   |
+|    Heating_Setpoint_RL          | 20.098387   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.48705217 |
+|    air_humidity                 | 0.44704416  |
+|    air_temperature              | -0.2534758  |
+|    clg_setpoint                 | 1.4271976   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.2456503  |
+|    diffuse_solar_radiation      | -0.784085   |
+|    direct_solar_radiation       | -0.61765045 |
+|    hour                         | 1.6613247   |
+|    htg_setpoint                 | -0.6657178  |
+|    month                        | 1.7396922   |
+|    outdoor_humidity             | 0.5834858   |
+|    outdoor_temperature          | 1.178402    |
+|    people_occupant              | -0.6892678  |
+|    total_electricity_HVAC       | -0.50031936 |
+|    wind_direction               | 0.41753083  |
+|    wind_speed                   | -0.9956115  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 538.46826   |
+|    air_humidity                 | 43.41392    |
+|    air_temperature              | 22.302912   |
+|    clg_setpoint                 | 29.937689   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 14.598387   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 82.0        |
+|    outdoor_temperature          | 24.59945    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 484621.44   |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------***********************-------------------------------------| 62%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.48884395  |
+|    air_humidity                 | 0.33681712   |
+|    air_temperature              | -0.2628855   |
+|    clg_setpoint                 | 1.4541097    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.017649367 |
+|    diffuse_solar_radiation      | -0.78436023  |
+|    direct_solar_radiation       | -0.6187131   |
+|    hour                         | -1.6607492   |
+|    htg_setpoint                 | 0.8572762    |
+|    month                        | 1.7237004    |
+|    outdoor_humidity             | 0.4444376    |
+|    outdoor_temperature          | 1.3283691    |
+|    people_occupant              | -0.69006824  |
+|    total_electricity_HVAC       | -0.50205755  |
+|    wind_direction               | 0.01703774   |
+|    wind_speed                   | -0.9947865   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 534.87854    |
+|    air_humidity                 | 42.04454     |
+|    air_temperature              | 22.289062    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 20.706009    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 79.0         |
+|    outdoor_temperature          | 26.256426    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 481390.72    |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
+--------------------------------------------------***********************-------------------------------------| 62%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.0072815293 |
+|    air_humidity                 | -0.16280586  |
+|    air_temperature              | 0.23099875   |
+|    clg_setpoint                 | 1.4558342    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.0965969    |
+|    diffuse_solar_radiation      | -0.7844682   |
+|    direct_solar_radiation       | -0.61957127  |
+|    hour                         | -1.5158533   |
+|    htg_setpoint                 | 1.4911015    |
+|    month                        | 1.7081416    |
+|    outdoor_humidity             | 0.9561995    |
+|    outdoor_temperature          | 1.0897843    |
+|    people_occupant              | -0.6908616   |
+|    total_electricity_HVAC       | -0.02937731  |
+|    wind_direction               | -0.78338224  |
+|    wind_speed                   | -1.2089523   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2700.6208    |
+|    air_humidity                 | 35.744995    |
+|    air_temperature              | 23.250217    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 16.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 1.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 90.0         |
+|    outdoor_temperature          | 23.847324    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2430558.8    |
+|    wind_direction               | 100.0        |
+|    wind_speed                   | 2.1          |
+--------------------------------------------------
+-------------------------------------------------************************-------------------------------------| 62%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.95111537  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.975025   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49800166 |
+|    air_humidity                 | -0.17821738 |
+|    air_temperature              | -0.12522359 |
+|    clg_setpoint                 | 1.4570475   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.21081619  |
+|    diffuse_solar_radiation      | -0.78463215 |
+|    direct_solar_radiation       | -0.62014395 |
+|    hour                         | -1.3710742  |
+|    htg_setpoint                 | -0.13857667 |
+|    month                        | 1.6929966   |
+|    outdoor_humidity             | 0.95447886  |
+|    outdoor_temperature          | 1.1693178   |
+|    people_occupant              | -0.69164795 |
+|    total_electricity_HVAC       | -0.51092416 |
+|    wind_direction               | -1.3806523  |
+|    wind_speed                   | -0.7712948  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 502.17807   |
+|    air_humidity                 | 35.582977   |
+|    air_temperature              | 22.564451   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 16.716124   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 24.778837   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 451960.28   |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------************************------------------------------------| 63%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.25413147   |
+|    Heating_Setpoint_RL          | 0.9628136    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.482693    |
+|    Heating_Setpoint_RL          | 23.040827    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.510593    |
+|    air_humidity                 | -1.5699636   |
+|    air_temperature              | -0.1365775   |
+|    clg_setpoint                 | -1.2901235   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.3249799    |
+|    diffuse_solar_radiation      | -0.7845927   |
+|    direct_solar_radiation       | -0.6195998   |
+|    hour                         | -1.2263894   |
+|    htg_setpoint                 | -0.090362675 |
+|    month                        | 1.6782475    |
+|    outdoor_humidity             | -0.5344901   |
+|    outdoor_temperature          | 1.1760105    |
+|    people_occupant              | -0.6893252   |
+|    total_electricity_HVAC       | -0.5229509   |
+|    wind_direction               | -1.5720636   |
+|    wind_speed                   | 0.35993674   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 443.7409     |
+|    air_humidity                 | 17.916767    |
+|    air_temperature              | 22.54522     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 18.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 3.0          |
+|    htg_setpoint                 | 16.910467    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 58.0         |
+|    outdoor_temperature          | 24.949455    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 399366.8     |
+|    wind_direction               | 20.0         |
+|    wind_speed                   | 5.7          |
+--------------------------------------------------
+-------------------------------------------------*************************------------------------------------| 63%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.26838297  |
+|    Heating_Setpoint_RL          | 0.07043484  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.530792   |
+|    Heating_Setpoint_RL          | 18.021196   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.62226844  |
+|    air_humidity                 | -2.0332174  |
+|    air_temperature              | 0.22737509  |
+|    clg_setpoint                 | -0.6670394  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.4390307   |
+|    diffuse_solar_radiation      | -0.78464    |
+|    direct_solar_radiation       | -0.62081456 |
+|    hour                         | -1.0817788  |
+|    htg_setpoint                 | 1.4898438   |
+|    month                        | 1.6638772   |
+|    outdoor_humidity             | 0.029255407 |
+|    outdoor_temperature          | 0.7370565   |
+|    people_occupant              | -0.68702567 |
+|    total_electricity_HVAC       | 0.7199127   |
+|    wind_direction               | -1.3643097  |
+|    wind_speed                   | -0.12137623 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5360.505    |
+|    air_humidity                 | 11.823363   |
+|    air_temperature              | 23.249939   |
+|    clg_setpoint                 | 24.781168   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 70.0        |
+|    outdoor_temperature          | 20.422712   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5494404.5   |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------*************************------------------------------------| 63%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.28082305 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.677223   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.8596991   |
+|    air_humidity                 | 0.83533996  |
+|    air_temperature              | 0.22538324  |
+|    clg_setpoint                 | -0.7802639  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.5528832   |
+|    diffuse_solar_radiation      | -0.29276142 |
+|    direct_solar_radiation       | -0.22660764 |
+|    hour                         | -0.93722445 |
+|    htg_setpoint                 | 1.4888402   |
+|    month                        | 1.6498699   |
+|    outdoor_humidity             | 0.63705415  |
+|    outdoor_temperature          | 0.39602697  |
+|    people_occupant              | -0.68781745 |
+|    total_electricity_HVAC       | 1.1153922   |
+|    wind_direction               | -1.4582344  |
+|    wind_speed                   | 0.14123668  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6385.677    |
+|    air_humidity                 | 48.308212   |
+|    air_temperature              | 23.249338   |
+|    clg_setpoint                 | 24.500055   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 52.5        |
+|    direct_solar_radiation       | 100.0       |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | 16.87953    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7110154.0   |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+-------------------------------------------------*************************------------------------------------| 63%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.023303822 |
+|    Heating_Setpoint_RL          | 0.48075628  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.703651   |
+|    Heating_Setpoint_RL          | 20.329254   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4206954  |
+|    air_humidity                 | 0.003440279 |
+|    air_temperature              | -0.38010883 |
+|    clg_setpoint                 | -0.43538782 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.666425    |
+|    diffuse_solar_radiation      | -0.11506228 |
+|    direct_solar_radiation       | 1.0559604   |
+|    hour                         | -0.79271156 |
+|    htg_setpoint                 | 0.32318166  |
+|    month                        | 1.6362106   |
+|    outdoor_humidity             | -0.15249969 |
+|    outdoor_temperature          | 0.93089676  |
+|    people_occupant              | -0.6886024  |
+|    total_electricity_HVAC       | -0.41837278 |
+|    wind_direction               | 0.73987985  |
+|    wind_speed                   | -0.5564629  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 835.90967   |
+|    air_humidity                 | 37.76725    |
+|    air_temperature              | 22.085892   |
+|    clg_setpoint                 | 25.343689   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 71.5        |
+|    direct_solar_radiation       | 425.0       |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 18.575974   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 66.0        |
+|    outdoor_temperature          | 22.559618   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 830709.2    |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------*************************-----------------------------------| 64%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.25361535  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 16.198414    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.44971552  |
+|    air_humidity                 | -0.3081796   |
+|    air_temperature              | -0.096490405 |
+|    clg_setpoint                 | 1.4204968    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.77951753   |
+|    diffuse_solar_radiation      | 0.04097795   |
+|    direct_solar_radiation       | 2.190152     |
+|    hour                         | -0.64822733  |
+|    htg_setpoint                 | -1.3147632   |
+|    month                        | 1.6228849    |
+|    outdoor_humidity             | -1.1287813   |
+|    outdoor_temperature          | 1.3137963    |
+|    people_occupant              | -0.6893806   |
+|    total_electricity_HVAC       | -0.47321492  |
+|    wind_direction               | 1.5365777    |
+|    wind_speed                   | 0.58372366   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 714.11304    |
+|    air_humidity                 | 33.841095    |
+|    air_temperature              | 22.635456    |
+|    clg_setpoint                 | 29.901182    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 22.0         |
+|    diffuse_solar_radiation      | 88.0         |
+|    direct_solar_radiation       | 715.0        |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 45.0         |
+|    outdoor_temperature          | 26.69904     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 610016.8     |
+|    wind_direction               | 330.0        |
+|    wind_speed                   | 6.2          |
+--------------------------------------------------
+-------------------------------------------------**************************-----------------------------------| 64%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.6551806   |
+|    Heating_Setpoint_RL          | -0.67107904 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.836235   |
+|    Heating_Setpoint_RL          | 13.850181   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.22745422  |
+|    air_humidity                 | 0.68039244  |
+|    air_temperature              | 0.22033916  |
+|    clg_setpoint                 | -1.2863528  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.89199823  |
+|    diffuse_solar_radiation      | 1.5972313   |
+|    direct_solar_radiation       | 1.1245112   |
+|    hour                         | -0.50376165 |
+|    htg_setpoint                 | -0.57251346 |
+|    month                        | 1.6098796   |
+|    outdoor_humidity             | -0.9809919  |
+|    outdoor_temperature          | 0.8216934   |
+|    people_occupant              | 1.6913102   |
+|    total_electricity_HVAC       | 0.3357551   |
+|    wind_direction               | -1.557872   |
+|    wind_speed                   | -0.11844815 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3643.873    |
+|    air_humidity                 | 46.39697    |
+|    air_temperature              | 23.249859   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 253.5       |
+|    direct_solar_radiation       | 445.5       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 14.976498   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 48.0        |
+|    outdoor_temperature          | 21.561728   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3915634.5   |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------*************************-----------------------------------| 64%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 0.6562818    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 21.316586    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.30865803  |
+|    air_humidity                 | -0.50095856  |
+|    air_temperature              | -0.052758295 |
+|    clg_setpoint                 | -0.45123437  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.003682     |
+|    diffuse_solar_radiation      | 1.4112076    |
+|    direct_solar_radiation       | 1.858331     |
+|    hour                         | -0.3593064   |
+|    htg_setpoint                 | -0.7069858   |
+|    month                        | 1.597182     |
+|    outdoor_humidity             | -0.8402536   |
+|    outdoor_temperature          | 1.3025626    |
+|    people_occupant              | -0.690917    |
+|    total_electricity_HVAC       | -0.3335493   |
+|    wind_direction               | 0.832657     |
+|    wind_speed                   | 0.5841779    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1326.0413    |
+|    air_humidity                 | 31.465088    |
+|    air_temperature              | 22.72759     |
+|    clg_setpoint                 | 25.29974     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 24.0         |
+|    diffuse_solar_radiation      | 234.0        |
+|    direct_solar_radiation       | 632.5        |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 14.43227     |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 51.0         |
+|    outdoor_temperature          | 26.683355    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1182500.6    |
+|    wind_direction               | 260.0        |
+|    wind_speed                   | 6.2          |
+| train/                          |              |
+|    approx_kl                    | 0.007328547  |
+|    clip_fraction                | 0.0867       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.83        |
+|    explained_variance           | 0.806        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 1.99         |
+|    n_updates                    | 110          |
+|    policy_gradient_loss         | -0.0105      |
+|    std                          | 0.994        |
+|    value_loss                   | 4.73         |
+--------------------------------------------------
+-------------------------------------------------***************************----------------------------------| 65%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.24495539  |
+|    Heating_Setpoint_RL          | 0.52583665  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.451725   |
+|    Heating_Setpoint_RL          | 20.582832   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.0397319  |
+|    air_humidity                 | -1.1559664  |
+|    air_temperature              | 0.047704134 |
+|    clg_setpoint                 | -1.2858752  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1143639   |
+|    diffuse_solar_radiation      | 1.1791459   |
+|    direct_solar_radiation       | 2.235054    |
+|    hour                         | -0.21485594 |
+|    htg_setpoint                 | 0.8741439   |
+|    month                        | 1.5847802   |
+|    outdoor_humidity             | -1.6212004  |
+|    outdoor_temperature          | 0.9811238   |
+|    people_occupant              | -0.68866974 |
+|    total_electricity_HVAC       | 0.018914554 |
+|    wind_direction               | -1.7564504  |
+|    wind_speed                   | 0.14174646  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2480.3218   |
+|    air_humidity                 | 23.09618    |
+|    air_temperature              | 22.92202    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 209.5       |
+|    direct_solar_radiation       | 729.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 20.772663   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 34.0        |
+|    outdoor_temperature          | 23.3514     |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2613195.8   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+--------------------------------------------------**************************----------------------------------| 65%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.32286552   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 19.441118    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.2344295    |
+|    air_humidity                 | 1.1858023    |
+|    air_temperature              | 0.21706979   |
+|    clg_setpoint                 | -1.2858535   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.223822     |
+|    diffuse_solar_radiation      | 1.221841     |
+|    direct_solar_radiation       | 1.5715821    |
+|    hour                         | -0.070406824 |
+|    htg_setpoint                 | -1.3130578   |
+|    month                        | 1.572663     |
+|    outdoor_humidity             | -0.7806864   |
+|    outdoor_temperature          | 1.1376115    |
+|    people_occupant              | 1.2205443    |
+|    total_electricity_HVAC       | 1.2526789    |
+|    wind_direction               | 0.13715425   |
+|    wind_speed                   | -0.11962144  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 7957.938     |
+|    air_humidity                 | 52.725227    |
+|    air_temperature              | 23.24937     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 26.0         |
+|    diffuse_solar_radiation      | 214.0        |
+|    direct_solar_radiation       | 561.0        |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 52.0         |
+|    outdoor_temperature          | 25.047209    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 7623451.5    |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+-------------------------------------------------***************************----------------------------------| 65%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.815019   |
+|    Heating_Setpoint_RL          | -0.90468824 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.874311   |
+|    Heating_Setpoint_RL          | 12.536129   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.37846     |
+|    air_humidity                 | 1.0051094   |
+|    air_temperature              | 0.21603408  |
+|    clg_setpoint                 | -1.2851567  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.3318207   |
+|    diffuse_solar_radiation      | 1.523637    |
+|    direct_solar_radiation       | 1.156488    |
+|    hour                         | 0.07404228  |
+|    htg_setpoint                 | 0.43823466  |
+|    month                        | 1.5608194   |
+|    outdoor_humidity             | -0.17827147 |
+|    outdoor_temperature          | 1.3553251   |
+|    people_occupant              | 0.2652023   |
+|    total_electricity_HVAC       | 1.3954896   |
+|    wind_direction               | 0.036228288 |
+|    wind_speed                   | 0.14307831  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 8570.225    |
+|    air_humidity                 | 50.460617   |
+|    air_temperature              | 23.249622   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 246.0       |
+|    direct_solar_radiation       | 455.5       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 19.021769   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 65.0        |
+|    outdoor_temperature          | 27.393848   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 8197692.0   |
+|    wind_direction               | 180.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+-------------------------------------------------***************************----------------------------------| 65%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.48346853 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 14.905489   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.52732855  |
+|    air_humidity                 | 1.0215408   |
+|    air_temperature              | 0.21464732  |
+|    clg_setpoint                 | -1.2837762  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4381145   |
+|    diffuse_solar_radiation      | 0.5884428   |
+|    direct_solar_radiation       | 2.2609627   |
+|    hour                         | 0.21849057  |
+|    htg_setpoint                 | -1.037094   |
+|    month                        | 1.5492394   |
+|    outdoor_humidity             | -1.2477778  |
+|    outdoor_temperature          | 1.0982655   |
+|    people_occupant              | 1.2169536   |
+|    total_electricity_HVAC       | 0.58646005  |
+|    wind_direction               | -0.6562885  |
+|    wind_speed                   | 0.3651423   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4910.7656   |
+|    air_humidity                 | 50.696198   |
+|    air_temperature              | 23.249996   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 146.5       |
+|    direct_solar_radiation       | 737.5       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 13.102337   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 42.0        |
+|    outdoor_temperature          | 24.733116   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 4911140.5   |
+|    wind_direction               | 110.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------****************************---------------------------------| 66%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.586774   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 14.324396   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.419872    |
+|    air_humidity                 | 1.3058262   |
+|    air_temperature              | 0.213065    |
+|    clg_setpoint                 | -1.282455   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5424525   |
+|    diffuse_solar_radiation      | 0.5793461   |
+|    direct_solar_radiation       | 2.03754     |
+|    hour                         | 0.36293516  |
+|    htg_setpoint                 | 1.4902704   |
+|    month                        | 1.5379134   |
+|    outdoor_humidity             | -0.40921006 |
+|    outdoor_temperature          | 1.0904247   |
+|    people_occupant              | 1.691139    |
+|    total_electricity_HVAC       | 1.5742004   |
+|    wind_direction               | 0.14287704  |
+|    wind_speed                   | -0.5601868  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 8733.14     |
+|    air_humidity                 | 54.32549    |
+|    air_temperature              | 23.249233   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 145.5       |
+|    direct_solar_radiation       | 682.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 60.0        |
+|    outdoor_temperature          | 24.676712   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 8908949.0   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------****************************---------------------------------| 66%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.3081755  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.891513   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.3913204   |
+|    air_humidity                 | 0.31573388  |
+|    air_temperature              | 1.2267097   |
+|    clg_setpoint                 | -0.49203286 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6445816   |
+|    diffuse_solar_radiation      | 0.2839306   |
+|    direct_solar_radiation       | 1.6354795   |
+|    hour                         | 0.5073711   |
+|    htg_setpoint                 | -0.5898267  |
+|    month                        | 1.5268323   |
+|    outdoor_humidity             | -2.2680438  |
+|    outdoor_temperature          | 1.5074387   |
+|    people_occupant              | 1.688733    |
+|    total_electricity_HVAC       | 0.40346786  |
+|    wind_direction               | -1.4423833  |
+|    wind_speed                   | -0.11488783 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4322.867    |
+|    air_humidity                 | 41.82029    |
+|    air_temperature              | 25.188402   |
+|    clg_setpoint                 | 25.188997   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 114.0       |
+|    direct_solar_radiation       | 581.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 14.902382   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 20.0        |
+|    outdoor_temperature          | 29.145077   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4165976.2   |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------****************************---------------------------------| 66%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.28313622 |
+|    Heating_Setpoint_RL          | -0.76489955 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.669415   |
+|    Heating_Setpoint_RL          | 13.32244    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.20163757 |
+|    air_humidity                 | -0.759177   |
+|    air_temperature              | 0.27055913  |
+|    clg_setpoint                 | -0.39846137 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7442526   |
+|    diffuse_solar_radiation      | -0.24741887 |
+|    direct_solar_radiation       | 1.2847477   |
+|    hour                         | 0.6517916   |
+|    htg_setpoint                 | -1.3122796  |
+|    month                        | 1.5159874   |
+|    outdoor_humidity             | 0.33968857  |
+|    outdoor_temperature          | 1.1852139   |
+|    people_occupant              | -0.6902302  |
+|    total_electricity_HVAC       | -0.23607005 |
+|    wind_direction               | 0.24370067  |
+|    wind_speed                   | 1.9623824   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1781.3649   |
+|    air_humidity                 | 28.255836   |
+|    air_temperature              | 23.362242   |
+|    clg_setpoint                 | 25.417427   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 57.5        |
+|    direct_solar_radiation       | 492.5       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 76.0        |
+|    outdoor_temperature          | 25.78746    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1576150.0   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+--------------------------------------------------***************************---------------------------------| 66%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.043669045 |
+|    air_humidity                 | -1.726838    |
+|    air_temperature              | 0.3510199    |
+|    clg_setpoint                 | -1.1717207   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.6629037   |
+|    diffuse_solar_radiation      | -0.4924283   |
+|    direct_solar_radiation       | -0.5596941   |
+|    hour                         | 0.79618764   |
+|    htg_setpoint                 | -1.1812211   |
+|    month                        | 1.9343375    |
+|    outdoor_humidity             | -1.5675772   |
+|    outdoor_temperature          | 1.3558978    |
+|    people_occupant              | -0.68805367  |
+|    total_electricity_HVAC       | -0.032893535 |
+|    wind_direction               | 1.5290543    |
+|    wind_speed                   | 0.15223275   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2449.9666    |
+|    air_humidity                 | 15.9353285   |
+|    air_temperature              | 23.515856    |
+|    clg_setpoint                 | 23.518545    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0          |
+|    diffuse_solar_radiation      | 31.5         |
+|    direct_solar_radiation       | 19.5         |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 12.521285    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 35.0         |
+|    outdoor_temperature          | 27.667246    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2390471.8    |
+|    wind_direction               | 330.0        |
+|    wind_speed                   | 5.2          |
+--------------------------------------------------
+-------------------------------------------------*****************************--------------------------------| 67%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.94562656 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.43351    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.005157273 |
+|    air_humidity                 | 1.2351272   |
+|    air_temperature              | 0.21021192  |
+|    clg_setpoint                 | -1.27984    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5379233  |
+|    diffuse_solar_radiation      | -0.7901031  |
+|    direct_solar_radiation       | -0.63567775 |
+|    hour                         | 0.94054866  |
+|    htg_setpoint                 | 0.48421577  |
+|    month                        | 1.9150321   |
+|    outdoor_humidity             | 0.20522769  |
+|    outdoor_temperature          | 0.73409396  |
+|    people_occupant              | 0.5032149   |
+|    total_electricity_HVAC       | 0.1701873   |
+|    wind_direction               | -1.7401673  |
+|    wind_speed                   | -2.1457107  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2656.1526   |
+|    air_humidity                 | 53.358818   |
+|    air_temperature              | 23.249943   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 19.212082   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 73.0        |
+|    outdoor_temperature          | 21.13159    |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 3206397.8   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+-------------------------------------------------*****************************--------------------------------| 67%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.45600408 |
+|    air_humidity                 | 0.9208458   |
+|    air_temperature              | 0.5875917   |
+|    clg_setpoint                 | -0.8576887  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.415442   |
+|    diffuse_solar_radiation      | -0.7903017  |
+|    direct_solar_radiation       | -0.63668436 |
+|    hour                         | 1.084862    |
+|    htg_setpoint                 | 1.4878559   |
+|    month                        | 1.8962935   |
+|    outdoor_humidity             | -0.6306387  |
+|    outdoor_temperature          | 0.89013714  |
+|    people_occupant              | -0.45118454 |
+|    total_electricity_HVAC       | -0.4717392  |
+|    wind_direction               | 0.14497809  |
+|    wind_speed                   | -0.7696535  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 694.94055   |
+|    air_humidity                 | 49.397068   |
+|    air_temperature              | 23.96936    |
+|    clg_setpoint                 | 24.283924   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 55.0        |
+|    outdoor_temperature          | 22.820602   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 625446.5    |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------*****************************--------------------------------| 67%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.072315395 |
+|    Heating_Setpoint_RL          | -0.07389864 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.869064   |
+|    Heating_Setpoint_RL          | 17.20932    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.46901858 |
+|    air_humidity                 | 0.8446213   |
+|    air_temperature              | 0.11793104  |
+|    clg_setpoint                 | -1.2766292  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.295025   |
+|    diffuse_solar_radiation      | -0.7903185  |
+|    direct_solar_radiation       | -0.6375913  |
+|    hour                         | 1.2291133   |
+|    htg_setpoint                 | 0.6454666   |
+|    month                        | 1.8780944   |
+|    outdoor_humidity             | -0.21047753 |
+|    outdoor_temperature          | 0.88834083  |
+|    people_occupant              | -0.45205688 |
+|    total_electricity_HVAC       | -0.48419434 |
+|    wind_direction               | 0.1434492   |
+|    wind_speed                   | -0.1036499  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 641.40393   |
+|    air_humidity                 | 48.462822   |
+|    air_temperature              | 23.078838   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 19.867966   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 64.0        |
+|    outdoor_temperature          | 22.836067   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 577263.56   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------******************************-------------------------------| 68%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.3473787  |
+|    Heating_Setpoint_RL          | 0.83676535  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.452597   |
+|    Heating_Setpoint_RL          | 22.331804   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.44083697 |
+|    air_humidity                 | 0.6575294   |
+|    air_temperature              | 0.030915337 |
+|    clg_setpoint                 | -1.276147   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.1762962  |
+|    diffuse_solar_radiation      | -0.79043585 |
+|    direct_solar_radiation       | -0.63820654 |
+|    hour                         | 1.3732864   |
+|    htg_setpoint                 | 1.4025167   |
+|    month                        | 1.8604095   |
+|    outdoor_humidity             | 0.022486856 |
+|    outdoor_temperature          | 1.0130731   |
+|    people_occupant              | -0.69099313 |
+|    total_electricity_HVAC       | -0.45742399 |
+|    wind_direction               | 0.73711914  |
+|    wind_speed                   | -0.98679096 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 762.95575   |
+|    air_humidity                 | 46.117172   |
+|    air_temperature              | 22.91643    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 22.908531   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 69.0        |
+|    outdoor_temperature          | 24.19406    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 686660.2    |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+-------------------------------------------------******************************-------------------------------| 68%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.7880953  |
+|    Heating_Setpoint_RL          | 0.5998314   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.965178   |
+|    Heating_Setpoint_RL          | 20.99905    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4962427  |
+|    air_humidity                 | 0.56864643  |
+|    air_temperature              | -0.09502134 |
+|    clg_setpoint                 | -0.10319377 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0589299  |
+|    diffuse_solar_radiation      | -0.7899443  |
+|    direct_solar_radiation       | -0.63923746 |
+|    hour                         | 1.5173633   |
+|    htg_setpoint                 | -0.98520124 |
+|    month                        | 1.8432149   |
+|    outdoor_humidity             | 0.86494094  |
+|    outdoor_temperature          | 0.8738027   |
+|    people_occupant              | -0.69171315 |
+|    total_electricity_HVAC       | -0.5099751  |
+|    wind_direction               | -0.2545984  |
+|    wind_speed                   | -0.9853514  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 530.26624   |
+|    air_humidity                 | 45.015812   |
+|    air_temperature              | 22.680368   |
+|    clg_setpoint                 | 26.132439   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 13.321995   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 22.762388   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 478375.44   |
+|    wind_direction               | 150.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+-------------------------------------------------******************************-------------------------------| 68%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.68430895 |
+|    Heating_Setpoint_RL          | 0.674995    |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.315456   |
+|    Heating_Setpoint_RL          | 21.421846   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5175316  |
+|    air_humidity                 | -1.2304726  |
+|    air_temperature              | -0.2859282  |
+|    clg_setpoint                 | -0.94651836 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.94264436 |
+|    diffuse_solar_radiation      | -0.7900297  |
+|    direct_solar_radiation       | -0.63974184 |
+|    hour                         | 1.6613247   |
+|    htg_setpoint                 | 0.7285015   |
+|    month                        | 1.8264884   |
+|    outdoor_humidity             | 0.8632456   |
+|    outdoor_temperature          | 0.88968366  |
+|    people_occupant              | -0.6895836  |
+|    total_electricity_HVAC       | -0.5305344  |
+|    wind_direction               | 0.5391984   |
+|    wind_speed                   | -0.5427035  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 437.28717   |
+|    air_humidity                 | 22.293077   |
+|    air_temperature              | 22.319862   |
+|    clg_setpoint                 | 24.058542   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 20.20343    |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 22.972101   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 393558.47   |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------******************************------------------------------| 69%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.33729756   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.763378    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5334828   |
+|    air_humidity                 | -1.9452816   |
+|    air_temperature              | -0.2894777   |
+|    clg_setpoint                 | -0.030366203 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.71461207  |
+|    diffuse_solar_radiation      | -0.7898018   |
+|    direct_solar_radiation       | -0.6390011   |
+|    hour                         | -1.6608065   |
+|    htg_setpoint                 | 0.75422627   |
+|    month                        | 1.8102092    |
+|    outdoor_humidity             | 0.5804075    |
+|    outdoor_temperature          | 0.5194091    |
+|    people_occupant              | -0.68747354  |
+|    total_electricity_HVAC       | -0.5457581   |
+|    wind_direction               | -1.0487183   |
+|    wind_speed                   | -1.2054832   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 366.58527    |
+|    air_humidity                 | 13.097323    |
+|    air_temperature              | 22.314934    |
+|    clg_setpoint                 | 26.313646    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 9.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 20.310444    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 81.0         |
+|    outdoor_temperature          | 19.086994    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 329926.75    |
+|    wind_direction               | 70.0         |
+|    wind_speed                   | 2.1          |
+--------------------------------------------------
+-------------------------------------------------*******************************------------------------------| 69%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.20657578  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.322193   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5163411  |
+|    air_humidity                 | 0.87911016  |
+|    air_temperature              | -0.6360668  |
+|    clg_setpoint                 | 1.4686173   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.59970415 |
+|    diffuse_solar_radiation      | -0.7898174  |
+|    direct_solar_radiation       | -0.63816565 |
+|    hour                         | -1.5159532  |
+|    htg_setpoint                 | -0.19230533 |
+|    month                        | 1.7943575   |
+|    outdoor_humidity             | 0.2968511   |
+|    outdoor_temperature          | 0.544591    |
+|    people_occupant              | -0.6881981  |
+|    total_electricity_HVAC       | -0.52953476 |
+|    wind_direction               | 1.6368849   |
+|    wind_speed                   | 0.39397314  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 440.62497   |
+|    air_humidity                 | 48.89385    |
+|    air_temperature              | 21.663795   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 16.514261   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 75.0        |
+|    outdoor_temperature          | 19.37962    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 396562.47   |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------*******************************------------------------------| 69%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.9947218   |
+|    air_humidity                 | -0.5099223  |
+|    air_temperature              | 0.20236321  |
+|    clg_setpoint                 | 0.08011453  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.4852144  |
+|    diffuse_solar_radiation      | -0.7890735  |
+|    direct_solar_radiation       | -0.63890815 |
+|    hour                         | -1.371205   |
+|    htg_setpoint                 | 1.48435     |
+|    month                        | 1.7789153   |
+|    outdoor_humidity             | -0.30874646 |
+|    outdoor_temperature          | -0.17556447 |
+|    people_occupant              | -0.688917   |
+|    total_electricity_HVAC       | 1.235662    |
+|    wind_direction               | -1.5380833  |
+|    wind_speed                   | -0.53952277 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6806.8633   |
+|    air_humidity                 | 31.330225   |
+|    air_temperature              | 23.25003    |
+|    clg_setpoint                 | 26.582819   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 62.0        |
+|    outdoor_temperature          | 11.788204   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7430651.0   |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------*******************************------------------------------| 69%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.18403631 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.003878   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60124505 |
+|    air_humidity                 | 0.8671202   |
+|    air_temperature              | -0.29424444 |
+|    clg_setpoint                 | 0.17831619  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.37100813 |
+|    diffuse_solar_radiation      | -0.78917086 |
+|    direct_solar_radiation       | -0.6397367  |
+|    hour                         | -1.2265414  |
+|    htg_setpoint                 | 0.17680515  |
+|    month                        | 1.7638649   |
+|    outdoor_humidity             | -0.07074028 |
+|    outdoor_temperature          | 0.3504458   |
+|    people_occupant              | -0.68963015 |
+|    total_electricity_HVAC       | -0.61041206 |
+|    wind_direction               | 1.1362139   |
+|    wind_speed                   | -0.7604889  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 48.730114   |
+|    air_temperature              | 22.315607   |
+|    clg_setpoint                 | 26.823168   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 17.99855    |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 67.0        |
+|    outdoor_temperature          | 17.353022   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------********************************-----------------------------| 70%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.5646814  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 14.448668   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5212016  |
+|    air_humidity                 | 0.1669412   |
+|    air_temperature              | -0.64200336 |
+|    clg_setpoint                 | -0.1908779  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.25697947 |
+|    diffuse_solar_radiation      | -0.7890518  |
+|    direct_solar_radiation       | -0.64016885 |
+|    hour                         | -1.0819445  |
+|    htg_setpoint                 | 0.23670387  |
+|    month                        | 1.7491901   |
+|    outdoor_humidity             | 0.3521607   |
+|    outdoor_temperature          | 0.8252256   |
+|    people_occupant              | -0.6903377  |
+|    total_electricity_HVAC       | -0.53428125 |
+|    wind_direction               | 0.44177946  |
+|    wind_speed                   | -0.09374914 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 425.42987   |
+|    air_humidity                 | 39.931408   |
+|    air_temperature              | 21.663052   |
+|    clg_setpoint                 | 25.913252   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 18.240896   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 76.0        |
+|    outdoor_temperature          | 22.384584   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 382886.9    |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------********************************-----------------------------| 70%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.34872806 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.448044   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5233945  |
+|    air_humidity                 | -0.22070584 |
+|    air_temperature              | 0.08319644  |
+|    clg_setpoint                 | 0.18305245  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.14305043 |
+|    diffuse_solar_radiation      | -0.58022875 |
+|    direct_solar_radiation       | -0.63311213 |
+|    hour                         | -0.93739843 |
+|    htg_setpoint                 | 0.12304067  |
+|    month                        | 1.7348757   |
+|    outdoor_humidity             | 1.3356982   |
+|    outdoor_temperature          | 0.6445153   |
+|    people_occupant              | -0.69103974 |
+|    total_electricity_HVAC       | -0.5363868  |
+|    wind_direction               | 0.44116706  |
+|    wind_speed                   | -0.7616157  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 417.8615    |
+|    air_humidity                 | 35.082703   |
+|    air_temperature              | 23.031837   |
+|    clg_setpoint                 | 26.83073    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 22.0        |
+|    direct_solar_radiation       | 1.5         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 17.784397   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 97.0        |
+|    outdoor_temperature          | 20.518509   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 376075.38   |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 3.1         |
+| train/                          |             |
+|    approx_kl                    | 0.008502568 |
+|    clip_fraction                | 0.108       |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.85       |
+|    explained_variance           | 0.743       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 1.21        |
+|    n_updates                    | 120         |
+|    policy_gradient_loss         | -0.0118     |
+|    std                          | 1.02        |
+|    value_loss                   | 2.9         |
+-------------------------------------------------
+--------------------------------------------------*******************************-----------------------------| 70%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.2085734    |
+|    Heating_Setpoint_RL          | -0.49315524  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.328936    |
+|    Heating_Setpoint_RL          | 14.851002    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.07336473  |
+|    air_humidity                 | 0.13258375   |
+|    air_temperature              | 0.1992712    |
+|    clg_setpoint                 | -0.226284    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.029169999 |
+|    diffuse_solar_radiation      | 0.0035180373 |
+|    direct_solar_radiation       | 0.47097227   |
+|    hour                         | -0.7928897   |
+|    htg_setpoint                 | 1.4834718    |
+|    month                        | 1.720907     |
+|    outdoor_humidity             | -0.26015648  |
+|    outdoor_temperature          | 0.5150592    |
+|    people_occupant              | -0.6889738   |
+|    total_electricity_HVAC       | -0.09845656  |
+|    wind_direction               | -1.5453062   |
+|    wind_speed                   | -0.53991157  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2300.5762    |
+|    air_humidity                 | 39.500927    |
+|    air_temperature              | 23.250153    |
+|    clg_setpoint                 | 25.824028    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 83.5         |
+|    direct_solar_radiation       | 286.5        |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 63.0         |
+|    outdoor_temperature          | 19.19118     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2109747.5    |
+|    wind_direction               | 20.0         |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+-------------------------------------------------*********************************----------------------------| 71%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.84538436  |
+|    Heating_Setpoint_RL          | 0.7374158   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.478172   |
+|    Heating_Setpoint_RL          | 21.772964   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.556818   |
+|    air_humidity                 | 0.38167453  |
+|    air_temperature              | -0.5647787  |
+|    clg_setpoint                 | 0.82848936  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.08468646  |
+|    diffuse_solar_radiation      | 0.8620398   |
+|    direct_solar_radiation       | -0.23461528 |
+|    hour                         | -0.64840686 |
+|    htg_setpoint                 | 0.33876982  |
+|    month                        | 1.7072704   |
+|    outdoor_humidity             | -0.35240754 |
+|    outdoor_temperature          | 0.5498531   |
+|    people_occupant              | -0.68692625 |
+|    total_electricity_HVAC       | -0.5684049  |
+|    wind_direction               | -0.5496842  |
+|    wind_speed                   | 0.40023044  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 274.5657    |
+|    air_humidity                 | 42.610332   |
+|    air_temperature              | 21.817024   |
+|    clg_setpoint                 | 28.418716   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 174.0       |
+|    direct_solar_radiation       | 104.5       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 18.656818   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 61.0        |
+|    outdoor_temperature          | 19.57335    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 246530.45   |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------*********************************----------------------------| 71%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.7480702  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.417105   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.47753432 |
+|    air_humidity                 | 2.0147216   |
+|    air_temperature              | 0.20982918  |
+|    clg_setpoint                 | -1.2730652  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.1985176   |
+|    diffuse_solar_radiation      | 0.4186103   |
+|    direct_solar_radiation       | -0.638856   |
+|    hour                         | -0.5039407  |
+|    htg_setpoint                 | 0.56740123  |
+|    month                        | 1.6939529   |
+|    outdoor_humidity             | 1.3414112   |
+|    outdoor_temperature          | 0.32913494  |
+|    people_occupant              | 1.6970071   |
+|    total_electricity_HVAC       | -0.38732716 |
+|    wind_direction               | -1.243697   |
+|    wind_speed                   | 1.2960271   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 606.7911    |
+|    air_humidity                 | 63.23983    |
+|    air_temperature              | 23.27301    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 127.5       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 19.584923   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 97.0        |
+|    outdoor_temperature          | 17.270409   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 963691.94   |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+-------------------------------------------------*********************************----------------------------| 71%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.36892578 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.549792   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.48044738 |
+|    air_humidity                 | 1.105859    |
+|    air_temperature              | 1.7454876   |
+|    clg_setpoint                 | 1.4715452   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.31229657  |
+|    diffuse_solar_radiation      | 2.043495    |
+|    direct_solar_radiation       | 0.77906764  |
+|    hour                         | -0.35948402 |
+|    htg_setpoint                 | -0.22822061 |
+|    month                        | 1.6809423   |
+|    outdoor_humidity             | -0.8271153  |
+|    outdoor_temperature          | 0.6802259   |
+|    people_occupant              | 1.6947352   |
+|    total_electricity_HVAC       | -0.5052086  |
+|    wind_direction               | -1.7346586  |
+|    wind_speed                   | 0.17665061  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 594.7458    |
+|    air_humidity                 | 51.916225   |
+|    air_temperature              | 26.15502    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 299.0       |
+|    direct_solar_radiation       | 364.5       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 16.39214    |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 51.0        |
+|    outdoor_temperature          | 20.96801    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 498240.56   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+--------------------------------------------------********************************----------------------------| 71%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.5098697    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 20.493017    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.28764224   |
+|    air_humidity                 | 1.0249116    |
+|    air_temperature              | 0.19367997   |
+|    clg_setpoint                 | -1.2723436   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.42597145   |
+|    diffuse_solar_radiation      | 3.2465782    |
+|    direct_solar_radiation       | -0.20450267  |
+|    hour                         | -0.2150317   |
+|    htg_setpoint                 | -0.7971795   |
+|    month                        | 1.668227     |
+|    outdoor_humidity             | -0.16485304  |
+|    outdoor_temperature          | 0.42804784   |
+|    people_occupant              | 1.6924874    |
+|    total_electricity_HVAC       | 0.2654044    |
+|    wind_direction               | -0.638596    |
+|    wind_speed                   | -0.090100355 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 3796.5225    |
+|    air_humidity                 | 50.901756    |
+|    air_temperature              | 23.24943     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 19.0         |
+|    diffuse_solar_radiation      | 426.5        |
+|    direct_solar_radiation       | 111.5        |
+|    hour                         | 10.0         |
+|    htg_setpoint                 | 14.106633    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 65.0         |
+|    outdoor_temperature          | 18.335127    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 3539471.0    |
+|    wind_direction               | 110.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+--------------------------------------------------*********************************---------------------------| 72%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 0.009597585  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 17.678986    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.06396274   |
+|    air_humidity                 | 0.6917992    |
+|    air_temperature              | 0.6695609    |
+|    clg_setpoint                 | -0.90829587  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.5394658    |
+|    diffuse_solar_radiation      | 1.6951883    |
+|    direct_solar_radiation       | 1.0610186    |
+|    hour                         | -0.070580594 |
+|    htg_setpoint                 | 1.1089067    |
+|    month                        | 1.6557958    |
+|    outdoor_humidity             | -0.92039984  |
+|    outdoor_temperature          | 0.6411796    |
+|    people_occupant              | 1.2142777    |
+|    total_electricity_HVAC       | 0.00977414   |
+|    wind_direction               | 0.05707632   |
+|    wind_speed                   | -0.31144258  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2863.5388    |
+|    air_humidity                 | 46.719032    |
+|    air_temperature              | 24.142084    |
+|    clg_setpoint                 | 24.142586    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 20.0         |
+|    diffuse_solar_radiation      | 262.5        |
+|    direct_solar_radiation       | 437.0        |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 21.784534    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 49.0         |
+|    outdoor_temperature          | 20.56246     |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 2531103.8    |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+-------------------------------------------------**********************************---------------------------| 72%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5009277  |
+|    air_humidity                 | 0.41680822  |
+|    air_temperature              | 0.1855426   |
+|    clg_setpoint                 | 1.4725454   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6526793   |
+|    diffuse_solar_radiation      | 1.1933572   |
+|    direct_solar_radiation       | -0.63795453 |
+|    hour                         | 0.07387049  |
+|    htg_setpoint                 | 0.35660022  |
+|    month                        | 1.6436385   |
+|    outdoor_humidity             | 0.11722323  |
+|    outdoor_temperature          | 1.0536019   |
+|    people_occupant              | -0.69040376 |
+|    total_electricity_HVAC       | -0.5155253  |
+|    wind_direction               | 0.25383013  |
+|    wind_speed                   | -0.5332559  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 511.25366   |
+|    air_humidity                 | 43.304893   |
+|    air_temperature              | 23.236923   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 209.5       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 18.761517   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 71.0        |
+|    outdoor_temperature          | 24.885138   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 460128.3    |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------**********************************---------------------------| 72%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5210555  |
+|    air_humidity                 | -1.4060552  |
+|    air_temperature              | 0.13669148  |
+|    clg_setpoint                 | -0.32826242 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.765489    |
+|    diffuse_solar_radiation      | 0.7308622   |
+|    direct_solar_radiation       | -0.6366844  |
+|    hour                         | 0.21832082  |
+|    htg_setpoint                 | -1.3231896  |
+|    month                        | 1.6317451   |
+|    outdoor_humidity             | 1.200377    |
+|    outdoor_temperature          | 0.7394733   |
+|    people_occupant              | -0.68839777 |
+|    total_electricity_HVAC       | -0.5346474  |
+|    wind_direction               | 0.15430602  |
+|    wind_speed                   | 0.860205    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 423.85724   |
+|    air_humidity                 | 20.290777   |
+|    air_temperature              | 23.144033   |
+|    clg_setpoint                 | 25.570116   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 160.5       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 94.0        |
+|    outdoor_temperature          | 21.625124   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 381471.53   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+-------------------------------------------------**********************************---------------------------| 72%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.1768735   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.619913   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.16883585 |
+|    air_humidity                 | -0.56662697 |
+|    air_temperature              | 0.19447912  |
+|    clg_setpoint                 | -1.2705412  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8777501   |
+|    diffuse_solar_radiation      | 0.8965088   |
+|    direct_solar_radiation       | -0.6349305  |
+|    hour                         | 0.36276776  |
+|    htg_setpoint                 | 1.1965829   |
+|    month                        | 1.6201062   |
+|    outdoor_humidity             | -1.2564036  |
+|    outdoor_temperature          | 0.28132725  |
+|    people_occupant              | 1.6967164   |
+|    total_electricity_HVAC       | -0.19999997 |
+|    wind_direction               | -1.7282082  |
+|    wind_speed                   | -0.3086482  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1881.0027   |
+|    air_humidity                 | 30.86952    |
+|    air_temperature              | 23.250864   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 178.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 22.142952   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 42.0        |
+|    outdoor_temperature          | 16.849932   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1692902.4   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------**********************************--------------------------| 73%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.46380806  |
+|    Heating_Setpoint_RL          | -0.15197821  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.059649    |
+|    Heating_Setpoint_RL          | 16.770123    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.60175425  |
+|    air_humidity                 | 0.1186385    |
+|    air_temperature              | 1.500245     |
+|    clg_setpoint                 | -0.27831727  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.989298     |
+|    diffuse_solar_radiation      | -0.031061115 |
+|    direct_solar_radiation       | -0.6350628   |
+|    hour                         | 0.5072069    |
+|    htg_setpoint                 | 1.4700464    |
+|    month                        | 1.6087129    |
+|    outdoor_humidity             | -0.5936138   |
+|    outdoor_temperature          | 0.25951466   |
+|    people_occupant              | 1.6944996    |
+|    total_electricity_HVAC       | -0.6113839   |
+|    wind_direction               | -0.535962    |
+|    wind_speed                   | -0.08073127  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 39.502388    |
+|    air_temperature              | 25.684727    |
+|    clg_setpoint                 | 25.68882     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 24.0         |
+|    diffuse_solar_radiation      | 80.0         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 15.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 56.0         |
+|    outdoor_temperature          | 16.62418     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 120.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+-------------------------------------------------***********************************--------------------------| 73%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6171813  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.542013   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60169953 |
+|    air_humidity                 | 1.009996    |
+|    air_temperature              | 1.5833579   |
+|    clg_setpoint                 | -0.21021159 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0999501   |
+|    diffuse_solar_radiation      | -0.47617823 |
+|    direct_solar_radiation       | -0.63405395 |
+|    hour                         | 0.65163195  |
+|    htg_setpoint                 | 1.4680457   |
+|    month                        | 1.5975566   |
+|    outdoor_humidity             | 1.1572801   |
+|    outdoor_temperature          | 0.06017265  |
+|    people_occupant              | 1.6923057   |
+|    total_electricity_HVAC       | -0.6113614  |
+|    wind_direction               | -1.0261304  |
+|    wind_speed                   | -0.5296673  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 50.734783   |
+|    air_temperature              | 25.841076   |
+|    clg_setpoint                 | 25.853989   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 33.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 14.558881   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 70.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------***********************************--------------------------| 73%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.11059815 |
+|    Heating_Setpoint_RL          | 0.6981164   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.251732   |
+|    Heating_Setpoint_RL          | 21.551905   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.42221907 |
+|    air_humidity                 | 1.3008679   |
+|    air_temperature              | 0.19153208  |
+|    clg_setpoint                 | -1.2675087  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2095077   |
+|    diffuse_solar_radiation      | -0.7886871  |
+|    direct_solar_radiation       | -0.63233155 |
+|    hour                         | 0.7960349   |
+|    htg_setpoint                 | 0.649805    |
+|    month                        | 1.5866293   |
+|    outdoor_humidity             | 0.8220463   |
+|    outdoor_temperature          | 0.092710175 |
+|    people_occupant              | 1.6901344   |
+|    total_electricity_HVAC       | -0.3703703  |
+|    wind_direction               | -0.7254547  |
+|    wind_speed                   | -0.5275152  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 827.71564   |
+|    air_humidity                 | 54.520546   |
+|    air_temperature              | 23.251678   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 19.965702   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 86.0        |
+|    outdoor_temperature          | 14.903587   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1021219.8   |
+|    wind_direction               | 100.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------************************************-------------------------| 74%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.55646765 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.746922   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.41186383 |
+|    air_humidity                 | 0.8992505   |
+|    air_temperature              | 0.64252645  |
+|    clg_setpoint                 | 1.0572597   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.3177595   |
+|    diffuse_solar_radiation      | -0.7881694  |
+|    direct_solar_radiation       | -0.63222885 |
+|    hour                         | 0.94040596  |
+|    htg_setpoint                 | -1.3287224  |
+|    month                        | 1.5759231   |
+|    outdoor_humidity             | -0.7434161  |
+|    outdoor_temperature          | 0.58185273  |
+|    people_occupant              | 0.4984213   |
+|    total_electricity_HVAC       | -0.43182385 |
+|    wind_direction               | 0.5572584   |
+|    wind_speed                   | -0.0741452  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 871.96686   |
+|    air_humidity                 | 49.54712    |
+|    air_temperature              | 24.092094   |
+|    clg_setpoint                 | 28.967136   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 53.0        |
+|    outdoor_temperature          | 19.971779   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 782217.3    |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------************************************-------------------------| 74%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.19600163  |
+|    Heating_Setpoint_RL          | 0.32619134  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.286507   |
+|    Heating_Setpoint_RL          | 19.459826   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6018815  |
+|    air_humidity                 | -0.7496414  |
+|    air_temperature              | 0.09011109  |
+|    clg_setpoint                 | -1.2654938  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4244838   |
+|    diffuse_solar_radiation      | -0.78765965 |
+|    direct_solar_radiation       | -0.63287884 |
+|    hour                         | 1.0847337   |
+|    htg_setpoint                 | -1.0192095  |
+|    month                        | 1.5654308   |
+|    outdoor_humidity             | -1.3078146  |
+|    outdoor_temperature          | 0.3064632   |
+|    people_occupant              | -0.6898022  |
+|    total_electricity_HVAC       | -0.6116426  |
+|    wind_direction               | -1.4140252  |
+|    wind_speed                   | -0.29943216 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 28.743399   |
+|    air_temperature              | 23.065092   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 13.249705   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 41.0        |
+|    outdoor_temperature          | 17.145885   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------************************************-------------------------| 74%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.09498897  |
+|    Heating_Setpoint_RL          | 0.899884    |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.945587   |
+|    Heating_Setpoint_RL          | 22.686848   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6016351  |
+|    air_humidity                 | -0.30679986 |
+|    air_temperature              | 0.014338685 |
+|    clg_setpoint                 | -0.728121   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5294526   |
+|    diffuse_solar_radiation      | -0.78734016 |
+|    direct_solar_radiation       | -0.63362104 |
+|    hour                         | 1.229005    |
+|    htg_setpoint                 | 0.048524275 |
+|    month                        | 1.5551454   |
+|    outdoor_humidity             | 0.30395854  |
+|    outdoor_temperature          | -0.14846386 |
+|    people_occupant              | -0.68785274 |
+|    total_electricity_HVAC       | -0.61143875 |
+|    wind_direction               | -1.2129886  |
+|    wind_speed                   | -0.7509037  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 34.31536    |
+|    air_temperature              | 22.924446   |
+|    clg_setpoint                 | 24.571754   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 17.556526   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 75.0        |
+|    outdoor_temperature          | 12.4594     |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------***********************************-------------------------| 74%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.047849283 |
+|    Heating_Setpoint_RL          | 0.24422361   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.463509    |
+|    Heating_Setpoint_RL          | 18.998758    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.60201037  |
+|    air_humidity                 | 1.2634847    |
+|    air_temperature              | -0.1777544   |
+|    clg_setpoint                 | -1.2155395   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.6324342    |
+|    diffuse_solar_radiation      | -0.7864978   |
+|    direct_solar_radiation       | -0.6341058   |
+|    hour                         | 1.373205     |
+|    htg_setpoint                 | -1.2032651   |
+|    month                        | 1.5450599    |
+|    outdoor_humidity             | 0.87282383   |
+|    outdoor_temperature          | 0.011489507  |
+|    people_occupant              | -0.6885207   |
+|    total_electricity_HVAC       | -0.61184126  |
+|    wind_direction               | -1.2091718   |
+|    wind_speed                   | -0.74787265  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 54.107285    |
+|    air_temperature              | 22.570454    |
+|    clg_setpoint                 | 23.368853    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 30.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 21.0         |
+|    htg_setpoint                 | 12.514986    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 87.0         |
+|    outdoor_temperature          | 14.111688    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 50.0         |
+|    wind_speed                   | 3.1          |
+--------------------------------------------------
+-------------------------------------------------*************************************------------------------| 75%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.13353395 |
+|    Heating_Setpoint_RL          | 0.09775831  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.174322   |
+|    Heating_Setpoint_RL          | 18.17489    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6016674  |
+|    air_humidity                 | 0.6206704   |
+|    air_temperature              | -0.34931383 |
+|    clg_setpoint                 | -0.3562761  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6617996  |
+|    diffuse_solar_radiation      | -0.7861136  |
+|    direct_solar_radiation       | -0.6324604  |
+|    hour                         | 1.5173175   |
+|    htg_setpoint                 | -0.7501966  |
+|    month                        | 1.9162494   |
+|    outdoor_humidity             | 1.1575      |
+|    outdoor_temperature          | -0.3671284  |
+|    people_occupant              | -0.6891838  |
+|    total_electricity_HVAC       | -0.6114839  |
+|    wind_direction               | 0.75796634  |
+|    wind_speed                   | -0.7483584  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 46.03297    |
+|    air_temperature              | 22.255331   |
+|    clg_setpoint                 | 25.482702   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 14.34523    |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 10.214547   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+------------------------------------------------**************************************------------------------| 75%
+| action_network/                 |            |
+|    Cooling_Setpoint_RL          | 0.42335856 |
+|    Heating_Setpoint_RL          | 1.0        |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 28.053835  |
+|    Heating_Setpoint_RL          | 23.25      |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | 0.7095696  |
+|    air_humidity                 | 1.8195468  |
+|    air_temperature              | 0.18781665 |
+|    clg_setpoint                 | 1.4807279  |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | -1.5382488 |
+|    diffuse_solar_radiation      | -0.7860225 |
+|    direct_solar_radiation       | -0.6331092 |
+|    hour                         | 1.6613247  |
+|    htg_setpoint                 | 1.4569247  |
+|    month                        | 1.8994524  |
+|    outdoor_humidity             | 1.1565827  |
+|    outdoor_temperature          | 0.26703838 |
+|    people_occupant              | -0.689842  |
+|    total_electricity_HVAC       | 0.6326821  |
+|    wind_direction               | 0.46214095 |
+|    wind_speed                   | -0.5163739 |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 5471.378   |
+|    air_humidity                 | 61.163136  |
+|    air_temperature              | 23.249882  |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 2.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 23.0       |
+|    htg_setpoint                 | 23.25      |
+|    month                        | 10.0       |
+|    outdoor_humidity             | 93.0       |
+|    outdoor_temperature          | 16.735548  |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 4924240.0  |
+|    wind_direction               | 220.0      |
+|    wind_speed                   | 3.6        |
+------------------------------------------------
+-------------------------------------------------*************************************------------------------| 75%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.7772739  |
+|    Heating_Setpoint_RL          | -0.4799585  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.001701   |
+|    Heating_Setpoint_RL          | 14.925234   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5153313  |
+|    air_humidity                 | 0.5627477   |
+|    air_temperature              | -0.69670933 |
+|    clg_setpoint                 | -1.2615359  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3038286  |
+|    diffuse_solar_radiation      | -0.7858944  |
+|    direct_solar_radiation       | -0.63378865 |
+|    hour                         | -1.6608535  |
+|    htg_setpoint                 | 0.49108753  |
+|    month                        | 1.8830895   |
+|    outdoor_humidity             | 0.86924547  |
+|    outdoor_temperature          | 0.5629854   |
+|    people_occupant              | -0.6904954  |
+|    total_electricity_HVAC       | -0.5296918  |
+|    wind_direction               | 0.461765    |
+|    wind_speed                   | -0.740513   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 446.56186   |
+|    air_humidity                 | 45.422142   |
+|    air_temperature              | 21.61893    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 19.360853   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 19.787354   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 401905.66   |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------**************************************-----------------------| 76%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.82247996  |
+|    Heating_Setpoint_RL          | -0.36020613 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.40087    |
+|    Heating_Setpoint_RL          | 15.598841   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.3258431   |
+|    air_humidity                 | 1.5285096   |
+|    air_temperature              | 0.1831542   |
+|    clg_setpoint                 | 1.4820619   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.184395   |
+|    diffuse_solar_radiation      | -0.7857075  |
+|    direct_solar_radiation       | -0.6343672  |
+|    hour                         | -1.5160351  |
+|    htg_setpoint                 | 1.4536271   |
+|    month                        | 1.8671424   |
+|    outdoor_humidity             | 0.81993663  |
+|    outdoor_temperature          | 0.29476464  |
+|    people_occupant              | -0.69114405 |
+|    total_electricity_HVAC       | 0.26810187  |
+|    wind_direction               | 0.2645061   |
+|    wind_speed                   | -0.51290715 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3894.584    |
+|    air_humidity                 | 57.673584   |
+|    air_temperature              | 23.24567    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 86.0        |
+|    outdoor_temperature          | 17.056297   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3505125.5   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------**************************************-----------------------| 76%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9514594  |
+|    Heating_Setpoint_RL          | 0.21013582  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.413824   |
+|    Heating_Setpoint_RL          | 18.807014   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5833077  |
+|    air_humidity                 | 0.28035656  |
+|    air_temperature              | -0.22234535 |
+|    clg_setpoint                 | -0.33092317 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0663465  |
+|    diffuse_solar_radiation      | -0.78554505 |
+|    direct_solar_radiation       | -0.6349992  |
+|    hour                         | -1.3713121  |
+|    htg_setpoint                 | 0.34823728  |
+|    month                        | 1.8515937   |
+|    outdoor_humidity             | 0.8651803   |
+|    outdoor_temperature          | 0.46987     |
+|    people_occupant              | -0.6892323  |
+|    total_electricity_HVAC       | -0.5944043  |
+|    wind_direction               | 0.06706745  |
+|    wind_speed                   | 2.9624693   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 170.01215   |
+|    air_humidity                 | 41.95064    |
+|    air_temperature              | 22.498745   |
+|    clg_setpoint                 | 25.54097    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 18.793629   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 18.865047   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 153010.92   |
+|    wind_direction               | 180.0       |
+|    wind_speed                   | 11.3        |
+| train/                          |             |
+|    approx_kl                    | 0.009740955 |
+|    clip_fraction                | 0.0934      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.86       |
+|    explained_variance           | 0.288       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 1.54        |
+|    n_updates                    | 130         |
+|    policy_gradient_loss         | -0.0116     |
+|    std                          | 1.01        |
+|    value_loss                   | 3.93        |
+-------------------------------------------------
+-------------------------------------------------**************************************-----------------------| 76%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60290116 |
+|    air_humidity                 | -0.619081   |
+|    air_temperature              | -0.6104358  |
+|    clg_setpoint                 | -1.0215961  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.94941103 |
+|    diffuse_solar_radiation      | -0.7850449  |
+|    direct_solar_radiation       | -0.63433063 |
+|    hour                         | -1.2266662  |
+|    htg_setpoint                 | -0.28898993 |
+|    month                        | 1.8364271   |
+|    outdoor_humidity             | -0.2756632  |
+|    outdoor_temperature          | -0.6900002  |
+|    people_occupant              | -0.6873363  |
+|    total_electricity_HVAC       | -0.61292404 |
+|    wind_direction               | 1.146653    |
+|    wind_speed                   | -0.06755257 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 30.619844   |
+|    air_temperature              | 21.783989   |
+|    clg_setpoint                 | 23.843842   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 16.221416   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 63.0        |
+|    outdoor_temperature          | 7.019208    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------***************************************----------------------| 77%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.86189806 |
+|    Heating_Setpoint_RL          | 0.9008656   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.716095   |
+|    Heating_Setpoint_RL          | 22.692368   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60241157 |
+|    air_humidity                 | -1.0891863  |
+|    air_temperature              | -0.86025316 |
+|    clg_setpoint                 | 0.583477    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.833353   |
+|    diffuse_solar_radiation      | -0.78489465 |
+|    direct_solar_radiation       | -0.6347232  |
+|    hour                         | -1.0820807  |
+|    htg_setpoint                 | -0.479258   |
+|    month                        | 1.8216271   |
+|    outdoor_humidity             | -0.5084797  |
+|    outdoor_temperature          | -0.9701152  |
+|    people_occupant              | -0.6879887  |
+|    total_electricity_HVAC       | -0.6123447  |
+|    wind_direction               | 1.4363216   |
+|    wind_speed                   | 1.3190414   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 24.637037   |
+|    air_temperature              | 21.325712   |
+|    clg_setpoint                 | 27.79279    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 15.451918   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 58.0        |
+|    outdoor_temperature          | 4.1514935   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+-------------------------------------------------***************************************----------------------| 77%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.39242584  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.832396   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.38804814 |
+|    air_humidity                 | -0.999445   |
+|    air_temperature              | -0.39795098 |
+|    clg_setpoint                 | 1.4165835   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7179699  |
+|    diffuse_solar_radiation      | -0.7847401  |
+|    direct_solar_radiation       | -0.635243   |
+|    hour                         | -0.93754154 |
+|    htg_setpoint                 | 1.0233436   |
+|    month                        | 1.8071793   |
+|    outdoor_humidity             | 1.109931    |
+|    outdoor_temperature          | -1.1378065  |
+|    people_occupant              | -0.68863636 |
+|    total_electricity_HVAC       | -0.41335806 |
+|    wind_direction               | -1.7110225  |
+|    wind_speed                   | -2.1315632  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 964.1491    |
+|    air_humidity                 | 25.71639    |
+|    air_temperature              | 22.17701    |
+|    clg_setpoint                 | 29.8428     |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 21.518574   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 92.0        |
+|    outdoor_temperature          | 2.4284668   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 850883.6    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+--------------------------------------------------**************************************----------------------| 77%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.055100203  |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.810963    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.535147    |
+|    air_humidity                 | -0.0570302   |
+|    air_temperature              | -0.7408889   |
+|    clg_setpoint                 | 0.7671737    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.60308945  |
+|    diffuse_solar_radiation      | -0.17076394  |
+|    direct_solar_radiation       | 0.03960104   |
+|    hour                         | -0.79303634  |
+|    htg_setpoint                 | 0.8730651    |
+|    month                        | 1.79307      |
+|    outdoor_humidity             | 0.5410773    |
+|    outdoor_temperature          | -0.5305857   |
+|    people_occupant              | -0.68927944  |
+|    total_electricity_HVAC       | -0.5471282   |
+|    wind_direction               | 0.64422375   |
+|    wind_speed                   | -0.070281215 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 360.69315    |
+|    air_humidity                 | 37.582436    |
+|    air_temperature              | 21.54906     |
+|    clg_setpoint                 | 28.241638    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 10.0         |
+|    diffuse_solar_radiation      | 64.0         |
+|    direct_solar_radiation       | 174.0        |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 20.915165    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 80.0         |
+|    outdoor_temperature          | 8.607421     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 329540.6     |
+|    wind_direction               | 240.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+-------------------------------------------------***************************************----------------------| 77%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.09651925  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 18.167921   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6022854  |
+|    air_humidity                 | 1.5764396   |
+|    air_temperature              | -0.30181563 |
+|    clg_setpoint                 | 0.6486229   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.4885677  |
+|    diffuse_solar_radiation      | 0.50145763  |
+|    direct_solar_radiation       | 0.8345188   |
+|    hour                         | -0.64855474 |
+|    htg_setpoint                 | -0.15199707 |
+|    month                        | 1.7792859   |
+|    outdoor_humidity             | 1.2985424   |
+|    outdoor_temperature          | 0.11170644  |
+|    people_occupant              | -0.689918   |
+|    total_electricity_HVAC       | -0.6120715  |
+|    wind_direction               | 0.6432575   |
+|    wind_speed                   | -0.06987144 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 58.225674   |
+|    air_temperature              | 22.356543   |
+|    clg_setpoint                 | 27.947285   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 134.0       |
+|    direct_solar_radiation       | 379.0       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 16.781563   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 15.139242   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------****************************************---------------------| 78%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.72302485  |
+|    Heating_Setpoint_RL          | -0.17892131 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.065208   |
+|    Heating_Setpoint_RL          | 16.618568   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.34319147 |
+|    air_humidity                 | 1.6829062   |
+|    air_temperature              | -0.2014761  |
+|    clg_setpoint                 | 0.6243987   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.3742874  |
+|    diffuse_solar_radiation      | 0.42089003  |
+|    direct_solar_radiation       | 2.0544126   |
+|    hour                         | -0.5040883  |
+|    htg_setpoint                 | 0.6330856   |
+|    month                        | 1.765815    |
+|    outdoor_humidity             | 0.5820943   |
+|    outdoor_temperature          | 0.5046431   |
+|    people_occupant              | -0.690552   |
+|    total_electricity_HVAC       | -0.39908957 |
+|    wind_direction               | -1.7165416  |
+|    wind_speed                   | -2.12711    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1147.4838   |
+|    air_humidity                 | 59.697044   |
+|    air_temperature              | 22.54333    |
+|    clg_setpoint                 | 27.885485   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 125.5       |
+|    direct_solar_radiation       | 694.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 19.9569     |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 81.0        |
+|    outdoor_temperature          | 19.134348   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 906964.1    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+---------------------------------------------------**************************************---------------------| 78%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -0.6001319    |
+|    Heating_Setpoint_RL          | -0.14977032   |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 24.599554     |
+|    Heating_Setpoint_RL          | 16.782541     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | 0.00032005456 |
+|    air_humidity                 | 1.138541      |
+|    air_temperature              | 0.18498646    |
+|    clg_setpoint                 | -1.1518588    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.2601568    |
+|    diffuse_solar_radiation      | 1.5315543     |
+|    direct_solar_radiation       | 0.9770512     |
+|    hour                         | -0.35963055   |
+|    htg_setpoint                 | 1.4465115     |
+|    month                        | 1.7526455     |
+|    outdoor_humidity             | 0.19825493    |
+|    outdoor_temperature          | 0.5773032     |
+|    people_occupant              | -0.6886917    |
+|    total_electricity_HVAC       | -0.06696264   |
+|    wind_direction               | -0.24037763   |
+|    wind_speed                   | -0.95588785   |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 2546.4795     |
+|    air_humidity                 | 52.892143     |
+|    air_temperature              | 23.250626     |
+|    clg_setpoint                 | 23.509674     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 13.0          |
+|    diffuse_solar_radiation      | 241.0         |
+|    direct_solar_radiation       | 416.5         |
+|    hour                         | 9.0           |
+|    htg_setpoint                 | 23.25         |
+|    month                        | 10.0          |
+|    outdoor_humidity             | 73.0          |
+|    outdoor_temperature          | 19.873245     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 2191842.8     |
+|    wind_direction               | 150.0         |
+|    wind_speed                   | 2.6           |
+---------------------------------------------------
+-------------------------------------------------****************************************---------------------| 78%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.2405078   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.977856   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.35587457 |
+|    air_humidity                 | 1.0689715   |
+|    air_temperature              | 0.8259137   |
+|    clg_setpoint                 | -0.7821646  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.14610894 |
+|    diffuse_solar_radiation      | 2.2572186   |
+|    direct_solar_radiation       | 0.0974027   |
+|    hour                         | -0.21517679 |
+|    htg_setpoint                 | -0.16232227 |
+|    month                        | 1.7397662   |
+|    outdoor_humidity             | 0.81233907  |
+|    outdoor_temperature          | 0.20736702  |
+|    people_occupant              | 1.6975478   |
+|    total_electricity_HVAC       | -0.39316842 |
+|    wind_direction               | -0.6309574  |
+|    wind_speed                   | 0.43068588  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1094.3757   |
+|    air_humidity                 | 52.064007   |
+|    air_temperature              | 24.420439   |
+|    clg_setpoint                 | 24.420803   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 316.5       |
+|    direct_solar_radiation       | 189.5       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 16.758186   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 86.0        |
+|    outdoor_temperature          | 16.132385   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 929281.4    |
+|    wind_direction               | 110.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------***************************************---------------------| 78%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.42364395  |
+|    Heating_Setpoint_RL          | 0.37845826   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.195202    |
+|    Heating_Setpoint_RL          | 19.753828    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.38080716  |
+|    air_humidity                 | 0.5566011    |
+|    air_temperature              | 1.4914958    |
+|    clg_setpoint                 | 0.1089535    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.032100856 |
+|    diffuse_solar_radiation      | 1.1570162    |
+|    direct_solar_radiation       | 1.6757618    |
+|    hour                         | -0.070724145 |
+|    htg_setpoint                 | -0.8930053   |
+|    month                        | 1.7271669    |
+|    outdoor_humidity             | -0.9474114   |
+|    outdoor_temperature          | 0.75962114   |
+|    people_occupant              | 1.2189037    |
+|    total_electricity_HVAC       | -0.41725776  |
+|    wind_direction               | 0.94331014   |
+|    wind_speed                   | 0.8738427    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 992.44763    |
+|    air_humidity                 | 45.683098    |
+|    air_temperature              | 25.635067    |
+|    clg_setpoint                 | 26.61539     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 202.0        |
+|    direct_solar_radiation       | 596.5        |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 13.808049    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 49.0         |
+|    outdoor_temperature          | 21.717283    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 836172.7     |
+|    wind_direction               | 270.0        |
+|    wind_speed                   | 6.7          |
+--------------------------------------------------
+-------------------------------------------------*****************************************--------------------| 79%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.1607963  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.082314   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.51827586 |
+|    air_humidity                 | 0.60433185  |
+|    air_temperature              | 1.5358733   |
+|    clg_setpoint                 | 1.4836855   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.08188674  |
+|    diffuse_solar_radiation      | 1.67607     |
+|    direct_solar_radiation       | 0.55099154  |
+|    hour                         | 0.073728465 |
+|    htg_setpoint                 | -0.25508052 |
+|    month                        | 1.7148373   |
+|    outdoor_humidity             | 0.19280949  |
+|    outdoor_temperature          | 0.5521695   |
+|    people_occupant              | 0.26418814  |
+|    total_electricity_HVAC       | -0.53411674 |
+|    wind_direction               | -0.53268707 |
+|    wind_speed                   | 0.87280345  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 436.04446   |
+|    air_humidity                 | 46.29953    |
+|    air_temperature              | 25.716417   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 256.0       |
+|    direct_solar_radiation       | 306.5       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 16.38783    |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 73.0        |
+|    outdoor_temperature          | 19.622942   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 387231.88   |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+-------------------------------------------------*****************************************--------------------| 79%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6931435  |
+|    Heating_Setpoint_RL          | 0.09513289  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.28564    |
+|    Heating_Setpoint_RL          | 18.160122   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.033350214 |
+|    air_humidity                 | -0.53293836 |
+|    air_temperature              | 0.4950156   |
+|    clg_setpoint                 | -1.2549748  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.19584985  |
+|    diffuse_solar_radiation      | 0.61450416  |
+|    direct_solar_radiation       | 1.7456019   |
+|    hour                         | 0.21818037  |
+|    htg_setpoint                 | 0.35648128  |
+|    month                        | 1.7027681   |
+|    outdoor_humidity             | -1.4247265  |
+|    outdoor_temperature          | 0.17993963  |
+|    people_occupant              | 1.2159493   |
+|    total_electricity_HVAC       | 0.022204885 |
+|    wind_direction               | 0.94276345  |
+|    wind_speed                   | 3.1231666   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2673.5967   |
+|    air_humidity                 | 31.8915     |
+|    air_temperature              | 23.820173   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 145.5       |
+|    direct_solar_radiation       | 614.5       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 18.85947    |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 39.0        |
+|    outdoor_temperature          | 15.872101   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 2531497.5   |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 11.8        |
+-------------------------------------------------
+--------------------------------------------------****************************************--------------------| 79%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.18041094  |
+|    air_humidity                 | -1.187886    |
+|    air_temperature              | 0.21816924   |
+|    clg_setpoint                 | -1.2549094   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.30976158   |
+|    diffuse_solar_radiation      | 0.23073618   |
+|    direct_solar_radiation       | 1.3698283    |
+|    hour                         | 0.3626292    |
+|    htg_setpoint                 | -1.3401448   |
+|    month                        | 1.6909503    |
+|    outdoor_humidity             | -1.7518336   |
+|    outdoor_temperature          | -0.032786436 |
+|    people_occupant              | 1.6904337    |
+|    total_electricity_HVAC       | -0.19110018  |
+|    wind_direction               | 1.2342142    |
+|    wind_speed                   | 0.85086954   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1804.3088    |
+|    air_humidity                 | 23.510393    |
+|    air_temperature              | 23.317265    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 18.0         |
+|    diffuse_solar_radiation      | 105.5        |
+|    direct_solar_radiation       | 518.0        |
+|    hour                         | 14.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 32.0         |
+|    outdoor_temperature          | 13.718338    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 1707164.0    |
+|    wind_direction               | 300.0        |
+|    wind_speed                   | 6.7          |
+--------------------------------------------------
+--------------------------------------------------*****************************************-------------------| 80%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.080522195 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 17.172062    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.38263658  |
+|    air_humidity                 | -0.45094186  |
+|    air_temperature              | 0.16603039   |
+|    clg_setpoint                 | -1.1436309   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.4235724    |
+|    diffuse_solar_radiation      | -0.2595009   |
+|    direct_solar_radiation       | 1.0154272    |
+|    hour                         | 0.50707084   |
+|    htg_setpoint                 | -1.3409516   |
+|    month                        | 1.679375     |
+|    outdoor_humidity             | -0.3266854   |
+|    outdoor_temperature          | 0.19773862   |
+|    people_occupant              | -0.6899896   |
+|    total_electricity_HVAC       | -0.4053535   |
+|    wind_direction               | -0.04462218  |
+|    wind_speed                   | 1.0725956    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 983.90326    |
+|    air_humidity                 | 32.873997    |
+|    air_temperature              | 23.222366    |
+|    clg_setpoint                 | 23.52164     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 19.0         |
+|    diffuse_solar_radiation      | 54.5         |
+|    direct_solar_radiation       | 427.0        |
+|    hour                         | 15.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 62.0         |
+|    outdoor_temperature          | 16.01962     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 881075.56    |
+|    wind_direction               | 170.0        |
+|    wind_speed                   | 7.2          |
+--------------------------------------------------
+-------------------------------------------------******************************************-------------------| 80%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.8161284  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.870567   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.47726354 |
+|    air_humidity                 | 0.22249314  |
+|    air_temperature              | 0.18194762  |
+|    clg_setpoint                 | -1.2540851  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.53721076  |
+|    diffuse_solar_radiation      | -0.63485175 |
+|    direct_solar_radiation       | -0.1117234  |
+|    hour                         | 0.6514996   |
+|    htg_setpoint                 | -1.1653762  |
+|    month                        | 1.6680343   |
+|    outdoor_humidity             | -0.18638079 |
+|    outdoor_temperature          | 0.34388644  |
+|    people_occupant              | -0.68817806 |
+|    total_electricity_HVAC       | -0.4769608  |
+|    wind_direction               | 0.2503427   |
+|    wind_speed                   | -0.5107526  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 598.0952    |
+|    air_humidity                 | 41.473      |
+|    air_temperature              | 23.250078   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 15.5        |
+|    direct_solar_radiation       | 136.5       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.711707   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 65.0        |
+|    outdoor_temperature          | 17.485033   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 603178.0    |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------******************************************-------------------| 80%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.58938193 |
+|    air_humidity                 | 0.896219    |
+|    air_temperature              | 1.7067062   |
+|    clg_setpoint                 | 0.8368917   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6505836   |
+|    diffuse_solar_radiation      | -0.7838872  |
+|    direct_solar_radiation       | -0.6416794  |
+|    hour                         | 0.79590815  |
+|    htg_setpoint                 | -1.34192    |
+|    month                        | 1.6569202   |
+|    outdoor_humidity             | 0.14426179  |
+|    outdoor_temperature          | 0.4470403   |
+|    people_occupant              | 1.6952564   |
+|    total_electricity_HVAC       | -0.5999403  |
+|    wind_direction               | 0.1545721   |
+|    wind_speed                   | 2.644389    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 147.20287   |
+|    air_humidity                 | 50.06112    |
+|    air_temperature              | 26.020792   |
+|    clg_setpoint                 | 28.404348   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 72.0        |
+|    outdoor_temperature          | 18.515827   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 132483.12   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 10.8        |
+-------------------------------------------------
+-------------------------------------------------******************************************-------------------| 80%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.52630925 |
+|    air_humidity                 | 2.2533073   |
+|    air_temperature              | 0.1796906   |
+|    clg_setpoint                 | -1.252282   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7635772   |
+|    diffuse_solar_radiation      | -0.7836715  |
+|    direct_solar_radiation       | -0.64153254 |
+|    hour                         | 0.9402875   |
+|    htg_setpoint                 | 1.4381775   |
+|    month                        | 1.6460254   |
+|    outdoor_humidity             | 1.1393945   |
+|    outdoor_temperature          | 0.3748352   |
+|    people_occupant              | 0.5022109   |
+|    total_electricity_HVAC       | -0.54032713 |
+|    wind_direction               | -1.709504   |
+|    wind_speed                   | -2.0725806  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 403.7318    |
+|    air_humidity                 | 67.48415    |
+|    air_temperature              | 23.250103   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 17.802166   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 363358.62   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+-------------------------------------------------*******************************************------------------| 81%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.2832502   |
+|    Heating_Setpoint_RL          | -0.73350435 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.580969   |
+|    Heating_Setpoint_RL          | 13.499038   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6044395  |
+|    air_humidity                 | 2.1589787   |
+|    air_temperature              | 0.45853278  |
+|    clg_setpoint                 | -0.50668633 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8760582   |
+|    diffuse_solar_radiation      | -0.7833608  |
+|    direct_solar_radiation       | -0.6400966  |
+|    hour                         | 1.084627    |
+|    htg_setpoint                 | -0.9049803  |
+|    month                        | 1.6353428   |
+|    outdoor_humidity             | 1.4697694   |
+|    outdoor_temperature          | 0.32554463  |
+|    people_occupant              | -0.4517416  |
+|    total_electricity_HVAC       | -0.6143286  |
+|    wind_direction               | -0.1356916  |
+|    wind_speed                   | -0.71833676 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 66.383965   |
+|    air_temperature              | 23.757513   |
+|    clg_setpoint                 | 25.086506   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 13.776561   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 17.309683   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 160.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------*******************************************------------------| 81%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.58344203 |
+|    air_humidity                 | 2.2417822   |
+|    air_temperature              | 0.21296288  |
+|    clg_setpoint                 | 0.4272114   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.98787504  |
+|    diffuse_solar_radiation      | -0.7830368  |
+|    direct_solar_radiation       | -0.64059395 |
+|    hour                         | 1.2289149   |
+|    htg_setpoint                 | 1.2357365   |
+|    month                        | 1.6248654   |
+|    outdoor_humidity             | 1.1323773   |
+|    outdoor_temperature          | 0.4851906   |
+|    people_occupant              | -0.45246503 |
+|    total_electricity_HVAC       | -0.59453154 |
+|    wind_direction               | 0.15872522  |
+|    wind_speed                   | 0.41834667  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 173.5672    |
+|    air_humidity                 | 67.688705   |
+|    air_temperature              | 23.313858   |
+|    clg_setpoint                 | 27.387247   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 22.443287   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 18.909376   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 156210.48   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------*******************************************------------------| 81%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.19835362 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.955557   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60536736 |
+|    air_humidity                 | -1.1961566  |
+|    air_temperature              | -0.388566   |
+|    clg_setpoint                 | 1.2815301   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0988593   |
+|    diffuse_solar_radiation      | -0.78263986 |
+|    direct_solar_radiation       | -0.6406698  |
+|    hour                         | 1.3731374   |
+|    htg_setpoint                 | 0.37696868  |
+|    month                        | 1.614587    |
+|    outdoor_humidity             | -1.9487357  |
+|    outdoor_temperature          | 0.12667336  |
+|    people_occupant              | -0.6912338  |
+|    total_electricity_HVAC       | -0.6152898  |
+|    wind_direction               | 0.7480265   |
+|    wind_speed                   | 1.2861948   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 23.516842   |
+|    air_temperature              | 22.22682    |
+|    clg_setpoint                 | 29.49243    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 18.968573   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 28.0        |
+|    outdoor_temperature          | 15.356559   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+--------------------------------------------------******************************************------------------| 81%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 0.5178244    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 20.537762    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6045519   |
+|    air_humidity                 | -1.5114276   |
+|    air_temperature              | -1.3769671   |
+|    clg_setpoint                 | 1.4853786    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.2088283    |
+|    diffuse_solar_radiation      | -0.7822885   |
+|    direct_solar_radiation       | -0.64065385  |
+|    hour                         | 1.5172794    |
+|    htg_setpoint                 | -1.297684    |
+|    month                        | 1.604501     |
+|    outdoor_humidity             | -0.9919764   |
+|    outdoor_temperature          | -0.50535864  |
+|    people_occupant              | -0.68945485  |
+|    total_electricity_HVAC       | -0.6144534   |
+|    wind_direction               | 0.942402     |
+|    wind_speed                   | 2.3983843    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 19.332527    |
+|    air_temperature              | 20.438099    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 26.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 12.185519    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 48.0         |
+|    outdoor_temperature          | 9.072194     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 270.0        |
+|    wind_speed                   | 10.3         |
+| train/                          |              |
+|    approx_kl                    | 0.0074840747 |
+|    clip_fraction                | 0.0712       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.86        |
+|    explained_variance           | 0.0532       |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.883        |
+|    n_updates                    | 140          |
+|    policy_gradient_loss         | -0.00936     |
+|    std                          | 1.01         |
+|    value_loss                   | 3.81         |
+--------------------------------------------------
+-------------------------------------------------********************************************-----------------| 82%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.3753597   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.891838   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.20363025 |
+|    air_humidity                 | -1.3049612  |
+|    air_temperature              | -1.2488468  |
+|    clg_setpoint                 | 1.4843951   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.3175865   |
+|    diffuse_solar_radiation      | -0.7819174  |
+|    direct_solar_radiation       | -0.6408503  |
+|    hour                         | 1.6613247   |
+|    htg_setpoint                 | 0.5558981   |
+|    month                        | 1.5946019   |
+|    outdoor_humidity             | -0.8948441  |
+|    outdoor_temperature          | -0.7583933  |
+|    people_occupant              | -0.68768954 |
+|    total_electricity_HVAC       | 0.03996982  |
+|    wind_direction               | 1.3312953   |
+|    wind_speed                   | 1.0484825   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1698.8928   |
+|    air_humidity                 | 21.897427   |
+|    air_temperature              | 20.666046   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 19.687378   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 50.0        |
+|    outdoor_temperature          | 6.548127    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2582968.2   |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+-------------------------------------------------********************************************-----------------| 82%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.20512933 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.471148   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.3268812   |
+|    air_humidity                 | -1.2928078  |
+|    air_temperature              | -0.21770558 |
+|    clg_setpoint                 | -1.2505457  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5395421   |
+|    diffuse_solar_radiation      | -0.7815387  |
+|    direct_solar_radiation       | -0.64131474 |
+|    hour                         | -1.6608926  |
+|    htg_setpoint                 | 1.256907    |
+|    month                        | 1.5848836   |
+|    outdoor_humidity             | -0.3712496  |
+|    outdoor_temperature          | -1.0785527  |
+|    people_occupant              | -0.6882956  |
+|    total_electricity_HVAC       | 1.2128408   |
+|    wind_direction               | -1.7156698  |
+|    wind_speed                   | -2.0652483  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7868.6523   |
+|    air_humidity                 | 21.96409    |
+|    air_temperature              | 22.529377   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 22.526886   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 61.0        |
+|    outdoor_temperature          | 3.3492727   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7081787.0   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+-------------------------------------------------*********************************************----------------| 83%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.144842    |
+|    air_humidity                 | -0.6816386  |
+|    air_temperature              | 0.18087527  |
+|    clg_setpoint                 | 1.4866959   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6449234   |
+|    diffuse_solar_radiation      | -0.7811934  |
+|    direct_solar_radiation       | -0.64171225 |
+|    hour                         | -1.5161035  |
+|    htg_setpoint                 | 1.4341954   |
+|    month                        | 1.575341    |
+|    outdoor_humidity             | -1.029095   |
+|    outdoor_temperature          | -0.08482742 |
+|    people_occupant              | -0.6888976  |
+|    total_electricity_HVAC       | 1.30943     |
+|    wind_direction               | 1.030638    |
+|    wind_speed                   | -0.7212718  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7134.9917   |
+|    air_humidity                 | 29.85442    |
+|    air_temperature              | 23.25021    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 47.0        |
+|    outdoor_temperature          | 13.188917   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7453097.5   |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------*********************************************----------------| 83%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.22184345  |
+|    Heating_Setpoint_RL          | 0.0987066   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.373722   |
+|    Heating_Setpoint_RL          | 18.180225   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.1038854   |
+|    air_humidity                 | -1.1416603  |
+|    air_temperature              | -0.51794696 |
+|    clg_setpoint                 | -1.247612   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7483836   |
+|    diffuse_solar_radiation      | -0.780742   |
+|    direct_solar_radiation       | -0.6420351  |
+|    hour                         | -1.3714018  |
+|    htg_setpoint                 | 1.1209235   |
+|    month                        | 1.5659686   |
+|    outdoor_humidity             | -0.7416354  |
+|    outdoor_temperature          | -1.0389024  |
+|    people_occupant              | -0.6894957  |
+|    total_electricity_HVAC       | 0.87043595  |
+|    wind_direction               | -1.7064449  |
+|    wind_speed                   | -1.4097705  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6967.194    |
+|    air_humidity                 | 23.860132   |
+|    air_temperature              | 21.991163   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 21.984835   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 53.0        |
+|    outdoor_temperature          | 3.7472327   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5768096.0   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 1.5         |
+-------------------------------------------------
+-------------------------------------------------*********************************************----------------| 83%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5299344   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.413528   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.0627372   |
+|    air_humidity                 | 0.4023828   |
+|    air_temperature              | 0.09706565  |
+|    clg_setpoint                 | -1.24633    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.67141    |
+|    diffuse_solar_radiation      | -0.7801594  |
+|    direct_solar_radiation       | -0.64068973 |
+|    hour                         | -1.2267704  |
+|    htg_setpoint                 | 1.4316655   |
+|    month                        | 1.904115    |
+|    outdoor_humidity             | 0.05951598  |
+|    outdoor_temperature          | -0.7296256  |
+|    people_occupant              | -0.69008976 |
+|    total_electricity_HVAC       | 2.0263195   |
+|    wind_direction               | 1.7157267   |
+|    wind_speed                   | 0.40511185  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 10831.383   |
+|    air_humidity                 | 43.880486   |
+|    air_temperature              | 23.099428   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 70.0        |
+|    outdoor_temperature          | 6.801468    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 10201615.0  |
+|    wind_direction               | 350.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------*********************************************----------------| 83%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.16668245 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.062447   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6034108  |
+|    air_humidity                 | -0.7924506  |
+|    air_temperature              | -0.8462544  |
+|    clg_setpoint                 | 1.0416163   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5476142  |
+|    diffuse_solar_radiation      | -0.7797543  |
+|    direct_solar_radiation       | -0.6410785  |
+|    hour                         | -1.0821947  |
+|    htg_setpoint                 | -0.91520095 |
+|    month                        | 1.88921     |
+|    outdoor_humidity             | -0.31524774 |
+|    outdoor_temperature          | -0.6262463  |
+|    people_occupant              | -0.69067997 |
+|    total_electricity_HVAC       | -0.61309814 |
+|    wind_direction               | 1.6091584   |
+|    wind_speed                   | -0.5060419  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 28.380844   |
+|    air_temperature              | 21.401165   |
+|    clg_setpoint                 | 28.894556   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 13.742053   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 62.0        |
+|    outdoor_temperature          | 7.818483    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------**********************************************---------------| 84%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.10545772 |
+|    Heating_Setpoint_RL          | 0.17105106  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.269081   |
+|    Heating_Setpoint_RL          | 18.587162   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60321426 |
+|    air_humidity                 | -1.1348248  |
+|    air_temperature              | -0.46262208 |
+|    clg_setpoint                 | 0.34731618  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4259523  |
+|    diffuse_solar_radiation      | -0.7791872  |
+|    direct_solar_radiation       | -0.64127177 |
+|    hour                         | -0.9376613  |
+|    htg_setpoint                 | -0.41167307 |
+|    month                        | 1.8746496   |
+|    outdoor_humidity             | 0.112802714 |
+|    outdoor_temperature          | -0.64092237 |
+|    people_occupant              | -0.6889456  |
+|    total_electricity_HVAC       | -0.61287636 |
+|    wind_direction               | 1.7008004   |
+|    wind_speed                   | -0.72380096 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 23.884977   |
+|    air_temperature              | 22.090473   |
+|    clg_setpoint                 | 27.182411   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 15.784157   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 71.0        |
+|    outdoor_temperature          | 7.6737905   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 350.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------*********************************************---------------| 84%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.36972845   |
+|    air_humidity                 | -0.11318588  |
+|    air_temperature              | 0.08733917   |
+|    clg_setpoint                 | 0.10982244   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.306071    |
+|    diffuse_solar_radiation      | -0.4430327   |
+|    direct_solar_radiation       | -0.112342075 |
+|    hour                         | -0.7931591   |
+|    htg_setpoint                 | 1.386085     |
+|    month                        | 1.8604208    |
+|    outdoor_humidity             | 0.8213777    |
+|    outdoor_temperature          | -0.44157624  |
+|    people_occupant              | -0.68722427  |
+|    total_electricity_HVAC       | 0.30689073   |
+|    wind_direction               | 1.5043908    |
+|    wind_speed                   | -0.93610966  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 4005.3298    |
+|    air_humidity                 | 37.104103    |
+|    air_temperature              | 23.077166    |
+|    clg_setpoint                 | 26.59769     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.0          |
+|    diffuse_solar_radiation      | 34.5         |
+|    direct_solar_radiation       | 136.0        |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 23.072977    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 86.0         |
+|    outdoor_temperature          | 9.64108      |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 3604796.8    |
+|    wind_direction               | 330.0        |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
+--------------------------------------------------*********************************************---------------| 84%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.1936392   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 16.53578     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6032666   |
+|    air_humidity                 | -0.052800648 |
+|    air_temperature              | -1.303641    |
+|    clg_setpoint                 | -1.2456396   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.1876615   |
+|    diffuse_solar_radiation      | 0.10756844   |
+|    direct_solar_radiation       | 0.8071453    |
+|    hour                         | -0.6486786   |
+|    htg_setpoint                 | -0.8721904   |
+|    month                        | 1.8465112    |
+|    outdoor_humidity             | -0.026924971 |
+|    outdoor_temperature          | -0.534232    |
+|    people_occupant              | -0.68781745  |
+|    total_electricity_HVAC       | -0.5844762   |
+|    wind_direction               | 1.305065     |
+|    wind_speed                   | 1.2654611    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 37.89802     |
+|    air_temperature              | 20.581327    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 5.0          |
+|    diffuse_solar_radiation      | 91.0         |
+|    direct_solar_radiation       | 372.0        |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 13.922151    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 68.0         |
+|    outdoor_temperature          | 8.738346     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 187017.98    |
+|    wind_direction               | 310.0        |
+|    wind_speed                   | 7.7          |
+--------------------------------------------------
+-------------------------------------------------**********************************************---------------| 84%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.27432412 |
+|    Heating_Setpoint_RL          | 0.92080307  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.699156   |
+|    Heating_Setpoint_RL          | 22.804518   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5405833  |
+|    air_humidity                 | -0.40091434 |
+|    air_temperature              | 0.42018834  |
+|    clg_setpoint                 | 0.124770984 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0704535  |
+|    diffuse_solar_radiation      | 0.3573262   |
+|    direct_solar_radiation       | 1.5275798   |
+|    hour                         | -0.5042121  |
+|    htg_setpoint                 | -1.3459558  |
+|    month                        | 1.832909    |
+|    outdoor_humidity             | -0.64033306 |
+|    outdoor_temperature          | -0.47545105 |
+|    people_occupant              | 1.6953896   |
+|    total_electricity_HVAC       | -0.56406105 |
+|    wind_direction               | -1.703778   |
+|    wind_speed                   | 1.0424999   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 336.46362   |
+|    air_humidity                 | 33.384125   |
+|    air_temperature              | 23.672955   |
+|    clg_setpoint                 | 26.634033   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 116.5       |
+|    direct_solar_radiation       | 556.5       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 55.0        |
+|    outdoor_temperature          | 9.308167    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 262332.97   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+-------------------------------------------------***********************************************--------------| 85%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.030009896 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.793806   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.58362436 |
+|    air_humidity                 | -0.23554091 |
+|    air_temperature              | 0.7226869   |
+|    clg_setpoint                 | -0.8535409  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9542111  |
+|    diffuse_solar_radiation      | 0.763619    |
+|    direct_solar_radiation       | 1.4114851   |
+|    hour                         | -0.3597535  |
+|    htg_setpoint                 | -0.5785413  |
+|    month                        | 1.819603    |
+|    outdoor_humidity             | -0.11953346 |
+|    outdoor_temperature          | -0.41663745 |
+|    people_occupant              | 1.6934923   |
+|    total_electricity_HVAC       | -0.60474163 |
+|    wind_direction               | 1.0979317   |
+|    wind_speed                   | -0.509234   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 161.66307   |
+|    air_humidity                 | 35.507812   |
+|    air_temperature              | 24.215065   |
+|    clg_setpoint                 | 24.216255   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 158.0       |
+|    direct_solar_radiation       | 527.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 15.110534   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 66.0        |
+|    outdoor_temperature          | 9.874492    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 104659.875  |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+----------------------------------------------------********************************************--------------| 85%
+| action_network/                 |                |
+|    Cooling_Setpoint_RL          | -1.0           |
+|    Heating_Setpoint_RL          | -0.00070267916 |
+| action_simulation/              |                |
+|    Cooling_Setpoint_RL          | 23.25          |
+|    Heating_Setpoint_RL          | 17.621048      |
+| normalized_observation/         |                |
+|    HVAC_electricity_demand_rate | -0.416029      |
+|    air_humidity                 | 0.12718967     |
+|    air_temperature              | 0.18391813     |
+|    clg_setpoint                 | -1.2437875     |
+|    co2_emission                 | 0.0            |
+|    day_of_month                 | -0.8387295     |
+|    diffuse_solar_radiation      | 1.7109311      |
+|    direct_solar_radiation       | 0.099459365    |
+|    hour                         | -0.2152986     |
+|    htg_setpoint                 | 1.4297863      |
+|    month                        | 1.8065827      |
+|    outdoor_humidity             | 0.021326333    |
+|    outdoor_temperature          | -0.14630313    |
+|    people_occupant              | 1.6916118      |
+|    total_electricity_HVAC       | -0.42576632    |
+|    wind_direction               | 1.1884801      |
+|    wind_speed                   | -0.9399024     |
+| observation/                    |                |
+|    HVAC_electricity_demand_rate | 834.97064      |
+|    air_humidity                 | 40.178772      |
+|    air_temperature              | 23.248978      |
+|    clg_setpoint                 | 23.25          |
+|    co2_emission                 | 0.0            |
+|    day_of_month                 | 8.0            |
+|    diffuse_solar_radiation      | 255.0          |
+|    direct_solar_radiation       | 190.0          |
+|    hour                         | 10.0           |
+|    htg_setpoint                 | 23.25          |
+|    month                        | 11.0           |
+|    outdoor_humidity             | 69.0           |
+|    outdoor_temperature          | 12.509602      |
+|    people_occupant              | 20.0           |
+|    total_electricity_HVAC       | 789456.44      |
+|    wind_direction               | 300.0          |
+|    wind_speed                   | 2.6            |
+----------------------------------------------------
+-------------------------------------------------***********************************************--------------| 85%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.07232964 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.380888   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60194725 |
+|    air_humidity                 | 0.4803538   |
+|    air_temperature              | -0.18532218 |
+|    clg_setpoint                 | 1.4900343   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.723832   |
+|    diffuse_solar_radiation      | 1.5415164   |
+|    direct_solar_radiation       | -0.30327582 |
+|    hour                         | -0.07084473 |
+|    htg_setpoint                 | -0.8208861  |
+|    month                        | 1.7938379   |
+|    outdoor_humidity             | -0.21797909 |
+|    outdoor_temperature          | 0.12618822  |
+|    people_occupant              | -0.69015205 |
+|    total_electricity_HVAC       | -0.6113153  |
+|    wind_direction               | -0.44817466 |
+|    wind_speed                   | -0.50304484 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 44.746773   |
+|    air_temperature              | 22.588392   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 237.5       |
+|    direct_solar_radiation       | 86.5        |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 14.13995    |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 64.0        |
+|    outdoor_temperature          | 15.168418   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 130.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------***********************************************-------------| 86%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.3424126    |
+|    Heating_Setpoint_RL          | -0.013660746 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.780643    |
+|    Heating_Setpoint_RL          | 17.548159    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.60184944  |
+|    air_humidity                 | 1.2722211    |
+|    air_temperature              | -0.503849    |
+|    clg_setpoint                 | 0.94319856   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.6093683   |
+|    diffuse_solar_radiation      | 1.0690504    |
+|    direct_solar_radiation       | -0.5812986   |
+|    hour                         | 0.07360909   |
+|    htg_setpoint                 | 0.27461168   |
+|    month                        | 1.7813591    |
+|    outdoor_humidity             | 0.29904935   |
+|    outdoor_temperature          | 0.14656386   |
+|    people_occupant              | -0.6884602   |
+|    total_electricity_HVAC       | -0.6112325   |
+|    wind_direction               | 0.9020113    |
+|    wind_speed                   | 1.2613597    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 54.97228     |
+|    air_temperature              | 22.017782    |
+|    clg_setpoint                 | 28.65259     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 10.0         |
+|    diffuse_solar_radiation      | 189.0        |
+|    direct_solar_radiation       | 15.0         |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 18.5854      |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 75.0         |
+|    outdoor_temperature          | 15.363173    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 270.0        |
+|    wind_speed                   | 7.7          |
+--------------------------------------------------
+--------------------------------------------------***********************************************-------------| 86%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.1184731   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 16.958588    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.016293854 |
+|    air_humidity                 | 1.1552829    |
+|    air_temperature              | 0.18592718   |
+|    clg_setpoint                 | -1.2448667   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.49521285  |
+|    diffuse_solar_radiation      | 1.1182595    |
+|    direct_solar_radiation       | -0.15806843  |
+|    hour                         | 0.21806225   |
+|    htg_setpoint                 | -0.2069899   |
+|    month                        | 1.769137     |
+|    outdoor_humidity             | 0.72279435   |
+|    outdoor_temperature          | 0.23102778   |
+|    people_occupant              | 1.2200508    |
+|    total_electricity_HVAC       | -0.05819001  |
+|    wind_direction               | 1.667693     |
+|    wind_speed                   | 1.7281724    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2440.7       |
+|    air_humidity                 | 53.49208     |
+|    air_temperature              | 23.24883     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 11.0         |
+|    diffuse_solar_radiation      | 194.0        |
+|    direct_solar_radiation       | 123.0        |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 16.633698    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 84.0         |
+|    outdoor_temperature          | 16.180214    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 2196630.0    |
+|    wind_direction               | 350.0        |
+|    wind_speed                   | 8.8          |
+--------------------------------------------------
+-------------------------------------------------************************************************-------------| 86%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.099804044 |
+|    Heating_Setpoint_RL          | 0.34916353  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.961838   |
+|    Heating_Setpoint_RL          | 19.589045   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.39229977 |
+|    air_humidity                 | -0.11778478 |
+|    air_temperature              | 0.1874853   |
+|    clg_setpoint                 | -1.2446305  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.38126335 |
+|    diffuse_solar_radiation      | 0.3522417   |
+|    direct_solar_radiation       | -0.31688926 |
+|    hour                         | 0.3625126   |
+|    htg_setpoint                 | -1.2337424  |
+|    month                        | 1.7571633   |
+|    outdoor_humidity             | -0.13079318 |
+|    outdoor_temperature          | -0.34874576 |
+|    people_occupant              | 1.6951774   |
+|    total_electricity_HVAC       | -0.40321392 |
+|    wind_direction               | 1.5632368   |
+|    wind_speed                   | -0.29719174 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 926.5238    |
+|    air_humidity                 | 37.14402    |
+|    air_temperature              | 23.251057   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 115.5       |
+|    direct_solar_radiation       | 82.0        |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.474998   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 66.0        |
+|    outdoor_temperature          | 10.52645    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 872413.7    |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------************************************************-------------| 86%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.55445427 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.753717   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6010241  |
+|    air_humidity                 | 0.21535462  |
+|    air_temperature              | 1.1740013   |
+|    clg_setpoint                 | -0.5284647  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.2674402  |
+|    diffuse_solar_radiation      | -0.4045554  |
+|    direct_solar_radiation       | -0.42690912 |
+|    hour                         | 0.5069563   |
+|    htg_setpoint                 | 1.0442913   |
+|    month                        | 1.7454294   |
+|    outdoor_humidity             | 0.67452294  |
+|    outdoor_temperature          | -0.39842442 |
+|    people_occupant              | 1.6933187   |
+|    total_electricity_HVAC       | -0.6103539  |
+|    wind_direction               | -0.2570896  |
+|    wind_speed                   | -0.7251853  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 41.415527   |
+|    air_temperature              | 25.013014   |
+|    clg_setpoint                 | 25.018188   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 38.0        |
+|    direct_solar_radiation       | 53.5        |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 21.715435   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | 10.022162   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 150.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------*************************************************------------| 87%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49934036 |
+|    air_humidity                 | 0.9210808   |
+|    air_temperature              | 0.18918079  |
+|    clg_setpoint                 | -1.2427852  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.15368575 |
+|    diffuse_solar_radiation      | -0.7758329  |
+|    direct_solar_radiation       | -0.63524437 |
+|    hour                         | 0.6513881   |
+|    htg_setpoint                 | 0.06803053  |
+|    month                        | 1.7339274   |
+|    outdoor_humidity             | 1.4761152   |
+|    outdoor_temperature          | -0.44626114 |
+|    people_occupant              | 1.6914761   |
+|    total_electricity_HVAC       | -0.5142786  |
+|    wind_direction               | -0.16026019 |
+|    wind_speed                   | -0.07842488 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 495.54385   |
+|    air_humidity                 | 50.484425   |
+|    air_temperature              | 23.255222   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 17.765942   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 9.551846    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 445989.47   |
+|    wind_direction               | 160.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------************************************************------------| 87%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.36541924   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 19.680483    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5241157   |
+|    air_humidity                 | -0.70065546  |
+|    air_temperature              | 0.19208823   |
+|    clg_setpoint                 | -1.2422824   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.039963804 |
+|    diffuse_solar_radiation      | -0.77538836  |
+|    direct_solar_radiation       | -0.6345857   |
+|    hour                         | 0.7958013    |
+|    htg_setpoint                 | 1.2581424    |
+|    month                        | 1.7226499    |
+|    outdoor_humidity             | -0.6108664   |
+|    outdoor_temperature          | -0.70822567  |
+|    people_occupant              | 1.6896496    |
+|    total_electricity_HVAC       | -0.5488366   |
+|    wind_direction               | 0.98761237   |
+|    wind_speed                   | 1.2501627    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 393.90622    |
+|    air_humidity                 | 29.718525    |
+|    air_temperature              | 23.258968    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 22.590687    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 56.0         |
+|    outdoor_temperature          | 6.9871964    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 311597.9     |
+|    wind_direction               | 280.0        |
+|    wind_speed                   | 7.7          |
+--------------------------------------------------
+-------------------------------------------------*************************************************------------| 87%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.71426165 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.607278   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.72158     |
+|    air_humidity                 | -0.92553973 |
+|    air_temperature              | -0.17392862 |
+|    clg_setpoint                 | -0.60227394 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.07374075  |
+|    diffuse_solar_radiation      | -0.77497494 |
+|    direct_solar_radiation       | -0.6340422  |
+|    hour                         | 0.9401875   |
+|    htg_setpoint                 | 1.4204112   |
+|    month                        | 1.7115896   |
+|    outdoor_humidity             | -0.2786457  |
+|    outdoor_temperature          | -0.51557696 |
+|    people_occupant              | -0.6896484  |
+|    total_electricity_HVAC       | 2.808616    |
+|    wind_direction               | 0.3138304   |
+|    wind_speed                   | 0.60403734  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 13468.185   |
+|    air_humidity                 | 26.824507   |
+|    air_temperature              | 22.603897   |
+|    clg_setpoint                 | 24.832329   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 63.0        |
+|    outdoor_temperature          | 8.839593    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 13203605.0  |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+-------------------------------------------------*************************************************------------| 87%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.67702186 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.340052   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5998489  |
+|    air_humidity                 | -0.97798854 |
+|    air_temperature              | -0.8285982  |
+|    clg_setpoint                 | -0.3583869  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.18742219  |
+|    diffuse_solar_radiation      | -0.77451843 |
+|    direct_solar_radiation       | -0.633851   |
+|    hour                         | 1.084537    |
+|    htg_setpoint                 | -0.8685577  |
+|    month                        | 1.7007396   |
+|    outdoor_humidity             | -0.5646908  |
+|    outdoor_temperature          | -0.79507285 |
+|    people_occupant              | -0.6879969  |
+|    total_electricity_HVAC       | -0.60905445 |
+|    wind_direction               | 1.0802932   |
+|    wind_speed                   | 2.3621175   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 26.138388   |
+|    air_temperature              | 21.434278   |
+|    clg_setpoint                 | 25.43772    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 13.967821   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 57.0        |
+|    outdoor_temperature          | 6.1243944   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 10.3        |
+| train/                          |             |
+|    approx_kl                    | 0.009740714 |
+|    clip_fraction                | 0.0978      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.83       |
+|    explained_variance           | 0.651       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.676       |
+|    n_updates                    | 150         |
+|    policy_gradient_loss         | -0.0137     |
+|    std                          | 0.985       |
+|    value_loss                   | 2.14        |
+-------------------------------------------------
+-------------------------------------------------**************************************************-----------| 88%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.4672674  |
+|    Heating_Setpoint_RL          | 0.96265274  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.047972   |
+|    Heating_Setpoint_RL          | 23.03992    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.6982812   |
+|    air_humidity                 | -0.5737589  |
+|    air_temperature              | 0.19190234  |
+|    clg_setpoint                 | 0.78075117  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.30105424  |
+|    diffuse_solar_radiation      | -0.77389693 |
+|    direct_solar_radiation       | -0.63346136 |
+|    hour                         | 1.2288388   |
+|    htg_setpoint                 | 1.4203533   |
+|    month                        | 1.6900934   |
+|    outdoor_humidity             | -0.23158975 |
+|    outdoor_temperature          | -0.98403513 |
+|    people_occupant              | -0.45014292 |
+|    total_electricity_HVAC       | 1.8507934   |
+|    wind_direction               | 0.88511795  |
+|    wind_speed                   | -0.08973262 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 9361.33     |
+|    air_humidity                 | 31.266748   |
+|    air_temperature              | 23.250065   |
+|    clg_setpoint                 | 28.252747   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 64.0        |
+|    outdoor_temperature          | 4.2674985   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 9541831.0   |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------**************************************************-----------| 88%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.11629379 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.232508   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5516951  |
+|    air_humidity                 | -0.14131463 |
+|    air_temperature              | -0.7993068  |
+|    clg_setpoint                 | 1.4886444   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.4145904   |
+|    diffuse_solar_radiation      | -0.7733438  |
+|    direct_solar_radiation       | -0.6327107  |
+|    hour                         | 1.3730801   |
+|    htg_setpoint                 | 0.20580564  |
+|    month                        | 1.6796447   |
+|    outdoor_humidity             | 0.24587499  |
+|    outdoor_temperature          | -1.0287379  |
+|    people_occupant              | -0.6891252  |
+|    total_electricity_HVAC       | -0.56227493 |
+|    wind_direction               | 0.6907795   |
+|    wind_speed                   | -0.30461034 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 279.75113   |
+|    air_humidity                 | 36.76898    |
+|    air_temperature              | 21.485409   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 18.325615   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 74.0        |
+|    outdoor_temperature          | 3.801096    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 256438.23   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------**************************************************-----------| 88%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.5045305  |
+|    Heating_Setpoint_RL          | 0.084068395 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.922209   |
+|    Heating_Setpoint_RL          | 18.097885   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5645316  |
+|    air_humidity                 | 0.18415645  |
+|    air_temperature              | -1.2631594  |
+|    clg_setpoint                 | 1.1906042   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.52796423  |
+|    diffuse_solar_radiation      | -0.77284443 |
+|    direct_solar_radiation       | -0.63247365 |
+|    hour                         | 1.5172472   |
+|    htg_setpoint                 | -1.3545275  |
+|    month                        | 1.6693873   |
+|    outdoor_humidity             | 0.76989216  |
+|    outdoor_temperature          | -1.1481535  |
+|    people_occupant              | -0.6896841  |
+|    total_electricity_HVAC       | -0.57360846 |
+|    wind_direction               | 0.881765    |
+|    wind_speed                   | 1.245584    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 226.86702   |
+|    air_humidity                 | 40.905388   |
+|    air_temperature              | 20.660357   |
+|    clg_setpoint                 | 29.260416   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 85.0        |
+|    outdoor_temperature          | 2.6061144   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 211865.4    |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+--------------------------------------------------**************************************************----------| 89%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.5832333   |
+|    Heating_Setpoint_RL          | -0.84847087  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.656588    |
+|    Heating_Setpoint_RL          | 12.852351    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.45885336  |
+|    air_humidity                 | -0.045889135 |
+|    air_temperature              | -2.0099351   |
+|    clg_setpoint                 | 1.2148534    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.6410902    |
+|    diffuse_solar_radiation      | -0.77237254  |
+|    direct_solar_radiation       | -0.63239264  |
+|    hour                         | 1.6613247    |
+|    htg_setpoint                 | -0.19523518  |
+|    month                        | 1.6593157    |
+|    outdoor_humidity             | 0.00592538   |
+|    outdoor_temperature          | -1.4912742   |
+|    people_occupant              | -0.69023955  |
+|    total_electricity_HVAC       | -0.4747692   |
+|    wind_direction               | 0.8791409    |
+|    wind_speed                   | 2.1448913    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 655.09705    |
+|    air_humidity                 | 37.963158    |
+|    air_temperature              | 19.327555    |
+|    clg_setpoint                 | 29.320127    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 21.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 16.702179    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 69.0         |
+|    outdoor_temperature          | -0.7713067   |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 593531.9     |
+|    wind_direction               | 270.0        |
+|    wind_speed                   | 9.8          |
+--------------------------------------------------
+-------------------------------------------------***************************************************----------| 89%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.5381456  |
+|    Heating_Setpoint_RL          | 0.038035974 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.808758   |
+|    Heating_Setpoint_RL          | 17.838953   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.719279    |
+|    air_humidity                 | -0.9050364  |
+|    air_temperature              | -1.1616275  |
+|    clg_setpoint                 | 0.8865483   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8685872   |
+|    diffuse_solar_radiation      | -0.7719205  |
+|    direct_solar_radiation       | -0.63236195 |
+|    hour                         | -1.6609257  |
+|    htg_setpoint                 | 1.0355506   |
+|    month                        | 1.6494242   |
+|    outdoor_humidity             | -0.47113135 |
+|    outdoor_temperature          | -1.7519659  |
+|    people_occupant              | -0.69079155 |
+|    total_electricity_HVAC       | 3.571054    |
+|    wind_direction               | 1.068614    |
+|    wind_speed                   | 1.9163445   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17620.184   |
+|    air_humidity                 | 27.011366   |
+|    air_temperature              | 20.829681   |
+|    clg_setpoint                 | 28.506514   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 21.691505   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 59.0        |
+|    outdoor_temperature          | -3.3775017  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 16245475.0  |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+-------------------------------------------------***************************************************----------| 89%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.1330615   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.37347    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.059407    |
+|    air_humidity                 | -1.5782021  |
+|    air_temperature              | -2.1449811  |
+|    clg_setpoint                 | 1.2833782   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.98089963  |
+|    diffuse_solar_radiation      | -0.77140886 |
+|    direct_solar_radiation       | -0.63236916 |
+|    hour                         | -1.5161614  |
+|    htg_setpoint                 | 0.14042985  |
+|    month                        | 1.6397074   |
+|    outdoor_humidity             | -0.8515791  |
+|    outdoor_temperature          | -1.8118979  |
+|    people_occupant              | -0.68916726 |
+|    total_electricity_HVAC       | 0.9589198   |
+|    wind_direction               | 1.5448622   |
+|    wind_speed                   | -0.529535   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6843.0327   |
+|    air_humidity                 | 18.368307   |
+|    air_temperature              | 19.065619   |
+|    clg_setpoint                 | 29.490217   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 18.061039   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 51.0        |
+|    outdoor_temperature          | -4.05565    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6158729.5   |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+------------------------------------------------*****************************************************---------| 90%
+| action_network/                 |            |
+|    Cooling_Setpoint_RL          | -1.0       |
+|    Heating_Setpoint_RL          | 1.0        |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23.25      |
+|    Heating_Setpoint_RL          | 23.25      |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | 2.281407   |
+|    air_humidity                 | -2.01287   |
+|    air_temperature              | 0.2040637  |
+|    clg_setpoint                 | -1.2371489 |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 1.0925527  |
+|    diffuse_solar_radiation      | -0.7709578 |
+|    direct_solar_radiation       | -0.6324336 |
+|    hour                         | -1.3714777 |
+|    htg_setpoint                 | 1.4191482  |
+|    month                        | 1.6301605  |
+|    outdoor_humidity             | 1.4967773  |
+|    outdoor_temperature          | -1.645987  |
+|    people_occupant              | -0.6875543 |
+|    total_electricity_HVAC       | 2.1141868  |
+|    wind_direction               | -1.2427522 |
+|    wind_speed                   | -1.1687262 |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 11857.265  |
+|    air_humidity                 | 12.6605835 |
+|    air_temperature              | 23.250027  |
+|    clg_setpoint                 | 23.25      |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 25.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 2.0        |
+|    htg_setpoint                 | 23.25      |
+|    month                        | 11.0       |
+|    outdoor_humidity             | 100.0      |
+|    outdoor_temperature          | -2.5130234 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 10671539.0 |
+|    wind_direction               | 50.0       |
+|    wind_speed                   | 2.1        |
+------------------------------------------------
+-------------------------------------------------****************************************************---------| 90%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.5834549  |
+|    Heating_Setpoint_RL          | 0.973484    |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.65584    |
+|    Heating_Setpoint_RL          | 23.100847   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.20747389 |
+|    air_humidity                 | 0.14960806  |
+|    air_temperature              | -0.5400142  |
+|    clg_setpoint                 | 0.4273376   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2033869   |
+|    diffuse_solar_radiation      | -0.7703967  |
+|    direct_solar_radiation       | -0.6312806  |
+|    hour                         | -1.2268589  |
+|    htg_setpoint                 | 0.96218985  |
+|    month                        | 1.6207783   |
+|    outdoor_humidity             | 1.3024323   |
+|    outdoor_temperature          | -0.66815645 |
+|    people_occupant              | -0.688109   |
+|    total_electricity_HVAC       | -0.3161347  |
+|    wind_direction               | -1.1426129  |
+|    wind_speed                   | 0.1609307   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1693.7432   |
+|    air_humidity                 | 40.278286   |
+|    air_temperature              | 21.923159   |
+|    clg_setpoint                 | 27.365017   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 21.405342   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 6.9911156   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1220903.6   |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+-------------------------------------------------****************************************************---------| 90%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.3369671   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.762264   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.2804973   |
+|    air_humidity                 | 0.9147384   |
+|    air_temperature              | 0.20315155  |
+|    clg_setpoint                 | 0.18692245  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.3132298   |
+|    diffuse_solar_radiation      | -0.76960295 |
+|    direct_solar_radiation       | -0.62992597 |
+|    hour                         | -1.0822914  |
+|    htg_setpoint                 | 1.4157032   |
+|    month                        | 1.6115563   |
+|    outdoor_humidity             | 0.96132904  |
+|    outdoor_temperature          | -0.57931    |
+|    people_occupant              | -0.68866026 |
+|    total_electricity_HVAC       | 2.13873     |
+|    wind_direction               | 0.68177754  |
+|    wind_speed                   | -0.52637124 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 11872.871   |
+|    air_humidity                 | 50.111572   |
+|    air_temperature              | 23.247553   |
+|    clg_setpoint                 | 26.767801   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | 7.8570857   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 10785310.0  |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------****************************************************---------| 90%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.5152639  |
+|    Heating_Setpoint_RL          | -0.38432577 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.885984   |
+|    Heating_Setpoint_RL          | 15.463167   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.58986723  |
+|    air_humidity                 | -0.3129818  |
+|    air_temperature              | -0.32881317 |
+|    clg_setpoint                 | -1.2328023  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4218975   |
+|    diffuse_solar_radiation      | -0.7691092  |
+|    direct_solar_radiation       | -0.62913686 |
+|    hour                         | -0.93776304 |
+|    htg_setpoint                 | 1.1806083   |
+|    month                        | 1.60249     |
+|    outdoor_humidity             | 0.81821847  |
+|    outdoor_temperature          | -0.8347318  |
+|    people_occupant              | -0.6892082  |
+|    total_electricity_HVAC       | 0.40623483  |
+|    wind_direction               | -1.7230462  |
+|    wind_speed                   | -2.0689201  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4954.6797   |
+|    air_humidity                 | 34.419334   |
+|    air_temperature              | 22.300102   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 22.300056   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 86.0        |
+|    outdoor_temperature          | 5.369512    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4034139.8   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+-------------------------------------------------*****************************************************--------| 91%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.30605653  |
+|    Heating_Setpoint_RL          | 0.12381762  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.65794    |
+|    Heating_Setpoint_RL          | 18.321474   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.3175046   |
+|    air_humidity                 | -0.3420343  |
+|    air_temperature              | -1.0038611  |
+|    clg_setpoint                 | -1.2312639  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5291972   |
+|    diffuse_solar_radiation      | -0.76834834 |
+|    direct_solar_radiation       | -0.6278237  |
+|    hour                         | -0.79326344 |
+|    htg_setpoint                 | 0.8838124   |
+|    month                        | 1.5935749   |
+|    outdoor_humidity             | 0.1478532   |
+|    outdoor_temperature          | -0.98125666 |
+|    people_occupant              | -0.6897529  |
+|    total_electricity_HVAC       | 2.5004256   |
+|    wind_direction               | 0.9666657   |
+|    wind_speed                   | -0.31324196 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 12029.417   |
+|    air_humidity                 | 34.04683    |
+|    air_temperature              | 21.098486   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 21.098305   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 72.0        |
+|    outdoor_temperature          | 3.9291906   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 12201111.0  |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------*****************************************************--------| 91%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.52815306  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 20.595861   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.1815763   |
+|    air_humidity                 | -0.32270694 |
+|    air_temperature              | -0.5479336  |
+|    clg_setpoint                 | 1.2272958   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6349294   |
+|    diffuse_solar_radiation      | -0.5152662  |
+|    direct_solar_radiation       | -0.62764895 |
+|    hour                         | -0.6487839  |
+|    htg_setpoint                 | 1.2573245   |
+|    month                        | 1.5848069   |
+|    outdoor_humidity             | 0.48295018  |
+|    outdoor_temperature          | -0.8171938  |
+|    people_occupant              | -0.6902942  |
+|    total_electricity_HVAC       | 3.1161242   |
+|    wind_direction               | 1.15877     |
+|    wind_speed                   | 1.4450442   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 15572.917   |
+|    air_humidity                 | 34.282326   |
+|    air_temperature              | 21.909296   |
+|    clg_setpoint                 | 29.334528   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 25.5        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 22.616539   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 79.0        |
+|    outdoor_temperature          | 5.5096045   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 14608127.0  |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 8.2         |
+-------------------------------------------------
+-------------------------------------------------*****************************************************--------| 91%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.12204751  |
+|    Heating_Setpoint_RL          | 0.30268413  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.036911   |
+|    Heating_Setpoint_RL          | 19.327599   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.59916645 |
+|    air_humidity                 | -0.7981283  |
+|    air_temperature              | -1.4643096  |
+|    clg_setpoint                 | -0.35995522 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6697199  |
+|    diffuse_solar_radiation      | 0.020586867 |
+|    direct_solar_radiation       | 0.8392856   |
+|    hour                         | -0.50431734 |
+|    htg_setpoint                 | -1.307544   |
+|    month                        | 1.8913904   |
+|    outdoor_humidity             | -0.8605827  |
+|    outdoor_temperature          | -0.79298854 |
+|    people_occupant              | -0.6887072  |
+|    total_electricity_HVAC       | -0.60815746 |
+|    wind_direction               | 1.3459274   |
+|    wind_speed                   | 3.437488    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 28.202463   |
+|    air_temperature              | 20.274755   |
+|    clg_setpoint                 | 25.406797   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 79.5        |
+|    direct_solar_radiation       | 369.5       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 12.21536    |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 51.0        |
+|    outdoor_temperature          | 5.727021    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 12.9        |
+-------------------------------------------------
+-------------------------------------------------******************************************************-------| 92%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.54172724 |
+|    air_humidity                 | -1.3351203  |
+|    air_temperature              | 1.0449758   |
+|    clg_setpoint                 | -0.37498695 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5470023  |
+|    diffuse_solar_radiation      | 0.16045065  |
+|    direct_solar_radiation       | 1.8470701   |
+|    hour                         | -0.3598581  |
+|    htg_setpoint                 | -1.098933   |
+|    month                        | 1.8780477   |
+|    outdoor_humidity             | -1.4325031  |
+|    outdoor_temperature          | -1.036573   |
+|    people_occupant              | 1.697742    |
+|    total_electricity_HVAC       | -0.5566139  |
+|    wind_direction               | 1.2450191   |
+|    wind_speed                   | 2.5010238   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 322.72003   |
+|    air_humidity                 | 21.270222   |
+|    air_temperature              | 24.732664   |
+|    clg_setpoint                 | 25.372986   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 93.5        |
+|    direct_solar_radiation       | 623.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 13.058374   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 39.0        |
+|    outdoor_temperature          | 3.3114686   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 279865.6    |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 10.8        |
+-------------------------------------------------
+-------------------------------------------------******************************************************-------| 92%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.08569181  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.91421    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4318966  |
+|    air_humidity                 | -0.76156306 |
+|    air_temperature              | 0.6975423   |
+|    clg_setpoint                 | -0.8829524  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4261699  |
+|    diffuse_solar_radiation      | -0.09079776 |
+|    direct_solar_radiation       | 2.5606358   |
+|    hour                         | -0.21540229 |
+|    htg_setpoint                 | 1.1918458   |
+|    month                        | 1.8649833   |
+|    outdoor_humidity             | -1.0450715  |
+|    outdoor_temperature          | -1.0567044  |
+|    people_occupant              | 1.6959792   |
+|    total_electricity_HVAC       | -0.46329865 |
+|    wind_direction               | 0.66558164  |
+|    wind_speed                   | -0.32498994 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 774.03485   |
+|    air_humidity                 | 28.545856   |
+|    air_temperature              | 24.112741   |
+|    clg_setpoint                 | 24.113817   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 68.0        |
+|    direct_solar_radiation       | 804.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 22.34817    |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 47.0        |
+|    outdoor_temperature          | 3.0760257   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 644649.94   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------*****************************************************-------| 92%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.2346012    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 18.944632    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.53578895  |
+|    air_humidity                 | 0.19437674   |
+|    air_temperature              | 0.21602459   |
+|    clg_setpoint                 | -1.2305762   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.3069122   |
+|    diffuse_solar_radiation      | 0.20385283   |
+|    direct_solar_radiation       | -0.62689817  |
+|    hour                         | -0.070947446 |
+|    htg_setpoint                 | -1.3599236   |
+|    month                        | 1.8521879    |
+|    outdoor_humidity             | 0.9694915    |
+|    outdoor_temperature          | -0.642926    |
+|    people_occupant              | 1.217751     |
+|    total_electricity_HVAC       | -0.54821104  |
+|    wind_direction               | 0.6647867    |
+|    wind_speed                   | -0.113266796 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 345.61633    |
+|    air_humidity                 | 40.72291     |
+|    air_temperature              | 23.253454    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.0          |
+|    diffuse_solar_radiation      | 97.5         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 89.0         |
+|    outdoor_temperature          | 7.0829134    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 311054.72    |
+|    wind_direction               | 250.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+--------------------------------------------------*****************************************************-------| 92%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.10069295   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 18.191399    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5804793   |
+|    air_humidity                 | -0.2649844   |
+|    air_temperature              | 0.8268111    |
+|    clg_setpoint                 | -0.058832634 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.1889569   |
+|    diffuse_solar_radiation      | 0.41906205   |
+|    direct_solar_radiation       | -0.62586534  |
+|    hour                         | 0.07350735   |
+|    htg_setpoint                 | 0.60883117   |
+|    month                        | 1.8396523    |
+|    outdoor_humidity             | 0.34347543   |
+|    outdoor_temperature          | -0.83766866  |
+|    people_occupant              | 0.26347414   |
+|    total_electricity_HVAC       | -0.5914562   |
+|    wind_direction               | 0.7606652    |
+|    wind_speed                   | 1.1930046    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 162.98114    |
+|    air_humidity                 | 34.88166     |
+|    air_temperature              | 24.341305    |
+|    clg_setpoint                 | 26.150415    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 5.0          |
+|    diffuse_solar_radiation      | 119.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 19.993673    |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 76.0         |
+|    outdoor_temperature          | 5.1806645    |
+|    people_occupant              | 8.0          |
+|    total_electricity_HVAC       | 142714.48    |
+|    wind_direction               | 260.0        |
+|    wind_speed                   | 7.7          |
+--------------------------------------------------
+-------------------------------------------------*******************************************************------| 93%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.59708965 |
+|    Heating_Setpoint_RL          | -0.6194776  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.609823   |
+|    Heating_Setpoint_RL          | 14.140438   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4178529  |
+|    air_humidity                 | -0.8683075  |
+|    air_temperature              | 0.21443275  |
+|    clg_setpoint                 | -1.22907    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0720644  |
+|    diffuse_solar_radiation      | 0.19664165  |
+|    direct_solar_radiation       | -0.20984873 |
+|    hour                         | 0.21796153  |
+|    htg_setpoint                 | 1.177211    |
+|    month                        | 1.8273678   |
+|    outdoor_humidity             | -1.2411611  |
+|    outdoor_temperature          | -1.1760187  |
+|    people_occupant              | 1.2152414   |
+|    total_electricity_HVAC       | -0.34933388 |
+|    wind_direction               | 0.85446817  |
+|    wind_speed                   | 1.400499    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 834.47235   |
+|    air_humidity                 | 27.20072    |
+|    air_temperature              | 23.249962   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 96.5        |
+|    direct_solar_radiation       | 104.5       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 22.302086   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 43.0        |
+|    outdoor_temperature          | 1.8531137   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 1094098.4   |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 8.2         |
+-------------------------------------------------
+-------------------------------------------------*******************************************************------| 93%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.5482832  |
+|    Heating_Setpoint_RL          | -0.68182313 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.774544   |
+|    Heating_Setpoint_RL          | 13.789745   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.50931895 |
+|    air_humidity                 | -1.1529531  |
+|    air_temperature              | -1.2477558  |
+|    clg_setpoint                 | 0.006897899 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.95602524 |
+|    diffuse_solar_radiation      | -0.03129396 |
+|    direct_solar_radiation       | -0.2567528  |
+|    hour                         | 0.36241308  |
+|    htg_setpoint                 | 0.55034345  |
+|    month                        | 1.8153261   |
+|    outdoor_humidity             | -0.99941266 |
+|    outdoor_temperature          | -1.0295806  |
+|    people_occupant              | -0.68981826 |
+|    total_electricity_HVAC       | -0.5068743  |
+|    wind_direction               | 1.3330582   |
+|    wind_speed                   | 2.2731807   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 458.17508   |
+|    air_humidity                 | 23.560442   |
+|    air_temperature              | 20.641981   |
+|    clg_setpoint                 | 26.315784   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 73.5        |
+|    direct_solar_radiation       | 92.5        |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 19.759192   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 48.0        |
+|    outdoor_temperature          | 3.2291586   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 476132.3    |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 10.3        |
+-------------------------------------------------
+-------------------------------------------------*******************************************************------| 93%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.593046   |
+|    air_humidity                 | -1.6522034  |
+|    air_temperature              | -0.37698868 |
+|    clg_setpoint                 | -0.33434442 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.84065706 |
+|    diffuse_solar_radiation      | -0.61305386 |
+|    direct_solar_radiation       | 0.60230196  |
+|    hour                         | 0.5068585   |
+|    htg_setpoint                 | -1.3621122  |
+|    month                        | 1.8035194   |
+|    outdoor_humidity             | -1.1416306  |
+|    outdoor_temperature          | -0.7259203  |
+|    people_occupant              | -0.6882668  |
+|    total_electricity_HVAC       | -0.60187846 |
+|    wind_direction               | 1.3292398   |
+|    wind_speed                   | 0.13040607  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 111.877815  |
+|    air_humidity                 | 17.121086   |
+|    air_temperature              | 22.187069   |
+|    clg_setpoint                 | 25.472979   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 15.0        |
+|    direct_solar_radiation       | 308.5       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | 6.1536884   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 102093.33   |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 5.2         |
+| train/                          |             |
+|    approx_kl                    | 0.008587745 |
+|    clip_fraction                | 0.106       |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.8        |
+|    explained_variance           | 0.486       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.614       |
+|    n_updates                    | 160         |
+|    policy_gradient_loss         | -0.0154     |
+|    std                          | 0.982       |
+|    value_loss                   | 2.18        |
+-------------------------------------------------
+-------------------------------------------------*******************************************************------| 93%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.7530019   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.860636   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.3856666  |
+|    air_humidity                 | -0.6392473  |
+|    air_temperature              | 0.23394813  |
+|    clg_setpoint                 | -1.2297003  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.72580236 |
+|    diffuse_solar_radiation      | -0.7619167  |
+|    direct_solar_radiation       | -0.62437135 |
+|    hour                         | 0.6512929   |
+|    htg_setpoint                 | 0.75969464  |
+|    month                        | 1.7919401   |
+|    outdoor_humidity             | -0.37195888 |
+|    outdoor_temperature          | -0.9278029  |
+|    people_occupant              | 1.695773    |
+|    total_electricity_HVAC       | -0.40612066 |
+|    wind_direction               | -1.55137    |
+|    wind_speed                   | -0.95632315 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 972.5189    |
+|    air_humidity                 | 29.95602    |
+|    air_temperature              | 23.272974   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 20.612232   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 61.0        |
+|    outdoor_temperature          | 4.150037    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 875267.06   |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+---------------------------------------------------******************************************************-----| 94%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -0.19980669   |
+|    Heating_Setpoint_RL          | 1.0           |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 25.950653     |
+|    Heating_Setpoint_RL          | 23.25         |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.0076218965 |
+|    air_humidity                 | 0.11984066    |
+|    air_temperature              | 0.22135423    |
+|    clg_setpoint                 | -1.2277687    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.61132735   |
+|    diffuse_solar_radiation      | -0.76113117   |
+|    direct_solar_radiation       | -0.6230784    |
+|    hour                         | 0.79570997    |
+|    htg_setpoint                 | 1.4077085     |
+|    month                        | 1.7805811     |
+|    outdoor_humidity             | 1.3147361     |
+|    outdoor_temperature          | -1.2718191    |
+|    people_occupant              | 1.6940575     |
+|    total_electricity_HVAC       | -0.048507366  |
+|    wind_direction               | -1.3529629    |
+|    wind_speed                   | 0.55525917    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 2545.7017     |
+|    air_humidity                 | 39.624733     |
+|    air_temperature              | 23.250021     |
+|    clg_setpoint                 | 23.25         |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 10.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 17.0          |
+|    htg_setpoint                 | 23.25         |
+|    month                        | 12.0          |
+|    outdoor_humidity             | 96.0          |
+|    outdoor_temperature          | 0.76249033    |
+|    people_occupant              | 20.0          |
+|    total_electricity_HVAC       | 2291131.5     |
+|    wind_direction               | 40.0          |
+|    wind_speed                   | 6.2           |
+---------------------------------------------------
+-------------------------------------------------********************************************************-----| 94%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.42729026 |
+|    air_humidity                 | 0.30258313  |
+|    air_temperature              | 0.45359087  |
+|    clg_setpoint                 | -0.9978438  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.49712008 |
+|    diffuse_solar_radiation      | -0.7602304  |
+|    direct_solar_radiation       | -0.621772   |
+|    hour                         | 0.94010204  |
+|    htg_setpoint                 | 0.3705848   |
+|    month                        | 1.7694353   |
+|    outdoor_humidity             | 0.68541664  |
+|    outdoor_temperature          | -1.3306417  |
+|    people_occupant              | 0.50149876  |
+|    total_electricity_HVAC       | -0.44420606 |
+|    wind_direction               | -1.2509407  |
+|    wind_speed                   | -0.7434489  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 804.5864    |
+|    air_humidity                 | 41.95866    |
+|    air_temperature              | 23.661465   |
+|    clg_setpoint                 | 23.817118   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 19.047249   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | 0.14591984  |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 728580.94   |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------********************************************************-----| 94%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5304091  |
+|    air_humidity                 | 0.30173057  |
+|    air_temperature              | -0.20092021 |
+|    clg_setpoint                 | -0.54911965 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.38309    |
+|    diffuse_solar_radiation      | -0.75931144 |
+|    direct_solar_radiation       | -0.6205138  |
+|    hour                         | 1.08446     |
+|    htg_setpoint                 | -0.82836115 |
+|    month                        | 1.7584963   |
+|    outdoor_humidity             | 0.63515705  |
+|    outdoor_temperature          | -1.0674411  |
+|    people_occupant              | -0.45213756 |
+|    total_electricity_HVAC       | -0.5416288  |
+|    wind_direction               | 0.9495793   |
+|    wind_speed                   | -0.53266555 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 377.36002   |
+|    air_humidity                 | 41.955414   |
+|    air_temperature              | 22.4961     |
+|    clg_setpoint                 | 24.926794   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 14.186352   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 82.0        |
+|    outdoor_temperature          | 2.6725943   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 344431.7    |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------*********************************************************----| 95%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.86519855  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.545046   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.73221684  |
+|    air_humidity                 | -0.17484903 |
+|    air_temperature              | -1.031016   |
+|    clg_setpoint                 | 1.4328417   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.26916683 |
+|    diffuse_solar_radiation      | -0.75845915 |
+|    direct_solar_radiation       | -0.6202846  |
+|    hour                         | 1.2287736   |
+|    htg_setpoint                 | 0.81915426  |
+|    month                        | 1.7477576   |
+|    outdoor_humidity             | -0.81128687 |
+|    outdoor_temperature          | -0.96920556 |
+|    people_occupant              | -0.4527555  |
+|    total_electricity_HVAC       | 0.90039635  |
+|    wind_direction               | 0.85159355  |
+|    wind_speed                   | 0.76741415  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5640.481    |
+|    air_humidity                 | 35.895397   |
+|    air_temperature              | 21.018602   |
+|    clg_setpoint                 | 29.843227   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 20.875542   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 52.0        |
+|    outdoor_temperature          | 3.5973458   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 6062364.5   |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+-------------------------------------------------*********************************************************----| 95%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.7592369   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.187424   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4456019  |
+|    air_humidity                 | -1.5505719  |
+|    air_temperature              | -1.6362236  |
+|    clg_setpoint                 | 1.4941952   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.15530045 |
+|    diffuse_solar_radiation      | -0.75769997 |
+|    direct_solar_radiation       | -0.62046903 |
+|    hour                         | 1.3730311   |
+|    htg_setpoint                 | -1.050455   |
+|    month                        | 1.7372134   |
+|    outdoor_humidity             | -2.1093533  |
+|    outdoor_temperature          | -1.4579606  |
+|    people_occupant              | -0.68936235 |
+|    total_electricity_HVAC       | -0.46189788 |
+|    wind_direction               | 1.1352332   |
+|    wind_speed                   | 1.1824747   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 733.005     |
+|    air_humidity                 | 18.391457   |
+|    air_temperature              | 19.93989    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 13.288246   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 25.0        |
+|    outdoor_temperature          | -1.1991413  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 662345.2    |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+--------------------------------------------------********************************************************----| 95%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.9526348    |
+|    Heating_Setpoint_RL          | -0.3645043   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.840141    |
+|    Heating_Setpoint_RL          | 15.574663    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6004805   |
+|    air_humidity                 | -1.7484401   |
+|    air_temperature              | -1.8737191   |
+|    clg_setpoint                 | 0.37780827   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.041460194 |
+|    diffuse_solar_radiation      | -0.7566652   |
+|    direct_solar_radiation       | -0.6205952   |
+|    hour                         | 1.5172195    |
+|    htg_setpoint                 | -0.63554627  |
+|    month                        | 1.7268577    |
+|    outdoor_humidity             | -0.27366304  |
+|    outdoor_temperature          | -1.1224605   |
+|    people_occupant              | -0.687845    |
+|    total_electricity_HVAC       | -0.6090639   |
+|    wind_direction               | 0.5595217    |
+|    wind_speed                   | 1.1815438    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 15.733011    |
+|    air_temperature              | 19.507208    |
+|    clg_setpoint                 | 27.228783    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 14.971559    |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 63.0         |
+|    outdoor_temperature          | 2.0189128    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 240.0        |
+|    wind_speed                   | 7.7          |
+--------------------------------------------------
+-------------------------------------------------**********************************************************---| 96%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9857223  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.298187   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.483434    |
+|    air_humidity                 | -0.77224493 |
+|    air_temperature              | -0.76586187 |
+|    clg_setpoint                 | 0.78313285  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.07236526  |
+|    diffuse_solar_radiation      | -0.75599104 |
+|    direct_solar_radiation       | -0.62065554 |
+|    hour                         | 1.6613247   |
+|    htg_setpoint                 | 1.4041625   |
+|    month                        | 1.7166849   |
+|    outdoor_humidity             | -0.27248737 |
+|    outdoor_temperature          | -1.0020068  |
+|    people_occupant              | -0.6883658  |
+|    total_electricity_HVAC       | 3.2553015   |
+|    wind_direction               | 0.46318153  |
+|    wind_speed                   | -0.3279217  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17197.322   |
+|    air_humidity                 | 28.106781   |
+|    air_temperature              | 21.4762     |
+|    clg_setpoint                 | 28.23344    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 63.0        |
+|    outdoor_temperature          | 3.1677432   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15475073.0  |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------**********************************************************---| 96%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.70571625  |
+|    Heating_Setpoint_RL          | -0.5427477  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.006792   |
+|    Heating_Setpoint_RL          | 14.572044   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5586772  |
+|    air_humidity                 | -0.6384063  |
+|    air_temperature              | -1.7375866  |
+|    clg_setpoint                 | -0.8128829  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.30040675  |
+|    diffuse_solar_radiation      | -0.7548451  |
+|    direct_solar_radiation       | -0.62079096 |
+|    hour                         | -1.6609541  |
+|    htg_setpoint                 | -0.08409047 |
+|    month                        | 1.7066898   |
+|    outdoor_humidity             | -0.1738458  |
+|    outdoor_temperature          | -1.1738852  |
+|    people_occupant              | -0.68888366 |
+|    total_electricity_HVAC       | -0.56900626 |
+|    wind_direction               | 1.512026    |
+|    wind_speed                   | -0.7472643  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 260.4781    |
+|    air_humidity                 | 29.778204   |
+|    air_temperature              | 19.747877   |
+|    clg_setpoint                 | 24.267838   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 17.21247    |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 65.0        |
+|    outdoor_temperature          | 1.4754571   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 236183.34   |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------**********************************************************---| 96%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.67243516  |
+|    Heating_Setpoint_RL          | 0.5974033   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.894468   |
+|    Heating_Setpoint_RL          | 20.985394   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.466668    |
+|    air_humidity                 | -0.47827864 |
+|    air_temperature              | -0.72012043 |
+|    clg_setpoint                 | 1.4956832   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.4142978   |
+|    diffuse_solar_radiation      | -0.7540068  |
+|    direct_solar_radiation       | -0.6210088  |
+|    hour                         | -1.5162112  |
+|    htg_setpoint                 | 1.4036952   |
+|    month                        | 1.6968675   |
+|    outdoor_humidity             | 0.3094115   |
+|    outdoor_temperature          | -0.9962084  |
+|    people_occupant              | -0.6893986  |
+|    total_electricity_HVAC       | 3.2407782   |
+|    wind_direction               | 0.55341357  |
+|    wind_speed                   | 0.136725    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17165.854   |
+|    air_humidity                 | 31.796604   |
+|    air_temperature              | 21.55569    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 75.0        |
+|    outdoor_temperature          | 3.18293     |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15447441.0  |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+-------------------------------------------------**********************************************************---| 96%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.26522112  |
+|    Heating_Setpoint_RL          | 0.09194678  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.52012    |
+|    Heating_Setpoint_RL          | 18.1422     |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.58033276 |
+|    air_humidity                 | -0.48791283 |
+|    air_temperature              | -1.161407   |
+|    clg_setpoint                 | 0.9306026   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.5280768   |
+|    diffuse_solar_radiation      | -0.7534521  |
+|    direct_solar_radiation       | -0.62072927 |
+|    hour                         | -1.3715428  |
+|    htg_setpoint                 | 0.07469866  |
+|    month                        | 1.6872127   |
+|    outdoor_humidity             | 0.5041079   |
+|    outdoor_temperature          | -1.0054294  |
+|    people_occupant              | -0.6899106  |
+|    total_electricity_HVAC       | -0.58938086 |
+|    wind_direction               | 0.6478872   |
+|    wind_speed                   | -0.327543   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 168.0099    |
+|    air_humidity                 | 31.654497   |
+|    air_temperature              | 20.771261   |
+|    clg_setpoint                 | 28.594267   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 17.86122    |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 79.0        |
+|    outdoor_temperature          | 3.080623    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 153195.95   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------***********************************************************--| 97%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.570778    |
+|    air_humidity                 | -0.59572643 |
+|    air_temperature              | -0.7142647  |
+|    clg_setpoint                 | -1.1593225  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6416749   |
+|    diffuse_solar_radiation      | -0.7527538  |
+|    direct_solar_radiation       | -0.6203404  |
+|    hour                         | -1.2269349  |
+|    htg_setpoint                 | 1.4026669   |
+|    month                        | 1.6777208   |
+|    outdoor_humidity             | -0.8966716  |
+|    outdoor_temperature          | -1.3794458  |
+|    people_occupant              | -0.6904197  |
+|    total_electricity_HVAC       | 3.3395116   |
+|    wind_direction               | -1.4587435  |
+|    wind_speed                   | -0.5378604  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17631.014   |
+|    air_humidity                 | 30.27052    |
+|    air_temperature              | 21.564714   |
+|    clg_setpoint                 | 23.399694   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 50.0        |
+|    outdoor_temperature          | -0.58687025 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15865463.0  |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------***********************************************************--| 97%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.79666704  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.313751   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.29060495 |
+|    air_humidity                 | -1.3888906  |
+|    air_temperature              | -1.2536515  |
+|    clg_setpoint                 | -1.2195271  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7550052   |
+|    diffuse_solar_radiation      | -0.7519472  |
+|    direct_solar_radiation       | -0.6205162  |
+|    hour                         | -1.0823745  |
+|    htg_setpoint                 | -1.3717833  |
+|    month                        | 1.6683874   |
+|    outdoor_humidity             | -1.0852517  |
+|    outdoor_temperature          | -1.713413   |
+|    people_occupant              | -0.6889252  |
+|    total_electricity_HVAC       | -0.3162168  |
+|    wind_direction               | -1.5486802  |
+|    wind_speed                   | -0.32618958 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1391.2257   |
+|    air_humidity                 | 20.12772    |
+|    air_temperature              | 20.602734   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 46.0        |
+|    outdoor_temperature          | -3.9075499  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1249121.9   |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------***********************************************************--| 97%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60036635 |
+|    air_humidity                 | -1.0465317  |
+|    air_temperature              | -1.5984145  |
+|    clg_setpoint                 | -0.257102   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.86796397  |
+|    diffuse_solar_radiation      | -0.7514206  |
+|    direct_solar_radiation       | -0.6201074  |
+|    hour                         | -0.9378504  |
+|    htg_setpoint                 | -1.2282556  |
+|    month                        | 1.659208    |
+|    outdoor_humidity             | 1.1371428   |
+|    outdoor_temperature          | -0.89651823 |
+|    people_occupant              | -0.68744045 |
+|    total_electricity_HVAC       | -0.608805   |
+|    wind_direction               | -1.5431504  |
+|    wind_speed                   | 1.8676975   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 24.404894   |
+|    air_temperature              | 19.987974   |
+|    clg_setpoint                 | 25.642717   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 12.587117   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 92.0        |
+|    outdoor_temperature          | 4.034358    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+---------------------------------------------------**********************************************************-| 98%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -0.0013828576 |
+|    Heating_Setpoint_RL          | -0.61705506   |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 26.620333     |
+|    Heating_Setpoint_RL          | 14.154065     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.42911887   |
+|    air_humidity                 | 0.2139099     |
+|    air_temperature              | -1.4655334    |
+|    clg_setpoint                 | 1.0524131     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 0.9804313     |
+|    diffuse_solar_radiation      | -0.750719     |
+|    direct_solar_radiation       | -0.61896163   |
+|    hour                         | -0.7933532    |
+|    htg_setpoint                 | 0.28368777    |
+|    month                        | 1.6501786     |
+|    outdoor_humidity             | 0.16945717    |
+|    outdoor_temperature          | -0.9128823    |
+|    people_occupant              | -0.68795174   |
+|    total_electricity_HVAC       | -0.448128     |
+|    wind_direction               | -1.4477336    |
+|    wind_speed                   | -0.5377736    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 812.037       |
+|    air_humidity                 | 40.47643      |
+|    air_temperature              | 20.224352     |
+|    clg_setpoint                 | 28.893211     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 24.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 6.0           |
+|    htg_setpoint                 | 18.723005     |
+|    month                        | 12.0          |
+|    outdoor_humidity             | 72.0          |
+|    outdoor_temperature          | 3.8537157     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 724654.3      |
+|    wind_direction               | 30.0          |
+|    wind_speed                   | 3.6           |
+---------------------------------------------------
+--------------------------------------------------***********************************************************-| 98%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.007762432 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 17.581337    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 2.7721803    |
+|    air_humidity                 | -0.15067543  |
+|    air_temperature              | -0.30531925  |
+|    clg_setpoint                 | -1.1664225   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.092272     |
+|    diffuse_solar_radiation      | -0.5835627   |
+|    direct_solar_radiation       | -0.6182062   |
+|    hour                         | -0.6488745   |
+|    htg_setpoint                 | 1.3976935    |
+|    month                        | 1.641295     |
+|    outdoor_humidity             | 1.3776954    |
+|    outdoor_temperature          | -0.333566    |
+|    people_occupant              | -0.6884602   |
+|    total_electricity_HVAC       | 2.816666     |
+|    wind_direction               | -0.49430412  |
+|    wind_speed                   | 0.13841079   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 14369.791    |
+|    air_humidity                 | 35.82284     |
+|    air_temperature              | 22.28298     |
+|    clg_setpoint                 | 23.37533     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 16.5         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 97.0         |
+|    outdoor_temperature          | 9.486048     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 13864563.0   |
+|    wind_direction               | 130.0        |
+|    wind_speed                   | 5.2          |
+--------------------------------------------------
+-------------------------------------------------************************************************************-| 98%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.6514098  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.96082    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6005893  |
+|    air_humidity                 | 0.13078576  |
+|    air_temperature              | 0.48008597  |
+|    clg_setpoint                 | -0.9888727  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.203337    |
+|    diffuse_solar_radiation      | -0.20863354 |
+|    direct_solar_radiation       | 1.5112689   |
+|    hour                         | -0.50440794 |
+|    htg_setpoint                 | 0.53082067  |
+|    month                        | 1.6325532   |
+|    outdoor_humidity             | -0.17257935 |
+|    outdoor_temperature          | -0.6440714  |
+|    people_occupant              | 1.6942241   |
+|    total_electricity_HVAC       | -0.60892755 |
+|    wind_direction               | 0.7410663   |
+|    wind_speed                   | 0.7719112   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 39.41356    |
+|    air_temperature              | 23.674417   |
+|    clg_setpoint                 | 23.813175   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 53.5        |
+|    direct_solar_radiation       | 532.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 19.735018   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 65.0        |
+|    outdoor_temperature          | 6.4479456   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------***********************************************************-| 98%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.72361857  |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.182787    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.056115203  |
+|    air_humidity                 | -0.5018744   |
+|    air_temperature              | 0.24085297   |
+|    clg_setpoint                 | -1.214168    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.3134646    |
+|    diffuse_solar_radiation      | -0.035816796 |
+|    direct_solar_radiation       | -0.61716247  |
+|    hour                         | -0.35994822  |
+|    htg_setpoint                 | 0.49708405   |
+|    month                        | 1.6239496    |
+|    outdoor_humidity             | 1.1361297    |
+|    outdoor_temperature          | -1.1733624   |
+|    people_occupant              | 1.6925954    |
+|    total_electricity_HVAC       | 0.0068262313 |
+|    wind_direction               | 1.3101312    |
+|    wind_speed                   | -1.4250655   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2870.2185    |
+|    air_humidity                 | 31.353374    |
+|    air_temperature              | 23.249554    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 27.0         |
+|    diffuse_solar_radiation      | 70.5         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 19.60029     |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 92.0         |
+|    outdoor_temperature          | 1.2768259    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2558246.2    |
+|    wind_direction               | 320.0        |
+|    wind_speed                   | 1.5          |
+--------------------------------------------------
+-------------------------------------------------*************************************************************| 99%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.21070397 |
+|    Heating_Setpoint_RL          | 0.04155831  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.913874   |
+|    Heating_Setpoint_RL          | 17.858765   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.47612107 |
+|    air_humidity                 | -0.18282494 |
+|    air_temperature              | -1.4120063  |
+|    clg_setpoint                 | -0.3909052  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4224827   |
+|    diffuse_solar_radiation      | 0.41613275  |
+|    direct_solar_radiation       | 1.7174066   |
+|    hour                         | -0.21549165 |
+|    htg_setpoint                 | 0.20656626  |
+|    month                        | 1.6154808   |
+|    outdoor_humidity             | -0.463748   |
+|    outdoor_temperature          | -0.91363555 |
+|    people_occupant              | -0.6899686  |
+|    total_electricity_HVAC       | -0.47847587 |
+|    wind_direction               | 1.2123193   |
+|    wind_speed                   | 0.9821375   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 616.5314    |
+|    air_humidity                 | 35.40984    |
+|    air_temperature              | 20.323595   |
+|    clg_setpoint                 | 25.294098   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 115.0       |
+|    direct_solar_radiation       | 582.5       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 18.426254   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 59.0        |
+|    outdoor_temperature          | 3.7686408   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 605183.7    |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+-------------------------------------------------*************************************************************| 99%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6014906  |
+|    air_humidity                 | -1.217399   |
+|    air_temperature              | -0.4078373  |
+|    clg_setpoint                 | -0.37856534 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5302103   |
+|    diffuse_solar_radiation      | 0.6051006   |
+|    direct_solar_radiation       | -0.61620605 |
+|    hour                         | -0.071036   |
+|    htg_setpoint                 | -0.4447163  |
+|    month                        | 1.6071429   |
+|    outdoor_humidity             | -0.4139465  |
+|    outdoor_temperature          | -0.76341087 |
+|    people_occupant              | -0.68850577 |
+|    total_electricity_HVAC       | -0.6096947  |
+|    wind_direction               | -1.2556026  |
+|    wind_speed                   | -0.11417414 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 22.251152   |
+|    air_temperature              | 22.097307   |
+|    clg_setpoint                 | 25.324738   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 133.5       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 15.787716   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 60.0        |
+|    outdoor_temperature          | 5.1948814   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------*************************************************************| 99%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.3067544  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.589705   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.20336966 |
+|    air_humidity                 | -0.18122986 |
+|    air_temperature              | 0.2460386   |
+|    clg_setpoint                 | -1.2128371  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6364596   |
+|    diffuse_solar_radiation      | 0.3026049   |
+|    direct_solar_radiation       | -0.5187403  |
+|    hour                         | 0.07341961  |
+|    htg_setpoint                 | 1.3934183   |
+|    month                        | 1.598933    |
+|    outdoor_humidity             | 0.9388846   |
+|    outdoor_temperature          | -1.1437726  |
+|    people_occupant              | 0.26610857  |
+|    total_electricity_HVAC       | -0.2325673  |
+|    wind_direction               | 0.54846084  |
+|    wind_speed                   | 4.1955757   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1783.6052   |
+|    air_humidity                 | 35.370743   |
+|    air_temperature              | 23.250217   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 103.5       |
+|    direct_solar_radiation       | 24.0        |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 88.0        |
+|    outdoor_temperature          | 1.4683644   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 1605244.8   |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 14.9        |
+| train/                          |             |
+|    approx_kl                    | 0.014303429 |
+|    clip_fraction                | 0.137       |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.77       |
+|    explained_variance           | 0.556       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.356       |
+|    n_updates                    | 170         |
+|    policy_gradient_loss         | -0.0182     |
+|    std                          | 0.964       |
+|    value_loss                   | 1.11        |
+-------------------------------------------------
+-------------------------------------------------*************************************************************| 99%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.28786644 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.00575    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.25556347 |
+|    air_humidity                 | -1.1816608  |
+|    air_temperature              | 0.24691756  |
+|    clg_setpoint                 | -1.211956   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7410389   |
+|    diffuse_solar_radiation      | 0.2887551   |
+|    direct_solar_radiation       | 1.3420764   |
+|    hour                         | 0.21787465  |
+|    htg_setpoint                 | -1.0337275  |
+|    month                        | 1.5908475   |
+|    outdoor_humidity             | -1.4809211  |
+|    outdoor_temperature          | -1.5043074  |
+|    people_occupant              | 1.218825    |
+|    total_electricity_HVAC       | -0.27025586 |
+|    wind_direction               | 1.1167202   |
+|    wind_speed                   | 2.4504852   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1564.5186   |
+|    air_humidity                 | 22.69559    |
+|    air_temperature              | 23.249418   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 102.0       |
+|    direct_solar_radiation       | 487.5       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 13.400753   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 38.0        |
+|    outdoor_temperature          | -2.098002   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 1455325.2   |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 10.8        |
+-------------------------------------------------
+
+[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05] [Episode 2]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run2]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run2/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 2 started.
+

+

+

+

+

+

+
+/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+

+

+

+

+

+

+
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active
+------------------------------------------------------
+| action_network/                     |              |
+|    Cooling_Setpoint_RL              | 1.0          |
+|    Heating_Setpoint_RL              | 1.0          |
+| action_simulation/                  |              |
+|    Cooling_Setpoint_RL              | 30.0         |
+|    Heating_Setpoint_RL              | 23.25        |
+| episode/                            |              |
+|    comfort_violation_time(%)        | 34.1         |
+|    cumulative_abs_comfort_penalty   | -1.33e+04    |
+|    cumulative_abs_energy_penalty    | -9.31e+07    |
+|    cumulative_power_demand          | 9.31e+07     |
+|    cumulative_reward                | -11295.788   |
+|    cumulative_reward_comfort_term   | -6.64e+03    |
+|    cumulative_reward_energy_term    | -4.65e+03    |
+|    cumulative_temperature_violation | 1.33e+04     |
+|    episode_length                   | 35040        |
+|    episode_num                      | 1            |
+|    mean_abs_comfort_penalty         | -0.379       |
+|    mean_abs_energy_penalty          | -2.66e+03    |
+|    mean_power_demand                | 2.66e+03     |
+|    mean_reward                      | -0.32236838  |
+|    mean_reward_comfort_term         | -0.19        |
+|    mean_reward_energy_term          | -0.133       |
+|    mean_temperature_violation       | 0.379        |
+| normalized_observation/             |              |
+|    HVAC_electricity_demand_rate     | 0.009683839  |
+|    air_humidity                     | -0.6322611   |
+|    air_temperature                  | -3.2841036   |
+|    clg_setpoint                     | 5.522021     |
+|    co2_emission                     | 0.0          |
+|    day_of_month                     | -1.6734139   |
+|    diffuse_solar_radiation          | -0.7461024   |
+|    direct_solar_radiation           | -0.61455274  |
+|    hour                             | -1.6612413   |
+|    htg_setpoint                     | -1.1816849   |
+|    month                            | -1.6026741   |
+|    outdoor_humidity                 | -1.2239094   |
+|    outdoor_temperature              | -2.0794308   |
+|    people_occupant                  | -0.6888928   |
+|    total_electricity_HVAC           | -0.030563207 |
+|    wind_direction                   | 1.1623883    |
+|    wind_speed                       | 1.4495639    |
+| observation/                        |              |
+|    HVAC_electricity_demand_rate     | 2698.151     |
+|    air_humidity                     | 29.640856    |
+|    air_temperature                  | 16.997746    |
+|    clg_setpoint                     | 40.0         |
+|    co2_emission                     | 0.0          |
+|    day_of_month                     | 1.0          |
+|    diffuse_solar_radiation          | 0.0          |
+|    direct_solar_radiation           | 0.0          |
+|    hour                             | 0.0          |
+|    htg_setpoint                     | 12.8         |
+|    month                            | 1.0          |
+|    outdoor_humidity                 | 43.25        |
+|    outdoor_temperature              | -7.765562    |
+|    people_occupant                  | 0.0          |
+|    total_electricity_HVAC           | 2428335.8    |
+|    wind_direction                   | 305.0        |
+|    wind_speed                       | 8.4          |
+------------------------------------------------------
+--------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.7421297    |
+|    Heating_Setpoint_RL          | -0.10184494  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.129688    |
+|    Heating_Setpoint_RL          | 17.052122    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.24431486   |
+|    air_humidity                 | -1.0029677   |
+|    air_temperature              | 0.25410637   |
+|    clg_setpoint                 | -1.2103968   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.6680857   |
+|    diffuse_solar_radiation      | 0.22381593   |
+|    direct_solar_radiation       | 0.01586927   |
+|    hour                         | 0.36227074   |
+|    htg_setpoint                 | -1.378582    |
+|    month                        | -1.5978811   |
+|    outdoor_humidity             | -1.7667835   |
+|    outdoor_temperature          | -1.393281    |
+|    people_occupant              | 1.6940935    |
+|    total_electricity_HVAC       | -0.033938915 |
+|    wind_direction               | 1.0187709    |
+|    wind_speed                   | 2.0263984    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 3707.7432    |
+|    air_humidity                 | 24.92172     |
+|    air_temperature              | 23.259302    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0          |
+|    diffuse_solar_radiation      | 95.5         |
+|    direct_solar_radiation       | 157.0        |
+|    hour                         | 14.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 32.0         |
+|    outdoor_temperature          | -1.1016428   |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2420212.8    |
+|    wind_direction               | 290.0        |
+|    wind_speed                   | 9.8          |
+--------------------------------------------------
+Progress: |*--------------------------------------------------------------------------------------------------| 1%
+

+

+

+

+

+

+
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.unwrapped_observation to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.unwrapped_observation` for environment variables or `env.get_wrapper_attr('unwrapped_observation')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+

+

+

+

+

+

+
+-------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.13925427  |
+|    Heating_Setpoint_RL          | -0.65428823 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.094984   |
+|    Heating_Setpoint_RL          | 13.944629   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.8283593   |
+|    air_humidity                 | -1.058512   |
+|    air_temperature              | 0.25035265  |
+|    clg_setpoint                 | -1.2106607  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5466638  |
+|    diffuse_solar_radiation      | -0.41049454 |
+|    direct_solar_radiation       | -0.39536366 |
+|    hour                         | 0.50671417  |
+|    htg_setpoint                 | 1.3934845   |
+|    month                        | -1.5898544  |
+|    outdoor_humidity             | -1.6140932  |
+|    outdoor_temperature          | -1.937451   |
+|    people_occupant              | 1.6924931   |
+|    total_electricity_HVAC       | 0.7460032   |
+|    wind_direction               | -1.0727406  |
+|    wind_speed                   | -1.4131482  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6230.624    |
+|    air_humidity                 | 24.19735    |
+|    air_temperature              | 23.250778   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 33.0        |
+|    direct_solar_radiation       | 54.5        |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 35.0        |
+|    outdoor_temperature          | -6.577828   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 5607561.5   |
+|    wind_direction               | 70.0        |
+|    wind_speed                   | 1.5         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.25769562 |
+|    Heating_Setpoint_RL          | -0.6486515  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.755278   |
+|    Heating_Setpoint_RL          | 13.976336   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.50842273 |
+|    air_humidity                 | 0.8269963   |
+|    air_temperature              | 0.2527392   |
+|    clg_setpoint                 | -1.2108184  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4269053  |
+|    diffuse_solar_radiation      | -0.744958   |
+|    direct_solar_radiation       | -0.6132881  |
+|    hour                         | 0.6511473   |
+|    htg_setpoint                 | -1.3798805  |
+|    month                        | -1.5819474  |
+|    outdoor_humidity             | 1.1369647   |
+|    outdoor_temperature          | -0.801803   |
+|    people_occupant              | 1.6909047   |
+|    total_electricity_HVAC       | -0.5214534  |
+|    wind_direction               | 1.4916717   |
+|    wind_speed                   | 1.3539349   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 496.93405   |
+|    air_humidity                 | 48.05222    |
+|    air_temperature              | 23.253857   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 92.0        |
+|    outdoor_temperature          | 4.55802     |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 447240.62   |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 8.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.24110599 |
+|    air_humidity                 | -0.8774782  |
+|    air_temperature              | 0.86939317  |
+|    clg_setpoint                 | 0.8344649   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3085376  |
+|    diffuse_solar_radiation      | -0.7444579  |
+|    direct_solar_radiation       | -0.6133813  |
+|    hour                         | 0.7955643   |
+|    htg_setpoint                 | -1.3800151  |
+|    month                        | -1.5741574  |
+|    outdoor_humidity             | -1.465647   |
+|    outdoor_temperature          | -1.5588121  |
+|    people_occupant              | 1.6893283   |
+|    total_electricity_HVAC       | -0.27020353 |
+|    wind_direction               | 0.82552403  |
+|    wind_speed                   | 2.006203    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1649.9371   |
+|    air_humidity                 | 26.50575    |
+|    air_temperature              | 24.347706   |
+|    clg_setpoint                 | 28.348307   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 38.0        |
+|    outdoor_temperature          | -2.9522824  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1475460.8   |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 9.8         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.057724237 |
+|    Heating_Setpoint_RL          | 0.48550028  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.819818   |
+|    Heating_Setpoint_RL          | 20.35594    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.38886577 |
+|    air_humidity                 | -1.4913307  |
+|    air_temperature              | -1.4468358  |
+|    clg_setpoint                 | -1.2124287  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.1913205  |
+|    diffuse_solar_radiation      | -0.7438201  |
+|    direct_solar_radiation       | -0.6135893  |
+|    hour                         | 0.939958    |
+|    htg_setpoint                 | -0.82998985 |
+|    month                        | -1.5664812  |
+|    outdoor_humidity             | -1.4608558  |
+|    outdoor_temperature          | -1.5151083  |
+|    people_occupant              | -0.6900096  |
+|    total_electricity_HVAC       | -0.40737197 |
+|    wind_direction               | 1.486774    |
+|    wind_speed                   | -0.5492477  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1019.6449   |
+|    air_humidity                 | 18.710495   |
+|    air_temperature              | 20.22327    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 14.230739   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 38.0        |
+|    outdoor_temperature          | -2.6222758  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 920329.5    |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.4610445  |
+|    Heating_Setpoint_RL          | -0.9813019  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.068975   |
+|    Heating_Setpoint_RL          | 12.105177   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.51726824 |
+|    air_humidity                 | -1.7750486  |
+|    air_temperature              | -1.759013   |
+|    clg_setpoint                 | 1.4918476   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0750419  |
+|    diffuse_solar_radiation      | -0.7432826  |
+|    direct_solar_radiation       | -0.61301726 |
+|    hour                         | 1.08432     |
+|    htg_setpoint                 | -1.379678   |
+|    month                        | -1.5589163  |
+|    outdoor_humidity             | -0.68774045 |
+|    outdoor_temperature          | -1.1069361  |
+|    people_occupant              | -0.68857956 |
+|    total_electricity_HVAC       | -0.5278485  |
+|    wind_direction               | 0.2517649   |
+|    wind_speed                   | 1.7995803   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 469.011     |
+|    air_humidity                 | 15.009767   |
+|    air_temperature              | 19.655136   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 54.0        |
+|    outdoor_temperature          | 1.3396776   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 430440.22   |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.84601337  |
+|    Heating_Setpoint_RL          | -0.95105076 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.480295   |
+|    Heating_Setpoint_RL          | 12.275339   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.34554628 |
+|    air_humidity                 | -0.5705747  |
+|    air_temperature              | -1.1966296  |
+|    clg_setpoint                 | 1.4902033   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.95951575 |
+|    diffuse_solar_radiation      | -0.7426857  |
+|    direct_solar_radiation       | -0.6130774  |
+|    hour                         | 1.2286404   |
+|    htg_setpoint                 | -0.08962914 |
+|    month                        | -1.5514599  |
+|    outdoor_humidity             | -1.742279   |
+|    outdoor_temperature          | -1.5699902  |
+|    people_occupant              | -0.45071024 |
+|    total_electricity_HVAC       | -0.3656863  |
+|    wind_direction               | 0.9145712   |
+|    wind_speed                   | 0.7258287   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1215.2177   |
+|    air_humidity                 | 30.20721    |
+|    air_temperature              | 20.652803   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 17.233599   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 32.0        |
+|    outdoor_temperature          | -3.2973855  |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 1098283.1   |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.5370611   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 20.64597    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.53707314 |
+|    air_humidity                 | 0.36935276  |
+|    air_temperature              | -0.5965058  |
+|    clg_setpoint                 | -0.01933787 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8445801  |
+|    diffuse_solar_radiation      | -0.7419044  |
+|    direct_solar_radiation       | -0.61194706 |
+|    hour                         | 1.3729085   |
+|    htg_setpoint                 | -0.98835397 |
+|    month                        | -1.5441095  |
+|    outdoor_humidity             | 1.1445143   |
+|    outdoor_temperature          | -1.1337821  |
+|    people_occupant              | -0.6895535  |
+|    total_electricity_HVAC       | -0.5478258  |
+|    wind_direction               | -1.7414882  |
+|    wind_speed                   | -2.0352697  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 389.91107   |
+|    air_humidity                 | 42.11177    |
+|    air_temperature              | 21.72038    |
+|    clg_setpoint                 | 26.233843   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 13.590517   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 92.0        |
+|    outdoor_temperature          | 0.9625578   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 354161.56   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.01805818  |
+|    Heating_Setpoint_RL          | -0.830487   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.685947   |
+|    Heating_Setpoint_RL          | 12.95351    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49243826 |
+|    air_humidity                 | 0.78839797  |
+|    air_temperature              | -1.891948   |
+|    clg_setpoint                 | 1.488113    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.73009485 |
+|    diffuse_solar_radiation      | -0.741448   |
+|    direct_solar_radiation       | -0.6108504  |
+|    hour                         | 1.5171121   |
+|    htg_setpoint                 | -0.36707485 |
+|    month                        | -1.5368626  |
+|    outdoor_humidity             | 0.37256467  |
+|    outdoor_temperature          | -1.2448317  |
+|    people_occupant              | -0.69003654 |
+|    total_electricity_HVAC       | -0.5050287  |
+|    wind_direction               | 1.388906    |
+|    wind_speed                   | 1.7938418   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 584.2695    |
+|    air_humidity                 | 47.43128    |
+|    air_temperature              | 19.405638   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 16.114166   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 76.0        |
+|    outdoor_temperature          | -0.16624437 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 530608.06   |
+|    wind_direction               | 330.0       |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.4628165  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 15.021657   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.46427208 |
+|    air_humidity                 | -0.3945583  |
+|    air_temperature              | -1.6477964  |
+|    clg_setpoint                 | 1.4876258   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6159409  |
+|    diffuse_solar_radiation      | -0.7409926  |
+|    direct_solar_radiation       | -0.6109496  |
+|    hour                         | 1.6612381   |
+|    htg_setpoint                 | -0.15623896 |
+|    month                        | -1.5297167  |
+|    outdoor_humidity             | -0.8269518  |
+|    outdoor_temperature          | -1.3269513  |
+|    people_occupant              | -0.690517   |
+|    total_electricity_HVAC       | -0.4780802  |
+|    wind_direction               | 0.4372024   |
+|    wind_speed                   | 0.72391903  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 709.8309    |
+|    air_humidity                 | 32.43635    |
+|    air_temperature              | 19.838194   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 16.972198   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 51.0        |
+|    outdoor_temperature          | -1.0401037  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 644335.44   |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.52683085   |
+|    Heating_Setpoint_RL          | 0.14670777   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.403053    |
+|    Heating_Setpoint_RL          | 18.450232    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.44813177  |
+|    air_humidity                 | -0.23527023  |
+|    air_temperature              | -1.9115695   |
+|    clg_setpoint                 | 1.1344509    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.38886714  |
+|    diffuse_solar_radiation      | -0.7405816   |
+|    direct_solar_radiation       | -0.6108663   |
+|    hour                         | -1.6609843   |
+|    htg_setpoint                 | -0.34957418  |
+|    month                        | -1.5226697   |
+|    outdoor_humidity             | -0.8219923   |
+|    outdoor_temperature          | -1.2394328   |
+|    people_occupant              | -0.69099486  |
+|    total_electricity_HVAC       | -0.46712765  |
+|    wind_direction               | -0.039025486 |
+|    wind_speed                   | 1.1317188    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 783.9567     |
+|    air_humidity                 | 34.42754     |
+|    air_temperature              | 19.363012    |
+|    clg_setpoint                 | 29.119669    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 12.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 16.186682    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 51.0         |
+|    outdoor_temperature          | -0.2447139   |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 692742.8     |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 7.7          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.15106183 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 16.775276   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.2871375   |
+|    air_humidity                 | -1.0168314  |
+|    air_temperature              | -0.12940748 |
+|    clg_setpoint                 | -0.6745959  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.27497584 |
+|    diffuse_solar_radiation      | -0.7402621  |
+|    direct_solar_radiation       | -0.6102092  |
+|    hour                         | -1.5162632  |
+|    htg_setpoint                 | 1.3909934   |
+|    month                        | -1.5157192  |
+|    outdoor_humidity             | 1.0028901   |
+|    outdoor_temperature          | -0.801753   |
+|    people_occupant              | -0.6895852  |
+|    total_electricity_HVAC       | 3.0846496   |
+|    wind_direction               | 0.055205442 |
+|    wind_speed                   | -0.75971824 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17107.531   |
+|    air_humidity                 | 24.520868   |
+|    air_temperature              | 22.542463   |
+|    clg_setpoint                 | 24.604794   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | 4.108894    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15396777.0  |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.4691006   |
+|    Heating_Setpoint_RL          | 0.8034537   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.208214   |
+|    Heating_Setpoint_RL          | 22.144428   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.18403213 |
+|    air_humidity                 | -1.1406088  |
+|    air_temperature              | -1.4696647  |
+|    clg_setpoint                 | 0.81029356  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.16116148 |
+|    diffuse_solar_radiation      | -0.7398495  |
+|    direct_solar_radiation       | -0.60907406 |
+|    hour                         | -1.371612   |
+|    htg_setpoint                 | 0.27343178  |
+|    month                        | -1.508863   |
+|    outdoor_humidity             | 0.8586513   |
+|    outdoor_temperature          | -1.836433   |
+|    people_occupant              | -0.68818414 |
+|    total_electricity_HVAC       | -0.21490727 |
+|    wind_direction               | -1.4635106  |
+|    wind_speed                   | 1.1294829   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1943.4354   |
+|    air_humidity                 | 22.926622   |
+|    air_temperature              | 20.14031    |
+|    clg_setpoint                 | 28.323318   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 18.71682    |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 86.0        |
+|    outdoor_temperature          | -6.237957   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1741358.8   |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.15764606   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.157055    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.56081593  |
+|    air_humidity                 | 0.0032534713 |
+|    air_temperature              | -1.5063329   |
+|    clg_setpoint                 | 1.053115     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.047385786 |
+|    diffuse_solar_radiation      | -0.73911285  |
+|    direct_solar_radiation       | -0.60795593  |
+|    hour                         | -1.2270168   |
+|    htg_setpoint                 | -1.2710594   |
+|    month                        | -1.5020989   |
+|    outdoor_humidity             | 1.2889484    |
+|    outdoor_temperature          | -1.0523372   |
+|    people_occupant              | -0.6886641   |
+|    total_electricity_HVAC       | -0.5744439   |
+|    wind_direction               | -1.2680978   |
+|    wind_speed                   | 0.5085282    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 298.8139     |
+|    air_humidity                 | 37.36575     |
+|    air_temperature              | 20.071878    |
+|    clg_setpoint                 | 28.934082    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 3.0          |
+|    htg_setpoint                 | 12.452059    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 95.0         |
+|    outdoor_temperature          | 1.506257     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 255032.94    |
+|    wind_direction               | 50.0         |
+|    wind_speed                   | 6.2          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.05647421   |
+|    Heating_Setpoint_RL          | -0.05099839  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.815601    |
+|    Heating_Setpoint_RL          | 17.338135    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.17220367  |
+|    air_humidity                 | -0.069218054 |
+|    air_temperature              | -1.9212188   |
+|    clg_setpoint                 | -1.2191238   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.066371724  |
+|    diffuse_solar_radiation      | -0.7385283   |
+|    direct_solar_radiation       | -0.60702336  |
+|    hour                         | -1.082466    |
+|    htg_setpoint                 | -0.121573836 |
+|    month                        | -1.495425    |
+|    outdoor_humidity             | -0.34745386  |
+|    outdoor_temperature          | -1.7637421   |
+|    people_occupant              | -0.6891414   |
+|    total_electricity_HVAC       | -0.20341913  |
+|    wind_direction               | 0.7246721    |
+|    wind_speed                   | 1.324456     |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2009.9292    |
+|    air_humidity                 | 36.456566    |
+|    air_temperature              | 19.324415    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 16.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 17.119043    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 61.0         |
+|    outdoor_temperature          | -5.6490917   |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1801486.0    |
+|    wind_direction               | 260.0        |
+|    wind_speed                   | 8.2          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.5995706   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.60145     |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.53155607  |
+|    air_humidity                 | -0.034483656 |
+|    air_temperature              | -1.5069592   |
+|    clg_setpoint                 | 1.4693413    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.18011399   |
+|    diffuse_solar_radiation      | -0.73819613  |
+|    direct_solar_radiation       | -0.6070772   |
+|    hour                         | -0.93794924  |
+|    htg_setpoint                 | 0.12448902   |
+|    month                        | -1.4888393   |
+|    outdoor_humidity             | 1.0957427    |
+|    outdoor_temperature          | -1.1569525   |
+|    people_occupant              | -0.68961626  |
+|    total_electricity_HVAC       | -0.54256356  |
+|    wind_direction               | 0.24915677   |
+|    wind_speed                   | -0.5612639   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 430.11072    |
+|    air_humidity                 | 36.884724    |
+|    air_temperature              | 20.065294    |
+|    clg_setpoint                 | 29.9794      |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 17.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 5.0          |
+|    htg_setpoint                 | 18.119534    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 91.0         |
+|    outdoor_temperature          | 0.38896742   |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 389889.94    |
+|    wind_direction               | 210.0        |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.7400277   |
+|    Heating_Setpoint_RL          | -0.5603936  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.122593   |
+|    Heating_Setpoint_RL          | 14.472786   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.63954645  |
+|    air_humidity                 | -0.16805646 |
+|    air_temperature              | -1.2817006  |
+|    clg_setpoint                 | -0.8223601  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.29382658  |
+|    diffuse_solar_radiation      | -0.737645   |
+|    direct_solar_radiation       | -0.6073241  |
+|    hour                         | -0.7934574  |
+|    htg_setpoint                 | 0.7029189   |
+|    month                        | -1.4823399  |
+|    outdoor_humidity             | 1.3833803   |
+|    outdoor_temperature          | -0.2800235  |
+|    people_occupant              | -0.6900886  |
+|    total_electricity_HVAC       | 0.5967328   |
+|    wind_direction               | -0.6055572  |
+|    wind_speed                   | 0.7123066   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5591.404    |
+|    air_humidity                 | 35.18321    |
+|    air_temperature              | 20.46823    |
+|    clg_setpoint                 | 24.242176   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 20.468304   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 97.0        |
+|    outdoor_temperature          | 9.155984    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5142614.5   |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.24351041  |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.803152    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5939118   |
+|    air_humidity                 | 0.5272794    |
+|    air_temperature              | -0.65454584  |
+|    clg_setpoint                 | -0.089815125 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.4074779    |
+|    diffuse_solar_radiation      | -0.33073768  |
+|    direct_solar_radiation       | 0.7141711    |
+|    hour                         | -0.648983    |
+|    htg_setpoint                 | -1.384542    |
+|    month                        | -1.4759248   |
+|    outdoor_humidity             | 0.99504095   |
+|    outdoor_temperature          | -0.949627    |
+|    people_occupant              | -0.6905585   |
+|    total_electricity_HVAC       | -0.6022264   |
+|    wind_direction               | 0.535337     |
+|    wind_speed                   | -0.35594192  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 153.6582     |
+|    air_humidity                 | 43.96898     |
+|    air_temperature              | 21.591188    |
+|    clg_setpoint                 | 26.077383    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 19.0         |
+|    diffuse_solar_radiation      | 39.5         |
+|    direct_solar_radiation       | 326.0        |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 89.0         |
+|    outdoor_temperature          | 2.453761     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 139287.03    |
+|    wind_direction               | 240.0        |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.32017955 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 15.82399    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6086911  |
+|    air_humidity                 | -1.3964276  |
+|    air_temperature              | -1.348134   |
+|    clg_setpoint                 | 1.0549983   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.5210194   |
+|    diffuse_solar_radiation      | 0.39556107  |
+|    direct_solar_radiation       | 0.85879755  |
+|    hour                         | -0.50451976 |
+|    htg_setpoint                 | 0.022445709 |
+|    month                        | -1.4695923  |
+|    outdoor_humidity             | -1.6945227  |
+|    outdoor_temperature          | -0.6470771  |
+|    people_occupant              | -0.68917704 |
+|    total_electricity_HVAC       | -0.6164748  |
+|    wind_direction               | 0.819624    |
+|    wind_speed                   | -0.5620593  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 19.706268   |
+|    air_temperature              | 20.34646    |
+|    clg_setpoint                 | 28.94862    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 110.0       |
+|    direct_solar_radiation       | 362.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 17.706661   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 33.0        |
+|    outdoor_temperature          | 5.4656715   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 3.6         |
+| train/                          |             |
+|    approx_kl                    | 0.004485646 |
+|    clip_fraction                | 0.0206      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.76       |
+|    explained_variance           | 0.431       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 8.73        |
+|    n_updates                    | 180         |
+|    policy_gradient_loss         | -0.00525    |
+|    std                          | 0.964       |
+|    value_loss                   | 23.5        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.34779218 |
+|    air_humidity                 | -0.25777355 |
+|    air_temperature              | 0.2785698   |
+|    clg_setpoint                 | -1.2212741  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.63438606  |
+|    diffuse_solar_radiation      | 1.0396146   |
+|    direct_solar_radiation       | -0.46888387 |
+|    hour                         | -0.360063   |
+|    htg_setpoint                 | 1.3885267   |
+|    month                        | -1.4633406  |
+|    outdoor_humidity             | 1.5237491   |
+|    outdoor_temperature          | -0.4624003  |
+|    people_occupant              | 1.6963778   |
+|    total_electricity_HVAC       | -0.3871642  |
+|    wind_direction               | -1.0848593  |
+|    wind_speed                   | -0.96879494 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1238.5697   |
+|    air_humidity                 | 34.004932   |
+|    air_temperature              | 23.252369   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 172.5       |
+|    direct_solar_radiation       | 34.0        |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 7.2925987   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1036222.1   |
+|    wind_direction               | 70.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.51737404 |
+|    air_humidity                 | 0.21687727  |
+|    air_temperature              | 1.1998119   |
+|    clg_setpoint                 | 1.4736093   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.74749655  |
+|    diffuse_solar_radiation      | 0.09844021  |
+|    direct_solar_radiation       | -0.60566366 |
+|    hour                         | -0.21560913 |
+|    htg_setpoint                 | 0.7952025   |
+|    month                        | -1.4571681  |
+|    outdoor_humidity             | 1.135815    |
+|    outdoor_temperature          | -0.8508053  |
+|    people_occupant              | 1.694849    |
+|    total_electricity_HVAC       | -0.531473   |
+|    wind_direction               | -1.3664967  |
+|    wind_speed                   | -0.3554502  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 489.9435    |
+|    air_humidity                 | 40.004913   |
+|    air_temperature              | 24.8987     |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 81.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 20.845873   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 92.0        |
+|    outdoor_temperature          | 3.4074225   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 433104.53   |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.23106727  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.924753   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60857445 |
+|    air_humidity                 | 0.5314263   |
+|    air_temperature              | 1.6213647   |
+|    clg_setpoint                 | 0.8504132   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.86025393  |
+|    diffuse_solar_radiation      | 0.32650292  |
+|    direct_solar_radiation       | -0.6045639  |
+|    hour                         | -0.07115613 |
+|    htg_setpoint                 | 1.0368067   |
+|    month                        | -1.4510729  |
+|    outdoor_humidity             | 1.5149994   |
+|    outdoor_temperature          | -0.42194417 |
+|    people_occupant              | 1.216924    |
+|    total_electricity_HVAC       | -0.61478823 |
+|    wind_direction               | -1.2672927  |
+|    wind_speed                   | -0.5609831  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 43.980232   |
+|    air_temperature              | 25.650293   |
+|    clg_setpoint                 | 28.439339   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 103.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 21.830004   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 7.6685486   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 84498.25    |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6691693  |
+|    Heating_Setpoint_RL          | 0.9514812   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.366554   |
+|    Heating_Setpoint_RL          | 22.977081   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6082367  |
+|    air_humidity                 | 1.0287766   |
+|    air_temperature              | 1.5551441   |
+|    clg_setpoint                 | -0.3071264  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.9725464   |
+|    diffuse_solar_radiation      | 0.11122913  |
+|    direct_solar_radiation       | -0.6034574  |
+|    hour                         | 0.07329685  |
+|    htg_setpoint                 | 1.3371601   |
+|    month                        | -1.4450537  |
+|    outdoor_humidity             | 1.1732793   |
+|    outdoor_temperature          | 0.13886116  |
+|    people_occupant              | 0.26296452  |
+|    total_electricity_HVAC       | -0.61590743 |
+|    wind_direction               | -1.7437515  |
+|    wind_speed                   | -2.0333877  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 50.292      |
+|    air_temperature              | 25.53062    |
+|    clg_setpoint                 | 25.538055   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 82.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 23.052586   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 13.251442   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.71616036  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 13.596598    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.51180863  |
+|    air_humidity                 | -0.34644243  |
+|    air_temperature              | 1.7089924    |
+|    clg_setpoint                 | -0.1868335   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0842482    |
+|    diffuse_solar_radiation      | -0.037310444 |
+|    direct_solar_radiation       | -0.602357    |
+|    hour                         | 0.21774931   |
+|    htg_setpoint                 | -0.25201896  |
+|    month                        | -1.4391087   |
+|    outdoor_humidity             | 1.1732495    |
+|    outdoor_temperature          | -1.0288275   |
+|    people_occupant              | 1.2147425    |
+|    total_electricity_HVAC       | -0.525883    |
+|    wind_direction               | 0.72910744   |
+|    wind_speed                   | 0.29530936   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 512.0947     |
+|    air_humidity                 | 32.99421     |
+|    air_temperature              | 25.804428    |
+|    clg_setpoint                 | 25.840122    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 67.5         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 16.60314     |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 93.0         |
+|    outdoor_temperature          | 1.625177     |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 453820.2     |
+|    wind_direction               | 260.0        |
+|    wind_speed                   | 5.7          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.10612247 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.02806    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6084128  |
+|    air_humidity                 | -0.61149305 |
+|    air_temperature              | -0.8156455  |
+|    clg_setpoint                 | 1.2199435   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1952206   |
+|    diffuse_solar_radiation      | 0.38720834  |
+|    direct_solar_radiation       | -0.2241157  |
+|    hour                         | 0.3621995   |
+|    htg_setpoint                 | -1.3870791  |
+|    month                        | -1.4332365  |
+|    outdoor_humidity             | -0.7437731  |
+|    outdoor_temperature          | -0.7518249  |
+|    people_occupant              | -0.6901385  |
+|    total_electricity_HVAC       | -0.6160326  |
+|    wind_direction               | 0.72654325  |
+|    wind_speed                   | 0.5001834   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 29.668716   |
+|    air_temperature              | 21.294746   |
+|    clg_setpoint                 | 29.368042   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 108.5       |
+|    direct_solar_radiation       | 93.0        |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 53.0        |
+|    outdoor_temperature          | 4.346787    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.80610573 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.904392   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60822266 |
+|    air_humidity                 | -1.1696199  |
+|    air_temperature              | -0.57961506 |
+|    clg_setpoint                 | 0.7993914   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.3053131   |
+|    diffuse_solar_radiation      | -0.13431887 |
+|    direct_solar_radiation       | 0.16859406  |
+|    hour                         | 0.5066443   |
+|    htg_setpoint                 | -0.73397416 |
+|    month                        | -1.4274356  |
+|    outdoor_humidity             | -0.50472045 |
+|    outdoor_temperature          | -0.53525984 |
+|    people_occupant              | -0.68878406 |
+|    total_electricity_HVAC       | -0.61583877 |
+|    wind_direction               | -0.03627514 |
+|    wind_speed                   | -0.970883   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 22.618813   |
+|    air_temperature              | 21.710855   |
+|    clg_setpoint                 | 28.316525   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 58.0        |
+|    direct_solar_radiation       | 189.5       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 14.649212   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 58.0        |
+|    outdoor_temperature          | 6.478461    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 180.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4877663  |
+|    air_humidity                 | 0.05756408  |
+|    air_temperature              | 0.2832007   |
+|    clg_setpoint                 | -1.2210904  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4143653   |
+|    diffuse_solar_radiation      | -0.64571965 |
+|    direct_solar_radiation       | -0.60124886 |
+|    hour                         | 0.65107954  |
+|    htg_setpoint                 | 0.6871847   |
+|    month                        | -1.4217046  |
+|    outdoor_humidity             | 1.173066    |
+|    outdoor_temperature          | -0.7331107  |
+|    people_occupant              | 1.6946872   |
+|    total_electricity_HVAC       | -0.5013024  |
+|    wind_direction               | -1.3649809  |
+|    wind_speed                   | -0.5593409  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 621.0637    |
+|    air_humidity                 | 38.029175   |
+|    air_temperature              | 23.249527   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 8.5         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 20.4179     |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 4.4949894   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 558957.4    |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.32335567 |
+|    Heating_Setpoint_RL          | -0.34849024 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.533674   |
+|    Heating_Setpoint_RL          | 15.664742   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.2535214  |
+|    air_humidity                 | -0.63933027 |
+|    air_temperature              | 0.28344133  |
+|    clg_setpoint                 | -1.2204554  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5222085   |
+|    diffuse_solar_radiation      | -0.7333348  |
+|    direct_solar_radiation       | -0.60129106 |
+|    hour                         | 0.7954996   |
+|    htg_setpoint                 | 0.5122948   |
+|    month                        | -1.4160421  |
+|    outdoor_humidity             | -0.7001698  |
+|    outdoor_temperature          | -1.1744239  |
+|    people_occupant              | 1.6931942   |
+|    total_electricity_HVAC       | -0.27856243 |
+|    wind_direction               | -1.2662529  |
+|    wind_speed                   | -0.55829114 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1660.235    |
+|    air_humidity                 | 29.276833   |
+|    air_temperature              | 23.249472   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 19.712196   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 54.0        |
+|    outdoor_temperature          | 0.08579667  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1494211.5   |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5912821   |
+|    Heating_Setpoint_RL          | -0.44825405 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.620577   |
+|    Heating_Setpoint_RL          | 15.103571   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.1257997   |
+|    air_humidity                 | -0.62336814 |
+|    air_temperature              | 0.298728    |
+|    clg_setpoint                 | 0.06430718  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6286671   |
+|    diffuse_solar_radiation      | -0.73301053 |
+|    direct_solar_radiation       | -0.60130244 |
+|    hour                         | 0.9398979   |
+|    htg_setpoint                 | 1.3837898   |
+|    month                        | -1.4104466  |
+|    outdoor_humidity             | -0.12346949 |
+|    outdoor_temperature          | -1.4400259  |
+|    people_occupant              | 0.50098896  |
+|    total_electricity_HVAC       | 1.3056322   |
+|    wind_direction               | -1.7379844  |
+|    wind_speed                   | 0.91677606  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7787.3745   |
+|    air_humidity                 | 29.4665     |
+|    air_temperature              | 23.275547   |
+|    clg_setpoint                 | 26.471205   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 66.0        |
+|    outdoor_temperature          | -2.6127431  |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 8153061.5   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.40024874   |
+|    Heating_Setpoint_RL          | 0.17998502   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.97584     |
+|    Heating_Setpoint_RL          | 18.637417    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.32513356  |
+|    air_humidity                 | -0.8356406   |
+|    air_temperature              | -0.060962483 |
+|    clg_setpoint                 | 0.23709294   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.7335613    |
+|    diffuse_solar_radiation      | -0.73254234  |
+|    direct_solar_radiation       | -0.6015739   |
+|    hour                         | 1.0842663    |
+|    htg_setpoint                 | 0.44353122   |
+|    month                        | -1.404917    |
+|    outdoor_humidity             | -1.268359    |
+|    outdoor_temperature          | -1.5450871   |
+|    people_occupant              | -0.45241842  |
+|    total_electricity_HVAC       | -0.34593517  |
+|    wind_direction               | 0.44677836   |
+|    wind_speed                   | -0.5584536   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1351.5908    |
+|    air_humidity                 | 26.774406    |
+|    air_temperature              | 22.63098     |
+|    clg_setpoint                 | 26.904984    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 31.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 19.0         |
+|    htg_setpoint                 | 19.435509    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 42.0         |
+|    outdoor_temperature          | -3.749545    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 1219160.0    |
+|    wind_direction               | 230.0        |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.43341506  |
+|    Heating_Setpoint_RL          | -0.73266864 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.087776   |
+|    Heating_Setpoint_RL          | 13.503738   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6091169  |
+|    air_humidity                 | -0.2888748  |
+|    air_temperature              | -0.58501565 |
+|    clg_setpoint                 | 1.4697618   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6667241  |
+|    diffuse_solar_radiation      | -0.7323828  |
+|    direct_solar_radiation       | -0.6012493  |
+|    hour                         | 1.228596    |
+|    htg_setpoint                 | -1.3889493  |
+|    month                        | -1.125567   |
+|    outdoor_humidity             | -0.06934754 |
+|    outdoor_temperature          | -0.6886241  |
+|    people_occupant              | -0.45295775 |
+|    total_electricity_HVAC       | -0.6167439  |
+|    wind_direction               | 0.91866434  |
+|    wind_speed                   | -0.14994898 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 33.61221    |
+|    air_temperature              | 21.694286   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 67.0        |
+|    outdoor_temperature          | 4.7775326   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.42466947 |
+|    air_humidity                 | -1.6853591  |
+|    air_temperature              | -1.5293969  |
+|    clg_setpoint                 | 1.2205613   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.546386   |
+|    diffuse_solar_radiation      | -0.7318134  |
+|    direct_solar_radiation       | -0.6015268  |
+|    hour                         | 1.3728765   |
+|    htg_setpoint                 | -0.44911447 |
+|    month                        | -1.1222334  |
+|    outdoor_humidity             | -1.7405508  |
+|    outdoor_temperature          | -1.365659   |
+|    people_occupant              | -0.6897339  |
+|    total_electricity_HVAC       | -0.44044623 |
+|    wind_direction               | -1.6400663  |
+|    wind_speed                   | -0.35555905 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 908.4983    |
+|    air_humidity                 | 16.065496   |
+|    air_temperature              | 20.004942   |
+|    clg_setpoint                 | 29.379078   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 15.812277   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 32.0        |
+|    outdoor_temperature          | -1.993787   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 820912.9    |
+|    wind_direction               | 10.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.51429033  |
+|    Heating_Setpoint_RL          | 0.8623239   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.36073    |
+|    Heating_Setpoint_RL          | 22.47557    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.087890826 |
+|    air_humidity                 | -1.9436443  |
+|    air_temperature              | -1.6138498  |
+|    clg_setpoint                 | 1.4656359   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4275281  |
+|    diffuse_solar_radiation      | -0.7312946  |
+|    direct_solar_radiation       | -0.6016049  |
+|    hour                         | 1.5170965   |
+|    htg_setpoint                 | 0.35073674  |
+|    month                        | -1.1189294  |
+|    outdoor_humidity             | -0.11138917 |
+|    outdoor_temperature          | -0.93793887 |
+|    people_occupant              | -0.6884055  |
+|    total_electricity_HVAC       | 0.046549883 |
+|    wind_direction               | -0.31334123 |
+|    wind_speed                   | -0.3551844  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3203.349    |
+|    air_humidity                 | 12.672408   |
+|    air_temperature              | 19.849842   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 19.059435   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 66.0        |
+|    outdoor_temperature          | 2.2186174   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2883014.2   |
+|    wind_direction               | 150.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.33084163 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 15.764015   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49995258 |
+|    air_humidity                 | 0.68547803  |
+|    air_temperature              | -2.141134   |
+|    clg_setpoint                 | 1.4647621   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3099083  |
+|    diffuse_solar_radiation      | -0.730799   |
+|    direct_solar_radiation       | -0.6005472  |
+|    hour                         | 1.6612434   |
+|    htg_setpoint                 | -0.84316885 |
+|    month                        | -1.1156542  |
+|    outdoor_humidity             | -0.3046841  |
+|    outdoor_temperature          | -1.1747462  |
+|    people_occupant              | -0.6888599  |
+|    total_electricity_HVAC       | -0.5179693  |
+|    wind_direction               | 1.2939376   |
+|    wind_speed                   | 1.7756133   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 576.9249    |
+|    air_humidity                 | 45.75615    |
+|    air_temperature              | 18.902271   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 14.215002   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 62.0        |
+|    outdoor_temperature          | -0.17197378 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 497520.7    |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |            |
+|    Cooling_Setpoint_RL          | 0.35047287 |
+|    Heating_Setpoint_RL          | 0.30341083 |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27.807846  |
+|    Heating_Setpoint_RL          | 19.331686  |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | 0.4666704  |
+|    air_humidity                 | -0.6072478 |
+|    air_temperature              | -3.0132341 |
+|    clg_setpoint                 | -0.2931275 |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | -1.0805789 |
+|    diffuse_solar_radiation      | -0.7305719 |
+|    direct_solar_radiation       | -0.6006531 |
+|    hour                         | -1.6610055 |
+|    htg_setpoint                 | -0.6925096 |
+|    month                        | -1.1124078 |
+|    outdoor_humidity             | -1.4013356 |
+|    outdoor_temperature          | -2.5272067 |
+|    people_occupant              | -0.689312  |
+|    total_electricity_HVAC       | 0.2723372  |
+|    wind_direction               | 1.1014473  |
+|    wind_speed                   | 1.9677465  |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 4908.855   |
+|    air_humidity                 | 29.457563  |
+|    air_temperature              | 17.335491  |
+|    clg_setpoint                 | 25.585554  |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 6.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 0.0        |
+|    htg_setpoint                 | 14.826128  |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 39.0       |
+|    outdoor_temperature          | -13.793128 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 3846766.2  |
+|    wind_direction               | 300.0      |
+|    wind_speed                   | 9.8        |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.021241784 |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.553308    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.7218149    |
+|    air_humidity                 | -0.74572325  |
+|    air_temperature              | -1.2263321   |
+|    clg_setpoint                 | 1.4631258    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.96485966  |
+|    diffuse_solar_radiation      | -0.73032415  |
+|    direct_solar_radiation       | -0.6006348   |
+|    hour                         | -1.5163004   |
+|    htg_setpoint                 | 0.7124629    |
+|    month                        | -1.1091895   |
+|    outdoor_humidity             | -0.7776228   |
+|    outdoor_temperature          | -1.9277772   |
+|    people_occupant              | -0.6897618   |
+|    total_electricity_HVAC       | 1.3770803    |
+|    wind_direction               | 1.0986964    |
+|    wind_speed                   | 0.6977796    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 10579.345    |
+|    air_humidity                 | 27.68168     |
+|    air_temperature              | 20.525778    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 7.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 1.0          |
+|    htg_setpoint                 | 20.52583     |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 52.0         |
+|    outdoor_temperature          | -7.9410415   |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 8560572.0    |
+|    wind_direction               | 300.0        |
+|    wind_speed                   | 6.7          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.41605574  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 19.965313   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.2949231  |
+|    air_humidity                 | -0.50526845 |
+|    air_temperature              | -1.1845939  |
+|    clg_setpoint                 | 0.49366805  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.84976757 |
+|    diffuse_solar_radiation      | -0.73015624 |
+|    direct_solar_radiation       | -0.6008608  |
+|    hour                         | -1.3716607  |
+|    htg_setpoint                 | -1.3889436  |
+|    month                        | -1.105999   |
+|    outdoor_humidity             | -1.0630445  |
+|    outdoor_temperature          | -1.5771002  |
+|    people_occupant              | -0.69020945 |
+|    total_electricity_HVAC       | -0.32165697 |
+|    wind_direction               | 1.1912361   |
+|    wind_speed                   | -1.1810573  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1517.43     |
+|    air_humidity                 | 30.687075   |
+|    air_temperature              | 20.597946   |
+|    clg_setpoint                 | 27.563757   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 46.0        |
+|    outdoor_temperature          | -4.4969974  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1347957.2   |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.8865309   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.617043   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.34538686  |
+|    air_humidity                 | -0.95231575 |
+|    air_temperature              | -1.5346435  |
+|    clg_setpoint                 | -1.2224569  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.73516285 |
+|    diffuse_solar_radiation      | -0.72976786 |
+|    direct_solar_radiation       | -0.6011734  |
+|    hour                         | -1.2270736  |
+|    htg_setpoint                 | 0.37093127  |
+|    month                        | -1.1028358  |
+|    outdoor_humidity             | -0.9152859  |
+|    outdoor_temperature          | -1.8407437  |
+|    people_occupant              | -0.6906548  |
+|    total_electricity_HVAC       | 0.3002751   |
+|    wind_direction               | 1.1869841   |
+|    wind_speed                   | 0.6968795   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4413.8984   |
+|    air_humidity                 | 25.038687   |
+|    air_temperature              | 19.967686   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 19.141026   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 49.0        |
+|    outdoor_temperature          | -7.229622   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4004688.2   |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.33333623 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.749984   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.26533163 |
+|    air_humidity                 | -1.7692885  |
+|    air_temperature              | -1.2884356  |
+|    clg_setpoint                 | 0.78964216  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6209253  |
+|    diffuse_solar_radiation      | -0.7293425  |
+|    direct_solar_radiation       | -0.60134447 |
+|    hour                         | -1.0825281  |
+|    htg_setpoint                 | -0.5570953  |
+|    month                        | -1.0996996  |
+|    outdoor_humidity             | -0.2918636  |
+|    outdoor_temperature          | -1.5487202  |
+|    people_occupant              | -0.689344   |
+|    total_electricity_HVAC       | -0.29260898 |
+|    wind_direction               | 0.8072266   |
+|    wind_speed                   | -0.16283621 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1661.5006   |
+|    air_humidity                 | 14.678578   |
+|    air_temperature              | 20.39968    |
+|    clg_setpoint                 | 28.313057   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 15.375659   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 62.0        |
+|    outdoor_temperature          | -4.3393292  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1480634.6   |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.67275393  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 13.840759    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 2.9699895    |
+|    air_humidity                 | -1.7258325   |
+|    air_temperature              | -0.48753598  |
+|    clg_setpoint                 | 1.4585898    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.5069533   |
+|    diffuse_solar_radiation      | -0.7292233   |
+|    direct_solar_radiation       | -0.6013707   |
+|    hour                         | -0.93801445  |
+|    htg_setpoint                 | 1.3841752    |
+|    month                        | -1.09659     |
+|    outdoor_humidity             | 0.56913674   |
+|    outdoor_temperature          | -0.956345    |
+|    people_occupant              | -0.6880407   |
+|    total_electricity_HVAC       | 2.8914003    |
+|    wind_direction               | 0.6176798    |
+|    wind_speed                   | -0.5718624   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 16324.9795   |
+|    air_humidity                 | 15.11137     |
+|    air_temperature              | 21.8308      |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 11.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 5.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 80.0         |
+|    outdoor_temperature          | 1.6342511    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 15104994.0   |
+|    wind_direction               | 250.0        |
+|    wind_speed                   | 3.6          |
+| train/                          |              |
+|    approx_kl                    | 0.0073518055 |
+|    clip_fraction                | 0.0587       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.76        |
+|    explained_variance           | 0.759        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 4.08         |
+|    n_updates                    | 190          |
+|    policy_gradient_loss         | -0.00933     |
+|    std                          | 0.965        |
+|    value_loss                   | 11.6         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 4.058911    |
+|    air_humidity                 | -1.2477348  |
+|    air_temperature              | -1.8332422  |
+|    clg_setpoint                 | 1.2361971   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.39316303 |
+|    diffuse_solar_radiation      | -0.54115397 |
+|    direct_solar_radiation       | -0.43917686 |
+|    hour                         | -0.7935242  |
+|    htg_setpoint                 | 0.7602763   |
+|    month                        | -1.0935067  |
+|    outdoor_humidity             | -1.865602   |
+|    outdoor_temperature          | -2.0628145  |
+|    people_occupant              | -0.68848777 |
+|    total_electricity_HVAC       | 3.8336313   |
+|    wind_direction               | 1.277165    |
+|    wind_speed                   | 1.7602385   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 21273.568   |
+|    air_humidity                 | 21.124119   |
+|    air_temperature              | 19.40985    |
+|    clg_setpoint                 | 29.441673   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 18.0        |
+|    direct_solar_radiation       | 40.0        |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 20.71825    |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 29.0        |
+|    outdoor_temperature          | -9.59148    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 19147002.0  |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.44229805   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.117756    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.18207164   |
+|    air_humidity                 | -1.1844505   |
+|    air_temperature              | -2.2004256   |
+|    clg_setpoint                 | -0.8718557   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.27948806  |
+|    diffuse_solar_radiation      | -0.008135937 |
+|    direct_solar_radiation       | 0.15692629   |
+|    hour                         | -0.64905035  |
+|    htg_setpoint                 | -0.18576327  |
+|    month                        | -1.0904492   |
+|    outdoor_humidity             | -1.1415088   |
+|    outdoor_temperature          | -1.8047521   |
+|    people_occupant              | -0.68893266  |
+|    total_electricity_HVAC       | 0.1341442    |
+|    wind_direction               | 1.0847186    |
+|    wind_speed                   | -0.37011623  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 3704.8765    |
+|    air_humidity                 | 21.885244    |
+|    air_temperature              | 18.743523    |
+|    clg_setpoint                 | 24.136126    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 13.0         |
+|    diffuse_solar_radiation      | 69.0         |
+|    direct_solar_radiation       | 187.0        |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 16.878458    |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 44.0         |
+|    outdoor_temperature          | -7.0845284   |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 3319307.0    |
+|    wind_direction               | 300.0        |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.19277406 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.974388   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49693093 |
+|    air_humidity                 | -0.96543705 |
+|    air_temperature              | 0.3055289   |
+|    clg_setpoint                 | -1.2236838  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.16587876 |
+|    diffuse_solar_radiation      | 0.3785928   |
+|    direct_solar_radiation       | 1.000949    |
+|    hour                         | -0.504587   |
+|    htg_setpoint                 | -1.3883958  |
+|    month                        | -1.0874172  |
+|    outdoor_humidity             | -1.4239782  |
+|    outdoor_temperature          | -1.1443942  |
+|    people_occupant              | 1.6933733   |
+|    total_electricity_HVAC       | -0.5107126  |
+|    wind_direction               | 1.0827578   |
+|    wind_speed                   | 0.2853169   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 622.8103    |
+|    air_humidity                 | 24.622257   |
+|    air_temperature              | 23.249887   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 106.0       |
+|    direct_solar_radiation       | 395.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 38.0        |
+|    outdoor_temperature          | -0.42535722 |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 556846.3    |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.47784418  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 14.937126    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.48075867   |
+|    air_humidity                 | -0.75353324  |
+|    air_temperature              | 0.3063146    |
+|    clg_setpoint                 | -1.2232652   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.05230204  |
+|    diffuse_solar_radiation      | 1.2626302    |
+|    direct_solar_radiation       | -0.48291308  |
+|    hour                         | -0.36012962  |
+|    htg_setpoint                 | 1.3837422    |
+|    month                        | -1.0844104   |
+|    outdoor_humidity             | -0.3732544   |
+|    outdoor_temperature          | -1.100684    |
+|    people_occupant              | 1.6919464    |
+|    total_electricity_HVAC       | 0.13846187   |
+|    wind_direction               | -0.71238863  |
+|    wind_speed                   | -0.9858832   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 5081.9434    |
+|    air_humidity                 | 27.279312    |
+|    air_temperature              | 23.25095     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 190.5        |
+|    direct_solar_radiation       | 29.5         |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 60.0         |
+|    outdoor_temperature          | -0.024799293 |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 3350706.2    |
+|    wind_direction               | 110.0        |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.9150922   |
+|    Heating_Setpoint_RL          | 0.15797855  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.713436   |
+|    Heating_Setpoint_RL          | 18.51363    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.61511934 |
+|    air_humidity                 | 0.16653368  |
+|    air_temperature              | -1.1568112  |
+|    clg_setpoint                 | 0.7590899   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.06125889  |
+|    diffuse_solar_radiation      | 1.6191931   |
+|    direct_solar_radiation       | 0.672912    |
+|    hour                         | -0.21567507 |
+|    htg_setpoint                 | -0.86841553 |
+|    month                        | -1.0814284  |
+|    outdoor_humidity             | -0.13719523 |
+|    outdoor_temperature          | -0.32015768 |
+|    people_occupant              | -0.69025433 |
+|    total_electricity_HVAC       | -0.62259245 |
+|    wind_direction               | 1.0830032   |
+|    wind_speed                   | -0.16437137 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 38.89683    |
+|    air_temperature              | 20.620255   |
+|    clg_setpoint                 | 28.238167   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 224.5       |
+|    direct_solar_radiation       | 314.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 14.112436   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 65.0        |
+|    outdoor_temperature          | 7.9004602   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.5547528  |
+|    Heating_Setpoint_RL          | -0.5633755  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.752708   |
+|    Heating_Setpoint_RL          | 14.456013   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6153969  |
+|    air_humidity                 | -1.2908449  |
+|    air_temperature              | -0.4740689  |
+|    clg_setpoint                 | 0.45101905  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.1748047   |
+|    diffuse_solar_radiation      | 0.5687581   |
+|    direct_solar_radiation       | 2.3522737   |
+|    hour                         | -0.0712213  |
+|    htg_setpoint                 | 0.022059308 |
+|    month                        | -1.0784708  |
+|    outdoor_humidity             | -1.5164354  |
+|    outdoor_temperature          | -0.28725016 |
+|    people_occupant              | -0.68896794 |
+|    total_electricity_HVAC       | -0.62281936 |
+|    wind_direction               | -1.7482464  |
+|    wind_speed                   | -1.1921927  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 20.4891     |
+|    air_temperature              | 21.845388   |
+|    clg_setpoint                 | 27.467411   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 124.0       |
+|    direct_solar_radiation       | 727.5       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 17.728205   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 36.0        |
+|    outdoor_temperature          | 8.222929    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.17485988 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.641413   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6151139  |
+|    air_humidity                 | -0.9480139  |
+|    air_temperature              | 1.1205001   |
+|    clg_setpoint                 | -0.6451164  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.2883201   |
+|    diffuse_solar_radiation      | 1.793452    |
+|    direct_solar_radiation       | 0.55334884  |
+|    hour                         | 0.07323244  |
+|    htg_setpoint                 | 0.61254525  |
+|    month                        | -1.0755374  |
+|    outdoor_humidity             | -0.27737188 |
+|    outdoor_temperature          | -0.3590607  |
+|    people_occupant              | 0.26530978  |
+|    total_electricity_HVAC       | -0.6225376  |
+|    wind_direction               | 0.04354493  |
+|    wind_speed                   | -0.57344127 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 24.756744   |
+|    air_temperature              | 24.706629   |
+|    clg_setpoint                 | 24.709667   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 241.0       |
+|    direct_solar_radiation       | 284.5       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 20.125935   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 62.0        |
+|    outdoor_temperature          | 7.4780955   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.5008877  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.934504   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5078761  |
+|    air_humidity                 | -1.0297887  |
+|    air_temperature              | 0.30819026  |
+|    clg_setpoint                 | -1.2239828  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.40177396  |
+|    diffuse_solar_radiation      | 1.1924297   |
+|    direct_solar_radiation       | 1.3282667   |
+|    hour                         | 0.2176857   |
+|    htg_setpoint                 | 1.3815558   |
+|    month                        | -1.0726278  |
+|    outdoor_humidity             | -1.1365817  |
+|    outdoor_temperature          | -0.46442208 |
+|    people_occupant              | 1.2179215   |
+|    total_electricity_HVAC       | -0.520175   |
+|    wind_direction               | 0.13948697  |
+|    wind_speed                   | -0.57119733 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 577.5752    |
+|    air_humidity                 | 23.715818   |
+|    air_temperature              | 23.24836    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 183.5       |
+|    direct_solar_radiation       | 475.5       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 44.0        |
+|    outdoor_temperature          | 6.390464    |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 519817.66   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6150582  |
+|    air_humidity                 | -0.94101644 |
+|    air_temperature              | 1.5909555   |
+|    clg_setpoint                 | 0.94121945  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.51511973  |
+|    diffuse_solar_radiation      | 0.3344243   |
+|    direct_solar_radiation       | 1.7686822   |
+|    hour                         | 0.36213678  |
+|    htg_setpoint                 | 0.9043266   |
+|    month                        | -1.0697417  |
+|    outdoor_humidity             | -0.56331086 |
+|    outdoor_temperature          | -0.3530743  |
+|    people_occupant              | 1.6932429   |
+|    total_electricity_HVAC       | -0.62240463 |
+|    wind_direction               | -0.6157933  |
+|    wind_speed                   | -0.15818217 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 24.814137   |
+|    air_temperature              | 25.547735   |
+|    clg_setpoint                 | 28.700485   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 101.5       |
+|    direct_solar_radiation       | 584.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 21.315266   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 56.0        |
+|    outdoor_temperature          | 7.509553    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.05975312  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.961111   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.39084727 |
+|    air_humidity                 | 0.12051628  |
+|    air_temperature              | 0.31984416  |
+|    clg_setpoint                 | -1.2228847  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.62829536  |
+|    diffuse_solar_radiation      | -0.06301408 |
+|    direct_solar_radiation       | -0.6021321  |
+|    hour                         | 0.50658286  |
+|    htg_setpoint                 | -1.391426   |
+|    month                        | -1.0668788  |
+|    outdoor_humidity             | 0.6751719   |
+|    outdoor_temperature          | -0.6867609  |
+|    people_occupant              | 1.6918379   |
+|    total_electricity_HVAC       | -0.45320937 |
+|    wind_direction               | -1.4621012  |
+|    wind_speed                   | -1.1861316  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1112.5785   |
+|    air_humidity                 | 38.19233    |
+|    air_temperature              | 23.267859   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 63.5        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 82.0        |
+|    outdoor_temperature          | 4.1044445   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 808370.5    |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6069335  |
+|    Heating_Setpoint_RL          | -0.53331244 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.5766     |
+|    Heating_Setpoint_RL          | 14.625117   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.51514965 |
+|    air_humidity                 | -1.1015983  |
+|    air_temperature              | 0.3097025   |
+|    clg_setpoint                 | -1.2229602  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7412241   |
+|    diffuse_solar_radiation      | -0.43982983 |
+|    direct_solar_radiation       | 0.50521815  |
+|    hour                         | 0.65101993  |
+|    htg_setpoint                 | -1.3910145  |
+|    month                        | -1.0640386  |
+|    outdoor_humidity             | -1.088208   |
+|    outdoor_temperature          | -0.6867209  |
+|    people_occupant              | 1.6904422   |
+|    total_electricity_HVAC       | -0.51713043 |
+|    wind_direction               | 0.6112483   |
+|    wind_speed                   | -0.15726848 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 543.4814    |
+|    air_humidity                 | 22.80347    |
+|    air_temperature              | 23.249193   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 27.5        |
+|    direct_solar_radiation       | 273.0       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | 4.084575    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 531949.4    |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.06371045 |
+|    Heating_Setpoint_RL          | 0.36442667  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.409977   |
+|    Heating_Setpoint_RL          | 19.6749     |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5985163  |
+|    air_humidity                 | -0.84340596 |
+|    air_temperature              | -1.1735206  |
+|    clg_setpoint                 | 1.3896348   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.85381466  |
+|    diffuse_solar_radiation      | -0.7282028  |
+|    direct_solar_radiation       | -0.6014376  |
+|    hour                         | 0.7954427   |
+|    htg_setpoint                 | -0.948066   |
+|    month                        | -1.0612211  |
+|    outdoor_humidity             | 1.0123907   |
+|    outdoor_temperature          | -0.77050865 |
+|    people_occupant              | -0.68986785 |
+|    total_electricity_HVAC       | -0.60582083 |
+|    wind_direction               | -0.61640364 |
+|    wind_speed                   | -0.9805148  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 161.9925    |
+|    air_humidity                 | 26.035803   |
+|    air_temperature              | 20.586111   |
+|    clg_setpoint                 | 29.829548   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 13.798571   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | 3.217599    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 149082.22   |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5856418  |
+|    air_humidity                 | -1.4189129  |
+|    air_temperature              | -1.2481415  |
+|    clg_setpoint                 | -0.2094589  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.96596193  |
+|    diffuse_solar_radiation      | -0.7280164  |
+|    direct_solar_radiation       | -0.6013761  |
+|    hour                         | 0.93984497  |
+|    htg_setpoint                 | -1.390461   |
+|    month                        | -1.0584259  |
+|    outdoor_humidity             | -1.3745167  |
+|    outdoor_temperature          | -0.77202547 |
+|    people_occupant              | -0.68860495 |
+|    total_electricity_HVAC       | -0.5931992  |
+|    wind_direction               | 1.0824987   |
+|    wind_speed                   | 1.9857814   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 220.55586   |
+|    air_humidity                 | 18.762253   |
+|    air_temperature              | 20.44974    |
+|    clg_setpoint                 | 25.805578   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 39.0        |
+|    outdoor_temperature          | 3.1929872   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 203205.42   |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 9.8         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.31578928 |
+|    Heating_Setpoint_RL          | 0.6028079   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.559212   |
+|    Heating_Setpoint_RL          | 21.015795   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.54828113 |
+|    air_humidity                 | -0.7616789  |
+|    air_temperature              | -0.14866473 |
+|    clg_setpoint                 | -1.2234626  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.077548    |
+|    diffuse_solar_radiation      | -0.72773546 |
+|    direct_solar_radiation       | -0.60178214 |
+|    hour                         | 1.0842192   |
+|    htg_setpoint                 | -1.3893284  |
+|    month                        | -1.0556526  |
+|    outdoor_humidity             | -0.8924661  |
+|    outdoor_temperature          | -0.82629573 |
+|    people_occupant              | -0.45064527 |
+|    total_electricity_HVAC       | -0.5569336  |
+|    wind_direction               | 0.6079938   |
+|    wind_speed                   | 0.5017275   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 392.36417   |
+|    air_humidity                 | 26.975403   |
+|    air_temperature              | 22.418686   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 49.0        |
+|    outdoor_temperature          | 2.6141448   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 360461.5    |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9186176  |
+|    Heating_Setpoint_RL          | 0.76797795  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.524666   |
+|    Heating_Setpoint_RL          | 21.944876   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.8601836   |
+|    air_humidity                 | -0.327141   |
+|    air_temperature              | 0.315567    |
+|    clg_setpoint                 | -1.2229061  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1884428   |
+|    diffuse_solar_radiation      | -0.7276736  |
+|    direct_solar_radiation       | -0.60077024 |
+|    hour                         | 1.2285569   |
+|    htg_setpoint                 | 1.3800128   |
+|    month                        | -1.0529009  |
+|    outdoor_humidity             | -1.9391599  |
+|    outdoor_temperature          | -1.1486137  |
+|    people_occupant              | -0.45115712 |
+|    total_electricity_HVAC       | 1.7397556   |
+|    wind_direction               | -1.0884569  |
+|    wind_speed                   | -0.7755008  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 11453.218   |
+|    air_humidity                 | 32.428146   |
+|    air_temperature              | 23.250029   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 27.0        |
+|    outdoor_temperature          | -0.69316286 |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 10307896.0  |
+|    wind_direction               | 70.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.51984745  |
+|    Heating_Setpoint_RL          | -0.59835744 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.379486   |
+|    Heating_Setpoint_RL          | 14.259239   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.44196287 |
+|    air_humidity                 | 0.8288493   |
+|    air_temperature              | -0.8950419  |
+|    clg_setpoint                 | 1.4572704   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2985053   |
+|    diffuse_solar_radiation      | -0.7273989  |
+|    direct_solar_radiation       | -0.5997634  |
+|    hour                         | 1.3728483   |
+|    htg_setpoint                 | -0.60309815 |
+|    month                        | -1.0501708  |
+|    outdoor_humidity             | 1.5362079   |
+|    outdoor_temperature          | -1.2362536  |
+|    people_occupant              | -0.68989307 |
+|    total_electricity_HVAC       | -0.45645103 |
+|    wind_direction               | -1.7447164  |
+|    wind_speed                   | -0.7745695  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 887.53455   |
+|    air_humidity                 | 46.972954   |
+|    air_temperature              | 21.080149   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 15.199556   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | -1.6188502  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 801679.75   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.8023331   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.138123   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.27831087 |
+|    air_humidity                 | 1.1994361   |
+|    air_temperature              | -0.86418897 |
+|    clg_setpoint                 | 0.61770767  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4075851   |
+|    diffuse_solar_radiation      | -0.72707045 |
+|    direct_solar_radiation       | -0.5987616  |
+|    hour                         | 1.5170826   |
+|    htg_setpoint                 | 0.8229521   |
+|    month                        | -1.0474617  |
+|    outdoor_humidity             | 1.1985945   |
+|    outdoor_temperature          | -0.5380366  |
+|    people_occupant              | -0.69031835 |
+|    total_electricity_HVAC       | -0.3476652  |
+|    wind_direction               | -1.5521386  |
+|    wind_speed                   | -0.3597183  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1641.24     |
+|    air_humidity                 | 51.64682    |
+|    air_temperature              | 21.135778   |
+|    clg_setpoint                 | 27.883698   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 20.99593    |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 5.4520545   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1274308.9   |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.13041882  |
+|    Heating_Setpoint_RL          | -0.2508533  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.065163   |
+|    Heating_Setpoint_RL          | 16.213951   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.892055    |
+|    air_humidity                 | -0.7597984  |
+|    air_temperature              | 0.3166509   |
+|    clg_setpoint                 | -0.06506475 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6647282  |
+|    diffuse_solar_radiation      | -0.72711146 |
+|    direct_solar_radiation       | -0.59902513 |
+|    hour                         | 1.6612482   |
+|    htg_setpoint                 | 1.3771716   |
+|    month                        | -0.77195805 |
+|    outdoor_humidity             | 1.1996932   |
+|    outdoor_temperature          | -0.62043893 |
+|    people_occupant              | -0.69074166 |
+|    total_electricity_HVAC       | 1.9634453   |
+|    wind_direction               | -0.7981452  |
+|    wind_speed                   | -1.1838758  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 11623.873   |
+|    air_humidity                 | 27.011024   |
+|    air_temperature              | 23.249954   |
+|    clg_setpoint                 | 26.163948   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 4.6171107   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 11299515.0  |
+|    wind_direction               | 100.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.44985026  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 20.155407   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.8809185   |
+|    air_humidity                 | -0.3104833  |
+|    air_temperature              | -0.55046314 |
+|    clg_setpoint                 | 1.4547912   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4308897  |
+|    diffuse_solar_radiation      | -0.7270058  |
+|    direct_solar_radiation       | -0.59864736 |
+|    hour                         | -1.6610242  |
+|    htg_setpoint                 | 1.3771642   |
+|    month                        | -0.77045274 |
+|    outdoor_humidity             | -0.6557081  |
+|    outdoor_temperature          | -0.14483629 |
+|    people_occupant              | -0.68949467 |
+|    total_electricity_HVAC       | 2.8399358   |
+|    wind_direction               | 0.8987955   |
+|    wind_speed                   | 1.3338134   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 16167.493   |
+|    air_humidity                 | 32.655067   |
+|    air_temperature              | 21.697104   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 54.0        |
+|    outdoor_temperature          | 9.435005    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15098354.0  |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 8.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.06664768  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 17.250107    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.8628174    |
+|    air_humidity                 | -1.0291529   |
+|    air_temperature              | 0.18269184   |
+|    clg_setpoint                 | 1.4517787    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.3121694   |
+|    diffuse_solar_radiation      | -0.72705024  |
+|    direct_solar_radiation       | -0.59901804  |
+|    hour                         | -1.5163333   |
+|    htg_setpoint                 | 1.3778387    |
+|    month                        | -0.7689562   |
+|    outdoor_humidity             | 0.15421198   |
+|    outdoor_temperature          | -0.2721702   |
+|    people_occupant              | -0.6882545   |
+|    total_electricity_HVAC       | 1.7108033    |
+|    wind_direction               | -0.14109059  |
+|    wind_speed                   | -0.97696656  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 11481.575    |
+|    air_humidity                 | 23.617998    |
+|    air_temperature              | 23.006058    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 1.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 71.0         |
+|    outdoor_temperature          | 8.14938      |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 10197783.0   |
+|    wind_direction               | 170.0        |
+|    wind_speed                   | 2.6          |
+| train/                          |              |
+|    approx_kl                    | 0.0049278988 |
+|    clip_fraction                | 0.0308       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.76        |
+|    explained_variance           | 0.798        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 1.95         |
+|    n_updates                    | 200          |
+|    policy_gradient_loss         | -0.00509     |
+|    std                          | 0.961        |
+|    value_loss                   | 6.21         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.1611397   |
+|    air_humidity                 | 0.7022523   |
+|    air_temperature              | 0.3192549   |
+|    clg_setpoint                 | -0.9245861  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.1945324  |
+|    diffuse_solar_radiation      | -0.72686005 |
+|    direct_solar_radiation       | -0.5980688  |
+|    hour                         | -1.3717037  |
+|    htg_setpoint                 | 1.3765248   |
+|    month                        | -0.76746833 |
+|    outdoor_humidity             | 1.5277467   |
+|    outdoor_temperature          | -0.3598518  |
+|    people_occupant              | -0.68867934 |
+|    total_electricity_HVAC       | 1.0724212   |
+|    wind_direction               | -1.7420089  |
+|    wind_speed                   | -2.0434825  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 8254.073    |
+|    air_humidity                 | 45.35047    |
+|    air_temperature              | 23.250313   |
+|    clg_setpoint                 | 24.00619    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 7.2575927   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7428666.0   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.94625187  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.8186     |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.61553025 |
+|    air_humidity                 | 1.0579723   |
+|    air_temperature              | -0.8769837  |
+|    clg_setpoint                 | -0.8688543  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0777869  |
+|    diffuse_solar_radiation      | -0.7267303  |
+|    direct_solar_radiation       | -0.5971367  |
+|    hour                         | -1.2271237  |
+|    htg_setpoint                 | -1.3936108  |
+|    month                        | -0.76598907 |
+|    outdoor_humidity             | 1.5215878   |
+|    outdoor_temperature          | -0.18970567 |
+|    people_occupant              | -0.6891022  |
+|    total_electricity_HVAC       | -0.62259233 |
+|    wind_direction               | -1.740108   |
+|    wind_speed                   | -2.040686   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 49.829823   |
+|    air_temperature              | 21.116133   |
+|    clg_setpoint                 | 24.147041   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 8.96805     |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.9307163    |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.766167    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.61526346  |
+|    air_humidity                 | -0.057109274 |
+|    air_temperature              | -0.9739458   |
+|    clg_setpoint                 | 1.4509829    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.96176314  |
+|    diffuse_solar_radiation      | -0.7264935   |
+|    direct_solar_radiation       | -0.59634984  |
+|    hour                         | -1.082583    |
+|    htg_setpoint                 | -1.3935184   |
+|    month                        | -0.7645183   |
+|    outdoor_humidity             | -0.7078798   |
+|    outdoor_temperature          | -0.5737544   |
+|    people_occupant              | -0.6895231   |
+|    total_electricity_HVAC       | -0.62232757  |
+|    wind_direction               | 1.0866796    |
+|    wind_speed                   | 1.5754787    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 35.87638     |
+|    air_temperature              | 20.943405    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 7.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 53.0         |
+|    outdoor_temperature          | 5.09766      |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 300.0        |
+|    wind_speed                   | 8.8          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.14249468 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.144081   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.5489833   |
+|    air_humidity                 | -0.65941566 |
+|    air_temperature              | -0.14685568 |
+|    clg_setpoint                 | -0.15018693 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8463125  |
+|    diffuse_solar_radiation      | -0.726496   |
+|    direct_solar_radiation       | -0.596778   |
+|    hour                         | -0.93807214 |
+|    htg_setpoint                 | 1.3746004   |
+|    month                        | -0.763056   |
+|    outdoor_humidity             | 1.5199219   |
+|    outdoor_temperature          | -0.9917395  |
+|    people_occupant              | -0.689942   |
+|    total_electricity_HVAC       | 2.5209446   |
+|    wind_direction               | -1.1767418  |
+|    wind_speed                   | -0.35612306 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 14639.495   |
+|    air_humidity                 | 28.313732   |
+|    air_temperature              | 22.41944    |
+|    clg_setpoint                 | 25.961313   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 0.8777973   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 13715532.0  |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.39854687  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.866827   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.264291   |
+|    air_humidity                 | 0.28981158  |
+|    air_temperature              | -0.74156624 |
+|    clg_setpoint                 | 1.4504337   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.73130566 |
+|    diffuse_solar_radiation      | 0.034434833 |
+|    direct_solar_radiation       | 0.11589249  |
+|    hour                         | -0.79358333 |
+|    htg_setpoint                 | 0.8568714   |
+|    month                        | -0.76160204 |
+|    outdoor_humidity             | 1.325403    |
+|    outdoor_temperature          | -0.8282457  |
+|    people_occupant              | -0.690359   |
+|    total_electricity_HVAC       | -0.3414346  |
+|    wind_direction               | 0.52320063  |
+|    wind_speed                   | -1.1778113  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1703.1495   |
+|    air_humidity                 | 40.20342    |
+|    air_temperature              | 21.359911   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 72.0        |
+|    direct_solar_radiation       | 175.0       |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 21.153057   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 2.5014124   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1298717.9   |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.07811546 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.36136    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5789178  |
+|    air_humidity                 | -0.543495   |
+|    air_temperature              | -0.7728993  |
+|    clg_setpoint                 | 1.0962138   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6166314  |
+|    diffuse_solar_radiation      | 0.7689234   |
+|    direct_solar_radiation       | -0.11540202 |
+|    hour                         | -0.6491099  |
+|    htg_setpoint                 | 0.16002886  |
+|    month                        | -0.7601564  |
+|    outdoor_humidity             | 0.99100304  |
+|    outdoor_temperature          | -0.9330307  |
+|    people_occupant              | -0.6891341  |
+|    total_electricity_HVAC       | -0.5873377  |
+|    wind_direction               | -1.1734586  |
+|    wind_speed                   | -0.14852248 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 256.2343    |
+|    air_humidity                 | 29.771893   |
+|    air_temperature              | 21.302025   |
+|    clg_setpoint                 | 29.111319   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 141.5       |
+|    direct_solar_radiation       | 118.0       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 18.323637   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | 1.4330629   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 231856.39   |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.58596843 |
+|    Heating_Setpoint_RL          | 0.36734042  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.647356   |
+|    Heating_Setpoint_RL          | 19.69129    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.61561775 |
+|    air_humidity                 | -1.0406826  |
+|    air_temperature              | 0.29748246  |
+|    clg_setpoint                 | -1.2273539  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.50219613 |
+|    diffuse_solar_radiation      | 0.6731315   |
+|    direct_solar_radiation       | 2.2024562   |
+|    hour                         | -0.5046464  |
+|    htg_setpoint                 | -0.7387824  |
+|    month                        | -0.7587189  |
+|    outdoor_humidity             | -1.2337643  |
+|    outdoor_temperature          | -0.44089362 |
+|    people_occupant              | 1.6966593   |
+|    total_electricity_HVAC       | -0.6226498  |
+|    wind_direction               | -1.7347964  |
+|    wind_speed                   | 1.780446    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 23.526642   |
+|    air_temperature              | 23.206093   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 132.5       |
+|    direct_solar_radiation       | 687.5       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 14.671776   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 42.0        |
+|    outdoor_temperature          | 6.375042    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.74190754 |
+|    Heating_Setpoint_RL          | 0.3474666   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.121061   |
+|    Heating_Setpoint_RL          | 19.5795     |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.61522233 |
+|    air_humidity                 | -0.55239064 |
+|    air_temperature              | 1.1172593   |
+|    clg_setpoint                 | -0.4063431  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.38792297 |
+|    diffuse_solar_radiation      | 2.349228    |
+|    direct_solar_radiation       | 0.8406343   |
+|    hour                         | -0.36018863 |
+|    htg_setpoint                 | -0.10976035 |
+|    month                        | -0.7572896  |
+|    outdoor_humidity             | -1.4693795  |
+|    outdoor_temperature          | -0.23674425 |
+|    people_occupant              | 1.6953012   |
+|    total_electricity_HVAC       | -0.62222755 |
+|    wind_direction               | 0.71327275  |
+|    wind_speed                   | 4.3259363   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 29.616587   |
+|    air_temperature              | 24.665405   |
+|    clg_setpoint                 | 25.32233    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 291.0       |
+|    direct_solar_radiation       | 353.5       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 17.226297   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 37.0        |
+|    outdoor_temperature          | 8.425079    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 15.5        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.3130653  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.864008   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.41678917 |
+|    air_humidity                 | -0.9029966  |
+|    air_temperature              | 0.32244635  |
+|    clg_setpoint                 | -1.2268841  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.2737512  |
+|    diffuse_solar_radiation      | 0.8215855   |
+|    direct_solar_radiation       | 2.736349    |
+|    hour                         | -0.21573345 |
+|    htg_setpoint                 | 0.8160871   |
+|    month                        | -0.75586826 |
+|    outdoor_humidity             | -1.6068356  |
+|    outdoor_temperature          | -0.6778374  |
+|    people_occupant              | 1.6939517   |
+|    total_electricity_HVAC       | -0.43291545 |
+|    wind_direction               | 1.1818714   |
+|    wind_speed                   | 1.9731854   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1000.19446  |
+|    air_humidity                 | 25.202436   |
+|    air_temperature              | 23.249155   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 146.5       |
+|    direct_solar_radiation       | 820.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 20.98652    |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 34.0        |
+|    outdoor_temperature          | 3.9798717   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 900175.0    |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 9.8         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.45510292 |
+|    air_humidity                 | -1.0361673  |
+|    air_temperature              | 1.360287    |
+|    clg_setpoint                 | -0.49505416 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.15963605 |
+|    diffuse_solar_radiation      | 2.555214    |
+|    direct_solar_radiation       | 1.2786093   |
+|    hour                         | -0.07127902 |
+|    htg_setpoint                 | 0.10154349  |
+|    month                        | -0.754455   |
+|    outdoor_humidity             | -0.70282435 |
+|    outdoor_temperature          | -1.0363842  |
+|    people_occupant              | 1.2162625   |
+|    total_electricity_HVAC       | -0.4664991  |
+|    wind_direction               | -0.32732117 |
+|    wind_speed                   | -0.15713578 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 822.9111    |
+|    air_humidity                 | 23.490417   |
+|    air_temperature              | 25.096409   |
+|    clg_setpoint                 | 25.09791    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 310.5       |
+|    direct_solar_radiation       | 462.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 18.079718   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 53.0        |
+|    outdoor_temperature          | 0.3595708   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 753421.75   |
+|    wind_direction               | 150.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.04589218 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.366856   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6145134  |
+|    air_humidity                 | -1.133218   |
+|    air_temperature              | 1.3061507   |
+|    clg_setpoint                 | -0.18364786 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.04554841 |
+|    diffuse_solar_radiation      | 0.7578173   |
+|    direct_solar_radiation       | 2.8096986   |
+|    hour                         | 0.07317538  |
+|    htg_setpoint                 | -1.3934124  |
+|    month                        | -0.7530495  |
+|    outdoor_humidity             | -1.5542903  |
+|    outdoor_temperature          | 0.25357565  |
+|    people_occupant              | 0.26255327  |
+|    total_electricity_HVAC       | -0.62150913 |
+|    wind_direction               | 0.8027121   |
+|    wind_speed                   | 0.90448684  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 22.282051   |
+|    air_temperature              | 24.99919    |
+|    clg_setpoint                 | 25.884563   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 140.5       |
+|    direct_solar_radiation       | 840.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 35.0        |
+|    outdoor_temperature          | 13.29924    |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.8733921  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.71217    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.46141106 |
+|    air_humidity                 | -1.3800596  |
+|    air_temperature              | -1.6535959  |
+|    clg_setpoint                 | 1.443611    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.06852541  |
+|    diffuse_solar_radiation      | 0.3674154   |
+|    direct_solar_radiation       | -0.596455   |
+|    hour                         | 0.21762931  |
+|    htg_setpoint                 | -1.3927673  |
+|    month                        | -0.75165194 |
+|    outdoor_humidity             | 1.5175287   |
+|    outdoor_temperature          | -1.1484238  |
+|    people_occupant              | -0.6899891  |
+|    total_electricity_HVAC       | -0.4787789  |
+|    wind_direction               | -1.2680985  |
+|    wind_speed                   | 1.763099    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 792.6248    |
+|    air_humidity                 | 19.129728   |
+|    air_temperature              | 19.726824   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 103.5       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | -0.77214164 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 698752.8    |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.050778955 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.79638    |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.34410623 |
+|    air_humidity                 | -1.516118   |
+|    air_temperature              | -0.955099   |
+|    clg_setpoint                 | -1.2278547  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.18258382  |
+|    diffuse_solar_radiation      | 1.0547925   |
+|    direct_solar_radiation       | 2.012432    |
+|    hour                         | 0.3620812   |
+|    htg_setpoint                 | -1.0524895  |
+|    month                        | -0.7502621  |
+|    outdoor_humidity             | 0.7134303   |
+|    outdoor_temperature          | -1.4535654  |
+|    people_occupant              | -0.68878555 |
+|    total_electricity_HVAC       | -0.35279292 |
+|    wind_direction               | -1.5449859  |
+|    wind_speed                   | -0.5707438  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1340.0808   |
+|    air_humidity                 | 17.360285   |
+|    air_temperature              | 20.966705   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 168.5       |
+|    direct_solar_radiation       | 643.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 13.386639   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | -3.8718314  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1252746.0   |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.5349513   |
+|    Heating_Setpoint_RL          | 0.8307429    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.81954     |
+|    Heating_Setpoint_RL          | 22.297928    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.19220659  |
+|    air_humidity                 | -0.40808672  |
+|    air_temperature              | 0.32736152   |
+|    clg_setpoint                 | -1.2275394   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.29661012   |
+|    diffuse_solar_radiation      | 0.6729707    |
+|    direct_solar_radiation       | 1.6427798    |
+|    hour                         | 0.5065284    |
+|    htg_setpoint                 | -0.40558165  |
+|    month                        | -0.7488799   |
+|    outdoor_humidity             | 0.0035410135 |
+|    outdoor_temperature          | -0.696337    |
+|    people_occupant              | 1.6951509    |
+|    total_electricity_HVAC       | -0.21851796  |
+|    wind_direction               | -0.13165346  |
+|    wind_speed                   | -0.15965445  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2046.6178    |
+|    air_humidity                 | 31.201414    |
+|    air_temperature              | 23.248848    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 18.0         |
+|    diffuse_solar_radiation      | 132.5        |
+|    direct_solar_radiation       | 552.0        |
+|    hour                         | 15.0         |
+|    htg_setpoint                 | 16.019232    |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 68.0         |
+|    outdoor_temperature          | 3.694998     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 1841956.1    |
+|    wind_direction               | 170.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.55140674 |
+|    Heating_Setpoint_RL          | -0.3075854  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.764002   |
+|    Heating_Setpoint_RL          | 15.894833   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.36622462 |
+|    air_humidity                 | -0.2045971  |
+|    air_temperature              | 0.59269065  |
+|    clg_setpoint                 | -1.040017   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.4105726   |
+|    diffuse_solar_radiation      | -0.07793193 |
+|    direct_solar_radiation       | 0.86462325  |
+|    hour                         | 0.650967    |
+|    htg_setpoint                 | -0.12695038 |
+|    month                        | -0.74750537 |
+|    outdoor_humidity             | -0.47051662 |
+|    outdoor_temperature          | -0.738351   |
+|    people_occupant              | 1.6938211   |
+|    total_electricity_HVAC       | -0.4045281  |
+|    wind_direction               | 1.5608504   |
+|    wind_speed                   | 0.08494734  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1242.5607   |
+|    air_humidity                 | 33.751755   |
+|    air_temperature              | 23.720577   |
+|    clg_setpoint                 | 23.722918   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 61.5        |
+|    direct_solar_radiation       | 360.0       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 17.154634   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 58.0        |
+|    outdoor_temperature          | 3.254515    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1031080.2   |
+|    wind_direction               | 350.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.56269115   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 20.790138    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.61583036  |
+|    air_humidity                 | -0.33653903  |
+|    air_temperature              | 1.3296354    |
+|    clg_setpoint                 | 0.0095627615 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.5244248    |
+|    diffuse_solar_radiation      | -0.5536466   |
+|    direct_solar_radiation       | -0.22580282  |
+|    hour                         | 0.7953922    |
+|    htg_setpoint                 | -0.024611803 |
+|    month                        | -0.74613833  |
+|    outdoor_humidity             | 0.37930533   |
+|    outdoor_temperature          | -0.60648835  |
+|    people_occupant              | 1.6924995    |
+|    total_electricity_HVAC       | -0.62273556  |
+|    wind_direction               | -0.03457087  |
+|    wind_speed                   | 2.7806098    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 32.0951      |
+|    air_temperature              | 25.03183     |
+|    clg_setpoint                 | 26.376253    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 20.0         |
+|    diffuse_solar_radiation      | 16.5         |
+|    direct_solar_radiation       | 91.5         |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 17.573015    |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 76.0         |
+|    outdoor_temperature          | 4.5613375    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 11.8         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.61568403 |
+|    air_humidity                 | -1.1070936  |
+|    air_temperature              | 0.32816926  |
+|    clg_setpoint                 | -1.2258515  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.63810575  |
+|    diffuse_solar_radiation      | -0.7280618  |
+|    direct_solar_radiation       | -0.5968474  |
+|    hour                         | 0.939798    |
+|    htg_setpoint                 | -1.3952769  |
+|    month                        | -0.7447788  |
+|    outdoor_humidity             | -1.3681796  |
+|    outdoor_temperature          | -0.6105013  |
+|    people_occupant              | 0.50057477  |
+|    total_electricity_HVAC       | -0.6225604  |
+|    wind_direction               | 0.99709326  |
+|    wind_speed                   | 3.828005    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 22.451147   |
+|    air_temperature              | 23.249825   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 39.0        |
+|    outdoor_temperature          | 4.5172133   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 14.4        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.22274233 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 16.372074   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.45597446 |
+|    air_humidity                 | -1.0010421  |
+|    air_temperature              | -0.13444346 |
+|    clg_setpoint                 | -0.6540951  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7515403   |
+|    diffuse_solar_radiation      | -0.7281725  |
+|    direct_solar_radiation       | -0.5973083  |
+|    hour                         | 1.0841774   |
+|    htg_setpoint                 | -1.3941228  |
+|    month                        | -0.7434267  |
+|    outdoor_humidity             | -2.1616309  |
+|    outdoor_temperature          | -1.1162373  |
+|    people_occupant              | -0.45264965 |
+|    total_electricity_HVAC       | -0.46827757 |
+|    wind_direction               | 1.0876187   |
+|    wind_speed                   | 1.2956828   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 827.5886    |
+|    air_humidity                 | 23.73359    |
+|    air_temperature              | 22.42507    |
+|    clg_setpoint                 | 24.6958     |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 22.0        |
+|    outdoor_temperature          | -0.58223057 |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 752913.2    |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 8.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5683845   |
+|    Heating_Setpoint_RL          | 0.43696547  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.543297   |
+|    Heating_Setpoint_RL          | 20.082932   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.61596066 |
+|    air_humidity                 | -1.5236076  |
+|    air_temperature              | -1.1286701  |
+|    clg_setpoint                 | 0.56539375  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.86463964  |
+|    diffuse_solar_radiation      | -0.7282965  |
+|    direct_solar_radiation       | -0.5977539  |
+|    hour                         | 1.2285221   |
+|    htg_setpoint                 | -1.3935603  |
+|    month                        | -0.7420819  |
+|    outdoor_humidity             | -0.6971894  |
+|    outdoor_temperature          | -0.6279059  |
+|    people_occupant              | -0.68963134 |
+|    total_electricity_HVAC       | -0.62281764 |
+|    wind_direction               | 0.33644998  |
+|    wind_speed                   | 0.6859846   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 17.133406   |
+|    air_temperature              | 20.654474   |
+|    clg_setpoint                 | 27.7827     |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 53.0        |
+|    outdoor_temperature          | 4.289253    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.41500533 |
+|    Heating_Setpoint_RL          | -0.14310819 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.224358   |
+|    Heating_Setpoint_RL          | 16.820017   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6077537  |
+|    air_humidity                 | -0.605166   |
+|    air_temperature              | -1.0998425  |
+|    clg_setpoint                 | 1.4403695   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.97730184  |
+|    diffuse_solar_radiation      | -0.72845566 |
+|    direct_solar_radiation       | -0.5982102  |
+|    hour                         | 1.3728231   |
+|    htg_setpoint                 | 0.2674611   |
+|    month                        | -0.74074435 |
+|    outdoor_humidity             | 1.3727111   |
+|    outdoor_temperature          | -0.49091288 |
+|    people_occupant              | -0.68844837 |
+|    total_electricity_HVAC       | -0.6149551  |
+|    wind_direction               | -1.7300234  |
+|    wind_speed                   | -2.0326562  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 122.95377   |
+|    air_humidity                 | 28.594927   |
+|    air_temperature              | 20.70279    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 18.752184   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 97.0        |
+|    outdoor_temperature          | 5.657064    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 110658.4    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.5789284  |
+|    Heating_Setpoint_RL          | 0.2988593   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.671116   |
+|    Heating_Setpoint_RL          | 19.306084   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6153135  |
+|    air_humidity                 | 1.2658914   |
+|    air_temperature              | -1.111558   |
+|    clg_setpoint                 | 1.1368724   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0894127   |
+|    diffuse_solar_radiation      | -0.7285818  |
+|    direct_solar_radiation       | -0.5974985  |
+|    hour                         | 1.5170703   |
+|    htg_setpoint                 | 0.24690953  |
+|    month                        | -0.739414   |
+|    outdoor_humidity             | 1.3689603   |
+|    outdoor_temperature          | -0.3402401  |
+|    people_occupant              | -0.6888531  |
+|    total_electricity_HVAC       | -0.6221445  |
+|    wind_direction               | -0.13363363 |
+|    wind_speed                   | -0.77605885 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 52.044285   |
+|    air_temperature              | 20.682262   |
+|    clg_setpoint                 | 29.230694   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 18.671053   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 97.0        |
+|    outdoor_temperature          | 7.1610193   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 170.0       |
+|    wind_speed                   | 3.1         |
+| train/                          |             |
+|    approx_kl                    | 0.005199103 |
+|    clip_fraction                | 0.0424      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.75       |
+|    explained_variance           | 0.729       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 1.63        |
+|    n_updates                    | 210         |
+|    policy_gradient_loss         | -0.00728    |
+|    std                          | 0.957       |
+|    value_loss                   | 5.26        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.8074951   |
+|    Heating_Setpoint_RL          | 0.014493972 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.350296   |
+|    Heating_Setpoint_RL          | 17.706528   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.61520624 |
+|    air_humidity                 | 0.7377438   |
+|    air_temperature              | -1.1751249  |
+|    clg_setpoint                 | 1.4414297   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2008463   |
+|    diffuse_solar_radiation      | -0.7286531  |
+|    direct_solar_radiation       | -0.5977584  |
+|    hour                         | 1.6612525   |
+|    htg_setpoint                 | -1.3937383  |
+|    month                        | -0.7380908  |
+|    outdoor_humidity             | 1.1781316   |
+|    outdoor_temperature          | -0.21493964 |
+|    people_occupant              | -0.689256   |
+|    total_electricity_HVAC       | -0.62202615 |
+|    wind_direction               | -0.1328171  |
+|    wind_speed                   | -0.36818063 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 45.435364   |
+|    air_temperature              | 20.570868   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 8.4113245   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 170.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.657395   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.406292   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6152725  |
+|    air_humidity                 | 1.1139417   |
+|    air_temperature              | -0.8478901  |
+|    clg_setpoint                 | 1.441321    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.426098    |
+|    diffuse_solar_radiation      | -0.72868854 |
+|    direct_solar_radiation       | -0.5976018  |
+|    hour                         | -1.6610409  |
+|    htg_setpoint                 | 0.13439758  |
+|    month                        | -0.73677474 |
+|    outdoor_humidity             | 0.28357244  |
+|    outdoor_temperature          | 0.27820358  |
+|    people_occupant              | -0.68965715 |
+|    total_electricity_HVAC       | -0.6221187  |
+|    wind_direction               | -1.729248   |
+|    wind_speed                   | 0.07844573  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 50.17897    |
+|    air_temperature              | 21.152975   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 18.215397   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 74.0        |
+|    outdoor_temperature          | 13.35331    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.38349283  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 19.782146   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.17033438 |
+|    air_humidity                 | -0.15092811 |
+|    air_temperature              | -1.2911404  |
+|    clg_setpoint                 | -0.6885229  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5355846   |
+|    diffuse_solar_radiation      | -0.7287871  |
+|    direct_solar_radiation       | -0.59742785 |
+|    hour                         | -1.5163625  |
+|    htg_setpoint                 | 0.4021869   |
+|    month                        | -0.73546565 |
+|    outdoor_humidity             | -0.5154252  |
+|    outdoor_temperature          | -0.6377226  |
+|    people_occupant              | -0.6900565  |
+|    total_electricity_HVAC       | -0.36291096 |
+|    wind_direction               | -1.4427885  |
+|    wind_speed                   | -0.16725881 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2149.779    |
+|    air_humidity                 | 34.343243   |
+|    air_temperature              | 20.367874   |
+|    clg_setpoint                 | 24.607378   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 19.306145   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 57.0        |
+|    outdoor_temperature          | 4.203207    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1211447.6   |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.23394978  |
+|    Heating_Setpoint_RL          | 0.84276533  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.414581   |
+|    Heating_Setpoint_RL          | 22.365555   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.55359983 |
+|    air_humidity                 | -0.1397754  |
+|    air_temperature              | -1.028414   |
+|    clg_setpoint                 | 1.0364928   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6439086   |
+|    diffuse_solar_radiation      | -0.7289391  |
+|    direct_solar_radiation       | -0.5978973  |
+|    hour                         | -1.3717421  |
+|    htg_setpoint                 | -1.3946747  |
+|    month                        | -0.7341635  |
+|    outdoor_humidity             | 0.6135163   |
+|    outdoor_temperature          | -0.97579783 |
+|    people_occupant              | -0.69045407 |
+|    total_electricity_HVAC       | -0.5621948  |
+|    wind_direction               | -0.9713241  |
+|    wind_speed                   | -0.37088722 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 372.26648   |
+|    air_humidity                 | 34.472614   |
+|    air_temperature              | 20.835236   |
+|    clg_setpoint                 | 28.97409    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 81.0        |
+|    outdoor_temperature          | 0.81573147  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 339612.75   |
+|    wind_direction               | 80.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.23390989  |
+|    Heating_Setpoint_RL          | -0.18156397 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.414446   |
+|    Heating_Setpoint_RL          | 16.603703   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6152479  |
+|    air_humidity                 | -0.38575983 |
+|    air_temperature              | -0.9321413  |
+|    clg_setpoint                 | 1.441057    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7509077   |
+|    diffuse_solar_radiation      | -0.72898334 |
+|    direct_solar_radiation       | -0.5971434  |
+|    hour                         | -1.2271684  |
+|    htg_setpoint                 | -1.3953931  |
+|    month                        | -0.73286825 |
+|    outdoor_humidity             | 1.5064137   |
+|    outdoor_temperature          | -0.61222535 |
+|    people_occupant              | -0.6892851  |
+|    total_electricity_HVAC       | -0.6220502  |
+|    wind_direction               | -1.531974   |
+|    wind_speed                   | 0.27940527  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 31.387558   |
+|    air_temperature              | 21.005074   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 4.434288    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.19403023  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 18.71642    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.8377497   |
+|    air_humidity                 | -0.38129774 |
+|    air_temperature              | 0.26558033  |
+|    clg_setpoint                 | -1.0202515  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6709503  |
+|    diffuse_solar_radiation      | -0.7290276  |
+|    direct_solar_radiation       | -0.5962315  |
+|    hour                         | -1.0826318  |
+|    htg_setpoint                 | 1.3700619   |
+|    month                        | -0.45354357 |
+|    outdoor_humidity             | 0.32602957  |
+|    outdoor_temperature          | -0.99499375 |
+|    people_occupant              | -0.68812203 |
+|    total_electricity_HVAC       | 2.684068    |
+|    wind_direction               | -1.3391851  |
+|    wind_speed                   | -0.77800393 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 16129.209   |
+|    air_humidity                 | 31.441029   |
+|    air_temperature              | 23.125116   |
+|    clg_setpoint                 | 23.771482   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 75.0        |
+|    outdoor_temperature          | 0.61230195  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 14567763.0  |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.1752401   |
+|    Heating_Setpoint_RL          | 0.3498567   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.216434   |
+|    Heating_Setpoint_RL          | 19.592945   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.153892    |
+|    air_humidity                 | 0.29183245  |
+|    air_temperature              | -0.6460584  |
+|    clg_setpoint                 | -0.96793115 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.550349   |
+|    diffuse_solar_radiation      | -0.4438048  |
+|    direct_solar_radiation       | 0.07151578  |
+|    hour                         | -0.93812346 |
+|    htg_setpoint                 | 0.94174063  |
+|    month                        | -0.45291921 |
+|    outdoor_humidity             | 0.32494268  |
+|    outdoor_temperature          | -0.8191817  |
+|    people_occupant              | -0.688521   |
+|    total_electricity_HVAC       | 1.2317989   |
+|    wind_direction               | 0.9107656   |
+|    wind_speed                   | 0.8917381   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 8308.001    |
+|    air_humidity                 | 39.837425   |
+|    air_temperature              | 21.51132    |
+|    clg_setpoint                 | 23.903837   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 27.0        |
+|    direct_solar_radiation       | 165.0       |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 21.511284   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 75.0        |
+|    outdoor_temperature          | 2.3559697   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 8204461.5   |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.098652855 |
+|    Heating_Setpoint_RL          | -0.6582397   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.292046    |
+|    Heating_Setpoint_RL          | 13.922401    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.47350413  |
+|    air_humidity                 | -1.0003811   |
+|    air_temperature              | -0.42987853  |
+|    clg_setpoint                 | 0.7845582    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.4311402   |
+|    diffuse_solar_radiation      | -0.17457171  |
+|    direct_solar_radiation       | 1.5939147    |
+|    hour                         | -0.79363596  |
+|    htg_setpoint                 | -0.39862302  |
+|    month                        | -0.45229742  |
+|    outdoor_humidity             | -0.37917024  |
+|    outdoor_temperature          | -0.65558743  |
+|    people_occupant              | -0.6889182   |
+|    total_electricity_HVAC       | -0.48604268  |
+|    wind_direction               | -1.7171903   |
+|    wind_speed                   | -0.77904373  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 744.63745    |
+|    air_humidity                 | 23.716164    |
+|    air_temperature              | 21.893726    |
+|    clg_setpoint                 | 28.343534    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 3.0          |
+|    diffuse_solar_radiation      | 52.5         |
+|    direct_solar_radiation       | 541.5        |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 16.057873    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 60.0         |
+|    outdoor_temperature          | 3.9834645    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 673300.5     |
+|    wind_direction               | 0.0          |
+|    wind_speed                   | 3.1          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.75360364  |
+|    Heating_Setpoint_RL          | 0.14277774  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.168413   |
+|    Heating_Setpoint_RL          | 18.428123   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5284536  |
+|    air_humidity                 | -0.5227223  |
+|    air_temperature              | -1.0721288  |
+|    clg_setpoint                 | 1.2549118   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3131037  |
+|    diffuse_solar_radiation      | 0.82001173  |
+|    direct_solar_radiation       | 1.0294286   |
+|    hour                         | -0.649163   |
+|    htg_setpoint                 | -0.49488378 |
+|    month                        | -0.45167816 |
+|    outdoor_humidity             | -0.6136835  |
+|    outdoor_temperature          | -0.22570902 |
+|    people_occupant              | -0.68931365 |
+|    total_electricity_HVAC       | -0.53849447 |
+|    wind_direction               | 0.71990937  |
+|    wind_speed                   | -0.5751729  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 487.90253   |
+|    air_humidity                 | 29.646206   |
+|    air_temperature              | 20.75715    |
+|    clg_setpoint                 | 29.534094   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 146.5       |
+|    direct_solar_radiation       | 403.0       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 15.665403   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 55.0        |
+|    outdoor_temperature          | 8.254239    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 442076.9    |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6101974   |
+|    air_humidity                 | 0.010244163  |
+|    air_temperature              | 0.33741024   |
+|    clg_setpoint                 | -1.2255462   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.1960436   |
+|    diffuse_solar_radiation      | 1.0997851    |
+|    direct_solar_radiation       | 1.6889908    |
+|    hour                         | -0.5046994   |
+|    htg_setpoint                 | -1.3962624   |
+|    month                        | -0.45106146  |
+|    outdoor_humidity             | 0.04656396   |
+|    outdoor_temperature          | -0.10443535  |
+|    people_occupant              | 1.6926826    |
+|    total_electricity_HVAC       | -0.6091439   |
+|    wind_direction               | -0.031056171 |
+|    wind_speed                   | -0.37155682  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 106.81122    |
+|    air_humidity                 | 36.275757    |
+|    air_temperature              | 23.251251    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 5.0          |
+|    diffuse_solar_radiation      | 173.0        |
+|    direct_solar_radiation       | 567.0        |
+|    hour                         | 8.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 69.0         |
+|    outdoor_temperature          | 9.456214     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 131250.56    |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.66609555   |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.873072    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.48270085  |
+|    air_humidity                 | 0.95059156   |
+|    air_temperature              | -0.091886275 |
+|    clg_setpoint                 | 1.424303     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.0797863   |
+|    diffuse_solar_radiation      | 1.6014373    |
+|    direct_solar_radiation       | 1.9626768    |
+|    hour                         | -0.36024123  |
+|    htg_setpoint                 | -1.3966281   |
+|    month                        | -0.4504473   |
+|    outdoor_humidity             | -0.94483984  |
+|    outdoor_temperature          | 0.9171128    |
+|    people_occupant              | -0.69009936  |
+|    total_electricity_HVAC       | -0.50072664  |
+|    wind_direction               | -1.4414753   |
+|    wind_speed                   | -0.983244    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 696.52216    |
+|    air_humidity                 | 48.008263    |
+|    air_temperature              | 22.4926      |
+|    clg_setpoint                 | 29.965775    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 6.0          |
+|    diffuse_solar_radiation      | 220.5        |
+|    direct_solar_radiation       | 635.0        |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 48.0         |
+|    outdoor_temperature          | 19.599352    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 604056.0     |
+|    wind_direction               | 30.0         |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.34518808  |
+|    air_humidity                 | -0.019006036 |
+|    air_temperature              | 0.037580226  |
+|    clg_setpoint                 | 0.19276771   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.96417785  |
+|    diffuse_solar_radiation      | 0.7872175    |
+|    direct_solar_radiation       | 2.8126235    |
+|    hour                         | -0.21578552  |
+|    htg_setpoint                 | -0.16806068  |
+|    month                        | -0.4498356   |
+|    outdoor_humidity             | -1.4642888   |
+|    outdoor_temperature          | 1.3998827    |
+|    people_occupant              | -0.6889499   |
+|    total_electricity_HVAC       | -0.36384904  |
+|    wind_direction               | 0.62513304   |
+|    wind_speed                   | 0.69198436   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1331.7306    |
+|    air_humidity                 | 35.950542    |
+|    air_temperature              | 22.721941    |
+|    clg_setpoint                 | 26.848684    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 7.0          |
+|    diffuse_solar_radiation      | 143.5        |
+|    direct_solar_radiation       | 847.0        |
+|    hour                         | 10.0         |
+|    htg_setpoint                 | 16.992802    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 37.0         |
+|    outdoor_temperature          | 24.391973    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1200715.4    |
+|    wind_direction               | 250.0        |
+|    wind_speed                   | 6.7          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.67128     |
+|    Heating_Setpoint_RL          | -0.2336519  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.89057    |
+|    Heating_Setpoint_RL          | 16.310707   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49439877 |
+|    air_humidity                 | 0.6638395   |
+|    air_temperature              | 2.067139    |
+|    clg_setpoint                 | 1.4343615   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.84908354 |
+|    diffuse_solar_radiation      | 2.262829    |
+|    direct_solar_radiation       | 1.9198012   |
+|    hour                         | -0.0713305  |
+|    htg_setpoint                 | -1.3946128  |
+|    month                        | -0.4492264  |
+|    outdoor_humidity             | -1.1797038  |
+|    outdoor_temperature          | 1.4068316   |
+|    people_occupant              | 1.219034    |
+|    total_electricity_HVAC       | -0.51847476 |
+|    wind_direction               | 0.05968185  |
+|    wind_speed                   | 0.079582356 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 637.9159    |
+|    air_humidity                 | 44.438763   |
+|    air_temperature              | 26.306557   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 283.0       |
+|    direct_solar_radiation       | 626.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 43.0        |
+|    outdoor_temperature          | 24.486572   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 522422.8    |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -1.0          |
+|    Heating_Setpoint_RL          | 0.49067065    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23.25         |
+|    Heating_Setpoint_RL          | 20.385021     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.53705543   |
+|    air_humidity                 | 0.7411514     |
+|    air_temperature              | 1.6298671     |
+|    clg_setpoint                 | 0.9769747     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.73438597   |
+|    diffuse_solar_radiation      | 1.8896487     |
+|    direct_solar_radiation       | 1.2103553     |
+|    hour                         | 0.073124476   |
+|    htg_setpoint                 | -0.9199079    |
+|    month                        | -0.44861966   |
+|    outdoor_humidity             | -0.0016316383 |
+|    outdoor_temperature          | 0.9249124     |
+|    people_occupant              | 0.26466674    |
+|    total_electricity_HVAC       | -0.5486326    |
+|    wind_direction               | 0.05959727    |
+|    wind_speed                   | 0.08065072    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 440.53177     |
+|    air_humidity                 | 45.446995     |
+|    air_temperature              | 25.536293     |
+|    clg_setpoint                 | 28.841007     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 9.0           |
+|    diffuse_solar_radiation      | 248.0         |
+|    direct_solar_radiation       | 449.5         |
+|    hour                         | 12.0          |
+|    htg_setpoint                 | 13.93161      |
+|    month                        | 4.0           |
+|    outdoor_humidity             | 68.0          |
+|    outdoor_temperature          | 19.715067     |
+|    people_occupant              | 8.0           |
+|    total_electricity_HVAC       | 390900.72     |
+|    wind_direction               | 190.0         |
+|    wind_speed                   | 5.2           |
+---------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.72739035 |
+|    Heating_Setpoint_RL          | 0.9410719   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.170057   |
+|    Heating_Setpoint_RL          | 22.91853    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.25596172 |
+|    air_humidity                 | -0.14752512 |
+|    air_temperature              | 1.5800644   |
+|    clg_setpoint                 | -0.3605096  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.61998445 |
+|    diffuse_solar_radiation      | 0.8895356   |
+|    direct_solar_radiation       | 2.5137813   |
+|    hour                         | 0.217579    |
+|    htg_setpoint                 | -1.3944697  |
+|    month                        | -0.4480154  |
+|    outdoor_humidity             | -2.0304456  |
+|    outdoor_temperature          | 1.066505    |
+|    people_occupant              | 1.2171905   |
+|    total_electricity_HVAC       | -0.30197287 |
+|    wind_direction               | 1.0018431   |
+|    wind_speed                   | 1.102986    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1741.1539   |
+|    air_humidity                 | 34.42681    |
+|    air_temperature              | 25.448803   |
+|    clg_setpoint                 | 25.44931    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 153.5       |
+|    direct_solar_radiation       | 773.5       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 25.0        |
+|    outdoor_temperature          | 21.12839    |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 1467898.1   |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.92166215 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.51439    |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5799488  |
+|    air_humidity                 | -1.7739071  |
+|    air_temperature              | 1.4843248   |
+|    clg_setpoint                 | -0.42738762 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.5057943  |
+|    diffuse_solar_radiation      | 0.7737129   |
+|    direct_solar_radiation       | 2.3264754   |
+|    hour                         | 0.3620316   |
+|    htg_setpoint                 | -1.3926824  |
+|    month                        | -0.44741353 |
+|    outdoor_humidity             | -2.539499   |
+|    outdoor_temperature          | 0.487403    |
+|    people_occupant              | 1.6925756   |
+|    total_electricity_HVAC       | -0.5897428  |
+|    wind_direction               | 1.1875963   |
+|    wind_speed                   | 3.2080703   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 240.54498   |
+|    air_humidity                 | 14.135777   |
+|    air_temperature              | 25.279222   |
+|    clg_setpoint                 | 25.279388   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 142.5       |
+|    direct_solar_radiation       | 728.5       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 14.0        |
+|    outdoor_temperature          | 15.390162   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 209932.14   |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 12.9        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.22045791  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.865076   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.32932976 |
+|    air_humidity                 | -1.9526099  |
+|    air_temperature              | 0.33445624  |
+|    clg_setpoint                 | -1.2269956  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.39174604 |
+|    diffuse_solar_radiation      | 0.029376933 |
+|    direct_solar_radiation       | 2.4675565   |
+|    hour                         | 0.50647974  |
+|    htg_setpoint                 | 0.3712926   |
+|    month                        | -0.44681412 |
+|    outdoor_humidity             | -2.6650405  |
+|    outdoor_temperature          | 0.33010212  |
+|    people_occupant              | 1.6913234   |
+|    total_electricity_HVAC       | -0.32496879 |
+|    wind_direction               | -1.7339158  |
+|    wind_speed                   | 0.6826097   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1397.5425   |
+|    air_humidity                 | 11.799511   |
+|    air_temperature              | 23.249598   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 72.0        |
+|    direct_solar_radiation       | 766.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 19.171423   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 11.0        |
+|    outdoor_temperature          | 13.825355   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1363525.2   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 1.0           |
+|    Heating_Setpoint_RL          | -1.0          |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 30.0          |
+|    Heating_Setpoint_RL          | 12.0          |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.6124922    |
+|    air_humidity                 | -1.2109747    |
+|    air_temperature              | -0.5678032    |
+|    clg_setpoint                 | 0.31768742    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.27778545   |
+|    diffuse_solar_radiation      | -0.0028027995 |
+|    direct_solar_radiation       | -0.59978145   |
+|    hour                         | 0.6509198     |
+|    htg_setpoint                 | -1.3918315    |
+|    month                        | -0.4462171    |
+|    outdoor_humidity             | 0.8513598     |
+|    outdoor_temperature          | -0.46622688   |
+|    people_occupant              | -0.6897558    |
+|    total_electricity_HVAC       | -0.61923414   |
+|    wind_direction               | -0.13333806   |
+|    wind_speed                   | -0.5769097    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 87.037186     |
+|    air_humidity                 | 20.995329     |
+|    air_temperature              | 21.657925     |
+|    clg_setpoint                 | 27.170616     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 13.0          |
+|    diffuse_solar_radiation      | 69.0          |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 16.0          |
+|    htg_setpoint                 | 12.0          |
+|    month                        | 4.0           |
+|    outdoor_humidity             | 86.0          |
+|    outdoor_temperature          | 5.948955      |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 78333.47      |
+|    wind_direction               | 170.0         |
+|    wind_speed                   | 3.6           |
+---------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.8647648  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.760698   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.61238384 |
+|    air_humidity                 | -0.96788746 |
+|    air_temperature              | 0.026983375 |
+|    clg_setpoint                 | -0.8800344  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.16387278 |
+|    diffuse_solar_radiation      | -0.25163805 |
+|    direct_solar_radiation       | -0.49785328 |
+|    hour                         | 0.7953471   |
+|    htg_setpoint                 | -1.3923208  |
+|    month                        | -0.44562247 |
+|    outdoor_humidity             | 0.100782596 |
+|    outdoor_temperature          | -0.29044464 |
+|    people_occupant              | -0.6886251  |
+|    total_electricity_HVAC       | -0.6191213  |
+|    wind_direction               | -0.41406876 |
+|    wind_speed                   | -0.17071982 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 24.005129   |
+|    air_temperature              | 22.705322   |
+|    clg_setpoint                 | 24.134253   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 45.5        |
+|    direct_solar_radiation       | 25.5        |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 70.0        |
+|    outdoor_temperature          | 7.67926     |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 140.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.733243    |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.150305    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6123018   |
+|    air_humidity                 | 1.2661546    |
+|    air_temperature              | 0.35592592   |
+|    clg_setpoint                 | -1.2123891   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.04998291  |
+|    diffuse_solar_radiation      | -0.73258805  |
+|    direct_solar_radiation       | -0.59913033  |
+|    hour                         | 0.93975604   |
+|    htg_setpoint                 | -1.210664    |
+|    month                        | -0.4450302   |
+|    outdoor_humidity             | 1.502924     |
+|    outdoor_temperature          | -0.08408369  |
+|    people_occupant              | 0.50284135   |
+|    total_electricity_HVAC       | -0.61900806  |
+|    wind_direction               | -0.13026816  |
+|    wind_speed                   | -0.9839564   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 51.95415     |
+|    air_temperature              | 23.284637    |
+|    clg_setpoint                 | 23.288424    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 18.0         |
+|    htg_setpoint                 | 12.739306    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 9.710129     |
+|    people_occupant              | 10.0         |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 170.0        |
+|    wind_speed                   | 2.6          |
+| train/                          |              |
+|    approx_kl                    | 0.0070464984 |
+|    clip_fraction                | 0.0619       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.75        |
+|    explained_variance           | 0.615        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 1.6          |
+|    n_updates                    | 220          |
+|    policy_gradient_loss         | -0.00887     |
+|    std                          | 0.956        |
+|    value_loss                   | 5.7          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.39142588 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.423229   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6124676  |
+|    air_humidity                 | 0.86780566  |
+|    air_temperature              | 0.46618047  |
+|    clg_setpoint                 | 0.35163122  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.06389505  |
+|    diffuse_solar_radiation      | -0.7327324  |
+|    direct_solar_radiation       | -0.5996881  |
+|    hour                         | 1.08414     |
+|    htg_setpoint                 | 0.7742941   |
+|    month                        | -0.44444028 |
+|    outdoor_humidity             | -0.37010026 |
+|    outdoor_temperature          | 0.65593654  |
+|    people_occupant              | -0.45105258 |
+|    total_electricity_HVAC       | -0.6191716  |
+|    wind_direction               | 0.62257904  |
+|    wind_speed                   | -0.16999142 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 47.00884    |
+|    air_temperature              | 23.478468   |
+|    clg_setpoint                 | 27.256704   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 20.815002   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 60.0        |
+|    outdoor_temperature          | 17.01581    |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.037480578 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 17.414171    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.61214054  |
+|    air_humidity                 | 1.2345645    |
+|    air_temperature              | -0.26235402  |
+|    clg_setpoint                 | 0.8566737    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.17775778   |
+|    diffuse_solar_radiation      | -0.732981    |
+|    direct_solar_radiation       | -0.59892595  |
+|    hour                         | 1.228491     |
+|    htg_setpoint                 | -1.3927435   |
+|    month                        | -0.44385272  |
+|    outdoor_humidity             | 1.3604767    |
+|    outdoor_temperature          | -0.10379078  |
+|    people_occupant              | -0.45150927  |
+|    total_electricity_HVAC       | -0.61885834  |
+|    wind_direction               | -0.69651324  |
+|    wind_speed                   | 0.07601242   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 51.63481     |
+|    air_temperature              | 22.198029    |
+|    clg_setpoint                 | 28.53741     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 17.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 97.0         |
+|    outdoor_temperature          | 9.535645     |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 110.0        |
+|    wind_speed                   | 5.2          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.3868584  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 15.448921   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.95655507  |
+|    air_humidity                 | 0.2120779   |
+|    air_temperature              | 0.33659238  |
+|    clg_setpoint                 | -0.25882876 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.2915879   |
+|    diffuse_solar_radiation      | -0.73316145 |
+|    direct_solar_radiation       | -0.5980298  |
+|    hour                         | 1.3728007   |
+|    htg_setpoint                 | 1.3714756   |
+|    month                        | -0.44326746 |
+|    outdoor_humidity             | 1.0318145   |
+|    outdoor_temperature          | -0.25550014 |
+|    people_occupant              | -0.6901609  |
+|    total_electricity_HVAC       | 0.87653583  |
+|    wind_direction               | -0.41103947 |
+|    wind_speed                   | -0.373222   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7329.255    |
+|    air_humidity                 | 38.849518   |
+|    air_temperature              | 23.250137   |
+|    clg_setpoint                 | 25.705317   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 8.0396385   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6596329.5   |
+|    wind_direction               | 140.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6597099  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.39848    |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6118155  |
+|    air_humidity                 | -0.28399882 |
+|    air_temperature              | -1.0748471  |
+|    clg_setpoint                 | 0.9927059   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.40535414  |
+|    diffuse_solar_radiation      | -0.7333178  |
+|    direct_solar_radiation       | -0.5983491  |
+|    hour                         | 1.5170593   |
+|    htg_setpoint                 | -1.3939421  |
+|    month                        | -0.44268453 |
+|    outdoor_humidity             | -0.13827133 |
+|    outdoor_temperature          | -0.40096775 |
+|    people_occupant              | -0.6905408  |
+|    total_electricity_HVAC       | -0.61848444 |
+|    wind_direction               | -0.40957296 |
+|    wind_speed                   | -0.57729274 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 32.635696   |
+|    air_temperature              | 20.772211   |
+|    clg_setpoint                 | 28.882397   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 65.0        |
+|    outdoor_temperature          | 6.606527    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 140.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.9271505    |
+|    Heating_Setpoint_RL          | -0.77920884  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.754133    |
+|    Heating_Setpoint_RL          | 13.24195     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.630528     |
+|    air_humidity                 | -0.24132562  |
+|    air_temperature              | -0.5526981   |
+|    clg_setpoint                 | -0.076041415 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.51901144   |
+|    diffuse_solar_radiation      | -0.73352647  |
+|    direct_solar_radiation       | -0.5974582   |
+|    hour                         | 1.6612563    |
+|    htg_setpoint                 | 0.9872249    |
+|    month                        | -0.4421039   |
+|    outdoor_humidity             | 0.84607816   |
+|    outdoor_temperature          | -0.3214049   |
+|    people_occupant              | -0.68942285  |
+|    total_electricity_HVAC       | 1.8260524    |
+|    wind_direction               | -1.1625172   |
+|    wind_speed                   | 1.0979233    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 10435.284    |
+|    air_humidity                 | 33.159843    |
+|    air_temperature              | 21.688385    |
+|    clg_setpoint                 | 26.171759    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 20.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 21.68839     |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 86.0         |
+|    outdoor_temperature          | 7.3872366    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 10732236.0   |
+|    wind_direction               | 60.0         |
+|    wind_speed                   | 7.7          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9048561  |
+|    Heating_Setpoint_RL          | 0.60383457  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.57111    |
+|    Heating_Setpoint_RL          | 21.02157    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.1687772   |
+|    air_humidity                 | -0.07969253 |
+|    air_temperature              | -0.8175176  |
+|    clg_setpoint                 | 1.2026606   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.74702233  |
+|    diffuse_solar_radiation      | -0.73370457 |
+|    direct_solar_radiation       | -0.59657127 |
+|    hour                         | -1.6610558  |
+|    htg_setpoint                 | 0.9917425   |
+|    month                        | -0.44152555 |
+|    outdoor_humidity             | 0.98357105  |
+|    outdoor_temperature          | -0.4750362  |
+|    people_occupant              | -0.6883103  |
+|    total_electricity_HVAC       | 2.3102887   |
+|    wind_direction               | 0.5355034   |
+|    wind_speed                   | 0.6853528   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 12925.339   |
+|    air_humidity                 | 35.175426   |
+|    air_temperature              | 21.222132   |
+|    clg_setpoint                 | 29.424858   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 21.707058   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | 5.8747625   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 12849750.0  |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -0.68736494   |
+|    Heating_Setpoint_RL          | -1.0          |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 24.305143     |
+|    Heating_Setpoint_RL          | 12.0          |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.6116602    |
+|    air_humidity                 | 0.06534987    |
+|    air_temperature              | -1.0055778    |
+|    clg_setpoint                 | -1.0675014    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 0.8603092     |
+|    diffuse_solar_radiation      | -0.7337922    |
+|    direct_solar_radiation       | -0.5958981    |
+|    hour                         | -1.5163887    |
+|    htg_setpoint                 | 0.08882596    |
+|    month                        | -0.44094944   |
+|    outdoor_humidity             | -0.0015805024 |
+|    outdoor_temperature          | -0.4208924    |
+|    people_occupant              | -0.68869144   |
+|    total_electricity_HVAC       | -0.6182784    |
+|    wind_direction               | 0.7230274     |
+|    wind_speed                   | 0.071199715   |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 87.037186     |
+|    air_humidity                 | 36.98127      |
+|    air_temperature              | 20.893171     |
+|    clg_setpoint                 | 23.654963     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 23.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 1.0           |
+|    htg_setpoint                 | 18.03291      |
+|    month                        | 4.0           |
+|    outdoor_humidity             | 68.0          |
+|    outdoor_temperature          | 6.401643      |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 78333.47      |
+|    wind_direction               | 260.0         |
+|    wind_speed                   | 5.2           |
+---------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.45327783 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 15.075312   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6114023  |
+|    air_humidity                 | 0.3584478   |
+|    air_temperature              | -0.6963996  |
+|    clg_setpoint                 | 0.42061403  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.9732444   |
+|    diffuse_solar_radiation      | -0.7338514  |
+|    direct_solar_radiation       | -0.5965096  |
+|    hour                         | -1.3717765  |
+|    htg_setpoint                 | -0.22454019 |
+|    month                        | -0.4403756  |
+|    outdoor_humidity             | 1.3131422   |
+|    outdoor_temperature          | -0.23257072 |
+|    people_occupant              | -0.689071   |
+|    total_electricity_HVAC       | -0.61802506 |
+|    wind_direction               | -0.22106783 |
+|    wind_speed                   | -0.99051344 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 40.633957   |
+|    air_temperature              | 21.435467   |
+|    clg_setpoint                 | 27.435158   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 16.755634   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 8.250742    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 160.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.85990316  |
+|    Heating_Setpoint_RL          | 0.15576798  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.527172   |
+|    Heating_Setpoint_RL          | 18.501194   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.5592775   |
+|    air_humidity                 | 0.8494165   |
+|    air_temperature              | 0.015587632 |
+|    clg_setpoint                 | -0.09454519 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0857276   |
+|    diffuse_solar_radiation      | -0.73400396 |
+|    direct_solar_radiation       | -0.59581816 |
+|    hour                         | -1.2272085  |
+|    htg_setpoint                 | 1.3712096   |
+|    month                        | -0.43980396 |
+|    outdoor_humidity             | 0.9826319   |
+|    outdoor_temperature          | -0.05271005 |
+|    people_occupant              | -0.68944895 |
+|    total_electricity_HVAC       | 2.61233     |
+|    wind_direction               | 1.2907438   |
+|    wind_speed                   | -0.78488505 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 14716.337   |
+|    air_humidity                 | 46.76716    |
+|    air_temperature              | 22.682499   |
+|    clg_setpoint                 | 26.124723   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | 10.011383   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 14156992.0  |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.8876414   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.617983   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.88942635  |
+|    air_humidity                 | 0.091456376 |
+|    air_temperature              | 0.3398375   |
+|    clg_setpoint                 | 1.2663763   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1976465   |
+|    diffuse_solar_radiation      | -0.7343198  |
+|    direct_solar_radiation       | -0.5964364  |
+|    hour                         | -1.0826756  |
+|    htg_setpoint                 | 1.3711308   |
+|    month                        | -0.43923458 |
+|    outdoor_humidity             | 1.0302567   |
+|    outdoor_temperature          | -0.14094257 |
+|    people_occupant              | -0.6898253  |
+|    total_electricity_HVAC       | 1.1728622   |
+|    wind_direction               | -1.2582796  |
+|    wind_speed                   | -0.98877954 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7007.672    |
+|    air_humidity                 | 37.334755   |
+|    air_temperature              | 23.250013   |
+|    clg_setpoint                 | 29.582855   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 9.157244    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7879316.0   |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.15416622  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.492186   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.61138904 |
+|    air_humidity                 | 0.6839524   |
+|    air_temperature              | -0.11346227 |
+|    clg_setpoint                 | 0.80376273  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.3088787   |
+|    diffuse_solar_radiation      | -0.2968246  |
+|    direct_solar_radiation       | -0.5247008  |
+|    hour                         | -0.9381695  |
+|    htg_setpoint                 | -0.71912163 |
+|    month                        | -0.4386674  |
+|    outdoor_humidity             | 0.8430093   |
+|    outdoor_temperature          | 0.17321107  |
+|    people_occupant              | -0.6902001  |
+|    total_electricity_HVAC       | -0.6179609  |
+|    wind_direction               | 0.063387565 |
+|    wind_speed                   | -0.78428936 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 44.716267   |
+|    air_temperature              | 22.458107   |
+|    clg_setpoint                 | 28.405148   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 41.5        |
+|    direct_solar_radiation       | 18.0        |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 14.745049   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 86.0        |
+|    outdoor_temperature          | 12.236012   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.47326666 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 14.962875   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4671683  |
+|    air_humidity                 | 1.1198186   |
+|    air_temperature              | -0.28949443 |
+|    clg_setpoint                 | 0.18490314  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4192919   |
+|    diffuse_solar_radiation      | 0.0921463   |
+|    direct_solar_radiation       | 1.7622128   |
+|    hour                         | -0.7936832  |
+|    htg_setpoint                 | 1.0970025   |
+|    month                        | -0.4381024  |
+|    outdoor_humidity             | -0.7565103  |
+|    outdoor_temperature          | 0.3341476   |
+|    people_occupant              | -0.68909997 |
+|    total_electricity_HVAC       | -0.45282245 |
+|    wind_direction               | -1.1644806  |
+|    wind_speed                   | 0.68747914  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 748.9987    |
+|    air_humidity                 | 50.160774   |
+|    air_temperature              | 22.151007   |
+|    clg_setpoint                 | 26.832718   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 78.5        |
+|    direct_solar_radiation       | 588.0       |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 22.13433    |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 52.0        |
+|    outdoor_temperature          | 13.81554    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 794805.9    |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.72429216 |
+|    Heating_Setpoint_RL          | 0.42776287  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.180513   |
+|    Heating_Setpoint_RL          | 20.031166   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5563166  |
+|    air_humidity                 | -0.48155108 |
+|    air_temperature              | -0.32041076 |
+|    clg_setpoint                 | 1.4306482   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5287455   |
+|    diffuse_solar_radiation      | 1.5919209   |
+|    direct_solar_radiation       | -0.3950575  |
+|    hour                         | -0.64921063 |
+|    htg_setpoint                 | -1.3932333  |
+|    month                        | -0.43753958 |
+|    outdoor_humidity             | 0.1381035   |
+|    outdoor_temperature          | -0.18896285 |
+|    people_occupant              | -0.6880051  |
+|    total_electricity_HVAC       | -0.5639225  |
+|    wind_direction               | -0.69055283 |
+|    wind_speed                   | -0.17104483 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 337.50534   |
+|    air_humidity                 | 30.245323   |
+|    air_temperature              | 22.097721   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 221.0       |
+|    direct_solar_radiation       | 50.5        |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 71.0        |
+|    outdoor_temperature          | 8.714817    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 310574.53   |
+|    wind_direction               | 110.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.59296715 |
+|    air_humidity                 | 1.1189343   |
+|    air_temperature              | 0.3450462   |
+|    clg_setpoint                 | -1.2241871  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6370916   |
+|    diffuse_solar_radiation      | 0.6701735   |
+|    direct_solar_radiation       | -0.5966878  |
+|    hour                         | -0.504747   |
+|    htg_setpoint                 | -1.1551483  |
+|    month                        | -0.4369789  |
+|    outdoor_humidity             | 1.3130561   |
+|    outdoor_temperature          | -0.042542   |
+|    people_occupant              | 1.6956621   |
+|    total_electricity_HVAC       | -0.5909923  |
+|    wind_direction               | 0.25648588  |
+|    wind_speed                   | -0.9878315  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 167.72314   |
+|    air_humidity                 | 50.14732    |
+|    air_temperature              | 23.259092   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 133.5       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 12.972238   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 10.145384   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 191804.36   |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.9530462   |
+|    Heating_Setpoint_RL          | -0.86446893 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.84153    |
+|    Heating_Setpoint_RL          | 12.7623625  |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.54391766 |
+|    air_humidity                 | -1.0385842  |
+|    air_temperature              | 1.5194615   |
+|    clg_setpoint                 | 0.13556515  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.669823   |
+|    diffuse_solar_radiation      | 1.6596183   |
+|    direct_solar_radiation       | 2.1164565   |
+|    hour                         | -0.3602884  |
+|    htg_setpoint                 | 0.73570186  |
+|    month                        | -0.15119588 |
+|    outdoor_humidity             | -2.0293112  |
+|    outdoor_temperature          | 0.47407326  |
+|    people_occupant              | 1.6944474   |
+|    total_electricity_HVAC       | -0.5536608  |
+|    wind_direction               | -1.443606   |
+|    wind_speed                   | -0.57689935 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 392.57556   |
+|    air_humidity                 | 23.370207   |
+|    air_temperature              | 25.305372   |
+|    clg_setpoint                 | 26.70528    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 227.5       |
+|    direct_solar_radiation       | 676.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 20.66969    |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 25.0        |
+|    outdoor_temperature          | 15.172322   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 353318.06   |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -1.0          |
+|    Heating_Setpoint_RL          | -0.6414282    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23.25         |
+|    Heating_Setpoint_RL          | 14.016967     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.062628955  |
+|    air_humidity                 | -0.5668865    |
+|    air_temperature              | 0.33921817    |
+|    clg_setpoint                 | -1.223462     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -1.5497633    |
+|    diffuse_solar_radiation      | 2.0331337     |
+|    direct_solar_radiation       | 2.0594623     |
+|    hour                         | -0.21583222   |
+|    htg_setpoint                 | -0.0073979124 |
+|    month                        | -0.15103021   |
+|    outdoor_humidity             | -1.5547636    |
+|    outdoor_temperature          | 0.6984443     |
+|    people_occupant              | 1.6932396     |
+|    total_electricity_HVAC       | -0.067092046  |
+|    wind_direction               | -0.6847608    |
+|    wind_speed                   | 1.5511708     |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 2604.7244     |
+|    air_humidity                 | 29.209763     |
+|    air_temperature              | 23.250402     |
+|    clg_setpoint                 | 23.25         |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 2.0           |
+|    diffuse_solar_radiation      | 263.5         |
+|    direct_solar_radiation       | 662.0         |
+|    hour                         | 10.0          |
+|    htg_setpoint                 | 17.64762      |
+|    month                        | 5.0           |
+|    outdoor_humidity             | 35.0          |
+|    outdoor_temperature          | 17.352436     |
+|    people_occupant              | 20.0          |
+|    total_electricity_HVAC       | 2466941.8     |
+|    wind_direction               | 110.0         |
+|    wind_speed                   | 8.8           |
+---------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.15660922  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.505926   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6101809  |
+|    air_humidity                 | 0.5609896   |
+|    air_temperature              | 2.3178523   |
+|    clg_setpoint                 | 0.13222647  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4309763  |
+|    diffuse_solar_radiation      | 1.6269181   |
+|    direct_solar_radiation       | -0.5969614  |
+|    hour                         | -0.0713767  |
+|    htg_setpoint                 | 1.3694745   |
+|    month                        | -0.15086511 |
+|    outdoor_humidity             | 0.27973858  |
+|    outdoor_temperature          | 0.34328136  |
+|    people_occupant              | 1.215737    |
+|    total_electricity_HVAC       | -0.6167675  |
+|    wind_direction               | -1.4376174  |
+|    wind_speed                   | 1.7499734   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 43.21662    |
+|    air_temperature              | 26.69773    |
+|    clg_setpoint                 | 26.698032   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 225.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 74.0        |
+|    outdoor_temperature          | 13.906024   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.1576789   |
+|    Heating_Setpoint_RL          | -0.8086473   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.092834    |
+|    Heating_Setpoint_RL          | 13.076359    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6100879   |
+|    air_humidity                 | 0.35506228   |
+|    air_temperature              | -0.039076082 |
+|    clg_setpoint                 | -0.5846887   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.3132604   |
+|    diffuse_solar_radiation      | 1.1857172    |
+|    direct_solar_radiation       | -0.59612644  |
+|    hour                         | 0.073078774  |
+|    htg_setpoint                 | 0.86948305   |
+|    month                        | -0.15070052  |
+|    outdoor_humidity             | 0.7022515    |
+|    outdoor_temperature          | 0.33384252   |
+|    people_occupant              | -0.6898697   |
+|    total_electricity_HVAC       | -0.6167054   |
+|    wind_direction               | -1.5272076   |
+|    wind_speed                   | -0.57976246  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 40.658535    |
+|    air_temperature              | 22.59385     |
+|    clg_setpoint                 | 24.875555    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.0          |
+|    diffuse_solar_radiation      | 183.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 21.218952    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 83.0         |
+|    outdoor_temperature          | 13.815099    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 20.0         |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.26652116  |
+|    Heating_Setpoint_RL          | 0.17907546  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.52451    |
+|    Heating_Setpoint_RL          | 18.6323     |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.56263065 |
+|    air_humidity                 | 1.1086777   |
+|    air_temperature              | 0.33839     |
+|    clg_setpoint                 | -1.2250997  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.196436   |
+|    diffuse_solar_radiation      | 2.3696718   |
+|    direct_solar_radiation       | -0.18965699 |
+|    hour                         | 0.21753384  |
+|    htg_setpoint                 | 1.367913    |
+|    month                        | -0.15053649 |
+|    outdoor_humidity             | 0.23021376  |
+|    outdoor_temperature          | 0.7020091   |
+|    people_occupant              | -0.68878675 |
+|    total_electricity_HVAC       | -0.41567612 |
+|    wind_direction               | -0.20608644 |
+|    wind_speed                   | -0.37323323 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 303.69858   |
+|    air_humidity                 | 50.031494   |
+|    air_temperature              | 23.250006   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 296.0       |
+|    direct_solar_radiation       | 101.0       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 73.0        |
+|    outdoor_temperature          | 17.388166   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 949278.9    |
+|    wind_direction               | 160.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.70637715 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.6516285  |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.43485457 |
+|    air_humidity                 | 1.1124177   |
+|    air_temperature              | 0.33779585  |
+|    clg_setpoint                 | -1.225502   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0803434  |
+|    diffuse_solar_radiation      | 1.8092201   |
+|    direct_solar_radiation       | -0.3438206  |
+|    hour                         | 0.36198705  |
+|    htg_setpoint                 | -1.2262261  |
+|    month                        | -0.15037298 |
+|    outdoor_humidity             | 0.69877464  |
+|    outdoor_temperature          | 0.35905576  |
+|    people_occupant              | 1.6955222   |
+|    total_electricity_HVAC       | -0.44984958 |
+|    wind_direction               | -0.677056   |
+|    wind_speed                   | -0.1675531  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 888.3241    |
+|    air_humidity                 | 50.105434   |
+|    air_temperature              | 23.249111   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 243.0       |
+|    direct_solar_radiation       | 62.5        |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.697341   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | 14.065552   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 799491.7    |
+|    wind_direction               | 110.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6093681  |
+|    air_humidity                 | 1.5859097   |
+|    air_temperature              | 1.5176048   |
+|    clg_setpoint                 | 1.1679744   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9648413  |
+|    diffuse_solar_radiation      | 0.11728634  |
+|    direct_solar_radiation       | -0.59433746 |
+|    hour                         | 0.50643605  |
+|    htg_setpoint                 | 1.366302    |
+|    month                        | -0.15021001 |
+|    outdoor_humidity             | 1.3066443   |
+|    outdoor_temperature          | 0.4373437   |
+|    people_occupant              | 1.6943233   |
+|    total_electricity_HVAC       | -0.6159703  |
+|    wind_direction               | -0.9586783  |
+|    wind_speed                   | 0.07816973  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 56.04314    |
+|    air_temperature              | 25.297794   |
+|    clg_setpoint                 | 29.339893   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 81.5        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 14.823731   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 80.0        |
+|    wind_speed                   | 5.2         |
+| train/                          |             |
+|    approx_kl                    | 0.009630183 |
+|    clip_fraction                | 0.107       |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.74       |
+|    explained_variance           | 0.564       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 1.09        |
+|    n_updates                    | 230         |
+|    policy_gradient_loss         | -0.017      |
+|    std                          | 0.949       |
+|    value_loss                   | 3.54        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.24430138  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.999195   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.56515807 |
+|    air_humidity                 | 1.5969616   |
+|    air_temperature              | 0.8456957   |
+|    clg_setpoint                 | -0.87776625 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.84980565 |
+|    diffuse_solar_radiation      | 0.48371834  |
+|    direct_solar_radiation       | -0.55929536 |
+|    hour                         | 0.65087736  |
+|    htg_setpoint                 | 1.2695801   |
+|    month                        | -0.15004757 |
+|    outdoor_humidity             | 1.4898523   |
+|    outdoor_temperature          | 0.26291385  |
+|    people_occupant              | 1.6931312   |
+|    total_electricity_HVAC       | -0.5818277  |
+|    wind_direction               | -0.48527795 |
+|    wind_speed                   | -0.7809313  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 288.16202   |
+|    air_humidity                 | 56.269394   |
+|    air_temperature              | 24.131289   |
+|    clg_setpoint                 | 24.133036   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 116.5       |
+|    direct_solar_radiation       | 8.5         |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 22.859802   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 13.137778   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 224909.9    |
+|    wind_direction               | 130.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.7015686   |
+|    Heating_Setpoint_RL          | -0.72221756  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.257206    |
+|    Heating_Setpoint_RL          | 13.562527    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.409526     |
+|    air_humidity                 | 1.3213727    |
+|    air_temperature              | 0.3372136    |
+|    clg_setpoint                 | -1.2242444   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.7351285   |
+|    diffuse_solar_radiation      | -0.046837702 |
+|    direct_solar_radiation       | -0.28551576  |
+|    hour                         | 0.79530656   |
+|    htg_setpoint                 | -1.4004314   |
+|    month                        | -0.14988565  |
+|    outdoor_humidity             | -1.1399436   |
+|    outdoor_temperature          | 1.3259897    |
+|    people_occupant              | 1.6919459    |
+|    total_electricity_HVAC       | 0.49780393   |
+|    wind_direction               | 0.8362475    |
+|    wind_speed                   | 0.48832762   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 4752.5435    |
+|    air_humidity                 | 52.90519     |
+|    air_temperature              | 23.24928     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 9.0          |
+|    diffuse_solar_radiation      | 66.0         |
+|    direct_solar_radiation       | 76.5         |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 44.0         |
+|    outdoor_temperature          | 23.420662    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 4900418.5    |
+|    wind_direction               | 270.0        |
+|    wind_speed                   | 6.2          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.2666095    |
+|    Heating_Setpoint_RL          | 0.8757408    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.524807    |
+|    Heating_Setpoint_RL          | 22.55104     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.121543296 |
+|    air_humidity                 | 0.9994794    |
+|    air_temperature              | 0.33735174   |
+|    clg_setpoint                 | -1.2238406   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.62071747  |
+|    diffuse_solar_radiation      | -0.738083    |
+|    direct_solar_radiation       | -0.5943773   |
+|    hour                         | 0.9397183    |
+|    htg_setpoint                 | -1.121636    |
+|    month                        | -0.14972426  |
+|    outdoor_humidity             | -1.6543038   |
+|    outdoor_temperature          | 1.0651083    |
+|    people_occupant              | 0.50024444   |
+|    total_electricity_HVAC       | -0.17371824  |
+|    wind_direction               | 1.3046609    |
+|    wind_speed                   | 0.28413412   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2319.5623    |
+|    air_humidity                 | 48.902187    |
+|    air_temperature              | 23.249847    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 10.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 18.0         |
+|    htg_setpoint                 | 13.131645    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 33.0         |
+|    outdoor_temperature          | 20.915329    |
+|    people_occupant              | 10.0         |
+|    total_electricity_HVAC       | 1992078.1    |
+|    wind_direction               | 320.0        |
+|    wind_speed                   | 5.7          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.99088264 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.280771   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6090264  |
+|    air_humidity                 | -0.14354603 |
+|    air_temperature              | 0.20060135  |
+|    clg_setpoint                 | 0.57273597  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.5064949  |
+|    diffuse_solar_radiation      | -0.73849875 |
+|    direct_solar_radiation       | -0.59504825 |
+|    hour                         | 1.0841062   |
+|    htg_setpoint                 | -0.07722862 |
+|    month                        | -0.14956339 |
+|    outdoor_humidity             | 0.4114396   |
+|    outdoor_temperature          | 0.17269292  |
+|    people_occupant              | -0.689549   |
+|    total_electricity_HVAC       | -0.6156179  |
+|    wind_direction               | 0.079637535 |
+|    wind_speed                   | 0.48929554  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 34.658703   |
+|    air_temperature              | 23.01336    |
+|    clg_setpoint                 | 27.82721    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 17.378784   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 77.0        |
+|    outdoor_temperature          | 12.300233   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60857654 |
+|    air_humidity                 | 0.11040244  |
+|    air_temperature              | 0.15272892  |
+|    clg_setpoint                 | 0.8621012   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.3923975  |
+|    diffuse_solar_radiation      | -0.7389046  |
+|    direct_solar_radiation       | -0.59577686 |
+|    hour                         | 1.228463    |
+|    htg_setpoint                 | 0.28333786  |
+|    month                        | -0.14940302 |
+|    outdoor_humidity             | 0.69379765  |
+|    outdoor_temperature          | 0.30199265  |
+|    people_occupant              | -0.68848276 |
+|    total_electricity_HVAC       | -0.615166   |
+|    wind_direction               | -1.7123203  |
+|    wind_speed                   | -2.0482483  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 37.813908   |
+|    air_temperature              | 22.9308     |
+|    clg_setpoint                 | 28.565605   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 18.844707   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | 13.553409   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.8902992   |
+|    Heating_Setpoint_RL          | 0.46112388  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.62976    |
+|    Heating_Setpoint_RL          | 20.218822   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.608323   |
+|    air_humidity                 | 0.088134296 |
+|    air_temperature              | -0.39419362 |
+|    clg_setpoint                 | 0.6118982   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.2783761  |
+|    diffuse_solar_radiation      | -0.73908025 |
+|    direct_solar_radiation       | -0.59596443 |
+|    hour                         | 1.3727806   |
+|    htg_setpoint                 | -0.3420801  |
+|    month                        | -0.14924318 |
+|    outdoor_humidity             | 0.41374925  |
+|    outdoor_temperature          | 0.034558635 |
+|    people_occupant              | -0.68884766 |
+|    total_electricity_HVAC       | -0.61492014 |
+|    wind_direction               | -0.86158663 |
+|    wind_speed                   | -0.9836789  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 37.533783   |
+|    air_temperature              | 21.985355   |
+|    clg_setpoint                 | 27.928257   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 16.29887    |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 77.0        |
+|    outdoor_temperature          | 10.98293    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 90.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 1.0           |
+|    Heating_Setpoint_RL          | -0.1389032    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 30.0          |
+|    Heating_Setpoint_RL          | 16.84367      |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.60827386   |
+|    air_humidity                 | 0.025670394   |
+|    air_temperature              | -0.3727224    |
+|    clg_setpoint                 | 1.3715427     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.16439521   |
+|    diffuse_solar_radiation      | -0.7395076    |
+|    direct_solar_radiation       | -0.59666336   |
+|    hour                         | 1.5170494     |
+|    htg_setpoint                 | 0.003423698   |
+|    month                        | -0.14908385   |
+|    outdoor_humidity             | -0.00809261   |
+|    outdoor_temperature          | -0.0051892204 |
+|    people_occupant              | -0.6892111    |
+|    total_electricity_HVAC       | -0.6148808    |
+|    wind_direction               | -1.7091827    |
+|    wind_speed                   | -2.0488274    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 87.037186     |
+|    air_humidity                 | 36.753178     |
+|    air_temperature              | 22.023882     |
+|    clg_setpoint                 | 29.864319     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 14.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 22.0          |
+|    htg_setpoint                 | 17.705782     |
+|    month                        | 5.0           |
+|    outdoor_humidity             | 68.0          |
+|    outdoor_temperature          | 10.602514     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 78333.47      |
+|    wind_direction               | 0.0           |
+|    wind_speed                   | 0.0           |
+---------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.019831061 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 17.51345     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.1565843    |
+|    air_humidity                 | -0.111738    |
+|    air_temperature              | 0.019464813  |
+|    clg_setpoint                 | 1.4251049    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.050433032 |
+|    diffuse_solar_radiation      | -0.7398747   |
+|    direct_solar_radiation       | -0.59732294  |
+|    hour                         | 1.6612597    |
+|    htg_setpoint                 | 1.2317191    |
+|    month                        | -0.14892504  |
+|    outdoor_humidity             | -0.2418484   |
+|    outdoor_temperature          | 0.15668045   |
+|    people_occupant              | -0.689573    |
+|    total_electricity_HVAC       | 1.484895     |
+|    wind_direction               | -1.4243611   |
+|    wind_speed                   | -0.98203707  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 8137.178     |
+|    air_humidity                 | 35.04822     |
+|    air_temperature              | 22.702517    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 22.702473    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 63.0         |
+|    outdoor_temperature          | 12.166731    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 9137574.0    |
+|    wind_direction               | 30.0         |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.7865542   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 22.049368   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6084984  |
+|    air_humidity                 | 0.93578845  |
+|    air_temperature              | -0.730345   |
+|    clg_setpoint                 | -0.21525444 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.17764567  |
+|    diffuse_solar_radiation      | -0.73995984 |
+|    direct_solar_radiation       | -0.5980422  |
+|    hour                         | -1.6610693  |
+|    htg_setpoint                 | -0.57135296 |
+|    month                        | -0.14876671 |
+|    outdoor_humidity             | 0.6982187   |
+|    outdoor_temperature          | 0.049084872 |
+|    people_occupant              | -0.6899335  |
+|    total_electricity_HVAC       | -0.6150873  |
+|    wind_direction               | -1.3277556  |
+|    wind_speed                   | -1.1871827  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 48.03753    |
+|    air_temperature              | 21.408863   |
+|    clg_setpoint                 | 25.819948   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 15.366997   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | 11.1392145  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.09436836  |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.306507    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6088074   |
+|    air_humidity                 | 1.2132572    |
+|    air_temperature              | 0.02804625   |
+|    clg_setpoint                 | -0.059565533 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.29168645   |
+|    diffuse_solar_radiation      | -0.74039423  |
+|    direct_solar_radiation       | -0.59877187  |
+|    hour                         | -1.5164123   |
+|    htg_setpoint                 | 0.13374117   |
+|    month                        | -0.14860891  |
+|    outdoor_humidity             | 1.1685443    |
+|    outdoor_temperature          | 0.24402548   |
+|    people_occupant              | -0.6902925   |
+|    total_electricity_HVAC       | -0.61536956  |
+|    wind_direction               | -1.6085782   |
+|    wind_speed                   | -0.77684087  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 51.49804     |
+|    air_temperature              | 22.718552    |
+|    clg_setpoint                 | 26.215746    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 18.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 1.0          |
+|    htg_setpoint                 | 18.237722    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 93.0         |
+|    outdoor_temperature          | 13.021907    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 10.0         |
+|    wind_speed                   | 3.1          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9161221  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.533089   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6084645  |
+|    air_humidity                 | 2.2281916   |
+|    air_temperature              | 0.023173276 |
+|    clg_setpoint                 | -0.8184318  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.40568534  |
+|    diffuse_solar_radiation      | -0.7408136  |
+|    direct_solar_radiation       | -0.5982224  |
+|    hour                         | -1.3718073  |
+|    htg_setpoint                 | -0.09641523 |
+|    month                        | -0.1484516  |
+|    outdoor_humidity             | 1.4936414   |
+|    outdoor_temperature          | 0.43110526  |
+|    people_occupant              | -0.68923765 |
+|    total_electricity_HVAC       | -0.6150628  |
+|    wind_direction               | -0.85176545 |
+|    wind_speed                   | -1.1874772  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 64.20977    |
+|    air_temperature              | 22.710413   |
+|    clg_setpoint                 | 24.284004   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 17.305061   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 14.82602    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 90.0        |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5532068   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.492073   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.3548703   |
+|    air_humidity                 | 1.5112429   |
+|    air_temperature              | 0.3368284   |
+|    clg_setpoint                 | 0.89143974  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.51960707  |
+|    diffuse_solar_radiation      | -0.7410685  |
+|    direct_solar_radiation       | -0.5975293  |
+|    hour                         | -1.2272445  |
+|    htg_setpoint                 | 1.3643141   |
+|    month                        | -0.14829479 |
+|    outdoor_humidity             | 0.73884916  |
+|    outdoor_temperature          | 0.13416216  |
+|    people_occupant              | -0.68818766 |
+|    total_electricity_HVAC       | 1.7108978   |
+|    wind_direction               | 1.4110007   |
+|    wind_speed                   | -0.36549196 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 9016.17     |
+|    air_humidity                 | 55.4151     |
+|    air_temperature              | 23.250315   |
+|    clg_setpoint                 | 28.643064   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 84.0        |
+|    outdoor_temperature          | 11.983351   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 10087118.0  |
+|    wind_direction               | 330.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.71959996  |
+|    Heating_Setpoint_RL          | 0.31140158   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.19635     |
+|    Heating_Setpoint_RL          | 19.376635    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 2.0119252    |
+|    air_humidity                 | -0.6858347   |
+|    air_temperature              | -0.047461703 |
+|    clg_setpoint                 | -0.8646301   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.63340336   |
+|    diffuse_solar_radiation      | -0.33012083  |
+|    direct_solar_radiation       | -0.28526837  |
+|    hour                         | -1.082715    |
+|    htg_setpoint                 | 1.3652309    |
+|    month                        | -0.14813846  |
+|    outdoor_humidity             | -0.43210474  |
+|    outdoor_temperature          | -0.04973574  |
+|    people_occupant              | -0.6885478   |
+|    total_electricity_HVAC       | 2.1804938    |
+|    wind_direction               | 1.3122666    |
+|    wind_speed                   | -1.1877444   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 11997.698    |
+|    air_humidity                 | 28.025217    |
+|    air_temperature              | 22.588898    |
+|    clg_setpoint                 | 24.166481    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 21.0         |
+|    diffuse_solar_radiation      | 39.5         |
+|    direct_solar_radiation       | 78.0         |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 59.0         |
+|    outdoor_temperature          | 10.232095    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 12101271.0   |
+|    wind_direction               | 320.0        |
+|    wind_speed                   | 2.1          |
+--------------------------------------------------
+-------------------------------------------------*------------------------------------------------------------| 39%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.37914506  |
+|    Heating_Setpoint_RL          | -0.67060727 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.904613   |
+|    Heating_Setpoint_RL          | 13.852834   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60832083 |
+|    air_humidity                 | 1.5505513   |
+|    air_temperature              | -0.47507367 |
+|    clg_setpoint                 | -1.2236389  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.74701333  |
+|    diffuse_solar_radiation      | 0.5022675   |
+|    direct_solar_radiation       | -0.44039974 |
+|    hour                         | -0.93821096 |
+|    htg_setpoint                 | -0.4823811  |
+|    month                        | -0.14798264 |
+|    outdoor_humidity             | 0.45979488  |
+|    outdoor_temperature          | 0.5068136   |
+|    people_occupant              | -0.68890655 |
+|    total_electricity_HVAC       | -0.6149584  |
+|    wind_direction               | -1.4159532  |
+|    wind_speed                   | -1.1857902  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 55.93281    |
+|    air_temperature              | 21.854412   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 119.5       |
+|    direct_solar_radiation       | 39.5        |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 15.732168   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 78.0        |
+|    outdoor_temperature          | 15.581248   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 39%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.78152287   |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.26264     |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.608517    |
+|    air_humidity                 | 1.2679999    |
+|    air_temperature              | -0.42952722  |
+|    clg_setpoint                 | 0.9262774    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.8603638    |
+|    diffuse_solar_radiation      | 1.3599285    |
+|    direct_solar_radiation       | -0.111077555 |
+|    hour                         | -0.79372567  |
+|    htg_setpoint                 | -0.120929986 |
+|    month                        | -0.14782731  |
+|    outdoor_humidity             | 1.3511497    |
+|    outdoor_temperature          | 0.32025206   |
+|    people_occupant              | -0.6892638   |
+|    total_electricity_HVAC       | -0.61514807  |
+|    wind_direction               | -0.5680781   |
+|    wind_speed                   | -1.185311    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 52.43176     |
+|    air_temperature              | 21.934097    |
+|    clg_setpoint                 | 28.730309    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 23.0         |
+|    diffuse_solar_radiation      | 202.5        |
+|    direct_solar_radiation       | 121.5        |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 17.203861    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 97.0         |
+|    outdoor_temperature          | 13.805297    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 120.0        |
+|    wind_speed                   | 2.1          |
+--------------------------------------------------
+-------------------------------------------------*------------------------------------------------------------| 39%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6083229  |
+|    air_humidity                 | 2.6200674   |
+|    air_temperature              | -0.5527771  |
+|    clg_setpoint                 | 1.4251944   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.97336954  |
+|    diffuse_solar_radiation      | 0.9846728   |
+|    direct_solar_radiation       | -0.58583456 |
+|    hour                         | -0.64925355 |
+|    htg_setpoint                 | -0.36429465 |
+|    month                        | -0.14767247 |
+|    outdoor_humidity             | 1.4878459   |
+|    outdoor_temperature          | 0.53802055  |
+|    people_occupant              | -0.6896197  |
+|    total_electricity_HVAC       | -0.61497134 |
+|    wind_direction               | -0.66039675 |
+|    wind_speed                   | 0.089700304 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 69.43036    |
+|    air_temperature              | 21.72368    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 166.5       |
+|    direct_solar_radiation       | 3.0         |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 16.217842   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 15.896879   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 110.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 40%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.8322412     |
+|    Heating_Setpoint_RL          | 0.3395626     |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 29.433815     |
+|    Heating_Setpoint_RL          | 19.53504      |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.40790892   |
+|    air_humidity                 | 0.84172815    |
+|    air_temperature              | -0.007417446  |
+|    clg_setpoint                 | -1.1573968    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.0859339     |
+|    diffuse_solar_radiation      | 1.8670789     |
+|    direct_solar_radiation       | 1.8019758     |
+|    hour                         | -0.5047898    |
+|    htg_setpoint                 | -1.3350142    |
+|    month                        | -0.14751811   |
+|    outdoor_humidity             | 0.17400947    |
+|    outdoor_temperature          | 0.59672314    |
+|    people_occupant              | -0.68997425   |
+|    total_electricity_HVAC       | -0.4064762    |
+|    wind_direction               | -0.0017091085 |
+|    wind_speed                   | 1.3220274     |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 993.85614     |
+|    air_humidity                 | 47.27361      |
+|    air_temperature              | 22.661167     |
+|    clg_setpoint                 | 23.414194     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 25.0          |
+|    diffuse_solar_radiation      | 251.5         |
+|    direct_solar_radiation       | 597.5         |
+|    hour                         | 8.0           |
+|    htg_setpoint                 | 12.270449     |
+|    month                        | 5.0           |
+|    outdoor_humidity             | 72.0          |
+|    outdoor_temperature          | 16.463074     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 971273.0      |
+|    wind_direction               | 180.0         |
+|    wind_speed                   | 8.2           |
+---------------------------------------------------
+-------------------------------------------------**-----------------------------------------------------------| 40%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.83462936 |
+|    Heating_Setpoint_RL          | -0.52591705 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.808126   |
+|    Heating_Setpoint_RL          | 14.666717   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.47202796 |
+|    air_humidity                 | -0.22351716 |
+|    air_temperature              | 0.09612024  |
+|    clg_setpoint                 | 0.39808273  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1979498   |
+|    diffuse_solar_radiation      | 2.6814764   |
+|    direct_solar_radiation       | 1.3516365   |
+|    hour                         | -0.36033097 |
+|    htg_setpoint                 | -1.4000232  |
+|    month                        | -0.14736424 |
+|    outdoor_humidity             | -1.1366507  |
+|    outdoor_temperature          | 1.042166    |
+|    people_occupant              | -0.6889353  |
+|    total_electricity_HVAC       | -0.48826927 |
+|    wind_direction               | 0.4689044   |
+|    wind_speed                   | 2.5925913   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 700.16675   |
+|    air_humidity                 | 33.915485   |
+|    air_temperature              | 22.838379   |
+|    clg_setpoint                 | 27.381535   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 330.5       |
+|    direct_solar_radiation       | 485.5       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 44.0        |
+|    outdoor_temperature          | 20.731976   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 617523.75   |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 11.3        |
+-------------------------------------------------
+--------------------------------------------------*-----------------------------------------------------------| 40%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.8761418    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 22.553299    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.115803026 |
+|    air_humidity                 | 0.064861454  |
+|    air_temperature              | 0.3361109    |
+|    clg_setpoint                 | -1.2228545   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.3092995    |
+|    diffuse_solar_radiation      | 3.351669     |
+|    direct_solar_radiation       | 0.53877383   |
+|    hour                         | -0.21587436  |
+|    htg_setpoint                 | -1.3980854   |
+|    month                        | -0.14721085  |
+|    outdoor_humidity             | -0.8536776   |
+|    outdoor_temperature          | 0.56264126   |
+|    people_occupant              | 1.6960356    |
+|    total_electricity_HVAC       | -0.09786042  |
+|    wind_direction               | 1.1264176    |
+|    wind_speed                   | 0.2915754    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2310.5027    |
+|    air_humidity                 | 37.52079     |
+|    air_temperature              | 23.249416    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 27.0         |
+|    diffuse_solar_radiation      | 396.0        |
+|    direct_solar_radiation       | 283.0        |
+|    hour                         | 10.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 50.0         |
+|    outdoor_temperature          | 16.15877     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2288086.0    |
+|    wind_direction               | 300.0        |
+|    wind_speed                   | 5.7          |
+--------------------------------------------------
+-------------------------------------------------**-----------------------------------------------------------| 40%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9524904  |
+|    Heating_Setpoint_RL          | -0.8861965  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.410345   |
+|    Heating_Setpoint_RL          | 12.640144   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5097414  |
+|    air_humidity                 | 0.17611368  |
+|    air_temperature              | 1.8352615   |
+|    clg_setpoint                 | 1.4250112   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4198565   |
+|    diffuse_solar_radiation      | 2.6966403   |
+|    direct_solar_radiation       | 1.7132481   |
+|    hour                         | -0.0714184  |
+|    htg_setpoint                 | -1.1272765  |
+|    month                        | -0.14705794 |
+|    outdoor_humidity             | -1.6460426  |
+|    outdoor_temperature          | 1.4657639   |
+|    people_occupant              | 1.218262    |
+|    total_electricity_HVAC       | -0.5234866  |
+|    wind_direction               | 1.1233435   |
+|    wind_speed                   | -0.16034156 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 527.1842    |
+|    air_humidity                 | 38.914577   |
+|    air_temperature              | 25.818298   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 333.0       |
+|    direct_solar_radiation       | 576.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 13.097027   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 33.0        |
+|    outdoor_temperature          | 24.803509   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 464528.72   |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 4.6         |
+| train/                          |             |
+|    approx_kl                    | 0.009517068 |
+|    clip_fraction                | 0.0901      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.72       |
+|    explained_variance           | 0.518       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.646       |
+|    n_updates                    | 240         |
+|    policy_gradient_loss         | -0.0108     |
+|    std                          | 0.937       |
+|    value_loss                   | 3.04        |
+-------------------------------------------------
+--------------------------------------------------**----------------------------------------------------------| 41%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.14845592   |
+|    Heating_Setpoint_RL          | 0.5692137    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.126038    |
+|    Heating_Setpoint_RL          | 20.826828    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.32096493  |
+|    air_humidity                 | 0.5815977    |
+|    air_temperature              | 1.7726861    |
+|    clg_setpoint                 | -0.09891225  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.5294865    |
+|    diffuse_solar_radiation      | 2.0428421    |
+|    direct_solar_radiation       | 2.1382947    |
+|    hour                         | 0.07303753   |
+|    htg_setpoint                 | -1.3965434   |
+|    month                        | -0.14690548  |
+|    outdoor_humidity             | -1.5512865   |
+|    outdoor_temperature          | 1.7947836    |
+|    people_occupant              | 0.2641492    |
+|    total_electricity_HVAC       | -0.3999081   |
+|    wind_direction               | -0.007803499 |
+|    wind_speed                   | 0.9096487    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1382.5634    |
+|    air_humidity                 | 44.025253    |
+|    air_temperature              | 25.710583    |
+|    clg_setpoint                 | 26.111204    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 29.0         |
+|    diffuse_solar_radiation      | 270.0        |
+|    direct_solar_radiation       | 682.5        |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 35.0         |
+|    outdoor_temperature          | 27.980436    |
+|    people_occupant              | 8.0          |
+|    total_electricity_HVAC       | 995106.2     |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 7.2          |
+--------------------------------------------------
+--------------------------------------------------**----------------------------------------------------------| 41%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.028784752 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 17.463085    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.016564947  |
+|    air_humidity                 | 0.6723206    |
+|    air_temperature              | 1.5732812    |
+|    clg_setpoint                 | -0.38910043  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.6380478    |
+|    diffuse_solar_radiation      | 1.4525697    |
+|    direct_solar_radiation       | 2.2463984    |
+|    hour                         | 0.21749306   |
+|    htg_setpoint                 | -1.3957322   |
+|    month                        | -0.14675352  |
+|    outdoor_humidity             | -1.9242319   |
+|    outdoor_temperature          | 1.8413352    |
+|    people_occupant              | 1.216602     |
+|    total_electricity_HVAC       | -0.039743636 |
+|    wind_direction               | 0.08675934   |
+|    wind_speed                   | -0.1571145   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2908.4802    |
+|    air_humidity                 | 45.18752     |
+|    air_temperature              | 25.368795    |
+|    clg_setpoint                 | 25.369184    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 30.0         |
+|    diffuse_solar_radiation      | 213.0        |
+|    direct_solar_radiation       | 710.0        |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 27.0         |
+|    outdoor_temperature          | 28.463045    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 2536471.0    |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+-------------------------------------------------***----------------------------------------------------------| 41%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.034458518 |
+|    Heating_Setpoint_RL          | -0.69303393 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.741297   |
+|    Heating_Setpoint_RL          | 13.726685   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.16759835 |
+|    air_humidity                 | 0.72901684  |
+|    air_temperature              | 1.8875486   |
+|    clg_setpoint                 | -0.14004552 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7453934   |
+|    diffuse_solar_radiation      | 1.662847    |
+|    direct_solar_radiation       | 1.6598347   |
+|    hour                         | 0.36194682  |
+|    htg_setpoint                 | 0.2419487   |
+|    month                        | -0.14660202 |
+|    outdoor_humidity             | -0.6602721  |
+|    outdoor_temperature          | 1.6507013   |
+|    people_occupant              | 1.6920379   |
+|    total_electricity_HVAC       | -0.24621752 |
+|    wind_direction               | -0.19447857 |
+|    wind_speed                   | 0.70687497  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2078.0322   |
+|    air_humidity                 | 45.923355   |
+|    air_temperature              | 25.90593    |
+|    clg_setpoint                 | 26.002249   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 233.5       |
+|    direct_solar_radiation       | 564.5       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 18.664062   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 54.0        |
+|    outdoor_temperature          | 26.674305   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1655261.2   |
+|    wind_direction               | 160.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+-------------------------------------------------***----------------------------------------------------------| 41%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.40397128 |
+|    air_humidity                 | -0.18220493 |
+|    air_temperature              | 1.1762214   |
+|    clg_setpoint                 | 1.4273158   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6686475  |
+|    diffuse_solar_radiation      | 1.093792    |
+|    direct_solar_radiation       | 1.2783546   |
+|    hour                         | 0.5063966   |
+|    htg_setpoint                 | -1.3947461  |
+|    month                        | 0.1475132   |
+|    outdoor_humidity             | -1.9254504  |
+|    outdoor_temperature          | 1.9325547   |
+|    people_occupant              | -0.689665   |
+|    total_electricity_HVAC       | -0.42067915 |
+|    wind_direction               | 1.0303185   |
+|    wind_speed                   | 1.3232162   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1009.71594  |
+|    air_humidity                 | 34.53883    |
+|    air_temperature              | 24.688583   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 178.5       |
+|    direct_solar_radiation       | 469.5       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 27.0        |
+|    outdoor_temperature          | 29.404476   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 908744.4    |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 8.2         |
+-------------------------------------------------
+-------------------------------------------------****---------------------------------------------------------| 42%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.9375984   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.789394   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.11854183 |
+|    air_humidity                 | -1.2640731  |
+|    air_temperature              | 0.59301543  |
+|    clg_setpoint                 | -1.0474424  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5493422  |
+|    diffuse_solar_radiation      | 0.3158997   |
+|    direct_solar_radiation       | 1.4928557   |
+|    hour                         | 0.650839    |
+|    htg_setpoint                 | 0.06606661  |
+|    month                        | 0.1473615   |
+|    outdoor_humidity             | -1.5466535  |
+|    outdoor_temperature          | 1.3071103   |
+|    people_occupant              | -0.68864137 |
+|    total_electricity_HVAC       | -0.1061385  |
+|    wind_direction               | 1.4038019   |
+|    wind_speed                   | 1.1175095   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2294.0676   |
+|    air_humidity                 | 20.979498   |
+|    air_temperature              | 23.692259   |
+|    clg_setpoint                 | 23.692396   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 103.0       |
+|    direct_solar_radiation       | 524.0       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 17.941227   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 35.0        |
+|    outdoor_temperature          | 23.440681   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2248776.8   |
+|    wind_direction               | 330.0       |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+-------------------------------------------------****---------------------------------------------------------| 42%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.34042642  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.539898   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.176919   |
+|    air_humidity                 | 0.8629314   |
+|    air_temperature              | 0.33690113  |
+|    clg_setpoint                 | -1.220978   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4311948  |
+|    diffuse_solar_radiation      | -0.1067383  |
+|    direct_solar_radiation       | 0.7339842   |
+|    hour                         | 0.7952699   |
+|    htg_setpoint                 | -0.48177898 |
+|    month                        | 0.14721027  |
+|    outdoor_humidity             | -0.23464061 |
+|    outdoor_temperature          | 0.6798265   |
+|    people_occupant              | 1.6947609   |
+|    total_electricity_HVAC       | -0.13577777 |
+|    wind_direction               | 0.27142408  |
+|    wind_speed                   | 0.7064114   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2029.5038   |
+|    air_humidity                 | 47.596096   |
+|    air_temperature              | 23.255453   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 62.0        |
+|    direct_solar_radiation       | 335.0       |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 15.706862   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 63.0        |
+|    outdoor_temperature          | 17.440145   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 2120930.2   |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+-------------------------------------------------****---------------------------------------------------------| 42%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.3891648   |
+|    Heating_Setpoint_RL          | -0.78541505 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.93843    |
+|    Heating_Setpoint_RL          | 13.207041   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.34752756 |
+|    air_humidity                 | 0.9987861   |
+|    air_temperature              | 0.33285248  |
+|    clg_setpoint                 | -1.2208177  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3140215  |
+|    diffuse_solar_radiation      | -0.45276475 |
+|    direct_solar_radiation       | -0.55784696 |
+|    hour                         | 0.9396842   |
+|    htg_setpoint                 | 0.021096505 |
+|    month                        | 0.1470595   |
+|    outdoor_humidity             | -0.5594101  |
+|    outdoor_temperature          | 0.82210433  |
+|    people_occupant              | 0.50230795  |
+|    total_electricity_HVAC       | -0.35183454 |
+|    wind_direction               | 0.08228404  |
+|    wind_speed                   | 0.09108473  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1261.206    |
+|    air_humidity                 | 49.296444   |
+|    air_temperature              | 23.24947    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 28.5        |
+|    direct_solar_radiation       | 11.5        |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 17.753513   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 56.0        |
+|    outdoor_temperature          | 18.821716   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 1199904.8   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+--------------------------------------------------****--------------------------------------------------------| 43%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.025453381 |
+|    Heating_Setpoint_RL          | -0.45786622  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.539095    |
+|    Heating_Setpoint_RL          | 15.049502    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6083473   |
+|    air_humidity                 | 1.1541849    |
+|    air_temperature              | 0.668596     |
+|    clg_setpoint                 | 1.423929     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.197658    |
+|    diffuse_solar_radiation      | -0.74658746  |
+|    direct_solar_radiation       | -0.6041496   |
+|    hour                         | 1.0840758    |
+|    htg_setpoint                 | 0.9185317    |
+|    month                        | 0.14690919   |
+|    outdoor_humidity             | 0.4702654    |
+|    outdoor_temperature          | 0.65137553   |
+|    people_occupant              | -0.45138165  |
+|    total_electricity_HVAC       | -0.6150111   |
+|    wind_direction               | -0.10635991  |
+|    wind_speed                   | 0.29735142   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 51.255657    |
+|    air_temperature              | 23.82274     |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 5.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 19.0         |
+|    htg_setpoint                 | 21.406929    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 78.0         |
+|    outdoor_temperature          | 17.196102    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 170.0        |
+|    wind_speed                   | 5.7          |
+--------------------------------------------------
+--------------------------------------------------****--------------------------------------------------------| 43%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.095000505 |
+|    Heating_Setpoint_RL          | 0.84083533   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.304373    |
+|    Heating_Setpoint_RL          | 22.354698    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.0051024044 |
+|    air_humidity                 | 2.361167     |
+|    air_temperature              | 0.3323021    |
+|    clg_setpoint                 | 1.2633803    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.0819583   |
+|    diffuse_solar_radiation      | -0.7469467   |
+|    direct_solar_radiation       | -0.60355824  |
+|    hour                         | 1.2284378    |
+|    htg_setpoint                 | 1.3703772    |
+|    month                        | 0.14675935   |
+|    outdoor_humidity             | 1.4982122    |
+|    outdoor_temperature          | 0.7893825    |
+|    people_occupant              | -0.45179394  |
+|    total_electricity_HVAC       | 6.376687e-05 |
+|    wind_direction               | 0.08197916   |
+|    wind_speed                   | 0.9129215    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2845.2683    |
+|    air_humidity                 | 66.459       |
+|    air_temperature              | 23.249966    |
+|    clg_setpoint                 | 29.591       |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 6.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 18.528522    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 2696740.0    |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 7.2          |
+--------------------------------------------------
+-------------------------------------------------*****--------------------------------------------------------| 43%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.17470968 |
+|    Heating_Setpoint_RL          | 0.5852868   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.035355   |
+|    Heating_Setpoint_RL          | 20.917238   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.3391639  |
+|    air_humidity                 | 0.5520605   |
+|    air_temperature              | 0.33173692  |
+|    clg_setpoint                 | 1.3668501   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9667931  |
+|    diffuse_solar_radiation      | -0.7471867  |
+|    direct_solar_radiation       | -0.60377544 |
+|    hour                         | 1.3727622   |
+|    htg_setpoint                 | 1.3700448   |
+|    month                        | 0.14660995  |
+|    outdoor_humidity             | -0.5149063  |
+|    outdoor_temperature          | 1.1400914   |
+|    people_occupant              | -0.69037753 |
+|    total_electricity_HVAC       | -0.10523023 |
+|    wind_direction               | -1.3334028  |
+|    wind_speed                   | -0.56772965 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1298.8374   |
+|    air_humidity                 | 43.857086   |
+|    air_temperature              | 23.249687   |
+|    clg_setpoint                 | 29.855024   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 57.0        |
+|    outdoor_temperature          | 21.912638   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2249482.8   |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------****--------------------------------------------------------| 43%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.4612167    |
+|    Heating_Setpoint_RL          | -0.52705014  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.181606    |
+|    Heating_Setpoint_RL          | 14.660343    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.31526464  |
+|    air_humidity                 | -0.073932275 |
+|    air_temperature              | 0.2890454    |
+|    clg_setpoint                 | -0.0703208   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.8520486   |
+|    diffuse_solar_radiation      | -0.74689275  |
+|    direct_solar_radiation       | -0.60358244  |
+|    hour                         | 1.5170405    |
+|    htg_setpoint                 | 1.3517725    |
+|    month                        | 0.14646101   |
+|    outdoor_humidity             | -0.84222233  |
+|    outdoor_temperature          | 0.9721619    |
+|    people_occupant              | -0.68936443  |
+|    total_electricity_HVAC       | 0.22493471   |
+|    wind_direction               | 1.3082794    |
+|    wind_speed                   | -0.566102    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1403.7941    |
+|    air_humidity                 | 35.99758     |
+|    air_temperature              | 23.177408    |
+|    clg_setpoint                 | 26.187922    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 8.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 23.177595    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 50.0         |
+|    outdoor_temperature          | 20.328197    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 3650372.2    |
+|    wind_direction               | 320.0        |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+--------------------------------------------------*****-------------------------------------------------------| 44%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.7385005   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 13.470935    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.07118576  |
+|    air_humidity                 | 0.7613207    |
+|    air_temperature              | -0.1952197   |
+|    clg_setpoint                 | -0.89400256  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.737626    |
+|    diffuse_solar_radiation      | -0.74732506  |
+|    direct_solar_radiation       | -0.60427386  |
+|    hour                         | 1.6612628    |
+|    htg_setpoint                 | 1.1498997    |
+|    month                        | 0.14631253   |
+|    outdoor_humidity             | 0.09529226   |
+|    outdoor_temperature          | 0.63561517   |
+|    people_occupant              | -0.68835574  |
+|    total_electricity_HVAC       | -0.021358749 |
+|    wind_direction               | 0.6490675    |
+|    wind_speed                   | -0.7721745   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2496.5876    |
+|    air_humidity                 | 46.47457     |
+|    air_temperature              | 22.35411     |
+|    clg_setpoint                 | 24.087158    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 9.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 22.35411     |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 70.0         |
+|    outdoor_temperature          | 17.11856     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2600184.5    |
+|    wind_direction               | 250.0        |
+|    wind_speed                   | 3.1          |
+--------------------------------------------------
+-------------------------------------------------******-------------------------------------------------------| 44%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9934356  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.272154   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.15824048  |
+|    air_humidity                 | 1.0880904   |
+|    air_temperature              | 0.3308566   |
+|    clg_setpoint                 | 1.4225653   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.5100578  |
+|    diffuse_solar_radiation      | -0.74728674 |
+|    direct_solar_radiation       | -0.6047847  |
+|    hour                         | -1.6610813  |
+|    htg_setpoint                 | 1.3694985   |
+|    month                        | 0.1461645   |
+|    outdoor_humidity             | 1.0326549   |
+|    outdoor_temperature          | 0.48919606  |
+|    people_occupant              | -0.68870133 |
+|    total_electricity_HVAC       | 0.11353112  |
+|    wind_direction               | -0.57551444 |
+|    wind_speed                   | -0.7720264  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3524.8289   |
+|    air_humidity                 | 50.588997   |
+|    air_temperature              | 23.24963    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 15.72869    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3172346.0   |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+---------------------------------------------------****-------------------------------------------------------| 44%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -1.0          |
+|    Heating_Setpoint_RL          | -1.0          |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23.25         |
+|    Heating_Setpoint_RL          | 12.0          |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.5370424    |
+|    air_humidity                 | 0.9855133     |
+|    air_temperature              | -0.5767437    |
+|    clg_setpoint                 | -1.2207346    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.3959654    |
+|    diffuse_solar_radiation      | -0.74759626   |
+|    direct_solar_radiation       | -0.6044128    |
+|    hour                         | -1.5164336    |
+|    htg_setpoint                 | -0.6635207    |
+|    month                        | 0.14601693    |
+|    outdoor_humidity             | 1.0314026     |
+|    outdoor_temperature          | 0.84084904    |
+|    people_occupant              | -0.6890456    |
+|    total_electricity_HVAC       | -0.5469197    |
+|    wind_direction               | -0.0092467265 |
+|    wind_speed                   | 0.2991857     |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 407.78433     |
+|    air_humidity                 | 49.349968     |
+|    air_temperature              | 21.708214     |
+|    clg_setpoint                 | 23.25         |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 12.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 1.0           |
+|    htg_setpoint                 | 14.973758     |
+|    month                        | 6.0           |
+|    outdoor_humidity             | 90.0          |
+|    outdoor_temperature          | 19.106646     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 368849.84     |
+|    wind_direction               | 180.0         |
+|    wind_speed                   | 5.7           |
+---------------------------------------------------
+--------------------------------------------------******------------------------------------------------------| 45%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.2509244   |
+|    Heating_Setpoint_RL          | 0.88224304   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.77813     |
+|    Heating_Setpoint_RL          | 22.587616    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.60866445  |
+|    air_humidity                 | 2.9151266    |
+|    air_temperature              | -0.55621135  |
+|    clg_setpoint                 | -0.031273894 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.2819692   |
+|    diffuse_solar_radiation      | -0.74776703  |
+|    direct_solar_radiation       | -0.60385984  |
+|    hour                         | -1.3718354   |
+|    htg_setpoint                 | -0.5196278   |
+|    month                        | 0.14586979   |
+|    outdoor_humidity             | 1.357554     |
+|    outdoor_temperature          | 0.63396055   |
+|    people_occupant              | -0.6893886   |
+|    total_electricity_HVAC       | -0.6154568   |
+|    wind_direction               | 0.17939459   |
+|    wind_speed                   | -0.15550016  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 73.72432     |
+|    air_temperature              | 21.744146    |
+|    clg_setpoint                 | 26.287071    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 13.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 2.0          |
+|    htg_setpoint                 | 15.559769    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 97.0         |
+|    outdoor_temperature          | 17.140501    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 200.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+--------------------------------------------------******------------------------------------------------------| 45%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.644511     |
+|    Heating_Setpoint_RL          | -0.075268626 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.800224    |
+|    Heating_Setpoint_RL          | 17.201614    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.53884125  |
+|    air_humidity                 | 2.342424     |
+|    air_temperature              | -0.8563458   |
+|    clg_setpoint                 | 1.27893      |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.16802874  |
+|    diffuse_solar_radiation      | -0.7481974   |
+|    direct_solar_radiation       | -0.6038381   |
+|    hour                         | -1.2272772   |
+|    htg_setpoint                 | -0.830632    |
+|    month                        | 0.14572309   |
+|    outdoor_humidity             | 1.4954691    |
+|    outdoor_temperature          | 0.9159135    |
+|    people_occupant              | -0.6897302   |
+|    total_electricity_HVAC       | -0.5491488   |
+|    wind_direction               | -0.19868968  |
+|    wind_speed                   | -0.36193976  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 400.64178    |
+|    air_humidity                 | 66.63907     |
+|    air_temperature              | 21.235851    |
+|    clg_setpoint                 | 29.632215    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 14.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 3.0          |
+|    htg_setpoint                 | 14.292553    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 19.85491     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 360577.6     |
+|    wind_direction               | 160.0        |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+--------------------------------------------------******------------------------------------------------------| 45%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.5831642    |
+|    Heating_Setpoint_RL          | -0.30550832  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.59318     |
+|    Heating_Setpoint_RL          | 15.906516    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.48090667  |
+|    air_humidity                 | -0.09000953  |
+|    air_temperature              | 0.32978016   |
+|    clg_setpoint                 | 1.4225094    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.054116443 |
+|    diffuse_solar_radiation      | -0.24841252  |
+|    direct_solar_radiation       | -0.5921227   |
+|    hour                         | -1.0827507   |
+|    htg_setpoint                 | 1.3694632    |
+|    month                        | 0.14557685   |
+|    outdoor_humidity             | 1.1662792    |
+|    outdoor_temperature          | 0.96648407   |
+|    people_occupant              | -0.69007057  |
+|    total_electricity_HVAC       | 0.19798414   |
+|    wind_direction               | -0.7662117   |
+|    wind_speed                   | -0.9806476   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 661.1649     |
+|    air_humidity                 | 35.95388     |
+|    air_temperature              | 23.24959     |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 49.0         |
+|    direct_solar_radiation       | 3.0          |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 93.0         |
+|    outdoor_temperature          | 20.361567    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 3526295.2    |
+|    wind_direction               | 100.0        |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
+-------------------------------------------------********-----------------------------------------------------| 46%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.46898812 |
+|    Heating_Setpoint_RL          | 0.6710742   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.042166   |
+|    Heating_Setpoint_RL          | 21.399792   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5919319  |
+|    air_humidity                 | -1.1646588  |
+|    air_temperature              | -0.38370913 |
+|    clg_setpoint                 | 1.4216048   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.05978263  |
+|    diffuse_solar_radiation      | -0.3257072  |
+|    direct_solar_radiation       | -0.60446376 |
+|    hour                         | -0.9382485  |
+|    htg_setpoint                 | -0.8809001  |
+|    month                        | 0.14543103  |
+|    outdoor_humidity             | 1.492845    |
+|    outdoor_temperature          | 0.8023624   |
+|    people_occupant              | -0.6890721  |
+|    total_electricity_HVAC       | -0.59965676 |
+|    wind_direction               | -1.2390096  |
+|    wind_speed                   | -0.77367216 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 163.24586   |
+|    air_humidity                 | 22.35413    |
+|    air_temperature              | 22.041033   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 41.5        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 14.085043   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 18.82239    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 146921.27   |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------*******-----------------------------------------------------| 46%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.74945736  |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.095581    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5567345   |
+|    air_humidity                 | -1.3176435   |
+|    air_temperature              | -0.5916627   |
+|    clg_setpoint                 | 1.186317     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.1736708    |
+|    diffuse_solar_radiation      | 0.097047195  |
+|    direct_solar_radiation       | -0.6042636   |
+|    hour                         | -0.79376423  |
+|    htg_setpoint                 | -0.32261738  |
+|    month                        | 0.14528565   |
+|    outdoor_humidity             | 1.022861     |
+|    outdoor_temperature          | 0.99052507   |
+|    people_occupant              | -0.6880779   |
+|    total_electricity_HVAC       | -0.56619877  |
+|    wind_direction               | -0.007507401 |
+|    wind_speed                   | -1.1848824   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 318.55194    |
+|    air_humidity                 | 20.358965    |
+|    air_temperature              | 21.689543    |
+|    clg_setpoint                 | 29.401733    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 17.0         |
+|    diffuse_solar_radiation      | 83.0         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 16.355446    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 90.0         |
+|    outdoor_temperature          | 20.653559    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 286696.75    |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 2.1          |
+--------------------------------------------------
+-------------------------------------------------********-----------------------------------------------------| 46%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.4979897  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 14.823808   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.55605805 |
+|    air_humidity                 | 0.83059406  |
+|    air_temperature              | -0.8247568  |
+|    clg_setpoint                 | 0.6790662   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.2875379   |
+|    diffuse_solar_radiation      | 0.43267828  |
+|    direct_solar_radiation       | -0.6044198  |
+|    hour                         | -0.6492924  |
+|    htg_setpoint                 | -1.0356268  |
+|    month                        | 0.14514072  |
+|    outdoor_humidity             | 1.4894133   |
+|    outdoor_temperature          | 1.0267783   |
+|    people_occupant              | -0.6884193  |
+|    total_electricity_HVAC       | -0.56558716 |
+|    wind_direction               | 0.74976325  |
+|    wind_speed                   | -0.35856968 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 323.10617   |
+|    air_humidity                 | 47.551632   |
+|    air_temperature              | 21.296165   |
+|    clg_setpoint                 | 28.105282   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 116.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 13.451333   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 21.025146   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 290795.56   |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------*******-----------------------------------------------------| 46%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.596966    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 14.267066    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.3661522    |
+|    air_humidity                 | 0.47365254   |
+|    air_temperature              | 1.5441167    |
+|    clg_setpoint                 | -0.41628388  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.4013614    |
+|    diffuse_solar_radiation      | 1.0034095    |
+|    direct_solar_radiation       | 1.9746466    |
+|    hour                         | -0.5048287   |
+|    htg_setpoint                 | -0.5797688   |
+|    month                        | 0.14499621   |
+|    outdoor_humidity             | -0.66700625  |
+|    outdoor_temperature          | 2.1765826    |
+|    people_occupant              | 1.6948525    |
+|    total_electricity_HVAC       | 0.3323933    |
+|    wind_direction               | 0.9390064    |
+|    wind_speed                   | -0.5649352   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 4438.2476    |
+|    air_humidity                 | 43.051617    |
+|    air_temperature              | 25.306177    |
+|    clg_setpoint                 | 25.306185    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 19.0         |
+|    diffuse_solar_radiation      | 172.0        |
+|    direct_solar_radiation       | 645.5        |
+|    hour                         | 8.0          |
+|    htg_setpoint                 | 15.303787    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 54.0         |
+|    outdoor_temperature          | 32.09976     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 4085867.8    |
+|    wind_direction               | 280.0        |
+|    wind_speed                   | 3.6          |
+| train/                          |              |
+|    approx_kl                    | 0.0070953383 |
+|    clip_fraction                | 0.0728       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.71        |
+|    explained_variance           | 0.353        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 1.45         |
+|    n_updates                    | 250          |
+|    policy_gradient_loss         | -0.0104      |
+|    std                          | 0.942        |
+|    value_loss                   | 3.56         |
+--------------------------------------------------
+-------------------------------------------------*********----------------------------------------------------| 47%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.64042604 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.463562   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.0184816   |
+|    air_humidity                 | 1.1040756   |
+|    air_temperature              | 0.32791886  |
+|    clg_setpoint                 | -1.2204483  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.5151065   |
+|    diffuse_solar_radiation      | 2.1940644   |
+|    direct_solar_radiation       | 1.6429557   |
+|    hour                         | -0.36036956 |
+|    htg_setpoint                 | -0.64235663 |
+|    month                        | 0.14485213  |
+|    outdoor_humidity             | -0.7130434  |
+|    outdoor_temperature          | 1.6833364   |
+|    people_occupant              | 1.6937537   |
+|    total_electricity_HVAC       | 0.930681    |
+|    wind_direction               | -0.7654032  |
+|    wind_speed                   | -0.56509    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7349.3257   |
+|    air_humidity                 | 51.032696   |
+|    air_temperature              | 23.249258   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 289.0       |
+|    direct_solar_radiation       | 563.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 15.045346   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 53.0        |
+|    outdoor_temperature          | 27.429136   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 6614393.0   |
+|    wind_direction               | 100.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------********----------------------------------------------------| 47%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.38872695  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 15.438411    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.5331764    |
+|    air_humidity                 | 1.7718762    |
+|    air_temperature              | 0.32753396   |
+|    clg_setpoint                 | -1.2196872   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.62872624   |
+|    diffuse_solar_radiation      | 2.3040226    |
+|    direct_solar_radiation       | -0.6059383   |
+|    hour                         | -0.21591258  |
+|    htg_setpoint                 | -0.63055307  |
+|    month                        | 0.1447085    |
+|    outdoor_humidity             | 1.1617706    |
+|    outdoor_temperature          | 0.9948543    |
+|    people_occupant              | 1.6926606    |
+|    total_electricity_HVAC       | 0.469463     |
+|    wind_direction               | -0.007344786 |
+|    wind_speed                   | -0.1512135   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 5183.808     |
+|    air_humidity                 | 59.488537    |
+|    air_temperature              | 23.248878    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 21.0         |
+|    diffuse_solar_radiation      | 300.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 10.0         |
+|    htg_setpoint                 | 15.09189     |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 93.0         |
+|    outdoor_temperature          | 20.838306    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 4665427.5    |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+-------------------------------------------------*********----------------------------------------------------| 47%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6985251  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.267477   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.3086927  |
+|    air_humidity                 | -0.8486202  |
+|    air_temperature              | 0.9591056   |
+|    clg_setpoint                 | -0.01001345 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7421619   |
+|    diffuse_solar_radiation      | 1.1734265   |
+|    direct_solar_radiation       | 2.1247032   |
+|    hour                         | -0.07145622 |
+|    htg_setpoint                 | -1.3888216  |
+|    month                        | 0.14456527  |
+|    outdoor_humidity             | -1.6506089  |
+|    outdoor_temperature          | 2.0157478   |
+|    people_occupant              | -0.689772   |
+|    total_electricity_HVAC       | -0.32828566 |
+|    wind_direction               | -1.6207111  |
+|    wind_speed                   | -0.3586647  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1431.0938   |
+|    air_humidity                 | 26.382126   |
+|    air_temperature              | 24.31633    |
+|    clg_setpoint                 | 26.341639   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 189.0       |
+|    direct_solar_radiation       | 684.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 33.0        |
+|    outdoor_temperature          | 30.70656    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1297573.1   |
+|    wind_direction               | 10.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------*********----------------------------------------------------| 47%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.9188973   |
+|    Heating_Setpoint_RL          | -0.6408994  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.726278   |
+|    Heating_Setpoint_RL          | 14.019941   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.14755902 |
+|    air_humidity                 | -1.7902399  |
+|    air_temperature              | 0.84985197  |
+|    clg_setpoint                 | -0.38050467 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8553432   |
+|    diffuse_solar_radiation      | 2.9285688   |
+|    direct_solar_radiation       | 0.8627599   |
+|    hour                         | 0.07300011  |
+|    htg_setpoint                 | -1.3734564  |
+|    month                        | 0.14442247  |
+|    outdoor_humidity             | -1.5534122  |
+|    outdoor_temperature          | 2.035252    |
+|    people_occupant              | -0.68878776 |
+|    total_electricity_HVAC       | -0.16777158 |
+|    wind_direction               | 0.36867425  |
+|    wind_speed                   | 0.097253315 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2146.0186   |
+|    air_humidity                 | 14.428996   |
+|    air_temperature              | 24.131943   |
+|    clg_setpoint                 | 25.395351   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 362.0       |
+|    direct_solar_radiation       | 368.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 12.054655   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 35.0        |
+|    outdoor_temperature          | 30.962793   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1972181.6   |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+-------------------------------------------------**********---------------------------------------------------| 48%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.08901419 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.124294   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.4235667   |
+|    air_humidity                 | 1.1865455   |
+|    air_temperature              | 0.32663184  |
+|    clg_setpoint                 | -1.2200251  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.96818846  |
+|    diffuse_solar_radiation      | 2.7427025   |
+|    direct_solar_radiation       | -0.41512462 |
+|    hour                         | 0.21745606  |
+|    htg_setpoint                 | 1.3756515   |
+|    month                        | 0.1442801   |
+|    outdoor_humidity             | 0.27184704  |
+|    outdoor_temperature          | 1.5731233   |
+|    people_occupant              | 1.2189622   |
+|    total_electricity_HVAC       | 1.4890461   |
+|    wind_direction               | -0.7695042  |
+|    wind_speed                   | 0.7198379   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 9132.962    |
+|    air_humidity                 | 52.079514   |
+|    air_temperature              | 23.249378   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 344.5       |
+|    direct_solar_radiation       | 48.0        |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 74.0        |
+|    outdoor_temperature          | 26.541643   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 8950614.0   |
+|    wind_direction               | 100.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+-------------------------------------------------**********---------------------------------------------------| 48%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.93324745 |
+|    Heating_Setpoint_RL          | 0.12998646  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.47529    |
+|    Heating_Setpoint_RL          | 18.356174   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.6378678   |
+|    air_humidity                 | 1.1859995   |
+|    air_temperature              | 0.32602158  |
+|    clg_setpoint                 | -1.2191814  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0806055   |
+|    diffuse_solar_radiation      | 1.1748229   |
+|    direct_solar_radiation       | 1.1765604   |
+|    hour                         | 0.36191034  |
+|    htg_setpoint                 | -1.3853487  |
+|    month                        | 0.14413816  |
+|    outdoor_humidity             | 0.12934609  |
+|    outdoor_temperature          | 1.8389682   |
+|    people_occupant              | 1.6947349   |
+|    total_electricity_HVAC       | 1.5191681   |
+|    wind_direction               | 0.18058191  |
+|    wind_speed                   | 1.7992715   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 10086.278   |
+|    air_humidity                 | 52.10421    |
+|    air_temperature              | 23.248583   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 190.0       |
+|    direct_solar_radiation       | 446.5       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 71.0        |
+|    outdoor_temperature          | 29.149073   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 9077650.0   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+-------------------------------------------------**********---------------------------------------------------| 48%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.8620715  |
+|    Heating_Setpoint_RL          | -0.34182048 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.71551    |
+|    Heating_Setpoint_RL          | 15.70226    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.76572794  |
+|    air_humidity                 | 1.1839916   |
+|    air_temperature              | 0.327468    |
+|    clg_setpoint                 | -1.218972   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1924918   |
+|    diffuse_solar_radiation      | 0.53638655  |
+|    direct_solar_radiation       | 2.013001    |
+|    hour                         | 0.50636077  |
+|    htg_setpoint                 | -1.3840897  |
+|    month                        | 0.14399661  |
+|    outdoor_humidity             | -0.75999314 |
+|    outdoor_temperature          | 1.5084021   |
+|    people_occupant              | 1.6936492   |
+|    total_electricity_HVAC       | 0.98638386  |
+|    wind_direction               | 0.1796448   |
+|    wind_speed                   | 2.628753    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6207.7007   |
+|    air_humidity                 | 52.089592   |
+|    air_temperature              | 23.251966   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 127.0       |
+|    direct_solar_radiation       | 657.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 52.0        |
+|    outdoor_temperature          | 26.001598   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 6832959.0   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 11.3        |
+-------------------------------------------------
+-------------------------------------------------***********--------------------------------------------------| 49%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.3704151  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.37485    |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.46066     |
+|    air_humidity                 | 1.582463    |
+|    air_temperature              | 0.32582107  |
+|    clg_setpoint                 | -1.2186031  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.3037355   |
+|    diffuse_solar_radiation      | 0.43372563  |
+|    direct_solar_radiation       | -0.5741721  |
+|    hour                         | 0.65080416  |
+|    htg_setpoint                 | -0.09340991 |
+|    month                        | 0.1438555   |
+|    outdoor_humidity             | 0.3631957   |
+|    outdoor_temperature          | 1.2850577   |
+|    people_occupant              | 1.692569    |
+|    total_electricity_HVAC       | 0.81854343  |
+|    wind_direction               | 0.08448522  |
+|    wind_speed                   | 2.2097673   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4851.5454   |
+|    air_humidity                 | 57.146027   |
+|    air_temperature              | 23.249918   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 117.0       |
+|    direct_solar_radiation       | 8.5         |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 17.256208   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 76.0        |
+|    outdoor_temperature          | 23.869844   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 6125626.0   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 10.3        |
+-------------------------------------------------
+-------------------------------------------------***********--------------------------------------------------| 49%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.12928078 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.897797   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.5008701   |
+|    air_humidity                 | 1.2651266   |
+|    air_temperature              | 0.32733393  |
+|    clg_setpoint                 | -1.2179612  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4142162   |
+|    diffuse_solar_radiation      | 0.14910042  |
+|    direct_solar_radiation       | 0.11766004  |
+|    hour                         | 0.79523665  |
+|    htg_setpoint                 | -0.50879645 |
+|    month                        | 0.14371479  |
+|    outdoor_humidity             | 0.22144176  |
+|    outdoor_temperature          | 1.2883103   |
+|    people_occupant              | 1.6914943   |
+|    total_electricity_HVAC       | 0.6173494   |
+|    wind_direction               | 0.46483603  |
+|    wind_speed                   | 0.50820625  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5028.9844   |
+|    air_humidity                 | 53.150215   |
+|    air_temperature              | 23.252958   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 89.0        |
+|    direct_solar_radiation       | 182.0       |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 15.561088   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 73.0        |
+|    outdoor_temperature          | 23.924597   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 5277791.5   |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+-------------------------------------------------***********--------------------------------------------------| 49%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.16989896 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.05159    |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.58823895 |
+|    air_humidity                 | 0.06189358  |
+|    air_temperature              | 0.21581028  |
+|    clg_setpoint                 | -0.42831746 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5238056   |
+|    diffuse_solar_radiation      | -0.45897344 |
+|    direct_solar_radiation       | -0.4901507  |
+|    hour                         | 0.9396532   |
+|    htg_setpoint                 | 0.9259362   |
+|    month                        | 0.1435745   |
+|    outdoor_humidity             | 0.8762061   |
+|    outdoor_temperature          | 0.75752264  |
+|    people_occupant              | -0.68948144 |
+|    total_electricity_HVAC       | -0.5962815  |
+|    wind_direction               | 0.27488795  |
+|    wind_speed                   | -0.5701654  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 191.53212   |
+|    air_humidity                 | 37.912937   |
+|    air_temperature              | 23.06497    |
+|    clg_setpoint                 | 25.268543   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 29.0        |
+|    direct_solar_radiation       | 29.5        |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 21.405933   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 18.801495   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 172378.9    |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------***********--------------------------------------------------| 49%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.8536753  |
+|    Heating_Setpoint_RL          | -0.6749393  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.743845   |
+|    Heating_Setpoint_RL          | 13.828466   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5128123  |
+|    air_humidity                 | 0.64207804  |
+|    air_temperature              | 0.26490486  |
+|    clg_setpoint                 | 0.5103085   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.632369    |
+|    diffuse_solar_radiation      | -0.7525519  |
+|    direct_solar_radiation       | -0.6076077  |
+|    hour                         | 1.0840482   |
+|    htg_setpoint                 | -0.8188354  |
+|    month                        | 0.14343461  |
+|    outdoor_humidity             | 0.5937664   |
+|    outdoor_temperature          | 0.8958983   |
+|    people_occupant              | -0.688511   |
+|    total_electricity_HVAC       | -0.5246082  |
+|    wind_direction               | 0.46526766  |
+|    wind_speed                   | -0.77811587 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 524.19025   |
+|    air_humidity                 | 45.270702   |
+|    air_temperature              | 23.147331   |
+|    clg_setpoint                 | 27.667265   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 14.29471    |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 81.0        |
+|    outdoor_temperature          | 20.157679   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 471771.25   |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------************-------------------------------------------------| 50%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.47976416 |
+|    air_humidity                 | 0.5709787   |
+|    air_temperature              | 0.40597054  |
+|    clg_setpoint                 | -0.42464665 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6677743  |
+|    diffuse_solar_radiation      | -0.7528496  |
+|    direct_solar_radiation       | -0.6083531  |
+|    hour                         | 1.2284148   |
+|    htg_setpoint                 | -0.6276709  |
+|    month                        | 0.44539198  |
+|    outdoor_humidity             | 0.87438244  |
+|    outdoor_temperature          | 0.88502944  |
+|    people_occupant              | -0.45045787 |
+|    total_electricity_HVAC       | -0.493208   |
+|    wind_direction               | -0.10725074 |
+|    wind_speed                   | -0.98548394 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 672.0854    |
+|    air_humidity                 | 44.385437   |
+|    air_temperature              | 23.38488    |
+|    clg_setpoint                 | 25.277882   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 15.071292   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 20.073942   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 604876.9    |
+|    wind_direction               | 170.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+-------------------------------------------------************-------------------------------------------------| 50%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.1941126   |
+|    Heating_Setpoint_RL          | 0.94385934  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.28013    |
+|    Heating_Setpoint_RL          | 22.934208   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.50360775 |
+|    air_humidity                 | 0.7157346   |
+|    air_temperature              | 0.05606387  |
+|    clg_setpoint                 | 1.4231585   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5488763  |
+|    diffuse_solar_radiation      | -0.7530888  |
+|    direct_solar_radiation       | -0.60888046 |
+|    hour                         | 1.3727456   |
+|    htg_setpoint                 | -1.3814398  |
+|    month                        | 0.44488454  |
+|    outdoor_humidity             | 0.873528    |
+|    outdoor_temperature          | 1.1039311   |
+|    people_occupant              | -0.6891741  |
+|    total_electricity_HVAC       | -0.5158893  |
+|    wind_direction               | 0.08425885  |
+|    wind_speed                   | 0.09591243  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 568.4915    |
+|    air_humidity                 | 46.23041    |
+|    air_temperature              | 22.797901   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 22.221075   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 511642.38   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+-------------------------------------------------************-------------------------------------------------| 50%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.36989492  |
+|    air_humidity                 | 0.78009224  |
+|    air_temperature              | 0.32476246  |
+|    clg_setpoint                 | 0.9086833   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4310446  |
+|    diffuse_solar_radiation      | -0.75296915 |
+|    direct_solar_radiation       | -0.60839736 |
+|    hour                         | 1.5170323   |
+|    htg_setpoint                 | 1.379401    |
+|    month                        | 0.44437882  |
+|    outdoor_humidity             | 0.77964056  |
+|    outdoor_temperature          | 1.1370447   |
+|    people_occupant              | -0.6895038  |
+|    total_electricity_HVAC       | 0.3695939   |
+|    wind_direction               | -0.5834006  |
+|    wind_speed                   | -0.5671752  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4437.035    |
+|    air_humidity                 | 47.06043    |
+|    air_temperature              | 23.250372   |
+|    clg_setpoint                 | 28.685642   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 85.0        |
+|    outdoor_temperature          | 22.574879   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4226585.5   |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------*************------------------------------------------------| 51%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.7831871   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 22.030428   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.51865864 |
+|    air_humidity                 | 0.4720089   |
+|    air_temperature              | -0.25884676 |
+|    clg_setpoint                 | 0.7188796   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3141092  |
+|    diffuse_solar_radiation      | -0.7531659  |
+|    direct_solar_radiation       | -0.6089181  |
+|    hour                         | 1.6612656   |
+|    htg_setpoint                 | -0.4491824  |
+|    month                        | 0.4438748   |
+|    outdoor_humidity             | 1.0143048   |
+|    outdoor_temperature          | 1.0109758   |
+|    people_occupant              | -0.6898323  |
+|    total_electricity_HVAC       | -0.5302679  |
+|    wind_direction               | -1.7270833  |
+|    wind_speed                   | -2.0625813  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 504.5777    |
+|    air_humidity                 | 43.179962   |
+|    air_temperature              | 22.27166    |
+|    clg_setpoint                 | 28.20076    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 15.801087   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 21.379807   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 454119.9    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+--------------------------------------------------************------------------------------------------------| 51%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.023469388  |
+|    Heating_Setpoint_RL          | 0.12528498   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.704208    |
+|    Heating_Setpoint_RL          | 18.329727    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.52114797  |
+|    air_humidity                 | 0.17439854   |
+|    air_temperature              | -0.051892888 |
+|    clg_setpoint                 | 1.4220731    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.0845596   |
+|    diffuse_solar_radiation      | -0.7530489   |
+|    direct_solar_radiation       | -0.6089886   |
+|    hour                         | -1.6610924   |
+|    htg_setpoint                 | -0.20547608  |
+|    month                        | 0.44337252   |
+|    outdoor_humidity             | 0.872042     |
+|    outdoor_temperature          | 1.0945523    |
+|    people_occupant              | -0.6901596   |
+|    total_electricity_HVAC       | -0.53266937  |
+|    wind_direction               | 0.4682902    |
+|    wind_speed                   | -0.35802567  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 495.06894    |
+|    air_humidity                 | 39.43118     |
+|    air_temperature              | 22.62029     |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 6.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 16.794056    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 87.0         |
+|    outdoor_temperature          | 22.218443    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 445562.03    |
+|    wind_direction               | 230.0        |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+-------------------------------------------------*************------------------------------------------------| 51%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.7060531   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.007929   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5203781  |
+|    air_humidity                 | -1.4774597  |
+|    air_temperature              | 0.32553104  |
+|    clg_setpoint                 | 1.4211402   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9690096  |
+|    diffuse_solar_radiation      | -0.75337553 |
+|    direct_solar_radiation       | -0.6095438  |
+|    hour                         | -1.5164529  |
+|    htg_setpoint                 | 0.060514178 |
+|    month                        | 0.44287193  |
+|    outdoor_humidity             | 0.8715315   |
+|    outdoor_temperature          | 1.4297215   |
+|    people_occupant              | -0.6891986  |
+|    total_electricity_HVAC       | -0.5319475  |
+|    wind_direction               | 0.3729473   |
+|    wind_speed                   | -1.1886301  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 497.03522   |
+|    air_humidity                 | 18.538265   |
+|    air_temperature              | 23.254707   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 17.874308   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 25.518343   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 447331.7    |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+-------------------------------------------------*************------------------------------------------------| 51%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.25095373 |
+|    Heating_Setpoint_RL          | -0.3619123  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.77803    |
+|    Heating_Setpoint_RL          | 15.589243   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5323467  |
+|    air_humidity                 | -1.9175805  |
+|    air_temperature              | -0.2914128  |
+|    clg_setpoint                 | 1.4203593   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8539187  |
+|    diffuse_solar_radiation      | -0.7537129  |
+|    direct_solar_radiation       | -0.60973537 |
+|    hour                         | -1.3718607  |
+|    htg_setpoint                 | -1.3796084  |
+|    month                        | 0.44237304  |
+|    outdoor_humidity             | 0.91924083  |
+|    outdoor_temperature          | 1.4148982   |
+|    people_occupant              | -0.6882416  |
+|    total_electricity_HVAC       | -0.54274786 |
+|    wind_direction               | -1.729506   |
+|    wind_speed                   | -2.0616581  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 442.62665   |
+|    air_humidity                 | 12.8863325  |
+|    air_temperature              | 22.221785   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 88.0        |
+|    outdoor_temperature          | 25.431765   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 400716.16   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+-------------------------------------------------**************-----------------------------------------------| 52%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.65155554  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.824      |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.3620676   |
+|    air_humidity                 | 0.28423312  |
+|    air_temperature              | 0.32194802  |
+|    clg_setpoint                 | -1.2188635  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7391854  |
+|    diffuse_solar_radiation      | -0.75392765 |
+|    direct_solar_radiation       | -0.6097026  |
+|    hour                         | -1.2273068  |
+|    htg_setpoint                 | 1.3805782   |
+|    month                        | 0.44187582  |
+|    outdoor_humidity             | 1.2944742   |
+|    outdoor_temperature          | 1.2054138   |
+|    people_occupant              | -0.68856984 |
+|    total_electricity_HVAC       | 0.38111132  |
+|    wind_direction               | -1.7290002  |
+|    wind_speed                   | -2.059476   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4394.8477   |
+|    air_humidity                 | 40.780117   |
+|    air_temperature              | 23.25026    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 23.434517   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4267558.0   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+-------------------------------------------------**************-----------------------------------------------| 52%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5699807   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.548685   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5223597  |
+|    air_humidity                 | -0.27456012 |
+|    air_temperature              | 0.18050617  |
+|    clg_setpoint                 | 0.8797488   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6247222  |
+|    diffuse_solar_radiation      | -0.49794617 |
+|    direct_solar_radiation       | -0.6100932  |
+|    hour                         | -1.0827832  |
+|    htg_setpoint                 | -1.3794543  |
+|    month                        | 0.4413803   |
+|    outdoor_humidity             | -0.30557096 |
+|    outdoor_temperature          | 1.5405313   |
+|    people_occupant              | -0.6888969  |
+|    total_electricity_HVAC       | -0.53386045 |
+|    wind_direction               | 1.4244716   |
+|    wind_speed                   | 0.10371976  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 491.0917    |
+|    air_humidity                 | 33.71815    |
+|    air_temperature              | 23.01435    |
+|    clg_setpoint                 | 28.61708    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 25.5        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 62.0        |
+|    outdoor_temperature          | 26.76033    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 441982.53   |
+|    wind_direction               | 330.0       |
+|    wind_speed                   | 5.2         |
+| train/                          |             |
+|    approx_kl                    | 0.008579256 |
+|    clip_fraction                | 0.0802      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.72       |
+|    explained_variance           | 0.412       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 1.31        |
+|    n_updates                    | 260         |
+|    policy_gradient_loss         | -0.0101     |
+|    std                          | 0.942       |
+|    value_loss                   | 3.41        |
+-------------------------------------------------
+-------------------------------------------------**************-----------------------------------------------| 52%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.8602264   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.528263   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5300792  |
+|    air_humidity                 | -0.33436543 |
+|    air_temperature              | -0.4586207  |
+|    clg_setpoint                 | 0.94103587  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.5104547  |
+|    diffuse_solar_radiation      | 0.008679744 |
+|    direct_solar_radiation       | 0.4337815   |
+|    hour                         | -0.9382827  |
+|    htg_setpoint                 | -1.3786198  |
+|    month                        | 0.4408864   |
+|    outdoor_humidity             | -0.44506347 |
+|    outdoor_temperature          | 1.090122    |
+|    people_occupant              | -0.6892228  |
+|    total_electricity_HVAC       | -0.54128826 |
+|    wind_direction               | -1.7310958  |
+|    wind_speed                   | -0.56238866 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 458.56656   |
+|    air_humidity                 | 32.973522   |
+|    air_temperature              | 21.945997   |
+|    clg_setpoint                 | 28.773355   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 76.0        |
+|    direct_solar_radiation       | 262.0       |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 59.0        |
+|    outdoor_temperature          | 22.410017   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 412424.84   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------***************----------------------------------------------| 53%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.51947904 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 14.70293    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.41802937 |
+|    air_humidity                 | -0.2398112  |
+|    air_temperature              | 0.085068405 |
+|    clg_setpoint                 | -0.47125927 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.3963214  |
+|    diffuse_solar_radiation      | 0.093468875 |
+|    direct_solar_radiation       | 1.1597788   |
+|    hour                         | -0.7937993  |
+|    htg_setpoint                 | 1.1303517   |
+|    month                        | 0.4403942   |
+|    outdoor_humidity             | -0.5850111  |
+|    outdoor_temperature          | 1.2923442   |
+|    people_occupant              | -0.6895475  |
+|    total_electricity_HVAC       | -0.42901942 |
+|    wind_direction               | -1.7299476  |
+|    wind_speed                   | -2.0607696  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 954.6206    |
+|    air_humidity                 | 34.18431    |
+|    air_temperature              | 22.856657   |
+|    clg_setpoint                 | 25.160809   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 84.5        |
+|    direct_solar_radiation       | 444.5       |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 22.222923   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 56.0        |
+|    outdoor_temperature          | 24.426144   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 883110.94   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+--------------------------------------------------**************----------------------------------------------| 53%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.86406994  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 12.764606    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.2838033   |
+|    air_humidity                 | -0.53283757  |
+|    air_temperature              | -0.051493827 |
+|    clg_setpoint                 | -0.5102357   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.28227335  |
+|    diffuse_solar_radiation      | 1.1381596    |
+|    direct_solar_radiation       | 1.1548579    |
+|    hour                         | -0.6493278   |
+|    htg_setpoint                 | 0.3938258    |
+|    month                        | 0.4399036    |
+|    outdoor_humidity             | 0.027033584  |
+|    outdoor_temperature          | 1.4891931    |
+|    people_occupant              | -0.689871    |
+|    total_electricity_HVAC       | -0.30821395  |
+|    wind_direction               | 0.5610723    |
+|    wind_speed                   | -0.56198007  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1547.691     |
+|    air_humidity                 | 30.488443    |
+|    air_temperature              | 22.629423    |
+|    clg_setpoint                 | 25.060495    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 13.0         |
+|    diffuse_solar_radiation      | 188.5        |
+|    direct_solar_radiation       | 444.0        |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 19.21983     |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 69.0         |
+|    outdoor_temperature          | 26.39197     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1388750.8    |
+|    wind_direction               | 240.0        |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+-------------------------------------------------***************----------------------------------------------| 53%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.26242724 |
+|    air_humidity                 | -1.6992766  |
+|    air_temperature              | 0.19536558  |
+|    clg_setpoint                 | -0.3655858  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.16827396 |
+|    diffuse_solar_radiation      | 0.33919677  |
+|    direct_solar_radiation       | 2.5336692   |
+|    hour                         | -0.50486404 |
+|    htg_setpoint                 | -1.376709   |
+|    month                        | 0.43941465  |
+|    outdoor_humidity             | -0.96189445 |
+|    outdoor_temperature          | 1.6330864   |
+|    people_occupant              | -0.6889232  |
+|    total_electricity_HVAC       | -0.26541832 |
+|    wind_direction               | -0.967772   |
+|    wind_speed                   | -0.77040565 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1639.5518   |
+|    air_humidity                 | 15.683941   |
+|    air_temperature              | 23.04313    |
+|    clg_setpoint                 | 25.432617   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 109.0       |
+|    direct_solar_radiation       | 791.5       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 48.0        |
+|    outdoor_temperature          | 27.844742   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1565268.2   |
+|    wind_direction               | 80.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------**************----------------------------------------------| 53%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.66516167  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 13.883466    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.9075573    |
+|    air_humidity                 | 1.3023655    |
+|    air_temperature              | 0.3187354    |
+|    clg_setpoint                 | -1.2195528   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.054298688 |
+|    diffuse_solar_radiation      | 1.2323174    |
+|    direct_solar_radiation       | -0.6121509   |
+|    hour                         | -0.3604047   |
+|    htg_setpoint                 | -0.19489641  |
+|    month                        | 0.43892735   |
+|    outdoor_humidity             | 0.8736072    |
+|    outdoor_temperature          | 0.96585935   |
+|    people_occupant              | 1.6962837    |
+|    total_electricity_HVAC       | 0.89274967   |
+|    wind_direction               | -1.7302524   |
+|    wind_speed                   | -0.1451168   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 6791.957     |
+|    air_humidity                 | 53.687378    |
+|    air_temperature              | 23.24963     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 198.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 16.814632    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 87.0         |
+|    outdoor_temperature          | 21.3215      |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 6396079.0    |
+|    wind_direction               | 0.0          |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+-------------------------------------------------****************---------------------------------------------| 54%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.7318426   |
+|    air_humidity                 | 1.1508352   |
+|    air_temperature              | 0.3181419   |
+|    clg_setpoint                 | -1.2191238  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.059664916 |
+|    diffuse_solar_radiation      | 2.7638237   |
+|    direct_solar_radiation       | 0.52195793  |
+|    hour                         | -0.21594739 |
+|    htg_setpoint                 | 1.3836535   |
+|    month                        | 0.43844163  |
+|    outdoor_humidity             | -0.96431494 |
+|    outdoor_temperature          | 1.9532233   |
+|    people_occupant              | 1.6952314   |
+|    total_electricity_HVAC       | 1.6269525   |
+|    wind_direction               | 1.6146853   |
+|    wind_speed                   | -0.9781658  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 10421.263   |
+|    air_humidity                 | 51.781147   |
+|    air_temperature              | 23.249535   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 351.0       |
+|    direct_solar_radiation       | 285.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 48.0        |
+|    outdoor_temperature          | 31.057259   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 9457710.0   |
+|    wind_direction               | 350.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------***************---------------------------------------------| 54%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.273238     |
+|    air_humidity                 | 1.121397     |
+|    air_temperature              | 0.3173809    |
+|    clg_setpoint                 | -1.2184403   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.17361741   |
+|    diffuse_solar_radiation      | 1.5446676    |
+|    direct_solar_radiation       | 1.7374663    |
+|    hour                         | -0.071490675 |
+|    htg_setpoint                 | -1.3763834   |
+|    month                        | 0.43795756   |
+|    outdoor_humidity             | -0.4454723   |
+|    outdoor_temperature          | 1.7517755    |
+|    people_occupant              | 1.2176276    |
+|    total_electricity_HVAC       | 1.1727148    |
+|    wind_direction               | 0.087091535  |
+|    wind_speed                   | -0.1424781   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 8401.358     |
+|    air_humidity                 | 51.419834    |
+|    air_temperature              | 23.249182    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 17.0         |
+|    diffuse_solar_radiation      | 229.5        |
+|    direct_solar_radiation       | 590.5        |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 59.0         |
+|    outdoor_temperature          | 29.133743    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 7562895.5    |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+--------------------------------------------------***************---------------------------------------------| 54%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.569082    |
+|    Heating_Setpoint_RL          | 0.8778043    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.704348    |
+|    Heating_Setpoint_RL          | 22.562649    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.52603906  |
+|    air_humidity                 | 1.4408555    |
+|    air_temperature              | 1.4160306    |
+|    clg_setpoint                 | 0.0029864463 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.28754753   |
+|    diffuse_solar_radiation      | 1.8495051    |
+|    direct_solar_radiation       | -0.61214644  |
+|    hour                         | 0.07296602   |
+|    htg_setpoint                 | 1.277947     |
+|    month                        | 0.43747506   |
+|    outdoor_humidity             | 0.920947     |
+|    outdoor_temperature          | 1.2344446    |
+|    people_occupant              | 0.26372367   |
+|    total_electricity_HVAC       | -0.5392456   |
+|    wind_direction               | -0.86765134  |
+|    wind_speed                   | -0.7677293   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 481.55814    |
+|    air_humidity                 | 55.494293    |
+|    air_temperature              | 25.080996    |
+|    clg_setpoint                 | 26.373034    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 18.0         |
+|    diffuse_solar_radiation      | 260.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 22.820679    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 88.0         |
+|    outdoor_temperature          | 24.077547    |
+|    people_occupant              | 8.0          |
+|    total_electricity_HVAC       | 426094.84    |
+|    wind_direction               | 90.0         |
+|    wind_speed                   | 3.1          |
+--------------------------------------------------
+------------------------------------------------*****************---------------------------------------------| 54%
+| action_network/                 |            |
+|    Cooling_Setpoint_RL          | -1.0       |
+|    Heating_Setpoint_RL          | -0.4089526 |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23.25      |
+|    Heating_Setpoint_RL          | 15.324642  |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | 1.8846443  |
+|    air_humidity                 | 1.1899316  |
+|    air_temperature              | 0.31698433 |
+|    clg_setpoint                 | -1.2169807 |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 0.40143222 |
+|    diffuse_solar_radiation      | 2.2622313  |
+|    direct_solar_radiation       | 1.5560113  |
+|    hour                         | 0.21742234 |
+|    htg_setpoint                 | -1.01252   |
+|    month                        | 0.43699417 |
+|    outdoor_humidity             | 0.16532739 |
+|    outdoor_temperature          | 1.6226574  |
+|    people_occupant              | 1.2161181  |
+|    total_electricity_HVAC       | 1.7811612  |
+|    wind_direction               | 0.18412752 |
+|    wind_speed                   | 0.31929213 |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 11086.53   |
+|    air_humidity                 | 52.34543   |
+|    air_temperature              | 23.249329  |
+|    clg_setpoint                 | 23.25      |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 19.0       |
+|    diffuse_solar_radiation      | 301.5      |
+|    direct_solar_radiation       | 544.5      |
+|    hour                         | 13.0       |
+|    htg_setpoint                 | 13.486009  |
+|    month                        | 7.0        |
+|    outdoor_humidity             | 72.0       |
+|    outdoor_temperature          | 27.928738  |
+|    people_occupant              | 16.0       |
+|    total_electricity_HVAC       | 10094131.0 |
+|    wind_direction               | 200.0      |
+|    wind_speed                   | 5.7        |
+------------------------------------------------
+---------------------------------------------------***************--------------------------------------------| 55%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.5122253     |
+|    Heating_Setpoint_RL          | -1.0          |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 28.35376      |
+|    Heating_Setpoint_RL          | 12.0          |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.0063186567 |
+|    air_humidity                 | -0.916748     |
+|    air_temperature              | 0.4622423     |
+|    clg_setpoint                 | -1.0214787    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 0.51523685    |
+|    diffuse_solar_radiation      | 2.5617225     |
+|    direct_solar_radiation       | 1.0444645     |
+|    hour                         | 0.36187705    |
+|    htg_setpoint                 | -0.96370345   |
+|    month                        | 0.43651485    |
+|    outdoor_humidity             | 0.49408633    |
+|    outdoor_temperature          | 1.7317938     |
+|    people_occupant              | -0.6895899    |
+|    total_electricity_HVAC       | 0.033620473   |
+|    wind_direction               | -0.0074485485 |
+|    wind_speed                   | 0.32011697    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 2768.552      |
+|    air_humidity                 | 25.608366     |
+|    air_temperature              | 23.491522     |
+|    clg_setpoint                 | 23.750345     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 20.0          |
+|    diffuse_solar_radiation      | 332.0         |
+|    direct_solar_radiation       | 416.0         |
+|    hour                         | 14.0          |
+|    htg_setpoint                 | 13.68133      |
+|    month                        | 7.0           |
+|    outdoor_humidity             | 79.0          |
+|    outdoor_temperature          | 29.054508     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 2813425.8     |
+|    wind_direction               | 180.0         |
+|    wind_speed                   | 5.7           |
+---------------------------------------------------
+-------------------------------------------------*****************--------------------------------------------| 55%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.46856552 |
+|    Heating_Setpoint_RL          | -0.09616411 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.04359    |
+|    Heating_Setpoint_RL          | 17.084076   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.35917768 |
+|    air_humidity                 | -1.735099   |
+|    air_temperature              | 0.52564824  |
+|    clg_setpoint                 | -0.23270069 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.62891537  |
+|    diffuse_solar_radiation      | 1.9128408   |
+|    direct_solar_radiation       | 0.6244323   |
+|    hour                         | 0.5063281   |
+|    htg_setpoint                 | -1.132968   |
+|    month                        | 0.4360371   |
+|    outdoor_humidity             | 0.25720382  |
+|    outdoor_temperature          | 1.5578886   |
+|    people_occupant              | -0.6886549  |
+|    total_electricity_HVAC       | -0.38701683 |
+|    wind_direction               | 0.1835719   |
+|    wind_speed                   | 1.6165396   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1215.1343   |
+|    air_humidity                 | 15.165489   |
+|    air_temperature              | 23.597572   |
+|    clg_setpoint                 | 25.770273   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 267.5       |
+|    direct_solar_radiation       | 310.5       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 12.986452   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 74.0        |
+|    outdoor_temperature          | 27.384764   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1060059.0   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 8.8         |
+-------------------------------------------------
+------------------------------------------------******************--------------------------------------------| 55%
+| action_network/                 |            |
+|    Cooling_Setpoint_RL          | -1.0       |
+|    Heating_Setpoint_RL          | 0.16721427 |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23.25      |
+|    Heating_Setpoint_RL          | 18.56558   |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | 1.0541993  |
+|    air_humidity                 | 1.212778   |
+|    air_temperature              | 0.31566435 |
+|    clg_setpoint                 | -1.2176052 |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 0.7424104  |
+|    diffuse_solar_radiation      | 0.58889323 |
+|    direct_solar_radiation       | 0.7104332  |
+|    hour                         | 0.65077245 |
+|    htg_setpoint                 | 1.3861247  |
+|    month                        | 0.43556094 |
+|    outdoor_humidity             | 0.3505246  |
+|    outdoor_temperature          | 1.515648   |
+|    people_occupant              | 1.6951152  |
+|    total_electricity_HVAC       | 0.9641354  |
+|    wind_direction               | 0.1834257  |
+|    wind_speed                   | 2.0325818  |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 7422.6733  |
+|    air_humidity                 | 52.619026  |
+|    air_temperature              | 23.248583  |
+|    clg_setpoint                 | 23.25      |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 22.0       |
+|    diffuse_solar_radiation      | 135.0      |
+|    direct_solar_radiation       | 332.0      |
+|    hour                         | 16.0       |
+|    htg_setpoint                 | 23.25      |
+|    month                        | 7.0        |
+|    outdoor_humidity             | 76.0       |
+|    outdoor_temperature          | 27.00328   |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 6680406.0  |
+|    wind_direction               | 200.0      |
+|    wind_speed                   | 9.8        |
+------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 56%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.05914062  |
+|    air_humidity                 | 2.4733245   |
+|    air_temperature              | 0.31602353  |
+|    clg_setpoint                 | -1.2170345  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8556536   |
+|    diffuse_solar_radiation      | -0.23433101 |
+|    direct_solar_radiation       | -0.61237526 |
+|    hour                         | 0.7952063   |
+|    htg_setpoint                 | -0.0636942  |
+|    month                        | 0.4350863   |
+|    outdoor_humidity             | 1.2933781   |
+|    outdoor_temperature          | 0.8040748   |
+|    people_occupant              | 1.69408     |
+|    total_electricity_HVAC       | 0.018544283 |
+|    wind_direction               | 0.1831169   |
+|    wind_speed                   | 0.3182093   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3052.7788   |
+|    air_humidity                 | 68.68887    |
+|    air_temperature              | 23.249428   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 52.5        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 17.338945   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 19.993744   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 2747501.0   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 56%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.40804628  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.92026    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.07153497 |
+|    air_humidity                 | 1.1667806   |
+|    air_temperature              | 0.31590763  |
+|    clg_setpoint                 | -1.2164841  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.96856594  |
+|    diffuse_solar_radiation      | -0.54868525 |
+|    direct_solar_radiation       | -0.2837608  |
+|    hour                         | 0.93962497  |
+|    htg_setpoint                 | -0.19890507 |
+|    month                        | 0.43461323  |
+|    outdoor_humidity             | -0.40781826 |
+|    outdoor_temperature          | 1.2836632   |
+|    people_occupant              | 0.50186837  |
+|    total_electricity_HVAC       | -0.09517344 |
+|    wind_direction               | 0.08690284  |
+|    wind_speed                   | -0.14102739 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2480.8193   |
+|    air_humidity                 | 52.09966    |
+|    air_temperature              | 23.249609   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 21.0        |
+|    direct_solar_radiation       | 82.5        |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 16.78812    |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 60.0        |
+|    outdoor_temperature          | 24.76543    |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 2276276.2   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 56%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.9972719   |
+|    Heating_Setpoint_RL          | -0.40608233 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.990793   |
+|    Heating_Setpoint_RL          | 15.340787   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.32737187 |
+|    air_humidity                 | 1.5466156   |
+|    air_temperature              | 0.31408146  |
+|    clg_setpoint                 | -1.2158233  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0810584   |
+|    diffuse_solar_radiation      | -0.7578335  |
+|    direct_solar_radiation       | -0.6127894  |
+|    hour                         | 1.084023    |
+|    htg_setpoint                 | 0.25737712  |
+|    month                        | 0.4341417   |
+|    outdoor_humidity             | 0.86667603  |
+|    outdoor_temperature          | 1.1549395   |
+|    people_occupant              | -0.4516531  |
+|    total_electricity_HVAC       | -0.25168273 |
+|    wind_direction               | 0.27837744  |
+|    wind_speed                   | -1.1868931  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1360.238    |
+|    air_humidity                 | 56.950092   |
+|    air_temperature              | 23.246893   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 18.644724   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 23.527742   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 1627636.2   |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 56%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5280105   |
+|    Heating_Setpoint_RL          | -0.47419572 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.407036   |
+|    Heating_Setpoint_RL          | 14.957649   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49651414 |
+|    air_humidity                 | 1.4670976   |
+|    air_temperature              | 0.11645057  |
+|    clg_setpoint                 | -1.2153924  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.193032    |
+|    diffuse_solar_radiation      | -0.7580974  |
+|    direct_solar_radiation       | -0.61283886 |
+|    hour                         | 1.2283939   |
+|    htg_setpoint                 | -1.2063009  |
+|    month                        | 0.4336717   |
+|    outdoor_humidity             | 0.86541086  |
+|    outdoor_temperature          | 1.0769706   |
+|    people_occupant              | -0.4520288  |
+|    total_electricity_HVAC       | -0.5095022  |
+|    wind_direction               | -0.01033215 |
+|    wind_speed                   | -0.55830675 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 619.3389    |
+|    air_humidity                 | 55.96448    |
+|    air_temperature              | 22.919289   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 12.679628   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 22.778746   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 557405.0    |
+|    wind_direction               | 180.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 57%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5244055  |
+|    air_humidity                 | -1.0315999  |
+|    air_temperature              | -0.09727959 |
+|    clg_setpoint                 | 0.07810529  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.3043792   |
+|    diffuse_solar_radiation      | -0.75817245 |
+|    direct_solar_radiation       | -0.6128316  |
+|    hour                         | 1.3727305   |
+|    htg_setpoint                 | 0.7139911   |
+|    month                        | 0.43320322  |
+|    outdoor_humidity             | 1.00636     |
+|    outdoor_temperature          | 0.9072867   |
+|    people_occupant              | -0.689316   |
+|    total_electricity_HVAC       | -0.53602815 |
+|    wind_direction               | -0.9725905  |
+|    wind_speed                   | -0.97636604 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 495.4668    |
+|    air_humidity                 | 24.146347   |
+|    air_temperature              | 22.565039   |
+|    clg_setpoint                 | 26.561497   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 20.501808   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 21.12227    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 445920.12   |
+|    wind_direction               | 80.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------*****************-------------------------------------------| 57%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.7071292   |
+|    Heating_Setpoint_RL          | 0.27711308   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.23844     |
+|    Heating_Setpoint_RL          | 19.183762    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5332602   |
+|    air_humidity                 | -1.8251812   |
+|    air_temperature              | -0.054058526 |
+|    clg_setpoint                 | 1.4211174    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.4149839    |
+|    diffuse_solar_radiation      | -0.7582991   |
+|    direct_solar_radiation       | -0.61269224  |
+|    hour                         | 1.5170249    |
+|    htg_setpoint                 | -0.74447125  |
+|    month                        | 0.43273628   |
+|    outdoor_humidity             | 0.10682265   |
+|    outdoor_temperature          | 1.2068543    |
+|    people_occupant              | -0.6883934   |
+|    total_electricity_HVAC       | -0.54443556  |
+|    wind_direction               | 0.951455     |
+|    wind_speed                   | -0.34831756  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 454.50967    |
+|    air_humidity                 | 13.98174     |
+|    air_temperature              | 22.637024    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 28.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 14.5543165   |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 71.0         |
+|    outdoor_temperature          | 24.113543    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 409058.72    |
+|    wind_direction               | 280.0        |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+--------------------------------------------------*****************-------------------------------------------| 57%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.52635634  |
+|    air_humidity                 | 0.6845426    |
+|    air_temperature              | -0.53706247  |
+|    clg_setpoint                 | 0.517883     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.5247226    |
+|    diffuse_solar_radiation      | -0.7583988   |
+|    direct_solar_radiation       | -0.61268246  |
+|    hour                         | 1.6612682    |
+|    htg_setpoint                 | 0.012188334  |
+|    month                        | 0.4322708    |
+|    outdoor_humidity             | 1.4780111    |
+|    outdoor_temperature          | 0.992051     |
+|    people_occupant              | -0.6887095   |
+|    total_electricity_HVAC       | -0.53787553  |
+|    wind_direction               | -0.011844009 |
+|    wind_speed                   | -0.9763829   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 485.61023    |
+|    air_humidity                 | 45.974056    |
+|    air_temperature              | 21.83761     |
+|    clg_setpoint                 | 27.68681     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 29.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 17.635796    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 22.008682    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 437049.22    |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
+-------------------------------------------------*******************------------------------------------------| 58%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.96222055  |
+|    Heating_Setpoint_RL          | -0.47361928 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.872494   |
+|    Heating_Setpoint_RL          | 14.960892   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5298736  |
+|    air_humidity                 | 0.49643317  |
+|    air_temperature              | -0.5861963  |
+|    clg_setpoint                 | 0.51511896  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7474477   |
+|    diffuse_solar_radiation      | -0.75851876 |
+|    direct_solar_radiation       | -0.6129276  |
+|    hour                         | -1.6611025  |
+|    htg_setpoint                 | 1.0186313   |
+|    month                        | 0.43180686  |
+|    outdoor_humidity             | 1.0508391   |
+|    outdoor_temperature          | 1.1994869   |
+|    people_occupant              | -0.6890245  |
+|    total_electricity_HVAC       | -0.54122055 |
+|    wind_direction               | 0.3733981   |
+|    wind_speed                   | -0.9768753  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 471.8763    |
+|    air_humidity                 | 43.59142    |
+|    air_temperature              | 21.757214   |
+|    clg_setpoint                 | 27.67848    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 21.73552    |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 91.0        |
+|    outdoor_temperature          | 24.094934   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 424688.7    |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 2.6         |
+| train/                          |             |
+|    approx_kl                    | 0.008325766 |
+|    clip_fraction                | 0.0966      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.71       |
+|    explained_variance           | 0.638       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.995       |
+|    n_updates                    | 270         |
+|    policy_gradient_loss         | -0.0104     |
+|    std                          | 0.933       |
+|    value_loss                   | 2.79        |
+-------------------------------------------------
+-------------------------------------------------*******************------------------------------------------| 58%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.52908915 |
+|    air_humidity                 | 0.39913177  |
+|    air_temperature              | -0.19437873 |
+|    clg_setpoint                 | 1.4219829   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6725426  |
+|    diffuse_solar_radiation      | -0.75837773 |
+|    direct_solar_radiation       | -0.61243504 |
+|    hour                         | -1.5164707  |
+|    htg_setpoint                 | 0.19849356  |
+|    month                        | 0.74052536  |
+|    outdoor_humidity             | -0.22689903 |
+|    outdoor_temperature          | 1.167155    |
+|    people_occupant              | -0.6893384  |
+|    total_electricity_HVAC       | -0.5403727  |
+|    wind_direction               | 0.663168    |
+|    wind_speed                   | -0.5975275  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 476.44348   |
+|    air_humidity                 | 42.368675   |
+|    air_temperature              | 22.406301   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 18.393244   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 64.0        |
+|    outdoor_temperature          | 23.807497   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 429395.16   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 3.5         |
+-------------------------------------------------
+-------------------------------------------------*******************------------------------------------------| 58%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.8859904   |
+|    Heating_Setpoint_RL          | 0.23595175  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.615217   |
+|    Heating_Setpoint_RL          | 18.952229   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.52801245 |
+|    air_humidity                 | -0.1861089  |
+|    air_temperature              | -0.20462428 |
+|    clg_setpoint                 | 1.4214244   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5533043  |
+|    diffuse_solar_radiation      | -0.758636   |
+|    direct_solar_radiation       | -0.6129801  |
+|    hour                         | -1.371884   |
+|    htg_setpoint                 | 0.24886867  |
+|    month                        | 0.7394927   |
+|    outdoor_humidity             | 0.38900015  |
+|    outdoor_temperature          | 1.2305614   |
+|    people_occupant              | -0.6896512  |
+|    total_electricity_HVAC       | -0.5393296  |
+|    wind_direction               | 0.66290575  |
+|    wind_speed                   | -0.5557076  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 482.8636    |
+|    air_humidity                 | 34.919357   |
+|    air_temperature              | 22.390833   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 18.596426   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 77.0        |
+|    outdoor_temperature          | 24.480043   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 435237.9    |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------*********************----------------------------------------| 59%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.46650252  |
+|    Heating_Setpoint_RL          | 0.1701558   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.199446   |
+|    Heating_Setpoint_RL          | 18.582127   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5257854  |
+|    air_humidity                 | -0.2273622  |
+|    air_temperature              | -0.07600634 |
+|    clg_setpoint                 | 1.044656    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4351709  |
+|    diffuse_solar_radiation      | -0.7587792  |
+|    direct_solar_radiation       | -0.6135739  |
+|    hour                         | -1.227334   |
+|    htg_setpoint                 | -0.4659682  |
+|    month                        | 0.73846436  |
+|    outdoor_humidity             | 0.7679333   |
+|    outdoor_temperature          | 1.2643011   |
+|    people_occupant              | -0.6899629  |
+|    total_electricity_HVAC       | -0.5373846  |
+|    wind_direction               | 0.6629641   |
+|    wind_speed                   | -0.7650476  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 494.13873   |
+|    air_humidity                 | 34.407253   |
+|    air_temperature              | 22.605192   |
+|    clg_setpoint                 | 29.035212   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 15.6817     |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 85.0        |
+|    outdoor_temperature          | 24.8582     |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 444724.84   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------*********************----------------------------------------| 59%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.35039008 |
+|    Heating_Setpoint_RL          | 0.4057244   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.442434   |
+|    Heating_Setpoint_RL          | 19.9072     |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.53850067 |
+|    air_humidity                 | -1.5543905  |
+|    air_temperature              | -0.16599919 |
+|    clg_setpoint                 | 0.39013863  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3179723  |
+|    diffuse_solar_radiation      | -0.5954999  |
+|    direct_solar_radiation       | -0.4940848  |
+|    hour                         | -1.0828129  |
+|    htg_setpoint                 | -0.45884717 |
+|    month                        | 0.7374403   |
+|    outdoor_humidity             | 1.1934283   |
+|    outdoor_temperature          | 1.245922    |
+|    people_occupant              | -0.68904895 |
+|    total_electricity_HVAC       | -0.5494709  |
+|    wind_direction               | 0.27695143  |
+|    wind_speed                   | -1.1846281  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 436.9487    |
+|    air_humidity                 | 17.467257   |
+|    air_temperature              | 22.457935   |
+|    clg_setpoint                 | 27.361053   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 16.5        |
+|    direct_solar_radiation       | 30.0        |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 15.707914   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 94.0        |
+|    outdoor_temperature          | 24.712803   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 393253.84   |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+--------------------------------------------------********************----------------------------------------| 59%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.53627264  |
+|    air_humidity                 | -1.9815298   |
+|    air_temperature              | -0.038420383 |
+|    clg_setpoint                 | 0.4344662    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.2015561   |
+|    diffuse_solar_radiation      | -0.056001037 |
+|    direct_solar_radiation       | -0.53044987  |
+|    hour                         | -0.93831396  |
+|    htg_setpoint                 | 0.5174147    |
+|    month                        | 0.73642045   |
+|    outdoor_humidity             | 0.34005135   |
+|    outdoor_temperature          | 1.4328882    |
+|    people_occupant              | -0.68813854  |
+|    total_electricity_HVAC       | -0.5473854   |
+|    wind_direction               | -1.5600017   |
+|    wind_speed                   | -0.34384933  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 445.58963    |
+|    air_humidity                 | 11.932658    |
+|    air_temperature              | 22.670252    |
+|    clg_setpoint                 | 27.477001    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 5.0          |
+|    diffuse_solar_radiation      | 71.0         |
+|    direct_solar_radiation       | 21.0         |
+|    hour                         | 5.0          |
+|    htg_setpoint                 | 19.683205    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 76.0         |
+|    outdoor_temperature          | 26.637999    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 400861.94    |
+|    wind_direction               | 20.0         |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+-------------------------------------------------*********************----------------------------------------| 59%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.1949451  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.96706    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5417824  |
+|    air_humidity                 | 0.49028236  |
+|    air_temperature              | -0.30320254 |
+|    clg_setpoint                 | 1.4193323   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0857863  |
+|    diffuse_solar_radiation      | -0.18027098 |
+|    direct_solar_radiation       | -0.6138755  |
+|    hour                         | -0.7938314  |
+|    htg_setpoint                 | -0.24568008 |
+|    month                        | 0.73540485  |
+|    outdoor_humidity             | 1.1928141   |
+|    outdoor_temperature          | 1.1831307   |
+|    people_occupant              | -0.6884511  |
+|    total_electricity_HVAC       | -0.55259717 |
+|    wind_direction               | -1.3655896  |
+|    wind_speed                   | -0.34282538 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 422.7402    |
+|    air_humidity                 | 43.517536   |
+|    air_temperature              | 22.23434    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 58.5        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 16.573442   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 94.0        |
+|    outdoor_temperature          | 24.179815   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 380466.2    |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------**********************---------------------------------------| 60%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.59448165  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 20.96896    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.55262065 |
+|    air_humidity                 | 0.4152558   |
+|    air_temperature              | 0.31122455  |
+|    clg_setpoint                 | 1.4195423   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9705416  |
+|    diffuse_solar_radiation      | 1.2750398   |
+|    direct_solar_radiation       | -0.16372016 |
+|    hour                         | -0.6493602  |
+|    htg_setpoint                 | 1.3906118   |
+|    month                        | 0.7343934   |
+|    outdoor_humidity             | 0.33745673  |
+|    outdoor_temperature          | 0.7747097   |
+|    people_occupant              | -0.6887626  |
+|    total_electricity_HVAC       | -0.16062936 |
+|    wind_direction               | -1.4590877  |
+|    wind_speed                   | -0.5530858  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 376.79102   |
+|    air_humidity                 | 42.589077   |
+|    air_temperature              | 23.249857   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 205.5       |
+|    direct_solar_radiation       | 112.5       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 76.0        |
+|    outdoor_temperature          | 20.112642   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2002268.1   |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------**********************---------------------------------------| 60%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.82068205 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.008663   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.49588144  |
+|    air_humidity                 | 1.0842196   |
+|    air_temperature              | 0.31045675  |
+|    clg_setpoint                 | -1.2152712  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8557151  |
+|    diffuse_solar_radiation      | 1.0401045   |
+|    direct_solar_radiation       | 1.9777969   |
+|    hour                         | -0.5048964  |
+|    htg_setpoint                 | -0.575333   |
+|    month                        | 0.73338616  |
+|    outdoor_humidity             | -0.8963247  |
+|    outdoor_temperature          | 1.1553301   |
+|    people_occupant              | 1.6941819   |
+|    total_electricity_HVAC       | 0.5237292   |
+|    wind_direction               | -0.9735842  |
+|    wind_speed                   | -0.13173471 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4952.3887   |
+|    air_humidity                 | 51.15832    |
+|    air_temperature              | 23.249653   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 182.0       |
+|    direct_solar_radiation       | 648.5       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 15.238673   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 50.0        |
+|    outdoor_temperature          | 23.92852    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4830070.5   |
+|    wind_direction               | 80.0        |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------**********************---------------------------------------| 60%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.5912313  |
+|    Heating_Setpoint_RL          | 0.99161196  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.629595   |
+|    Heating_Setpoint_RL          | 23.202816   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.78567433  |
+|    air_humidity                 | 1.1486075   |
+|    air_temperature              | 0.30999568  |
+|    clg_setpoint                 | -1.214554   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.74121314 |
+|    diffuse_solar_radiation      | 2.309354    |
+|    direct_solar_radiation       | 0.886219    |
+|    hour                         | -0.36043686 |
+|    htg_setpoint                 | 0.80062073  |
+|    month                        | 0.732383    |
+|    outdoor_humidity             | -1.4180423  |
+|    outdoor_temperature          | 1.5281764   |
+|    people_occupant              | 1.6931789   |
+|    total_electricity_HVAC       | 0.7088063   |
+|    wind_direction               | -0.19954938 |
+|    wind_speed                   | -0.9724205  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6215.1333   |
+|    air_humidity                 | 52.00066    |
+|    air_temperature              | 23.249533   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 310.5       |
+|    direct_solar_radiation       | 375.5       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 20.850616   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 39.0        |
+|    outdoor_temperature          | 27.676397   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 5593620.0   |
+|    wind_direction               | 160.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------*********************---------------------------------------| 60%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.6472222   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 13.984375    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.45325986  |
+|    air_humidity                 | -0.67152005  |
+|    air_temperature              | 0.4582794    |
+|    clg_setpoint                 | 0.6347435    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.62695515  |
+|    diffuse_solar_radiation      | 0.78079504   |
+|    direct_solar_radiation       | 2.1213462    |
+|    hour                         | -0.21597923  |
+|    htg_setpoint                 | -1.370105    |
+|    month                        | 0.731384     |
+|    outdoor_humidity             | -0.088164575 |
+|    outdoor_temperature          | 1.3551141    |
+|    people_occupant              | -0.68969065  |
+|    total_electricity_HVAC       | -0.4779499   |
+|    wind_direction               | 0.08948107   |
+|    wind_speed                   | -0.12946054  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 814.8687     |
+|    air_humidity                 | 28.75508     |
+|    air_temperature              | 23.494352    |
+|    clg_setpoint                 | 27.986757    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 10.0         |
+|    diffuse_solar_radiation      | 156.0        |
+|    direct_solar_radiation       | 685.0        |
+|    hour                         | 10.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 67.0         |
+|    outdoor_temperature          | 25.971313    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 694686.4     |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+-------------------------------------------------***********************--------------------------------------| 61%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.504056    |
+|    Heating_Setpoint_RL          | 0.50055575  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.326189   |
+|    Heating_Setpoint_RL          | 20.440626   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.44055328 |
+|    air_humidity                 | -1.7899419  |
+|    air_temperature              | 1.0154039   |
+|    clg_setpoint                 | 0.50355214  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.51287276 |
+|    diffuse_solar_radiation      | 2.7583816   |
+|    direct_solar_radiation       | 1.4170794   |
+|    hour                         | -0.0715222  |
+|    htg_setpoint                 | -1.2272912  |
+|    month                        | 0.73038906  |
+|    outdoor_humidity             | -0.27908173 |
+|    outdoor_temperature          | 1.6599424   |
+|    people_occupant              | -0.6887886  |
+|    total_electricity_HVAC       | -0.46084028 |
+|    wind_direction               | 0.08904858  |
+|    wind_speed                   | -0.549844   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 868.33344   |
+|    air_humidity                 | 14.419359   |
+|    air_temperature              | 24.412823   |
+|    clg_setpoint                 | 27.652754   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 356.5       |
+|    direct_solar_radiation       | 509.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 12.577544   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 63.0        |
+|    outdoor_temperature          | 29.04806    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 763517.44   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------**********************--------------------------------------| 61%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.21347415   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 18.825792    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.3544257    |
+|    air_humidity                 | 1.0492697    |
+|    air_temperature              | 0.3083518    |
+|    clg_setpoint                 | -1.21531     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.39890963  |
+|    diffuse_solar_radiation      | 3.3951864    |
+|    direct_solar_radiation       | -0.1860107   |
+|    hour                         | 0.072934814  |
+|    htg_setpoint                 | 1.0451314    |
+|    month                        | 0.7293982    |
+|    outdoor_humidity             | -0.09000825  |
+|    outdoor_temperature          | 1.5225238    |
+|    people_occupant              | 0.2653399    |
+|    total_electricity_HVAC       | 1.3723854    |
+|    wind_direction               | -0.007982026 |
+|    wind_speed                   | -0.12770756  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 8679.47      |
+|    air_humidity                 | 50.709106    |
+|    air_temperature              | 23.249256    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 12.0         |
+|    diffuse_solar_radiation      | 422.0        |
+|    direct_solar_radiation       | 107.5        |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 21.839535    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 67.0         |
+|    outdoor_temperature          | 27.70153     |
+|    people_occupant              | 8.0          |
+|    total_electricity_HVAC       | 8318684.5    |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+------------------------------------------------************************--------------------------------------| 61%
+| action_network/                 |            |
+|    Cooling_Setpoint_RL          | -0.896012  |
+|    Heating_Setpoint_RL          | -0.7487149 |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23.60096   |
+|    Heating_Setpoint_RL          | 13.413479  |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | 1.408748   |
+|    air_humidity                 | 1.0659751  |
+|    air_temperature              | 0.30983996 |
+|    clg_setpoint                 | -1.2148283 |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | -0.2850213 |
+|    diffuse_solar_radiation      | 1.9256017  |
+|    direct_solar_radiation       | 1.7072846  |
+|    hour                         | 0.21739146 |
+|    htg_setpoint                 | -1.368144  |
+|    month                        | 0.7284113  |
+|    outdoor_humidity             | -1.7066406 |
+|    outdoor_temperature          | 2.083482   |
+|    people_occupant              | 1.2182972  |
+|    total_electricity_HVAC       | 1.4955144  |
+|    wind_direction               | -1.5556854 |
+|    wind_speed                   | -0.7604033 |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 8915.441   |
+|    air_humidity                 | 50.934345  |
+|    air_temperature              | 23.252224  |
+|    clg_setpoint                 | 23.25      |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 13.0       |
+|    diffuse_solar_radiation      | 273.0      |
+|    direct_solar_radiation       | 581.5      |
+|    hour                         | 13.0       |
+|    htg_setpoint                 | 12.0       |
+|    month                        | 8.0        |
+|    outdoor_humidity             | 33.0       |
+|    outdoor_temperature          | 33.36472   |
+|    people_occupant              | 16.0       |
+|    total_electricity_HVAC       | 8825250.0  |
+|    wind_direction               | 20.0       |
+|    wind_speed                   | 3.1        |
+------------------------------------------------
+--------------------------------------------------***********************-------------------------------------| 62%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.19882268  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 16.506622    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.97677857   |
+|    air_humidity                 | 0.86091805   |
+|    air_temperature              | 1.5171279    |
+|    clg_setpoint                 | -0.43715784  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.17117481  |
+|    diffuse_solar_radiation      | 1.8151975    |
+|    direct_solar_radiation       | 0.8838433    |
+|    hour                         | 0.3618466    |
+|    htg_setpoint                 | -1.1915343   |
+|    month                        | 0.72742844   |
+|    outdoor_humidity             | -0.1845537   |
+|    outdoor_temperature          | 1.6192296    |
+|    people_occupant              | 1.6940814    |
+|    total_electricity_HVAC       | 0.5086747    |
+|    wind_direction               | -0.009047017 |
+|    wind_speed                   | 0.5488703    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 7037.99      |
+|    air_humidity                 | 48.316544    |
+|    air_temperature              | 25.238811    |
+|    clg_setpoint                 | 25.242004    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 14.0         |
+|    diffuse_solar_radiation      | 262.0        |
+|    direct_solar_radiation       | 375.5        |
+|    hour                         | 14.0         |
+|    htg_setpoint                 | 12.720229    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 65.0         |
+|    outdoor_temperature          | 28.75433     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 4761053.5    |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 6.2          |
+--------------------------------------------------
+--------------------------------------------------***********************-------------------------------------| 62%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.40200034  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 15.363749    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.4513056    |
+|    air_humidity                 | 1.1751461    |
+|    air_temperature              | 0.30783027   |
+|    clg_setpoint                 | -1.2140715   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.057348646 |
+|    diffuse_solar_radiation      | 0.05543744   |
+|    direct_solar_radiation       | 2.3025217    |
+|    hour                         | 0.5062982    |
+|    htg_setpoint                 | -0.606807    |
+|    month                        | 0.7264495    |
+|    outdoor_humidity             | -0.5181332   |
+|    outdoor_temperature          | 1.5015751    |
+|    people_occupant              | 1.6930894    |
+|    total_electricity_HVAC       | 1.4605912    |
+|    wind_direction               | -0.2993923   |
+|    wind_speed                   | -0.5480198   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 9102.229     |
+|    air_humidity                 | 52.346       |
+|    air_temperature              | 23.250526    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 83.0         |
+|    direct_solar_radiation       | 731.0        |
+|    hour                         | 15.0         |
+|    htg_setpoint                 | 15.103635    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 58.0         |
+|    outdoor_temperature          | 27.609585    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 8682209.0    |
+|    wind_direction               | 150.0        |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+-------------------------------------------------************************-------------------------------------| 62%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.18579042  |
+|    Heating_Setpoint_RL          | 0.42464554  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.252043   |
+|    Heating_Setpoint_RL          | 20.01363    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.3298235   |
+|    air_humidity                 | 1.8521603   |
+|    air_temperature              | 0.3852019   |
+|    clg_setpoint                 | -1.1748557  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.05646735  |
+|    diffuse_solar_radiation      | 0.48715127  |
+|    direct_solar_radiation       | 0.42328462  |
+|    hour                         | 0.65074337  |
+|    htg_setpoint                 | -1.3683778  |
+|    month                        | 0.72547454  |
+|    outdoor_humidity             | -0.18548563 |
+|    outdoor_temperature          | 1.9074849   |
+|    people_occupant              | 1.692102    |
+|    total_electricity_HVAC       | 2.1768348   |
+|    wind_direction               | -0.39473966 |
+|    wind_speed                   | -0.33562392 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 12930.67    |
+|    air_humidity                 | 61.021458   |
+|    air_temperature              | 23.378654   |
+|    clg_setpoint                 | 23.3491     |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 127.0       |
+|    direct_solar_radiation       | 260.5       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 65.0        |
+|    outdoor_temperature          | 31.73431    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 11637603.0  |
+|    wind_direction               | 140.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------************************-------------------------------------| 62%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.36419278 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.576416   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49262723 |
+|    air_humidity                 | -1.056824   |
+|    air_temperature              | 0.6577348   |
+|    clg_setpoint                 | 0.19925874  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.17027213  |
+|    diffuse_solar_radiation      | -0.24538544 |
+|    direct_solar_radiation       | -0.5588586  |
+|    hour                         | 0.79517853  |
+|    htg_setpoint                 | -1.3683974  |
+|    month                        | 0.72450346  |
+|    outdoor_humidity             | -0.37690157 |
+|    outdoor_temperature          | 1.6378784   |
+|    people_occupant              | -0.68942505 |
+|    total_electricity_HVAC       | -0.5068631  |
+|    wind_direction               | -1.2641046  |
+|    wind_speed                   | 1.1858579   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 649.1376    |
+|    air_humidity                 | 23.811337   |
+|    air_temperature              | 23.826807   |
+|    clg_setpoint                 | 26.870905   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 52.5        |
+|    direct_solar_radiation       | 14.5        |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 61.0        |
+|    outdoor_temperature          | 29.070456   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 580873.7    |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+-------------------------------------------------*************************------------------------------------| 63%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5116434   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.351797   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.48985615 |
+|    air_humidity                 | -1.7951775  |
+|    air_temperature              | 0.6263717   |
+|    clg_setpoint                 | 0.07298724  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.28405344  |
+|    diffuse_solar_radiation      | -0.76068294 |
+|    direct_solar_radiation       | -0.61726975 |
+|    hour                         | 0.9395991   |
+|    htg_setpoint                 | 0.26209348  |
+|    month                        | 0.7235363   |
+|    outdoor_humidity             | -0.42262834 |
+|    outdoor_temperature          | 1.403495    |
+|    people_occupant              | -0.6885346  |
+|    total_electricity_HVAC       | -0.50558335 |
+|    wind_direction               | -0.77704304 |
+|    wind_speed                   | -0.75931644 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 659.6121    |
+|    air_humidity                 | 14.302734   |
+|    air_temperature              | 23.775833   |
+|    clg_setpoint                 | 26.54869    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 18.64334    |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 60.0        |
+|    outdoor_temperature          | 26.763706   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 584701.94   |
+|    wind_direction               | 100.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------*************************------------------------------------| 63%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.74655074  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.14461    |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4928997  |
+|    air_humidity                 | 1.0987376   |
+|    air_temperature              | 0.35712504  |
+|    clg_setpoint                 | 1.2214974   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.39778802  |
+|    diffuse_solar_radiation      | -0.76091564 |
+|    direct_solar_radiation       | -0.61772203 |
+|    hour                         | 1.0839999   |
+|    htg_setpoint                 | 1.3923777   |
+|    month                        | 0.72257304  |
+|    outdoor_humidity             | -0.23061103 |
+|    outdoor_temperature          | 0.87367624  |
+|    people_occupant              | -0.45043272 |
+|    total_electricity_HVAC       | -0.50629646 |
+|    wind_direction               | -0.8716086  |
+|    wind_speed                   | -0.33687505 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 647.2188    |
+|    air_humidity                 | 51.36483    |
+|    air_temperature              | 23.334293   |
+|    clg_setpoint                 | 29.48983    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 64.0        |
+|    outdoor_temperature          | 21.448244   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 582496.94   |
+|    wind_direction               | 90.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------*************************------------------------------------| 63%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.84367406 |
+|    Heating_Setpoint_RL          | 0.28926554  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.7776     |
+|    Heating_Setpoint_RL          | 19.25212    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4922172  |
+|    air_humidity                 | 0.88821167  |
+|    air_temperature              | 0.2111067   |
+|    clg_setpoint                 | -0.8592776  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.5114416   |
+|    diffuse_solar_radiation      | -0.7611469  |
+|    direct_solar_radiation       | -0.6181472  |
+|    hour                         | 1.2283747   |
+|    htg_setpoint                 | -0.12929277 |
+|    month                        | 0.7216135   |
+|    outdoor_humidity             | 0.5799849   |
+|    outdoor_temperature          | 0.85960513  |
+|    people_occupant              | -0.4507949  |
+|    total_electricity_HVAC       | -0.5056518  |
+|    wind_direction               | 0.4842293   |
+|    wind_speed                   | -1.1827847  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 651.7       |
+|    air_humidity                 | 48.683994   |
+|    air_temperature              | 23.095499   |
+|    clg_setpoint                 | 24.156496   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 17.046938   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 81.0        |
+|    outdoor_temperature          | 21.319752   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 586530.0    |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+--------------------------------------------------************************------------------------------------| 63%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.50586396  |
+|    air_humidity                 | 0.78747845   |
+|    air_temperature              | 0.06051926   |
+|    clg_setpoint                 | -0.06589412  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.624969     |
+|    diffuse_solar_radiation      | -0.76113486  |
+|    direct_solar_radiation       | -0.61857504  |
+|    hour                         | 1.3727167    |
+|    htg_setpoint                 | 0.3953376    |
+|    month                        | 0.7206579    |
+|    outdoor_humidity             | 0.008827231  |
+|    outdoor_temperature          | 1.5349988    |
+|    people_occupant              | -0.689446    |
+|    total_electricity_HVAC       | -0.5186411   |
+|    wind_direction               | 0.58034223   |
+|    wind_speed                   | -0.1238525   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 594.6686     |
+|    air_humidity                 | 47.404034    |
+|    air_temperature              | 22.849186    |
+|    clg_setpoint                 | 26.187414    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 21.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 21.0         |
+|    htg_setpoint                 | 19.183815    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 69.0         |
+|    outdoor_temperature          | 28.165903    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 535201.75    |
+|    wind_direction               | 240.0        |
+|    wind_speed                   | 4.6          |
+| train/                          |              |
+|    approx_kl                    | 0.0053591896 |
+|    clip_fraction                | 0.0602       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.71        |
+|    explained_variance           | 0.747        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.979        |
+|    n_updates                    | 280          |
+|    policy_gradient_loss         | -0.00912     |
+|    std                          | 0.939        |
+|    value_loss                   | 2.56         |
+--------------------------------------------------
+-------------------------------------------------**************************-----------------------------------| 64%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.39990187  |
+|    Heating_Setpoint_RL          | 0.64344805  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.974669   |
+|    Heating_Setpoint_RL          | 21.244396   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.51354706 |
+|    air_humidity                 | 0.5123494   |
+|    air_temperature              | -0.16261993 |
+|    clg_setpoint                 | -0.8660646  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7383146   |
+|    diffuse_solar_radiation      | -0.76116514 |
+|    direct_solar_radiation       | -0.6191017  |
+|    hour                         | 1.5170181   |
+|    htg_setpoint                 | 0.9986627   |
+|    month                        | 0.71970606  |
+|    outdoor_humidity             | -1.3698883  |
+|    outdoor_temperature          | 1.0140697   |
+|    people_occupant              | -0.68974775 |
+|    total_electricity_HVAC       | -0.52595806 |
+|    wind_direction               | 1.6413928   |
+|    wind_speed                   | -0.12423547 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 562.3599    |
+|    air_humidity                 | 43.88625    |
+|    air_temperature              | 22.484753   |
+|    clg_setpoint                 | 24.136541   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 21.64179    |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 40.0        |
+|    outdoor_temperature          | 22.949697   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 506123.9    |
+|    wind_direction               | 350.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------*************************-----------------------------------| 64%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.59836376  |
+|    Heating_Setpoint_RL          | 0.89267665   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.605522    |
+|    Heating_Setpoint_RL          | 22.646305    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5373796   |
+|    air_humidity                 | 0.51631004   |
+|    air_temperature              | -0.6651219   |
+|    clg_setpoint                 | 1.0867481    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.8514124    |
+|    diffuse_solar_radiation      | -0.7612892   |
+|    direct_solar_radiation       | -0.6194488   |
+|    hour                         | 1.6612705    |
+|    htg_setpoint                 | -1.35368     |
+|    month                        | 0.7187579    |
+|    outdoor_humidity             | 0.20275378   |
+|    outdoor_temperature          | 0.8544568    |
+|    people_occupant              | -0.69004846  |
+|    total_electricity_HVAC       | -0.5486369   |
+|    wind_direction               | 0.38530734   |
+|    wind_speed                   | -0.123989776 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 459.8146     |
+|    air_humidity                 | 43.948147    |
+|    air_temperature              | 21.663012    |
+|    clg_setpoint                 | 29.13746     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 23.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 12.048273    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 73.0         |
+|    outdoor_temperature          | 21.35486     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 413833.16    |
+|    wind_direction               | 220.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+--------------------------------------------------**************************----------------------------------| 65%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.5600705    |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.515238    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5361681   |
+|    air_humidity                 | -1.5192788   |
+|    air_temperature              | -0.12815358  |
+|    clg_setpoint                 | -0.073835775 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0785663    |
+|    diffuse_solar_radiation      | -0.7614073   |
+|    direct_solar_radiation       | -0.619784    |
+|    hour                         | -1.6611117   |
+|    htg_setpoint                 | -1.3644266   |
+|    month                        | 0.71781355   |
+|    outdoor_humidity             | -1.2709609   |
+|    outdoor_temperature          | 0.84636855   |
+|    people_occupant              | -0.68916595  |
+|    total_electricity_HVAC       | -0.54747796  |
+|    wind_direction               | 1.6400887    |
+|    wind_speed                   | 0.5534032    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 463.7557     |
+|    air_humidity                 | 17.869425    |
+|    air_temperature              | 22.542898    |
+|    clg_setpoint                 | 26.16532     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 42.0         |
+|    outdoor_temperature          | 21.302277    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 417380.12    |
+|    wind_direction               | 350.0        |
+|    wind_speed                   | 6.2          |
+--------------------------------------------------
+-------------------------------------------------***************************----------------------------------| 65%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.20098953  |
+|    Heating_Setpoint_RL          | 0.2674887   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.303339   |
+|    Heating_Setpoint_RL          | 19.129623   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.17116289 |
+|    air_humidity                 | -1.1918873  |
+|    air_temperature              | 0.30333334  |
+|    clg_setpoint                 | -0.84640074 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1908928   |
+|    diffuse_solar_radiation      | -0.76158696 |
+|    direct_solar_radiation       | -0.6202228  |
+|    hour                         | -1.5164869  |
+|    htg_setpoint                 | 1.3941194   |
+|    month                        | 0.71687293  |
+|    outdoor_humidity             | -0.1741039  |
+|    outdoor_temperature          | 0.56541896  |
+|    people_occupant              | -0.68828684 |
+|    total_electricity_HVAC       | -0.20054322 |
+|    wind_direction               | -1.2560176  |
+|    wind_speed                   | -1.1860087  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2042.5071   |
+|    air_humidity                 | 22.02161    |
+|    air_temperature              | 23.249083   |
+|    clg_setpoint                 | 24.186407   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 65.0        |
+|    outdoor_temperature          | 18.480145   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1838256.4   |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+-------------------------------------------------***************************----------------------------------| 65%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.27135324  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.540817   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5403493  |
+|    air_humidity                 | 0.18423249  |
+|    air_temperature              | -0.252639   |
+|    clg_setpoint                 | -1.2111804  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.3026842   |
+|    diffuse_solar_radiation      | -0.76181    |
+|    direct_solar_radiation       | -0.6205722  |
+|    hour                         | -1.3719053  |
+|    htg_setpoint                 | -0.18253659 |
+|    month                        | 0.71593595  |
+|    outdoor_humidity             | 0.8731132   |
+|    outdoor_temperature          | 0.8520468   |
+|    people_occupant              | -0.6885883  |
+|    total_electricity_HVAC       | -0.55148435 |
+|    wind_direction               | 0.5788092   |
+|    wind_speed                   | -0.33717576 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 445.71216   |
+|    air_humidity                 | 39.66477    |
+|    air_temperature              | 22.34103    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 16.817167   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 21.39466    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 401140.94   |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------***************************----------------------------------| 65%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.15305543 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 16.764063   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.54191655 |
+|    air_humidity                 | 0.42089948  |
+|    air_temperature              | -0.4908554  |
+|    clg_setpoint                 | -1.2104884  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.413834    |
+|    diffuse_solar_radiation      | -0.76198524 |
+|    direct_solar_radiation       | -0.62060267 |
+|    hour                         | -1.2273589  |
+|    htg_setpoint                 | 0.18091153  |
+|    month                        | 0.71500266  |
+|    outdoor_humidity             | 0.44457653  |
+|    outdoor_temperature          | 0.67073834  |
+|    people_occupant              | -0.68888885 |
+|    total_electricity_HVAC       | -0.55303645 |
+|    wind_direction               | -1.352755   |
+|    wind_speed                   | -0.5493928  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 440.51917   |
+|    air_humidity                 | 42.71481    |
+|    air_temperature              | 21.95296    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 18.29923    |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 78.0        |
+|    outdoor_temperature          | 19.580679   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 396467.25   |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------***************************---------------------------------| 66%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.3137601    |
+|    Heating_Setpoint_RL          | -0.039961696 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.68394     |
+|    Heating_Setpoint_RL          | 17.400215    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.62397057  |
+|    air_humidity                 | 1.010408     |
+|    air_temperature              | -0.34363043  |
+|    clg_setpoint                 | -0.76557964  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.5242283    |
+|    diffuse_solar_radiation      | -0.76206976  |
+|    direct_solar_radiation       | -0.62102365  |
+|    hour                         | -1.0828401   |
+|    htg_setpoint                 | 0.086231954  |
+|    month                        | 0.714073     |
+|    outdoor_humidity             | 0.44564015   |
+|    outdoor_temperature          | 0.36306006   |
+|    people_occupant              | -0.6891884   |
+|    total_electricity_HVAC       | -0.63105816  |
+|    wind_direction               | -1.3509979   |
+|    wind_speed                   | -0.7615346   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 50.279003    |
+|    air_temperature              | 22.194498    |
+|    clg_setpoint                 | 24.387491    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 29.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 17.913746    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 78.0         |
+|    outdoor_temperature          | 16.483877    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 40.0         |
+|    wind_speed                   | 3.1          |
+--------------------------------------------------
+-------------------------------------------------****************************---------------------------------| 66%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.64964414  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.817549   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.54990333 |
+|    air_humidity                 | -0.02074347 |
+|    air_temperature              | -0.43955913 |
+|    clg_setpoint                 | -0.795135   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6337464   |
+|    diffuse_solar_radiation      | -0.39861664 |
+|    direct_solar_radiation       | 0.034315825 |
+|    hour                         | -0.93834263 |
+|    htg_setpoint                 | 0.45477587  |
+|    month                        | 0.7131469   |
+|    outdoor_humidity             | -0.17344366 |
+|    outdoor_temperature          | 0.65698904  |
+|    people_occupant              | -0.6894869  |
+|    total_electricity_HVAC       | -0.56062645 |
+|    wind_direction               | -1.543203   |
+|    wind_speed                   | 0.13241455  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 408.62396   |
+|    air_humidity                 | 37.092243   |
+|    air_temperature              | 22.038872   |
+|    clg_setpoint                 | 24.309454   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 37.0        |
+|    direct_solar_radiation       | 165.0       |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 19.417187   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 65.0        |
+|    outdoor_temperature          | 19.468807   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 367981.94   |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+--------------------------------------------------***************************---------------------------------| 66%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.54561234  |
+|    air_humidity                 | 0.5082309    |
+|    air_temperature              | -0.006443708 |
+|    clg_setpoint                 | 1.4274923    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.7422615    |
+|    diffuse_solar_radiation      | 0.23055176   |
+|    direct_solar_radiation       | 0.49984044   |
+|    hour                         | -0.7938608   |
+|    htg_setpoint                 | -0.08289895  |
+|    month                        | 0.7122245    |
+|    outdoor_humidity             | 0.49504194   |
+|    outdoor_temperature          | 0.755335     |
+|    people_occupant              | -0.68978447  |
+|    total_electricity_HVAC       | -0.55723226  |
+|    wind_direction               | 0.7751808    |
+|    wind_speed                   | -1.4384756   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 428.16116    |
+|    air_humidity                 | 43.862926    |
+|    air_temperature              | 22.745836    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 31.0         |
+|    diffuse_solar_radiation      | 101.0        |
+|    direct_solar_radiation       | 282.5        |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 17.22283     |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 79.0         |
+|    outdoor_temperature          | 20.482166    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 382835.22    |
+|    wind_direction               | 260.0        |
+|    wind_speed                   | 1.5          |
+--------------------------------------------------
+--------------------------------------------------***************************---------------------------------| 66%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.12515503   |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.047398    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5153186   |
+|    air_humidity                 | -1.3605438   |
+|    air_temperature              | 0.0070086815 |
+|    clg_setpoint                 | 1.4269505    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.6714108   |
+|    diffuse_solar_radiation      | 0.16219479   |
+|    direct_solar_radiation       | 1.7102034    |
+|    hour                         | -0.6493899   |
+|    htg_setpoint                 | -0.8138984   |
+|    month                        | 1.0241013    |
+|    outdoor_humidity             | -0.6012424   |
+|    outdoor_temperature          | 1.4242504    |
+|    people_occupant              | -0.6889131   |
+|    total_electricity_HVAC       | -0.5341726   |
+|    wind_direction               | 1.3540314    |
+|    wind_speed                   | 0.55847484   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 557.4823     |
+|    air_humidity                 | 19.94637     |
+|    air_temperature              | 22.76825     |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0          |
+|    diffuse_solar_radiation      | 94.0         |
+|    direct_solar_radiation       | 588.0        |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 14.237245    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 56.0         |
+|    outdoor_temperature          | 27.259668    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 475783.8     |
+|    wind_direction               | 320.0        |
+|    wind_speed                   | 6.2          |
+--------------------------------------------------
+-------------------------------------------------*****************************--------------------------------| 67%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.30483645  |
+|    air_humidity                 | -0.4642707  |
+|    air_temperature              | 0.3025497   |
+|    clg_setpoint                 | -1.208926   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5527713  |
+|    diffuse_solar_radiation      | 1.5446982   |
+|    direct_solar_radiation       | 0.46989518  |
+|    hour                         | -0.5049261  |
+|    htg_setpoint                 | 0.969772    |
+|    month                        | 1.0223095   |
+|    outdoor_humidity             | -0.6464501  |
+|    outdoor_temperature          | 1.0106809   |
+|    people_occupant              | 1.696492    |
+|    total_electricity_HVAC       | 0.47099844  |
+|    wind_direction               | -1.5424672  |
+|    wind_speed                   | -0.33383211 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4091.124    |
+|    air_humidity                 | 31.361307   |
+|    air_temperature              | 23.250465   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 234.5       |
+|    direct_solar_radiation       | 275.5       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 21.513256   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 55.0        |
+|    outdoor_temperature          | 23.10727    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4577239.5   |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------*****************************--------------------------------| 67%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.5490004  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 14.536873   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.39739457  |
+|    air_humidity                 | 0.8170068   |
+|    air_temperature              | 0.30099156  |
+|    clg_setpoint                 | -1.2083659  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4351488  |
+|    diffuse_solar_radiation      | 1.018164    |
+|    direct_solar_radiation       | 2.1616735   |
+|    hour                         | -0.36046636 |
+|    htg_setpoint                 | 0.8161675   |
+|    month                        | 1.0205274   |
+|    outdoor_humidity             | -1.503786   |
+|    outdoor_temperature          | 1.0531789   |
+|    people_occupant              | 1.6955234   |
+|    total_electricity_HVAC       | 0.33959484  |
+|    wind_direction               | -1.2499963  |
+|    wind_speed                   | -1.4375037  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4489.293    |
+|    air_humidity                 | 47.792107   |
+|    air_temperature              | 23.248787   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 181.0       |
+|    direct_solar_radiation       | 702.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 20.890865   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 37.0        |
+|    outdoor_temperature          | 23.54837    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4040363.8   |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 1.5         |
+-------------------------------------------------
+-------------------------------------------------*****************************--------------------------------| 67%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.72113615 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.568609   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.1168703   |
+|    air_humidity                 | 1.1444426   |
+|    air_temperature              | 0.3009345   |
+|    clg_setpoint                 | -1.208077   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3183861  |
+|    diffuse_solar_radiation      | 0.80170757  |
+|    direct_solar_radiation       | 2.4687417   |
+|    hour                         | -0.21600848 |
+|    htg_setpoint                 | 0.019030077 |
+|    month                        | 1.0187544   |
+|    outdoor_humidity             | -1.1219795  |
+|    outdoor_temperature          | 1.2546008   |
+|    people_occupant              | 1.6945593   |
+|    total_electricity_HVAC       | 1.0831106   |
+|    wind_direction               | 0.19567046  |
+|    wind_speed                   | -0.54302555 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7585.24     |
+|    air_humidity                 | 51.998592   |
+|    air_temperature              | 23.249516   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 159.0       |
+|    direct_solar_radiation       | 780.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 17.63944    |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | 25.597338   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 7070435.5   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------*****************************-------------------------------| 68%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.1653954    |
+|    air_humidity                 | 1.1077924    |
+|    air_temperature              | 0.30026406   |
+|    clg_setpoint                 | -1.2077413   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.2023423   |
+|    diffuse_solar_radiation      | 0.8760344    |
+|    direct_solar_radiation       | 2.52511      |
+|    hour                         | -0.071551144 |
+|    htg_setpoint                 | -0.8379667   |
+|    month                        | 1.0169907    |
+|    outdoor_humidity             | -0.5023224   |
+|    outdoor_temperature          | 1.3544592    |
+|    people_occupant              | 1.2170973    |
+|    total_electricity_HVAC       | 1.0723424    |
+|    wind_direction               | 0.19524881   |
+|    wind_speed                   | -0.5426403   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 7791.9937    |
+|    air_humidity                 | 51.53984     |
+|    air_temperature              | 23.249298    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 5.0          |
+|    diffuse_solar_radiation      | 166.5        |
+|    direct_solar_radiation       | 795.0        |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 14.142264    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 58.0         |
+|    outdoor_temperature          | 26.625992    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 7024924.0    |
+|    wind_direction               | 200.0        |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+-------------------------------------------------******************************-------------------------------| 68%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.505804    |
+|    air_humidity                 | 1.053931    |
+|    air_temperature              | 0.30374235  |
+|    clg_setpoint                 | -1.2075349  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0868912  |
+|    diffuse_solar_radiation      | 0.8618903   |
+|    direct_solar_radiation       | 1.6135964   |
+|    hour                         | 0.07290615  |
+|    htg_setpoint                 | -0.2670841  |
+|    month                        | 1.015236    |
+|    outdoor_humidity             | -0.5981973  |
+|    outdoor_temperature          | 1.2601786   |
+|    people_occupant              | 0.26336762  |
+|    total_electricity_HVAC       | 0.7489466   |
+|    wind_direction               | 0.09873238  |
+|    wind_speed                   | -0.32937285 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4953.3833   |
+|    air_humidity                 | 50.862335   |
+|    air_temperature              | 23.255861   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 165.0       |
+|    direct_solar_radiation       | 565.5       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 16.47165    |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 56.0        |
+|    outdoor_temperature          | 25.69485    |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 5706407.5   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------*****************************-------------------------------| 68%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.6246778    |
+|    Heating_Setpoint_RL          | -0.14581084  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.733288    |
+|    Heating_Setpoint_RL          | 16.804813    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.4915769   |
+|    air_humidity                 | -0.94153935  |
+|    air_temperature              | 0.7783599    |
+|    clg_setpoint                 | 1.3766376    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.97192067  |
+|    diffuse_solar_radiation      | 0.69471025   |
+|    direct_solar_radiation       | 2.2642481    |
+|    hour                         | 0.21736312   |
+|    htg_setpoint                 | -1.3626858   |
+|    month                        | 1.0134904    |
+|    outdoor_humidity             | 0.26009294   |
+|    outdoor_temperature          | 1.3674304    |
+|    people_occupant              | -0.6895268   |
+|    total_electricity_HVAC       | -0.5065929   |
+|    wind_direction               | 0.0020711918 |
+|    wind_speed                   | 0.5651922    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 663.94543    |
+|    air_humidity                 | 25.333174    |
+|    air_temperature              | 24.027245    |
+|    clg_setpoint                 | 29.869175    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 7.0          |
+|    diffuse_solar_radiation      | 148.0        |
+|    direct_solar_radiation       | 730.5        |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 74.0         |
+|    outdoor_temperature          | 26.795242    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 592712.44    |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 6.2          |
+--------------------------------------------------
+-------------------------------------------------******************************-------------------------------| 68%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.27553037 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 16.075142   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.51926154 |
+|    air_humidity                 | -1.8015567  |
+|    air_temperature              | 0.3687293   |
+|    clg_setpoint                 | 1.3188627   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8573316  |
+|    diffuse_solar_radiation      | 0.71360487  |
+|    direct_solar_radiation       | -0.624769   |
+|    hour                         | 0.3618186   |
+|    htg_setpoint                 | -1.361843   |
+|    month                        | 1.0117538   |
+|    outdoor_humidity             | 0.45030534  |
+|    outdoor_temperature          | 0.88708943  |
+|    people_occupant              | -0.6886662  |
+|    total_electricity_HVAC       | -0.532143   |
+|    wind_direction               | -1.1573395  |
+|    wind_speed                   | -0.11589524 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 543.2075    |
+|    air_humidity                 | 14.271077   |
+|    air_temperature              | 23.362331   |
+|    clg_setpoint                 | 29.724216   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 150.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 78.0        |
+|    outdoor_temperature          | 21.957493   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 487072.4    |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------******************************------------------------------| 69%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.1367737    |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.08661     |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.33703914   |
+|    air_humidity                 | 1.5308626    |
+|    air_temperature              | 0.30074826   |
+|    clg_setpoint                 | -1.2086186   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.7430374   |
+|    diffuse_solar_radiation      | 0.24584599   |
+|    direct_solar_radiation       | -0.62442595  |
+|    hour                         | 0.5062707    |
+|    htg_setpoint                 | 0.73232335   |
+|    month                        | 1.0100261    |
+|    outdoor_humidity             | 0.35419407   |
+|    outdoor_temperature          | 1.0702424    |
+|    people_occupant              | 1.6954135    |
+|    total_electricity_HVAC       | 0.47435865   |
+|    wind_direction               | -0.2861578   |
+|    wind_speed                   | -0.114619635 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 4219.664     |
+|    air_humidity                 | 56.961155    |
+|    air_temperature              | 23.251934    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 9.0          |
+|    diffuse_solar_radiation      | 102.5        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 15.0         |
+|    htg_setpoint                 | 20.548193    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 76.0         |
+|    outdoor_temperature          | 23.821865    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 4579769.0    |
+|    wind_direction               | 150.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+-------------------------------------------------*******************************------------------------------| 69%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.12523502  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.329447   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.3742996   |
+|    air_humidity                 | 0.3525502   |
+|    air_temperature              | 0.29827696  |
+|    clg_setpoint                 | -1.2081633  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6289636  |
+|    diffuse_solar_radiation      | -0.33977067 |
+|    direct_solar_radiation       | 1.349276    |
+|    hour                         | 0.65071666  |
+|    htg_setpoint                 | -1.3615615  |
+|    month                        | 1.0083072   |
+|    outdoor_humidity             | -1.8910316  |
+|    outdoor_temperature          | 0.8959502   |
+|    people_occupant              | 1.6944594   |
+|    total_electricity_HVAC       | 0.31737474  |
+|    wind_direction               | 1.4516699   |
+|    wind_speed                   | 0.77997655  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4377.9634   |
+|    air_humidity                 | 41.85827    |
+|    air_temperature              | 23.248436   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 43.0        |
+|    direct_solar_radiation       | 499.5       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 29.0        |
+|    outdoor_temperature          | 22.070057   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3940167.2   |
+|    wind_direction               | 330.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------******************************------------------------------| 69%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.11700952  |
+|    Heating_Setpoint_RL          | -0.051375367 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.230093    |
+|    Heating_Setpoint_RL          | 17.336014    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.043812223  |
+|    air_humidity                 | 0.681421     |
+|    air_temperature              | 0.29841223   |
+|    clg_setpoint                 | -1.2073771   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.5150472   |
+|    diffuse_solar_radiation      | -0.54677576  |
+|    direct_solar_radiation       | -0.42566556  |
+|    hour                         | 0.79515296   |
+|    htg_setpoint                 | -1.3615121   |
+|    month                        | 1.006597     |
+|    outdoor_humidity             | -1.1715897   |
+|    outdoor_temperature          | 0.6651419    |
+|    people_occupant              | 1.6935097    |
+|    total_electricity_HVAC       | 0.003285623  |
+|    wind_direction               | -0.09202637  |
+|    wind_speed                   | -0.32738551  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2959.7642    |
+|    air_humidity                 | 46.06511     |
+|    air_temperature              | 23.248951    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 11.0         |
+|    diffuse_solar_radiation      | 22.0         |
+|    direct_solar_radiation       | 50.5         |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 44.0         |
+|    outdoor_temperature          | 19.73941     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2663787.8    |
+|    wind_direction               | 170.0        |
+|    wind_speed                   | 4.1          |
+| train/                          |              |
+|    approx_kl                    | 0.010657936  |
+|    clip_fraction                | 0.12         |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.71        |
+|    explained_variance           | 0.696        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.423        |
+|    n_updates                    | 290          |
+|    policy_gradient_loss         | -0.0172      |
+|    std                          | 0.938        |
+|    value_loss                   | 1.33         |
+--------------------------------------------------
+--------------------------------------------------******************************------------------------------| 69%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.34609526   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 19.571787    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.4368297   |
+|    air_humidity                 | 1.1428431    |
+|    air_temperature              | 1.067886     |
+|    clg_setpoint                 | -0.49608484  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.40123656  |
+|    diffuse_solar_radiation      | -0.7636349   |
+|    direct_solar_radiation       | -0.62533677  |
+|    hour                         | 0.9395753    |
+|    htg_setpoint                 | 0.8114845    |
+|    month                        | 1.0048956    |
+|    outdoor_humidity             | 0.50083715   |
+|    outdoor_temperature          | 0.8848904    |
+|    people_occupant              | 0.5014999    |
+|    total_electricity_HVAC       | -0.45555392  |
+|    wind_direction               | 0.0036940638 |
+|    wind_speed                   | 0.99497      |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 899.3478     |
+|    air_humidity                 | 51.986458    |
+|    air_temperature              | 24.496414    |
+|    clg_setpoint                 | 25.071604    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 12.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 18.0         |
+|    htg_setpoint                 | 20.873196    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 79.0         |
+|    outdoor_temperature          | 21.96668     |
+|    people_occupant              | 10.0         |
+|    total_electricity_HVAC       | 800869.5     |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 7.2          |
+--------------------------------------------------
+-------------------------------------------------********************************-----------------------------| 70%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.7415997   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 21.796497   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49885124 |
+|    air_humidity                 | 1.4539422   |
+|    air_temperature              | 0.3031794   |
+|    clg_setpoint                 | 1.4271109   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.2874912  |
+|    diffuse_solar_radiation      | -0.7636116  |
+|    direct_solar_radiation       | -0.62485135 |
+|    hour                         | 1.0839787   |
+|    htg_setpoint                 | -0.36862934 |
+|    month                        | 1.0032027   |
+|    outdoor_humidity             | 0.9302523   |
+|    outdoor_temperature          | 1.1614873   |
+|    people_occupant              | -0.45188078 |
+|    total_electricity_HVAC       | -0.5124235  |
+|    wind_direction               | 0.29307246  |
+|    wind_speed                   | -0.5404676  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 634.6009    |
+|    air_humidity                 | 55.993473   |
+|    air_temperature              | 23.258343   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 16.056376   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 88.0        |
+|    outdoor_temperature          | 24.775768   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 571140.8    |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+---------------------------------------------------******************************-----------------------------| 70%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -0.17489693   |
+|    Heating_Setpoint_RL          | -0.0069598556 |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 26.034723     |
+|    Heating_Setpoint_RL          | 17.58585      |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.5099716    |
+|    air_humidity                 | -1.2929506    |
+|    air_temperature              | 0.4129962     |
+|    clg_setpoint                 | 0.45855814    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.1737815    |
+|    diffuse_solar_radiation      | -0.76369494   |
+|    direct_solar_radiation       | -0.6249609    |
+|    hour                         | 1.2283571     |
+|    htg_setpoint                 | 0.5617346     |
+|    month                        | 1.0015184     |
+|    outdoor_humidity             | -0.88630164   |
+|    outdoor_temperature          | 1.1194927     |
+|    people_occupant              | -0.68927515   |
+|    total_electricity_HVAC       | -0.5229929    |
+|    wind_direction               | -1.7372721    |
+|    wind_speed                   | 0.14224336    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 585.1891      |
+|    air_humidity                 | 20.802546     |
+|    air_temperature              | 23.436686     |
+|    clg_setpoint                 | 27.519642     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 14.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 20.0          |
+|    htg_setpoint                 | 19.853622     |
+|    month                        | 9.0           |
+|    outdoor_humidity             | 50.0          |
+|    outdoor_temperature          | 24.376162     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 526670.2      |
+|    wind_direction               | 0.0           |
+|    wind_speed                   | 5.2           |
+---------------------------------------------------
+-------------------------------------------------********************************-----------------------------| 70%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.92025566  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.801437   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6260518  |
+|    air_humidity                 | 0.020130398 |
+|    air_temperature              | 0.076066926 |
+|    clg_setpoint                 | -1.2077454  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.0600886  |
+|    diffuse_solar_radiation      | -0.7637365  |
+|    direct_solar_radiation       | -0.6252257  |
+|    hour                         | 1.3727039   |
+|    htg_setpoint                 | 0.46114022  |
+|    month                        | 0.99984246  |
+|    outdoor_humidity             | -0.78985184 |
+|    outdoor_temperature          | 0.440807    |
+|    people_occupant              | -0.6884252  |
+|    total_electricity_HVAC       | -0.6333003  |
+|    wind_direction               | -1.2524745  |
+|    wind_speed                   | -0.54055905 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 37.604393   |
+|    air_temperature              | 22.891897   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 19.44281    |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 52.0        |
+|    outdoor_temperature          | 17.52943    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------*********************************----------------------------| 71%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.12848023  |
+|    Heating_Setpoint_RL          | -0.2182109  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.05862    |
+|    Heating_Setpoint_RL          | 16.397564   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.53805345 |
+|    air_humidity                 | 0.9811029   |
+|    air_temperature              | -0.34817266 |
+|    clg_setpoint                 | -0.8482446  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.053595565 |
+|    diffuse_solar_radiation      | -0.7633637  |
+|    direct_solar_radiation       | -0.624901   |
+|    hour                         | 1.5170118   |
+|    htg_setpoint                 | 0.17129123  |
+|    month                        | 0.99817497  |
+|    outdoor_humidity             | 0.3581371   |
+|    outdoor_temperature          | 0.8201211   |
+|    people_occupant              | -0.6887164  |
+|    total_electricity_HVAC       | -0.54895735 |
+|    wind_direction               | -0.2856135  |
+|    wind_speed                   | 0.14334302  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 464.3979    |
+|    air_humidity                 | 49.922184   |
+|    air_temperature              | 22.206852   |
+|    clg_setpoint                 | 24.169436   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 18.262238   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 76.0        |
+|    outdoor_temperature          | 21.363537   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 420999.7    |
+|    wind_direction               | 150.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+-------------------------------------------------*********************************----------------------------| 71%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.004323    |
+|    air_humidity                 | 1.5502121   |
+|    air_temperature              | 0.29690495  |
+|    clg_setpoint                 | 1.4273432   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.16726847  |
+|    diffuse_solar_radiation      | -0.7633391  |
+|    direct_solar_radiation       | -0.6242459  |
+|    hour                         | 1.6612728   |
+|    htg_setpoint                 | 1.3919109   |
+|    month                        | 0.99651575  |
+|    outdoor_humidity             | 0.73962337  |
+|    outdoor_temperature          | 0.45845023  |
+|    people_occupant              | -0.68900675 |
+|    total_electricity_HVAC       | 1.3510561   |
+|    wind_direction               | -1.6371778  |
+|    wind_speed                   | -1.4393202  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7055.225    |
+|    air_humidity                 | 57.258194   |
+|    air_temperature              | 23.249899   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 84.0        |
+|    outdoor_temperature          | 17.724283   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 8112337.5   |
+|    wind_direction               | 10.0        |
+|    wind_speed                   | 1.5         |
+-------------------------------------------------
+-------------------------------------------------*********************************----------------------------| 71%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.85437524 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.741484   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.0922122   |
+|    air_humidity                 | 0.06313111  |
+|    air_temperature              | 0.2967263   |
+|    clg_setpoint                 | -0.06709722 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.39489684  |
+|    diffuse_solar_radiation      | -0.76337343 |
+|    direct_solar_radiation       | -0.62436056 |
+|    hour                         | -1.6611203  |
+|    htg_setpoint                 | 1.3907404   |
+|    month                        | 0.9948648   |
+|    outdoor_humidity             | -0.40802234 |
+|    outdoor_temperature          | 0.27875558  |
+|    people_occupant              | -0.6892961  |
+|    total_electricity_HVAC       | 1.3708459   |
+|    wind_direction               | -1.5369574  |
+|    wind_speed                   | -0.9682364  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7427.8477   |
+|    air_humidity                 | 38.224747   |
+|    air_temperature              | 23.250008   |
+|    clg_setpoint                 | 26.168898   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 60.0        |
+|    outdoor_temperature          | 15.920164   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 8189196.5   |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+-------------------------------------------------**********************************---------------------------| 72%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5818901   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.588879   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.85213864  |
+|    air_humidity                 | 0.66059005  |
+|    air_temperature              | 0.29676962  |
+|    clg_setpoint                 | -1.2048786  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.5085671   |
+|    diffuse_solar_radiation      | -0.763219   |
+|    direct_solar_radiation       | -0.6244828  |
+|    hour                         | -1.5165018  |
+|    htg_setpoint                 | 1.3893676   |
+|    month                        | 0.99322206  |
+|    outdoor_humidity             | 0.74098784  |
+|    outdoor_temperature          | -0.15408477 |
+|    people_occupant              | -0.68958455 |
+|    total_electricity_HVAC       | 0.77090865  |
+|    wind_direction               | -1.2454038  |
+|    wind_speed                   | -0.9675822  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6400.668    |
+|    air_humidity                 | 45.897408   |
+|    air_temperature              | 23.250355   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 84.0        |
+|    outdoor_temperature          | 11.562976   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5760601.0   |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+-------------------------------------------------**********************************---------------------------| 72%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.689267   |
+|    Heating_Setpoint_RL          | -0.47351027 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.298723   |
+|    Heating_Setpoint_RL          | 14.961505   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.47153518  |
+|    air_humidity                 | 0.35266653  |
+|    air_temperature              | 0.29348898  |
+|    clg_setpoint                 | 0.8403542   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6221432   |
+|    diffuse_solar_radiation      | -0.7631623  |
+|    direct_solar_radiation       | -0.624625   |
+|    hour                         | -1.371925   |
+|    htg_setpoint                 | 1.3883165   |
+|    month                        | 0.9915874   |
+|    outdoor_humidity             | 0.74116206  |
+|    outdoor_temperature          | 0.7807481   |
+|    people_occupant              | -0.6898721  |
+|    total_electricity_HVAC       | 0.40930218  |
+|    wind_direction               | 0.49104276  |
+|    wind_speed                   | -0.752465   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4775.275    |
+|    air_humidity                 | 41.969845   |
+|    air_temperature              | 23.245758   |
+|    clg_setpoint                 | 28.490232   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 84.0        |
+|    outdoor_temperature          | 20.987738   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4297747.5   |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------**********************************---------------------------| 72%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.7884193   |
+|    Heating_Setpoint_RL          | 0.3454821   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.285915   |
+|    Heating_Setpoint_RL          | 19.568336   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5615252  |
+|    air_humidity                 | -1.2374216  |
+|    air_temperature              | -0.5302459  |
+|    clg_setpoint                 | -0.5265934  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.73557764  |
+|    diffuse_solar_radiation      | -0.7631834  |
+|    direct_solar_radiation       | -0.6241155  |
+|    hour                         | -1.2273818  |
+|    htg_setpoint                 | 0.21395552  |
+|    month                        | 0.9899608   |
+|    outdoor_humidity             | 1.0276431   |
+|    outdoor_temperature          | 0.64593214  |
+|    people_occupant              | -0.6890294  |
+|    total_electricity_HVAC       | -0.57205784 |
+|    wind_direction               | 0.2979205   |
+|    wind_speed                   | -0.7519733  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 367.38104   |
+|    air_humidity                 | 21.584026   |
+|    air_temperature              | 21.918098   |
+|    clg_setpoint                 | 24.988428   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 18.45165    |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 19.642467   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 330642.94   |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------*********************************---------------------------| 72%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 0.3486937    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 19.586403    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.7552461    |
+|    air_humidity                 | 0.47025147   |
+|    air_temperature              | 0.2968953    |
+|    clg_setpoint                 | -1.2053984   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.8488131    |
+|    diffuse_solar_radiation      | -0.7631271   |
+|    direct_solar_radiation       | -0.62339884  |
+|    hour                         | -1.0828652   |
+|    htg_setpoint                 | 1.3885357    |
+|    month                        | 0.98834217   |
+|    outdoor_humidity             | -1.0339092   |
+|    outdoor_temperature          | -0.024837414 |
+|    people_occupant              | -0.68818974  |
+|    total_electricity_HVAC       | 1.1920829    |
+|    wind_direction               | 1.5517488    |
+|    wind_speed                   | -0.32403767  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 5976.1177    |
+|    air_humidity                 | 43.453342    |
+|    air_temperature              | 23.249912    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 23.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 47.0         |
+|    outdoor_temperature          | 12.898198    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 7450324.5    |
+|    wind_direction               | 340.0        |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+--------------------------------------------------**********************************--------------------------| 73%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.95657367   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.853436    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.62694526  |
+|    air_humidity                 | 0.070752725  |
+|    air_temperature              | -0.57971853  |
+|    clg_setpoint                 | -1.2044375   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.96178246   |
+|    diffuse_solar_radiation      | -0.5811306   |
+|    direct_solar_radiation       | 0.0062101763 |
+|    hour                         | -0.93836904  |
+|    htg_setpoint                 | 0.23914763   |
+|    month                        | 0.98673147   |
+|    outdoor_humidity             | 0.6920992    |
+|    outdoor_temperature          | -0.114992514 |
+|    people_occupant              | -0.688478    |
+|    total_electricity_HVAC       | -0.6341711   |
+|    wind_direction               | -1.3415473   |
+|    wind_speed                   | -0.96586215  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 38.32695     |
+|    air_temperature              | 21.839321    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 24.0         |
+|    diffuse_solar_radiation      | 18.5         |
+|    direct_solar_radiation       | 158.5        |
+|    hour                         | 5.0          |
+|    htg_setpoint                 | 18.556564    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 83.0         |
+|    outdoor_temperature          | 11.993438    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 40.0         |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
+--------------------------------------------------**********************************--------------------------| 73%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.2572994   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.756615    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.7255548    |
+|    air_humidity                 | 0.6073716    |
+|    air_temperature              | 0.21857265   |
+|    clg_setpoint                 | 1.4294755    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.074409     |
+|    diffuse_solar_radiation      | -0.20220812  |
+|    direct_solar_radiation       | -0.55729353  |
+|    hour                         | -0.7938879   |
+|    htg_setpoint                 | 1.3874061    |
+|    month                        | 0.9851286    |
+|    outdoor_humidity             | 0.596769     |
+|    outdoor_temperature          | -0.002221392 |
+|    people_occupant              | -0.6887653   |
+|    total_electricity_HVAC       | 1.8741922    |
+|    wind_direction               | -1.0504596   |
+|    wind_speed                   | 0.14945775   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 10100.566    |
+|    air_humidity                 | 45.212425    |
+|    air_temperature              | 23.124117    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 57.0         |
+|    direct_solar_radiation       | 16.5         |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 81.0         |
+|    outdoor_temperature          | 13.133173    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 10195547.0   |
+|    wind_direction               | 70.0         |
+|    wind_speed                   | 5.2          |
+--------------------------------------------------
+--------------------------------------------------**********************************--------------------------| 73%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.72069776  |
+|    Heating_Setpoint_RL          | 0.31326705   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.192646    |
+|    Heating_Setpoint_RL          | 19.387127    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.011503487  |
+|    air_humidity                 | 1.7111882    |
+|    air_temperature              | 0.29649788   |
+|    clg_setpoint                 | -1.2028303   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.186607     |
+|    diffuse_solar_radiation      | 0.093078926  |
+|    direct_solar_radiation       | -0.6223579   |
+|    hour                         | -0.6494173   |
+|    htg_setpoint                 | 1.3861518    |
+|    month                        | 0.9835335    |
+|    outdoor_humidity             | 1.1707115    |
+|    outdoor_temperature          | 0.2989327    |
+|    people_occupant              | -0.6890517   |
+|    total_electricity_HVAC       | -0.027818182 |
+|    wind_direction               | 1.6505206    |
+|    wind_speed                   | -0.96486413  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2804.257     |
+|    air_humidity                 | 59.40611     |
+|    air_temperature              | 23.249966    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 26.0         |
+|    diffuse_solar_radiation      | 87.0         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 93.0         |
+|    outdoor_temperature          | 16.16169     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2523831.2    |
+|    wind_direction               | 350.0        |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
+--------------------------------------------------***********************************-------------------------| 74%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.30257222   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 19.32697     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.47228664  |
+|    air_humidity                 | 1.6842545    |
+|    air_temperature              | 0.29723915   |
+|    clg_setpoint                 | -1.20214     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.2982825    |
+|    diffuse_solar_radiation      | 1.0088063    |
+|    direct_solar_radiation       | -0.48063743  |
+|    hour                         | -0.5049535   |
+|    htg_setpoint                 | -0.044284593 |
+|    month                        | 0.9819462    |
+|    outdoor_humidity             | 0.881692     |
+|    outdoor_temperature          | 0.13768438   |
+|    people_occupant              | 1.6936175    |
+|    total_electricity_HVAC       | -0.42884916  |
+|    wind_direction               | 0.783605     |
+|    wind_speed                   | -0.53457415  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 746.2145     |
+|    air_humidity                 | 59.1456      |
+|    air_temperature              | 23.251839    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 27.0         |
+|    diffuse_solar_radiation      | 180.0        |
+|    direct_solar_radiation       | 35.5         |
+|    hour                         | 8.0          |
+|    htg_setpoint                 | 17.40982     |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 87.0         |
+|    outdoor_temperature          | 14.548149    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 907254.7     |
+|    wind_direction               | 260.0        |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+-------------------------------------------------************************************-------------------------| 74%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.3623802   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.66339    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.48375455 |
+|    air_humidity                 | 0.42953992  |
+|    air_temperature              | -0.15547003 |
+|    clg_setpoint                 | 1.3479768   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.409333    |
+|    diffuse_solar_radiation      | 0.4286025   |
+|    direct_solar_radiation       | 2.2611434   |
+|    hour                         | -0.36049354 |
+|    htg_setpoint                 | 0.33945253  |
+|    month                        | 0.98036647  |
+|    outdoor_humidity             | -1.0842569  |
+|    outdoor_temperature          | 0.649088    |
+|    people_occupant              | -0.6896218  |
+|    total_electricity_HVAC       | -0.5032959  |
+|    wind_direction               | -1.5305256  |
+|    wind_speed                   | -0.32000944 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 697.35455   |
+|    air_humidity                 | 43.046635   |
+|    air_temperature              | 22.525196   |
+|    clg_setpoint                 | 29.786283   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 121.0       |
+|    direct_solar_radiation       | 726.5       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 18.978569   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 46.0        |
+|    outdoor_temperature          | 19.683498   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 607265.56   |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------************************************-------------------------| 74%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.27589563 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.693851   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.48029843 |
+|    air_humidity                 | -0.336162   |
+|    air_temperature              | 0.012105027 |
+|    clg_setpoint                 | 0.86434555  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5196494   |
+|    diffuse_solar_radiation      | 0.9318525   |
+|    direct_solar_radiation       | 2.110783    |
+|    hour                         | -0.21603543 |
+|    htg_setpoint                 | -1.368644   |
+|    month                        | 0.97879434  |
+|    outdoor_humidity             | -1.130075   |
+|    outdoor_temperature          | 0.6143903   |
+|    people_occupant              | -0.68878925 |
+|    total_electricity_HVAC       | -0.4964023  |
+|    wind_direction               | -0.56409574 |
+|    wind_speed                   | -0.7490549  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 710.87604   |
+|    air_humidity                 | 33.20433    |
+|    air_temperature              | 22.794237   |
+|    clg_setpoint                 | 28.545813   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 172.0       |
+|    direct_solar_radiation       | 689.5       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | 19.338135   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 633957.56   |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------***********************************-------------------------| 74%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.9754533   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.332846    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.2478122    |
+|    air_humidity                 | 0.070314735  |
+|    air_temperature              | 0.29600966   |
+|    clg_setpoint                 | -1.2009379   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.6291153    |
+|    diffuse_solar_radiation      | 0.16366728   |
+|    direct_solar_radiation       | 2.9083524    |
+|    hour                         | -0.071577825 |
+|    htg_setpoint                 | -1.3684366   |
+|    month                        | 0.9772298    |
+|    outdoor_humidity             | -1.4182304   |
+|    outdoor_temperature          | 0.6303082    |
+|    people_occupant              | 1.2190763    |
+|    total_electricity_HVAC       | 0.21161817   |
+|    wind_direction               | -1.4289461   |
+|    wind_speed                   | -1.4358202   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 3800.892     |
+|    air_humidity                 | 38.421745    |
+|    air_temperature              | 23.249456    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 30.0         |
+|    diffuse_solar_radiation      | 94.0         |
+|    direct_solar_radiation       | 891.5        |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 39.0         |
+|    outdoor_temperature          | 19.49494     |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 3481769.2    |
+|    wind_direction               | 30.0         |
+|    wind_speed                   | 1.5          |
+--------------------------------------------------
+-------------------------------------------------*************************************------------------------| 75%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.13800126 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.159246   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.62730676 |
+|    air_humidity                 | -0.2558244  |
+|    air_temperature              | 1.1103042   |
+|    clg_setpoint                 | -0.69134575 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6705239  |
+|    diffuse_solar_radiation      | 0.7906406   |
+|    direct_solar_radiation       | -0.6224554  |
+|    hour                         | 0.07287974  |
+|    htg_setpoint                 | 0.12057605  |
+|    month                        | 1.2880992   |
+|    outdoor_humidity             | 0.02039771  |
+|    outdoor_temperature          | -0.14238535 |
+|    people_occupant              | 0.2648707   |
+|    total_electricity_HVAC       | -0.63457334 |
+|    wind_direction               | 1.5559428   |
+|    wind_speed                   | -0.31872576 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 34.253956   |
+|    air_temperature              | 24.55455    |
+|    clg_setpoint                 | 24.554873   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 157.5       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 18.08762    |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 69.0        |
+|    outdoor_temperature          | 11.759312   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+------------------------------------------------**************************************------------------------| 75%
+| action_network/                 |            |
+|    Cooling_Setpoint_RL          | -1.0       |
+|    Heating_Setpoint_RL          | -0.7213277 |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23.25      |
+|    Heating_Setpoint_RL          | 13.567532  |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | 1.1891751  |
+|    air_humidity                 | 1.0316344  |
+|    air_temperature              | 0.29532334 |
+|    clg_setpoint                 | -1.1999687 |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | -1.5522034 |
+|    diffuse_solar_radiation      | 0.8304234  |
+|    direct_solar_radiation       | 1.8418294  |
+|    hour                         | 0.21733698 |
+|    htg_setpoint                 | -0.7977932 |
+|    month                        | 1.2853143  |
+|    outdoor_humidity             | -0.5561081 |
+|    outdoor_temperature          | 1.0901676  |
+|    people_occupant              | 1.2177366  |
+|    total_electricity_HVAC       | 1.2114068  |
+|    wind_direction               | 0.6889302  |
+|    wind_speed                   | 0.15574615 |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 7790.235   |
+|    air_humidity                 | 50.776016  |
+|    air_temperature              | 23.249542  |
+|    clg_setpoint                 | 23.25      |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 2.0        |
+|    diffuse_solar_radiation      | 161.5      |
+|    direct_solar_radiation       | 622.5      |
+|    hour                         | 13.0       |
+|    htg_setpoint                 | 14.337692  |
+|    month                        | 10.0       |
+|    outdoor_humidity             | 57.0       |
+|    outdoor_temperature          | 24.088804  |
+|    people_occupant              | 16.0       |
+|    total_electricity_HVAC       | 7498329.0  |
+|    wind_direction               | 250.0      |
+|    wind_speed                   | 5.2        |
+------------------------------------------------
+-------------------------------------------------*************************************------------------------| 75%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.22539735  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.89286    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.7602549   |
+|    air_humidity                 | 1.1576208   |
+|    air_temperature              | 0.2984954   |
+|    clg_setpoint                 | -1.199211   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4348284  |
+|    diffuse_solar_radiation      | 0.42625013  |
+|    direct_solar_radiation       | 1.7235358   |
+|    hour                         | 0.3617928   |
+|    htg_setpoint                 | 0.98393816  |
+|    month                        | 1.2825475   |
+|    outdoor_humidity             | 0.019002836 |
+|    outdoor_temperature          | 0.9278584   |
+|    people_occupant              | 1.6935304   |
+|    total_electricity_HVAC       | 0.8444246   |
+|    wind_direction               | 0.015097717 |
+|    wind_speed                   | 0.58629084  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5970.3237   |
+|    air_humidity                 | 52.43349    |
+|    air_temperature              | 23.255016   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 120.5       |
+|    direct_solar_radiation       | 593.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 21.620903   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 69.0        |
+|    outdoor_temperature          | 22.469198   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 6022220.5   |
+|    wind_direction               | 180.0       |
+|    wind_speed                   | 6.2         |
+| train/                          |             |
+|    approx_kl                    | 0.011721461 |
+|    clip_fraction                | 0.115       |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.71       |
+|    explained_variance           | 0.546       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.369       |
+|    n_updates                    | 300         |
+|    policy_gradient_loss         | -0.0126     |
+|    std                          | 0.941       |
+|    value_loss                   | 1.22        |
+-------------------------------------------------
+--------------------------------------------------************************************------------------------| 75%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.071588464  |
+|    air_humidity                 | 0.87691814   |
+|    air_temperature              | 1.3873421    |
+|    clg_setpoint                 | -0.5171075   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.3182523   |
+|    diffuse_solar_radiation      | 0.05150789   |
+|    direct_solar_radiation       | 1.177989     |
+|    hour                         | 0.5062454    |
+|    htg_setpoint                 | -1.152876    |
+|    month                        | 1.2797985    |
+|    outdoor_humidity             | 0.11409657   |
+|    outdoor_temperature          | 0.89195216   |
+|    people_occupant              | 1.692617     |
+|    total_electricity_HVAC       | -0.038274266 |
+|    wind_direction               | 0.014737834  |
+|    wind_speed                   | -0.10019127  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 3052.2227    |
+|    air_humidity                 | 48.870888    |
+|    air_temperature              | 24.997198    |
+|    clg_setpoint                 | 24.997469    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.0          |
+|    diffuse_solar_radiation      | 82.5         |
+|    direct_solar_radiation       | 455.5        |
+|    hour                         | 15.0         |
+|    htg_setpoint                 | 12.890357    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 71.0         |
+|    outdoor_temperature          | 22.117878    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2477085.5    |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+-------------------------------------------------**************************************-----------------------| 76%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.3221353   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.712208   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.2133721  |
+|    air_humidity                 | 0.49722865  |
+|    air_temperature              | 0.29501644  |
+|    clg_setpoint                 | -1.198741   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.202343   |
+|    diffuse_solar_radiation      | -0.49150193 |
+|    direct_solar_radiation       | 0.11370524  |
+|    hour                         | 0.65069205  |
+|    htg_setpoint                 | -1.3709469  |
+|    month                        | 1.2770671   |
+|    outdoor_humidity             | 0.4493468   |
+|    outdoor_temperature          | 0.55117446  |
+|    people_occupant              | -0.68937725 |
+|    total_electricity_HVAC       | -0.1496627  |
+|    wind_direction               | 0.014375201 |
+|    wind_speed                   | 1.7049645   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1844.0737   |
+|    air_humidity                 | 44.026268   |
+|    air_temperature              | 23.250023   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 27.5        |
+|    direct_solar_radiation       | 186.5       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 78.0        |
+|    outdoor_temperature          | 18.715233   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2028655.5   |
+|    wind_direction               | 180.0       |
+|    wind_speed                   | 8.8         |
+-------------------------------------------------
+--------------------------------------------------*************************************-----------------------| 76%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.47751856   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.236626    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6281531   |
+|    air_humidity                 | -0.09536908  |
+|    air_temperature              | -0.004994929 |
+|    clg_setpoint                 | -0.21887565  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.0869826   |
+|    diffuse_solar_radiation      | -0.762954    |
+|    direct_solar_radiation       | -0.62336016  |
+|    hour                         | 0.7951294    |
+|    htg_setpoint                 | -0.05499827  |
+|    month                        | 1.2743531    |
+|    outdoor_humidity             | -1.1844877   |
+|    outdoor_temperature          | 0.124370344  |
+|    people_occupant              | -0.6885546   |
+|    total_electricity_HVAC       | -0.6354531   |
+|    wind_direction               | 1.1698393    |
+|    wind_speed                   | 0.7980265    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 36.434013    |
+|    air_temperature              | 22.7706      |
+|    clg_setpoint                 | 25.765265    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 6.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 17.379353    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 44.0         |
+|    outdoor_temperature          | 14.458963    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 300.0        |
+|    wind_speed                   | 6.7          |
+--------------------------------------------------
+-------------------------------------------------**************************************-----------------------| 76%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.4170847  |
+|    Heating_Setpoint_RL          | -0.30148244 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.217339   |
+|    Heating_Setpoint_RL          | 15.929161   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.62795186 |
+|    air_humidity                 | -1.2405196  |
+|    air_temperature              | 0.72767156  |
+|    clg_setpoint                 | 0.44257006  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.972066   |
+|    diffuse_solar_radiation      | -0.7629328  |
+|    direct_solar_radiation       | -0.6235477  |
+|    hour                         | 0.9395534   |
+|    htg_setpoint                 | -0.29290873 |
+|    month                        | 1.2716563   |
+|    outdoor_humidity             | -1.5665411  |
+|    outdoor_temperature          | -0.38494113 |
+|    people_occupant              | 0.5031164   |
+|    total_electricity_HVAC       | -0.6352366  |
+|    wind_direction               | 1.1677254   |
+|    wind_speed                   | 1.2246735   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 21.688124   |
+|    air_temperature              | 23.940342   |
+|    clg_setpoint                 | 27.460712   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 16.4063     |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 36.0        |
+|    outdoor_temperature          | 9.377776    |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+-------------------------------------------------***************************************----------------------| 77%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.09048168  |
+|    air_humidity                 | -1.0092448  |
+|    air_temperature              | 0.29545414  |
+|    clg_setpoint                 | -1.1982237  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8575006  |
+|    diffuse_solar_radiation      | -0.7629098  |
+|    direct_solar_radiation       | -0.6237916  |
+|    hour                         | 1.0839591   |
+|    htg_setpoint                 | 1.3816437   |
+|    month                        | 1.2689766   |
+|    outdoor_humidity             | -1.0840597  |
+|    outdoor_temperature          | -0.4503135  |
+|    people_occupant              | -0.45074615 |
+|    total_electricity_HVAC       | 0.33695433  |
+|    wind_direction               | 1.5500188   |
+|    wind_speed                   | -1.4330136  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3124.888    |
+|    air_humidity                 | 24.639437   |
+|    air_temperature              | 23.249979   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 46.0        |
+|    outdoor_temperature          | 8.721484    |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 3975750.0   |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 1.5         |
+-------------------------------------------------
+-------------------------------------------------***************************************----------------------| 77%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.83553994  |
+|    Heating_Setpoint_RL          | 0.6114378   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.444946   |
+|    Heating_Setpoint_RL          | 21.064339   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.13824123 |
+|    air_humidity                 | 0.18582577  |
+|    air_temperature              | 0.29552853  |
+|    clg_setpoint                 | 0.96197474  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7432054  |
+|    diffuse_solar_radiation      | -0.7628973  |
+|    direct_solar_radiation       | -0.6239808  |
+|    hour                         | 1.2283407   |
+|    htg_setpoint                 | 1.3814284   |
+|    month                        | 1.2663138   |
+|    outdoor_humidity             | -0.12359715 |
+|    outdoor_temperature          | -0.07211466 |
+|    people_occupant              | -0.4510798  |
+|    total_electricity_HVAC       | -0.17030938 |
+|    wind_direction               | 0.49108955  |
+|    wind_speed                   | -0.10308138 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2157.3894   |
+|    air_humidity                 | 40.00126    |
+|    air_temperature              | 23.250048   |
+|    clg_setpoint                 | 28.788553   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 66.0        |
+|    outdoor_temperature          | 12.483588   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 1941650.4   |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------***************************************----------------------| 77%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.10460311 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.036608   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.8632335   |
+|    air_humidity                 | 1.8223816   |
+|    air_temperature              | 0.2955606   |
+|    clg_setpoint                 | -1.1966425  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.629111   |
+|    diffuse_solar_radiation      | -0.762875   |
+|    direct_solar_radiation       | -0.6242317  |
+|    hour                         | 1.3726921   |
+|    htg_setpoint                 | 1.3811619   |
+|    month                        | 1.2636676   |
+|    outdoor_humidity             | 1.5089366   |
+|    outdoor_temperature          | 0.13606928  |
+|    people_occupant              | -0.6896759  |
+|    total_electricity_HVAC       | 1.1909089   |
+|    wind_direction               | 0.3944107   |
+|    wind_speed                   | -0.96012145 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6391.762    |
+|    air_humidity                 | 61.062553   |
+|    air_temperature              | 23.250078   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 14.557199   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7398693.5   |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+---------------------------------------------------*************************************----------------------| 77%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -0.054219723  |
+|    Heating_Setpoint_RL          | -0.23336798   |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 26.442009     |
+|    Heating_Setpoint_RL          | 16.312305     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | 0.025653167   |
+|    air_humidity                 | 2.104575      |
+|    air_temperature              | -0.7115209    |
+|    clg_setpoint                 | 1.2790875     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.5151588    |
+|    diffuse_solar_radiation      | -0.7628311    |
+|    direct_solar_radiation       | -0.6244768    |
+|    hour                         | 1.517006      |
+|    htg_setpoint                 | 0.9536478     |
+|    month                        | 1.261038      |
+|    outdoor_humidity             | 1.1709536     |
+|    outdoor_temperature          | 0.046996377   |
+|    people_occupant              | -0.6899541    |
+|    total_electricity_HVAC       | -0.0010306898 |
+|    wind_direction               | -1.7253189    |
+|    wind_speed                   | -2.074059     |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 2849.7092     |
+|    air_humidity                 | 64.756386     |
+|    air_temperature              | 21.64601      |
+|    clg_setpoint                 | 29.600878     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 11.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 22.0          |
+|    htg_setpoint                 | 21.50465      |
+|    month                        | 10.0          |
+|    outdoor_humidity             | 93.0          |
+|    outdoor_temperature          | 13.673787     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 2619837.2     |
+|    wind_direction               | 0.0           |
+|    wind_speed                   | 0.0           |
+---------------------------------------------------
+--------------------------------------------------***************************************---------------------| 78%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.34056067   |
+|    Heating_Setpoint_RL          | 0.994457     |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.774391    |
+|    Heating_Setpoint_RL          | 23.21882     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.48367268   |
+|    air_humidity                 | 1.8677893    |
+|    air_temperature              | 0.29514885   |
+|    clg_setpoint                 | 0.85227096   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.401301    |
+|    diffuse_solar_radiation      | -0.76277906  |
+|    direct_solar_radiation       | -0.6247291   |
+|    hour                         | 1.6612747    |
+|    htg_setpoint                 | 1.3796442    |
+|    month                        | 1.2584246    |
+|    outdoor_humidity             | 1.5049651    |
+|    outdoor_temperature          | 0.27147844   |
+|    people_occupant              | -0.68913823  |
+|    total_electricity_HVAC       | 0.41991207   |
+|    wind_direction               | -0.087450765 |
+|    wind_speed                   | -1.171318    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 4782.7764    |
+|    air_humidity                 | 61.74859     |
+|    air_temperature              | 23.249842    |
+|    clg_setpoint                 | 28.50538     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 12.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 15.909675    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 4304498.5    |
+|    wind_direction               | 170.0        |
+|    wind_speed                   | 2.1          |
+--------------------------------------------------
+-------------------------------------------------****************************************---------------------| 78%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.084763125 |
+|    Heating_Setpoint_RL          | -0.11481476 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.911076   |
+|    Heating_Setpoint_RL          | 16.979168   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6280904  |
+|    air_humidity                 | 2.0283375   |
+|    air_temperature              | -0.0845556  |
+|    clg_setpoint                 | -1.0656546  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.17387319 |
+|    diffuse_solar_radiation      | -0.76278144 |
+|    direct_solar_radiation       | -0.6248832  |
+|    hour                         | -1.661128   |
+|    htg_setpoint                 | 0.6411621   |
+|    month                        | 1.2558275   |
+|    outdoor_humidity             | 1.1669064   |
+|    outdoor_temperature          | 0.26094192  |
+|    people_occupant              | -0.6883252  |
+|    total_electricity_HVAC       | -0.63535506 |
+|    wind_direction               | -0.7603575  |
+|    wind_speed                   | -0.3135325  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 63.87336    |
+|    air_temperature              | 22.646101   |
+|    clg_setpoint                 | 23.586021   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 20.235939   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 15.811732   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 100.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------***************************************---------------------| 78%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.60977316  |
+|    air_humidity                 | 2.9530969    |
+|    air_temperature              | -0.68354976  |
+|    clg_setpoint                 | 1.4353204    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.060021654 |
+|    diffuse_solar_radiation      | -0.7626545   |
+|    direct_solar_radiation       | -0.6247832   |
+|    hour                         | -1.5165156   |
+|    htg_setpoint                 | 0.8745278    |
+|    month                        | 1.2532464    |
+|    outdoor_humidity             | 1.500879     |
+|    outdoor_temperature          | 0.5567812    |
+|    people_occupant              | -0.68860406  |
+|    total_electricity_HVAC       | -0.6180027   |
+|    wind_direction               | -0.27749583  |
+|    wind_speed                   | 1.4404016    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 164.93864    |
+|    air_humidity                 | 75.9028      |
+|    air_temperature              | 21.69446     |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 1.0          |
+|    htg_setpoint                 | 21.19339     |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 18.752314    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 148444.77    |
+|    wind_direction               | 150.0        |
+|    wind_speed                   | 8.2          |
+--------------------------------------------------
+-------------------------------------------------*****************************************--------------------| 79%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6663245  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.376154   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.9855383   |
+|    air_humidity                 | -0.06740261 |
+|    air_temperature              | 0.2945812   |
+|    clg_setpoint                 | 0.79703814  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.053818326 |
+|    diffuse_solar_radiation      | -0.7626077  |
+|    direct_solar_radiation       | -0.62501305 |
+|    hour                         | -1.3719431  |
+|    htg_setpoint                 | 1.3774477   |
+|    month                        | 1.2506812   |
+|    outdoor_humidity             | 0.973669    |
+|    outdoor_temperature          | -0.4784482  |
+|    people_occupant              | -0.68888205 |
+|    total_electricity_HVAC       | 1.1909411   |
+|    wind_direction               | -1.1455457  |
+|    wind_speed                   | -0.95599896 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6892.77     |
+|    air_humidity                 | 36.89368    |
+|    air_temperature              | 23.250036   |
+|    clg_setpoint                 | 28.361074   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | 8.484421    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7382598.0   |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+-------------------------------------------------*****************************************--------------------| 79%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6288029  |
+|    air_humidity                 | 2.1313066   |
+|    air_temperature              | -0.923464   |
+|    clg_setpoint                 | -1.1946476  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.16764995  |
+|    diffuse_solar_radiation      | -0.7625339  |
+|    direct_solar_radiation       | -0.625096   |
+|    hour                         | -1.2274029  |
+|    htg_setpoint                 | 0.06455181  |
+|    month                        | 1.2481316   |
+|    outdoor_humidity             | 0.6846897   |
+|    outdoor_temperature          | -0.15160523 |
+|    people_occupant              | -0.68915915 |
+|    total_electricity_HVAC       | -0.63608927 |
+|    wind_direction               | 0.4929349   |
+|    wind_speed                   | 1.6954495   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 65.392075   |
+|    air_temperature              | 21.315634   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 17.882933   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | 11.731826   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 8.8         |
+-------------------------------------------------
+-------------------------------------------------*****************************************--------------------| 79%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9365005  |
+|    Heating_Setpoint_RL          | -0.37118715 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.464312   |
+|    Heating_Setpoint_RL          | 15.537072   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.62861395 |
+|    air_humidity                 | -0.8788426  |
+|    air_temperature              | -0.7947359  |
+|    clg_setpoint                 | 0.08342891  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.28146628  |
+|    diffuse_solar_radiation      | -0.7624603  |
+|    direct_solar_radiation       | -0.62531096 |
+|    hour                         | -1.0828884  |
+|    htg_setpoint                 | 0.19655547  |
+|    month                        | 1.2455976   |
+|    outdoor_humidity             | -0.60986644 |
+|    outdoor_temperature          | -0.57842    |
+|    people_occupant              | -0.6894354  |
+|    total_electricity_HVAC       | -0.63586926 |
+|    wind_direction               | 0.87729543  |
+|    wind_speed                   | 1.0024403   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 26.409586   |
+|    air_temperature              | 21.520422   |
+|    clg_setpoint                 | 26.527874   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 18.421253   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 56.0        |
+|    outdoor_temperature          | 7.50107     |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+-------------------------------------------------******************************************-------------------| 80%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.34733266 |
+|    Heating_Setpoint_RL          | 0.11280495  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.452753   |
+|    Heating_Setpoint_RL          | 18.259527   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6286882  |
+|    air_humidity                 | -0.4857102  |
+|    air_temperature              | -0.5980948  |
+|    clg_setpoint                 | -0.1618928  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.39525023  |
+|    diffuse_solar_radiation      | -0.7623635  |
+|    direct_solar_radiation       | -0.6255525  |
+|    hour                         | -0.9383935  |
+|    htg_setpoint                 | 0.57973367  |
+|    month                        | 1.243079    |
+|    outdoor_humidity             | 1.0221403   |
+|    outdoor_temperature          | -0.6458468  |
+|    people_occupant              | -0.68971086 |
+|    total_electricity_HVAC       | -0.63590556 |
+|    wind_direction               | 0.58770126  |
+|    wind_speed                   | -0.5287956  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 31.483181   |
+|    air_temperature              | 21.833689   |
+|    clg_setpoint                 | 25.895739   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 19.990072   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 6.830519    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------******************************************-------------------| 80%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.37874162  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.903254   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.94915396  |
+|    air_humidity                 | 0.21083306  |
+|    air_temperature              | 0.29468903  |
+|    clg_setpoint                 | -0.9386012  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.5089748   |
+|    diffuse_solar_radiation      | -0.35114697 |
+|    direct_solar_radiation       | -0.6258082  |
+|    hour                         | -0.79391295 |
+|    htg_setpoint                 | 1.3766224   |
+|    month                        | 1.2405756   |
+|    outdoor_humidity             | 1.5012845   |
+|    outdoor_temperature          | -0.41799644 |
+|    people_occupant              | -0.68890446 |
+|    total_electricity_HVAC       | 0.86125803  |
+|    wind_direction               | -1.7237911  |
+|    wind_speed                   | -2.059      |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6732.45     |
+|    air_humidity                 | 40.49688    |
+|    air_temperature              | 23.249985   |
+|    clg_setpoint                 | 23.903276   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 41.5        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 9.088702    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6059205.0   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+-------------------------------------------------******************************************-------------------| 80%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.33868396  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.768059   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.18897448  |
+|    air_humidity                 | 0.5004215   |
+|    air_temperature              | 0.2944679   |
+|    clg_setpoint                 | -1.1927845  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.62260306  |
+|    diffuse_solar_radiation      | 0.28311983  |
+|    direct_solar_radiation       | 1.2238827   |
+|    hour                         | -0.6494426  |
+|    htg_setpoint                 | 1.3754525   |
+|    month                        | 1.2380872   |
+|    outdoor_humidity             | 1.0208118   |
+|    outdoor_temperature          | 0.08779825  |
+|    people_occupant              | -0.68810093 |
+|    total_electricity_HVAC       | 0.13994037  |
+|    wind_direction               | -1.7220309  |
+|    wind_speed                   | -2.0545952  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3529.7178   |
+|    air_humidity                 | 44.248363   |
+|    air_temperature              | 23.24961    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 105.5       |
+|    direct_solar_radiation       | 468.0       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 14.095118   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3176746.0   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+-------------------------------------------------******************************************-------------------| 80%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.899562    |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.685036   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.25503504 |
+|    air_humidity                 | 1.4170369   |
+|    air_temperature              | 0.2938488   |
+|    clg_setpoint                 | -1.1921062  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.73608834  |
+|    diffuse_solar_radiation      | 0.78893185  |
+|    direct_solar_radiation       | 1.2491301   |
+|    hour                         | -0.5049788  |
+|    htg_setpoint                 | 0.35766706  |
+|    month                        | 1.2356137   |
+|    outdoor_humidity             | 1.1634086   |
+|    outdoor_temperature          | 0.3608115   |
+|    people_occupant              | 1.695772    |
+|    total_electricity_HVAC       | -0.2813676  |
+|    wind_direction               | 0.29976636  |
+|    wind_speed                   | -1.1615212  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1660.7698   |
+|    air_humidity                 | 56.13596    |
+|    air_temperature              | 23.248938   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 156.5       |
+|    direct_solar_radiation       | 474.5       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 19.08815    |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 16.79697    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1494692.8   |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+-------------------------------------------------*******************************************------------------| 81%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.92965496  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.85431    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.40705517 |
+|    air_humidity                 | 1.8767004   |
+|    air_temperature              | 0.29763457  |
+|    clg_setpoint                 | -1.1909386  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8493743   |
+|    diffuse_solar_radiation      | 1.0122621   |
+|    direct_solar_radiation       | -0.60243464 |
+|    hour                         | -0.36051866 |
+|    htg_setpoint                 | 0.7860277   |
+|    month                        | 1.233155    |
+|    outdoor_humidity             | 1.1634059   |
+|    outdoor_temperature          | 0.2836687   |
+|    people_occupant              | 1.6948788   |
+|    total_electricity_HVAC       | -0.42563576 |
+|    wind_direction               | -0.56464887 |
+|    wind_speed                   | 0.36713016  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1021.8455   |
+|    air_humidity                 | 62.110886   |
+|    air_temperature              | 23.255507   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 179.0       |
+|    direct_solar_radiation       | 6.0         |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 20.845396   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 16.036716   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 919660.94   |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------******************************************------------------| 81%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.1701404   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 16.667961    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.7437582    |
+|    air_humidity                 | 1.1047161    |
+|    air_temperature              | 0.29273084   |
+|    clg_setpoint                 | -1.190417    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.96239537   |
+|    diffuse_solar_radiation      | 1.3892039    |
+|    direct_solar_radiation       | 1.4702364    |
+|    hour                         | -0.21606033  |
+|    htg_setpoint                 | 0.73117566   |
+|    month                        | 1.2307109    |
+|    outdoor_humidity             | 0.5847483    |
+|    outdoor_temperature          | 0.8329649    |
+|    people_occupant              | 1.6939892    |
+|    total_electricity_HVAC       | 0.66618305   |
+|    wind_direction               | -0.17970002  |
+|    wind_speed                   | -0.09885525  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 5858.9775    |
+|    air_humidity                 | 52.222954    |
+|    air_temperature              | 23.248278    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 24.0         |
+|    diffuse_solar_radiation      | 217.0        |
+|    direct_solar_radiation       | 530.0        |
+|    hour                         | 10.0         |
+|    htg_setpoint                 | 20.62447     |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 81.0         |
+|    outdoor_temperature          | 21.464685    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 5273080.0    |
+|    wind_direction               | 160.0        |
+|    wind_speed                   | 4.6          |
+| train/                          |              |
+|    approx_kl                    | 0.0072507234 |
+|    clip_fraction                | 0.0729       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.72        |
+|    explained_variance           | 0.255        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.364        |
+|    n_updates                    | 310          |
+|    policy_gradient_loss         | -0.00917     |
+|    std                          | 0.937        |
+|    value_loss                   | 1.16         |
+--------------------------------------------------
+-------------------------------------------------*******************************************------------------| 81%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.22488464  |
+|    air_humidity                 | 1.0566573   |
+|    air_temperature              | 0.69220805  |
+|    clg_setpoint                 | -0.94305265 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0750769   |
+|    diffuse_solar_radiation      | 0.715511    |
+|    direct_solar_radiation       | -0.62620366 |
+|    hour                         | -0.07160249 |
+|    htg_setpoint                 | -1.0769713  |
+|    month                        | 1.2282813   |
+|    outdoor_humidity             | -0.56804836 |
+|    outdoor_temperature          | 1.2079129   |
+|    people_occupant              | 1.2166473   |
+|    total_electricity_HVAC       | 0.01955097  |
+|    wind_direction               | 0.6874281   |
+|    wind_speed                   | 0.57987076  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3678.4705   |
+|    air_humidity                 | 51.6489     |
+|    air_temperature              | 23.88041    |
+|    clg_setpoint                 | 23.883354   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 149.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 13.226997   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 57.0        |
+|    outdoor_temperature          | 25.172504   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 2695594.0   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+-------------------------------------------------*******************************************------------------| 81%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6058998  |
+|    air_humidity                 | -1.5374069  |
+|    air_temperature              | 0.052218333 |
+|    clg_setpoint                 | -1.1896596  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1873358   |
+|    diffuse_solar_radiation      | 0.65654314  |
+|    direct_solar_radiation       | 2.1986468   |
+|    hour                         | 0.072855316 |
+|    htg_setpoint                 | 1.1776882   |
+|    month                        | 1.2258661   |
+|    outdoor_humidity             | -1.9517391  |
+|    outdoor_temperature          | 0.05742441  |
+|    people_occupant              | -0.689473   |
+|    total_electricity_HVAC       | -0.59300697 |
+|    wind_direction               | 0.68642867  |
+|    wind_speed                   | 2.0998762   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 188.05695   |
+|    air_humidity                 | 17.89138    |
+|    air_temperature              | 22.868036   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 143.0       |
+|    direct_solar_radiation       | 714.5       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 22.450333   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 28.0        |
+|    outdoor_temperature          | 13.82621    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 254067.16   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 9.8         |
+-------------------------------------------------
+-------------------------------------------------********************************************-----------------| 82%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.11925158  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.29579    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.62971556 |
+|    air_humidity                 | -1.4616181  |
+|    air_temperature              | -0.28624013 |
+|    clg_setpoint                 | 0.96341443  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2990805   |
+|    diffuse_solar_radiation      | 0.8802049   |
+|    direct_solar_radiation       | 1.4059298   |
+|    hour                         | 0.21731281  |
+|    htg_setpoint                 | -1.3755891  |
+|    month                        | 1.223465    |
+|    outdoor_humidity             | -1.6144637  |
+|    outdoor_temperature          | -0.05813617 |
+|    people_occupant              | -0.68867594 |
+|    total_electricity_HVAC       | -0.63686025 |
+|    wind_direction               | 1.1671984   |
+|    wind_speed                   | 0.36095086  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 18.821955   |
+|    air_temperature              | 22.33233    |
+|    clg_setpoint                 | 28.774902   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 165.5       |
+|    direct_solar_radiation       | 514.0       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 35.0        |
+|    outdoor_temperature          | 12.679061   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------********************************************-----------------| 82%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5119148  |
+|    air_humidity                 | -1.5574808  |
+|    air_temperature              | 0.29407877  |
+|    clg_setpoint                 | -1.1896672  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.410212    |
+|    diffuse_solar_radiation      | 0.17597069  |
+|    direct_solar_radiation       | 1.2887292   |
+|    hour                         | 0.36176893  |
+|    htg_setpoint                 | -1.3752043  |
+|    month                        | 1.2210779   |
+|    outdoor_humidity             | -1.9950848  |
+|    outdoor_temperature          | -0.47018945 |
+|    people_occupant              | 1.6956679   |
+|    total_electricity_HVAC       | -0.5250959  |
+|    wind_direction               | -1.7257637  |
+|    wind_speed                   | 0.9933301   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 580.5619    |
+|    air_humidity                 | 17.53418    |
+|    air_temperature              | 23.248346   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 94.5        |
+|    direct_solar_radiation       | 484.5       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 27.0        |
+|    outdoor_temperature          | 8.612275    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 522505.72   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+-------------------------------------------------********************************************-----------------| 82%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.3747734  |
+|    air_humidity                 | -0.916629   |
+|    air_temperature              | 0.2944597   |
+|    clg_setpoint                 | -1.188217   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5206243   |
+|    diffuse_solar_radiation      | -0.22584474 |
+|    direct_solar_radiation       | 0.44836646  |
+|    hour                         | 0.50622195  |
+|    htg_setpoint                 | -0.5329533  |
+|    month                        | 1.2187048   |
+|    outdoor_humidity             | -1.5151694  |
+|    outdoor_temperature          | 0.042215798 |
+|    people_occupant              | 1.6947832   |
+|    total_electricity_HVAC       | -0.39503807 |
+|    wind_direction               | 0.586722    |
+|    wind_speed                   | -0.31449637 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1157.1565   |
+|    air_humidity                 | 25.856215   |
+|    air_temperature              | 23.248966   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 54.0        |
+|    direct_solar_radiation       | 272.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 15.448017   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 37.0        |
+|    outdoor_temperature          | 13.647958   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1041308.56  |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------********************************************----------------| 83%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.49281085   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 20.39706     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.43020645  |
+|    air_humidity                 | -0.9562738   |
+|    air_temperature              | 0.29424003   |
+|    clg_setpoint                 | -1.1869433   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.6302048    |
+|    diffuse_solar_radiation      | -0.76194215  |
+|    direct_solar_radiation       | -0.6272604   |
+|    hour                         | 0.6506693    |
+|    htg_setpoint                 | 0.7178503    |
+|    month                        | 1.2163455    |
+|    outdoor_humidity             | -1.752372    |
+|    outdoor_temperature          | 0.20254865   |
+|    people_occupant              | 1.6939023    |
+|    total_electricity_HVAC       | -0.44758734  |
+|    wind_direction               | -1.4331452   |
+|    wind_speed                   | -0.102592126 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 923.8205     |
+|    air_humidity                 | 25.335072    |
+|    air_temperature              | 23.248617    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 30.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 16.0         |
+|    htg_setpoint                 | 20.568867    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 32.0         |
+|    outdoor_temperature          | 15.227311    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 831438.5     |
+|    wind_direction               | 30.0         |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+--------------------------------------------------********************************************----------------| 83%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.07286467  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 17.215137    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5079392   |
+|    air_humidity                 | 0.78590155   |
+|    air_temperature              | 0.29961377   |
+|    clg_setpoint                 | -1.1856931   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.738836     |
+|    diffuse_solar_radiation      | -0.76171577  |
+|    direct_solar_radiation       | -0.626674    |
+|    hour                         | 0.79510766   |
+|    htg_setpoint                 | 0.2268938    |
+|    month                        | 1.2139999    |
+|    outdoor_humidity             | 0.54398394   |
+|    outdoor_temperature          | -0.035542306 |
+|    people_occupant              | 1.6930249    |
+|    total_electricity_HVAC       | -0.5021825   |
+|    wind_direction               | 0.011014803  |
+|    wind_speed                   | 0.36283594   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 597.3534     |
+|    air_humidity                 | 48.018665    |
+|    air_temperature              | 23.25711     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 31.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 18.561707    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 80.0         |
+|    outdoor_temperature          | 12.877575    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 613769.2     |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 5.7          |
+--------------------------------------------------
+-------------------------------------------------*********************************************----------------| 83%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6293457  |
+|    air_humidity                 | -0.83008504 |
+|    air_temperature              | 0.64219975  |
+|    clg_setpoint                 | 0.40804392  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6695936  |
+|    diffuse_solar_radiation      | -0.76156807 |
+|    direct_solar_radiation       | -0.6268736  |
+|    hour                         | 0.9395331   |
+|    htg_setpoint                 | 0.47976017  |
+|    month                        | 1.5193672   |
+|    outdoor_humidity             | -0.9859901  |
+|    outdoor_temperature          | -0.23707798 |
+|    people_occupant              | 0.50118655  |
+|    total_electricity_HVAC       | -0.6364164  |
+|    wind_direction               | -1.7192875  |
+|    wind_speed                   | 1.2055722   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 26.969019   |
+|    air_temperature              | 23.7968     |
+|    clg_setpoint                 | 27.338745   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 19.596798   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 48.0        |
+|    outdoor_temperature          | 10.891497   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+-------------------------------------------------*********************************************----------------| 83%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.41773307 |
+|    Heating_Setpoint_RL          | 0.66592366  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.21515    |
+|    Heating_Setpoint_RL          | 21.37082    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.77732605  |
+|    air_humidity                 | -1.2106228  |
+|    air_temperature              | 0.29570183  |
+|    clg_setpoint                 | -0.5769484  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5517722  |
+|    diffuse_solar_radiation      | -0.7613479  |
+|    direct_solar_radiation       | -0.6269819  |
+|    hour                         | 1.0839409   |
+|    htg_setpoint                 | 1.3719354   |
+|    month                        | 1.5154735   |
+|    outdoor_humidity             | -1.3187025  |
+|    outdoor_temperature          | 0.015508404 |
+|    people_occupant              | -0.6892403  |
+|    total_electricity_HVAC       | 1.0476414   |
+|    wind_direction               | -1.6219084  |
+|    wind_speed                   | 0.36026672  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5990.696    |
+|    air_humidity                 | 21.993937   |
+|    air_temperature              | 23.25       |
+|    clg_setpoint                 | 24.811432   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 41.0        |
+|    outdoor_temperature          | 13.371876   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6786421.0   |
+|    wind_direction               | 10.0        |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------**********************************************---------------| 84%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6944326  |
+|    Heating_Setpoint_RL          | 0.50557655  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.28129    |
+|    Heating_Setpoint_RL          | 20.468868   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.6355889   |
+|    air_humidity                 | -0.5106495  |
+|    air_temperature              | 0.29591087  |
+|    clg_setpoint                 | 0.19741407  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4348252  |
+|    diffuse_solar_radiation      | -0.7611973  |
+|    direct_solar_radiation       | -0.62711823 |
+|    hour                         | 1.2283257   |
+|    htg_setpoint                 | 1.3710489   |
+|    month                        | 1.5116094   |
+|    outdoor_humidity             | 0.16445553  |
+|    outdoor_temperature          | -0.16835476 |
+|    people_occupant              | -0.6884523  |
+|    total_electricity_HVAC       | 0.79246294  |
+|    wind_direction               | 0.39198807  |
+|    wind_speed                   | -1.1594832  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5393.81     |
+|    air_humidity                 | 31.094208   |
+|    air_temperature              | 23.249933   |
+|    clg_setpoint                 | 26.798489   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 72.0        |
+|    outdoor_temperature          | 11.565983   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5768173.5   |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+-------------------------------------------------**********************************************---------------| 84%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.28030092  |
+|    Heating_Setpoint_RL          | -0.31523854 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.571014   |
+|    Heating_Setpoint_RL          | 15.851784   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6291747  |
+|    air_humidity                 | -0.15854158 |
+|    air_temperature              | -0.96511734 |
+|    clg_setpoint                 | 0.58895177  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3186159  |
+|    diffuse_solar_radiation      | -0.7610877  |
+|    direct_solar_radiation       | -0.62704986 |
+|    hour                         | 1.3726813   |
+|    htg_setpoint                 | 0.4929619   |
+|    month                        | 1.5077748   |
+|    outdoor_humidity             | -0.45729822 |
+|    outdoor_temperature          | -0.2652272  |
+|    people_occupant              | -0.6887223  |
+|    total_electricity_HVAC       | -0.6362412  |
+|    wind_direction               | 1.2531434   |
+|    wind_speed                   | 1.2065623   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 35.67833    |
+|    air_temperature              | 21.266253   |
+|    clg_setpoint                 | 27.801733   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 19.657072   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 59.0        |
+|    outdoor_temperature          | 10.616516   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+-------------------------------------------------**********************************************---------------| 84%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.28993922  |
+|    Heating_Setpoint_RL          | -0.8292349  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.603544   |
+|    Heating_Setpoint_RL          | 12.960554   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.33732438  |
+|    air_humidity                 | -0.18670267 |
+|    air_temperature              | -1.2386752  |
+|    clg_setpoint                 | 1.3358083   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2030218  |
+|    diffuse_solar_radiation      | -0.7608815  |
+|    direct_solar_radiation       | -0.6267738  |
+|    hour                         | 1.5170007   |
+|    htg_setpoint                 | 0.738918    |
+|    month                        | 1.5039693   |
+|    outdoor_humidity             | -0.16950075 |
+|    outdoor_temperature          | -0.5951539  |
+|    people_occupant              | -0.68899155 |
+|    total_electricity_HVAC       | 0.47146887  |
+|    wind_direction               | 1.3462653   |
+|    wind_speed                   | 0.78107786  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4140.0444   |
+|    air_humidity                 | 35.302917   |
+|    air_temperature              | 20.836788   |
+|    clg_setpoint                 | 29.716719   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 20.663227   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 65.0        |
+|    outdoor_temperature          | 7.379232    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4487939.5   |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+-------------------------------------------------***********************************************--------------| 85%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.42702496  |
+|    Heating_Setpoint_RL          | -0.47031468 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.06621    |
+|    Heating_Setpoint_RL          | 14.97948    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6289534  |
+|    air_humidity                 | -0.13469294 |
+|    air_temperature              | -0.9399888  |
+|    clg_setpoint                 | 0.041700646 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0879325  |
+|    diffuse_solar_radiation      | -0.76067066 |
+|    direct_solar_radiation       | -0.6269264  |
+|    hour                         | 1.6612766   |
+|    htg_setpoint                 | 0.2562074   |
+|    month                        | 1.5001924   |
+|    outdoor_humidity             | 0.2620336   |
+|    outdoor_temperature          | -0.61200434 |
+|    people_occupant              | -0.68925995 |
+|    total_electricity_HVAC       | -0.6359902  |
+|    wind_direction               | 1.534719    |
+|    wind_speed                   | -0.31602553 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 35.970654   |
+|    air_temperature              | 21.306452   |
+|    clg_setpoint                 | 26.395336   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 18.688395   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 74.0        |
+|    outdoor_temperature          | 7.2091904   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------***********************************************--------------| 85%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.628816   |
+|    air_humidity                 | 0.40881708  |
+|    air_temperature              | -1.1733665  |
+|    clg_setpoint                 | 1.4472537   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.86003983 |
+|    diffuse_solar_radiation      | -0.76054865 |
+|    direct_solar_radiation       | -0.6268358  |
+|    hour                         | -1.6611353  |
+|    htg_setpoint                 | 0.26057217  |
+|    month                        | 1.4964439   |
+|    outdoor_humidity             | 1.3640652   |
+|    outdoor_temperature          | -0.6277118  |
+|    people_occupant              | -0.6895276  |
+|    total_electricity_HVAC       | -0.6358306  |
+|    wind_direction               | 1.6269816   |
+|    wind_speed                   | -0.7380663  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 43.027264   |
+|    air_temperature              | 20.94052    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 18.706348   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 97.0        |
+|    outdoor_temperature          | 7.0527797   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 350.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------***********************************************--------------| 85%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6377576  |
+|    Heating_Setpoint_RL          | 0.4680677   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.472569   |
+|    Heating_Setpoint_RL          | 20.257881   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.0150545   |
+|    air_humidity                 | 0.6500147   |
+|    air_temperature              | 0.2970166   |
+|    clg_setpoint                 | 0.081376515 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.74566513 |
+|    diffuse_solar_radiation      | -0.7604027  |
+|    direct_solar_radiation       | -0.626853   |
+|    hour                         | -1.5165284  |
+|    htg_setpoint                 | 1.3697412   |
+|    month                        | 1.4927232   |
+|    outdoor_humidity             | 1.3150355   |
+|    outdoor_temperature          | -0.45544428 |
+|    people_occupant              | -0.68979436 |
+|    total_electricity_HVAC       | 0.92252254  |
+|    wind_direction               | -1.7181101  |
+|    wind_speed                   | -2.0450547  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6982.995    |
+|    air_humidity                 | 46.163418   |
+|    air_temperature              | 23.250305   |
+|    clg_setpoint                 | 26.49412    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 8.738296    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6284695.5   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+-------------------------------------------------************************************************-------------| 86%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.9582838  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.234653   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.0421973   |
+|    air_humidity                 | 1.1027541   |
+|    air_temperature              | 0.29663917  |
+|    clg_setpoint                 | 1.4471432   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6315175  |
+|    diffuse_solar_radiation      | -0.7602708  |
+|    direct_solar_radiation       | -0.62634367 |
+|    hour                         | -1.3719599  |
+|    htg_setpoint                 | 1.368315    |
+|    month                        | 1.4890302   |
+|    outdoor_humidity             | 1.5048145   |
+|    outdoor_temperature          | 0.13602607  |
+|    people_occupant              | -0.68901265 |
+|    total_electricity_HVAC       | 0.948115    |
+|    wind_direction               | -0.66618985 |
+|    wind_speed                   | 2.7250383   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7094.82     |
+|    air_humidity                 | 52.052776   |
+|    air_temperature              | 23.249468   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 14.5244055  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6385338.0   |
+|    wind_direction               | 110.0       |
+|    wind_speed                   | 11.3        |
+-------------------------------------------------
+-------------------------------------------------************************************************-------------| 86%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.49044973  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.280268   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.62881255 |
+|    air_humidity                 | 0.9966844   |
+|    air_temperature              | -1.1475528  |
+|    clg_setpoint                 | -0.44268572 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.5175357  |
+|    diffuse_solar_radiation      | -0.76009953 |
+|    direct_solar_radiation       | -0.62591213 |
+|    hour                         | -1.2274226  |
+|    htg_setpoint                 | -0.31986552 |
+|    month                        | 1.4853646   |
+|    outdoor_humidity             | 1.1201621   |
+|    outdoor_temperature          | -0.23478541 |
+|    people_occupant              | -0.68823355 |
+|    total_electricity_HVAC       | -0.63582057 |
+|    wind_direction               | 1.2440199   |
+|    wind_speed                   | 2.08892     |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 50.7135     |
+|    air_temperature              | 20.983942   |
+|    clg_setpoint                 | 25.153143   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 16.338001   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 92.0        |
+|    outdoor_temperature          | 10.902514   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 9.8         |
+-------------------------------------------------
+-------------------------------------------------************************************************-------------| 86%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.33253646  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.74731    |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6285931  |
+|    air_humidity                 | 0.20963049  |
+|    air_temperature              | -1.1452332  |
+|    clg_setpoint                 | 1.4462718   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.4036684  |
+|    diffuse_solar_radiation      | -0.7599673  |
+|    direct_solar_radiation       | -0.6256086  |
+|    hour                         | -1.0829098  |
+|    htg_setpoint                 | 0.04513868  |
+|    month                        | 1.4817258   |
+|    outdoor_humidity             | 0.40063444  |
+|    outdoor_temperature          | -0.5386292  |
+|    people_occupant              | -0.688501   |
+|    total_electricity_HVAC       | -0.63557905 |
+|    wind_direction               | -1.7183363  |
+|    wind_speed                   | 0.5677372   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 40.49905    |
+|    air_temperature              | 20.98775    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 17.83247    |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 77.0        |
+|    outdoor_temperature          | 7.931723    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+-------------------------------------------------************************************************-------------| 86%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.68548167 |
+|    Heating_Setpoint_RL          | 0.09572068  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.311499   |
+|    Heating_Setpoint_RL          | 18.16343    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.0507255   |
+|    air_humidity                 | -0.07287499 |
+|    air_temperature              | 0.24339475  |
+|    clg_setpoint                 | 1.373606    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.28987476 |
+|    diffuse_solar_radiation      | -0.759814   |
+|    direct_solar_radiation       | -0.62502986 |
+|    hour                         | -0.93841606 |
+|    htg_setpoint                 | 1.3676436   |
+|    month                        | 1.4781137   |
+|    outdoor_humidity             | 0.7839357   |
+|    outdoor_temperature          | -0.8636747  |
+|    people_occupant              | -0.6887676  |
+|    total_electricity_HVAC       | 1.8845005   |
+|    wind_direction               | -1.5250112  |
+|    wind_speed                   | -0.7388131  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 11322.621   |
+|    air_humidity                 | 36.83444    |
+|    air_temperature              | 23.164484   |
+|    clg_setpoint                 | 29.812014   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 85.0        |
+|    outdoor_temperature          | 4.756094    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 10114565.0  |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------*************************************************------------| 87%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.8789329   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 22.568998   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5768062  |
+|    air_humidity                 | 0.7225908   |
+|    air_temperature              | -0.5710058  |
+|    clg_setpoint                 | 0.6669549   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.17612377 |
+|    diffuse_solar_radiation      | -0.36545032 |
+|    direct_solar_radiation       | -0.43977293 |
+|    hour                         | -0.7939362  |
+|    htg_setpoint                 | -0.1172889  |
+|    month                        | 1.4745277   |
+|    outdoor_humidity             | 1.5017817   |
+|    outdoor_temperature          | -0.42395028 |
+|    people_occupant              | -0.68903345 |
+|    total_electricity_HVAC       | -0.58536583 |
+|    wind_direction               | -0.85694915 |
+|    wind_speed                   | -0.5269369  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 304.06525   |
+|    air_humidity                 | 47.157513   |
+|    air_temperature              | 21.88904    |
+|    clg_setpoint                 | 27.996891   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 39.5        |
+|    direct_solar_radiation       | 46.5        |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 17.17263    |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 9.043211    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 278004.4    |
+|    wind_direction               | 90.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------*************************************************------------| 87%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.11913485  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.02708    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.40961727 |
+|    air_humidity                 | 0.12933221  |
+|    air_temperature              | -1.5073404  |
+|    clg_setpoint                 | 0.26978487  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.06239434 |
+|    diffuse_solar_radiation      | 0.24876143  |
+|    direct_solar_radiation       | -0.07958107 |
+|    hour                         | -0.64946604 |
+|    htg_setpoint                 | -0.74205863 |
+|    month                        | 1.4709678   |
+|    outdoor_humidity             | 0.014315547 |
+|    outdoor_temperature          | -1.1723684  |
+|    people_occupant              | -0.68929857 |
+|    total_electricity_HVAC       | -0.42955494 |
+|    wind_direction               | 0.85892373  |
+|    wind_speed                   | 0.56887954  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1005.0571   |
+|    air_humidity                 | 39.481236   |
+|    air_temperature              | 20.423326   |
+|    clg_setpoint                 | 26.976303   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 101.0       |
+|    direct_solar_radiation       | 137.0       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 14.616627   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 69.0        |
+|    outdoor_temperature          | 1.7391924   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 898429.3    |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 6.2         |
+| train/                          |             |
+|    approx_kl                    | 0.008517234 |
+|    clip_fraction                | 0.0873      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.68       |
+|    explained_variance           | 0.604       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.157       |
+|    n_updates                    | 320         |
+|    policy_gradient_loss         | -0.0112     |
+|    std                          | 0.916       |
+|    value_loss                   | 0.699       |
+-------------------------------------------------
+-------------------------------------------------*************************************************------------| 87%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.18284011 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 16.596523   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6283761  |
+|    air_humidity                 | -0.6317664  |
+|    air_temperature              | -0.91124874 |
+|    clg_setpoint                 | -1.1812117  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.051324878 |
+|    diffuse_solar_radiation      | 0.7333587   |
+|    direct_solar_radiation       | 0.5547503   |
+|    hour                         | -0.5050022  |
+|    htg_setpoint                 | -0.07215811 |
+|    month                        | 1.4674336   |
+|    outdoor_humidity             | -0.08137409 |
+|    outdoor_temperature          | -0.76244956 |
+|    people_occupant              | -0.68956286 |
+|    total_electricity_HVAC       | -0.6353157  |
+|    wind_direction               | 0.8576913   |
+|    wind_speed                   | 0.9891924   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 29.605572   |
+|    air_temperature              | 21.35686    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 149.5       |
+|    direct_solar_radiation       | 296.5       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 17.36207    |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 67.0        |
+|    outdoor_temperature          | 5.7240324   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+--------------------------------------------------************************************************------------| 87%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.8600869   |
+|    Heating_Setpoint_RL          | 0.08930107   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.722206    |
+|    Heating_Setpoint_RL          | 18.12732     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.62844557  |
+|    air_humidity                 | -0.45217833  |
+|    air_temperature              | -0.55026835  |
+|    clg_setpoint                 | -0.036101338 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.1650355    |
+|    diffuse_solar_radiation      | 0.7587703    |
+|    direct_solar_radiation       | 1.2094876    |
+|    hour                         | -0.36054197  |
+|    htg_setpoint                 | -0.47965494  |
+|    month                        | 1.4639246    |
+|    outdoor_humidity             | -0.4658281   |
+|    outdoor_temperature          | -0.11021391  |
+|    people_occupant              | -0.68878984  |
+|    total_electricity_HVAC       | -0.63536465  |
+|    wind_direction               | 0.7620101    |
+|    wind_speed                   | 0.9886552    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 31.920126    |
+|    air_temperature              | 21.920973    |
+|    clg_setpoint                 | 26.190449    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 17.0         |
+|    diffuse_solar_radiation      | 152.0        |
+|    direct_solar_radiation       | 461.0        |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 15.694405    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 59.0         |
+|    outdoor_temperature          | 12.074833    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 260.0        |
+|    wind_speed                   | 7.2          |
+--------------------------------------------------
+-------------------------------------------------**************************************************-----------| 88%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.7839107  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.215503   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.57011676 |
+|    air_humidity                 | -0.60235083 |
+|    air_temperature              | 0.29965857  |
+|    clg_setpoint                 | -1.1817098  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.2787295   |
+|    diffuse_solar_radiation      | 0.31991935  |
+|    direct_solar_radiation       | 2.3188248   |
+|    hour                         | -0.21608342 |
+|    htg_setpoint                 | 0.041843656 |
+|    month                        | 1.4604409   |
+|    outdoor_humidity             | -0.321673   |
+|    outdoor_temperature          | -0.73270714 |
+|    people_occupant              | 1.6960461   |
+|    total_electricity_HVAC       | -0.5800826  |
+|    wind_direction               | 0.9513729   |
+|    wind_speed                   | 0.7757985   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 331.6197    |
+|    air_humidity                 | 29.960478   |
+|    air_temperature              | 23.248823   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 108.0       |
+|    direct_solar_radiation       | 740.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 17.830404   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 62.0        |
+|    outdoor_temperature          | 6.0021534   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 298457.72   |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+-------------------------------------------------**************************************************-----------| 88%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.5608053   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 20.77953    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.29550865 |
+|    air_humidity                 | -0.7268783  |
+|    air_temperature              | 0.30053428  |
+|    clg_setpoint                 | -1.18074    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.39238924  |
+|    diffuse_solar_radiation      | 1.624299    |
+|    direct_solar_radiation       | -0.11020334 |
+|    hour                         | -0.07162537 |
+|    htg_setpoint                 | -0.48945725 |
+|    month                        | 1.4569818   |
+|    outdoor_humidity             | -0.65765744 |
+|    outdoor_temperature          | -0.9497377  |
+|    people_occupant              | 1.2184976   |
+|    total_electricity_HVAC       | -0.28446472 |
+|    wind_direction               | 1.0457169   |
+|    wind_speed                   | -0.5318938  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1485.1266   |
+|    air_humidity                 | 28.33981    |
+|    air_temperature              | 23.249636   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 238.5       |
+|    direct_solar_radiation       | 129.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 15.653953   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 55.0        |
+|    outdoor_temperature          | 3.8771462   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 1477823.8   |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------**************************************************-----------| 88%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9830016  |
+|    Heating_Setpoint_RL          | 0.60268915  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.30737    |
+|    Heating_Setpoint_RL          | 21.015125   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.53572273 |
+|    air_humidity                 | -0.6966641  |
+|    air_temperature              | 0.30065376  |
+|    clg_setpoint                 | -1.1796433  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.5059876   |
+|    diffuse_solar_radiation      | 1.1005609   |
+|    direct_solar_radiation       | 0.5502559   |
+|    hour                         | 0.07283267  |
+|    htg_setpoint                 | 0.069877006 |
+|    month                        | 1.4535471   |
+|    outdoor_humidity             | 0.06288667  |
+|    outdoor_temperature          | -0.85344297 |
+|    people_occupant              | 0.26446977  |
+|    total_electricity_HVAC       | -0.54746234 |
+|    wind_direction               | 0.18575332  |
+|    wind_speed                   | 0.56585896  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 476.30307   |
+|    air_humidity                 | 28.727097   |
+|    air_temperature              | 23.249184   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 186.0       |
+|    direct_solar_radiation       | 295.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 17.947428   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 70.0        |
+|    outdoor_temperature          | 4.7929354   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 428672.78   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+-------------------------------------------------***************************************************----------| 89%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.11461419  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.269705   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5520396  |
+|    air_humidity                 | -0.8247599  |
+|    air_temperature              | 0.30105308  |
+|    clg_setpoint                 | -1.1788787  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.61948794  |
+|    diffuse_solar_radiation      | 0.70126253  |
+|    direct_solar_radiation       | 0.83309215  |
+|    hour                         | 0.21729039  |
+|    htg_setpoint                 | -1.3821772  |
+|    month                        | 1.4501367   |
+|    outdoor_humidity             | -0.3705008  |
+|    outdoor_temperature          | -0.7751837  |
+|    people_occupant              | 1.2172575   |
+|    total_electricity_HVAC       | -0.56291384 |
+|    wind_direction               | 0.8533895   |
+|    wind_speed                   | 0.9867263   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 407.59988   |
+|    air_humidity                 | 27.071722   |
+|    air_temperature              | 23.248835   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 146.0       |
+|    direct_solar_radiation       | 366.0       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 61.0        |
+|    outdoor_temperature          | 5.5386515   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 366839.9    |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+-------------------------------------------------***************************************************----------| 89%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.51035297 |
+|    air_humidity                 | -1.0893484  |
+|    air_temperature              | 0.30192545  |
+|    clg_setpoint                 | -1.1782167  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7328446   |
+|    diffuse_solar_radiation      | 0.21673737  |
+|    direct_solar_radiation       | 0.35794804  |
+|    hour                         | 0.36174682  |
+|    htg_setpoint                 | -0.09027246 |
+|    month                        | 1.4467502   |
+|    outdoor_humidity             | -1.333045   |
+|    outdoor_temperature          | -1.1439792  |
+|    people_occupant              | 1.6930594   |
+|    total_electricity_HVAC       | -0.5233963  |
+|    wind_direction               | 1.0431657   |
+|    wind_speed                   | 1.8686322   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 583.51746   |
+|    air_humidity                 | 23.64231    |
+|    air_temperature              | 23.249296   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 97.5        |
+|    direct_solar_radiation       | 246.5       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 17.293304   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 41.0        |
+|    outdoor_temperature          | 1.9185894   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 525165.75   |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+-------------------------------------------------***************************************************----------| 89%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.89300996 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.601819   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.57439154 |
+|    air_humidity                 | -1.5133665  |
+|    air_temperature              | -0.35437024 |
+|    clg_setpoint                 | -0.3151848  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8460025   |
+|    diffuse_solar_radiation      | -0.47813928 |
+|    direct_solar_radiation       | -0.13558778 |
+|    hour                         | 0.5062002   |
+|    htg_setpoint                 | -0.59716505 |
+|    month                        | 1.4433872   |
+|    outdoor_humidity             | -1.3321905  |
+|    outdoor_temperature          | -1.0097116  |
+|    people_occupant              | -0.68933624 |
+|    total_electricity_HVAC       | -0.58355004 |
+|    wind_direction               | 1.1369824   |
+|    wind_speed                   | 0.13826114  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 314.45312   |
+|    air_humidity                 | 18.138681   |
+|    air_temperature              | 22.222803   |
+|    clg_setpoint                 | 25.464094   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 28.0        |
+|    direct_solar_radiation       | 122.5       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 15.217964   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 41.0        |
+|    outdoor_temperature          | 3.2021198   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 285252.28   |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+-------------------------------------------------***************************************************----------| 89%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.39449543  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.844036   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.16973352  |
+|    air_humidity                 | -1.8548046  |
+|    air_temperature              | -0.701907   |
+|    clg_setpoint                 | -1.1036397  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.9588979   |
+|    diffuse_solar_radiation      | -0.75812936 |
+|    direct_solar_radiation       | -0.6232744  |
+|    hour                         | 0.6506481   |
+|    htg_setpoint                 | 0.8914738   |
+|    month                        | 1.4400476   |
+|    outdoor_humidity             | -1.1866249  |
+|    outdoor_temperature          | -1.1916565  |
+|    people_occupant              | -0.68857175 |
+|    total_electricity_HVAC       | 0.20876008  |
+|    wind_direction               | 1.0398644   |
+|    wind_speed                   | -1.1674602  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3456.461    |
+|    air_humidity                 | 13.659998   |
+|    air_temperature              | 21.677156   |
+|    clg_setpoint                 | 23.438654   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 21.316803   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 44.0        |
+|    outdoor_temperature          | 1.3955885   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3461356.0   |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+-------------------------------------------------****************************************************---------| 90%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.36098358  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.655533   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4465168  |
+|    air_humidity                 | 0.0819012   |
+|    air_temperature              | 0.3050143   |
+|    clg_setpoint                 | -1.1759292  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0714583   |
+|    diffuse_solar_radiation      | -0.75788605 |
+|    direct_solar_radiation       | -0.6227423  |
+|    hour                         | 0.7950874   |
+|    htg_setpoint                 | -1.3836442  |
+|    month                        | 1.4367311   |
+|    outdoor_humidity             | 0.97988665  |
+|    outdoor_temperature          | -0.9454677  |
+|    people_occupant              | 1.6950926   |
+|    total_electricity_HVAC       | -0.46289793 |
+|    wind_direction               | -1.1544011  |
+|    wind_speed                   | -0.32358962 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 856.483     |
+|    air_humidity                 | 38.70466    |
+|    air_temperature              | 23.249374   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | 3.7770193   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 770834.7    |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------****************************************************---------| 90%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.95108145 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.2751665  |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6286249  |
+|    air_humidity                 | 1.3842077   |
+|    air_temperature              | 0.30519405  |
+|    clg_setpoint                 | -1.1750796  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1836033   |
+|    diffuse_solar_radiation      | -0.75753385 |
+|    direct_solar_radiation       | -0.6221124  |
+|    hour                         | 0.9395143   |
+|    htg_setpoint                 | 1.15979     |
+|    month                        | 1.4334373   |
+|    outdoor_humidity             | 1.5066612   |
+|    outdoor_temperature          | -0.2564832  |
+|    people_occupant              | 0.50269747  |
+|    total_electricity_HVAC       | -0.6355316  |
+|    wind_direction               | 1.3282851   |
+|    wind_speed                   | -0.9555733  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 55.5866     |
+|    air_temperature              | 23.249645   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 22.421951   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 10.502028   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+-------------------------------------------------****************************************************---------| 90%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.25638658 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.182825   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.62853163 |
+|    air_humidity                 | -0.19491614 |
+|    air_temperature              | 0.15720205  |
+|    clg_setpoint                 | -1.1744177  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2952443   |
+|    diffuse_solar_radiation      | -0.75732136 |
+|    direct_solar_radiation       | -0.6217493  |
+|    hour                         | 1.083924    |
+|    htg_setpoint                 | -0.47195986 |
+|    month                        | 1.4301661   |
+|    outdoor_humidity             | -0.13082235 |
+|    outdoor_temperature          | -0.45374826 |
+|    people_occupant              | -0.4510145  |
+|    total_electricity_HVAC       | -0.6354193  |
+|    wind_direction               | 0.75474954  |
+|    wind_speed                   | 0.34850278  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 35.142937   |
+|    air_temperature              | 23.018595   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 15.738443   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 66.0        |
+|    outdoor_temperature          | 8.573046    |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------***************************************************---------| 90%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.4675778   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.046925    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.62854147  |
+|    air_humidity                 | 0.20868146   |
+|    air_temperature              | -0.32075167  |
+|    clg_setpoint                 | -0.82568973  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.4062859    |
+|    diffuse_solar_radiation      | -0.75698227  |
+|    direct_solar_radiation       | -0.62113506  |
+|    hour                         | 1.2283117    |
+|    htg_setpoint                 | -1.3847308   |
+|    month                        | 1.4269173    |
+|    outdoor_humidity             | 0.97677195   |
+|    outdoor_temperature          | -0.5975357   |
+|    people_occupant              | -0.4513238   |
+|    total_electricity_HVAC       | -0.63539773  |
+|    wind_direction               | -0.009916579 |
+|    wind_speed                   | -0.95595574  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 40.365395    |
+|    air_temperature              | 22.27317     |
+|    clg_setpoint                 | 24.142849    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 28.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 89.0         |
+|    outdoor_temperature          | 7.166635     |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
+-------------------------------------------------*****************************************************--------| 91%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.06419122  |
+|    Heating_Setpoint_RL          | -0.78494096 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.841646   |
+|    Heating_Setpoint_RL          | 13.209707   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.14120737 |
+|    air_humidity                 | -0.08015152 |
+|    air_temperature              | -0.42833883 |
+|    clg_setpoint                 | 0.5915197   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5166254   |
+|    diffuse_solar_radiation      | -0.7567114  |
+|    direct_solar_radiation       | -0.62106174 |
+|    hour                         | 1.3726711   |
+|    htg_setpoint                 | 0.9785579   |
+|    month                        | 1.4236904   |
+|    outdoor_humidity             | 1.1703103   |
+|    outdoor_temperature          | -0.661354   |
+|    people_occupant              | -0.6898729  |
+|    total_electricity_HVAC       | -0.18948373 |
+|    wind_direction               | 0.08477283  |
+|    wind_speed                   | 0.09667831  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2147.2466   |
+|    air_humidity                 | 36.62144    |
+|    air_temperature              | 22.105707   |
+|    clg_setpoint                 | 27.778683   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 21.68378    |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 6.538839    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1868168.8   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 5.1         |
+-------------------------------------------------
+-------------------------------------------------*****************************************************--------| 91%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.58862966  |
+|    air_humidity                 | -0.9779589  |
+|    air_temperature              | -0.7722739  |
+|    clg_setpoint                 | 1.4567596   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6261547   |
+|    diffuse_solar_radiation      | -0.7564318  |
+|    direct_solar_radiation       | -0.62067235 |
+|    hour                         | 1.5169957   |
+|    htg_setpoint                 | 0.9497727   |
+|    month                        | 1.4204855   |
+|    outdoor_humidity             | -0.8060457  |
+|    outdoor_temperature          | -0.73603743 |
+|    people_occupant              | -0.68911433 |
+|    total_electricity_HVAC       | 0.40591985  |
+|    wind_direction               | 1.1342726   |
+|    wind_speed                   | 1.5686017   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5235.8535   |
+|    air_humidity                 | 25.005655   |
+|    air_temperature              | 21.568424   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 21.568428   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 52.0        |
+|    outdoor_temperature          | 5.800266    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4261172.0   |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 8.6         |
+-------------------------------------------------
+-------------------------------------------------******************************************************-------| 92%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.58021843 |
+|    Heating_Setpoint_RL          | -0.06282705 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.666763   |
+|    Heating_Setpoint_RL          | 17.271599   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5925606  |
+|    air_humidity                 | -1.4171909  |
+|    air_temperature              | -1.9950011  |
+|    clg_setpoint                 | 0.13632023  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6688637  |
+|    diffuse_solar_radiation      | -0.7561394  |
+|    direct_solar_radiation       | -0.62055784 |
+|    hour                         | 1.6612782   |
+|    htg_setpoint                 | -0.73059976 |
+|    month                        | 1.7166345   |
+|    outdoor_humidity             | -0.9979378  |
+|    outdoor_temperature          | -1.1589146  |
+|    people_occupant              | -0.68835825 |
+|    total_electricity_HVAC       | -0.59931654 |
+|    wind_direction               | 1.3227984   |
+|    wind_speed                   | 2.058346    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 240.14299   |
+|    air_humidity                 | 19.30076    |
+|    air_temperature              | 19.66       |
+|    clg_setpoint                 | 26.613539   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 14.684442   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 48.0        |
+|    outdoor_temperature          | 1.6696581   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 223902.95   |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 9.8         |
+-------------------------------------------------
+-------------------------------------------------******************************************************-------| 92%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.90463173  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.678131   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.1368089   |
+|    air_humidity                 | -1.0051665  |
+|    air_temperature              | -0.29031706 |
+|    clg_setpoint                 | -0.7033069  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4378116  |
+|    diffuse_solar_radiation      | -0.75566834 |
+|    direct_solar_radiation       | -0.62066215 |
+|    hour                         | -1.6611421  |
+|    htg_setpoint                 | 1.3601446   |
+|    month                        | 1.7116156   |
+|    outdoor_humidity             | -0.6583825  |
+|    outdoor_temperature          | -1.0819346  |
+|    people_occupant              | -0.6886176  |
+|    total_electricity_HVAC       | 2.938822    |
+|    wind_direction               | 1.0344943   |
+|    wind_speed                   | 0.33788538  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 16040.474   |
+|    air_humidity                 | 24.59767    |
+|    air_temperature              | 22.3163     |
+|    clg_setpoint                 | 24.456766   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 55.0        |
+|    outdoor_temperature          | 2.403547    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 14456301.0  |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------******************************************************-------| 92%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.42484373  |
+|    Heating_Setpoint_RL          | -0.134117   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.058847   |
+|    Heating_Setpoint_RL          | 16.870592   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.732761    |
+|    air_humidity                 | -0.49465263 |
+|    air_temperature              | -0.11433839 |
+|    clg_setpoint                 | 0.38890365  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3211662  |
+|    diffuse_solar_radiation      | -0.7551716  |
+|    direct_solar_radiation       | -0.6207399  |
+|    hour                         | -1.5165403  |
+|    htg_setpoint                 | 1.3598533   |
+|    month                        | 1.7066404   |
+|    outdoor_humidity             | 0.06511407  |
+|    outdoor_temperature          | -0.55844474 |
+|    people_occupant              | -0.68887615 |
+|    total_electricity_HVAC       | 2.8142118   |
+|    wind_direction               | 0.3656936   |
+|    wind_speed                   | 0.12947914  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 14336.1455  |
+|    air_humidity                 | 31.190199   |
+|    air_temperature              | 22.590315   |
+|    clg_setpoint                 | 27.259644   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 70.0        |
+|    outdoor_temperature          | 7.49582     |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 13962045.0  |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+--------------------------------------------------*****************************************************-------| 92%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.017322361 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 17.527561    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.3742076    |
+|    air_humidity                 | 0.4066607    |
+|    air_temperature              | 0.30920646   |
+|    clg_setpoint                 | -1.151985    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.2051765   |
+|    diffuse_solar_radiation      | -0.75477767  |
+|    direct_solar_radiation       | -0.6202345   |
+|    hour                         | -1.3719755   |
+|    htg_setpoint                 | 1.3590326    |
+|    month                        | 1.7017083    |
+|    outdoor_humidity             | 0.9792369    |
+|    outdoor_temperature          | -0.36713484  |
+|    people_occupant              | -0.68913394  |
+|    total_electricity_HVAC       | 1.2630736    |
+|    wind_direction               | -1.354279    |
+|    wind_speed                   | 0.33960983   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 8577.82      |
+|    air_humidity                 | 42.852707    |
+|    air_temperature              | 23.250273    |
+|    clg_setpoint                 | 23.30142     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 5.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 2.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 89.0         |
+|    outdoor_temperature          | 9.355545     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 7720038.5    |
+|    wind_direction               | 40.0         |
+|    wind_speed                   | 5.7          |
+--------------------------------------------------
+-------------------------------------------------*******************************************************------| 93%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.6817796   |
+|    air_humidity                 | -0.3106567  |
+|    air_temperature              | -0.22032747 |
+|    clg_setpoint                 | 0.377153    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0897304  |
+|    diffuse_solar_radiation      | -0.7544443  |
+|    direct_solar_radiation       | -0.6196651  |
+|    hour                         | -1.2274407  |
+|    htg_setpoint                 | 1.3580335   |
+|    month                        | 1.6968187   |
+|    outdoor_humidity             | -0.41891283 |
+|    outdoor_temperature          | -1.0862428  |
+|    people_occupant              | -0.6893911  |
+|    total_electricity_HVAC       | 2.476286    |
+|    wind_direction               | 0.8421374   |
+|    wind_speed                   | 0.75668555  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 14126.547   |
+|    air_humidity                 | 33.583076   |
+|    air_temperature              | 22.425457   |
+|    clg_setpoint                 | 27.226597   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 60.0        |
+|    outdoor_temperature          | 2.3454607   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 12607965.0  |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 6.7         |
+| train/                          |             |
+|    approx_kl                    | 0.007618005 |
+|    clip_fraction                | 0.0688      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.65       |
+|    explained_variance           | 0.715       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.143       |
+|    n_updates                    | 330         |
+|    policy_gradient_loss         | -0.00982    |
+|    std                          | 0.909       |
+|    value_loss                   | 0.626       |
+-------------------------------------------------
+-------------------------------------------------*******************************************************------| 93%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.057780445 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 17.950016   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.4917936   |
+|    air_humidity                 | -0.90532655 |
+|    air_temperature              | -0.9244223  |
+|    clg_setpoint                 | -1.170979   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.97472775 |
+|    diffuse_solar_radiation      | -0.7541286  |
+|    direct_solar_radiation       | -0.6192444  |
+|    hour                         | -1.0829298  |
+|    htg_setpoint                 | 1.357787    |
+|    month                        | 1.6919712   |
+|    outdoor_humidity             | -0.5627925  |
+|    outdoor_temperature          | -1.302125   |
+|    people_occupant              | -0.68964744 |
+|    total_electricity_HVAC       | 3.272237    |
+|    wind_direction               | 0.74569476  |
+|    wind_speed                   | 1.3801183   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17578.31    |
+|    air_humidity                 | 25.891066   |
+|    air_temperature              | 21.328445   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 57.0        |
+|    outdoor_temperature          | 0.22128233  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15825920.0  |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 8.2         |
+-------------------------------------------------
+--------------------------------------------------******************************************************------| 93%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.44126654  |
+|    Heating_Setpoint_RL          | 0.9844827    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.135725    |
+|    Heating_Setpoint_RL          | 23.162716    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6168803   |
+|    air_humidity                 | -1.4217888   |
+|    air_temperature              | -0.83548987  |
+|    clg_setpoint                 | -0.27002525  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.8600795   |
+|    diffuse_solar_radiation      | -0.7538649   |
+|    direct_solar_radiation       | -0.61902446  |
+|    hour                         | -0.93843704  |
+|    htg_setpoint                 | -0.060056496 |
+|    month                        | 1.6871648    |
+|    outdoor_humidity             | -0.51360494  |
+|    outdoor_temperature          | -0.9341925   |
+|    people_occupant              | -0.6888971   |
+|    total_electricity_HVAC       | -0.6235667   |
+|    wind_direction               | 1.1263565    |
+|    wind_speed                   | 1.1693492    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 137.95985    |
+|    air_humidity                 | 19.186808    |
+|    air_temperature              | 21.465202    |
+|    clg_setpoint                 | 25.564306    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 8.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 5.0          |
+|    htg_setpoint                 | 17.441929    |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 58.0         |
+|    outdoor_temperature          | 3.7912881    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 127197.48    |
+|    wind_direction               | 300.0        |
+|    wind_speed                   | 7.7          |
+--------------------------------------------------
+-------------------------------------------------*******************************************************------| 93%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.338979    |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.769054   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.18398015 |
+|    air_humidity                 | -1.5083597  |
+|    air_temperature              | -1.0114685  |
+|    clg_setpoint                 | -1.1711981  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.74570775 |
+|    diffuse_solar_radiation      | -0.7535106  |
+|    direct_solar_radiation       | -0.6190928  |
+|    hour                         | -0.79395777 |
+|    htg_setpoint                 | 0.08568503  |
+|    month                        | 1.6823993   |
+|    outdoor_humidity             | 0.50047153  |
+|    outdoor_temperature          | -1.5256621  |
+|    people_occupant              | -0.68814915 |
+|    total_electricity_HVAC       | -0.2161067  |
+|    wind_direction               | -1.5478166  |
+|    wind_speed                   | -0.7493024  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1979.2661   |
+|    air_humidity                 | 18.021221   |
+|    air_temperature              | 21.19047    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 18.040552   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 79.0        |
+|    outdoor_temperature          | -1.9809905  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1772361.4   |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------********************************************************-----| 94%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.48994648 |
+|    air_humidity                 | -0.30679992 |
+|    air_temperature              | -1.3188671  |
+|    clg_setpoint                 | -1.170184   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6315448  |
+|    diffuse_solar_radiation      | -0.45623013 |
+|    direct_solar_radiation       | -0.53695905 |
+|    hour                         | -0.64948785 |
+|    htg_setpoint                 | 0.1292097   |
+|    month                        | 1.6776738   |
+|    outdoor_humidity             | -0.2718041  |
+|    outdoor_temperature          | -0.7603322  |
+|    people_occupant              | -0.6884061  |
+|    total_electricity_HVAC       | -0.5056376  |
+|    wind_direction               | -1.2588985  |
+|    wind_speed                   | -1.1631184  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 678.77924   |
+|    air_humidity                 | 33.553555   |
+|    air_temperature              | 20.71316    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 29.5        |
+|    direct_solar_radiation       | 20.5        |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 18.221891   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 63.0        |
+|    outdoor_temperature          | 5.4576883   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 604021.06   |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+-------------------------------------------------********************************************************-----| 94%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.10377312 |
+|    air_humidity                 | -0.12749763 |
+|    air_temperature              | 0.3121288   |
+|    clg_setpoint                 | -1.1693096  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.5175333  |
+|    diffuse_solar_radiation      | -0.26943558 |
+|    direct_solar_radiation       | -0.6183152  |
+|    hour                         | -0.505024   |
+|    htg_setpoint                 | -0.7332478  |
+|    month                        | 1.6729879   |
+|    outdoor_humidity             | 1.1274377   |
+|    outdoor_temperature          | -1.3104497  |
+|    people_occupant              | 1.6951543   |
+|    total_electricity_HVAC       | -0.1042684  |
+|    wind_direction               | -1.4465182  |
+|    wind_speed                   | -0.12129986 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2324.575    |
+|    air_humidity                 | 35.87155    |
+|    air_temperature              | 23.249756   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 48.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 14.691079   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 92.0        |
+|    outdoor_temperature          | 0.08334234  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 2227743.2   |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------*******************************************************-----| 94%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.37452638   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 19.73171     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.044151556 |
+|    air_humidity                 | -0.091366045 |
+|    air_temperature              | 0.31212866   |
+|    clg_setpoint                 | -1.1684083   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.40362552  |
+|    diffuse_solar_radiation      | -0.16808042  |
+|    direct_solar_radiation       | -0.6176886   |
+|    hour                         | -0.36056364  |
+|    htg_setpoint                 | 0.51492465   |
+|    month                        | 1.6683412    |
+|    outdoor_humidity             | 1.1268595    |
+|    outdoor_temperature          | -1.0039035   |
+|    people_occupant              | 1.6943253    |
+|    total_electricity_HVAC       | -0.08131789  |
+|    wind_direction               | -1.6338267   |
+|    wind_speed                   | -0.9547341   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2581.3137    |
+|    air_humidity                 | 36.33672     |
+|    air_temperature              | 23.249437    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 12.0         |
+|    diffuse_solar_radiation      | 58.0         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 19.810966    |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 92.0         |
+|    outdoor_temperature          | 3.048194     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2323182.2    |
+|    wind_direction               | 10.0         |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
+-------------------------------------------------*********************************************************----| 95%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.99401706 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.033654   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.38832912 |
+|    air_humidity                 | -0.3290308  |
+|    air_temperature              | 0.31191263  |
+|    clg_setpoint                 | -1.1677593  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.2897836  |
+|    diffuse_solar_radiation      | 0.23073418  |
+|    direct_solar_radiation       | 1.6708397   |
+|    hour                         | -0.2161049  |
+|    htg_setpoint                 | 0.6055949   |
+|    month                        | 1.6637329   |
+|    outdoor_humidity             | -0.7579075  |
+|    outdoor_temperature          | -1.0225751  |
+|    people_occupant              | 1.6934996   |
+|    total_electricity_HVAC       | -0.40756947 |
+|    wind_direction               | 0.84092736  |
+|    wind_speed                   | 0.12986414  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1116.7217   |
+|    air_humidity                 | 33.27025    |
+|    air_temperature              | 23.248583   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 97.5        |
+|    direct_solar_radiation       | 571.5       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 20.184475   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 53.0        |
+|    outdoor_temperature          | 2.8475425   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1005049.44  |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+-------------------------------------------------*********************************************************----| 95%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.69691217  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 21.545132   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6299325  |
+|    air_humidity                 | -1.1198107  |
+|    air_temperature              | -1.1321696  |
+|    clg_setpoint                 | 0.20655099  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.17597917 |
+|    diffuse_solar_radiation      | 0.36767805  |
+|    direct_solar_radiation       | 1.929049    |
+|    hour                         | -0.07164663 |
+|    htg_setpoint                 | -0.70064527 |
+|    month                        | 1.6591625   |
+|    outdoor_humidity             | -1.3369441  |
+|    outdoor_temperature          | -0.7146995  |
+|    people_occupant              | -0.68942654 |
+|    total_electricity_HVAC       | -0.63659096 |
+|    wind_direction               | 0.9351003   |
+|    wind_speed                   | 1.6311167   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 23.058527   |
+|    air_temperature              | 21.005344   |
+|    clg_setpoint                 | 26.776966   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 111.0       |
+|    direct_solar_radiation       | 636.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 14.831214   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 41.0        |
+|    outdoor_temperature          | 5.834301    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 8.8         |
+-------------------------------------------------
+--------------------------------------------------********************************************************----| 95%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6197229   |
+|    air_humidity                 | -1.8931895   |
+|    air_temperature              | -0.86754113  |
+|    clg_setpoint                 | -0.74324733  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.062193297 |
+|    diffuse_solar_radiation      | -0.13598177  |
+|    direct_solar_radiation       | 2.590441     |
+|    hour                         | 0.0728116    |
+|    htg_setpoint                 | -0.026216844 |
+|    month                        | 1.6546297    |
+|    outdoor_humidity             | -1.0922797   |
+|    outdoor_temperature          | -0.8599378   |
+|    people_occupant              | -0.6886843   |
+|    total_electricity_HVAC       | -0.6301855   |
+|    wind_direction               | 0.45716974   |
+|    wind_speed                   | 0.96184      |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 131.03038    |
+|    air_humidity                 | 13.016544    |
+|    air_temperature              | 21.413631    |
+|    clg_setpoint                 | 24.337923    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 61.0         |
+|    direct_solar_radiation       | 801.5        |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 17.595795    |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 46.0         |
+|    outdoor_temperature          | 4.3973436    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 104729.39    |
+|    wind_direction               | 230.0        |
+|    wind_speed                   | 7.2          |
+--------------------------------------------------
+-------------------------------------------------*********************************************************----| 95%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.44396397 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.127703   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.55443186 |
+|    air_humidity                 | -1.2257856  |
+|    air_temperature              | 0.31805897  |
+|    clg_setpoint                 | -1.1665844  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.051583547 |
+|    diffuse_solar_radiation      | 0.22296621  |
+|    direct_solar_radiation       | 1.2312382   |
+|    hour                         | 0.21726954  |
+|    htg_setpoint                 | 0.6099817   |
+|    month                        | 1.6501338   |
+|    outdoor_humidity             | -1.4787048  |
+|    outdoor_temperature          | -0.2864473  |
+|    people_occupant              | 1.2190175   |
+|    total_electricity_HVAC       | -0.53900844 |
+|    wind_direction               | 0.45673105  |
+|    wind_speed                   | 0.12739564  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 409.57513   |
+|    air_humidity                 | 21.592049   |
+|    air_temperature              | 23.253756   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 96.5        |
+|    direct_solar_radiation       | 462.0       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 20.203728   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 38.0        |
+|    outdoor_temperature          | 9.974754    |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 474141.3    |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+-------------------------------------------------**********************************************************---| 96%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.62491024  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.140121   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5385605  |
+|    air_humidity                 | -1.3525164  |
+|    air_temperature              | 0.31559634  |
+|    clg_setpoint                 | -1.1653335  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.1653516   |
+|    diffuse_solar_radiation      | -0.34167123 |
+|    direct_solar_radiation       | 1.6299717   |
+|    hour                         | 0.36172622  |
+|    htg_setpoint                 | -1.0321556  |
+|    month                        | 1.6456743   |
+|    outdoor_humidity             | -1.7191492  |
+|    outdoor_temperature          | -0.23557979 |
+|    people_occupant              | 1.6950628   |
+|    total_electricity_HVAC       | -0.54996514 |
+|    wind_direction               | 1.409132    |
+|    wind_speed                   | 0.33705422  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 477.02808   |
+|    air_humidity                 | 19.935978   |
+|    air_temperature              | 23.249317   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 40.5        |
+|    direct_solar_radiation       | 562.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 13.472226   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 33.0        |
+|    outdoor_temperature          | 10.460403   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 429325.25   |
+|    wind_direction               | 330.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------**********************************************************---| 96%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.21076715  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.810566   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5552167  |
+|    air_humidity                 | -0.88638467 |
+|    air_temperature              | 0.31602636  |
+|    clg_setpoint                 | -1.1643375  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.27910185  |
+|    diffuse_solar_radiation      | -0.5684539  |
+|    direct_solar_radiation       | 0.4417403   |
+|    hour                         | 0.50618     |
+|    htg_setpoint                 | -0.40864804 |
+|    month                        | 1.6412508   |
+|    outdoor_humidity             | -0.5105595  |
+|    outdoor_temperature          | -0.6242527  |
+|    people_occupant              | 1.6942413   |
+|    total_electricity_HVAC       | -0.56573695 |
+|    wind_direction               | 0.45418143  |
+|    wind_speed                   | -0.33050615 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 405.14236   |
+|    air_humidity                 | 25.946857   |
+|    air_temperature              | 23.249414   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 18.0        |
+|    direct_solar_radiation       | 265.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 16.028358   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 58.0        |
+|    outdoor_temperature          | 6.6637125   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 364655.16   |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------**********************************************************---| 96%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.92416716 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.505936   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5532218  |
+|    air_humidity                 | -0.7923903  |
+|    air_temperature              | 0.31645298  |
+|    clg_setpoint                 | -1.1633326  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.3928161   |
+|    diffuse_solar_radiation      | -0.75005484 |
+|    direct_solar_radiation       | -0.61784214 |
+|    hour                         | 0.65062845  |
+|    htg_setpoint                 | 0.08214141  |
+|    month                        | 1.6368629   |
+|    outdoor_humidity             | -0.9455734  |
+|    outdoor_temperature          | -0.28911877 |
+|    people_occupant              | 1.6934229   |
+|    total_electricity_HVAC       | -0.56383777 |
+|    wind_direction               | 0.8348087   |
+|    wind_speed                   | 0.9644882   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 413.3692    |
+|    air_humidity                 | 27.154667   |
+|    air_temperature              | 23.249508   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 18.041397   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 49.0        |
+|    outdoor_temperature          | 9.918546    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 372032.28   |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+-------------------------------------------------**********************************************************---| 96%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.49081653  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 20.385843   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5862234  |
+|    air_humidity                 | -0.40888327 |
+|    air_temperature              | 0.31659818  |
+|    clg_setpoint                 | -1.1621674  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.506467    |
+|    diffuse_solar_radiation      | -0.7497171  |
+|    direct_solar_radiation       | -0.61765486 |
+|    hour                         | 0.7950686   |
+|    htg_setpoint                 | -1.3914855  |
+|    month                        | 1.6325098   |
+|    outdoor_humidity             | -0.46205145 |
+|    outdoor_temperature          | -0.55348635 |
+|    people_occupant              | 1.6926078   |
+|    total_electricity_HVAC       | -0.59511405 |
+|    wind_direction               | 1.2149048   |
+|    wind_speed                   | 0.5470867   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 271.73468   |
+|    air_humidity                 | 32.104042   |
+|    air_temperature              | 23.249447   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 59.0        |
+|    outdoor_temperature          | 7.3395295   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 244561.2    |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+-------------------------------------------------***********************************************************--| 97%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.26019466 |
+|    Heating_Setpoint_RL          | 0.6522179   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.746843   |
+|    Heating_Setpoint_RL          | 21.293726   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.57200515 |
+|    air_humidity                 | -1.4890168  |
+|    air_temperature              | -0.6227856  |
+|    clg_setpoint                 | -0.58911526 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.62001806  |
+|    diffuse_solar_radiation      | -0.7493251  |
+|    direct_solar_radiation       | -0.61774534 |
+|    hour                         | 0.93949676  |
+|    htg_setpoint                 | -1.3918738  |
+|    month                        | 1.6281914   |
+|    outdoor_humidity             | -1.1373732  |
+|    outdoor_temperature          | -1.1569016  |
+|    people_occupant              | -0.6892102  |
+|    total_electricity_HVAC       | -0.5804142  |
+|    wind_direction               | -1.3569095  |
+|    wind_speed                   | -1.4182057  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 333.33734   |
+|    air_humidity                 | 18.142574   |
+|    air_temperature              | 21.792526   |
+|    clg_setpoint                 | 24.719791   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | 1.4526452   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 304931.88   |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 1.5         |
+-------------------------------------------------
+--------------------------------------------------**********************************************************--| 97%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.51341474  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 14.737042    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.61677295  |
+|    air_humidity                 | -1.7593929   |
+|    air_temperature              | -1.1671016   |
+|    clg_setpoint                 | -1.161115    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.7334242    |
+|    diffuse_solar_radiation      | -0.74906987  |
+|    direct_solar_radiation       | -0.61754775  |
+|    hour                         | 1.0839084    |
+|    htg_setpoint                 | -0.040096294 |
+|    month                        | 1.623907     |
+|    outdoor_humidity             | 0.21810846   |
+|    outdoor_temperature          | -1.0040443   |
+|    people_occupant              | -0.6884758   |
+|    total_electricity_HVAC       | -0.62310076  |
+|    wind_direction               | -1.2588212   |
+|    wind_speed                   | -0.53905785  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 143.42644    |
+|    air_humidity                 | 14.586447    |
+|    air_temperature              | 20.948849    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 22.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 19.0         |
+|    htg_setpoint                 | 17.545778    |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 73.0         |
+|    outdoor_temperature          | 2.915075     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 133093.88    |
+|    wind_direction               | 50.0         |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+-------------------------------------------------***********************************************************--| 97%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.7760265  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.259851   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.57366884 |
+|    air_humidity                 | 0.3430731   |
+|    air_temperature              | -0.3758326  |
+|    clg_setpoint                 | -1.1604716  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.84663135  |
+|    diffuse_solar_radiation      | -0.74872726 |
+|    direct_solar_radiation       | -0.6169846  |
+|    hour                         | 1.2282987   |
+|    htg_setpoint                 | -0.64912933 |
+|    month                        | 1.6196563   |
+|    outdoor_humidity             | 0.65205854  |
+|    outdoor_temperature          | -0.931699   |
+|    people_occupant              | -0.45032787 |
+|    total_electricity_HVAC       | -0.58256054 |
+|    wind_direction               | 1.4988934   |
+|    wind_speed                   | -0.3309404  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 328.23175   |
+|    air_humidity                 | 41.760155   |
+|    air_temperature              | 22.173769   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 15.050076   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 82.0        |
+|    outdoor_temperature          | 3.6078997   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 298029.47   |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------************************************************************-| 98%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.58235884  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.590462   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.21931599  |
+|    air_humidity                 | -0.01644711 |
+|    air_temperature              | -1.4190811  |
+|    clg_setpoint                 | -0.5903012  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.95957696  |
+|    diffuse_solar_radiation      | -0.74847084 |
+|    direct_solar_radiation       | -0.61661327 |
+|    hour                         | 1.3726617   |
+|    htg_setpoint                 | 0.52778935  |
+|    month                        | 1.6154387   |
+|    outdoor_humidity             | 0.023378279 |
+|    outdoor_temperature          | -0.85547686 |
+|    people_occupant              | -0.68897843 |
+|    total_electricity_HVAC       | 0.18740903  |
+|    wind_direction               | -0.49710682 |
+|    wind_speed                   | -0.7482491  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3730.517    |
+|    air_humidity                 | 37.107494   |
+|    air_temperature              | 20.55795    |
+|    clg_setpoint                 | 24.711594   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 19.877993   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 69.0        |
+|    outdoor_temperature          | 4.337877    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3433180.8   |
+|    wind_direction               | 130.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------************************************************************-| 98%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.0910126  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.317833   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.98550427  |
+|    air_humidity                 | 0.45146435  |
+|    air_temperature              | -0.9676437  |
+|    clg_setpoint                 | -0.9789121  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0721903   |
+|    diffuse_solar_radiation      | -0.7480628  |
+|    direct_solar_radiation       | -0.6162488  |
+|    hour                         | 1.5169911   |
+|    htg_setpoint                 | 0.8639882   |
+|    month                        | 1.611254    |
+|    outdoor_humidity             | 0.6509956   |
+|    outdoor_temperature          | -0.3975455  |
+|    people_occupant              | -0.68922865 |
+|    total_electricity_HVAC       | 1.1983386   |
+|    wind_direction               | 0.6432179   |
+|    wind_speed                   | 0.12984215  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7019.343    |
+|    air_humidity                 | 43.15683    |
+|    air_temperature              | 21.257248   |
+|    clg_setpoint                 | 23.712805   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 21.257233   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 82.0        |
+|    outdoor_temperature          | 8.794197    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7551116.5   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+--------------------------------------------------***********************************************************-| 98%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6298605   |
+|    air_humidity                 | -0.3859261   |
+|    air_temperature              | -0.85917085  |
+|    clg_setpoint                 | -1.1586858   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.1843929    |
+|    diffuse_solar_radiation      | -0.7477888   |
+|    direct_solar_radiation       | -0.6160993   |
+|    hour                         | 1.6612799    |
+|    htg_setpoint                 | -0.12674935  |
+|    month                        | 1.6071016    |
+|    outdoor_humidity             | -0.2682282   |
+|    outdoor_temperature          | -0.80120283  |
+|    people_occupant              | -0.6894783   |
+|    total_electricity_HVAC       | -0.6364344   |
+|    wind_direction               | 0.6424593    |
+|    wind_speed                   | -0.121891245 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 32.335987    |
+|    air_temperature              | 21.42584     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 26.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 17.195751    |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 63.0         |
+|    outdoor_temperature          | 4.8629       |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 250.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+--------------------------------------------------************************************************************| 99%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.5397962    |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.446812    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 2.7370858    |
+|    air_humidity                 | 0.16721968   |
+|    air_temperature              | -0.3008762   |
+|    clg_setpoint                 | -0.026736729 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.4102279    |
+|    diffuse_solar_radiation      | -0.74734396  |
+|    direct_solar_radiation       | -0.6154896   |
+|    hour                         | -1.6611484   |
+|    htg_setpoint                 | 1.3489283    |
+|    month                        | 1.6029812    |
+|    outdoor_humidity             | 0.74714774   |
+|    outdoor_temperature          | -1.225578    |
+|    people_occupant              | -0.6897271   |
+|    total_electricity_HVAC       | 2.7205768    |
+|    wind_direction               | 1.4974703    |
+|    wind_speed                   | 0.5481821    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 14545.716    |
+|    air_humidity                 | 39.47397     |
+|    air_temperature              | 22.289703    |
+|    clg_setpoint                 | 26.153131    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 28.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 84.0         |
+|    outdoor_temperature          | 0.7192401    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 13761072.0   |
+|    wind_direction               | 340.0        |
+|    wind_speed                   | 6.2          |
+| train/                          |              |
+|    approx_kl                    | 0.008829223  |
+|    clip_fraction                | 0.0765       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.66        |
+|    explained_variance           | 0.792        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.2          |
+|    n_updates                    | 340          |
+|    policy_gradient_loss         | -0.0127      |
+|    std                          | 0.918        |
+|    value_loss                   | 0.514        |
+--------------------------------------------------
+-------------------------------------------------*************************************************************| 99%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9768578  |
+|    Heating_Setpoint_RL          | -0.13161129 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.328106   |
+|    Heating_Setpoint_RL          | 16.884686   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5072926  |
+|    air_humidity                 | -0.9791696  |
+|    air_temperature              | -0.8758103  |
+|    clg_setpoint                 | 1.4726462   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5212388   |
+|    diffuse_solar_radiation      | -0.74698126 |
+|    direct_solar_radiation       | -0.6156123  |
+|    hour                         | -1.5165514  |
+|    htg_setpoint                 | 0.16503851  |
+|    month                        | 1.5988922   |
+|    outdoor_humidity             | -0.26838636 |
+|    outdoor_temperature          | -1.3598924  |
+|    people_occupant              | -0.68899816 |
+|    total_electricity_HVAC       | -0.51982665 |
+|    wind_direction               | -1.1629055  |
+|    wind_speed                   | -0.9589097  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 615.3815    |
+|    air_humidity                 | 24.676304   |
+|    air_temperature              | 21.398819   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 18.39621    |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 63.0        |
+|    outdoor_temperature          | -0.60889876 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 555327.7    |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+-------------------------------------------------*************************************************************| 99%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.014311    |
+|    air_humidity                 | -0.8279209  |
+|    air_temperature              | -0.9924741  |
+|    clg_setpoint                 | -1.157656   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6315283   |
+|    diffuse_solar_radiation      | -0.7466738  |
+|    direct_solar_radiation       | -0.61501837 |
+|    hour                         | -1.3719901  |
+|    htg_setpoint                 | 1.2124463   |
+|    month                        | 1.5948344   |
+|    outdoor_humidity             | 1.1345714   |
+|    outdoor_temperature          | -0.93593967 |
+|    people_occupant              | -0.68827146 |
+|    total_electricity_HVAC       | 2.9993355   |
+|    wind_direction               | 0.35718334  |
+|    wind_speed                   | 0.9647719   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 15773.522   |
+|    air_humidity                 | 26.60974    |
+|    air_temperature              | 21.21594    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 22.693035   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 92.0        |
+|    outdoor_temperature          | 3.5018876   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 14930385.0  |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+-------------------------------------------------*************************************************************| 99%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.840973    |
+|    Heating_Setpoint_RL          | 0.03570736  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.463284   |
+|    Heating_Setpoint_RL          | 17.825853   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.4278898   |
+|    air_humidity                 | -0.2680306  |
+|    air_temperature              | -0.18584055 |
+|    clg_setpoint                 | 0.4112012   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7409889   |
+|    diffuse_solar_radiation      | -0.74627393 |
+|    direct_solar_radiation       | -0.6144277  |
+|    hour                         | -1.2274578  |
+|    htg_setpoint                 | 1.3479303   |
+|    month                        | 1.5908074   |
+|    outdoor_humidity             | -0.8509556  |
+|    outdoor_temperature          | -1.4111849  |
+|    people_occupant              | -0.6885209  |
+|    total_electricity_HVAC       | 2.4599166   |
+|    wind_direction               | 0.7363761   |
+|    wind_speed                   | 1.6209137   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 13260.218   |
+|    air_humidity                 | 33.832603   |
+|    air_temperature              | 22.462917   |
+|    clg_setpoint                 | 27.276283   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 51.0        |
+|    outdoor_temperature          | -1.1399755  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 12736616.0  |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 8.8         |
+-------------------------------------------------
+[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
+
+[ENVIRONMENT] (INFO) : Environment closed. [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]
+[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run1/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+

+

+

+

+

+

+
+/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+

+

+

+

+

+

+
+[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active
+Progress: |*--------------------------------------------------------------------------------------------------| 1%
+

+

+

+

+

+

+
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+

+

+

+

+

+

+
+Progress: |***************************************************************************************************| 99%
+[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
+[ENVIRONMENT] (INFO) : Environment closed. [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]
+[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05] [Episode 3]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run3]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run3/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run3/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run3/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run3/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 3 started.
+

+

+

+

+

+

+
+/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+

+

+

+

+

+

+
+[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 3) if logger is active
+Eval num_timesteps=70077, episode_reward=-7873.80 +/- 0.00
+Episode length: 35040.00 +/- 0.00
+--------------------------------------------------------
+| action_network/                        |             |
+|    Cooling_Setpoint_RL                 | -1.0        |
+|    Heating_Setpoint_RL                 | -0.3610608  |
+| action_simulation/                     |             |
+|    Cooling_Setpoint_RL                 | 23.25       |
+|    Heating_Setpoint_RL                 | 15.594033   |
+| eval/                                  |             |
+|    comfort_violation(%)                | 21.4        |
+|    cumulative_absolute_comfort_penalty | -5.82e+03   |
+|    cumulative_absolute_energy_penalty  | -9.93e+07   |
+|    cumulative_power_demand             | 9.93e+07    |
+|    cumulative_reward                   | -7.87e+03   |
+|    cumulative_reward_comfort_term      | -2.91e+03   |
+|    cumulative_reward_energy_term       | -4.97e+03   |
+|    cumulative_temperature_violation    | 5.82e+03    |
+|    episode_length                      | 3.5e+04     |
+|    mean_absolute_comfort_penalty       | -0.166      |
+|    mean_absolute_energy_penalty        | -2.83e+03   |
+|    mean_power_demand                   | 2.83e+03    |
+|    mean_reward                         | -0.225      |
+|    mean_reward_comfort_term            | -0.083      |
+|    mean_reward_energy_term             | -0.142      |
+|    mean_temperature_violation          | 0.166       |
+|    std_cumulative_reward               | 0           |
+|    std_mean_reward                     | 0           |
+| normalized_observation/                |             |
+|    HVAC_electricity_demand_rate        | 0.516435    |
+|    air_humidity                        | -0.8121033  |
+|    air_temperature                     | -2.31427    |
+|    clg_setpoint                        | -0.4758677  |
+|    co2_emission                        | 0.0         |
+|    day_of_month                        | 1.7371417   |
+|    diffuse_solar_radiation             | -0.7461521  |
+|    direct_solar_radiation              | -0.614589   |
+|    hour                                | 1.6614139   |
+|    htg_setpoint                        | 0.081643425 |
+|    month                               | 1.5877273   |
+|    outdoor_humidity                    | -1.4781436  |
+|    outdoor_temperature                 | -2.4108746  |
+|    people_occupant                     | -0.6889363  |
+|    total_electricity_HVAC              | 0.4141815   |
+|    wind_direction                      | 1.2337297   |
+|    wind_speed                          | 1.6676898   |
+| observation/                           |             |
+|    HVAC_electricity_demand_rate        | 5030.4404   |
+|    air_humidity                        | 26.80791    |
+|    air_temperature                     | 19.169926   |
+|    clg_setpoint                        | 24.997885   |
+|    co2_emission                        | 0.0         |
+|    day_of_month                        | 31.0        |
+|    diffuse_solar_radiation             | 0.0         |
+|    direct_solar_radiation              | 0.0         |
+|    hour                                | 23.0        |
+|    htg_setpoint                        | 18.05611    |
+|    month                               | 12.0        |
+|    outdoor_humidity                    | 38.0        |
+|    outdoor_temperature                 | -10.918856  |
+|    people_occupant                     | 0.0         |
+|    total_electricity_HVAC              | 4377630.0   |
+|    wind_direction                      | 312.5       |
+|    wind_speed                          | 8.925       |
+| time/                                  |             |
+|    total_timesteps                     | 70077       |
+--------------------------------------------------------
+New best mean reward!
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+-------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.029527038 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 17.79109    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.7957702   |
+|    air_humidity                 | -1.3006366  |
+|    air_temperature              | -1.324972   |
+|    clg_setpoint                 | 1.4723815   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6725059  |
+|    diffuse_solar_radiation      | -0.74595326 |
+|    direct_solar_radiation       | -0.614444   |
+|    hour                         | -0.9384691  |
+|    htg_setpoint                 | 1.3479906   |
+|    month                        | -1.6018482  |
+|    outdoor_humidity             | -0.38916665 |
+|    outdoor_temperature          | -1.8244116  |
+|    people_occupant              | -0.68876237 |
+|    total_electricity_HVAC       | 3.565423    |
+|    wind_direction               | 0.7824868   |
+|    wind_speed                   | 1.2834154   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 19184.46    |
+|    air_humidity                 | 20.505953   |
+|    air_temperature              | 20.696957   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 60.5        |
+|    outdoor_temperature          | -5.2170973  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 17281354.0  |
+|    wind_direction               | 265.0       |
+|    wind_speed                   | 8.0         |
+-------------------------------------------------
+

+

+

+

+

+

+
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.unwrapped_observation to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.unwrapped_observation` for environment variables or `env.get_wrapper_attr('unwrapped_observation')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+

+

+

+

+

+

+
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.0042271614 |
+|    Heating_Setpoint_RL          | 0.61073136   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.639267    |
+|    Heating_Setpoint_RL          | 21.060364    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.43898392   |
+|    air_humidity                 | -1.1601273   |
+|    air_temperature              | -1.5489684   |
+|    clg_setpoint                 | -0.9137452   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.5546337   |
+|    diffuse_solar_radiation      | -0.74571544  |
+|    direct_solar_radiation       | -0.6143348   |
+|    hour                         | -0.7939818   |
+|    htg_setpoint                 | -0.2531272   |
+|    month                        | -1.5977895   |
+|    outdoor_humidity             | -0.942914    |
+|    outdoor_temperature          | -2.452756    |
+|    people_occupant              | -0.68901044  |
+|    total_electricity_HVAC       | 0.37665182   |
+|    wind_direction               | 1.1128328    |
+|    wind_speed                   | -0.8544395   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 4714.1123    |
+|    air_humidity                 | 22.29412     |
+|    air_temperature              | 20.348654    |
+|    clg_setpoint                 | 23.874195    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 2.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 16.683294    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 49.0         |
+|    outdoor_temperature          | -11.425603   |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 4238236.5    |
+|    wind_direction               | 300.0        |
+|    wind_speed                   | 2.85         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.34734187 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 15.671202   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.46940774 |
+|    air_humidity                 | -0.58056617 |
+|    air_temperature              | -1.8585443  |
+|    clg_setpoint                 | 1.4724014   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4376149  |
+|    diffuse_solar_radiation      | -0.7353606  |
+|    direct_solar_radiation       | -0.61416435 |
+|    hour                         | -0.64950496 |
+|    htg_setpoint                 | -0.3691208  |
+|    month                        | -1.5937617  |
+|    outdoor_humidity             | 1.1611087   |
+|    outdoor_temperature          | -0.63077575 |
+|    people_occupant              | -0.6892578  |
+|    total_electricity_HVAC       | -0.48565507 |
+|    wind_direction               | -0.8324634  |
+|    wind_speed                   | 3.3090925   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 788.7207    |
+|    air_humidity                 | 29.747475   |
+|    air_temperature              | 19.86846    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 1.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 16.208447   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 92.5        |
+|    outdoor_temperature          | 6.3458757   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 704060.4    |
+|    wind_direction               | 95.0        |
+|    wind_speed                   | 12.9        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.3224727    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 19.43891     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.96038383   |
+|    air_humidity                 | -0.34966007  |
+|    air_temperature              | -0.45973614  |
+|    clg_setpoint                 | 1.4715667    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.3213197   |
+|    diffuse_solar_radiation      | 0.057988115  |
+|    direct_solar_radiation       | -0.030587958 |
+|    hour                         | -0.5050352   |
+|    htg_setpoint                 | 0.8959465    |
+|    month                        | -1.589764    |
+|    outdoor_humidity             | -1.1829711   |
+|    outdoor_temperature          | -1.7048984   |
+|    people_occupant              | 1.6934088    |
+|    total_electricity_HVAC       | 1.1690799    |
+|    wind_direction               | 0.87569654   |
+|    wind_speed                   | 1.7097446    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 6986.9272    |
+|    air_humidity                 | 32.735214    |
+|    air_temperature              | 22.034393    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.0          |
+|    diffuse_solar_radiation      | 79.0         |
+|    direct_solar_radiation       | 145.0        |
+|    hour                         | 8.0          |
+|    htg_setpoint                 | 21.398914    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 44.0         |
+|    outdoor_temperature          | -4.1813397   |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 7506092.5    |
+|    wind_direction               | 275.0        |
+|    wind_speed                   | 9.05         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.77159005  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.229116   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.2535133  |
+|    air_humidity                 | -1.1493542  |
+|    air_temperature              | -1.7632483  |
+|    clg_setpoint                 | 1.3084773   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2056313  |
+|    diffuse_solar_radiation      | 0.2517024   |
+|    direct_solar_radiation       | 1.6540178   |
+|    hour                         | -0.36056975 |
+|    htg_setpoint                 | -0.45979375 |
+|    month                        | -1.5857964  |
+|    outdoor_humidity             | -0.9152993  |
+|    outdoor_temperature          | -1.7622277  |
+|    people_occupant              | -0.68975055 |
+|    total_electricity_HVAC       | -0.2819197  |
+|    wind_direction               | 1.0169665   |
+|    wind_speed                   | 0.11574089  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1728.2344   |
+|    air_humidity                 | 22.412066   |
+|    air_temperature              | 20.01341    |
+|    clg_setpoint                 | 29.581085   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 98.0        |
+|    direct_solar_radiation       | 564.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 15.837268   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 49.5        |
+|    outdoor_temperature          | -4.793228   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1544686.5   |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.33926606  |
+|    Heating_Setpoint_RL          | 0.8732387   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.770023   |
+|    Heating_Setpoint_RL          | 22.536968   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.22493757 |
+|    air_humidity                 | -1.6729805  |
+|    air_temperature              | -2.0531704  |
+|    clg_setpoint                 | -0.2711851  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0904449  |
+|    diffuse_solar_radiation      | 0.82209915  |
+|    direct_solar_radiation       | 1.3277113   |
+|    hour                         | -0.2161065  |
+|    htg_setpoint                 | -1.3953911  |
+|    month                        | -1.5818582  |
+|    outdoor_humidity             | -1.0343964  |
+|    outdoor_temperature          | -1.7766159  |
+|    people_occupant              | -0.6890298  |
+|    total_electricity_HVAC       | -0.25607458 |
+|    wind_direction               | 0.39860588  |
+|    wind_speed                   | 0.52987033  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1856.136    |
+|    air_humidity                 | 15.612307   |
+|    air_temperature              | 19.559576   |
+|    clg_setpoint                 | 25.524748   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 154.0       |
+|    direct_solar_radiation       | 483.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 47.0        |
+|    outdoor_temperature          | -4.984872   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1654345.8   |
+|    wind_direction               | 225.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9889197  |
+|    Heating_Setpoint_RL          | -0.7619318  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.287395   |
+|    Heating_Setpoint_RL          | 13.339134   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.37636217 |
+|    air_humidity                 | -1.0819523  |
+|    air_temperature              | 0.32833993  |
+|    clg_setpoint                 | -1.157661   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9756668  |
+|    diffuse_solar_radiation      | 0.3140218   |
+|    direct_solar_radiation       | 2.200836    |
+|    hour                         | -0.0716441  |
+|    htg_setpoint                 | 0.009052275 |
+|    month                        | -1.5779493  |
+|    outdoor_humidity             | -1.8542497  |
+|    outdoor_temperature          | -1.3131174  |
+|    people_occupant              | 1.218572    |
+|    total_electricity_HVAC       | -0.39740518 |
+|    wind_direction               | 1.2051672   |
+|    wind_speed                   | 0.9423369   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1200.6461   |
+|    air_humidity                 | 23.183907   |
+|    air_temperature              | 23.2492     |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 104.0       |
+|    direct_solar_radiation       | 700.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 17.761286   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 30.0        |
+|    outdoor_temperature          | -0.45987773 |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 1074366.9   |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6737926  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.35095    |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.13640936  |
+|    air_humidity                 | -0.94263756 |
+|    air_temperature              | 0.33570394  |
+|    clg_setpoint                 | -1.1571043  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8612141  |
+|    diffuse_solar_radiation      | 0.039829556 |
+|    direct_solar_radiation       | -0.61348    |
+|    hour                         | 0.07281814  |
+|    htg_setpoint                 | 0.62362486  |
+|    month                        | -1.5740691  |
+|    outdoor_humidity             | 0.97183746  |
+|    outdoor_temperature          | -1.5394098  |
+|    people_occupant              | 0.2645256   |
+|    total_electricity_HVAC       | 0.17276555  |
+|    wind_direction               | -1.2164752  |
+|    wind_speed                   | -0.21602087 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3437.0332   |
+|    air_humidity                 | 24.962322   |
+|    air_temperature              | 23.25993    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 77.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 20.283      |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 88.5        |
+|    outdoor_temperature          | -2.7134464  |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 3430838.5   |
+|    wind_direction               | 55.0        |
+|    wind_speed                   | 4.4         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.5940294   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 20.966415   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.540374   |
+|    air_humidity                 | 0.22930594  |
+|    air_temperature              | 0.78926754  |
+|    clg_setpoint                 | -0.88141406 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7470139  |
+|    diffuse_solar_radiation      | 1.0792472   |
+|    direct_solar_radiation       | -0.35144034 |
+|    hour                         | 0.21728021  |
+|    htg_setpoint                 | 1.3460914   |
+|    month                        | -1.5702175  |
+|    outdoor_humidity             | 0.84884185  |
+|    outdoor_temperature          | -0.3699233  |
+|    people_occupant              | 1.2174139   |
+|    total_electricity_HVAC       | -0.56356525 |
+|    wind_direction               | 0.06590901  |
+|    wind_speed                   | 2.1214225   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 489.31467   |
+|    air_humidity                 | 40.10801    |
+|    air_temperature              | 23.96282    |
+|    clg_setpoint                 | 23.957064   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 179.0       |
+|    direct_solar_radiation       | 65.0        |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 86.0        |
+|    outdoor_temperature          | 8.767059    |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 391062.06   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 10.05       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49181917 |
+|    air_humidity                 | -1.0054477  |
+|    air_temperature              | 1.5295467   |
+|    clg_setpoint                 | -0.14885795 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.63300335 |
+|    diffuse_solar_radiation      | 0.0917588   |
+|    direct_solar_radiation       | 1.7970452   |
+|    hour                         | 0.36174142  |
+|    htg_setpoint                 | -1.171427   |
+|    month                        | -1.5663941  |
+|    outdoor_humidity             | -1.4171053  |
+|    outdoor_temperature          | -1.3243234  |
+|    people_occupant              | 1.6933353   |
+|    total_electricity_HVAC       | -0.44180787 |
+|    wind_direction               | 0.6336737   |
+|    wind_speed                   | -0.13369316 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 701.74396   |
+|    air_humidity                 | 24.165133   |
+|    air_temperature              | 25.109821   |
+|    clg_setpoint                 | 25.838312   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 82.0        |
+|    direct_solar_radiation       | 599.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.922404   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 39.0        |
+|    outdoor_temperature          | -0.6411759  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 895007.75   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.28736714 |
+|    air_humidity                 | -1.1230202  |
+|    air_temperature              | 0.32961544  |
+|    clg_setpoint                 | -1.1562874  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.5191291  |
+|    diffuse_solar_radiation      | -0.21358721 |
+|    direct_solar_radiation       | 1.3828893   |
+|    hour                         | 0.50620043  |
+|    htg_setpoint                 | -0.70642734 |
+|    month                        | -1.5625983  |
+|    outdoor_humidity             | -1.920878   |
+|    outdoor_temperature          | -1.5744364  |
+|    people_occupant              | 1.6925443   |
+|    total_electricity_HVAC       | -0.31132984 |
+|    wind_direction               | 0.72793317  |
+|    wind_speed                   | 1.8061577   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1596.239    |
+|    air_humidity                 | 22.63128    |
+|    air_temperature              | 23.248693   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 52.0        |
+|    direct_solar_radiation       | 496.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 14.828775   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 28.5        |
+|    outdoor_temperature          | -3.135672   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1436615.1   |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.23853523 |
+|    Heating_Setpoint_RL          | 0.24291795  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.819944   |
+|    Heating_Setpoint_RL          | 18.991413   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.74390274  |
+|    air_humidity                 | -1.1783361  |
+|    air_temperature              | -0.20268738 |
+|    clg_setpoint                 | 0.24852273  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.4053472  |
+|    diffuse_solar_radiation      | -0.61092883 |
+|    direct_solar_radiation       | -0.07716829 |
+|    hour                         | 0.6506552   |
+|    htg_setpoint                 | 1.144193    |
+|    month                        | -1.5588301  |
+|    outdoor_humidity             | -0.5941345  |
+|    outdoor_temperature          | -0.69000715 |
+|    people_occupant              | -0.68953735 |
+|    total_electricity_HVAC       | 0.84211606  |
+|    wind_direction               | 0.39530155  |
+|    wind_speed                   | -0.44520104 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6105.774    |
+|    air_humidity                 | 21.901543   |
+|    air_temperature              | 22.421703   |
+|    clg_setpoint                 | 26.858307   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 13.0        |
+|    direct_solar_radiation       | 133.0       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 22.421656   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 56.0        |
+|    outdoor_temperature          | 5.553071    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6215413.5   |
+|    wind_direction               | 225.0       |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.11149913  |
+|    Heating_Setpoint_RL          | -0.800398   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.001308   |
+|    Heating_Setpoint_RL          | 13.122761   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49828017 |
+|    air_humidity                 | -1.036719   |
+|    air_temperature              | -1.1123214  |
+|    clg_setpoint                 | 1.4703524   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.29162297 |
+|    diffuse_solar_radiation      | -0.7432435  |
+|    direct_solar_radiation       | -0.6120057  |
+|    hour                         | 0.7951031   |
+|    htg_setpoint                 | -0.4818668  |
+|    month                        | -1.555089   |
+|    outdoor_humidity             | -0.45016447 |
+|    outdoor_temperature          | -1.3103772  |
+|    people_occupant              | -0.688824   |
+|    total_electricity_HVAC       | -0.5114046  |
+|    wind_direction               | -1.5999608  |
+|    wind_speed                   | 2.425478    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 676.7243    |
+|    air_humidity                 | 23.7099     |
+|    air_temperature              | 21.00882    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 15.752203   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 59.0        |
+|    outdoor_temperature          | -0.56532216 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 610065.7    |
+|    wind_direction               | 15.0        |
+|    wind_speed                   | 10.8        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.22531605  |
+|    Heating_Setpoint_RL          | 0.333987     |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.86456     |
+|    Heating_Setpoint_RL          | 19.503677    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.07984606  |
+|    air_humidity                 | -0.23776653  |
+|    air_temperature              | 0.07136686   |
+|    clg_setpoint                 | -0.6156114   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.17793079  |
+|    diffuse_solar_radiation      | -0.74286133  |
+|    direct_solar_radiation       | -0.6114313   |
+|    hour                         | 0.9395406    |
+|    htg_setpoint                 | 0.7324127    |
+|    month                        | -1.5513748   |
+|    outdoor_humidity             | 1.0925485    |
+|    outdoor_temperature          | -1.6135963   |
+|    people_occupant              | 0.502771     |
+|    total_electricity_HVAC       | -0.011513565 |
+|    wind_direction               | -1.4069104   |
+|    wind_speed                   | 1.6983851    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2513.048     |
+|    air_humidity                 | 34.00293     |
+|    air_temperature              | 22.843172    |
+|    clg_setpoint                 | 24.641466    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 14.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 18.0         |
+|    htg_setpoint                 | 20.735128    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 91.0         |
+|    outdoor_temperature          | -3.5986404   |
+|    people_occupant              | 10.0         |
+|    total_electricity_HVAC       | 2687665.5    |
+|    wind_direction               | 35.0         |
+|    wind_speed                   | 9.05         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 0.93980026   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 22.911377    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.5798936    |
+|    air_humidity                 | 0.26673585   |
+|    air_temperature              | 0.33405066   |
+|    clg_setpoint                 | 0.26444465   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.064254016 |
+|    diffuse_solar_radiation      | -0.742556    |
+|    direct_solar_radiation       | -0.61095     |
+|    hour                         | 1.083964     |
+|    htg_setpoint                 | 1.345118     |
+|    month                        | -1.5476869   |
+|    outdoor_humidity             | 0.053715426  |
+|    outdoor_temperature          | -1.1414003   |
+|    people_occupant              | -0.4509582   |
+|    total_electricity_HVAC       | 1.7864681    |
+|    wind_direction               | 0.63525355   |
+|    wind_speed                   | 2.4184747    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 9794.034     |
+|    air_humidity                 | 40.51556     |
+|    air_temperature              | 23.25005     |
+|    clg_setpoint                 | 26.903866    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 19.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 69.5         |
+|    outdoor_temperature          | 1.0403355    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 10159074.0   |
+|    wind_direction               | 250.0        |
+|    wind_speed                   | 10.8         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.81835115  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 13.021774    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.44480044  |
+|    air_humidity                 | 0.14618553   |
+|    air_temperature              | -0.62334263  |
+|    clg_setpoint                 | 0.42879844   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.04941501   |
+|    diffuse_solar_radiation      | -0.7423792   |
+|    direct_solar_radiation       | -0.61097175  |
+|    hour                         | 1.2283683    |
+|    htg_setpoint                 | 0.5467417    |
+|    month                        | -1.5440253   |
+|    outdoor_humidity             | 0.12627769   |
+|    outdoor_temperature          | -0.80331266  |
+|    people_occupant              | -0.45124727  |
+|    total_electricity_HVAC       | -0.39361152  |
+|    wind_direction               | 0.49238732   |
+|    wind_speed                   | -0.015655007 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 916.3461     |
+|    air_humidity                 | 38.954685    |
+|    air_temperature              | 21.764038    |
+|    clg_setpoint                 | 27.326544    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 16.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 19.976095    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 71.0         |
+|    outdoor_temperature          | 4.353447     |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 1104233.0    |
+|    wind_direction               | 235.0        |
+|    wind_speed                   | 4.9          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.13125631   |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.06799     |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.577389    |
+|    air_humidity                 | -0.52031654  |
+|    air_temperature              | -0.9847365   |
+|    clg_setpoint                 | -1.1567934   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.16307506   |
+|    diffuse_solar_radiation      | -0.7420891   |
+|    direct_solar_radiation       | -0.6110931   |
+|    hour                         | 1.3727485    |
+|    htg_setpoint                 | -0.93444103  |
+|    month                        | -1.5403895   |
+|    outdoor_humidity             | 1.0675583    |
+|    outdoor_temperature          | -1.054059    |
+|    people_occupant              | -0.6897953   |
+|    total_electricity_HVAC       | -0.58499104  |
+|    wind_direction               | -1.217755    |
+|    wind_speed                   | -1.7264123   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 334.02032    |
+|    air_humidity                 | 30.35548     |
+|    air_temperature              | 21.203262    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 17.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 21.0         |
+|    htg_setpoint                 | 13.900658    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 90.5         |
+|    outdoor_temperature          | 1.871956     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 308199.47    |
+|    wind_direction               | 55.0         |
+|    wind_speed                   | 0.75         |
+| train/                          |              |
+|    approx_kl                    | 0.0054285643 |
+|    clip_fraction                | 0.0359       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.66        |
+|    explained_variance           | 0.53         |
+|    learning_rate                | 0.0003       |
+|    loss                         | 1.1          |
+|    n_updates                    | 350          |
+|    policy_gradient_loss         | -0.0069      |
+|    std                          | 0.914        |
+|    value_loss                   | 4.52         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.8731321   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.53637    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.17096627 |
+|    air_humidity                 | 1.2259151   |
+|    air_temperature              | -1.2553194  |
+|    clg_setpoint                 | 1.0620472   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.27671608  |
+|    diffuse_solar_radiation      | -0.74170774 |
+|    direct_solar_radiation       | -0.61050963 |
+|    hour                         | 1.5170984   |
+|    htg_setpoint                 | 0.49785647  |
+|    month                        | -1.5367794  |
+|    outdoor_humidity             | 0.6795223   |
+|    outdoor_temperature          | -0.91534203 |
+|    people_occupant              | -0.69003654 |
+|    total_electricity_HVAC       | -0.39641505 |
+|    wind_direction               | 0.5878899   |
+|    wind_speed                   | 0.6217772   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2118.991    |
+|    air_humidity                 | 52.862644   |
+|    air_temperature              | 20.783924   |
+|    clg_setpoint                 | 28.955355   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 19.77622    |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 82.5        |
+|    outdoor_temperature          | 3.237785    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1092379.5   |
+|    wind_direction               | 245.0       |
+|    wind_speed                   | 6.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.33474916  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.507965   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6335627  |
+|    air_humidity                 | -1.1557685  |
+|    air_temperature              | -0.9129297  |
+|    clg_setpoint                 | 0.87082535  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.3903192   |
+|    diffuse_solar_radiation      | -0.74145    |
+|    direct_solar_radiation       | -0.61067265 |
+|    hour                         | 1.6614116   |
+|    htg_setpoint                 | -1.397951   |
+|    month                        | -1.5331944  |
+|    outdoor_humidity             | -1.370388   |
+|    outdoor_temperature          | -0.71226317 |
+|    people_occupant              | -0.6893283  |
+|    total_electricity_HVAC       | -0.6401432  |
+|    wind_direction               | 0.730006    |
+|    wind_speed                   | 0.8270057   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 22.17591    |
+|    air_temperature              | 21.31426    |
+|    clg_setpoint                 | 28.466932   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 40.0        |
+|    outdoor_temperature          | 5.232021    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 6.95        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.22037326 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.88124    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.55369776 |
+|    air_humidity                 | -1.2203056  |
+|    air_temperature              | -1.5149598  |
+|    clg_setpoint                 | 1.4664404   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.61788493  |
+|    diffuse_solar_radiation      | -0.7412979  |
+|    direct_solar_radiation       | -0.6106535  |
+|    hour                         | -1.6612381  |
+|    htg_setpoint                 | -1.3979183  |
+|    month                        | -1.5296345  |
+|    outdoor_humidity             | 1.4278508   |
+|    outdoor_temperature          | -1.2094675  |
+|    people_occupant              | -0.6886223  |
+|    total_electricity_HVAC       | -0.56336856 |
+|    wind_direction               | 0.15885355  |
+|    wind_speed                   | -1.0669262  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 437.56177   |
+|    air_humidity                 | 21.312668   |
+|    air_temperature              | 20.378744   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 98.0        |
+|    outdoor_temperature          | 0.31995812  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 397422.7    |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 2.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 0.0372051    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 17.834278    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 2.3388472    |
+|    air_humidity                 | 0.3930505    |
+|    air_temperature              | 0.33721417   |
+|    clg_setpoint                 | 0.5451945    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.73135984   |
+|    diffuse_solar_radiation      | -0.7411036   |
+|    direct_solar_radiation       | -0.6102169   |
+|    hour                         | -1.5166261   |
+|    htg_setpoint                 | 1.3441956    |
+|    month                        | -1.5260992   |
+|    outdoor_humidity             | 1.1363844    |
+|    outdoor_temperature          | -0.7354531   |
+|    people_occupant              | -0.688864    |
+|    total_electricity_HVAC       | 2.4559994    |
+|    wind_direction               | -1.4087113   |
+|    wind_speed                   | -0.015731111 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 13163.188    |
+|    air_humidity                 | 42.101936    |
+|    air_temperature              | 23.2501      |
+|    clg_setpoint                 | 27.629803    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 22.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 1.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 92.0         |
+|    outdoor_temperature          | 4.983459     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 12978659.0   |
+|    wind_direction               | 35.0         |
+|    wind_speed                   | 4.9          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.13874882 |
+|    Heating_Setpoint_RL          | 0.27085873  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.156723   |
+|    Heating_Setpoint_RL          | 19.14858    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.7189715   |
+|    air_humidity                 | 0.31431082  |
+|    air_temperature              | 0.33743855  |
+|    clg_setpoint                 | 0.9528035   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.84467345  |
+|    diffuse_solar_radiation      | -0.7407296  |
+|    direct_solar_radiation       | -0.60964364 |
+|    hour                         | -1.3720516  |
+|    htg_setpoint                 | 1.3435254   |
+|    month                        | -1.5225884  |
+|    outdoor_humidity             | 1.2787813   |
+|    outdoor_temperature          | -0.6867463  |
+|    people_occupant              | -0.68910503 |
+|    total_electricity_HVAC       | 1.5953001   |
+|    wind_direction               | -1.2638903  |
+|    wind_speed                   | 0.31364587  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 10439.583   |
+|    air_humidity                 | 41.09386    |
+|    air_temperature              | 23.250113   |
+|    clg_setpoint                 | 28.678354   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 95.0        |
+|    outdoor_temperature          | 5.455339    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 9395624.0   |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6334773   |
+|    air_humidity                 | 1.2942002    |
+|    air_temperature              | -1.0152974   |
+|    clg_setpoint                 | 1.4664685    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.9577703    |
+|    diffuse_solar_radiation      | -0.7403955   |
+|    direct_solar_radiation       | -0.60906535  |
+|    hour                         | -1.2275075   |
+|    htg_setpoint                 | -1.3713285   |
+|    month                        | -1.5191015   |
+|    outdoor_humidity             | 1.5163934    |
+|    outdoor_temperature          | -0.10901927  |
+|    people_occupant              | -0.6893454   |
+|    total_electricity_HVAC       | -0.64001894  |
+|    wind_direction               | -0.027056012 |
+|    wind_speed                   | 2.5187309    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 53.725918    |
+|    air_temperature              | 21.155071    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 24.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 3.0          |
+|    htg_setpoint                 | 12.11496     |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 11.143066    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 11.05        |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.22559896  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.386396   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.52376586 |
+|    air_humidity                 | 0.5513219   |
+|    air_temperature              | -1.2919359  |
+|    clg_setpoint                 | 1.4658221   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0705864   |
+|    diffuse_solar_radiation      | -0.740018   |
+|    direct_solar_radiation       | -0.60848874 |
+|    hour                         | -1.0829878  |
+|    htg_setpoint                 | 0.5313429   |
+|    month                        | -1.5156386  |
+|    outdoor_humidity             | -0.5551755  |
+|    outdoor_temperature          | -0.88265985 |
+|    people_occupant              | -0.6895852  |
+|    total_electricity_HVAC       | -0.60710406 |
+|    wind_direction               | 1.1131009   |
+|    wind_speed                   | 1.032194    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 569.2149    |
+|    air_humidity                 | 44.18154    |
+|    air_temperature              | 20.726334   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 19.921494   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 57.0        |
+|    outdoor_temperature          | 3.5240297   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 214865.69   |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 7.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.3213712  |
+|    Heating_Setpoint_RL          | -0.4734768  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.540373   |
+|    Heating_Setpoint_RL          | 14.961693   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.44540653 |
+|    air_humidity                 | 0.110516384 |
+|    air_temperature              | -0.7754874  |
+|    clg_setpoint                 | 1.4656408   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1830506   |
+|    diffuse_solar_radiation      | -0.73970765 |
+|    direct_solar_radiation       | -0.6079172  |
+|    hour                         | -0.938487   |
+|    htg_setpoint                 | -0.1805643  |
+|    month                        | -1.5121993  |
+|    outdoor_humidity             | -0.4110346  |
+|    outdoor_temperature          | -1.4504579  |
+|    people_occupant              | -0.68982434 |
+|    total_electricity_HVAC       | -0.46134886 |
+|    wind_direction               | 1.2540486   |
+|    wind_speed                   | 0.31148332  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 915.2104    |
+|    air_humidity                 | 38.50582    |
+|    air_temperature              | 21.525791   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 17.002327   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 60.0        |
+|    outdoor_temperature          | -2.0791206  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 823475.1    |
+|    wind_direction               | 315.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.45473278 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.090277   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5557099  |
+|    air_humidity                 | -0.89968014 |
+|    air_temperature              | -1.0316322  |
+|    clg_setpoint                 | -0.08703933 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2950838   |
+|    diffuse_solar_radiation      | -0.7395299  |
+|    direct_solar_radiation       | -0.60789824 |
+|    hour                         | -0.79400045 |
+|    htg_setpoint                 | -0.28750032 |
+|    month                        | -1.5087832  |
+|    outdoor_humidity             | 0.648576    |
+|    outdoor_temperature          | -1.208714   |
+|    people_occupant              | -0.68912333 |
+|    total_electricity_HVAC       | -0.5655559  |
+|    wind_direction               | 0.77793795  |
+|    wind_speed                   | -1.0675191  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 429.9348    |
+|    air_humidity                 | 25.493675   |
+|    air_temperature              | 21.127972   |
+|    clg_setpoint                 | 26.005888   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 16.564178   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 82.0        |
+|    outdoor_temperature          | 0.28551194  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 389269.66   |
+|    wind_direction               | 265.0       |
+|    wind_speed                   | 2.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.003456    |
+|    air_humidity                 | -1.073517   |
+|    air_temperature              | -0.9753123  |
+|    clg_setpoint                 | -0.8085647  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4065999   |
+|    diffuse_solar_radiation      | -0.73938775 |
+|    direct_solar_radiation       | -0.6078244  |
+|    hour                         | -0.6495241  |
+|    htg_setpoint                 | 0.84552175  |
+|    month                        | -1.5053903  |
+|    outdoor_humidity             | 0.8171062   |
+|    outdoor_temperature          | -0.86924523 |
+|    people_occupant              | -0.6884244  |
+|    total_electricity_HVAC       | 2.1767368   |
+|    wind_direction               | -1.1226865  |
+|    wind_speed                   | -1.0662165  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 11713.802   |
+|    air_humidity                 | 23.234152   |
+|    air_temperature              | 21.213253   |
+|    clg_setpoint                 | 24.149559   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 21.213314   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 85.5        |
+|    outdoor_temperature          | 3.6177056   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 11841410.0  |
+|    wind_direction               | 65.0        |
+|    wind_speed                   | 2.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4517521  |
+|    air_humidity                 | 0.061054423 |
+|    air_temperature              | 0.5522666   |
+|    clg_setpoint                 | -0.20304014 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5175064   |
+|    diffuse_solar_radiation      | 0.20412788  |
+|    direct_solar_radiation       | -0.36464092 |
+|    hour                         | -0.50505453 |
+|    htg_setpoint                 | 0.6188623   |
+|    month                        | -1.5020201  |
+|    outdoor_humidity             | 1.0803499   |
+|    outdoor_temperature          | -1.0563653  |
+|    people_occupant              | 1.6952884   |
+|    total_electricity_HVAC       | -0.46534467 |
+|    wind_direction               | -1.5480653  |
+|    wind_speed                   | -0.22069627 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 889.5039    |
+|    air_humidity                 | 37.838493   |
+|    air_temperature              | 23.57759    |
+|    clg_setpoint                 | 25.70627    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 92.0        |
+|    direct_solar_radiation       | 60.0        |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 20.285748   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 91.0        |
+|    outdoor_temperature          | 1.76545     |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 808874.9    |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 4.4         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.16597848  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.558628   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.44874164 |
+|    air_humidity                 | -0.52394384 |
+|    air_temperature              | 0.9398095   |
+|    clg_setpoint                 | -0.33313805 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6277046   |
+|    diffuse_solar_radiation      | 0.22512957  |
+|    direct_solar_radiation       | 2.1585443   |
+|    hour                         | -0.3605891  |
+|    htg_setpoint                 | -1.4010392  |
+|    month                        | -1.4986725  |
+|    outdoor_humidity             | -0.22010225 |
+|    outdoor_temperature          | -1.4355423  |
+|    people_occupant              | 1.6945126   |
+|    total_electricity_HVAC       | -0.4521855  |
+|    wind_direction               | 1.5866339   |
+|    wind_speed                   | -0.3438723  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 903.81      |
+|    air_humidity                 | 30.310286   |
+|    air_temperature              | 24.176804   |
+|    clg_setpoint                 | 25.37047    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 94.0        |
+|    direct_solar_radiation       | 684.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 64.0        |
+|    outdoor_temperature          | -1.9940875  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 864824.9    |
+|    wind_direction               | 350.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.38579503  |
+|    air_humidity                 | -0.9222311  |
+|    air_temperature              | 0.34102485  |
+|    clg_setpoint                 | -1.1571319  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7370906   |
+|    diffuse_solar_radiation      | 0.4000427   |
+|    direct_solar_radiation       | 2.371697    |
+|    hour                         | -0.21612583 |
+|    htg_setpoint                 | 1.3413641   |
+|    month                        | -1.495347   |
+|    outdoor_humidity             | -1.9046943  |
+|    outdoor_temperature          | -1.8080614  |
+|    people_occupant              | 1.6937397   |
+|    total_electricity_HVAC       | 0.6273573   |
+|    wind_direction               | -1.4486688  |
+|    wind_speed                   | 0.087430015 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4594.5806   |
+|    air_humidity                 | 25.181078   |
+|    air_temperature              | 23.249405   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 111.0       |
+|    direct_solar_radiation       | 737.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 29.0        |
+|    outdoor_temperature          | -5.7005186  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 5385079.0   |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 5.15        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.19920886 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.50445    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.56968206 |
+|    air_humidity                 | -0.71356857 |
+|    air_temperature              | 0.34121493  |
+|    clg_setpoint                 | -1.1565936  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6716088  |
+|    diffuse_solar_radiation      | 0.7597854   |
+|    direct_solar_radiation       | 0.20455971  |
+|    hour                         | -0.07166338 |
+|    htg_setpoint                 | -1.2815288  |
+|    month                        | -1.2108649  |
+|    outdoor_humidity             | -0.9628673  |
+|    outdoor_temperature          | -0.42698067 |
+|    people_occupant              | 1.2164761   |
+|    total_electricity_HVAC       | -0.5794202  |
+|    wind_direction               | 0.92208123  |
+|    wind_speed                   | 0.41735885  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 370.78333   |
+|    air_humidity                 | 27.846197   |
+|    air_temperature              | 23.248873   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 146.0       |
+|    direct_solar_radiation       | 201.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 12.490166   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 48.5        |
+|    outdoor_temperature          | 7.8954887   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 333705.0    |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 5.95        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.43010473 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.173397   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6337219  |
+|    air_humidity                 | -0.99369395 |
+|    air_temperature              | -0.82266647 |
+|    clg_setpoint                 | 1.4658954   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5541575  |
+|    diffuse_solar_radiation      | 0.05177165  |
+|    direct_solar_radiation       | 2.5809846   |
+|    hour                         | 0.07279891  |
+|    htg_setpoint                 | -0.8430709  |
+|    month                        | -1.2088275  |
+|    outdoor_humidity             | -1.6606047  |
+|    outdoor_temperature          | -0.7424741  |
+|    people_occupant              | -0.68961626 |
+|    total_electricity_HVAC       | -0.6402799  |
+|    wind_direction               | 1.3948218   |
+|    wind_speed                   | 0.82960564  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 24.238869   |
+|    air_temperature              | 21.447533   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 77.0        |
+|    direct_solar_radiation       | 789.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 14.288375   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 34.0        |
+|    outdoor_temperature          | 4.776091    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 330.0       |
+|    wind_speed                   | 6.95        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.71162605  |
+|    air_humidity                 | -2.0362947  |
+|    air_temperature              | 0.3434734   |
+|    clg_setpoint                 | -0.40280953 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.437501   |
+|    diffuse_solar_radiation      | 0.78168637  |
+|    direct_solar_radiation       | 1.6933827   |
+|    hour                         | 0.21726103  |
+|    htg_setpoint                 | 1.3413455   |
+|    month                        | -1.2068005  |
+|    outdoor_humidity             | -1.8486682  |
+|    outdoor_temperature          | -1.0879769  |
+|    people_occupant              | -0.6889223  |
+|    total_electricity_HVAC       | 0.86104065  |
+|    wind_direction               | 1.0622127   |
+|    wind_speed                   | -1.0673666  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6047.0327   |
+|    air_humidity                 | 10.780618   |
+|    air_temperature              | 23.249685   |
+|    clg_setpoint                 | 25.191263   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 148.0       |
+|    direct_solar_radiation       | 570.0       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 30.0        |
+|    outdoor_temperature          | 1.3407258   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6374697.5   |
+|    wind_direction               | 295.0       |
+|    wind_speed                   | 2.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.8899169   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.630783   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.17130251 |
+|    air_humidity                 | -0.17247216 |
+|    air_temperature              | 0.34424126  |
+|    clg_setpoint                 | -1.1571405  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3215176  |
+|    diffuse_solar_radiation      | 0.05296382  |
+|    direct_solar_radiation       | -0.6074538  |
+|    hour                         | 0.36172232  |
+|    htg_setpoint                 | 1.3411245   |
+|    month                        | -1.2047836  |
+|    outdoor_humidity             | 1.228308    |
+|    outdoor_temperature          | -1.0142728  |
+|    people_occupant              | 1.6952018   |
+|    total_electricity_HVAC       | -0.20065822 |
+|    wind_direction               | 1.6317257   |
+|    wind_speed                   | 1.1601859   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2138.5535   |
+|    air_humidity                 | 34.727077   |
+|    air_temperature              | 23.249537   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 77.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 94.0        |
+|    outdoor_temperature          | 2.0477674   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1924698.2   |
+|    wind_direction               | 355.0       |
+|    wind_speed                   | 7.75        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -1.0          |
+|    Heating_Setpoint_RL          | -1.0          |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23.25         |
+|    Heating_Setpoint_RL          | 12.0          |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | 0.8618992     |
+|    air_humidity                 | -1.3339894    |
+|    air_temperature              | 0.3447046     |
+|    clg_setpoint                 | -1.1571331    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -1.206098     |
+|    diffuse_solar_radiation      | -0.03921353   |
+|    direct_solar_radiation       | -0.0016384721 |
+|    hour                         | 0.5061815     |
+|    htg_setpoint                 | -1.4010375    |
+|    month                        | -1.2027767    |
+|    outdoor_humidity             | -1.3677194    |
+|    outdoor_temperature          | -1.8964342    |
+|    people_occupant              | 1.6944324     |
+|    total_electricity_HVAC       | 0.7818692     |
+|    wind_direction               | 1.1560105     |
+|    wind_speed                   | 1.9988313     |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 6727.8037     |
+|    air_humidity                 | 19.765497     |
+|    air_temperature              | 23.249413     |
+|    clg_setpoint                 | 23.25         |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 5.0           |
+|    diffuse_solar_radiation      | 68.0          |
+|    direct_solar_radiation       | 150.0         |
+|    hour                         | 15.0          |
+|    htg_setpoint                 | 12.0          |
+|    month                        | 2.0           |
+|    outdoor_humidity             | 40.0          |
+|    outdoor_temperature          | -6.7028155    |
+|    people_occupant              | 20.0          |
+|    total_electricity_HVAC       | 6055023.5     |
+|    wind_direction               | 305.0         |
+|    wind_speed                   | 9.8           |
+---------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.7912935   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.076027   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.24198249  |
+|    air_humidity                 | -1.2672383  |
+|    air_temperature              | 0.34542197  |
+|    clg_setpoint                 | -1.1569223  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0911437  |
+|    diffuse_solar_radiation      | -0.43989736 |
+|    direct_solar_radiation       | -0.60748565 |
+|    hour                         | 0.65063655  |
+|    htg_setpoint                 | -1.4009471  |
+|    month                        | -1.2007798  |
+|    outdoor_humidity             | -1.125486   |
+|    outdoor_temperature          | -1.714168   |
+|    people_occupant              | 1.6936659   |
+|    total_electricity_HVAC       | 0.1925912   |
+|    wind_direction               | 0.8703507   |
+|    wind_speed                   | 1.5636542   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3987.8416   |
+|    air_humidity                 | 20.601215   |
+|    air_temperature              | 23.24946    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 29.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | -4.9833345  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3589057.2   |
+|    wind_direction               | 275.0       |
+|    wind_speed                   | 8.75        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.13631928 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.858204   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.13721044  |
+|    air_humidity                 | -1.2895617  |
+|    air_temperature              | 0.34604105  |
+|    clg_setpoint                 | -1.156602   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.97656685 |
+|    diffuse_solar_radiation      | -0.7379831  |
+|    direct_solar_radiation       | -0.60759485 |
+|    hour                         | 0.79508495  |
+|    htg_setpoint                 | -0.74930763 |
+|    month                        | -1.1987928  |
+|    outdoor_humidity             | -1.0767192  |
+|    outdoor_temperature          | -1.5914509  |
+|    people_occupant              | 1.6929021   |
+|    total_electricity_HVAC       | 0.09307499  |
+|    wind_direction               | 0.8217251   |
+|    wind_speed                   | 0.205065    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3528.862    |
+|    air_humidity                 | 20.297752   |
+|    air_temperature              | 23.249395   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 14.673886   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 46.0        |
+|    outdoor_temperature          | -3.819793   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3175976.0   |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 5.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.046251446 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.885164   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.31985274 |
+|    air_humidity                 | -1.141356   |
+|    air_temperature              | 0.346083    |
+|    clg_setpoint                 | -1.1560339  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8622896  |
+|    diffuse_solar_radiation      | -0.737764   |
+|    direct_solar_radiation       | -0.6077504  |
+|    hour                         | 0.9395234   |
+|    htg_setpoint                 | 0.37150523  |
+|    month                        | -1.1968157  |
+|    outdoor_humidity             | -1.6513175  |
+|    outdoor_temperature          | -1.6180859  |
+|    people_occupant              | 0.5011012   |
+|    total_electricity_HVAC       | -0.3365851  |
+|    wind_direction               | 1.3406708   |
+|    wind_speed                   | 0.8223364   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1494.3871   |
+|    air_humidity                 | 22.191818   |
+|    air_temperature              | 23.24868    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 19.271925   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 34.0        |
+|    outdoor_temperature          | -4.125901   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 1366848.1   |
+|    wind_direction               | 325.0       |
+|    wind_speed                   | 6.95        |
+| train/                          |             |
+|    approx_kl                    | 0.006073237 |
+|    clip_fraction                | 0.0461      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.66       |
+|    explained_variance           | 0.844       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 1.14        |
+|    n_updates                    | 360         |
+|    policy_gradient_loss         | -0.00702    |
+|    std                          | 0.914       |
+|    value_loss                   | 3.07        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.10932505 |
+|    Heating_Setpoint_RL          | -0.51009655 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.256027   |
+|    Heating_Setpoint_RL          | 14.755707   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.47826213 |
+|    air_humidity                 | -1.5171875  |
+|    air_temperature              | -2.2200994  |
+|    clg_setpoint                 | 1.4651766   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7482439  |
+|    diffuse_solar_radiation      | -0.73752487 |
+|    direct_solar_radiation       | -0.60783184 |
+|    hour                         | 1.083948    |
+|    htg_setpoint                 | -0.51380616 |
+|    month                        | -1.1948483  |
+|    outdoor_humidity             | -1.1691421  |
+|    outdoor_temperature          | -1.3207982  |
+|    people_occupant              | -0.6894121  |
+|    total_electricity_HVAC       | -0.4961958  |
+|    wind_direction               | 0.72374237  |
+|    wind_speed                   | 0.61562175  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 789.2096    |
+|    air_humidity                 | 17.326738   |
+|    air_temperature              | 19.266994   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 15.639232   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 44.0        |
+|    outdoor_temperature          | -1.210054   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 694738.1    |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 6.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.47778356  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 14.937468    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.62969124  |
+|    air_humidity                 | -1.6293066   |
+|    air_temperature              | -2.0895875   |
+|    clg_setpoint                 | 0.18814877   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.634371    |
+|    diffuse_solar_radiation      | -0.7374482   |
+|    direct_solar_radiation       | -0.60783684  |
+|    hour                         | 1.2283543    |
+|    htg_setpoint                 | -0.3391322   |
+|    month                        | -1.1928906   |
+|    outdoor_humidity             | -0.014800321 |
+|    outdoor_temperature          | -0.90086234  |
+|    people_occupant              | -0.68872505  |
+|    total_electricity_HVAC       | -0.63663983  |
+|    wind_direction               | 0.34444445   |
+|    wind_speed                   | 0.30680123   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 112.900055   |
+|    air_humidity                 | 15.823327    |
+|    air_temperature              | 19.465317    |
+|    clg_setpoint                 | 26.714401    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 10.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 16.355207    |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 68.0         |
+|    outdoor_temperature          | 2.9508007    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 101610.05    |
+|    wind_direction               | 220.0        |
+|    wind_speed                   | 5.7          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.63599974  |
+|    air_humidity                 | -0.4757894  |
+|    air_temperature              | -1.3998042  |
+|    clg_setpoint                 | -0.34587246 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.5206212  |
+|    diffuse_solar_radiation      | -0.7373493  |
+|    direct_solar_radiation       | -0.6079153  |
+|    hour                         | 1.3727372   |
+|    htg_setpoint                 | 0.67938185  |
+|    month                        | -1.1909425  |
+|    outdoor_humidity             | -1.6737069  |
+|    outdoor_temperature          | -0.89639074 |
+|    people_occupant              | -0.6889601  |
+|    total_electricity_HVAC       | 0.6989257   |
+|    wind_direction               | 1.1014816   |
+|    wind_speed                   | 1.3575742   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5773.278    |
+|    air_humidity                 | 30.67809    |
+|    air_temperature              | 20.5338     |
+|    clg_setpoint                 | 25.33896    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 20.53339    |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 33.5        |
+|    outdoor_temperature          | 2.9836166   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5749003.0   |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 8.25        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.82621574  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 22.272465   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.29171583 |
+|    air_humidity                 | -0.8319689  |
+|    air_temperature              | -1.9126822  |
+|    clg_setpoint                 | 0.4323777   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.40695378 |
+|    diffuse_solar_radiation      | -0.7372523  |
+|    direct_solar_radiation       | -0.6080703  |
+|    hour                         | 1.5170908   |
+|    htg_setpoint                 | -1.4004364  |
+|    month                        | -1.189004   |
+|    outdoor_humidity             | -1.644058   |
+|    outdoor_temperature          | -1.7637843  |
+|    people_occupant              | -0.6891945  |
+|    total_electricity_HVAC       | -0.31407118 |
+|    wind_direction               | 1.1942405   |
+|    wind_speed                   | 0.09991824  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1627.0585   |
+|    air_humidity                 | 26.062494   |
+|    air_temperature              | 19.736864   |
+|    clg_setpoint                 | 27.342268   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 34.0        |
+|    outdoor_temperature          | -5.7001066  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1467792.8   |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.41582865 |
+|    air_humidity                 | -0.73506737 |
+|    air_temperature              | -1.464092   |
+|    clg_setpoint                 | 1.464741    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.2933369  |
+|    diffuse_solar_radiation      | -0.73713523 |
+|    direct_solar_radiation       | -0.6081962  |
+|    hour                         | 1.6614089   |
+|    htg_setpoint                 | -1.0848216  |
+|    month                        | -1.1870748  |
+|    outdoor_humidity             | -0.87378675 |
+|    outdoor_temperature          | -1.4706903  |
+|    people_occupant              | -0.6894283  |
+|    total_electricity_HVAC       | -0.43234074 |
+|    wind_direction               | 0.8141119   |
+|    wind_speed                   | 0.30568674  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1074.2555   |
+|    air_humidity                 | 27.294003   |
+|    air_temperature              | 20.431408   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 13.29541    |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 50.0        |
+|    outdoor_temperature          | -2.8193655  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 969716.2    |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.9101482   |
+|    Heating_Setpoint_RL          | 0.61271286  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.69675    |
+|    Heating_Setpoint_RL          | 21.07151    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.40319896 |
+|    air_humidity                 | -0.7270228  |
+|    air_temperature              | -1.1059426  |
+|    clg_setpoint                 | 1.0298171   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.066215   |
+|    diffuse_solar_radiation      | -0.73694104 |
+|    direct_solar_radiation       | -0.6083909  |
+|    hour                         | -1.6612408  |
+|    htg_setpoint                 | -1.4008762  |
+|    month                        | -1.1851549  |
+|    outdoor_humidity             | -1.1113925  |
+|    outdoor_temperature          | -1.4951596  |
+|    people_occupant              | -0.68966156 |
+|    total_electricity_HVAC       | -0.42076996 |
+|    wind_direction               | -1.2226431  |
+|    wind_speed                   | -0.76625043 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1132.5602   |
+|    air_humidity                 | 27.381659   |
+|    air_temperature              | 20.987118   |
+|    clg_setpoint                 | 28.878912   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | -3.0901465  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1020125.06  |
+|    wind_direction               | 55.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.4635946   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.189632   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.2166      |
+|    air_humidity                 | 0.22470273  |
+|    air_temperature              | -0.75638336 |
+|    clg_setpoint                 | 0.5219468   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.047431853 |
+|    diffuse_solar_radiation      | -0.7368711  |
+|    direct_solar_radiation       | -0.60788584 |
+|    hour                         | -1.5166337  |
+|    htg_setpoint                 | 1.3408138   |
+|    month                        | -1.1832445  |
+|    outdoor_humidity             | 0.8785768   |
+|    outdoor_temperature          | -1.1022532  |
+|    people_occupant              | -0.6898942  |
+|    total_electricity_HVAC       | 3.0256236   |
+|    wind_direction               | 0.5773106   |
+|    wind_speed                   | 0.28629172  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17383.84    |
+|    air_humidity                 | 39.65615    |
+|    air_temperature              | 21.52912    |
+|    clg_setpoint                 | 27.569908   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 86.5        |
+|    outdoor_temperature          | 0.81317127  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15644116.0  |
+|    wind_direction               | 245.0       |
+|    wind_speed                   | 5.65        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.55880237  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.510958   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5929846  |
+|    air_humidity                 | -0.87101173 |
+|    air_temperature              | -1.3952347  |
+|    clg_setpoint                 | -1.1562434  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.1610719   |
+|    diffuse_solar_radiation      | -0.73678744 |
+|    direct_solar_radiation       | -0.6076168  |
+|    hour                         | -1.3720627  |
+|    htg_setpoint                 | -1.1888955  |
+|    month                        | -1.1813431  |
+|    outdoor_humidity             | -0.5602707  |
+|    outdoor_temperature          | -1.0693742  |
+|    people_occupant              | -0.68921185 |
+|    total_electricity_HVAC       | -0.6008266  |
+|    wind_direction               | -1.6480849  |
+|    wind_speed                   | -0.35347688 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 283.3045    |
+|    air_humidity                 | 25.516516   |
+|    air_temperature              | 20.537565   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 12.872605   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 56.5        |
+|    outdoor_temperature          | 1.134711    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 258530.75   |
+|    wind_direction               | 10.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.46810728 |
+|    Heating_Setpoint_RL          | 0.4429096   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.045137   |
+|    Heating_Setpoint_RL          | 20.116367   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.2291028   |
+|    air_humidity                 | -1.5965874  |
+|    air_temperature              | -0.5304807  |
+|    clg_setpoint                 | 1.2957021   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.2747001   |
+|    diffuse_solar_radiation      | -0.7366255  |
+|    direct_solar_radiation       | -0.6078251  |
+|    hour                         | -1.2275212  |
+|    htg_setpoint                 | 1.340266    |
+|    month                        | -1.179451   |
+|    outdoor_humidity             | 0.08817606  |
+|    outdoor_temperature          | -1.2439202  |
+|    people_occupant              | -0.6885315  |
+|    total_electricity_HVAC       | 3.0704594   |
+|    wind_direction               | 0.48247164  |
+|    wind_speed                   | -0.7657272  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17461.45    |
+|    air_humidity                 | 16.123285   |
+|    air_temperature              | 21.8778     |
+|    clg_setpoint                 | 29.566029   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 70.0        |
+|    outdoor_temperature          | -0.6205099  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15854080.0  |
+|    wind_direction               | 235.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.7373547   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.772621   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.120242    |
+|    air_humidity                 | -0.6030767  |
+|    air_temperature              | -0.19918394 |
+|    clg_setpoint                 | 0.6606988   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.38830292  |
+|    diffuse_solar_radiation      | -0.7365822  |
+|    direct_solar_radiation       | -0.6078426  |
+|    hour                         | -1.0830033  |
+|    htg_setpoint                 | 1.130657    |
+|    month                        | -1.1775678  |
+|    outdoor_humidity             | 1.2159424   |
+|    outdoor_temperature          | -1.4240478  |
+|    people_occupant              | -0.6887646  |
+|    total_electricity_HVAC       | 2.2075417   |
+|    wind_direction               | -1.2213492  |
+|    wind_speed                   | -1.07426    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 12483.116   |
+|    air_humidity                 | 28.930332   |
+|    air_temperature              | 22.391285   |
+|    clg_setpoint                 | 27.929543   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 22.391272   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 93.5        |
+|    outdoor_temperature          | -2.4306304  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 12193293.0  |
+|    wind_direction               | 55.0        |
+|    wind_speed                   | 2.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 1.0           |
+|    Heating_Setpoint_RL          | 0.9780706     |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 30.0          |
+|    Heating_Setpoint_RL          | 23.126648     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | 2.3257418     |
+|    air_humidity                 | -0.9459753    |
+|    air_temperature              | -0.0022239399 |
+|    clg_setpoint                 | 0.8512714     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 0.5018585     |
+|    diffuse_solar_radiation      | -0.73653466   |
+|    direct_solar_radiation       | -0.6080371    |
+|    hour                         | -0.93850374   |
+|    htg_setpoint                 | 1.340175      |
+|    month                        | -1.1756938    |
+|    outdoor_humidity             | 0.4722798     |
+|    outdoor_temperature          | -0.8518391    |
+|    people_occupant              | -0.6889971    |
+|    total_electricity_HVAC       | 2.360621      |
+|    wind_direction               | -1.2216896    |
+|    wind_speed                   | -1.19715      |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 13411.192     |
+|    air_humidity                 | 24.497002     |
+|    air_temperature              | 22.695953     |
+|    clg_setpoint                 | 28.419289     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 20.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 5.0           |
+|    htg_setpoint                 | 23.25         |
+|    month                        | 2.0           |
+|    outdoor_humidity             | 78.0          |
+|    outdoor_temperature          | 3.2765088     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 12846971.0    |
+|    wind_direction               | 55.0          |
+|    wind_speed                   | 2.05          |
+---------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.08526032 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 17.14541    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.3741338   |
+|    air_humidity                 | -0.6166775  |
+|    air_temperature              | 0.20126398  |
+|    clg_setpoint                 | -0.640236   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6153366   |
+|    diffuse_solar_radiation      | -0.73643035 |
+|    direct_solar_radiation       | -0.6081563  |
+|    hour                         | -0.7940179  |
+|    htg_setpoint                 | 1.3397951   |
+|    month                        | -1.1738286  |
+|    outdoor_humidity             | 0.9043908   |
+|    outdoor_temperature          | -0.9373373  |
+|    people_occupant              | -0.68922895 |
+|    total_electricity_HVAC       | 2.18583     |
+|    wind_direction               | -1.220171   |
+|    wind_speed                   | -0.6596316  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 13632.122   |
+|    air_humidity                 | 28.737993   |
+|    air_temperature              | 23.011028   |
+|    clg_setpoint                 | 24.576721   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 2.4157631   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 12107123.0  |
+|    wind_direction               | 55.0        |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.21393128 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 16.421637   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.27137116 |
+|    air_humidity                 | -0.23743242 |
+|    air_temperature              | -1.657902   |
+|    clg_setpoint                 | 1.1376399   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.72869873  |
+|    diffuse_solar_radiation      | -0.36459893 |
+|    direct_solar_radiation       | 0.4553508   |
+|    hour                         | -0.649542   |
+|    htg_setpoint                 | -0.3387236  |
+|    month                        | -1.1719722  |
+|    outdoor_humidity             | -1.016847   |
+|    outdoor_temperature          | -1.2596909  |
+|    people_occupant              | -0.6894603  |
+|    total_electricity_HVAC       | -0.29430732 |
+|    wind_direction               | 1.4296919   |
+|    wind_speed                   | 0.3942625   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1730.9634   |
+|    air_humidity                 | 33.628918   |
+|    air_temperature              | 20.130049   |
+|    clg_setpoint                 | 29.155523   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 36.0        |
+|    direct_solar_radiation       | 263.0       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 16.365719   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 47.0        |
+|    outdoor_temperature          | -0.81301236 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1562263.5   |
+|    wind_direction               | 335.0       |
+|    wind_speed                   | 5.9         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.034778237 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 17.429373    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.63658184  |
+|    air_humidity                 | -0.83183336  |
+|    air_temperature              | -1.1619921   |
+|    clg_setpoint                 | -1.1543592   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.8418983    |
+|    diffuse_solar_radiation      | 0.028278012  |
+|    direct_solar_radiation       | -0.60776937  |
+|    hour                         | -0.5050726   |
+|    htg_setpoint                 | -1.4028401   |
+|    month                        | -1.1701247   |
+|    outdoor_humidity             | 0.089216925  |
+|    outdoor_temperature          | -0.6314986   |
+|    people_occupant              | -0.689691    |
+|    total_electricity_HVAC       | -0.64311975  |
+|    wind_direction               | 0.6718152    |
+|    wind_speed                   | -0.7632458   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 25.956444    |
+|    air_temperature              | 20.898073    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 23.0         |
+|    diffuse_solar_radiation      | 74.0         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 8.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 70.0         |
+|    outdoor_temperature          | 5.446767     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 255.0        |
+|    wind_speed                   | 3.1          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.18633807  |
+|    Heating_Setpoint_RL          | 0.9894874   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.253891   |
+|    Heating_Setpoint_RL          | 23.190866   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.3865747   |
+|    air_humidity                 | -0.68539816 |
+|    air_temperature              | -0.79822457 |
+|    clg_setpoint                 | -0.31419724 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.9548809   |
+|    diffuse_solar_radiation      | 1.1548278   |
+|    direct_solar_radiation       | 0.051296797 |
+|    hour                         | -0.3606072  |
+|    htg_setpoint                 | 1.3393509   |
+|    month                        | -1.1682857  |
+|    outdoor_humidity             | 0.61653304  |
+|    outdoor_temperature          | -0.47368255 |
+|    people_occupant              | -0.68901527 |
+|    total_electricity_HVAC       | 2.5226011   |
+|    wind_direction               | 0.90875125  |
+|    wind_speed                   | 1.0574232   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 13701.192   |
+|    air_humidity                 | 27.829239   |
+|    air_temperature              | 21.46055    |
+|    clg_setpoint                 | 25.415041   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 183.0       |
+|    direct_solar_radiation       | 163.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 81.0        |
+|    outdoor_temperature          | 7.015555    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 13552099.0  |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 7.5         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5131254  |
+|    air_humidity                 | -1.137463   |
+|    air_temperature              | 0.35815406  |
+|    clg_setpoint                 | -1.1554315  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0675842   |
+|    diffuse_solar_radiation      | 0.235444    |
+|    direct_solar_radiation       | 2.6036973   |
+|    hour                         | -0.21614394 |
+|    htg_setpoint                 | -1.4027241  |
+|    month                        | -1.1664555  |
+|    outdoor_humidity             | -1.637771   |
+|    outdoor_temperature          | -1.066179   |
+|    people_occupant              | 1.6955445   |
+|    total_electricity_HVAC       | -0.5299769  |
+|    wind_direction               | 0.85982156  |
+|    wind_speed                   | 0.6215268   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 642.9371    |
+|    air_humidity                 | 21.976042   |
+|    air_temperature              | 23.249279   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 94.0        |
+|    direct_solar_radiation       | 795.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 34.0        |
+|    outdoor_temperature          | 1.0910659   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 559820.3    |
+|    wind_direction               | 275.0       |
+|    wind_speed                   | 6.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.66271067  |
+|    air_humidity                 | -0.9017714  |
+|    air_temperature              | 0.35860628  |
+|    clg_setpoint                 | -1.1551381  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1799386   |
+|    diffuse_solar_radiation      | 1.2696415   |
+|    direct_solar_radiation       | -0.60738605 |
+|    hour                         | -0.07168144 |
+|    htg_setpoint                 | 0.6151668   |
+|    month                        | -1.1646339  |
+|    outdoor_humidity             | 0.33077714  |
+|    outdoor_temperature          | -1.7039524  |
+|    people_occupant              | 1.2180985   |
+|    total_electricity_HVAC       | 0.5943051   |
+|    wind_direction               | -1.4110496  |
+|    wind_speed                   | -0.45358774 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5945.384    |
+|    air_humidity                 | 25.000444   |
+|    air_temperature              | 23.249493   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 194.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 20.278065   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 75.0        |
+|    outdoor_temperature          | -5.2943735  |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 5350845.0   |
+|    wind_direction               | 35.0        |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.40169823   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 19.884552    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.005222685 |
+|    air_humidity                 | -0.36308765  |
+|    air_temperature              | 0.35905108   |
+|    clg_setpoint                 | -1.1544793   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.2918671    |
+|    diffuse_solar_radiation      | 0.6497019    |
+|    direct_solar_radiation       | -0.60683614  |
+|    hour                         | 0.07278089   |
+|    htg_setpoint                 | 0.18163744   |
+|    month                        | -1.1628208   |
+|    outdoor_humidity             | 1.5306277    |
+|    outdoor_temperature          | -1.2959244   |
+|    people_occupant              | 0.26419705   |
+|    total_electricity_HVAC       | -0.041782044 |
+|    wind_direction               | -1.3147234   |
+|    wind_speed                   | -0.5563263   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2937.3083    |
+|    air_humidity                 | 31.933838    |
+|    air_temperature              | 23.249634    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 27.0         |
+|    diffuse_solar_radiation      | 134.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 18.501549    |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | -1.2455155   |
+|    people_occupant              | 8.0          |
+|    total_electricity_HVAC       | 2643577.5    |
+|    wind_direction               | 45.0         |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.6274743   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.154543   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.46009275 |
+|    air_humidity                 | 0.39913523  |
+|    air_temperature              | 0.35922024  |
+|    clg_setpoint                 | -1.1539237  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4032865   |
+|    diffuse_solar_radiation      | 0.49519852  |
+|    direct_solar_radiation       | -0.6062878  |
+|    hour                         | 0.21724306  |
+|    htg_setpoint                 | 1.3384451   |
+|    month                        | -1.1610161  |
+|    outdoor_humidity             | 1.3599725   |
+|    outdoor_temperature          | -0.56742716 |
+|    people_occupant              | 1.2170155   |
+|    total_electricity_HVAC       | -0.47500232 |
+|    wind_direction               | -1.6438603  |
+|    wind_speed                   | -1.1758387  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 887.02405   |
+|    air_humidity                 | 41.75447    |
+|    air_temperature              | 23.249535   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 119.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 96.5        |
+|    outdoor_temperature          | 6.0169554   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 798321.6    |
+|    wind_direction               | 10.0        |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.32445446  |
+|    air_humidity                 | -1.198714    |
+|    air_temperature              | 0.3587128    |
+|    clg_setpoint                 | -1.1534479   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.6703448   |
+|    diffuse_solar_radiation      | 1.1166012    |
+|    direct_solar_radiation       | 1.974942     |
+|    hour                         | 0.36170444   |
+|    htg_setpoint                 | -0.014991396 |
+|    month                        | -0.8799665   |
+|    outdoor_humidity             | -1.8512242   |
+|    outdoor_temperature          | 0.2438986    |
+|    people_occupant              | 1.6929358    |
+|    total_electricity_HVAC       | -0.34579703  |
+|    wind_direction               | -0.31881988  |
+|    wind_speed                   | 0.19032425   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1499.5406    |
+|    air_humidity                 | 21.190416    |
+|    air_temperature              | 23.248735    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0          |
+|    diffuse_solar_radiation      | 179.0        |
+|    direct_solar_radiation       | 639.0        |
+|    hour                         | 14.0         |
+|    htg_setpoint                 | 17.699688    |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 29.5         |
+|    outdoor_temperature          | 14.113587    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 1349586.6    |
+|    wind_direction               | 150.0        |
+|    wind_speed                   | 5.4          |
+| train/                          |              |
+|    approx_kl                    | 0.005541111  |
+|    clip_fraction                | 0.0486       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.65        |
+|    explained_variance           | 0.849        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 1.12         |
+|    n_updates                    | 370          |
+|    policy_gradient_loss         | -0.00875     |
+|    std                          | 0.907        |
+|    value_loss                   | 1.87         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.41525555  |
+|    Heating_Setpoint_RL          | -0.6191947   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.223513    |
+|    Heating_Setpoint_RL          | 14.14203     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6374632   |
+|    air_humidity                 | -0.13630009  |
+|    air_temperature              | -0.042038623 |
+|    clg_setpoint                 | 0.89024216   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.5528361   |
+|    diffuse_solar_radiation      | 1.1369625    |
+|    direct_solar_radiation       | -0.23040192  |
+|    hour                         | 0.5061638    |
+|    htg_setpoint                 | -1.4048411   |
+|    month                        | -0.8789384   |
+|    outdoor_humidity             | 0.3045038    |
+|    outdoor_temperature          | 0.19251153   |
+|    people_occupant              | -0.6894915   |
+|    total_electricity_HVAC       | -0.64392114  |
+|    wind_direction               | 0.20181727   |
+|    wind_speed                   | 0.10857347   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 34.854065    |
+|    air_temperature              | 22.628693    |
+|    clg_setpoint                 | 28.51801     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 2.0          |
+|    diffuse_solar_radiation      | 181.0        |
+|    direct_solar_radiation       | 93.0         |
+|    hour                         | 15.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 74.5         |
+|    outdoor_temperature          | 13.594231    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 205.0        |
+|    wind_speed                   | 5.2          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.63721436 |
+|    air_humidity                 | -0.99916023 |
+|    air_temperature              | 0.04768543  |
+|    clg_setpoint                 | 1.0340661   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4360831  |
+|    diffuse_solar_radiation      | 0.18524392  |
+|    direct_solar_radiation       | 1.0494449   |
+|    hour                         | 0.6506191   |
+|    htg_setpoint                 | -1.3120887  |
+|    month                        | -0.8779139  |
+|    outdoor_humidity             | -1.323931   |
+|    outdoor_temperature          | 0.21511713  |
+|    people_occupant              | -0.6888224  |
+|    total_electricity_HVAC       | -0.6436686  |
+|    wind_direction               | 1.1462804   |
+|    wind_speed                   | 0.9337907   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 23.749163   |
+|    air_temperature              | 22.766434   |
+|    clg_setpoint                 | 28.891987   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 89.0        |
+|    direct_solar_radiation       | 410.0       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.378698   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 40.5        |
+|    outdoor_temperature          | 13.817409   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 305.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.59768385   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 20.986973    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.53742015  |
+|    air_humidity                 | 0.7905134    |
+|    air_temperature              | 0.36037728   |
+|    clg_setpoint                 | -1.1545432   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.3199698   |
+|    diffuse_solar_radiation      | -0.5494772   |
+|    direct_solar_radiation       | -0.33113724  |
+|    hour                         | 0.79506797   |
+|    htg_setpoint                 | -0.36746162  |
+|    month                        | -0.876893    |
+|    outdoor_humidity             | 1.5262163    |
+|    outdoor_temperature          | -0.42599493  |
+|    people_occupant              | 1.694715     |
+|    total_electricity_HVAC       | -0.54861456  |
+|    wind_direction               | 0.0113062225 |
+|    wind_speed                   | -1.0700622   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 536.5673     |
+|    air_humidity                 | 46.75753     |
+|    air_temperature              | 23.24935     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.0          |
+|    diffuse_solar_radiation      | 18.0         |
+|    direct_solar_radiation       | 68.0         |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 16.254799    |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 7.422081     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 482910.56    |
+|    wind_direction               | 185.0        |
+|    wind_speed                   | 2.35         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -1.0          |
+|    Heating_Setpoint_RL          | 0.7942507     |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23.25         |
+|    Heating_Setpoint_RL          | 22.092659     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.6370809    |
+|    air_humidity                 | 0.80640715    |
+|    air_temperature              | 0.36076054    |
+|    clg_setpoint                 | -1.1541288    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -1.2043912    |
+|    diffuse_solar_radiation      | -0.73578054   |
+|    direct_solar_radiation       | -0.6053591    |
+|    hour                         | 0.9395072     |
+|    htg_setpoint                 | -0.0048198323 |
+|    month                        | -0.8758756    |
+|    outdoor_humidity             | 1.5228888     |
+|    outdoor_temperature          | -0.40933514   |
+|    people_occupant              | 0.50242615    |
+|    total_electricity_HVAC       | -0.64312655   |
+|    wind_direction               | 0.05963577    |
+|    wind_speed                   | -0.65547353   |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 87.037186     |
+|    air_humidity                 | 46.97259      |
+|    air_temperature              | 23.250032     |
+|    clg_setpoint                 | 23.25         |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 5.0           |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 18.0          |
+|    htg_setpoint                 | 17.745705     |
+|    month                        | 3.0           |
+|    outdoor_humidity             | 100.0         |
+|    outdoor_temperature          | 7.5836267     |
+|    people_occupant              | 10.0          |
+|    total_electricity_HVAC       | 79939.37      |
+|    wind_direction               | 190.0         |
+|    wind_speed                   | 3.35          |
+---------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.8911826   |
+|    Heating_Setpoint_RL          | -0.5489485  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.632742   |
+|    Heating_Setpoint_RL          | 14.537165   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6371176  |
+|    air_humidity                 | 0.6389299   |
+|    air_temperature              | 0.5180643   |
+|    clg_setpoint                 | -0.35831028 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0892534  |
+|    diffuse_solar_radiation      | -0.7356342  |
+|    direct_solar_radiation       | -0.60492206 |
+|    hour                         | 1.083933    |
+|    htg_setpoint                 | 0.33428493  |
+|    month                        | -0.8748618  |
+|    outdoor_humidity             | -0.1779452  |
+|    outdoor_temperature          | 0.07997488  |
+|    people_occupant              | -0.45117977 |
+|    total_electricity_HVAC       | -0.6435274  |
+|    wind_direction               | 1.1475157   |
+|    wind_speed                   | 2.1118982   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 44.833485   |
+|    air_temperature              | 23.493134   |
+|    clg_setpoint                 | 25.301497   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 19.139498   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 64.5        |
+|    outdoor_temperature          | 12.4548235  |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 305.0       |
+|    wind_speed                   | 10.05       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.022053689 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.699432   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.63696057 |
+|    air_humidity                 | -0.30407804 |
+|    air_temperature              | -0.24528344 |
+|    clg_setpoint                 | -0.7947152  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9744722  |
+|    diffuse_solar_radiation      | -0.73561746 |
+|    direct_solar_radiation       | -0.6051428  |
+|    hour                         | 1.2283411   |
+|    htg_setpoint                 | -0.39798534 |
+|    month                        | -0.8738515  |
+|    outdoor_humidity             | 0.7319721   |
+|    outdoor_temperature          | -0.6352311  |
+|    people_occupant              | -0.4514504  |
+|    total_electricity_HVAC       | -0.64336336 |
+|    wind_direction               | -0.36689293 |
+|    wind_speed                   | 0.5205207   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 32.71014    |
+|    air_temperature              | 22.31431    |
+|    clg_setpoint                 | 24.175943   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 16.135115   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 83.5        |
+|    outdoor_temperature          | 5.332597    |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 145.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.62982416  |
+|    Heating_Setpoint_RL          | 0.3067856   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.750656   |
+|    Heating_Setpoint_RL          | 19.35067    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.59897876 |
+|    air_humidity                 | 0.4550293   |
+|    air_temperature              | -1.0275555  |
+|    clg_setpoint                 | -0.20290878 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8599734  |
+|    diffuse_solar_radiation      | -0.7356455  |
+|    direct_solar_radiation       | -0.60462534 |
+|    hour                         | 1.3727266   |
+|    htg_setpoint                 | 0.27722862  |
+|    month                        | -0.87284464 |
+|    outdoor_humidity             | 1.5190264   |
+|    outdoor_temperature          | -0.9471933  |
+|    people_occupant              | -0.6899604  |
+|    total_electricity_HVAC       | -0.60562015 |
+|    wind_direction               | -0.5546273  |
+|    wind_speed                   | -0.65581375 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 259.0379    |
+|    air_humidity                 | 42.456497   |
+|    air_temperature              | 21.107079   |
+|    clg_setpoint                 | 25.701712   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 18.907352   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 2.2182176   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 239771.58   |
+|    wind_direction               | 125.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.63714    |
+|    air_humidity                 | -0.32596108 |
+|    air_temperature              | -0.5580195  |
+|    clg_setpoint                 | 1.2482417   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7456917  |
+|    diffuse_solar_radiation      | -0.7356718  |
+|    direct_solar_radiation       | -0.60443056 |
+|    hour                         | 1.5170836   |
+|    htg_setpoint                 | 0.30960113  |
+|    month                        | -0.87184125 |
+|    outdoor_humidity             | 1.0627927   |
+|    outdoor_temperature          | -0.76714355 |
+|    people_occupant              | -0.68929577 |
+|    total_electricity_HVAC       | -0.64350903 |
+|    wind_direction               | -0.69643897 |
+|    wind_speed                   | 0.19150114  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 32.431473   |
+|    air_temperature              | 21.830688   |
+|    clg_setpoint                 | 29.446682   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 19.041973   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 90.5        |
+|    outdoor_temperature          | 4.0021253   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 110.0       |
+|    wind_speed                   | 5.4         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.43535775  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.094334   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.08173     |
+|    air_humidity                 | -1.2214355  |
+|    air_temperature              | 0.071588635 |
+|    clg_setpoint                 | 1.4615746   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.63157135 |
+|    diffuse_solar_radiation      | -0.7357388  |
+|    direct_solar_radiation       | -0.60441095 |
+|    hour                         | 1.6614062   |
+|    htg_setpoint                 | 1.2255116   |
+|    month                        | -0.8708414  |
+|    outdoor_humidity             | -0.49152467 |
+|    outdoor_temperature          | -0.8426353  |
+|    people_occupant              | -0.688633   |
+|    total_electricity_HVAC       | 2.2260609   |
+|    wind_direction               | -1.6873183  |
+|    wind_speed                   | 1.2433851   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 12361.659   |
+|    air_humidity                 | 20.9344     |
+|    air_temperature              | 22.801113   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 22.801088   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 58.0        |
+|    outdoor_temperature          | 3.244313    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 12325163.0  |
+|    wind_direction               | 5.0         |
+|    wind_speed                   | 7.95        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.63709486 |
+|    air_humidity                 | -0.15341033 |
+|    air_temperature              | -1.2554458  |
+|    clg_setpoint                 | 1.4613984   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.40393993 |
+|    diffuse_solar_radiation      | -0.73572856 |
+|    direct_solar_radiation       | -0.60462785 |
+|    hour                         | -1.6612434  |
+|    htg_setpoint                 | -1.4067955  |
+|    month                        | -0.8698449  |
+|    outdoor_humidity             | 0.083341576 |
+|    outdoor_temperature          | -0.34514698 |
+|    people_occupant              | -0.6888599  |
+|    total_electricity_HVAC       | -0.6434247  |
+|    wind_direction               | 0.53432894  |
+|    wind_speed                   | -0.45025793 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 34.619682   |
+|    air_temperature              | 20.754278   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 70.0        |
+|    outdoor_temperature          | 8.186772    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.27398115  |
+|    Heating_Setpoint_RL          | 0.44074154  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.549686   |
+|    Heating_Setpoint_RL          | 20.104172   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5551984  |
+|    air_humidity                 | -0.6988574  |
+|    air_temperature              | -1.9686923  |
+|    clg_setpoint                 | 1.4612032   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.28995344 |
+|    diffuse_solar_radiation      | -0.7356973  |
+|    direct_solar_radiation       | -0.6043968  |
+|    hour                         | -1.5166408  |
+|    htg_setpoint                 | -0.73563933 |
+|    month                        | -0.86885184 |
+|    outdoor_humidity             | -1.0868429  |
+|    outdoor_temperature          | -1.1442101  |
+|    people_occupant              | -0.68908626 |
+|    total_electricity_HVAC       | -0.56486    |
+|    wind_direction               | 1.0533981   |
+|    wind_speed                   | 1.7950836   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 457.1959    |
+|    air_humidity                 | 27.61133    |
+|    air_temperature              | 19.654865   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 14.754097   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 45.5        |
+|    outdoor_temperature          | 0.23596129  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 413987.38   |
+|    wind_direction               | 295.0       |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.79146725  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.077003   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.2473726   |
+|    air_humidity                 | -1.2096407  |
+|    air_temperature              | -1.0190308  |
+|    clg_setpoint                 | 0.84902143  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.17600591 |
+|    diffuse_solar_radiation      | -0.73569    |
+|    direct_solar_radiation       | -0.6046127  |
+|    hour                         | -1.3720732  |
+|    htg_setpoint                 | 1.2873112   |
+|    month                        | -0.86786216 |
+|    outdoor_humidity             | -1.3465552  |
+|    outdoor_temperature          | -1.2288032  |
+|    people_occupant              | -0.689312   |
+|    total_electricity_HVAC       | 3.0543535   |
+|    wind_direction               | 1.4767679   |
+|    wind_speed                   | -0.43199447 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17636.604   |
+|    air_humidity                 | 21.039516   |
+|    air_temperature              | 21.117588   |
+|    clg_setpoint                 | 28.420517   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.052681   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 40.0        |
+|    outdoor_temperature          | -0.61729634 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15870956.0  |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 3.9         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.43013096  |
+|    air_humidity                 | 0.101974085  |
+|    air_temperature              | -1.186499    |
+|    clg_setpoint                 | 1.1794671    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.062078346 |
+|    diffuse_solar_radiation      | -0.7356835   |
+|    direct_solar_radiation       | -0.6046634   |
+|    hour                         | -1.2275342   |
+|    htg_setpoint                 | 0.45661667   |
+|    month                        | -0.8668759   |
+|    outdoor_humidity             | 0.8266754    |
+|    outdoor_temperature          | -0.556021    |
+|    people_occupant              | -0.6895372   |
+|    total_electricity_HVAC       | -0.5758391   |
+|    wind_direction               | 0.957194     |
+|    wind_speed                   | -0.96753067  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1022.3079    |
+|    air_humidity                 | 37.85389     |
+|    air_temperature              | 20.859148    |
+|    clg_setpoint                 | 29.273172    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 3.0          |
+|    htg_setpoint                 | 19.64404     |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 85.5         |
+|    outdoor_temperature          | 6.0573907    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 366855.72    |
+|    wind_direction               | 285.0        |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.34036863   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 19.539574    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.5720068    |
+|    air_humidity                 | -1.6758404   |
+|    air_temperature              | 0.36424047   |
+|    clg_setpoint                 | -1.1538435   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.05183996   |
+|    diffuse_solar_radiation      | -0.7356789   |
+|    direct_solar_radiation       | -0.6048779   |
+|    hour                         | -1.083018    |
+|    htg_setpoint                 | 1.3355705    |
+|    month                        | -0.86589295  |
+|    outdoor_humidity             | -0.67557853  |
+|    outdoor_temperature          | -0.8659492   |
+|    people_occupant              | -0.6897618   |
+|    total_electricity_HVAC       | 1.4597038    |
+|    wind_direction               | -1.4063865   |
+|    wind_speed                   | -0.124289386 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 10071.214    |
+|    air_humidity                 | 15.028764    |
+|    air_temperature              | 23.250086    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 16.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 54.0         |
+|    outdoor_temperature          | 2.9792304    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 9064092.0    |
+|    wind_direction               | 35.0         |
+|    wind_speed                   | 4.65         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.18309648 |
+|    Heating_Setpoint_RL          | -0.1711537  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.00705    |
+|    Heating_Setpoint_RL          | 16.66226    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.7238005   |
+|    air_humidity                 | -1.3153238  |
+|    air_temperature              | -0.8251577  |
+|    clg_setpoint                 | 1.4604459   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.16575135  |
+|    diffuse_solar_radiation      | -0.7355472  |
+|    direct_solar_radiation       | -0.60434353 |
+|    hour                         | -0.9385195  |
+|    htg_setpoint                 | 0.8878668   |
+|    month                        | -0.86491334 |
+|    outdoor_humidity             | 0.4448086   |
+|    outdoor_temperature          | -1.379683   |
+|    people_occupant              | -0.68910354 |
+|    total_electricity_HVAC       | 0.3749776   |
+|    wind_direction               | -1.6398947  |
+|    wind_speed                   | 0.3066051   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6244.892    |
+|    air_humidity                 | 19.620144   |
+|    air_temperature              | 21.414331   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 21.414333   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 77.5        |
+|    outdoor_temperature          | -2.1379275  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4434418.0   |
+|    wind_direction               | 10.0        |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.7886938   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 22.061401   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.11313618 |
+|    air_humidity                 | -1.3921071  |
+|    air_temperature              | -1.4311478  |
+|    clg_setpoint                 | 1.3952875   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.2796499   |
+|    diffuse_solar_radiation      | -0.73556304 |
+|    direct_solar_radiation       | -0.6041543  |
+|    hour                         | -0.7940343  |
+|    htg_setpoint                 | 0.1233094   |
+|    month                        | -0.863937   |
+|    outdoor_humidity             | 1.087957    |
+|    outdoor_temperature          | -1.4847658  |
+|    people_occupant              | -0.68844706 |
+|    total_electricity_HVAC       | -0.1451562  |
+|    wind_direction               | -1.2590009  |
+|    wind_speed                   | -1.2983103  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2462.0015   |
+|    air_humidity                 | 18.599537   |
+|    air_temperature              | 20.477922   |
+|    clg_setpoint                 | 29.832468   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 18.278755   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 91.0        |
+|    outdoor_temperature          | -3.2077413  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2213071.0   |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 1.8         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.64705294  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.808804   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.35471871 |
+|    air_humidity                 | -0.45162916 |
+|    air_temperature              | -0.8490974  |
+|    clg_setpoint                 | 0.8381345   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.39352158  |
+|    diffuse_solar_radiation      | 0.32272336  |
+|    direct_solar_radiation       | -0.6044014  |
+|    hour                         | -0.6495587  |
+|    htg_setpoint                 | -0.6501114  |
+|    month                        | -0.86296403 |
+|    outdoor_humidity             | 1.4209267   |
+|    outdoor_temperature          | -1.1338356  |
+|    people_occupant              | -0.6886721  |
+|    total_electricity_HVAC       | -0.37484935 |
+|    wind_direction               | -1.4943943  |
+|    wind_speed                   | 0.5136605   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1369.0715   |
+|    air_humidity                 | 30.674643   |
+|    air_temperature              | 21.37576    |
+|    clg_setpoint                 | 28.393806   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 102.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 15.105541   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 98.0        |
+|    outdoor_temperature          | 0.26608014  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1230874.4   |
+|    wind_direction               | 25.0        |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.46201846 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.026146   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5671839  |
+|    air_humidity                 | -0.5095231  |
+|    air_temperature              | 0.42039067  |
+|    clg_setpoint                 | -0.3559432  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.507344    |
+|    diffuse_solar_radiation      | 1.1524438   |
+|    direct_solar_radiation       | 1.5726118   |
+|    hour                         | -0.5050895  |
+|    htg_setpoint                 | -1.4071943  |
+|    month                        | -0.8619944  |
+|    outdoor_humidity             | 0.060674302 |
+|    outdoor_temperature          | -1.0389249  |
+|    people_occupant              | 1.6947764   |
+|    total_electricity_HVAC       | -0.58169216 |
+|    wind_direction               | 0.06438395  |
+|    wind_speed                   | -0.32980102 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 407.72552   |
+|    air_humidity                 | 29.929012   |
+|    air_temperature              | 23.332655   |
+|    clg_setpoint                 | 25.310123   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 182.0       |
+|    direct_solar_radiation       | 539.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 69.5        |
+|    outdoor_temperature          | 1.1939071   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 346196.88   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 4.15        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.87769556 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.687963   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6003064  |
+|    air_humidity                 | 0.05129737  |
+|    air_temperature              | 0.3663277   |
+|    clg_setpoint                 | -1.1537529  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.62108684  |
+|    diffuse_solar_radiation      | 0.5299491   |
+|    direct_solar_radiation       | -0.6046074  |
+|    hour                         | -0.36062422 |
+|    htg_setpoint                 | 0.011166101 |
+|    month                        | -0.8610279  |
+|    outdoor_humidity             | -0.29827827 |
+|    outdoor_temperature          | -0.29104933 |
+|    people_occupant              | 1.6940496   |
+|    total_electricity_HVAC       | -0.604004   |
+|    wind_direction               | 0.9135476   |
+|    wind_speed                   | 1.4581841   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 257.40704   |
+|    air_humidity                 | 37.12201    |
+|    air_temperature              | 23.24915    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 122.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 17.821281   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 62.0        |
+|    outdoor_temperature          | 8.621024    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 250343.0    |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 8.5         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.8991209  |
+|    Heating_Setpoint_RL          | -0.4262766  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.590467   |
+|    Heating_Setpoint_RL          | 15.227194   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.46311972 |
+|    air_humidity                 | -1.1999189  |
+|    air_temperature              | 0.36707     |
+|    clg_setpoint                 | -1.1536137  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7347117   |
+|    diffuse_solar_radiation      | 0.79912746  |
+|    direct_solar_radiation       | 2.737337    |
+|    hour                         | -0.21616091 |
+|    htg_setpoint                 | -0.8359535  |
+|    month                        | -0.8600647  |
+|    outdoor_humidity             | -2.0140269  |
+|    outdoor_temperature          | -1.1814784  |
+|    people_occupant              | 1.6933253   |
+|    total_electricity_HVAC       | -0.47975615 |
+|    wind_direction               | 1.2421402   |
+|    wind_speed                   | 2.4964628   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 878.817     |
+|    air_humidity                 | 21.053976   |
+|    air_temperature              | 23.249283   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 148.0       |
+|    direct_solar_radiation       | 828.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 14.34242    |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 26.0        |
+|    outdoor_temperature          | -0.23897292 |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 782284.3    |
+|    wind_direction               | 315.0       |
+|    wind_speed                   | 11.05       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.40386537  |
+|    Heating_Setpoint_RL          | -0.99111307 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.988045   |
+|    Heating_Setpoint_RL          | 12.049989   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.527703   |
+|    air_humidity                 | -1.4467345  |
+|    air_temperature              | -0.78348565 |
+|    clg_setpoint                 | 1.4611536   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8481723   |
+|    diffuse_solar_radiation      | 0.76843023  |
+|    direct_solar_radiation       | 2.886131    |
+|    hour                         | -0.07169838 |
+|    htg_setpoint                 | 0.902074    |
+|    month                        | -0.85910475 |
+|    outdoor_humidity             | -1.9126564  |
+|    outdoor_temperature          | -0.71569026 |
+|    people_occupant              | -0.68956685 |
+|    total_electricity_HVAC       | -0.5183641  |
+|    wind_direction               | 0.39216706  |
+|    wind_speed                   | 1.3475883   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 586.4704    |
+|    air_humidity                 | 17.863663   |
+|    air_temperature              | 21.475595   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 145.0       |
+|    direct_solar_radiation       | 866.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 21.475586   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 28.0        |
+|    outdoor_temperature          | 4.373279    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 617249.44   |
+|    wind_direction               | 225.0       |
+|    wind_speed                   | 8.25        |
+| train/                          |             |
+|    approx_kl                    | 0.008919124 |
+|    clip_fraction                | 0.0887      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.64       |
+|    explained_variance           | 0.722       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.846       |
+|    n_updates                    | 380         |
+|    policy_gradient_loss         | -0.0136     |
+|    std                          | 0.907       |
+|    value_loss                   | 1.79        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.5202925  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.869013   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.63752955 |
+|    air_humidity                 | -1.2633187  |
+|    air_temperature              | -0.58154064 |
+|    clg_setpoint                 | 1.0358133   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.9614148   |
+|    diffuse_solar_radiation      | 0.76884574  |
+|    direct_solar_radiation       | 2.8935852   |
+|    hour                         | 0.07276399  |
+|    htg_setpoint                 | -0.67880875 |
+|    month                        | -0.858148   |
+|    outdoor_humidity             | -0.673827   |
+|    outdoor_temperature          | -0.12040482 |
+|    people_occupant              | -0.6889148  |
+|    total_electricity_HVAC       | -0.6437817  |
+|    wind_direction               | -0.03271239 |
+|    wind_speed                   | 0.07656902  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 20.182592   |
+|    air_temperature              | 21.784725   |
+|    clg_setpoint                 | 28.903585   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 145.0       |
+|    direct_solar_radiation       | 869.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 14.98403    |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 54.0        |
+|    outdoor_temperature          | 10.28274    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 180.0       |
+|    wind_speed                   | 5.15        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.062134482  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 17.974506    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6373637   |
+|    air_humidity                 | 0.33198068   |
+|    air_temperature              | 1.4584978    |
+|    clg_setpoint                 | 0.14571542   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0743777    |
+|    diffuse_solar_radiation      | 0.7172369    |
+|    direct_solar_radiation       | -0.6052687   |
+|    hour                         | 0.2172262    |
+|    htg_setpoint                 | -0.08476086  |
+|    month                        | -0.85719436  |
+|    outdoor_humidity             | 1.5160539    |
+|    outdoor_temperature          | -0.42518333  |
+|    people_occupant              | 1.2185682    |
+|    total_electricity_HVAC       | -0.6436076   |
+|    wind_direction               | -0.032782257 |
+|    wind_speed                   | 0.4034846    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 40.6541      |
+|    air_temperature              | 24.927399    |
+|    clg_setpoint                 | 26.606651    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 140.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 17.421602    |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 7.2508974    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 5.95         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.38923854  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.814466   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4833102  |
+|    air_humidity                 | 0.5139131   |
+|    air_temperature              | 0.36935812  |
+|    clg_setpoint                 | -1.1538599  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1869922   |
+|    diffuse_solar_radiation      | 2.2841575   |
+|    direct_solar_radiation       | 0.46996173  |
+|    hour                         | 0.36168766  |
+|    htg_setpoint                 | -1.4056785  |
+|    month                        | -0.85624397 |
+|    outdoor_humidity             | 0.3714176   |
+|    outdoor_temperature          | 0.08656222  |
+|    people_occupant              | 1.694699    |
+|    total_electricity_HVAC       | -0.49690175 |
+|    wind_direction               | -0.41006628 |
+|    wind_speed                   | -0.33277452 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 785.24695   |
+|    air_humidity                 | 43.000374   |
+|    air_temperature              | 23.249296   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 291.0       |
+|    direct_solar_radiation       | 267.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 76.0        |
+|    outdoor_temperature          | 12.329594   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 706722.25   |
+|    wind_direction               | 140.0       |
+|    wind_speed                   | 4.15        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.5556983  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 14.499197   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.36254397  |
+|    air_humidity                 | 1.3277662   |
+|    air_temperature              | 0.369081    |
+|    clg_setpoint                 | -1.1535045  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2991827   |
+|    diffuse_solar_radiation      | 1.2251079   |
+|    direct_solar_radiation       | 1.7109869   |
+|    hour                         | 0.5061471   |
+|    htg_setpoint                 | -0.22677037 |
+|    month                        | -0.85529673 |
+|    outdoor_humidity             | -0.32020512 |
+|    outdoor_temperature          | 0.89399236  |
+|    people_occupant              | 1.693978    |
+|    total_electricity_HVAC       | 0.31568176  |
+|    wind_direction               | -1.7325526  |
+|    wind_speed                   | 0.6101667   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4621.4966   |
+|    air_humidity                 | 53.45567    |
+|    air_temperature              | 23.248795   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 189.0       |
+|    direct_solar_radiation       | 575.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 16.840006   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 61.5        |
+|    outdoor_temperature          | 20.337914   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4190225.2   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 6.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.98481244 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.08543    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5698811  |
+|    air_humidity                 | -0.24598105 |
+|    air_temperature              | 0.88333875  |
+|    clg_setpoint                 | -0.8472193  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.410867    |
+|    diffuse_solar_radiation      | 0.76765823  |
+|    direct_solar_radiation       | -0.17015104 |
+|    hour                         | 0.6506027   |
+|    htg_setpoint                 | 0.5608044   |
+|    month                        | -0.8543526  |
+|    outdoor_humidity             | -0.53437924 |
+|    outdoor_temperature          | 0.021578478 |
+|    people_occupant              | 1.6932592   |
+|    total_electricity_HVAC       | -0.57166123 |
+|    wind_direction               | -1.351681   |
+|    wind_speed                   | 1.6538028   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 392.49097   |
+|    air_humidity                 | 33.267612   |
+|    air_temperature              | 24.040762   |
+|    clg_setpoint                 | 24.04126    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 145.0       |
+|    direct_solar_radiation       | 108.0       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 20.074112   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 57.0        |
+|    outdoor_temperature          | 11.685258   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 386081.47   |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 9.0         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.3198862   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.42436    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5977295  |
+|    air_humidity                 | -0.30390492 |
+|    air_temperature              | 0.3692977   |
+|    clg_setpoint                 | -1.1531268  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5219568   |
+|    diffuse_solar_radiation      | -0.30083403 |
+|    direct_solar_radiation       | 0.6581031   |
+|    hour                         | 0.795052    |
+|    htg_setpoint                 | -1.4060323  |
+|    month                        | -0.8534116  |
+|    outdoor_humidity             | 0.5137614   |
+|    outdoor_temperature          | -0.7214709  |
+|    people_occupant              | 1.692543    |
+|    total_electricity_HVAC       | -0.59265435 |
+|    wind_direction               | -0.6424249  |
+|    wind_speed                   | 0.4035441   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 265.82254   |
+|    air_humidity                 | 32.51967    |
+|    air_temperature              | 23.24932    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 42.0        |
+|    direct_solar_radiation       | 314.0       |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 79.0        |
+|    outdoor_temperature          | 4.312668    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 295719.8    |
+|    wind_direction               | 115.0       |
+|    wind_speed                   | 5.95        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.25866795  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.498005   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.1469878   |
+|    air_humidity                 | -0.6947564  |
+|    air_temperature              | 0.37058318  |
+|    clg_setpoint                 | 1.4594749   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6323582   |
+|    diffuse_solar_radiation      | -0.73673165 |
+|    direct_solar_radiation       | -0.605105   |
+|    hour                         | 0.939492    |
+|    htg_setpoint                 | 1.3341733   |
+|    month                        | -0.85247374 |
+|    outdoor_humidity             | 0.82296216  |
+|    outdoor_temperature          | -0.5541714  |
+|    people_occupant              | -0.6893754  |
+|    total_electricity_HVAC       | 1.1432731   |
+|    wind_direction               | -0.7829417  |
+|    wind_speed                   | -0.12937786 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 8179.7183   |
+|    air_humidity                 | 27.508263   |
+|    air_temperature              | 23.249933   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 85.5        |
+|    outdoor_temperature          | 5.9626803   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7739041.5   |
+|    wind_direction               | 100.0       |
+|    wind_speed                   | 4.65        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.31416395 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.564697   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.63706374 |
+|    air_humidity                 | 0.20979163  |
+|    air_temperature              | -0.5425659  |
+|    clg_setpoint                 | 1.4580436   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7419722   |
+|    diffuse_solar_radiation      | -0.7367455  |
+|    direct_solar_radiation       | -0.6045881  |
+|    hour                         | 1.083919    |
+|    htg_setpoint                 | -1.4062748  |
+|    month                        | -0.8515389  |
+|    outdoor_humidity             | 1.5112015   |
+|    outdoor_temperature          | -0.16276243 |
+|    people_occupant              | -0.68872935 |
+|    total_electricity_HVAC       | -0.6432732  |
+|    wind_direction               | -1.676525   |
+|    wind_speed                   | -0.12945761 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 39.093258   |
+|    air_temperature              | 21.844112   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 9.836324    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 5.0         |
+|    wind_speed                   | 4.65        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.59275484   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 20.959246    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6370975   |
+|    air_humidity                 | 0.2613606    |
+|    air_temperature              | -0.058063578 |
+|    clg_setpoint                 | -1.0070043   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.669588    |
+|    diffuse_solar_radiation      | -0.7368608   |
+|    direct_solar_radiation       | -0.6041499   |
+|    hour                         | 1.2283288    |
+|    htg_setpoint                 | 0.55003184   |
+|    month                        | -0.56992936  |
+|    outdoor_humidity             | 0.72466016   |
+|    outdoor_temperature          | -0.4435094   |
+|    people_occupant              | -0.4505707   |
+|    total_electricity_HVAC       | -0.64328986  |
+|    wind_direction               | 0.5402948    |
+|    wind_speed                   | -0.66237986  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 39.753246    |
+|    air_temperature              | 22.589384    |
+|    clg_setpoint                 | 23.62974     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 20.034012    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 83.5         |
+|    outdoor_temperature          | 7.0503125    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 240.0        |
+|    wind_speed                   | 3.35         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.060640305 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 17.283897    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.63700634  |
+|    air_humidity                 | -0.88712084  |
+|    air_temperature              | -0.71801716  |
+|    clg_setpoint                 | 1.457804     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.5524557   |
+|    diffuse_solar_radiation      | -0.7369563   |
+|    direct_solar_radiation       | -0.60437304  |
+|    hour                         | 1.3727165    |
+|    htg_setpoint                 | -1.4069848   |
+|    month                        | -0.56945086  |
+|    outdoor_humidity             | -0.9659937   |
+|    outdoor_temperature          | -0.6534308   |
+|    people_occupant              | -0.6891709   |
+|    total_electricity_HVAC       | -0.64318514  |
+|    wind_direction               | 1.3873829    |
+|    wind_speed                   | 0.91741824   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 25.050768    |
+|    air_temperature              | 21.575272    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 2.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 21.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 48.0         |
+|    outdoor_temperature          | 4.9693084    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 330.0        |
+|    wind_speed                   | 7.2          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.090402424 |
+|    Heating_Setpoint_RL          | -0.27539977  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.319893    |
+|    Heating_Setpoint_RL          | 16.075876    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5940332   |
+|    air_humidity                 | -0.50257885  |
+|    air_temperature              | -0.9735211   |
+|    clg_setpoint                 | 0.23855783   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.4360291   |
+|    diffuse_solar_radiation      | -0.7369072   |
+|    direct_solar_radiation       | -0.6046257   |
+|    hour                         | 1.5170768    |
+|    htg_setpoint                 | -1.0161473   |
+|    month                        | -0.5689736   |
+|    outdoor_humidity             | 0.15447639   |
+|    outdoor_temperature          | -0.80493355  |
+|    people_occupant              | -0.68939084  |
+|    total_electricity_HVAC       | -0.60083663  |
+|    wind_direction               | 0.34966743   |
+|    wind_speed                   | -0.45794305  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 281.3955     |
+|    air_humidity                 | 29.956121    |
+|    air_temperature              | 21.182518    |
+|    clg_setpoint                 | 26.847803    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 3.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 13.60458     |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 71.5         |
+|    outdoor_temperature          | 3.465056     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 259364.83    |
+|    wind_direction               | 220.0        |
+|    wind_speed                   | 3.85         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.025946409 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 17.479052    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.63675696  |
+|    air_humidity                 | -0.03037065  |
+|    air_temperature              | -1.1201699   |
+|    clg_setpoint                 | 1.1083314    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.3201989   |
+|    diffuse_solar_radiation      | -0.7370642   |
+|    direct_solar_radiation       | -0.6048943   |
+|    hour                         | 1.6614038    |
+|    htg_setpoint                 | 0.1986636    |
+|    month                        | -0.5684975   |
+|    outdoor_humidity             | 0.3216985    |
+|    outdoor_temperature          | -0.42092988  |
+|    people_occupant              | -0.68961024  |
+|    total_electricity_HVAC       | -0.64292425  |
+|    wind_direction               | 0.2550628    |
+|    wind_speed                   | -0.2528082   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 35.989017    |
+|    air_temperature              | 20.957548    |
+|    clg_setpoint                 | 29.095644    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 18.591442    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 75.0         |
+|    outdoor_temperature          | 7.259791     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 210.0        |
+|    wind_speed                   | 4.35         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 0.648871     |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 21.274899    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.636719    |
+|    air_humidity                 | 1.193778     |
+|    air_temperature              | -0.33975738  |
+|    clg_setpoint                 | -0.52060175  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.0914499   |
+|    diffuse_solar_radiation      | -0.7371448   |
+|    direct_solar_radiation       | -0.6047195   |
+|    hour                         | -1.661246    |
+|    htg_setpoint                 | 0.15983003   |
+|    month                        | -0.5680226   |
+|    outdoor_humidity             | 1.0843539    |
+|    outdoor_temperature          | -0.014009457 |
+|    people_occupant              | -0.6898291   |
+|    total_electricity_HVAC       | -0.64289176  |
+|    wind_direction               | 0.4907696    |
+|    wind_speed                   | -0.6634546   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 51.646923    |
+|    air_temperature              | 22.15673     |
+|    clg_setpoint                 | 24.884039    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 6.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 18.433449    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 91.0         |
+|    outdoor_temperature          | 11.282523    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 235.0        |
+|    wind_speed                   | 3.35         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.19346988  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.713268   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.61463994  |
+|    air_humidity                 | 0.7288138   |
+|    air_temperature              | 0.37225664  |
+|    clg_setpoint                 | 1.4570341   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.97655046 |
+|    diffuse_solar_radiation      | -0.737228   |
+|    direct_solar_radiation       | -0.6050637  |
+|    hour                         | -1.5166475  |
+|    htg_setpoint                 | 1.3332508   |
+|    month                        | -0.56754893 |
+|    outdoor_humidity             | 0.17804259  |
+|    outdoor_temperature          | 0.35790464  |
+|    people_occupant              | -0.6891873  |
+|    total_electricity_HVAC       | 0.7851972   |
+|    wind_direction               | 0.5375217   |
+|    wind_speed                   | -0.868756   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5761.3057   |
+|    air_humidity                 | 45.711502   |
+|    air_temperature              | 23.250118   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 72.0        |
+|    outdoor_temperature          | 14.959893   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6201039.0   |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 2.85        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.035144627 |
+|    Heating_Setpoint_RL          | 0.15985674  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.743612   |
+|    Heating_Setpoint_RL          | 18.524195   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4445078  |
+|    air_humidity                 | 0.12354594  |
+|    air_temperature              | -0.5062029  |
+|    clg_setpoint                 | 0.46550447  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.86196107 |
+|    diffuse_solar_radiation      | -0.73733264 |
+|    direct_solar_radiation       | -0.6053058  |
+|    hour                         | -1.3720831  |
+|    htg_setpoint                 | 1.0054235   |
+|    month                        | -0.5670764  |
+|    outdoor_humidity             | 0.059651062 |
+|    outdoor_temperature          | 0.4288509   |
+|    people_occupant              | -0.68854725 |
+|    total_electricity_HVAC       | 0.022590213 |
+|    wind_direction               | 0.4897526   |
+|    wind_speed                   | -0.6633242  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 956.24603   |
+|    air_humidity                 | 37.97175    |
+|    air_temperature              | 21.902847   |
+|    clg_setpoint                 | 27.439056   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 21.902878   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 69.5        |
+|    outdoor_temperature          | 15.668783   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2928903.0   |
+|    wind_direction               | 235.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6861645  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.309195   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.63639593 |
+|    air_humidity                 | 1.3506943   |
+|    air_temperature              | -0.30162695 |
+|    clg_setpoint                 | 1.4556293   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7476144  |
+|    diffuse_solar_radiation      | -0.73738784 |
+|    direct_solar_radiation       | -0.6055099  |
+|    hour                         | -1.2275462  |
+|    htg_setpoint                 | 0.2287747   |
+|    month                        | -0.5666051  |
+|    outdoor_humidity             | 1.323458    |
+|    outdoor_temperature          | -0.01062623 |
+|    people_occupant              | -0.68876654 |
+|    total_electricity_HVAC       | -0.64259    |
+|    wind_direction               | 0.06448685  |
+|    wind_speed                   | -0.9716038  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 53.670223   |
+|    air_temperature              | 22.217367   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 18.714508   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 11.336378   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.3880141   |
+|    air_humidity                 | 0.9979105   |
+|    air_temperature              | 0.37144926  |
+|    clg_setpoint                 | -0.46880397 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6334518  |
+|    diffuse_solar_radiation      | -0.73748213 |
+|    direct_solar_radiation       | -0.6056728  |
+|    hour                         | -1.0830317  |
+|    htg_setpoint                 | 1.3331054   |
+|    month                        | -0.5661349  |
+|    outdoor_humidity             | 1.0364974   |
+|    outdoor_temperature          | 0.16387601  |
+|    people_occupant              | -0.6889853  |
+|    total_electricity_HVAC       | 1.6946852   |
+|    wind_direction               | 0.44268715  |
+|    wind_speed                   | -0.76524913 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 9258.462    |
+|    air_humidity                 | 49.18654    |
+|    air_temperature              | 23.249992   |
+|    clg_setpoint                 | 25.022655   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 13.062924   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 10090787.0  |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.71597064  |
+|    Heating_Setpoint_RL          | 0.29770356  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.0414     |
+|    Heating_Setpoint_RL          | 19.299582   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6365079  |
+|    air_humidity                 | -0.86525095 |
+|    air_temperature              | -1.5420532  |
+|    clg_setpoint                 | 1.4551352   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.51942354 |
+|    diffuse_solar_radiation      | -0.65459126 |
+|    direct_solar_radiation       | -0.5335466  |
+|    hour                         | -0.9385342  |
+|    htg_setpoint                 | -0.2459533  |
+|    month                        | -0.5656659  |
+|    outdoor_humidity             | -1.2030478  |
+|    outdoor_temperature          | -0.64766246 |
+|    people_occupant              | -0.68920356 |
+|    total_electricity_HVAC       | -0.6427034  |
+|    wind_direction               | 1.1980758   |
+|    wind_speed                   | 1.5544963   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 25.368425   |
+|    air_temperature              | 20.316088   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 8.0         |
+|    direct_solar_radiation       | 18.0        |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 16.762035   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 43.0        |
+|    outdoor_temperature          | 5.0614157   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 8.75        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.23128095  |
+|    Heating_Setpoint_RL          | -0.4723394   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.844427    |
+|    Heating_Setpoint_RL          | 14.968091    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.9202924    |
+|    air_humidity                 | -1.9155451   |
+|    air_temperature              | -0.029964743 |
+|    clg_setpoint                 | 0.08198423   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.40548798  |
+|    diffuse_solar_radiation      | -0.30183205  |
+|    direct_solar_radiation       | 1.5224392    |
+|    hour                         | -0.79404974  |
+|    htg_setpoint                 | 1.1847646    |
+|    month                        | -0.56519806  |
+|    outdoor_humidity             | -1.5307505   |
+|    outdoor_temperature          | -0.7335743   |
+|    people_occupant              | -0.68942124  |
+|    total_electricity_HVAC       | 0.9008324    |
+|    wind_direction               | 1.4321446    |
+|    wind_speed                   | 0.914621     |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 7136.3306    |
+|    air_humidity                 | 11.889898    |
+|    air_temperature              | 22.633986    |
+|    clg_setpoint                 | 26.447678    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 12.0         |
+|    diffuse_solar_radiation      | 42.0         |
+|    direct_solar_radiation       | 530.0        |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 22.635876    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 36.0         |
+|    outdoor_temperature          | 4.215342     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 6687103.0    |
+|    wind_direction               | 335.0        |
+|    wind_speed                   | 7.2          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.63625044  |
+|    air_humidity                 | -1.581515    |
+|    air_temperature              | -0.22182426  |
+|    clg_setpoint                 | -1.1533833   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.29161185  |
+|    diffuse_solar_radiation      | 0.48747802   |
+|    direct_solar_radiation       | -0.6064002   |
+|    hour                         | -0.6495745   |
+|    htg_setpoint                 | -1.4041685   |
+|    month                        | -0.5647314   |
+|    outdoor_humidity             | -0.76648355  |
+|    outdoor_temperature          | -0.45797205  |
+|    people_occupant              | -0.68963844  |
+|    total_electricity_HVAC       | -0.64244956  |
+|    wind_direction               | 0.4870592    |
+|    wind_speed                   | -0.8693017   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 16.111183    |
+|    air_temperature              | 22.340374    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 13.0         |
+|    diffuse_solar_radiation      | 118.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 52.0         |
+|    outdoor_temperature          | 6.9312377    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 235.0        |
+|    wind_speed                   | 2.85         |
+| train/                          |              |
+|    approx_kl                    | 0.0077979076 |
+|    clip_fraction                | 0.0744       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.64        |
+|    explained_variance           | 0.482        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.505        |
+|    n_updates                    | 390          |
+|    policy_gradient_loss         | -0.0107      |
+|    std                          | 0.907        |
+|    value_loss                   | 1.69         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5069505   |
+|    Heating_Setpoint_RL          | 0.64353824  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.335958   |
+|    Heating_Setpoint_RL          | 21.244904   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.96187264  |
+|    air_humidity                 | -1.2468516  |
+|    air_temperature              | 0.37245473  |
+|    clg_setpoint                 | 1.4548271   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.17777005 |
+|    diffuse_solar_radiation      | 2.1377308   |
+|    direct_solar_radiation       | -0.23286538 |
+|    hour                         | -0.50510544 |
+|    htg_setpoint                 | 1.3340017   |
+|    month                        | -0.5642659  |
+|    outdoor_humidity             | 0.3012216   |
+|    outdoor_temperature          | -0.47399044 |
+|    people_occupant              | -0.6890025  |
+|    total_electricity_HVAC       | 1.0692334   |
+|    wind_direction               | -1.0714875  |
+|    wind_speed                   | 0.7100237   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7323.791    |
+|    air_humidity                 | 20.372469   |
+|    air_temperature              | 23.249931   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 277.0       |
+|    direct_solar_radiation       | 93.0        |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 74.5        |
+|    outdoor_temperature          | 6.7680593   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7408094.5   |
+|    wind_direction               | 70.0        |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.3251558  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.795999   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.26223418 |
+|    air_humidity                 | -0.09302583 |
+|    air_temperature              | 0.3729529   |
+|    clg_setpoint                 | -1.1545826  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.0639455  |
+|    diffuse_solar_radiation      | 1.0057725   |
+|    direct_solar_radiation       | -0.6060645  |
+|    hour                         | -0.3606402  |
+|    htg_setpoint                 | 0.07057632  |
+|    month                        | -0.5638015  |
+|    outdoor_humidity             | 1.4407144   |
+|    outdoor_temperature          | -0.5486909  |
+|    people_occupant              | 1.6957397   |
+|    total_electricity_HVAC       | -0.2661919  |
+|    wind_direction               | -0.55116636 |
+|    wind_speed                   | -0.13073462 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1779.8298   |
+|    air_humidity                 | 35.147705   |
+|    air_temperature              | 23.249887   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 168.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 18.05927    |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 98.5        |
+|    outdoor_temperature          | 6.030054    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1688770.0   |
+|    wind_direction               | 125.0       |
+|    wind_speed                   | 4.65        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.94196606  |
+|    Heating_Setpoint_RL          | -0.85155493  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.445864    |
+|    Heating_Setpoint_RL          | 12.835004    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.014161675 |
+|    air_humidity                 | 0.6347553    |
+|    air_temperature              | 0.37252185   |
+|    clg_setpoint                 | -1.154198    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.04987081   |
+|    diffuse_solar_radiation      | 0.5909082    |
+|    direct_solar_radiation       | 2.9235673    |
+|    hour                         | -0.21617688  |
+|    htg_setpoint                 | -0.9187195   |
+|    month                        | -0.5633383   |
+|    outdoor_humidity             | -0.8165123   |
+|    outdoor_temperature          | 0.73972815   |
+|    people_occupant              | 1.6950336    |
+|    total_electricity_HVAC       | 0.004485893  |
+|    wind_direction               | 0.86705273   |
+|    wind_speed                   | 0.81397164   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2901.9634    |
+|    air_humidity                 | 44.49078     |
+|    air_temperature              | 23.249231    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 16.0         |
+|    diffuse_solar_radiation      | 128.0        |
+|    direct_solar_radiation       | 880.0        |
+|    hour                         | 10.0         |
+|    htg_setpoint                 | 13.996082    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 51.0         |
+|    outdoor_temperature          | 18.709087    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2846827.5    |
+|    wind_direction               | 275.0        |
+|    wind_speed                   | 6.95         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4644387  |
+|    air_humidity                 | 0.8206512   |
+|    air_temperature              | 0.37223342  |
+|    clg_setpoint                 | -1.1538327  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.16367997  |
+|    diffuse_solar_radiation      | 1.9197246   |
+|    direct_solar_radiation       | -0.60592985 |
+|    hour                         | -0.07171432 |
+|    htg_setpoint                 | 0.6828662   |
+|    month                        | -0.5628762  |
+|    outdoor_humidity             | 0.51306635  |
+|    outdoor_temperature          | 0.16038142  |
+|    people_occupant              | 1.2176818   |
+|    total_electricity_HVAC       | -0.47895053 |
+|    wind_direction               | -1.3082101  |
+|    wind_speed                   | -0.35602874 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 863.33167   |
+|    air_humidity                 | 46.883293   |
+|    air_temperature              | 23.248934   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 256.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 20.576445   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 79.0        |
+|    outdoor_temperature          | 13.013712   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 776998.5    |
+|    wind_direction               | 45.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.49203706  |
+|    air_humidity                 | -0.006733925 |
+|    air_temperature              | 0.37260523   |
+|    clg_setpoint                 | -1.1534323   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.2774751    |
+|    diffuse_solar_radiation      | 1.9089521    |
+|    direct_solar_radiation       | -0.6054147   |
+|    hour                         | 0.072748095  |
+|    htg_setpoint                 | 1.3328537    |
+|    month                        | -0.56241524  |
+|    outdoor_humidity             | 0.13204497   |
+|    outdoor_temperature          | -0.3163241   |
+|    people_occupant              | 0.26390785   |
+|    total_electricity_HVAC       | -0.50520205  |
+|    wind_direction               | -1.2122964   |
+|    wind_speed                   | 0.50635475   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 738.3638     |
+|    air_humidity                 | 36.29381     |
+|    air_temperature              | 23.249445    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 18.0         |
+|    diffuse_solar_radiation      | 255.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 71.0         |
+|    outdoor_temperature          | 8.323363     |
+|    people_occupant              | 8.0          |
+|    total_electricity_HVAC       | 664527.4     |
+|    wind_direction               | 55.0         |
+|    wind_speed                   | 6.2          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4540271  |
+|    air_humidity                 | -0.93326366 |
+|    air_temperature              | 0.37270606  |
+|    clg_setpoint                 | -1.1527444  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.39124146  |
+|    diffuse_solar_radiation      | 1.7934695   |
+|    direct_solar_radiation       | 1.9625338   |
+|    hour                         | 0.21721035  |
+|    htg_setpoint                 | 0.33339444  |
+|    month                        | -0.56195545 |
+|    outdoor_humidity             | -0.8653037  |
+|    outdoor_temperature          | -0.23868188 |
+|    people_occupant              | 1.2166649   |
+|    total_electricity_HVAC       | -0.4690231  |
+|    wind_direction               | -0.4545247  |
+|    wind_speed                   | 0.0956412   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 910.05884   |
+|    air_humidity                 | 24.42768    |
+|    air_temperature              | 23.24952    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 244.0       |
+|    direct_solar_radiation       | 640.0       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 19.144764   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 50.0        |
+|    outdoor_temperature          | 9.080789    |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 819053.0    |
+|    wind_direction               | 135.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.48549697  |
+|    Heating_Setpoint_RL          | 0.18416002  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.263552   |
+|    Heating_Setpoint_RL          | 18.6609     |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.43075666  |
+|    air_humidity                 | -0.5904428  |
+|    air_temperature              | 0.3732677   |
+|    clg_setpoint                 | 0.3031474   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.5049565   |
+|    diffuse_solar_radiation      | 1.3361337   |
+|    direct_solar_radiation       | -0.605074   |
+|    hour                         | 0.36167186  |
+|    htg_setpoint                 | 1.3321648   |
+|    month                        | -0.56149673 |
+|    outdoor_humidity             | 0.70287347  |
+|    outdoor_temperature          | -0.24897438 |
+|    people_occupant              | -0.68945104 |
+|    total_electricity_HVAC       | 0.686933    |
+|    wind_direction               | -0.7377604  |
+|    wind_speed                   | -0.25358105 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4912.827    |
+|    air_humidity                 | 28.811193   |
+|    air_temperature              | 23.249903   |
+|    clg_setpoint                 | 27.018457   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 200.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | 8.977189    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5765721.0   |
+|    wind_direction               | 105.0       |
+|    wind_speed                   | 4.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.3534952    |
+|    Heating_Setpoint_RL          | -0.70910597  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.818047    |
+|    Heating_Setpoint_RL          | 13.636279    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.63573843  |
+|    air_humidity                 | -0.033656828 |
+|    air_temperature              | -1.076802    |
+|    clg_setpoint                 | 1.4532491    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.61858976   |
+|    diffuse_solar_radiation      | 0.52685744   |
+|    direct_solar_radiation       | -0.60456187  |
+|    hour                         | 0.5061315    |
+|    htg_setpoint                 | -1.4055082   |
+|    month                        | -0.5610392   |
+|    outdoor_humidity             | 1.2719024    |
+|    outdoor_temperature          | -0.3261558   |
+|    people_occupant              | -0.68882096  |
+|    total_electricity_HVAC       | -0.641928    |
+|    wind_direction               | 1.2965147    |
+|    wind_speed                   | 0.6081065    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 35.934418    |
+|    air_temperature              | 21.033495    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 21.0         |
+|    diffuse_solar_radiation      | 122.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 15.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 95.0         |
+|    outdoor_temperature          | 8.216948     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 320.0        |
+|    wind_speed                   | 6.45         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.36116955  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 15.593421    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.489009    |
+|    air_humidity                 | -0.28838947  |
+|    air_temperature              | 0.37424228   |
+|    clg_setpoint                 | -1.1534983   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.7321033    |
+|    diffuse_solar_radiation      | 1.5428774    |
+|    direct_solar_radiation       | -0.50374204  |
+|    hour                         | 0.65058726   |
+|    htg_setpoint                 | -1.4054531   |
+|    month                        | -0.56058276  |
+|    outdoor_humidity             | -0.39241284  |
+|    outdoor_temperature          | -0.087057665 |
+|    people_occupant              | 1.6949567    |
+|    total_electricity_HVAC       | -0.5023103   |
+|    wind_direction               | 0.7285112    |
+|    wind_speed                   | 1.5515428    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 750.77936    |
+|    air_humidity                 | 32.67678     |
+|    air_temperature              | 23.249405    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 22.0         |
+|    diffuse_solar_radiation      | 220.0        |
+|    direct_solar_radiation       | 25.0         |
+|    hour                         | 16.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 60.0         |
+|    outdoor_temperature          | 10.5581665   |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 675701.44    |
+|    wind_direction               | 260.0        |
+|    wind_speed                   | 8.75         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.44293392 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.133497   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4439039  |
+|    air_humidity                 | 0.12200961  |
+|    air_temperature              | 0.37383524  |
+|    clg_setpoint                 | -1.1528696  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.84545153  |
+|    diffuse_solar_radiation      | -0.25153193 |
+|    direct_solar_radiation       | 1.3574939   |
+|    hour                         | 0.79503703  |
+|    htg_setpoint                 | -1.4049448  |
+|    month                        | -0.5601274  |
+|    outdoor_humidity             | -0.36849308 |
+|    outdoor_temperature          | 0.20848253  |
+|    people_occupant              | 1.6942582   |
+|    total_electricity_HVAC       | -0.45937636 |
+|    wind_direction               | 0.113209546 |
+|    wind_speed                   | 1.551449    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 953.9589    |
+|    air_humidity                 | 37.923183   |
+|    air_temperature              | 23.248552   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 47.0        |
+|    direct_solar_radiation       | 489.0       |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 60.5        |
+|    outdoor_temperature          | 13.457158   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 858563.06   |
+|    wind_direction               | 195.0       |
+|    wind_speed                   | 8.75        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6311363  |
+|    air_humidity                 | 0.9432375   |
+|    air_temperature              | 0.3744445   |
+|    clg_setpoint                 | -1.1524911  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.95858145  |
+|    diffuse_solar_radiation      | -0.6459822  |
+|    direct_solar_radiation       | -0.6041004  |
+|    hour                         | 0.9394777   |
+|    htg_setpoint                 | -0.98895925 |
+|    month                        | -0.55967313 |
+|    outdoor_humidity             | 1.08131     |
+|    outdoor_temperature          | -0.13051945 |
+|    people_occupant              | 0.5021222   |
+|    total_electricity_HVAC       | -0.6375177  |
+|    wind_direction               | 0.20819986  |
+|    wind_speed                   | -0.35882285 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 106.239105  |
+|    air_humidity                 | 48.416946   |
+|    air_temperature              | 23.2496     |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 9.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 13.710796   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 91.0        |
+|    outdoor_temperature          | 10.133101   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 95615.195   |
+|    wind_direction               | 205.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.4132152  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.300665   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.63541216 |
+|    air_humidity                 | 0.108271666 |
+|    air_temperature              | 0.3745042   |
+|    clg_setpoint                 | -1.1520407  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0714328   |
+|    diffuse_solar_radiation      | -0.7395182  |
+|    direct_solar_radiation       | -0.60444    |
+|    hour                         | 1.0839058   |
+|    htg_setpoint                 | -0.6627053  |
+|    month                        | -0.55922    |
+|    outdoor_humidity             | -0.34565613 |
+|    outdoor_temperature          | 0.23975825  |
+|    people_occupant              | -0.45137513 |
+|    total_electricity_HVAC       | -0.64157903 |
+|    wind_direction               | 0.06608511  |
+|    wind_speed                   | -0.46152288 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 37.762146   |
+|    air_temperature              | 23.249796   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 15.050469   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 61.0        |
+|    outdoor_temperature          | 13.762642   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.80438656  |
+|    Heating_Setpoint_RL          | -0.09783998 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.339806   |
+|    Heating_Setpoint_RL          | 17.07465    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.63542354 |
+|    air_humidity                 | 0.37429547  |
+|    air_temperature              | 0.1540419   |
+|    clg_setpoint                 | -0.2723294  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1839387   |
+|    diffuse_solar_radiation      | -0.7393696  |
+|    direct_solar_radiation       | -0.6046932  |
+|    hour                         | 1.2283171   |
+|    htg_setpoint                 | 0.19667658  |
+|    month                        | -0.558768   |
+|    outdoor_humidity             | -0.13161807 |
+|    outdoor_temperature          | 0.2584605   |
+|    people_occupant              | -0.45162952 |
+|    total_electricity_HVAC       | -0.6415859  |
+|    wind_direction               | 0.11395857  |
+|    wind_speed                   | 1.2449815   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 41.16007    |
+|    air_temperature              | 22.91361    |
+|    clg_setpoint                 | 25.527302   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 18.582073   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 65.5        |
+|    outdoor_temperature          | 13.946828   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 195.0       |
+|    wind_speed                   | 8.0         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.16989298  |
+|    Heating_Setpoint_RL          | 0.25973523  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.19839    |
+|    Heating_Setpoint_RL          | 19.08601    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.63518703 |
+|    air_humidity                 | 0.8761693   |
+|    air_temperature              | -0.19326735 |
+|    clg_setpoint                 | -0.53849196 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2960253   |
+|    diffuse_solar_radiation      | -0.7393523  |
+|    direct_solar_radiation       | -0.60477036 |
+|    hour                         | 1.3727071   |
+|    htg_setpoint                 | -1.4047642  |
+|    month                        | -0.55831707 |
+|    outdoor_humidity             | 0.81972927  |
+|    outdoor_temperature          | 0.19156455  |
+|    people_occupant              | -0.6892669  |
+|    total_electricity_HVAC       | -0.6413783  |
+|    wind_direction               | -0.17034037 |
+|    wind_speed                   | -1.2009412  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 47.568386   |
+|    air_temperature              | 22.38395    |
+|    clg_setpoint                 | 24.837578   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 85.5        |
+|    outdoor_temperature          | 13.294001   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 165.0       |
+|    wind_speed                   | 2.05        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.26897448 |
+|    Heating_Setpoint_RL          | -0.67836857 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.71721    |
+|    Heating_Setpoint_RL          | 13.809176   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.63494515 |
+|    air_humidity                 | -0.5583141  |
+|    air_temperature              | -0.48796934 |
+|    clg_setpoint                 | 1.2488188   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4076123   |
+|    diffuse_solar_radiation      | -0.7395054  |
+|    direct_solar_radiation       | -0.60502815 |
+|    hour                         | 1.5170705   |
+|    htg_setpoint                 | -0.9205653  |
+|    month                        | -0.5578672  |
+|    outdoor_humidity             | 0.05858534  |
+|    outdoor_temperature          | -0.22983517 |
+|    people_occupant              | -0.6886425  |
+|    total_electricity_HVAC       | -0.6411317  |
+|    wind_direction               | -0.7848347  |
+|    wind_speed                   | -0.4608623  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 29.272997   |
+|    air_temperature              | 21.935228   |
+|    clg_setpoint                 | 29.468178   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 13.989355   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 69.5        |
+|    outdoor_temperature          | 9.173075    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 100.0       |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.46757904   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.20308     |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.0306711    |
+|    air_humidity                 | 0.8015346    |
+|    air_temperature              | -0.25192502  |
+|    clg_setpoint                 | 1.4543006    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.5186139    |
+|    diffuse_solar_radiation      | -0.7396353   |
+|    direct_solar_radiation       | -0.6045466   |
+|    hour                         | 1.6614014    |
+|    htg_setpoint                 | 1.1000646    |
+|    month                        | -0.55741847  |
+|    outdoor_humidity             | 0.9154809    |
+|    outdoor_temperature          | -0.002333144 |
+|    people_occupant              | -0.6888563   |
+|    total_electricity_HVAC       | 1.2858453    |
+|    wind_direction               | -0.5000537   |
+|    wind_speed                   | -1.1806195   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 7611.363     |
+|    air_humidity                 | 46.60981     |
+|    air_temperature              | 22.295095    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 29.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 22.295076    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 87.5         |
+|    outdoor_temperature          | 11.397329    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 8314892.0    |
+|    wind_direction               | 130.0        |
+|    wind_speed                   | 2.1          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5501729   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.481834   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.63472563 |
+|    air_humidity                 | 1.7546513   |
+|    air_temperature              | -0.5639189  |
+|    clg_setpoint                 | 0.40359104  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6728709  |
+|    diffuse_solar_radiation      | -0.7397537  |
+|    direct_solar_radiation       | -0.60412955 |
+|    hour                         | -1.6612482  |
+|    htg_setpoint                 | -1.4051752  |
+|    month                        | -0.27246124 |
+|    outdoor_humidity             | 0.794585    |
+|    outdoor_temperature          | -0.11848311 |
+|    people_occupant              | -0.6890696  |
+|    total_electricity_HVAC       | -0.6409231  |
+|    wind_direction               | -1.4467392  |
+|    wind_speed                   | -1.1999285  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 58.790718   |
+|    air_temperature              | 21.820587   |
+|    clg_setpoint                 | 27.27731    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 85.0        |
+|    outdoor_temperature          | 10.264981   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 2.05        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.3084381   |
+|    air_humidity                 | -0.9857554  |
+|    air_temperature              | 0.37505376  |
+|    clg_setpoint                 | 0.231789    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5552869  |
+|    diffuse_solar_radiation      | -0.73970944 |
+|    direct_solar_radiation       | -0.60430753 |
+|    hour                         | -1.5166538  |
+|    htg_setpoint                 | 1.33165     |
+|    month                        | -0.2722821  |
+|    outdoor_humidity             | -0.7749592  |
+|    outdoor_temperature          | -0.38803917 |
+|    people_occupant              | -0.6892824  |
+|    total_electricity_HVAC       | 1.2072117   |
+|    wind_direction               | -1.4450135  |
+|    wind_speed                   | -0.35615855 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 8861.34     |
+|    air_humidity                 | 23.839153   |
+|    air_temperature              | 23.250195   |
+|    clg_setpoint                 | 26.832016   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 52.0        |
+|    outdoor_temperature          | 7.634394    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7975205.5   |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 0.92136645   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 22.807686    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6348172   |
+|    air_humidity                 | -0.14642063  |
+|    air_temperature              | -0.70782995  |
+|    clg_setpoint                 | 1.4545299    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.4384501   |
+|    diffuse_solar_radiation      | -0.73989546  |
+|    direct_solar_radiation       | -0.60467416  |
+|    hour                         | -1.3720922   |
+|    htg_setpoint                 | -0.2861992   |
+|    month                        | -0.27210328  |
+|    outdoor_humidity             | -0.2263933   |
+|    outdoor_temperature          | -0.013735506 |
+|    people_occupant              | -0.68949467  |
+|    total_electricity_HVAC       | -0.64100343  |
+|    wind_direction               | -1.3484766   |
+|    wind_speed                   | 1.8655626    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 34.535442    |
+|    air_temperature              | 21.603186    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 3.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 2.0          |
+|    htg_setpoint                 | 16.60061     |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 63.5         |
+|    outdoor_temperature          | 11.291092    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 40.0         |
+|    wind_speed                   | 9.5          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.9251137   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 22.828764   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.88396865  |
+|    air_humidity                 | -0.10921508 |
+|    air_temperature              | 0.37418053  |
+|    clg_setpoint                 | 1.4540149   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.322249   |
+|    diffuse_solar_radiation      | -0.740122   |
+|    direct_solar_radiation       | -0.6041879  |
+|    hour                         | -1.2275577  |
+|    htg_setpoint                 | 1.331509    |
+|    month                        | -0.27192482 |
+|    outdoor_humidity             | 1.320511    |
+|    outdoor_temperature          | -0.08436953 |
+|    people_occupant              | -0.6897065  |
+|    total_electricity_HVAC       | 1.1062013   |
+|    wind_direction               | -1.7241727  |
+|    wind_speed                   | 0.1964861   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6939.813    |
+|    air_humidity                 | 35.013405   |
+|    air_temperature              | 23.24987    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 10.60522    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7539092.0   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 5.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.92258215  |
+|    Heating_Setpoint_RL          | 0.40684044   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.511286    |
+|    Heating_Setpoint_RL          | 19.913477    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6346512   |
+|    air_humidity                 | 1.0938468    |
+|    air_temperature              | -0.065304905 |
+|    clg_setpoint                 | -1.1517898   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.2065825   |
+|    diffuse_solar_radiation      | -0.7402606   |
+|    direct_solar_radiation       | -0.60370207  |
+|    hour                         | -1.0830445   |
+|    htg_setpoint                 | 0.65263706   |
+|    month                        | -0.27174672  |
+|    outdoor_humidity             | 1.3668196    |
+|    outdoor_temperature          | 0.0877912    |
+|    people_occupant              | -0.68908596  |
+|    total_electricity_HVAC       | -0.64084965  |
+|    wind_direction               | 1.3037196    |
+|    wind_speed                   | -1.4259578   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 50.35105     |
+|    air_temperature              | 22.581318    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 5.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 20.462742    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 97.0         |
+|    outdoor_temperature          | 12.285915    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 320.0        |
+|    wind_speed                   | 1.5          |
+| train/                          |              |
+|    approx_kl                    | 0.010086173  |
+|    clip_fraction                | 0.0955       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.63        |
+|    explained_variance           | 0.485        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.322        |
+|    n_updates                    | 400          |
+|    policy_gradient_loss         | -0.0136      |
+|    std                          | 0.9          |
+|    value_loss                   | 0.885        |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.81697536   |
+|    Heating_Setpoint_RL          | 0.07660651   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.382292    |
+|    Heating_Setpoint_RL          | 18.055912    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.63448656  |
+|    air_humidity                 | 1.3630806    |
+|    air_temperature              | -0.2561955   |
+|    clg_setpoint                 | -0.14497554  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.0913599   |
+|    diffuse_solar_radiation      | -0.057730656 |
+|    direct_solar_radiation       | -0.50310236  |
+|    hour                         | -0.9385481   |
+|    htg_setpoint                 | 0.6795175    |
+|    month                        | -0.27156895  |
+|    outdoor_humidity             | 1.1039147    |
+|    outdoor_temperature          | 0.16615081   |
+|    people_occupant              | -0.68846714  |
+|    total_electricity_HVAC       | -0.6407089   |
+|    wind_direction               | -0.58764386  |
+|    wind_speed                   | -1.1781679   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 53.80338     |
+|    air_temperature              | 22.291529    |
+|    clg_setpoint                 | 25.860155    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 6.0          |
+|    diffuse_solar_radiation      | 66.0         |
+|    direct_solar_radiation       | 25.0         |
+|    hour                         | 5.0          |
+|    htg_setpoint                 | 20.575502    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 91.5         |
+|    outdoor_temperature          | 13.052798    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 120.0        |
+|    wind_speed                   | 2.1          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.79129404  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 22.076029   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.61233735  |
+|    air_humidity                 | 0.8254969   |
+|    air_temperature              | 0.37448704  |
+|    clg_setpoint                 | 0.8406749   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9764991  |
+|    diffuse_solar_radiation      | 0.1278032   |
+|    direct_solar_radiation       | -0.60312897 |
+|    hour                         | -0.7940642  |
+|    htg_setpoint                 | 1.3294141   |
+|    month                        | -0.27139154 |
+|    outdoor_humidity             | 1.316603    |
+|    outdoor_temperature          | 0.04214996  |
+|    people_occupant              | -0.68867934 |
+|    total_electricity_HVAC       | 0.5448709   |
+|    wind_direction               | -0.9181424  |
+|    wind_speed                   | -0.02672078 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5707.629    |
+|    air_humidity                 | 46.974407   |
+|    air_temperature              | 23.25002    |
+|    clg_setpoint                 | 28.414268   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 84.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 11.845364   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5136866.0   |
+|    wind_direction               | 85.0        |
+|    wind_speed                   | 4.9         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.53335536   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.425074    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6343532   |
+|    air_humidity                 | 1.7590119    |
+|    air_temperature              | -0.120746024 |
+|    clg_setpoint                 | 1.4521657    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.861928    |
+|    diffuse_solar_radiation      | 0.16931641   |
+|    direct_solar_radiation       | -0.6026424   |
+|    hour                         | -0.64958936  |
+|    htg_setpoint                 | -0.196385    |
+|    month                        | -0.2712145   |
+|    outdoor_humidity             | 1.5042993    |
+|    outdoor_temperature          | 0.25307474   |
+|    people_occupant              | -0.688891    |
+|    total_electricity_HVAC       | -0.64059067  |
+|    wind_direction               | -0.8698856   |
+|    wind_speed                   | 0.19925651   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 58.9276      |
+|    air_temperature              | 22.498215    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 8.0          |
+|    diffuse_solar_radiation      | 88.0         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 16.982206    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 13.89975     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 90.0         |
+|    wind_speed                   | 5.45         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.76922596  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.951897   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.23243725 |
+|    air_humidity                 | 1.5482404   |
+|    air_temperature              | 0.693486    |
+|    clg_setpoint                 | -0.96444464 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.74758273 |
+|    diffuse_solar_radiation      | 2.5051441   |
+|    direct_solar_radiation       | 0.20633729  |
+|    hour                         | -0.50512046 |
+|    htg_setpoint                 | 0.14445953  |
+|    month                        | -0.2710378  |
+|    outdoor_humidity             | 1.3350251   |
+|    outdoor_temperature          | 0.52260435  |
+|    people_occupant              | 1.6943244   |
+|    total_electricity_HVAC       | -0.22324245 |
+|    wind_direction               | 0.36073238  |
+|    wind_speed                   | -0.5605385  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1897.3496   |
+|    air_humidity                 | 56.299774   |
+|    air_temperature              | 23.734472   |
+|    clg_setpoint                 | 23.734875   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 314.0       |
+|    direct_solar_radiation       | 201.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 18.385921   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 96.5        |
+|    outdoor_temperature          | 16.52258    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1857722.5   |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.13346978  |
+|    air_humidity                 | 0.36432254   |
+|    air_temperature              | 0.3734649    |
+|    clg_setpoint                 | -1.1511892   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.63340807  |
+|    diffuse_solar_radiation      | 1.6038759    |
+|    direct_solar_radiation       | 2.0241497    |
+|    hour                         | -0.36065525  |
+|    htg_setpoint                 | -1.4093474   |
+|    month                        | -0.27086142  |
+|    outdoor_humidity             | -0.8506825   |
+|    outdoor_temperature          | 0.6295805    |
+|    people_occupant              | 1.6936407    |
+|    total_electricity_HVAC       | -0.1278686   |
+|    wind_direction               | 1.3529153    |
+|    wind_speed                   | -0.026090328 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2342.6936    |
+|    air_humidity                 | 41.180202    |
+|    air_temperature              | 23.248943    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 10.0         |
+|    diffuse_solar_radiation      | 227.0        |
+|    direct_solar_radiation       | 653.0        |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 50.5         |
+|    outdoor_temperature          | 17.569939    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2263982.2    |
+|    wind_direction               | 325.0        |
+|    wind_speed                   | 4.9          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.58603024  |
+|    Heating_Setpoint_RL          | -0.5478724  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.602852   |
+|    Heating_Setpoint_RL          | 14.543218   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5534155  |
+|    air_humidity                 | -0.41886586 |
+|    air_temperature              | 0.14729075  |
+|    clg_setpoint                 | -1.1506895  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.51935685 |
+|    diffuse_solar_radiation      | 2.016487    |
+|    direct_solar_radiation       | 2.03809     |
+|    hour                         | -0.21619192 |
+|    htg_setpoint                 | -0.68398684 |
+|    month                        | -0.27068537 |
+|    outdoor_humidity             | -0.8731216  |
+|    outdoor_temperature          | 0.291388    |
+|    people_occupant              | -0.6895231  |
+|    total_electricity_HVAC       | -0.5642197  |
+|    wind_direction               | 0.028555358 |
+|    wind_speed                   | 0.2006387   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 452.31335   |
+|    air_humidity                 | 31.175905   |
+|    air_temperature              | 22.906345   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 267.0       |
+|    direct_solar_radiation       | 657.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 14.981583   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 50.0        |
+|    outdoor_temperature          | 14.288166   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 404656.16   |
+|    wind_direction               | 185.0       |
+|    wind_speed                   | 5.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.41179252  |
+|    air_humidity                 | -0.39741045  |
+|    air_temperature              | 0.43528008   |
+|    clg_setpoint                 | -0.7535177   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.40539017  |
+|    diffuse_solar_radiation      | 2.2123764    |
+|    direct_solar_radiation       | 2.0274951    |
+|    hour                         | -0.071729325 |
+|    htg_setpoint                 | 1.3279884    |
+|    month                        | -0.2705097   |
+|    outdoor_humidity             | -1.2297122   |
+|    outdoor_temperature          | 0.7658205    |
+|    people_occupant              | -0.6889081   |
+|    total_electricity_HVAC       | -0.40072545  |
+|    wind_direction               | 0.07602151   |
+|    wind_speed                   | -0.45785975  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1088.1406    |
+|    air_humidity                 | 31.451136    |
+|    air_temperature              | 23.34304     |
+|    clg_setpoint                 | 24.280731    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 12.0         |
+|    diffuse_solar_radiation      | 286.0        |
+|    direct_solar_radiation       | 655.0        |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 42.5         |
+|    outdoor_temperature          | 18.898882    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1099755.1    |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 3.85         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.43814778  |
+|    air_humidity                 | -0.7329997   |
+|    air_temperature              | 0.37398595   |
+|    clg_setpoint                 | -1.1511799   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.291477    |
+|    diffuse_solar_radiation      | 2.1280584    |
+|    direct_solar_radiation       | 2.091092     |
+|    hour                         | 0.07273312   |
+|    htg_setpoint                 | -1.1189036   |
+|    month                        | -0.27033436  |
+|    outdoor_humidity             | -1.0381325   |
+|    outdoor_temperature          | 0.3374397    |
+|    people_occupant              | 0.2650053    |
+|    total_electricity_HVAC       | -0.45407233  |
+|    wind_direction               | -0.017688973 |
+|    wind_speed                   | 0.40738857   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 968.54694    |
+|    air_humidity                 | 27.163797    |
+|    air_temperature              | 23.250326    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 13.0         |
+|    diffuse_solar_radiation      | 278.0        |
+|    direct_solar_radiation       | 671.0        |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 13.192874    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 46.5         |
+|    outdoor_temperature          | 14.740414    |
+|    people_occupant              | 8.0          |
+|    total_electricity_HVAC       | 871692.25    |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 5.95         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.9264327  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.4138155  |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5822629  |
+|    air_humidity                 | -0.4274617  |
+|    air_temperature              | 1.597895    |
+|    clg_setpoint                 | -0.4355467  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.17759414 |
+|    diffuse_solar_radiation      | 2.3336363   |
+|    direct_solar_radiation       | 1.7719567   |
+|    hour                         | 0.21719542  |
+|    htg_setpoint                 | -0.70174456 |
+|    month                        | -0.27015936 |
+|    outdoor_humidity             | -1.0379361  |
+|    outdoor_temperature          | 0.5528417   |
+|    people_occupant              | 1.2181371   |
+|    total_electricity_HVAC       | -0.5983722  |
+|    wind_direction               | -0.30049527 |
+|    wind_speed                   | 0.9227511   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 319.9649    |
+|    air_humidity                 | 31.06365    |
+|    air_temperature              | 25.10393    |
+|    clg_setpoint                 | 25.104023   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 298.0       |
+|    direct_solar_radiation       | 592.0       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 14.907264   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 46.5        |
+|    outdoor_temperature          | 16.830824   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 256868.7    |
+|    wind_direction               | 150.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.069979906  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 18.018637    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.08295418  |
+|    air_humidity                 | -0.018647753 |
+|    air_temperature              | 0.37332353   |
+|    clg_setpoint                 | -1.1499676   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.06372623  |
+|    diffuse_solar_radiation      | 1.8163104    |
+|    direct_solar_radiation       | 1.6182423    |
+|    hour                         | 0.361657     |
+|    htg_setpoint                 | -0.37043414  |
+|    month                        | -0.2699847   |
+|    outdoor_humidity             | -1.1086866   |
+|    outdoor_temperature          | 0.69627935   |
+|    people_occupant              | 1.6942546    |
+|    total_electricity_HVAC       | -0.116281316 |
+|    wind_direction               | -0.2051536   |
+|    wind_speed                   | 1.5617243    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2564.3518    |
+|    air_humidity                 | 36.27763     |
+|    air_temperature              | 23.24951     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 248.0        |
+|    direct_solar_radiation       | 554.0        |
+|    hour                         | 14.0         |
+|    htg_setpoint                 | 16.269394    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 45.0         |
+|    outdoor_temperature          | 18.222391    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2308401.0    |
+|    wind_direction               | 160.0        |
+|    wind_speed                   | 8.75         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.6941185   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.28235     |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.085814975 |
+|    air_humidity                 | 0.6148127    |
+|    air_temperature              | 0.6233982    |
+|    clg_setpoint                 | -1.002147    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.050134376  |
+|    diffuse_solar_radiation      | 1.6797684    |
+|    direct_solar_radiation       | 1.1044192    |
+|    hour                         | 0.5061167    |
+|    htg_setpoint                 | -1.4089407   |
+|    month                        | -0.26981038  |
+|    outdoor_humidity             | -0.9421166   |
+|    outdoor_temperature          | 0.76371676   |
+|    people_occupant              | 1.6935761    |
+|    total_electricity_HVAC       | -0.17506862  |
+|    wind_direction               | -0.6295368   |
+|    wind_speed                   | 0.7176437    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2550.9426    |
+|    air_humidity                 | 44.352123    |
+|    air_temperature              | 23.628157    |
+|    clg_setpoint                 | 23.632357    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 16.0         |
+|    diffuse_solar_radiation      | 235.0        |
+|    direct_solar_radiation       | 426.0        |
+|    hour                         | 15.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 48.5         |
+|    outdoor_temperature          | 18.876822    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2057987.4    |
+|    wind_direction               | 115.0        |
+|    wind_speed                   | 6.7          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.2629011   |
+|    air_humidity                 | 1.2103977   |
+|    air_temperature              | 0.37245315  |
+|    clg_setpoint                 | -1.1489681  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.16398762  |
+|    diffuse_solar_radiation      | 0.78243434  |
+|    direct_solar_radiation       | 1.3838748   |
+|    hour                         | 0.6505728   |
+|    htg_setpoint                 | 0.038399257 |
+|    month                        | -0.2696364  |
+|    outdoor_humidity             | -0.82336444 |
+|    outdoor_temperature          | 1.0148937   |
+|    people_occupant              | 1.6928997   |
+|    total_electricity_HVAC       | 0.21230796  |
+|    wind_direction               | -0.7229399  |
+|    wind_speed                   | 0.20302598  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4116.8066   |
+|    air_humidity                 | 51.9474     |
+|    air_temperature              | 23.248688   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 148.0       |
+|    direct_solar_radiation       | 496.0       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 17.950977   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 51.0        |
+|    outdoor_temperature          | 21.31345    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3705126.0   |
+|    wind_direction               | 105.0       |
+|    wind_speed                   | 5.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.27669862  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 19.181429   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6171252  |
+|    air_humidity                 | 0.25976837  |
+|    air_temperature              | 0.12478599  |
+|    clg_setpoint                 | 0.52129394  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.2778258   |
+|    diffuse_solar_radiation      | 0.101730056 |
+|    direct_solar_radiation       | -0.60526985 |
+|    hour                         | 0.7950229   |
+|    htg_setpoint                 | -0.43252692 |
+|    month                        | -0.26946273 |
+|    outdoor_humidity             | 1.3398411   |
+|    outdoor_temperature          | 0.76009107  |
+|    people_occupant              | -0.6893428  |
+|    total_electricity_HVAC       | -0.6242225  |
+|    wind_direction               | -0.768703   |
+|    wind_speed                   | 0.40976837  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 164.55005   |
+|    air_humidity                 | 39.85705    |
+|    air_temperature              | 22.874409   |
+|    clg_setpoint                 | 27.58037    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 82.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 16.017014   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 96.5        |
+|    outdoor_temperature          | 18.850527   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 148095.05   |
+|    wind_direction               | 100.0       |
+|    wind_speed                   | 5.95        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.2523422   |
+|    Heating_Setpoint_RL          | -0.2147147  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.476654   |
+|    Heating_Setpoint_RL          | 16.417229   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.634218   |
+|    air_humidity                 | 2.1912172   |
+|    air_temperature              | -0.08320572 |
+|    clg_setpoint                 | -1.1495951  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.39163354  |
+|    diffuse_solar_radiation      | -0.37249222 |
+|    direct_solar_radiation       | -0.20345241 |
+|    hour                         | 0.9394642   |
+|    htg_setpoint                 | -0.5951519  |
+|    month                        | -0.2692894  |
+|    outdoor_humidity             | 1.3372773   |
+|    outdoor_temperature          | 0.6189052   |
+|    people_occupant              | -0.6887332  |
+|    total_electricity_HVAC       | -0.64047587 |
+|    wind_direction               | 1.4070145   |
+|    wind_speed                   | -0.12561575 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 64.54474    |
+|    air_temperature              | 22.560308   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 36.0        |
+|    direct_solar_radiation       | 100.0       |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 15.350985   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 96.5        |
+|    outdoor_temperature          | 17.484972   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 330.0       |
+|    wind_speed                   | 4.65        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.12136546  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.034609   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.48773882 |
+|    air_humidity                 | 0.4670639   |
+|    air_temperature              | 0.33718678  |
+|    clg_setpoint                 | -1.1493937  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.505388    |
+|    diffuse_solar_radiation      | -0.7436537  |
+|    direct_solar_radiation       | -0.60517544 |
+|    hour                         | 1.0838933   |
+|    htg_setpoint                 | -1.4098321  |
+|    month                        | -0.26911643 |
+|    outdoor_humidity             | -1.799056   |
+|    outdoor_temperature          | 0.8508078   |
+|    people_occupant              | -0.45054713 |
+|    total_electricity_HVAC       | -0.501254   |
+|    wind_direction               | 1.6407998   |
+|    wind_speed                   | 0.2033193   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 744.63715   |
+|    air_humidity                 | 42.563004   |
+|    air_temperature              | 23.1956     |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 30.5        |
+|    outdoor_temperature          | 19.736382   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 670173.44   |
+|    wind_direction               | 355.0       |
+|    wind_speed                   | 5.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6343937  |
+|    air_humidity                 | 1.0555887   |
+|    air_temperature              | 0.3058634   |
+|    clg_setpoint                 | -1.1488556  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6190587   |
+|    diffuse_solar_radiation      | -0.74392414 |
+|    direct_solar_radiation       | -0.6055244  |
+|    hour                         | 1.2283062   |
+|    htg_setpoint                 | -0.9790518  |
+|    month                        | -0.2689438  |
+|    outdoor_humidity             | 0.5302703   |
+|    outdoor_temperature          | 0.4643009   |
+|    people_occupant              | -0.45079523 |
+|    total_electricity_HVAC       | -0.64063364 |
+|    wind_direction               | -0.67464536 |
+|    wind_speed                   | -1.1985413  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 50.07678    |
+|    air_temperature              | 23.148302   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 13.769949   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 79.5        |
+|    outdoor_temperature          | 15.999436   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 110.0       |
+|    wind_speed                   | 2.05        |
+-------------------------------------------------
+-------------------------------------------------*------------------------------------------------------------| 39%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.029166952 |
+|    Heating_Setpoint_RL          | 0.7149917   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.723438   |
+|    Heating_Setpoint_RL          | 21.646828   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.63457465 |
+|    air_humidity                 | 1.3886334   |
+|    air_temperature              | -0.07970818 |
+|    clg_setpoint                 | -1.1484383  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.73260784  |
+|    diffuse_solar_radiation      | -0.74363077 |
+|    direct_solar_radiation       | -0.60534686 |
+|    hour                         | 1.3726983   |
+|    htg_setpoint                 | -1.4097438  |
+|    month                        | -0.26877147 |
+|    outdoor_humidity             | 0.4594095   |
+|    outdoor_temperature          | 0.44676     |
+|    people_occupant              | -0.6893575  |
+|    total_electricity_HVAC       | -0.64081985 |
+|    wind_direction               | -0.57911545 |
+|    wind_speed                   | -0.9704872  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 54.347546   |
+|    air_temperature              | 22.566776   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 78.0        |
+|    outdoor_temperature          | 15.836599   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+-------------------------------------------------*------------------------------------------------------------| 39%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.34969202 |
+|    Heating_Setpoint_RL          | 0.1534921   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.44479    |
+|    Heating_Setpoint_RL          | 18.488392   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.0947266   |
+|    air_humidity                 | 1.673495    |
+|    air_temperature              | 0.37278098  |
+|    clg_setpoint                 | 1.455227    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.84599036  |
+|    diffuse_solar_radiation      | -0.74386084 |
+|    direct_solar_radiation       | -0.6050169  |
+|    hour                         | 1.5170646   |
+|    htg_setpoint                 | 1.3258702   |
+|    month                        | -0.26859948 |
+|    outdoor_humidity             | 1.4077886   |
+|    outdoor_temperature          | 0.4211899   |
+|    people_occupant              | -0.68956465 |
+|    total_electricity_HVAC       | 1.3769214   |
+|    wind_direction               | -1.287003   |
+|    wind_speed                   | -1.733051   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7832.0757   |
+|    air_humidity                 | 58.030853   |
+|    air_temperature              | 23.249882   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 98.0        |
+|    outdoor_temperature          | 15.5915365  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 8635761.0   |
+|    wind_direction               | 45.0        |
+|    wind_speed                   | 0.75        |
+-------------------------------------------------
+-------------------------------------------------*------------------------------------------------------------| 39%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.5839311  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 14.340387   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.63432163 |
+|    air_humidity                 | 2.1901505   |
+|    air_temperature              | -0.692514   |
+|    clg_setpoint                 | 0.6627935   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.95915395  |
+|    diffuse_solar_radiation      | -0.7439983  |
+|    direct_solar_radiation       | -0.6045518  |
+|    hour                         | 1.6613992   |
+|    htg_setpoint                 | -0.45119798 |
+|    month                        | -0.26842782 |
+|    outdoor_humidity             | 0.24248797  |
+|    outdoor_temperature          | 0.2096811   |
+|    people_occupant              | -0.6897713  |
+|    total_electricity_HVAC       | -0.64060366 |
+|    wind_direction               | 0.65061927  |
+|    wind_speed                   | 0.5153986   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 64.725525   |
+|    air_temperature              | 21.643635   |
+|    clg_setpoint                 | 27.944517   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 15.945567   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 73.5        |
+|    outdoor_temperature          | 13.550093   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+-------------------------------------------------**-----------------------------------------------------------| 40%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.63409746 |
+|    air_humidity                 | 0.124153346 |
+|    air_temperature              | -0.290953   |
+|    clg_setpoint                 | 0.6919036   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1862769   |
+|    diffuse_solar_radiation      | -0.7440622  |
+|    direct_solar_radiation       | -0.6047673  |
+|    hour                         | -1.6612504  |
+|    htg_setpoint                 | -1.2075406  |
+|    month                        | -0.26825652 |
+|    outdoor_humidity             | 0.05322295  |
+|    outdoor_temperature          | 0.43089163  |
+|    people_occupant              | -0.6891655  |
+|    total_electricity_HVAC       | -0.6403826  |
+|    wind_direction               | 0.13037671  |
+|    wind_speed                   | -0.22789885 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 38.265232   |
+|    air_temperature              | 22.24979    |
+|    clg_setpoint                 | 28.021097   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 12.833339   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 69.5        |
+|    outdoor_temperature          | 15.694662   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 195.0       |
+|    wind_speed                   | 4.4         |
+| train/                          |             |
+|    approx_kl                    | 0.008260859 |
+|    clip_fraction                | 0.0887      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.61       |
+|    explained_variance           | 0.537       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.411       |
+|    n_updates                    | 410         |
+|    policy_gradient_loss         | -0.0108     |
+|    std                          | 0.889       |
+|    value_loss                   | 1.14        |
+-------------------------------------------------
+--------------------------------------------------*-----------------------------------------------------------| 40%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.017513156 |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.565893    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.63386726  |
+|    air_humidity                 | -0.12185301  |
+|    air_temperature              | -0.25087944  |
+|    clg_setpoint                 | -0.089536116 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.2987756    |
+|    diffuse_solar_radiation      | -0.74411905  |
+|    direct_solar_radiation       | -0.60481966  |
+|    hour                         | -1.5166597   |
+|    htg_setpoint                 | -0.87860703  |
+|    month                        | -0.2680855   |
+|    outdoor_humidity             | -0.42042148  |
+|    outdoor_temperature          | 0.34987018   |
+|    people_occupant              | -0.68856126  |
+|    total_electricity_HVAC       | -0.64016247  |
+|    wind_direction               | 1.4060521    |
+|    wind_speed                   | -0.4557398   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 35.11168     |
+|    air_temperature              | 22.310648    |
+|    clg_setpoint                 | 25.9961      |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 27.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 1.0          |
+|    htg_setpoint                 | 14.182726    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 59.5         |
+|    outdoor_temperature          | 14.920925    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 330.0        |
+|    wind_speed                   | 3.85         |
+--------------------------------------------------
+-------------------------------------------------**-----------------------------------------------------------| 40%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.76210874 |
+|    Heating_Setpoint_RL          | -0.7573085  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.052883   |
+|    Heating_Setpoint_RL          | 13.36514    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6339297  |
+|    air_humidity                 | -0.44795334 |
+|    air_temperature              | -0.551507   |
+|    clg_setpoint                 | -1.1481241  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4108349   |
+|    diffuse_solar_radiation      | -0.7442059  |
+|    direct_solar_radiation       | -0.60516745 |
+|    hour                         | -1.3721011  |
+|    htg_setpoint                 | 0.5344809   |
+|    month                        | -0.26791483 |
+|    outdoor_humidity             | -0.72749037 |
+|    outdoor_temperature          | 0.22527522  |
+|    people_occupant              | -0.68876827 |
+|    total_electricity_HVAC       | -0.6402187  |
+|    wind_direction               | 0.7423741   |
+|    wind_speed                   | -0.8685995  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 30.940144   |
+|    air_temperature              | 21.858257   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 19.992287   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 53.0        |
+|    outdoor_temperature          | 13.723722   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 2.85        |
+-------------------------------------------------
+-------------------------------------------------***----------------------------------------------------------| 41%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6597605  |
+|    Heating_Setpoint_RL          | 0.13782859  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.398308   |
+|    Heating_Setpoint_RL          | 18.400286   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.2907746  |
+|    air_humidity                 | 1.3859788   |
+|    air_temperature              | -0.5402309  |
+|    clg_setpoint                 | -0.14095113 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5223746   |
+|    diffuse_solar_radiation      | -0.74432105 |
+|    direct_solar_radiation       | -0.605486   |
+|    hour                         | -1.2275684  |
+|    htg_setpoint                 | 0.99138117  |
+|    month                        | -0.26774448 |
+|    outdoor_humidity             | 0.95793486  |
+|    outdoor_temperature          | 0.37280014  |
+|    people_occupant              | -0.68897486 |
+|    total_electricity_HVAC       | -0.21864635 |
+|    wind_direction               | 0.788966    |
+|    wind_speed                   | -1.3009241  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1621.6652   |
+|    air_humidity                 | 54.413006   |
+|    air_temperature              | 21.875805   |
+|    clg_setpoint                 | 25.859283   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 21.871437   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 88.5        |
+|    outdoor_temperature          | 15.156051   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1863659.4   |
+|    wind_direction               | 265.0       |
+|    wind_speed                   | 1.8         |
+-------------------------------------------------
+-------------------------------------------------***----------------------------------------------------------| 41%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.36747307  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.865223   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6343786  |
+|    air_humidity                 | 1.0080318   |
+|    air_temperature              | -0.09041012 |
+|    clg_setpoint                 | -1.14669    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6333085   |
+|    diffuse_solar_radiation      | -0.7445474  |
+|    direct_solar_radiation       | -0.6057093  |
+|    hour                         | -1.0830567  |
+|    htg_setpoint                 | -0.71708345 |
+|    month                        | -0.26757446 |
+|    outdoor_humidity             | -0.06170633 |
+|    outdoor_temperature          | 0.57490504  |
+|    people_occupant              | -0.6891809  |
+|    total_electricity_HVAC       | -0.6406496  |
+|    wind_direction               | -1.6683626  |
+|    wind_speed                   | -1.1759557  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 49.595394   |
+|    air_temperature              | 22.553366   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 14.843243   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 67.0        |
+|    outdoor_temperature          | 17.121782   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 5.0         |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+--------------------------------------------------**----------------------------------------------------------| 41%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.041537642  |
+|    Heating_Setpoint_RL          | 0.7458176    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.76519     |
+|    Heating_Setpoint_RL          | 21.820225    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.22509043  |
+|    air_humidity                 | 1.0077236    |
+|    air_temperature              | 0.3719511    |
+|    clg_setpoint                 | -0.9758      |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.7435454    |
+|    diffuse_solar_radiation      | 0.10568599   |
+|    direct_solar_radiation       | 0.17211656   |
+|    hour                         | -0.9385612   |
+|    htg_setpoint                 | 1.3266768    |
+|    month                        | -0.26740476  |
+|    outdoor_humidity             | 0.81682473   |
+|    outdoor_temperature          | 0.7551606    |
+|    people_occupant              | -0.68938655  |
+|    total_electricity_HVAC       | -0.092347234 |
+|    wind_direction               | -1.7147847   |
+|    wind_speed                   | -2.0401042   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1916.5062    |
+|    air_humidity                 | 49.603634    |
+|    air_temperature              | 23.249338    |
+|    clg_setpoint                 | 23.691185    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 31.0         |
+|    diffuse_solar_radiation      | 83.0         |
+|    direct_solar_radiation       | 194.0        |
+|    hour                         | 5.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 85.5         |
+|    outdoor_temperature          | 18.880743    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2399006.0    |
+|    wind_direction               | 0.0          |
+|    wind_speed                   | 0.0          |
+--------------------------------------------------
+-------------------------------------------------***----------------------------------------------------------| 41%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.36066708  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.653751   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.24284184 |
+|    air_humidity                 | 1.3021894   |
+|    air_temperature              | 0.3721224   |
+|    clg_setpoint                 | 1.0959088   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6720753  |
+|    diffuse_solar_radiation      | 0.3511779   |
+|    direct_solar_radiation       | 1.2860404   |
+|    hour                         | -0.79407793 |
+|    htg_setpoint                 | 1.3266076   |
+|    month                        | 0.021996275 |
+|    outdoor_humidity             | 1.0303994   |
+|    outdoor_temperature          | 0.51091534  |
+|    people_occupant              | -0.6895917  |
+|    total_electricity_HVAC       | -0.2687475  |
+|    wind_direction               | 0.17553382  |
+|    wind_speed                   | -0.5552955  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1838.0839   |
+|    air_humidity                 | 53.39856    |
+|    air_temperature              | 23.24987    |
+|    clg_setpoint                 | 29.0606     |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 107.0       |
+|    direct_solar_radiation       | 472.0       |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 16.530413   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1653621.5   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------***---------------------------------------------------------| 42%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.24335854  |
+|    air_humidity                 | -0.6493942   |
+|    air_temperature              | 0.371852     |
+|    clg_setpoint                 | 1.3064667    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.5548455   |
+|    diffuse_solar_radiation      | 0.42215556   |
+|    direct_solar_radiation       | 1.9832222    |
+|    hour                         | -0.6496033   |
+|    htg_setpoint                 | 1.3269125    |
+|    month                        | 0.02198328   |
+|    outdoor_humidity             | -1.3888991   |
+|    outdoor_temperature          | 0.383379     |
+|    people_occupant              | -0.6889911   |
+|    total_electricity_HVAC       | -0.022124486 |
+|    wind_direction               | 1.1663985    |
+|    wind_speed                   | 0.10379659   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1833.9098    |
+|    air_humidity                 | 28.417547    |
+|    air_temperature              | 23.250034    |
+|    clg_setpoint                 | 29.607685    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 2.0          |
+|    diffuse_solar_radiation      | 114.0        |
+|    direct_solar_radiation       | 646.0        |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 39.0         |
+|    outdoor_temperature          | 15.311266    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2694347.8    |
+|    wind_direction               | 305.0        |
+|    wind_speed                   | 5.2          |
+--------------------------------------------------
+-------------------------------------------------****---------------------------------------------------------| 42%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.41106728 |
+|    air_humidity                 | -0.33305985 |
+|    air_temperature              | 1.3400675   |
+|    clg_setpoint                 | -0.5159735  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4383165  |
+|    diffuse_solar_radiation      | 0.76024723  |
+|    direct_solar_radiation       | 2.3725379   |
+|    hour                         | -0.5051346  |
+|    htg_setpoint                 | 1.300689    |
+|    month                        | 0.02197031  |
+|    outdoor_humidity             | -0.7942355  |
+|    outdoor_temperature          | 0.5763369   |
+|    people_occupant              | 1.6959134   |
+|    total_electricity_HVAC       | -0.42204908 |
+|    wind_direction               | 1.2591373   |
+|    wind_speed                   | -0.14430335 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1083.9711   |
+|    air_humidity                 | 32.45401    |
+|    air_temperature              | 24.70484    |
+|    clg_setpoint                 | 24.885109   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 147.0       |
+|    direct_solar_radiation       | 744.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 23.14       |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 51.5        |
+|    outdoor_temperature          | 17.180815   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1002641.4   |
+|    wind_direction               | 315.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------****---------------------------------------------------------| 42%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.4446329  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.1239395  |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.6793482   |
+|    air_humidity                 | 0.115325466 |
+|    air_temperature              | 0.37083864  |
+|    clg_setpoint                 | -1.1461222  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3223829  |
+|    diffuse_solar_radiation      | 1.84615     |
+|    direct_solar_radiation       | 1.949133    |
+|    hour                         | -0.36066943 |
+|    htg_setpoint                 | -0.12038916 |
+|    month                        | 0.02195736  |
+|    outdoor_humidity             | -2.002375   |
+|    outdoor_temperature          | 1.3947974   |
+|    people_occupant              | 1.695246    |
+|    total_electricity_HVAC       | 0.6077118   |
+|    wind_direction               | -1.7170393  |
+|    wind_speed                   | -0.86572415 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5946.579    |
+|    air_humidity                 | 38.19946    |
+|    air_temperature              | 23.248934   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 253.0       |
+|    direct_solar_radiation       | 639.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 17.292301   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 26.0        |
+|    outdoor_temperature          | 25.098352   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 5351921.0   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 2.85        |
+-------------------------------------------------
+-------------------------------------------------*****--------------------------------------------------------| 43%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.73169994  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.740812   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.41130334  |
+|    air_humidity                 | 1.1659325   |
+|    air_temperature              | 0.37049383  |
+|    clg_setpoint                 | -1.1456285  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2069492  |
+|    diffuse_solar_radiation      | 2.4082122   |
+|    direct_solar_radiation       | 1.8355099   |
+|    hour                         | -0.2162061  |
+|    htg_setpoint                 | 1.327322    |
+|    month                        | 0.021944433 |
+|    outdoor_humidity             | -0.03314546 |
+|    outdoor_temperature          | 0.7920022   |
+|    people_occupant              | 1.6945807   |
+|    total_electricity_HVAC       | 0.35297891  |
+|    wind_direction               | 0.12462452  |
+|    wind_speed                   | 0.104283676 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4750.5576   |
+|    air_humidity                 | 51.63868    |
+|    air_temperature              | 23.248692   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 308.0       |
+|    direct_solar_radiation       | 611.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 67.5        |
+|    outdoor_temperature          | 19.280558   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4275502.0   |
+|    wind_direction               | 195.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+-------------------------------------------------*****--------------------------------------------------------| 43%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.10363784 |
+|    air_humidity                 | 2.0014668   |
+|    air_temperature              | 0.37052608  |
+|    clg_setpoint                 | -1.1453134  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0919296  |
+|    diffuse_solar_radiation      | 2.0886884   |
+|    direct_solar_radiation       | -0.60818017 |
+|    hour                         | -0.07174349 |
+|    htg_setpoint                 | 0.9350839   |
+|    month                        | 0.02193153  |
+|    outdoor_humidity             | 1.0336741   |
+|    outdoor_temperature          | 0.64995676  |
+|    people_occupant              | 1.2173122   |
+|    total_electricity_HVAC       | -0.13636403 |
+|    wind_direction               | 0.12465169  |
+|    wind_speed                   | 0.8264886   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2454.6611   |
+|    air_humidity                 | 62.35126    |
+|    air_temperature              | 23.249023   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 277.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 21.637154   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 17.912481   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 2209195.0   |
+|    wind_direction               | 195.0       |
+|    wind_speed                   | 6.95        |
+-------------------------------------------------
+-------------------------------------------------*****--------------------------------------------------------| 43%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.34576112 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 15.680094   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.9104514   |
+|    air_humidity                 | 1.0474013   |
+|    air_temperature              | 0.3705322   |
+|    clg_setpoint                 | -1.1451273  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9772469  |
+|    diffuse_solar_radiation      | 3.0176547   |
+|    direct_solar_radiation       | 1.2567352   |
+|    hour                         | 0.07271899  |
+|    htg_setpoint                 | -0.8012309  |
+|    month                        | 0.02191865  |
+|    outdoor_humidity             | -0.6752019  |
+|    outdoor_temperature          | 1.8749009   |
+|    people_occupant              | 0.26365128  |
+|    total_electricity_HVAC       | 0.8316883   |
+|    wind_direction               | 1.0231006   |
+|    wind_speed                   | 0.08272163  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6971.0405   |
+|    air_humidity                 | 50.205853   |
+|    air_temperature              | 23.2494     |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 368.0       |
+|    direct_solar_radiation       | 466.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 14.493111   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 54.0        |
+|    outdoor_temperature          | 29.74867    |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 6292893.5   |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 5.15        |
+-------------------------------------------------
+--------------------------------------------------****--------------------------------------------------------| 43%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.07387492  |
+|    air_humidity                 | -0.8727871   |
+|    air_temperature              | 0.37073776   |
+|    clg_setpoint                 | -1.144999    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.8628328   |
+|    diffuse_solar_radiation      | 3.4214358    |
+|    direct_solar_radiation       | 0.8848948    |
+|    hour                         | 0.21718132   |
+|    htg_setpoint                 | -1.4069843   |
+|    month                        | 0.021905793  |
+|    outdoor_humidity             | -0.84083456  |
+|    outdoor_temperature          | 1.3872302    |
+|    people_occupant              | -0.68941504  |
+|    total_electricity_HVAC       | -0.006215581 |
+|    wind_direction               | 1.6375563    |
+|    wind_speed                   | 0.41360402   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2586.9458    |
+|    air_humidity                 | 25.599411    |
+|    air_temperature              | 23.250011    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 8.0          |
+|    diffuse_solar_radiation      | 408.0        |
+|    direct_solar_radiation       | 373.0        |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 50.5         |
+|    outdoor_temperature          | 25.061491    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2757963.2    |
+|    wind_direction               | 355.0        |
+|    wind_speed                   | 5.95         |
+--------------------------------------------------
+-------------------------------------------------******-------------------------------------------------------| 44%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.512432   |
+|    Heating_Setpoint_RL          | -0.8207964  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.895542   |
+|    Heating_Setpoint_RL          | 13.00802    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4515904  |
+|    air_humidity                 | -0.8425926  |
+|    air_temperature              | 0.7127984   |
+|    clg_setpoint                 | -0.213805   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.74862725 |
+|    diffuse_solar_radiation      | 1.7341543   |
+|    direct_solar_radiation       | 1.8327203   |
+|    hour                         | 0.36164296  |
+|    htg_setpoint                 | -1.1929793  |
+|    month                        | 0.021892957 |
+|    outdoor_humidity             | -0.9821225  |
+|    outdoor_temperature          | 0.82554823  |
+|    people_occupant              | -0.68881965 |
+|    total_electricity_HVAC       | -0.46563482 |
+|    wind_direction               | 0.31476295  |
+|    wind_speed                   | 0.5171899   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 903.9861    |
+|    air_humidity                 | 25.98163    |
+|    air_temperature              | 23.762857   |
+|    clg_setpoint                 | 25.665546   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 243.0       |
+|    direct_solar_radiation       | 610.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.878692   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 47.5        |
+|    outdoor_temperature          | 19.640816   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 819459.94   |
+|    wind_direction               | 215.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+-------------------------------------------------******-------------------------------------------------------| 44%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.20948076 |
+|    Heating_Setpoint_RL          | 0.027282164 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.918003   |
+|    Heating_Setpoint_RL          | 17.778461   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.37264675  |
+|    air_humidity                 | 0.7722906   |
+|    air_temperature              | 0.36946207  |
+|    clg_setpoint                 | -1.1453274  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6345782  |
+|    diffuse_solar_radiation      | 1.6802595   |
+|    direct_solar_radiation       | 0.74385524  |
+|    hour                         | 0.50610274  |
+|    htg_setpoint                 | -0.413577   |
+|    month                        | 0.021880146 |
+|    outdoor_humidity             | -1.4324087  |
+|    outdoor_temperature          | 1.0892147   |
+|    people_occupant              | 1.6951718   |
+|    total_electricity_HVAC       | 0.3161458   |
+|    wind_direction               | -0.11040545 |
+|    wind_speed                   | 0.7241049   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4570.461    |
+|    air_humidity                 | 46.671906   |
+|    air_temperature              | 23.2487     |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 238.0       |
+|    direct_solar_radiation       | 338.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 16.086002   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 38.0        |
+|    outdoor_temperature          | 22.194466   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4113414.8   |
+|    wind_direction               | 170.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+----------------------------------------------------***-------------------------------------------------------| 44%
+| action_network/                 |                |
+|    Cooling_Setpoint_RL          | -1.0           |
+|    Heating_Setpoint_RL          | 0.48120344     |
+| action_simulation/              |                |
+|    Cooling_Setpoint_RL          | 23.25          |
+|    Heating_Setpoint_RL          | 20.331768      |
+| normalized_observation/         |                |
+|    HVAC_electricity_demand_rate | 0.039691757    |
+|    air_humidity                 | 1.9249171      |
+|    air_temperature              | 0.36981508     |
+|    clg_setpoint                 | -1.1448936     |
+|    co2_emission                 | 0.0            |
+|    day_of_month                 | -0.5206417     |
+|    diffuse_solar_radiation      | 0.8939377      |
+|    direct_solar_radiation       | -0.6087447     |
+|    hour                         | 0.650559       |
+|    htg_setpoint                 | -0.32182464    |
+|    month                        | 0.021867355    |
+|    outdoor_humidity             | 0.67851245     |
+|    outdoor_temperature          | 0.76157314     |
+|    people_occupant              | 1.6945113      |
+|    total_electricity_HVAC       | -0.00023599713 |
+|    wind_direction               | -0.34636813    |
+|    wind_speed                   | -0.018890714   |
+| observation/                    |                |
+|    HVAC_electricity_demand_rate | 3088.787       |
+|    air_humidity                 | 61.474937      |
+|    air_temperature              | 23.249666      |
+|    clg_setpoint                 | 23.25          |
+|    co2_emission                 | 0.0            |
+|    day_of_month                 | 11.0           |
+|    diffuse_solar_radiation      | 161.0          |
+|    direct_solar_radiation       | 0.0            |
+|    hour                         | 16.0           |
+|    htg_setpoint                 | 16.465494      |
+|    month                        | 6.0            |
+|    outdoor_humidity             | 82.5           |
+|    outdoor_temperature          | 19.03625       |
+|    people_occupant              | 20.0           |
+|    total_electricity_HVAC       | 2779908.5      |
+|    wind_direction               | 145.0          |
+|    wind_speed                   | 4.9            |
+----------------------------------------------------
+--------------------------------------------------*****-------------------------------------------------------| 44%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.07684615  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 17.192741    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.004983492 |
+|    air_humidity                 | 1.6923704    |
+|    air_temperature              | 0.37004396   |
+|    clg_setpoint                 | -1.1447197   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.40678126  |
+|    diffuse_solar_radiation      | -0.013743178 |
+|    direct_solar_radiation       | -0.6084064   |
+|    hour                         | 0.79500955   |
+|    htg_setpoint                 | -1.01321     |
+|    month                        | 0.021854589  |
+|    outdoor_humidity             | 0.8200213    |
+|    outdoor_temperature          | 0.83654374   |
+|    people_occupant              | 1.6938528    |
+|    total_electricity_HVAC       | -0.04271405  |
+|    wind_direction               | 0.07920104   |
+|    wind_speed                   | 1.2405694    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2889.528     |
+|    air_humidity                 | 58.568615    |
+|    air_temperature              | 23.250317    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 12.0         |
+|    diffuse_solar_radiation      | 72.0         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 13.621002    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 85.5         |
+|    outdoor_temperature          | 19.767124    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2600575.2    |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 7.95         |
+--------------------------------------------------
+-------------------------------------------------*******------------------------------------------------------| 45%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.7471659  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.103315   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.11628716 |
+|    air_humidity                 | 1.2336632   |
+|    air_temperature              | 0.36949012  |
+|    clg_setpoint                 | -1.1444427  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.29296824 |
+|    diffuse_solar_radiation      | -0.1770416  |
+|    direct_solar_radiation       | -0.19582918 |
+|    hour                         | 0.9394515   |
+|    htg_setpoint                 | 0.14440644  |
+|    month                        | 0.021841843 |
+|    outdoor_humidity             | 0.88988626  |
+|    outdoor_temperature          | 0.9693919   |
+|    people_occupant              | 0.50185245  |
+|    total_electricity_HVAC       | -0.1449629  |
+|    wind_direction               | 0.07913208  |
+|    wind_speed                   | 1.1374255   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2394.933    |
+|    air_humidity                 | 52.71753    |
+|    air_temperature              | 23.249641   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 56.0        |
+|    direct_solar_radiation       | 103.0       |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 18.3867     |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 21.05829    |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 2170306.0   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+-------------------------------------------------*******------------------------------------------------------| 45%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.40566787  |
+|    Heating_Setpoint_RL          | 0.5696038   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.99413    |
+|    Heating_Setpoint_RL          | 20.829021   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5061755  |
+|    air_humidity                 | 1.165995    |
+|    air_temperature              | 0.579016    |
+|    clg_setpoint                 | -0.616763   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.1791815  |
+|    diffuse_solar_radiation      | -0.7478432  |
+|    direct_solar_radiation       | -0.608558   |
+|    hour                         | 1.0838816   |
+|    htg_setpoint                 | 0.58816946  |
+|    month                        | 0.02182912  |
+|    outdoor_humidity             | 0.81745785  |
+|    outdoor_temperature          | 0.9595884   |
+|    people_occupant              | -0.45154867 |
+|    total_electricity_HVAC       | -0.519505   |
+|    wind_direction               | 0.17372328  |
+|    wind_speed                   | -0.12365793 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 664.01953   |
+|    air_humidity                 | 51.881752   |
+|    air_temperature              | 23.56324    |
+|    clg_setpoint                 | 24.618166   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 20.213318   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 85.5        |
+|    outdoor_temperature          | 20.974152   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 595296.5    |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 4.65        |
+-------------------------------------------------
+--------------------------------------------------******------------------------------------------------------| 45%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.9646598    |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.880726    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5169419   |
+|    air_humidity                 | -1.0807078   |
+|    air_temperature              | 0.5188311    |
+|    clg_setpoint                 | 1.4579537    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.065407306 |
+|    diffuse_solar_radiation      | -0.7478587   |
+|    direct_solar_radiation       | -0.608757    |
+|    hour                         | 1.2282959    |
+|    htg_setpoint                 | -1.3911415   |
+|    month                        | 0.02181642   |
+|    outdoor_humidity             | 0.81694365   |
+|    outdoor_temperature          | 1.3060886    |
+|    people_occupant              | -0.6892413   |
+|    total_electricity_HVAC       | -0.52921337  |
+|    wind_direction               | -0.8208893   |
+|    wind_speed                   | -0.66060835  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 615.3132     |
+|    air_humidity                 | 22.976795    |
+|    air_temperature              | 23.473558    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 12.062835    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 85.5         |
+|    outdoor_temperature          | 24.339163    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 553781.8     |
+|    wind_direction               | 95.0         |
+|    wind_speed                   | 3.35         |
+--------------------------------------------------
+--------------------------------------------------*******-----------------------------------------------------| 46%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.53357613   |
+|    Heating_Setpoint_RL          | -0.40645736  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.42582     |
+|    Heating_Setpoint_RL          | 15.338677    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.030116985 |
+|    air_humidity                 | -0.7204272   |
+|    air_temperature              | 0.37053445   |
+|    clg_setpoint                 | 1.4141853    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.04836053   |
+|    diffuse_solar_radiation      | -0.747991    |
+|    direct_solar_radiation       | -0.6086326   |
+|    hour                         | 1.37269      |
+|    htg_setpoint                 | 1.326537     |
+|    month                        | 0.02180374   |
+|    outdoor_humidity             | 0.9582596    |
+|    outdoor_temperature          | 0.8804936    |
+|    people_occupant              | -0.68865097  |
+|    total_electricity_HVAC       | 0.14484222   |
+|    wind_direction               | -0.86747134  |
+|    wind_speed                   | -1.0739694   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2773.777     |
+|    air_humidity                 | 27.582365    |
+|    air_temperature              | 23.251894    |
+|    clg_setpoint                 | 29.887102    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 16.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 21.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 88.5         |
+|    outdoor_temperature          | 20.242977    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 3385290.2    |
+|    wind_direction               | 90.0         |
+|    wind_speed                   | 2.35         |
+| train/                          |              |
+|    approx_kl                    | 0.005865774  |
+|    clip_fraction                | 0.0581       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.6         |
+|    explained_variance           | 0.327        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.425        |
+|    n_updates                    | 420          |
+|    policy_gradient_loss         | -0.00726     |
+|    std                          | 0.886        |
+|    value_loss                   | 1.12         |
+--------------------------------------------------
+-------------------------------------------------********-----------------------------------------------------| 46%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.10342764 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 17.04322    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.46983963  |
+|    air_humidity                 | 0.540739    |
+|    air_temperature              | 0.36938956  |
+|    clg_setpoint                 | 0.5577932   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.16212083  |
+|    diffuse_solar_radiation      | -0.7481526  |
+|    direct_solar_radiation       | -0.6087185  |
+|    hour                         | 1.5170588   |
+|    htg_setpoint                 | 1.3263481   |
+|    month                        | 0.021791084 |
+|    outdoor_humidity             | 1.2420835   |
+|    outdoor_temperature          | 0.91047174  |
+|    people_occupant              | -0.6888531  |
+|    total_electricity_HVAC       | 0.4741778   |
+|    wind_direction               | 0.12778138  |
+|    wind_speed                   | -0.24563874 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4991.185    |
+|    air_humidity                 | 43.825657   |
+|    air_temperature              | 23.250322   |
+|    clg_setpoint                 | 27.665554   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 94.5        |
+|    outdoor_temperature          | 20.542915   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4768629.5   |
+|    wind_direction               | 195.0       |
+|    wind_speed                   | 4.35        |
+-------------------------------------------------
+--------------------------------------------------*******-----------------------------------------------------| 46%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.5945455    |
+|    Heating_Setpoint_RL          | 0.6008551    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.631592    |
+|    Heating_Setpoint_RL          | 21.00481     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5412886   |
+|    air_humidity                 | 0.44172308   |
+|    air_temperature              | 0.08403721   |
+|    clg_setpoint                 | 1.4577417    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.27586505   |
+|    diffuse_solar_radiation      | -0.7483186   |
+|    direct_solar_radiation       | -0.6088661   |
+|    hour                         | 1.6613971    |
+|    htg_setpoint                 | -0.026432594 |
+|    month                        | 0.02177845   |
+|    outdoor_humidity             | 0.83756      |
+|    outdoor_temperature          | 1.2151349    |
+|    people_occupant              | -0.6890548   |
+|    total_electricity_HVAC       | -0.55235475  |
+|    wind_direction               | 0.5068005    |
+|    wind_speed                   | -0.6592554   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 508.07602    |
+|    air_humidity                 | 42.56181     |
+|    air_temperature              | 22.824478    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 18.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 17.679968    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 86.0         |
+|    outdoor_temperature          | 23.501842    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 457268.4     |
+|    wind_direction               | 235.0        |
+|    wind_speed                   | 3.35         |
+--------------------------------------------------
+-------------------------------------------------*********----------------------------------------------------| 47%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.532835   |
+|    air_humidity                 | 0.23659858  |
+|    air_temperature              | -0.15542573 |
+|    clg_setpoint                 | -0.74692607 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.50359935  |
+|    diffuse_solar_radiation      | -0.74849945 |
+|    direct_solar_radiation       | -0.6092117  |
+|    hour                         | -1.6612525  |
+|    htg_setpoint                 | -0.37621433 |
+|    month                        | 0.021765837 |
+|    outdoor_humidity             | 0.43457076  |
+|    outdoor_temperature          | 1.1370333   |
+|    people_occupant              | -0.689256   |
+|    total_electricity_HVAC       | -0.54339445 |
+|    wind_direction               | -0.86823523 |
+|    wind_speed                   | -0.7629309  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 546.9825    |
+|    air_humidity                 | 39.93081    |
+|    air_temperature              | 22.467628   |
+|    clg_setpoint                 | 24.280878   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 16.238327   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 77.5        |
+|    outdoor_temperature          | 22.783234   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 496211.47   |
+|    wind_direction               | 90.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------*********----------------------------------------------------| 47%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.8341217   |
+|    air_humidity                 | 0.1743908   |
+|    air_temperature              | 0.36864635  |
+|    clg_setpoint                 | 1.458349    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6172981   |
+|    diffuse_solar_radiation      | -0.7487275  |
+|    direct_solar_radiation       | -0.6096093  |
+|    hour                         | -1.5166653  |
+|    htg_setpoint                 | 1.3269675   |
+|    month                        | 0.021753246 |
+|    outdoor_humidity             | 1.0996039   |
+|    outdoor_temperature          | 0.8057264   |
+|    people_occupant              | -0.6894568  |
+|    total_electricity_HVAC       | 0.80561215  |
+|    wind_direction               | 0.12816662  |
+|    wind_speed                   | -0.4522752  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6606.189    |
+|    air_humidity                 | 39.138496   |
+|    air_temperature              | 23.250193   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 91.5        |
+|    outdoor_temperature          | 19.592707   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6160262.0   |
+|    wind_direction               | 195.0       |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+-------------------------------------------------*********----------------------------------------------------| 47%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.56704056  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.538761   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5594536  |
+|    air_humidity                 | 0.31460977  |
+|    air_temperature              | -0.4510613  |
+|    clg_setpoint                 | 1.1898657   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.73090094  |
+|    diffuse_solar_radiation      | -0.74889857 |
+|    direct_solar_radiation       | -0.60925716 |
+|    hour                         | -1.3721093  |
+|    htg_setpoint                 | 0.8966154   |
+|    month                        | 0.021740677 |
+|    outdoor_humidity             | 0.1250597   |
+|    outdoor_temperature          | 1.1760626   |
+|    people_occupant              | -0.68965715 |
+|    total_electricity_HVAC       | -0.5696363  |
+|    wind_direction               | 1.3616025   |
+|    wind_speed                   | -0.12076684 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 430.76807   |
+|    air_humidity                 | 40.963127   |
+|    air_temperature              | 22.027609   |
+|    clg_setpoint                 | 29.303661   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 21.478245   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 71.0        |
+|    outdoor_temperature          | 23.187468   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 387691.25   |
+|    wind_direction               | 325.0       |
+|    wind_speed                   | 4.65        |
+-------------------------------------------------
+-------------------------------------------------*********----------------------------------------------------| 47%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.5394684  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 14.59049    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5670099  |
+|    air_humidity                 | -1.3995081  |
+|    air_temperature              | -0.4942192  |
+|    clg_setpoint                 | 1.0109859   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8443681   |
+|    diffuse_solar_radiation      | -0.7491     |
+|    direct_solar_radiation       | -0.60966855 |
+|    hour                         | -1.2275786  |
+|    htg_setpoint                 | 0.013535014 |
+|    month                        | 0.02172813  |
+|    outdoor_humidity             | -0.06322874 |
+|    outdoor_temperature          | 0.8049275   |
+|    people_occupant              | -0.68907034 |
+|    total_electricity_HVAC       | -0.576808   |
+|    wind_direction               | 0.79055303  |
+|    wind_speed                   | -0.3490308  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 396.3789    |
+|    air_humidity                 | 18.893099   |
+|    air_temperature              | 21.964052   |
+|    clg_setpoint                 | 28.84035    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 17.83924    |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 67.0        |
+|    outdoor_temperature          | 19.614273   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 356741.0    |
+|    wind_direction               | 265.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------**********---------------------------------------------------| 48%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.6759332   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.906275   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5691487  |
+|    air_humidity                 | -1.8304641  |
+|    air_temperature              | -0.7457967  |
+|    clg_setpoint                 | -0.4020392  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.9576528   |
+|    diffuse_solar_radiation      | -0.7185872  |
+|    direct_solar_radiation       | -0.6098906  |
+|    hour                         | -1.0830683  |
+|    htg_setpoint                 | -1.2100024  |
+|    month                        | 0.021715604 |
+|    outdoor_humidity             | 1.241395    |
+|    outdoor_temperature          | 1.1126709   |
+|    people_occupant              | -0.688485   |
+|    total_electricity_HVAC       | -0.5788305  |
+|    wind_direction               | -0.15850022 |
+|    wind_speed                   | -0.9713136  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 385.95197   |
+|    air_humidity                 | 13.298209   |
+|    air_temperature              | 21.589775   |
+|    clg_setpoint                 | 25.175077   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 3.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 12.796766   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 94.5        |
+|    outdoor_temperature          | 22.614153   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 347356.75   |
+|    wind_direction               | 165.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+-------------------------------------------------**********---------------------------------------------------| 48%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.7715165   |
+|    Heating_Setpoint_RL          | 0.07899538  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.228868   |
+|    Heating_Setpoint_RL          | 18.06935    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.16885397  |
+|    air_humidity                 | 0.34410077  |
+|    air_temperature              | 0.36818945  |
+|    clg_setpoint                 | 1.2249779   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0707015   |
+|    diffuse_solar_radiation      | -0.51547426 |
+|    direct_solar_radiation       | -0.6096713  |
+|    hour                         | -0.9385736  |
+|    htg_setpoint                 | 1.3282753   |
+|    month                        | 0.021703102 |
+|    outdoor_humidity             | 1.4060464   |
+|    outdoor_temperature          | 1.2549657   |
+|    people_occupant              | -0.6886857  |
+|    total_electricity_HVAC       | 0.3994014   |
+|    wind_direction               | -0.8221033  |
+|    wind_speed                   | -0.6603076  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3652.818    |
+|    air_humidity                 | 41.32546    |
+|    air_temperature              | 23.250095   |
+|    clg_setpoint                 | 29.395552   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 23.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 98.0        |
+|    outdoor_temperature          | 24.010826   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4448864.0   |
+|    wind_direction               | 95.0        |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+-------------------------------------------------**********---------------------------------------------------| 48%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.0736869  |
+|    Heating_Setpoint_RL          | -0.7924977  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.376307   |
+|    Heating_Setpoint_RL          | 13.1672     |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.30605578 |
+|    air_humidity                 | -0.09505262 |
+|    air_temperature              | -0.61388797 |
+|    clg_setpoint                 | -0.3104167  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1834539   |
+|    diffuse_solar_radiation      | -0.06926857 |
+|    direct_solar_radiation       | 1.8080678   |
+|    hour                         | -0.79409087 |
+|    htg_setpoint                 | -0.27857167 |
+|    month                        | 0.021690618 |
+|    outdoor_humidity             | -0.15927961 |
+|    outdoor_temperature          | 1.0670373   |
+|    people_occupant              | -0.6888859  |
+|    total_electricity_HVAC       | -0.3033605  |
+|    wind_direction               | 0.7437723   |
+|    wind_speed                   | -0.34966853 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1552.169    |
+|    air_humidity                 | 35.67617    |
+|    air_temperature              | 21.787842   |
+|    clg_setpoint                 | 25.41198    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 67.0        |
+|    direct_solar_radiation       | 604.0       |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 16.63047    |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 65.0        |
+|    outdoor_temperature          | 22.211311   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1503957.9   |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------***********--------------------------------------------------| 49%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.7428017   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.131956   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.571315   |
+|    air_humidity                 | 0.40435988  |
+|    air_temperature              | -0.61719775 |
+|    clg_setpoint                 | 1.4583969   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2958436   |
+|    diffuse_solar_radiation      | 1.7675056   |
+|    direct_solar_radiation       | -0.15839244 |
+|    hour                         | -0.64961654 |
+|    htg_setpoint                 | 0.02100518  |
+|    month                        | 0.021678157 |
+|    outdoor_humidity             | 0.9554821   |
+|    outdoor_temperature          | 1.132175    |
+|    people_occupant              | -0.6890857  |
+|    total_electricity_HVAC       | -0.5813229  |
+|    wind_direction               | 0.22145654  |
+|    wind_speed                   | 0.7284908   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 379.47467   |
+|    air_humidity                 | 42.119377   |
+|    air_temperature              | 21.783377   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 248.0       |
+|    direct_solar_radiation       | 113.0       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 17.862133   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 88.5        |
+|    outdoor_temperature          | 22.858393   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 339829.8    |
+|    wind_direction               | 205.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+-------------------------------------------------***********--------------------------------------------------| 49%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.82631934  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.273046   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.55393046 |
+|    air_humidity                 | 1.0978413   |
+|    air_temperature              | 1.6042401   |
+|    clg_setpoint                 | 0.11716094  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4077976   |
+|    diffuse_solar_radiation      | 2.7092009   |
+|    direct_solar_radiation       | -0.27841917 |
+|    hour                         | -0.505148   |
+|    htg_setpoint                 | 0.71029145  |
+|    month                        | 0.021665718 |
+|    outdoor_humidity             | 0.81248397  |
+|    outdoor_temperature          | 1.0669255   |
+|    people_occupant              | 1.6939222   |
+|    total_electricity_HVAC       | -0.5688081  |
+|    wind_direction               | 0.22140667  |
+|    wind_speed                   | -0.12323221 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 457.21564   |
+|    air_humidity                 | 51.074036   |
+|    air_temperature              | 25.089909   |
+|    clg_setpoint                 | 26.520275   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 341.0       |
+|    direct_solar_radiation       | 83.0        |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 20.700401   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 85.5        |
+|    outdoor_temperature          | 22.237223   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 393103.5    |
+|    wind_direction               | 205.0       |
+|    wind_speed                   | 4.65        |
+-------------------------------------------------
+-------------------------------------------------***********--------------------------------------------------| 49%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.57692945  |
+|    Heating_Setpoint_RL          | 0.9611576   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.572136   |
+|    Heating_Setpoint_RL          | 23.031511   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.2433163  |
+|    air_humidity                 | 1.9414409   |
+|    air_temperature              | 0.36657166  |
+|    clg_setpoint                 | -0.83701456 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5192376   |
+|    diffuse_solar_radiation      | 0.8828653   |
+|    direct_solar_radiation       | -0.61059934 |
+|    hour                         | -0.36068285 |
+|    htg_setpoint                 | 1.329259    |
+|    month                        | 0.0216533   |
+|    outdoor_humidity             | 0.8117588   |
+|    outdoor_temperature          | 0.8416774   |
+|    people_occupant              | -0.689484   |
+|    total_electricity_HVAC       | -0.26931158 |
+|    wind_direction               | -0.967101   |
+|    wind_speed                   | -0.537953   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1831.048    |
+|    air_humidity                 | 61.97355    |
+|    air_temperature              | 23.248312   |
+|    clg_setpoint                 | 24.043772   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 161.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 85.5        |
+|    outdoor_temperature          | 20.064693   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1647943.1   |
+|    wind_direction               | 80.0        |
+|    wind_speed                   | 3.65        |
+-------------------------------------------------
+-------------------------------------------------***********--------------------------------------------------| 49%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.8495234  |
+|    Heating_Setpoint_RL          | -0.7889515  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.757858   |
+|    Heating_Setpoint_RL          | 13.187148   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4201415  |
+|    air_humidity                 | -0.5767044  |
+|    air_temperature              | 0.33318618  |
+|    clg_setpoint                 | -0.93808544 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6300797   |
+|    diffuse_solar_radiation      | 2.5141544   |
+|    direct_solar_radiation       | -0.6103362  |
+|    hour                         | -0.21621951 |
+|    htg_setpoint                 | -1.064186   |
+|    month                        | 0.021640904 |
+|    outdoor_humidity             | 0.43125018  |
+|    outdoor_temperature          | 1.0472288   |
+|    people_occupant              | -0.68890214 |
+|    total_electricity_HVAC       | -0.4373059  |
+|    wind_direction               | 0.07876313  |
+|    wind_speed                   | -0.2475183  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1048.074    |
+|    air_humidity                 | 29.518167   |
+|    air_temperature              | 23.198402   |
+|    clg_setpoint                 | 23.7822     |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 322.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 13.391482   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 77.5        |
+|    outdoor_temperature          | 22.067738   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 943266.56   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 4.35        |
+-------------------------------------------------
+-------------------------------------------------************-------------------------------------------------| 50%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.0411941   |
+|    air_humidity                 | 1.1110084   |
+|    air_temperature              | 0.367175    |
+|    clg_setpoint                 | -1.1434137  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.671433   |
+|    diffuse_solar_radiation      | 1.9541719   |
+|    direct_solar_radiation       | 1.5264384   |
+|    hour                         | -0.07175688 |
+|    htg_setpoint                 | -1.4019228  |
+|    month                        | 0.3157037   |
+|    outdoor_humidity             | -0.4954526  |
+|    outdoor_temperature          | 1.474208    |
+|    people_occupant              | 1.2186903   |
+|    total_electricity_HVAC       | 0.98453003  |
+|    wind_direction               | 0.07833748  |
+|    wind_speed                   | 0.084850326 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7501.497    |
+|    air_humidity                 | 51.297066   |
+|    air_temperature              | 23.249182   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 267.0       |
+|    direct_solar_radiation       | 534.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 58.0        |
+|    outdoor_temperature          | 26.217213   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 6891171.5   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 5.15        |
+-------------------------------------------------
+-------------------------------------------------************-------------------------------------------------| 50%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.201954    |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.306595   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.8898359   |
+|    air_humidity                 | 1.0683976   |
+|    air_temperature              | 0.36711782  |
+|    clg_setpoint                 | -1.143102   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5543792  |
+|    diffuse_solar_radiation      | 0.8301025   |
+|    direct_solar_radiation       | 2.7711372   |
+|    hour                         | 0.072705634 |
+|    htg_setpoint                 | 1.3291346   |
+|    month                        | 0.3155055   |
+|    outdoor_humidity             | -0.09245596 |
+|    outdoor_temperature          | 1.3411593   |
+|    people_occupant              | 0.26469535  |
+|    total_electricity_HVAC       | 0.9097971   |
+|    wind_direction               | 0.17402898  |
+|    wind_speed                   | 0.41780785  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6832.5737   |
+|    air_humidity                 | 50.779945   |
+|    air_temperature              | 23.249609   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 156.0       |
+|    direct_solar_radiation       | 846.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 66.5        |
+|    outdoor_temperature          | 24.938324   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 6578085.5   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 5.95        |
+-------------------------------------------------
+-------------------------------------------------************-------------------------------------------------| 50%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.4404667  |
+|    Heating_Setpoint_RL          | 0.92557186  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.138424   |
+|    Heating_Setpoint_RL          | 22.83134    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.37179077 |
+|    air_humidity                 | 0.64960754  |
+|    air_temperature              | 2.135811    |
+|    clg_setpoint                 | 0.060661484 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4379877  |
+|    diffuse_solar_radiation      | 2.4784584   |
+|    direct_solar_radiation       | -0.6110198  |
+|    hour                         | 0.217168    |
+|    htg_setpoint                 | -0.16389644 |
+|    month                        | 0.31530768  |
+|    outdoor_humidity             | -0.68671423 |
+|    outdoor_temperature          | 1.6628045   |
+|    people_occupant              | 1.2177534   |
+|    total_electricity_HVAC       | -0.4393382  |
+|    wind_direction               | -1.3015304  |
+|    wind_speed                   | -0.7649898  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1263.6797   |
+|    air_humidity                 | 45.381954   |
+|    air_temperature              | 25.876759   |
+|    clg_setpoint                 | 26.372475   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 319.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 17.099754   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 54.0        |
+|    outdoor_temperature          | 28.073833   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 936848.75   |
+|    wind_direction               | 45.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------************-------------------------------------------------| 50%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.8077984  |
+|    Heating_Setpoint_RL          | 0.008332789 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.89868    |
+|    Heating_Setpoint_RL          | 17.671871   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.7664611   |
+|    air_humidity                 | 1.1500936   |
+|    air_temperature              | 0.36768246  |
+|    clg_setpoint                 | -1.1427242  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.322158   |
+|    diffuse_solar_radiation      | 1.67678     |
+|    direct_solar_radiation       | 1.9432807   |
+|    hour                         | 0.3616297   |
+|    htg_setpoint                 | -1.4022658  |
+|    month                        | 0.31511024  |
+|    outdoor_humidity             | -1.257231   |
+|    outdoor_temperature          | 1.6230344   |
+|    people_occupant              | 1.6938591   |
+|    total_electricity_HVAC       | 0.8850978   |
+|    wind_direction               | -0.34895638 |
+|    wind_speed                   | 0.52272695  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6287.129    |
+|    air_humidity                 | 51.85671    |
+|    air_temperature              | 23.251348   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 240.0       |
+|    direct_solar_radiation       | 639.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 42.0        |
+|    outdoor_temperature          | 27.709822   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 6473763.0   |
+|    wind_direction               | 145.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------************------------------------------------------------| 51%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.97755146   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.123726    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.0119886    |
+|    air_humidity                 | 1.1917027    |
+|    air_temperature              | 0.3658639    |
+|    clg_setpoint                 | -1.1425036   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.2067993   |
+|    diffuse_solar_radiation      | 1.4423274    |
+|    direct_solar_radiation       | 1.6477655    |
+|    hour                         | 0.50608957   |
+|    htg_setpoint                 | -0.8403504   |
+|    month                        | 0.31491315   |
+|    outdoor_humidity             | 0.40537548   |
+|    outdoor_temperature          | 1.276692     |
+|    people_occupant              | 1.6932184    |
+|    total_electricity_HVAC       | 0.9211125    |
+|    wind_direction               | -0.0150311   |
+|    wind_speed                   | -0.120126255 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 7369.468     |
+|    air_humidity                 | 52.401615    |
+|    air_temperature              | 23.249004    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 5.0          |
+|    diffuse_solar_radiation      | 217.0        |
+|    direct_solar_radiation       | 565.0        |
+|    hour                         | 15.0         |
+|    htg_setpoint                 | 14.315899    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 77.0         |
+|    outdoor_temperature          | 24.362684    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 6623462.5    |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 4.65         |
+--------------------------------------------------
+-------------------------------------------------*************------------------------------------------------| 51%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.57982737 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 14.363471   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.3949114  |
+|    air_humidity                 | -1.0798442  |
+|    air_temperature              | 1.1309522   |
+|    clg_setpoint                 | 1.0271773   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0918298  |
+|    diffuse_solar_radiation      | 0.5830247   |
+|    direct_solar_radiation       | 1.722311    |
+|    hour                         | 0.6505461   |
+|    htg_setpoint                 | -1.4021075  |
+|    month                        | 0.31471646  |
+|    outdoor_humidity             | 0.1670196   |
+|    outdoor_temperature          | 1.5429614   |
+|    people_occupant              | -0.68931365 |
+|    total_electricity_HVAC       | -0.4082106  |
+|    wind_direction               | 0.07992241  |
+|    wind_speed                   | 0.5238665   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1163.4932   |
+|    air_humidity                 | 23.087643   |
+|    air_temperature              | 24.384485   |
+|    clg_setpoint                 | 28.881723   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 132.0       |
+|    direct_solar_radiation       | 584.0       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 72.0        |
+|    outdoor_temperature          | 26.967823   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1068841.9   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+---------------------------------------------------***********------------------------------------------------| 51%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.8944019     |
+|    Heating_Setpoint_RL          | -1.0          |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 29.643606     |
+|    Heating_Setpoint_RL          | 12.0          |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.44559816   |
+|    air_humidity                 | -1.772525     |
+|    air_temperature              | 0.8919311     |
+|    clg_setpoint                 | 0.60136825    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.97717613   |
+|    diffuse_solar_radiation      | 0.48130858    |
+|    direct_solar_radiation       | 0.43924826    |
+|    hour                         | 0.7949969     |
+|    htg_setpoint                 | -1.4009782    |
+|    month                        | 0.31452012    |
+|    outdoor_humidity             | 0.00072385377 |
+|    outdoor_temperature          | 1.6906874     |
+|    people_occupant              | -0.6887366    |
+|    total_electricity_HVAC       | -0.4660776    |
+|    wind_direction               | 0.12739757    |
+|    wind_speed                   | 0.5246606     |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 938.767       |
+|    air_humidity                 | 14.109521     |
+|    air_temperature              | 24.030348     |
+|    clg_setpoint                 | 27.777428     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 7.0           |
+|    diffuse_solar_radiation      | 122.0         |
+|    direct_solar_radiation       | 263.0         |
+|    hour                         | 17.0          |
+|    htg_setpoint                 | 12.0          |
+|    month                        | 7.0           |
+|    outdoor_humidity             | 68.5          |
+|    outdoor_temperature          | 28.438162     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 826031.5      |
+|    wind_direction               | 195.0         |
+|    wind_speed                   | 6.2           |
+| train/                          |               |
+|    approx_kl                    | 0.007993529   |
+|    clip_fraction                | 0.0601        |
+|    clip_range                   | 0.2           |
+|    entropy_loss                 | -2.6          |
+|    explained_variance           | 0.359         |
+|    learning_rate                | 0.0003        |
+|    loss                         | 0.404         |
+|    n_updates                    | 430           |
+|    policy_gradient_loss         | -0.00861      |
+|    std                          | 0.89          |
+|    value_loss                   | 1.7           |
+---------------------------------------------------
+-------------------------------------------------*************------------------------------------------------| 51%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.37867156 |
+|    Heating_Setpoint_RL          | 0.3055947   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.346983   |
+|    Heating_Setpoint_RL          | 19.343971   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.45191926 |
+|    air_humidity                 | 1.8634965   |
+|    air_temperature              | 0.9447229   |
+|    clg_setpoint                 | -0.09098985 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8627735  |
+|    diffuse_solar_radiation      | -0.20595229 |
+|    direct_solar_radiation       | -0.6118117  |
+|    hour                         | 0.9394395   |
+|    htg_setpoint                 | -1.313722   |
+|    month                        | 0.31432414  |
+|    outdoor_humidity             | 1.0466777   |
+|    outdoor_temperature          | 1.3391688   |
+|    people_occupant              | 0.50297743  |
+|    total_electricity_HVAC       | -0.4717161  |
+|    wind_direction               | -0.6826555  |
+|    wind_speed                   | -0.6589084  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 911.90173   |
+|    air_humidity                 | 61.078426   |
+|    air_temperature              | 24.109085   |
+|    clg_setpoint                 | 25.980019   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 54.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 12.357498   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 90.5        |
+|    outdoor_temperature          | 25.05027    |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 803411.44   |
+|    wind_direction               | 110.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+-------------------------------------------------**************-----------------------------------------------| 52%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.69151527  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 21.514774   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.26237246 |
+|    air_humidity                 | 1.4396334   |
+|    air_temperature              | 0.36477974  |
+|    clg_setpoint                 | -1.1428446  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7485648  |
+|    diffuse_solar_radiation      | -0.75126135 |
+|    direct_solar_radiation       | -0.61204535 |
+|    hour                         | 1.0838704   |
+|    htg_setpoint                 | -0.18170221 |
+|    month                        | 0.31412855  |
+|    outdoor_humidity             | 0.7129971   |
+|    outdoor_temperature          | 1.4944956   |
+|    people_occupant              | -0.45076096 |
+|    total_electricity_HVAC       | -0.28747657 |
+|    wind_direction               | 0.17577583  |
+|    wind_speed                   | -0.65767276 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1748.9106   |
+|    air_humidity                 | 55.61603    |
+|    air_temperature              | 23.249805   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 17.022001   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 83.5        |
+|    outdoor_temperature          | 26.58606    |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 1574019.6   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+-------------------------------------------------**************-----------------------------------------------| 52%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.43405816  |
+|    Heating_Setpoint_RL          | -0.9683112  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.089947   |
+|    Heating_Setpoint_RL          | 12.178249   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5013078  |
+|    air_humidity                 | 0.8594089   |
+|    air_temperature              | 0.4479705   |
+|    clg_setpoint                 | 1.4585814   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.63450086 |
+|    diffuse_solar_radiation      | -0.7514125  |
+|    direct_solar_radiation       | -0.612275   |
+|    hour                         | 1.2282861   |
+|    htg_setpoint                 | -1.4003932  |
+|    month                        | 0.3139333   |
+|    outdoor_humidity             | -0.856134   |
+|    outdoor_temperature          | 1.561315    |
+|    people_occupant              | -0.45099536 |
+|    total_electricity_HVAC       | -0.514506   |
+|    wind_direction               | 1.0325602   |
+|    wind_speed                   | 0.4225689   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 696.69275   |
+|    air_humidity                 | 48.123505   |
+|    air_temperature              | 23.373335   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 50.5        |
+|    outdoor_temperature          | 27.268812   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 627023.5    |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 5.95        |
+-------------------------------------------------
+-------------------------------------------------**************-----------------------------------------------| 52%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.57312644  |
+|    Heating_Setpoint_RL          | -0.3753109  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.559301   |
+|    Heating_Setpoint_RL          | 15.513876   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.52453476 |
+|    air_humidity                 | 0.6768476   |
+|    air_temperature              | 0.089306355 |
+|    clg_setpoint                 | 0.12684608  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.52054006 |
+|    diffuse_solar_radiation      | -0.75162494 |
+|    direct_solar_radiation       | -0.612681   |
+|    hour                         | 1.3726821   |
+|    htg_setpoint                 | 0.62394726  |
+|    month                        | 0.31373844  |
+|    outdoor_humidity             | -0.4030807  |
+|    outdoor_temperature          | 1.1275917   |
+|    people_occupant              | -0.6895239  |
+|    total_electricity_HVAC       | -0.5365788  |
+|    wind_direction               | 0.22187698  |
+|    wind_speed                   | -0.13860741 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 595.0416    |
+|    air_humidity                 | 45.77023    |
+|    air_temperature              | 22.842186   |
+|    clg_setpoint                 | 26.543919   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 20.339514   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 60.0        |
+|    outdoor_temperature          | 23.06024    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 535537.44   |
+|    wind_direction               | 205.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------**************----------------------------------------------| 53%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.5330436    |
+|    Heating_Setpoint_RL          | -0.20944339  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.424023    |
+|    Heating_Setpoint_RL          | 16.44688     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5282499   |
+|    air_humidity                 | 0.42969397   |
+|    air_temperature              | -0.079965584 |
+|    clg_setpoint                 | 1.4586961    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.40664828  |
+|    diffuse_solar_radiation      | -0.75174826  |
+|    direct_solar_radiation       | -0.61304075  |
+|    hour                         | 1.5170536    |
+|    htg_setpoint                 | -0.67311186  |
+|    month                        | 0.31354392   |
+|    outdoor_humidity             | 0.42982033   |
+|    outdoor_temperature          | 1.2088039    |
+|    people_occupant              | -0.6897197   |
+|    total_electricity_HVAC       | -0.5401261   |
+|    wind_direction               | 0.41208276   |
+|    wind_speed                   | -0.3461892   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 579.6513     |
+|    air_humidity                 | 42.583183    |
+|    air_temperature              | 22.591887    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 12.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 14.994331    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 77.5         |
+|    outdoor_temperature          | 23.87343     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 521686.2     |
+|    wind_direction               | 225.0        |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+-------------------------------------------------***************----------------------------------------------| 53%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5343613  |
+|    air_humidity                 | -1.3189275  |
+|    air_temperature              | 0.21029466  |
+|    clg_setpoint                 | 0.16725495  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.29279873 |
+|    diffuse_solar_radiation      | -0.7519925  |
+|    direct_solar_radiation       | -0.6133877  |
+|    hour                         | 1.6613952   |
+|    htg_setpoint                 | -1.3989804  |
+|    month                        | 0.31334975  |
+|    outdoor_humidity             | 0.049050864 |
+|    outdoor_temperature          | 1.540945    |
+|    people_occupant              | -0.689146   |
+|    total_electricity_HVAC       | -0.5459372  |
+|    wind_direction               | 0.6977599   |
+|    wind_speed                   | -0.45034888 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 551.82367   |
+|    air_humidity                 | 19.984657   |
+|    air_temperature              | 23.022459   |
+|    clg_setpoint                 | 26.65006    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 69.5        |
+|    outdoor_temperature          | 27.140991   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 496641.3    |
+|    wind_direction               | 255.0       |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+-------------------------------------------------***************----------------------------------------------| 53%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.56767184 |
+|    air_humidity                 | -1.8686304  |
+|    air_temperature              | -0.42649296 |
+|    clg_setpoint                 | 0.43693477  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.06519255 |
+|    diffuse_solar_radiation      | -0.75204414 |
+|    direct_solar_radiation       | -0.61327994 |
+|    hour                         | -1.6612544  |
+|    htg_setpoint                 | 0.043217476 |
+|    month                        | 0.31315595  |
+|    outdoor_humidity             | 1.405385    |
+|    outdoor_temperature          | 1.1026989   |
+|    people_occupant              | -0.6885738  |
+|    total_electricity_HVAC       | -0.57697374 |
+|    wind_direction               | -0.8743662  |
+|    wind_speed                   | 0.29882622  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 404.1096    |
+|    air_humidity                 | 12.834487   |
+|    air_temperature              | 22.080679   |
+|    clg_setpoint                 | 27.351229   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 17.93996    |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 98.0        |
+|    outdoor_temperature          | 22.886      |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 366212.22   |
+|    wind_direction               | 90.0        |
+|    wind_speed                   | 5.65        |
+-------------------------------------------------
+-------------------------------------------------****************---------------------------------------------| 54%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.7658186   |
+|    Heating_Setpoint_RL          | -0.9903761  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.209637   |
+|    Heating_Setpoint_RL          | 12.054134   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.23994447 |
+|    air_humidity                 | 0.117766574 |
+|    air_temperature              | 0.36360833  |
+|    clg_setpoint                 | 1.4574391   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.04868239  |
+|    diffuse_solar_radiation      | -0.75205946 |
+|    direct_solar_radiation       | -0.61311716 |
+|    hour                         | -1.5166706  |
+|    htg_setpoint                 | 1.331777    |
+|    month                        | 0.31296253  |
+|    outdoor_humidity             | 1.2141682   |
+|    outdoor_temperature          | 1.1002321   |
+|    people_occupant              | -0.6887698  |
+|    total_electricity_HVAC       | -0.26619577 |
+|    wind_direction               | -0.6350075  |
+|    wind_speed                   | -0.65810496 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1846.1542   |
+|    air_humidity                 | 38.522793   |
+|    air_temperature              | 23.250164   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 94.0        |
+|    outdoor_temperature          | 22.877588   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1661538.8   |
+|    wind_direction               | 115.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+--------------------------------------------------***************---------------------------------------------| 54%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 0.62048924   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 21.115252    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5480443   |
+|    air_humidity                 | -0.025552921 |
+|    air_temperature              | 0.06279088   |
+|    clg_setpoint                 | 0.5851715    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.16255161   |
+|    diffuse_solar_radiation      | -0.7521896   |
+|    direct_solar_radiation       | -0.61300826  |
+|    hour                         | -1.372117    |
+|    htg_setpoint                 | 1.1624922    |
+|    month                        | 0.31276944   |
+|    outdoor_humidity             | -0.0946569   |
+|    outdoor_temperature          | 1.1893021    |
+|    people_occupant              | -0.6889655   |
+|    total_electricity_HVAC       | -0.55883396  |
+|    wind_direction               | -1.6824017   |
+|    wind_speed                   | -0.5529751   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 492.6575     |
+|    air_humidity                 | 36.677685    |
+|    air_temperature              | 22.805712    |
+|    clg_setpoint                 | 27.73483     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 17.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 2.0          |
+|    htg_setpoint                 | 22.554018    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 66.5         |
+|    outdoor_temperature          | 23.7731      |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 443911.47    |
+|    wind_direction               | 5.0          |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+-------------------------------------------------****************---------------------------------------------| 54%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.7201814   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.055613   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.54980737 |
+|    air_humidity                 | -0.08348935 |
+|    air_temperature              | 0.02193951  |
+|    clg_setpoint                 | 0.26596102  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.27641076  |
+|    diffuse_solar_radiation      | -0.75237054 |
+|    direct_solar_radiation       | -0.6132754  |
+|    hour                         | -1.2275882  |
+|    htg_setpoint                 | 0.7916364   |
+|    month                        | 0.31257674  |
+|    outdoor_humidity             | 0.97692794  |
+|    outdoor_temperature          | 1.1985826   |
+|    people_occupant              | -0.6891607  |
+|    total_electricity_HVAC       | -0.56050634 |
+|    wind_direction               | -0.6339773  |
+|    wind_speed                   | -1.177304   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 486.0318    |
+|    air_humidity                 | 35.93676    |
+|    air_temperature              | 22.745974   |
+|    clg_setpoint                 | 26.906487   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 21.02507    |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | 23.887598   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 437960.84   |
+|    wind_direction               | 115.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+-------------------------------------------------****************---------------------------------------------| 54%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.6009855   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 21.005543   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.556667   |
+|    air_humidity                 | 0.62953776  |
+|    air_temperature              | -0.30620047 |
+|    clg_setpoint                 | -0.10074848 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.39024836  |
+|    diffuse_solar_radiation      | -0.7525484  |
+|    direct_solar_radiation       | -0.61282086 |
+|    hour                         | -1.0830791  |
+|    htg_setpoint                 | 0.096956186 |
+|    month                        | 0.31238437  |
+|    outdoor_humidity             | 1.023592    |
+|    outdoor_temperature          | 0.97888476  |
+|    people_occupant              | -0.6893555  |
+|    total_electricity_HVAC       | -0.56677574 |
+|    wind_direction               | -0.6334511  |
+|    wind_speed                   | -1.3015941  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 456.62256   |
+|    air_humidity                 | 45.180824   |
+|    air_temperature              | 22.261509   |
+|    clg_setpoint                 | 25.954302   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 18.163937   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 21.75363    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 412604.5    |
+|    wind_direction               | 115.0       |
+|    wind_speed                   | 1.8         |
+-------------------------------------------------
+-------------------------------------------------*****************--------------------------------------------| 55%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.28143173  |
+|    Heating_Setpoint_RL          | -0.5499556  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.574833   |
+|    Heating_Setpoint_RL          | 14.5315     |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.55758876 |
+|    air_humidity                 | -0.22831404 |
+|    air_temperature              | -0.16685608 |
+|    clg_setpoint                 | -1.1421893  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.5040458   |
+|    diffuse_solar_radiation      | -0.19891433 |
+|    direct_solar_radiation       | -0.57706785 |
+|    hour                         | -0.93858534 |
+|    htg_setpoint                 | -0.52436393 |
+|    month                        | 0.31219235  |
+|    outdoor_humidity             | 1.2609986   |
+|    outdoor_temperature          | 1.1260949   |
+|    people_occupant              | -0.6895499  |
+|    total_electricity_HVAC       | -0.56805325 |
+|    wind_direction               | 0.27210957  |
+|    wind_speed                   | -1.0723407  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 453.8723    |
+|    air_humidity                 | 34.090687   |
+|    air_temperature              | 22.467995   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 55.0        |
+|    direct_solar_radiation       | 9.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 15.603243   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 95.0        |
+|    outdoor_temperature          | 23.211773   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 408485.1    |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 2.35        |
+-------------------------------------------------
+-------------------------------------------------*****************--------------------------------------------| 55%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.4873452  |
+|    Heating_Setpoint_RL          | 0.7172858   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.98021    |
+|    Heating_Setpoint_RL          | 21.659733   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.56035453 |
+|    air_humidity                 | -1.5419211  |
+|    air_temperature              | 0.16030183  |
+|    clg_setpoint                 | 0.16638535  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.61777747  |
+|    diffuse_solar_radiation      | 0.00164825  |
+|    direct_solar_radiation       | -0.6132109  |
+|    hour                         | -0.7941031  |
+|    htg_setpoint                 | -1.3978679  |
+|    month                        | 0.3120007   |
+|    outdoor_humidity             | 1.02228     |
+|    outdoor_temperature          | 1.2413915   |
+|    people_occupant              | -0.68898094 |
+|    total_electricity_HVAC       | -0.5706846  |
+|    wind_direction               | 0.46281978  |
+|    wind_speed                   | -0.34302065 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 440.756     |
+|    air_humidity                 | 17.079994   |
+|    air_temperature              | 22.951864   |
+|    clg_setpoint                 | 26.647436   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 75.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 24.364513   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 396680.4    |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------*****************--------------------------------------------| 55%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.32218307 |
+|    Heating_Setpoint_RL          | -0.267133   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.537632   |
+|    Heating_Setpoint_RL          | 16.122377   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5641609  |
+|    air_humidity                 | -1.1319151  |
+|    air_temperature              | -0.31342286 |
+|    clg_setpoint                 | 0.9282318   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.73141074  |
+|    diffuse_solar_radiation      | 1.2469739   |
+|    direct_solar_radiation       | -0.4414238  |
+|    hour                         | -0.6496291  |
+|    htg_setpoint                 | 0.030452855 |
+|    month                        | 0.3118094   |
+|    outdoor_humidity             | 0.783472    |
+|    outdoor_temperature          | 1.328465    |
+|    people_occupant              | -0.68841344 |
+|    total_electricity_HVAC       | -0.57430094 |
+|    wind_direction               | 0.31964982  |
+|    wind_speed                   | 0.5316327   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 422.99182   |
+|    air_humidity                 | 22.344202   |
+|    air_temperature              | 22.252945   |
+|    clg_setpoint                 | 28.625784   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 199.0       |
+|    direct_solar_radiation       | 43.0        |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 17.884155   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 85.0        |
+|    outdoor_temperature          | 25.23906    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 380692.62   |
+|    wind_direction               | 215.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 56%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.197879   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.51193    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5545755  |
+|    air_humidity                 | 0.148548    |
+|    air_temperature              | 1.6079831   |
+|    clg_setpoint                 | 0.51494205  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.84490615  |
+|    diffuse_solar_radiation      | 1.0651037   |
+|    direct_solar_radiation       | -0.61331433 |
+|    hour                         | -0.5051606  |
+|    htg_setpoint                 | -0.42752218 |
+|    month                        | 0.31161845  |
+|    outdoor_humidity             | 0.7828723   |
+|    outdoor_temperature          | 1.3196657   |
+|    people_occupant              | 1.6954361   |
+|    total_electricity_HVAC       | -0.5664347  |
+|    wind_direction               | 0.22408499  |
+|    wind_speed                   | 0.19754964  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 465.95963   |
+|    air_humidity                 | 38.938686   |
+|    air_temperature              | 25.088923   |
+|    clg_setpoint                 | 27.55296    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 181.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 15.995729   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 85.0        |
+|    outdoor_temperature          | 25.174002   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 414272.44   |
+|    wind_direction               | 205.0       |
+|    wind_speed                   | 5.4         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 56%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.26931784 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.110086   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.8825809   |
+|    air_humidity                 | 1.1456826   |
+|    air_temperature              | 0.36117822  |
+|    clg_setpoint                 | -1.1425159  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.95821744  |
+|    diffuse_solar_radiation      | 1.3759243   |
+|    direct_solar_radiation       | 1.8585552   |
+|    hour                         | -0.36069554 |
+|    htg_setpoint                 | 0.63292325  |
+|    month                        | 0.31142783  |
+|    outdoor_humidity             | 0.47182268  |
+|    outdoor_temperature          | 1.2990942   |
+|    people_occupant              | 1.6948053   |
+|    total_electricity_HVAC       | 0.7902778   |
+|    wind_direction               | 0.5584394   |
+|    wind_speed                   | -1.0740521  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6771.285    |
+|    air_humidity                 | 51.879597   |
+|    air_temperature              | 23.249353   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 212.0       |
+|    direct_solar_radiation       | 618.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 20.36755    |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 78.5        |
+|    outdoor_temperature          | 24.986198   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 6052263.5   |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 2.35        |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 56%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.32970226 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.770425   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.730966    |
+|    air_humidity                 | 1.0027975   |
+|    air_temperature              | 0.97335184  |
+|    clg_setpoint                 | -0.80712605 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0712918   |
+|    diffuse_solar_radiation      | 3.693528    |
+|    direct_solar_radiation       | 0.5782455   |
+|    hour                         | -0.21623221 |
+|    htg_setpoint                 | -1.3783613  |
+|    month                        | 0.3112376   |
+|    outdoor_humidity             | -0.36283624 |
+|    outdoor_temperature          | 1.8656484   |
+|    people_occupant              | 1.6941763   |
+|    total_electricity_HVAC       | 1.6065253   |
+|    wind_direction               | 0.60608387  |
+|    wind_speed                   | -0.34363037 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 10492.458   |
+|    air_humidity                 | 50.034733   |
+|    air_temperature              | 24.15225    |
+|    clg_setpoint                 | 24.119287   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 443.0       |
+|    direct_solar_radiation       | 298.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 12.077012   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 61.0        |
+|    outdoor_temperature          | 30.564785   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 9443212.0   |
+|    wind_direction               | 245.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 56%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.98187196  |
+|    air_humidity                 | 1.1145155   |
+|    air_temperature              | 0.3607084   |
+|    clg_setpoint                 | -1.1416065  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1840698   |
+|    diffuse_solar_radiation      | 1.3223317   |
+|    direct_solar_radiation       | 2.206264    |
+|    hour                         | -0.07176954 |
+|    htg_setpoint                 | -0.31902838 |
+|    month                        | 0.31104767  |
+|    outdoor_humidity             | 0.37559766  |
+|    outdoor_temperature          | 1.292082    |
+|    people_occupant              | 1.2169822   |
+|    total_electricity_HVAC       | 0.89430434  |
+|    wind_direction               | 0.079965614 |
+|    wind_speed                   | 0.3243674   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7208.421    |
+|    air_humidity                 | 51.495724   |
+|    air_temperature              | 23.249111   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 207.0       |
+|    direct_solar_radiation       | 705.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 16.443293   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 76.5        |
+|    outdoor_temperature          | 24.95758    |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 6485663.0   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 57%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.11392853 |
+|    air_humidity                 | -0.2905749  |
+|    air_temperature              | 0.35557726  |
+|    clg_setpoint                 | -1.141014   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.296486    |
+|    diffuse_solar_radiation      | 3.0955803   |
+|    direct_solar_radiation       | 0.86626583  |
+|    hour                         | 0.07269299  |
+|    htg_setpoint                 | -1.3970228  |
+|    month                        | 0.31085813  |
+|    outdoor_humidity             | -0.98440766 |
+|    outdoor_temperature          | 1.799222    |
+|    people_occupant              | -0.6893828  |
+|    total_electricity_HVAC       | -0.07958969 |
+|    wind_direction               | 0.70150155  |
+|    wind_speed                   | -1.0941337  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2402.3694   |
+|    air_humidity                 | 33.30228    |
+|    air_temperature              | 23.241663   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 384.0       |
+|    direct_solar_radiation       | 370.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 48.0        |
+|    outdoor_temperature          | 29.952532   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2440123.2   |
+|    wind_direction               | 255.0       |
+|    wind_speed                   | 2.3         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 57%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.14881772  |
+|    Heating_Setpoint_RL          | -0.52834094 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.12726    |
+|    Heating_Setpoint_RL          | 14.653082   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.52665234 |
+|    air_humidity                 | -1.5316244  |
+|    air_temperature              | 0.5003711   |
+|    clg_setpoint                 | -0.14076103 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4084691   |
+|    diffuse_solar_radiation      | 1.7311547   |
+|    direct_solar_radiation       | -0.6134788  |
+|    hour                         | 0.2171554   |
+|    htg_setpoint                 | -1.1748165  |
+|    month                        | 0.31066892  |
+|    outdoor_humidity             | 0.75544804  |
+|    outdoor_temperature          | 0.90616846  |
+|    people_occupant              | -0.6888185  |
+|    total_electricity_HVAC       | -0.5387278  |
+|    wind_direction               | 0.27109176  |
+|    wind_speed                   | 0.84702027  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 591.705     |
+|    air_humidity                 | 17.20447    |
+|    air_temperature              | 23.454782   |
+|    clg_setpoint                 | 25.846231   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 248.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 12.914116   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 84.5        |
+|    outdoor_temperature          | 21.199781   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 532534.56   |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 6.95        |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 57%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.2666072   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.124664   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.68822426  |
+|    air_humidity                 | 1.1476007   |
+|    air_temperature              | 0.36035293  |
+|    clg_setpoint                 | -1.1409001  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5199422   |
+|    diffuse_solar_radiation      | 2.1396506   |
+|    direct_solar_radiation       | 1.3236113   |
+|    hour                         | 0.36161712  |
+|    htg_setpoint                 | 0.6705311   |
+|    month                        | 0.31048006  |
+|    outdoor_humidity             | -0.36576393 |
+|    outdoor_temperature          | 1.0352304   |
+|    people_occupant              | 1.6953646   |
+|    total_electricity_HVAC       | 0.6157232   |
+|    wind_direction               | 0.12692496  |
+|    wind_speed                   | -0.23803067 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5913.161    |
+|    air_humidity                 | 51.924183   |
+|    air_temperature              | 23.248621   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 289.0       |
+|    direct_solar_radiation       | 484.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 20.51756    |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 61.0        |
+|    outdoor_temperature          | 22.475302   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 5321845.0   |
+|    wind_direction               | 195.0       |
+|    wind_speed                   | 4.35        |
+| train/                          |             |
+|    approx_kl                    | 0.008163858 |
+|    clip_fraction                | 0.0821      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.6        |
+|    explained_variance           | 0.675       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.613       |
+|    n_updates                    | 440         |
+|    policy_gradient_loss         | -0.00935    |
+|    std                          | 0.887       |
+|    value_loss                   | 1.9         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 57%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.37070653 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.539776   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.1377969   |
+|    air_humidity                 | 1.1849331   |
+|    air_temperature              | 0.36021355  |
+|    clg_setpoint                 | -1.1403846  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6308228   |
+|    diffuse_solar_radiation      | 1.5876465   |
+|    direct_solar_radiation       | 0.8753995   |
+|    hour                         | 0.5060771   |
+|    htg_setpoint                 | -1.3962903  |
+|    month                        | 0.31029153  |
+|    outdoor_humidity             | 0.49214798  |
+|    outdoor_temperature          | 1.3120401   |
+|    people_occupant              | 1.694738    |
+|    total_electricity_HVAC       | 1.0429461   |
+|    wind_direction               | 0.031103557 |
+|    wind_speed                   | 0.9527878   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7882.293    |
+|    air_humidity                 | 52.420258   |
+|    air_temperature              | 23.248583   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 234.0       |
+|    direct_solar_radiation       | 372.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 79.0        |
+|    outdoor_temperature          | 25.207672   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 7094063.5   |
+|    wind_direction               | 185.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+--------------------------------------------------******************------------------------------------------| 58%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.0077388883 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 17.668531    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.1179671    |
+|    air_humidity                 | 1.3247106    |
+|    air_temperature              | 0.3599818    |
+|    clg_setpoint                 | -1.1396435   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.7410243    |
+|    diffuse_solar_radiation      | 1.9355363    |
+|    direct_solar_radiation       | -0.2770675   |
+|    hour                         | 0.6505338    |
+|    htg_setpoint                 | 0.77200806   |
+|    month                        | 0.31010336   |
+|    outdoor_humidity             | -0.22406664  |
+|    outdoor_temperature          | 1.5222292    |
+|    people_occupant              | 1.6941134    |
+|    total_electricity_HVAC       | 1.0241108    |
+|    wind_direction               | 0.12720345   |
+|    wind_speed                   | -0.655028    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 7795.1396    |
+|    air_humidity                 | 54.24491     |
+|    air_temperature              | 23.248499    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 31.0         |
+|    diffuse_solar_radiation      | 269.0        |
+|    direct_solar_radiation       | 84.0         |
+|    hour                         | 16.0         |
+|    htg_setpoint                 | 20.935606    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 64.0         |
+|    outdoor_temperature          | 27.293615    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 7015625.5    |
+|    wind_direction               | 195.0        |
+|    wind_speed                   | 3.35         |
+--------------------------------------------------
+-------------------------------------------------*******************------------------------------------------| 58%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.4200985   |
+|    air_humidity                 | 1.2472116   |
+|    air_temperature              | 0.36129975  |
+|    clg_setpoint                 | -1.1394378  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6707388  |
+|    diffuse_solar_radiation      | 0.07599138  |
+|    direct_solar_radiation       | 0.990908    |
+|    hour                         | 0.794985    |
+|    htg_setpoint                 | -0.15558551 |
+|    month                        | 0.60835856  |
+|    outdoor_humidity             | -0.34336856 |
+|    outdoor_temperature          | 1.5740705   |
+|    people_occupant              | 1.6934905   |
+|    total_electricity_HVAC       | 1.5387219   |
+|    wind_direction               | 0.12685607  |
+|    wind_speed                   | 1.2674483   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 9118.214    |
+|    air_humidity                 | 53.25057    |
+|    air_temperature              | 23.25103    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 83.0        |
+|    direct_solar_radiation       | 401.0       |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 17.111624   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 61.5        |
+|    outdoor_temperature          | 27.829536   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 9149618.0   |
+|    wind_direction               | 195.0       |
+|    wind_speed                   | 7.95        |
+-------------------------------------------------
+-------------------------------------------------*******************------------------------------------------| 58%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.06527377 |
+|    Heating_Setpoint_RL          | -0.37945223 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.404701   |
+|    Heating_Setpoint_RL          | 15.4905815  |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.3200532   |
+|    air_humidity                 | 1.251394    |
+|    air_temperature              | 0.35965383  |
+|    clg_setpoint                 | -1.1394114  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5539978  |
+|    diffuse_solar_radiation      | -0.41401455 |
+|    direct_solar_radiation       | -0.10223244 |
+|    hour                         | 0.9394281   |
+|    htg_setpoint                 | -0.76215667 |
+|    month                        | 0.6078986   |
+|    outdoor_humidity             | 0.44441313  |
+|    outdoor_temperature          | 1.6002079   |
+|    people_occupant              | 0.5016113   |
+|    total_electricity_HVAC       | 0.29564792  |
+|    wind_direction               | 0.030671768 |
+|    wind_speed                   | 0.32749668  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4304.4146   |
+|    air_humidity                 | 53.312424   |
+|    air_temperature              | 23.249456   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 34.0        |
+|    direct_solar_radiation       | 128.0       |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 14.610398   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 78.0        |
+|    outdoor_temperature          | 28.11812    |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 3997269.0   |
+|    wind_direction               | 185.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------********************----------------------------------------| 59%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5010881   |
+|    air_humidity                 | -1.3558135   |
+|    air_temperature              | 1.1444223    |
+|    clg_setpoint                 | 0.98677975   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.4378786   |
+|    diffuse_solar_radiation      | -0.75416166  |
+|    direct_solar_radiation       | -0.6142922   |
+|    hour                         | 1.0838599    |
+|    htg_setpoint                 | -1.3951507   |
+|    month                        | 0.60743964   |
+|    outdoor_humidity             | 1.1130307    |
+|    outdoor_temperature          | 1.4374404    |
+|    people_occupant              | -0.6892183   |
+|    total_electricity_HVAC       | -0.51357657  |
+|    wind_direction               | -0.017328722 |
+|    wind_speed                   | 0.43263382   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 707.6253     |
+|    air_humidity                 | 19.508324    |
+|    air_temperature              | 24.404043    |
+|    clg_setpoint                 | 28.769144    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 3.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 19.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 92.0         |
+|    outdoor_temperature          | 26.543911    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 640588.3     |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 5.95         |
+--------------------------------------------------
+-------------------------------------------------*********************----------------------------------------| 59%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4979529  |
+|    air_humidity                 | -1.7927693  |
+|    air_temperature              | 0.67672545  |
+|    clg_setpoint                 | -0.74998    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3222865  |
+|    diffuse_solar_radiation      | -0.75435066 |
+|    direct_solar_radiation       | -0.61454517 |
+|    hour                         | 1.2282768   |
+|    htg_setpoint                 | -1.3939388  |
+|    month                        | 0.60698175  |
+|    outdoor_humidity             | -0.84678185 |
+|    outdoor_temperature          | 1.9975723   |
+|    people_occupant              | -0.68865854 |
+|    total_electricity_HVAC       | -0.41155759 |
+|    wind_direction               | 0.9423957   |
+|    wind_speed                   | 0.22409585  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 720.36053   |
+|    air_humidity                 | 13.795616   |
+|    air_temperature              | 23.717346   |
+|    clg_setpoint                 | 24.26374    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 51.0        |
+|    outdoor_temperature          | 32.096737   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1062362.2   |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 5.45        |
+-------------------------------------------------
+-------------------------------------------------*********************----------------------------------------| 59%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.47562134  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 20.30037    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5202621  |
+|    air_humidity                 | 1.425058    |
+|    air_temperature              | 0.07989367  |
+|    clg_setpoint                 | 0.08390923  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2071352  |
+|    diffuse_solar_radiation      | -0.7544225  |
+|    direct_solar_radiation       | -0.6143234  |
+|    hour                         | 1.3726746   |
+|    htg_setpoint                 | 0.68302876  |
+|    month                        | 0.6065249   |
+|    outdoor_humidity             | 1.1125379   |
+|    outdoor_temperature          | 1.4175045   |
+|    people_occupant              | -0.6888502  |
+|    total_electricity_HVAC       | -0.5326902  |
+|    wind_direction               | 0.07890657  |
+|    wind_speed                   | -0.96752256 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 623.4678    |
+|    air_humidity                 | 55.562576   |
+|    air_temperature              | 22.84083    |
+|    clg_setpoint                 | 26.427483   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 20.560926   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 92.0        |
+|    outdoor_temperature          | 26.406322   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 561121.0    |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------********************----------------------------------------| 59%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5507915   |
+|    air_humidity                 | 1.1308777    |
+|    air_temperature              | -0.06479302  |
+|    clg_setpoint                 | -1.1404606   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.0923474   |
+|    diffuse_solar_radiation      | -0.75450647  |
+|    direct_solar_radiation       | -0.61385846  |
+|    hour                         | 1.5170485    |
+|    htg_setpoint                 | 0.8959617    |
+|    month                        | 0.6060691    |
+|    outdoor_humidity             | 0.87240106   |
+|    outdoor_temperature          | 0.97700995   |
+|    people_occupant              | -0.6890415   |
+|    total_electricity_HVAC       | -0.5615281   |
+|    wind_direction               | -1.16771     |
+|    wind_speed                   | -0.109519586 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 490.2186     |
+|    air_humidity                 | 51.76409     |
+|    air_temperature              | 22.628868    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 6.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 21.441685    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 87.0         |
+|    outdoor_temperature          | 22.07327     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 441979.53    |
+|    wind_direction               | 60.0         |
+|    wind_speed                   | 4.65         |
+--------------------------------------------------
+-------------------------------------------------**********************---------------------------------------| 60%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.8792584   |
+|    Heating_Setpoint_RL          | 0.58770245  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.592497   |
+|    Heating_Setpoint_RL          | 20.930826   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.4488076   |
+|    air_humidity                 | 0.33621955  |
+|    air_temperature              | 0.35591853  |
+|    clg_setpoint                 | 1.0962503   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.97785354 |
+|    diffuse_solar_radiation      | -0.75438905 |
+|    direct_solar_radiation       | -0.61393404 |
+|    hour                         | 1.6613933   |
+|    htg_setpoint                 | 1.3342136   |
+|    month                        | 0.6056143   |
+|    outdoor_humidity             | -0.05975915 |
+|    outdoor_temperature          | 0.675115    |
+|    people_occupant              | -0.68923235 |
+|    total_electricity_HVAC       | 0.3882612   |
+|    wind_direction               | -1.1661673  |
+|    wind_speed                   | -0.86279947 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4860.9326   |
+|    air_humidity                 | 41.450085   |
+|    air_temperature              | 23.247618   |
+|    clg_setpoint                 | 29.055637   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 67.5        |
+|    outdoor_temperature          | 19.108583   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4374839.0   |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 2.85        |
+-------------------------------------------------
+-------------------------------------------------**********************---------------------------------------| 60%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5183289   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.37436    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.49574068  |
+|    air_humidity                 | 0.33121693  |
+|    air_temperature              | 0.35741827  |
+|    clg_setpoint                 | 0.47925615  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7501518  |
+|    diffuse_solar_radiation      | -0.7545386  |
+|    direct_solar_radiation       | -0.6142305  |
+|    hour                         | -1.6612563  |
+|    htg_setpoint                 | 1.3338002   |
+|    month                        | 0.6051605   |
+|    outdoor_humidity             | 0.29945752  |
+|    outdoor_temperature          | 0.6995308   |
+|    people_occupant              | -0.68942285 |
+|    total_electricity_HVAC       | 0.47806975  |
+|    wind_direction               | -1.4527678  |
+|    wind_speed                   | -1.6159611  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5065.698    |
+|    air_humidity                 | 41.39772    |
+|    air_temperature              | 23.250345   |
+|    clg_setpoint                 | 27.454388   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 75.0        |
+|    outdoor_temperature          | 19.36119    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4746182.0   |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 1.05        |
+-------------------------------------------------
+-------------------------------------------------**********************---------------------------------------| 60%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5598894  |
+|    air_humidity                 | 0.5258916   |
+|    air_temperature              | -0.2678143  |
+|    clg_setpoint                 | 0.59205204  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.63604873 |
+|    diffuse_solar_radiation      | -0.7545497  |
+|    direct_solar_radiation       | -0.6144441  |
+|    hour                         | -1.5166757  |
+|    htg_setpoint                 | 0.9755762   |
+|    month                        | 0.6047077   |
+|    outdoor_humidity             | 0.65859604  |
+|    outdoor_temperature          | 0.7954967   |
+|    people_occupant              | -0.6896129  |
+|    total_electricity_HVAC       | -0.5703897  |
+|    wind_direction               | 0.61018234  |
+|    wind_speed                   | -0.65235096 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 453.97867   |
+|    air_humidity                 | 43.939114   |
+|    air_temperature              | 22.332975   |
+|    clg_setpoint                 | 27.74686    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 21.773998   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 82.5        |
+|    outdoor_temperature          | 20.31818    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 408580.8    |
+|    wind_direction               | 245.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+--------------------------------------------------**********************--------------------------------------| 61%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.52588665  |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.850132    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.57018596  |
+|    air_humidity                 | -1.3299392   |
+|    air_temperature              | 0.126022     |
+|    clg_setpoint                 | -1.1405123   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.5220667   |
+|    diffuse_solar_radiation      | -0.75450575  |
+|    direct_solar_radiation       | -0.61480373  |
+|    hour                         | -1.3721244   |
+|    htg_setpoint                 | -0.003994512 |
+|    month                        | 0.604256     |
+|    outdoor_humidity             | 1.1608613    |
+|    outdoor_temperature          | 0.7363682    |
+|    people_occupant              | -0.68905634  |
+|    total_electricity_HVAC       | -0.580183    |
+|    wind_direction               | 0.65800613   |
+|    wind_speed                   | -1.070892    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 408.35745    |
+|    air_humidity                 | 19.830585    |
+|    air_temperature              | 22.911629    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 11.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 2.0          |
+|    htg_setpoint                 | 17.73327     |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 93.0         |
+|    outdoor_temperature          | 19.746336    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 367521.72    |
+|    wind_direction               | 250.0        |
+|    wind_speed                   | 2.35         |
+--------------------------------------------------
+-------------------------------------------------***********************--------------------------------------| 61%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.66164345  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.346745   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5663818  |
+|    air_humidity                 | -1.8641436  |
+|    air_temperature              | -0.12643443 |
+|    clg_setpoint                 | 1.0248926   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.4081688  |
+|    diffuse_solar_radiation      | -0.75457853 |
+|    direct_solar_radiation       | -0.6150542  |
+|    hour                         | -1.2275974  |
+|    htg_setpoint                 | -0.8223996  |
+|    month                        | 0.60380524  |
+|    outdoor_humidity             | 1.2082726   |
+|    outdoor_temperature          | 1.170884    |
+|    people_occupant              | -0.68850106 |
+|    total_electricity_HVAC       | -0.5764105  |
+|    wind_direction               | 0.32195106  |
+|    wind_speed                   | -0.8608707  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 424.0311    |
+|    air_humidity                 | 12.850168   |
+|    air_temperature              | 22.541845   |
+|    clg_setpoint                 | 28.871584   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 14.354733   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 94.0        |
+|    outdoor_temperature          | 24.050554   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 382247.34   |
+|    wind_direction               | 215.0       |
+|    wind_speed                   | 2.85        |
+-------------------------------------------------
+--------------------------------------------------**********************--------------------------------------| 61%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.8499754    |
+|    Heating_Setpoint_RL          | 0.4714286    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.493668    |
+|    Heating_Setpoint_RL          | 20.276787    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.008301902 |
+|    air_humidity                 | -0.14937674  |
+|    air_temperature              | 0.3531885    |
+|    clg_setpoint                 | 1.459588     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.29432532  |
+|    diffuse_solar_radiation      | -0.75425476  |
+|    direct_solar_radiation       | -0.61492836  |
+|    hour                         | -1.0830894   |
+|    htg_setpoint                 | 1.334478     |
+|    month                        | 0.6033555    |
+|    outdoor_humidity             | -0.060333107 |
+|    outdoor_temperature          | 1.1441029    |
+|    people_occupant              | -0.68869144  |
+|    total_electricity_HVAC       | -0.046163518 |
+|    wind_direction               | 1.6660633    |
+|    wind_speed                   | -0.106457435 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2860.5745    |
+|    air_humidity                 | 35.14068     |
+|    air_temperature              | 23.245575    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 13.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 67.5         |
+|    outdoor_temperature          | 23.809357    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2574517.0    |
+|    wind_direction               | 355.0        |
+|    wind_speed                   | 4.65         |
+--------------------------------------------------
+-------------------------------------------------************************-------------------------------------| 62%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.29491526  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 19.283897   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.17475308 |
+|    air_humidity                 | -0.16726783 |
+|    air_temperature              | -0.2828921  |
+|    clg_setpoint                 | 0.26964343  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18051368 |
+|    diffuse_solar_radiation      | -0.50556266 |
+|    direct_solar_radiation       | -0.56715393 |
+|    hour                         | -0.9385964  |
+|    htg_setpoint                 | 1.1104268   |
+|    month                        | 0.6029068   |
+|    outdoor_humidity             | 0.873847    |
+|    outdoor_temperature          | 1.011957    |
+|    people_occupant              | -0.6888814  |
+|    total_electricity_HVAC       | -0.20436701 |
+|    wind_direction               | 0.561388    |
+|    wind_speed                   | -0.96553665 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2134.5764   |
+|    air_humidity                 | 34.91635    |
+|    air_temperature              | 22.31351    |
+|    clg_setpoint                 | 26.910503   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 25.0        |
+|    direct_solar_radiation       | 12.0        |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 22.325897   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 22.521246   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1921118.6   |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------***********************-------------------------------------| 62%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.122076064 |
+|    Heating_Setpoint_RL          | -0.07214278  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.212994    |
+|    Heating_Setpoint_RL          | 17.219196    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.15780997  |
+|    air_humidity                 | -0.24039933  |
+|    air_temperature              | 0.3533885    |
+|    clg_setpoint                 | -1.1399055   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.066718265 |
+|    diffuse_solar_radiation      | 0.20061348   |
+|    direct_solar_radiation       | -0.3031863   |
+|    hour                         | -0.79411465  |
+|    htg_setpoint                 | 1.334455     |
+|    month                        | 0.6024591    |
+|    outdoor_humidity             | 0.77813864   |
+|    outdoor_temperature          | 1.2174958    |
+|    people_occupant              | -0.689071    |
+|    total_electricity_HVAC       | -0.1882617   |
+|    wind_direction               | -0.2550879   |
+|    wind_speed                   | -0.96521276  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2209.8225    |
+|    air_humidity                 | 33.975273    |
+|    air_temperature              | 23.246626    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 96.0         |
+|    direct_solar_radiation       | 78.0         |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 85.0         |
+|    outdoor_temperature          | 24.575914    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1988840.2    |
+|    wind_direction               | 155.0        |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
+--------------------------------------------------***********************-------------------------------------| 62%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.714023     |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.034828    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.08488266   |
+|    air_humidity                 | 0.09697356   |
+|    air_temperature              | 0.35499942   |
+|    clg_setpoint                 | 1.4603446    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.047069523  |
+|    diffuse_solar_radiation      | -0.018316051 |
+|    direct_solar_radiation       | -0.6156515   |
+|    hour                         | -0.649641    |
+|    htg_setpoint                 | 1.3344107    |
+|    month                        | 0.60201234   |
+|    outdoor_humidity             | 0.96967405   |
+|    outdoor_temperature          | 1.1715001    |
+|    people_occupant              | -0.6892602   |
+|    total_electricity_HVAC       | 0.3085481    |
+|    wind_direction               | -1.2155348   |
+|    wind_speed                   | -0.75486535  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 3269.0176    |
+|    air_humidity                 | 38.36637     |
+|    air_temperature              | 23.249369    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 16.0         |
+|    diffuse_solar_radiation      | 74.0         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 89.0         |
+|    outdoor_temperature          | 24.139599    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 4041292.2    |
+|    wind_direction               | 55.0         |
+|    wind_speed                   | 3.1          |
+--------------------------------------------------
+-------------------------------------------------************************-------------------------------------| 62%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.30001295  |
+|    Heating_Setpoint_RL          | 0.28712228  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.637543   |
+|    Heating_Setpoint_RL          | 19.240063   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.53016746 |
+|    air_humidity                 | -0.64601594 |
+|    air_temperature              | 0.3385069   |
+|    clg_setpoint                 | 1.3155453   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.16085134  |
+|    diffuse_solar_radiation      | 1.4929383   |
+|    direct_solar_radiation       | -0.387684   |
+|    hour                         | -0.5051726  |
+|    htg_setpoint                 | -1.3929012  |
+|    month                        | 0.6015666   |
+|    outdoor_humidity             | 0.4421547   |
+|    outdoor_temperature          | 1.7410958   |
+|    people_occupant              | -0.68944895 |
+|    total_electricity_HVAC       | -0.5422066  |
+|    wind_direction               | -1.2625303  |
+|    wind_speed                   | 0.33652171  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 587.7118    |
+|    air_humidity                 | 28.724619   |
+|    air_temperature              | 23.225752   |
+|    clg_setpoint                 | 29.624187   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 226.0       |
+|    direct_solar_radiation       | 57.0        |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 78.0        |
+|    outdoor_temperature          | 29.80613    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 528940.6    |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------*************************------------------------------------| 63%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.20122492 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.945866   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4840858  |
+|    air_humidity                 | -1.8800937  |
+|    air_temperature              | 0.92426026  |
+|    clg_setpoint                 | 1.4593351   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.27462193  |
+|    diffuse_solar_radiation      | 1.7100056   |
+|    direct_solar_radiation       | 1.3496386   |
+|    hour                         | -0.36070758 |
+|    htg_setpoint                 | -1.3921797  |
+|    month                        | 0.60112184  |
+|    outdoor_humidity             | -1.4745739  |
+|    outdoor_temperature          | 1.919118    |
+|    people_occupant              | -0.68889683 |
+|    total_electricity_HVAC       | -0.5033512  |
+|    wind_direction               | -1.4045092  |
+|    wind_speed                   | 1.0706056   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 787.37506   |
+|    air_humidity                 | 12.662102   |
+|    air_temperature              | 24.084393   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 248.0       |
+|    direct_solar_radiation       | 491.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 38.0        |
+|    outdoor_temperature          | 31.606829   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 688154.4    |
+|    wind_direction               | 35.0        |
+|    wind_speed                   | 7.45        |
+-------------------------------------------------
+-------------------------------------------------*************************------------------------------------| 63%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.22687055 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.348854   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.46466163  |
+|    air_humidity                 | 0.36404264  |
+|    air_temperature              | 0.40040186  |
+|    clg_setpoint                 | -1.1100496  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.38836914  |
+|    diffuse_solar_radiation      | 1.601006    |
+|    direct_solar_radiation       | 2.096279    |
+|    hour                         | -0.21624425 |
+|    htg_setpoint                 | -1.1740313  |
+|    month                        | 0.6006781   |
+|    outdoor_humidity             | -1.4253626  |
+|    outdoor_temperature          | 1.1558226   |
+|    people_occupant              | 1.6956414   |
+|    total_electricity_HVAC       | 0.40338096  |
+|    wind_direction               | -1.3067932  |
+|    wind_speed                   | 0.33596313  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4921.4414   |
+|    air_humidity                 | 41.80713    |
+|    air_temperature              | 23.318203   |
+|    clg_setpoint                 | 23.329561   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 237.0       |
+|    direct_solar_radiation       | 678.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 12.895808   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 39.0        |
+|    outdoor_temperature          | 24.066572   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4429297.5   |
+|    wind_direction               | 45.0        |
+|    wind_speed                   | 5.7         |
+| train/                          |             |
+|    approx_kl                    | 0.008225121 |
+|    clip_fraction                | 0.0734      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.59       |
+|    explained_variance           | 0.705       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.754       |
+|    n_updates                    | 450         |
+|    policy_gradient_loss         | -0.0109     |
+|    std                          | 0.884       |
+|    value_loss                   | 2.12        |
+-------------------------------------------------
+-------------------------------------------------*************************------------------------------------| 63%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.24737266  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.016472   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.1412835  |
+|    air_humidity                 | 0.7164113   |
+|    air_temperature              | 1.832318    |
+|    clg_setpoint                 | -0.30632082 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.502074    |
+|    diffuse_solar_radiation      | 1.8391972   |
+|    direct_solar_radiation       | 2.083044    |
+|    hour                         | -0.07178155 |
+|    htg_setpoint                 | -1.3911875  |
+|    month                        | 0.60023534  |
+|    outdoor_humidity             | -1.7601465  |
+|    outdoor_temperature          | 1.3139113   |
+|    people_occupant              | 1.2182968   |
+|    total_electricity_HVAC       | -0.15681547 |
+|    wind_direction               | -1.6412469  |
+|    wind_speed                   | -0.4407781  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2281.353    |
+|    air_humidity                 | 46.402546   |
+|    air_temperature              | 25.414103   |
+|    clg_setpoint                 | 25.415787   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 261.0       |
+|    direct_solar_radiation       | 675.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 32.0        |
+|    outdoor_temperature          | 25.642881   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 2118145.8   |
+|    wind_direction               | 10.0        |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+-------------------------------------------------*************************------------------------------------| 63%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.64984167 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.969641   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.6570003   |
+|    air_humidity                 | 0.9618486   |
+|    air_temperature              | 0.62820524  |
+|    clg_setpoint                 | -0.98606473 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6157107   |
+|    diffuse_solar_radiation      | 0.6464215   |
+|    direct_solar_radiation       | 2.7765412   |
+|    hour                         | 0.072681    |
+|    htg_setpoint                 | 0.22998953  |
+|    month                        | 0.5997935   |
+|    outdoor_humidity             | -1.2804066  |
+|    outdoor_temperature          | 1.881278    |
+|    people_occupant              | 0.26441768  |
+|    total_electricity_HVAC       | 0.9548677   |
+|    wind_direction               | 0.47086433  |
+|    wind_speed                   | 0.21108243  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5758.1973   |
+|    air_humidity                 | 49.609444   |
+|    air_temperature              | 23.652235   |
+|    clg_setpoint                 | 23.64928    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 141.0       |
+|    direct_solar_radiation       | 849.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 18.69003    |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 42.0        |
+|    outdoor_temperature          | 31.281984   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 6702569.0   |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 5.4         |
+-------------------------------------------------
+--------------------------------------------------*************************-----------------------------------| 64%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.08190616  |
+|    air_humidity                 | 0.5450403    |
+|    air_temperature              | 2.316441     |
+|    clg_setpoint                 | -0.033464324 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.7292466    |
+|    diffuse_solar_radiation      | 1.0046581    |
+|    direct_solar_radiation       | 2.0864506    |
+|    hour                         | 0.21714343   |
+|    htg_setpoint                 | -1.390901    |
+|    month                        | 0.5993527    |
+|    outdoor_humidity             | -1.8547962   |
+|    outdoor_temperature          | 1.9618121    |
+|    people_occupant              | 1.2174097    |
+|    total_electricity_HVAC       | -0.11048421  |
+|    wind_direction               | 1.3822899    |
+|    wind_speed                   | 0.7576445    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2541.4568    |
+|    air_humidity                 | 44.194313    |
+|    air_temperature              | 26.121819    |
+|    clg_setpoint                 | 26.121971    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 22.0         |
+|    diffuse_solar_radiation      | 177.0        |
+|    direct_solar_radiation       | 677.0        |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 30.0         |
+|    outdoor_temperature          | 32.118423    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 2310520.2    |
+|    wind_direction               | 325.0        |
+|    wind_speed                   | 6.7          |
+--------------------------------------------------
+------------------------------------------------***************************-----------------------------------| 64%
+| action_network/                 |            |
+|    Cooling_Setpoint_RL          | -1.0       |
+|    Heating_Setpoint_RL          | -1.0       |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23.25      |
+|    Heating_Setpoint_RL          | 12.0       |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | 0.90796083 |
+|    air_humidity                 | 1.1110457  |
+|    air_temperature              | 0.35227907 |
+|    clg_setpoint                 | -1.1392123 |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 0.8426428  |
+|    diffuse_solar_radiation      | 2.0378294  |
+|    direct_solar_radiation       | 1.2910672  |
+|    hour                         | 0.36160523 |
+|    htg_setpoint                 | -1.390685  |
+|    month                        | 0.59891284 |
+|    outdoor_humidity             | -1.2536966 |
+|    outdoor_temperature          | 1.2801402  |
+|    people_occupant              | 1.6935048  |
+|    total_electricity_HVAC       | 0.853488   |
+|    wind_direction               | 0.1339173  |
+|    wind_speed                   | 0.12731418 |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 6850.138   |
+|    air_humidity                 | 51.563145  |
+|    air_temperature              | 23.249298  |
+|    clg_setpoint                 | 23.25      |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 23.0       |
+|    diffuse_solar_radiation      | 281.0      |
+|    direct_solar_radiation       | 478.0      |
+|    hour                         | 14.0       |
+|    htg_setpoint                 | 12.0       |
+|    month                        | 8.0        |
+|    outdoor_humidity             | 42.5       |
+|    outdoor_temperature          | 25.366835  |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 6283544.0  |
+|    wind_direction               | 195.0      |
+|    wind_speed                   | 5.2        |
+------------------------------------------------
+-------------------------------------------------**************************-----------------------------------| 64%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.1229912  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.209904   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.24817401  |
+|    air_humidity                 | -0.80270964 |
+|    air_temperature              | 0.3526369   |
+|    clg_setpoint                 | -1.1392821  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.95585334  |
+|    diffuse_solar_radiation      | 1.5995047   |
+|    direct_solar_radiation       | 0.699803    |
+|    hour                         | 0.5060653   |
+|    htg_setpoint                 | -1.3903204  |
+|    month                        | 0.5984739   |
+|    outdoor_humidity             | -1.9960705  |
+|    outdoor_temperature          | 1.9888434   |
+|    people_occupant              | -0.6892875  |
+|    total_electricity_HVAC       | 0.441513    |
+|    wind_direction               | 1.1415656   |
+|    wind_speed                   | 1.1994962   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3976.906    |
+|    air_humidity                 | 26.677767   |
+|    air_temperature              | 23.250004   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 237.0       |
+|    direct_solar_radiation       | 330.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 27.0        |
+|    outdoor_temperature          | 32.42401    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4583916.5   |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 7.75        |
+-------------------------------------------------
+---------------------------------------------------*************************----------------------------------| 65%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 1.0           |
+|    Heating_Setpoint_RL          | -1.0          |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 30.0          |
+|    Heating_Setpoint_RL          | 12.0          |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.468019     |
+|    air_humidity                 | -1.1721722    |
+|    air_temperature              | 1.1936398     |
+|    clg_setpoint                 | 1.4601282     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.0688263     |
+|    diffuse_solar_radiation      | 0.397049      |
+|    direct_solar_radiation       | 1.2298715     |
+|    hour                         | 0.6505221     |
+|    htg_setpoint                 | 0.65232176    |
+|    month                        | 0.598036      |
+|    outdoor_humidity             | -1.9449271    |
+|    outdoor_temperature          | 1.4822755     |
+|    people_occupant              | -0.6887397    |
+|    total_electricity_HVAC       | -0.48856753   |
+|    wind_direction               | -1.3534659    |
+|    wind_speed                   | 0.00023504923 |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 859.6557      |
+|    air_humidity                 | 21.862066     |
+|    air_temperature              | 24.478926     |
+|    clg_setpoint                 | 30.0          |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 25.0          |
+|    diffuse_solar_radiation      | 116.0         |
+|    direct_solar_radiation       | 463.0         |
+|    hour                         | 16.0          |
+|    htg_setpoint                 | 20.427994     |
+|    month                        | 8.0           |
+|    outdoor_humidity             | 28.0          |
+|    outdoor_temperature          | 27.403461     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 751317.44     |
+|    wind_direction               | 40.0          |
+|    wind_speed                   | 4.9           |
+---------------------------------------------------
+-------------------------------------------------***************************----------------------------------| 65%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.2356858  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.299267   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.3732922  |
+|    air_humidity                 | 0.8900034   |
+|    air_temperature              | 1.8140166   |
+|    clg_setpoint                 | -0.31653157 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1815035   |
+|    diffuse_solar_radiation      | 0.1485028   |
+|    direct_solar_radiation       | -0.15141921 |
+|    hour                         | 0.7949737   |
+|    htg_setpoint                 | -1.389569   |
+|    month                        | 0.597599    |
+|    outdoor_humidity             | -0.36439648 |
+|    outdoor_temperature          | 1.1881776   |
+|    people_occupant              | 1.6949611   |
+|    total_electricity_HVAC       | -0.44994864 |
+|    wind_direction               | 0.038404994 |
+|    wind_speed                   | 1.389272    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1271.9578   |
+|    air_humidity                 | 48.674652   |
+|    air_temperature              | 25.384993   |
+|    clg_setpoint                 | 25.386118   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 91.0        |
+|    direct_solar_radiation       | 117.0       |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 61.0        |
+|    outdoor_temperature          | 24.49128    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 910768.6    |
+|    wind_direction               | 185.0       |
+|    wind_speed                   | 8.2         |
+-------------------------------------------------
+-------------------------------------------------***************************----------------------------------| 65%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.1007378  |
+|    air_humidity                 | 1.8327055   |
+|    air_temperature              | 0.35181987  |
+|    clg_setpoint                 | -1.1388063  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2938206   |
+|    diffuse_solar_radiation      | -0.6865612  |
+|    direct_solar_radiation       | -0.61052567 |
+|    hour                         | 0.9394173   |
+|    htg_setpoint                 | -0.16569276 |
+|    month                        | 0.597163    |
+|    outdoor_humidity             | 0.497246    |
+|    outdoor_temperature          | 1.2378088   |
+|    people_occupant              | 0.5026842   |
+|    total_electricity_HVAC       | -0.13405798 |
+|    wind_direction               | -0.6816961  |
+|    wind_speed                   | -0.65195364 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2457.3901   |
+|    air_humidity                 | 60.941956   |
+|    air_temperature              | 23.249754   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 7.0         |
+|    direct_solar_radiation       | 2.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 17.050869   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 79.0        |
+|    outdoor_temperature          | 24.997486   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 2211651.2   |
+|    wind_direction               | 110.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+-------------------------------------------------***************************----------------------------------| 65%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.45409504 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.070716   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.2762112  |
+|    air_humidity                 | 1.0847204   |
+|    air_temperature              | 0.35158122  |
+|    clg_setpoint                 | -1.138563   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4057078   |
+|    diffuse_solar_radiation      | -0.75620574 |
+|    direct_solar_radiation       | -0.61877406 |
+|    hour                         | 1.0838499   |
+|    htg_setpoint                 | -1.389542   |
+|    month                        | 0.59672797  |
+|    outdoor_humidity             | -0.74767095 |
+|    outdoor_temperature          | 1.0237193   |
+|    people_occupant              | -0.45095277 |
+|    total_electricity_HVAC       | -0.2842945  |
+|    wind_direction               | -0.82456905 |
+|    wind_speed                   | -0.65198296 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1695.2013   |
+|    air_humidity                 | 51.231773   |
+|    air_temperature              | 23.24999    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 53.0        |
+|    outdoor_temperature          | 22.882992   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 1593955.4   |
+|    wind_direction               | 95.0        |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+-------------------------------------------------****************************---------------------------------| 66%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.6277424   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.74363    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.52061063 |
+|    air_humidity                 | 0.99944746  |
+|    air_temperature              | 0.14440209  |
+|    clg_setpoint                 | -1.1379918  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5170897   |
+|    diffuse_solar_radiation      | -0.7562828  |
+|    direct_solar_radiation       | -0.6190623  |
+|    hour                         | 1.228268    |
+|    htg_setpoint                 | 0.16098797  |
+|    month                        | 0.59629387  |
+|    outdoor_humidity             | 0.16280325  |
+|    outdoor_temperature          | 0.7392464   |
+|    people_occupant              | -0.45117486 |
+|    total_electricity_HVAC       | -0.53319085 |
+|    wind_direction               | -0.1040538  |
+|    wind_speed                   | -1.4305497  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 634.45337   |
+|    air_humidity                 | 50.13474    |
+|    air_temperature              | 22.94792    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 18.400707   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 72.0        |
+|    outdoor_temperature          | 20.062819   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 571008.0    |
+|    wind_direction               | 170.0       |
+|    wind_speed                   | 1.5         |
+-------------------------------------------------
+-------------------------------------------------****************************---------------------------------| 66%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.8488739  |
+|    Heating_Setpoint_RL          | 0.59489083  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.76005    |
+|    Heating_Setpoint_RL          | 20.97126    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5337714  |
+|    air_humidity                 | 0.21577922  |
+|    air_temperature              | 0.07500347  |
+|    clg_setpoint                 | -0.3304229  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.627886    |
+|    diffuse_solar_radiation      | -0.75635064 |
+|    direct_solar_radiation       | -0.61932313 |
+|    hour                         | 1.3726674   |
+|    htg_setpoint                 | 0.940672    |
+|    month                        | 0.5958607   |
+|    outdoor_humidity             | -0.12362033 |
+|    outdoor_temperature          | 0.87359434  |
+|    people_occupant              | -0.6896732  |
+|    total_electricity_HVAC       | -0.5457142  |
+|    wind_direction               | 0.32856902  |
+|    wind_speed                   | -1.1979749  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 578.1017    |
+|    air_humidity                 | 39.94952    |
+|    air_temperature              | 22.847124   |
+|    clg_setpoint                 | 25.345448   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 21.618788   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 66.0        |
+|    outdoor_temperature          | 21.410568   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 520291.53   |
+|    wind_direction               | 215.0       |
+|    wind_speed                   | 2.05        |
+-------------------------------------------------
+-------------------------------------------------****************************---------------------------------| 66%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.31152055 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.573618   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.48010606 |
+|    air_humidity                 | -0.9971425  |
+|    air_temperature              | 0.34777147  |
+|    clg_setpoint                 | 0.14777325  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7380121   |
+|    diffuse_solar_radiation      | -0.7563551  |
+|    direct_solar_radiation       | -0.6195092  |
+|    hour                         | 1.5170437   |
+|    htg_setpoint                 | 1.336073    |
+|    month                        | 0.59542847  |
+|    outdoor_humidity             | 0.0677848   |
+|    outdoor_temperature          | 1.2404023   |
+|    people_occupant              | -0.68912846 |
+|    total_electricity_HVAC       | -0.49470386 |
+|    wind_direction               | 0.95186704  |
+|    wind_speed                   | 0.023592437 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 810.0537    |
+|    air_humidity                 | 24.191591   |
+|    air_temperature              | 23.245268   |
+|    clg_setpoint                 | 26.587482   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 70.0        |
+|    outdoor_temperature          | 25.067719   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 729048.3    |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 4.95        |
+-------------------------------------------------
+-------------------------------------------------****************************---------------------------------| 66%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.13947386  |
+|    Heating_Setpoint_RL          | -0.6801287  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.095724   |
+|    Heating_Setpoint_RL          | 13.799276   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.55456597 |
+|    air_humidity                 | -1.9043971  |
+|    air_temperature              | 0.098041244 |
+|    clg_setpoint                 | 1.461589    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6700922  |
+|    diffuse_solar_radiation      | -0.7564194  |
+|    direct_solar_radiation       | -0.61971486 |
+|    hour                         | 1.6613916   |
+|    htg_setpoint                 | -0.07931836 |
+|    month                        | 0.8963216   |
+|    outdoor_humidity             | -1.2728537  |
+|    outdoor_temperature          | 1.1128311   |
+|    people_occupant              | -0.688585   |
+|    total_electricity_HVAC       | -0.56546825 |
+|    wind_direction               | 1.4777801   |
+|    wind_speed                   | -0.650152   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 485.84814   |
+|    air_humidity                 | 12.36535    |
+|    air_temperature              | 22.881834   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 17.404314   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 42.0        |
+|    outdoor_temperature          | 23.818714   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 437263.3    |
+|    wind_direction               | 335.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+-------------------------------------------------*****************************--------------------------------| 67%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.18973994 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.984627   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5601258  |
+|    air_humidity                 | 0.5333816   |
+|    air_temperature              | -0.2243586  |
+|    clg_setpoint                 | 0.02219723  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4401374  |
+|    diffuse_solar_radiation      | -0.75652635 |
+|    direct_solar_radiation       | -0.6197493  |
+|    hour                         | -1.661258   |
+|    htg_setpoint                 | -0.40485284 |
+|    month                        | 0.89545846  |
+|    outdoor_humidity             | -0.45797473 |
+|    outdoor_temperature          | 0.6585642   |
+|    people_occupant              | -0.68877125 |
+|    total_electricity_HVAC       | -0.5701506  |
+|    wind_direction               | -1.4456071  |
+|    wind_speed                   | -1.1967978  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 462.1601    |
+|    air_humidity                 | 44.059223   |
+|    air_temperature              | 22.412472   |
+|    clg_setpoint                 | 26.262749   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 16.060822   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 59.0        |
+|    outdoor_temperature          | 19.312569   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 418429.78   |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 2.05        |
+-------------------------------------------------
+-------------------------------------------------*****************************--------------------------------| 67%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.47813177  |
+|    Heating_Setpoint_RL          | 0.5766741   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.238695   |
+|    Heating_Setpoint_RL          | 20.868792   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.56157255 |
+|    air_humidity                 | 0.2723776   |
+|    air_temperature              | -0.06135443 |
+|    clg_setpoint                 | -1.0318464  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3243501  |
+|    diffuse_solar_radiation      | -0.75661635 |
+|    direct_solar_radiation       | -0.62001914 |
+|    hour                         | -1.5166805  |
+|    htg_setpoint                 | 0.8216675   |
+|    month                        | 0.8945978   |
+|    outdoor_humidity             | 0.21373639  |
+|    outdoor_temperature          | 0.7180088   |
+|    people_occupant              | -0.68895704 |
+|    total_electricity_HVAC       | -0.5720364  |
+|    wind_direction               | 0.8076443   |
+|    wind_speed                   | -0.7539694  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 456.8752    |
+|    air_humidity                 | 40.673206   |
+|    air_temperature              | 22.650576   |
+|    clg_setpoint                 | 23.525936   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 21.126692   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 73.0        |
+|    outdoor_temperature          | 19.912638   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 411617.03   |
+|    wind_direction               | 265.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------******************************-------------------------------| 68%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.75771576  |
+|    Heating_Setpoint_RL          | 0.88208973  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.182291   |
+|    Heating_Setpoint_RL          | 22.586754   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5662266  |
+|    air_humidity                 | 0.33776     |
+|    air_temperature              | -0.3595031  |
+|    clg_setpoint                 | 0.5734025   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2090344  |
+|    diffuse_solar_radiation      | -0.7566703  |
+|    direct_solar_radiation       | -0.6202628  |
+|    hour                         | -1.3721315  |
+|    htg_setpoint                 | -1.3889263  |
+|    month                        | 0.89373964  |
+|    outdoor_humidity             | 0.35788432  |
+|    outdoor_temperature          | 0.73970985  |
+|    people_occupant              | -0.6891425  |
+|    total_electricity_HVAC       | -0.5761264  |
+|    wind_direction               | 0.42395958  |
+|    wind_speed                   | -0.96391016 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 437.76102   |
+|    air_humidity                 | 41.53335    |
+|    air_temperature              | 22.216917   |
+|    clg_setpoint                 | 27.693592   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 76.0        |
+|    outdoor_temperature          | 20.139347   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 395857.6    |
+|    wind_direction               | 225.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+-------------------------------------------------******************************-------------------------------| 68%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.60017043  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.000957   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5598327  |
+|    air_humidity                 | 0.022245737 |
+|    air_temperature              | 0.21984789  |
+|    clg_setpoint                 | 1.1823543   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0941107  |
+|    diffuse_solar_radiation      | -0.7567478  |
+|    direct_solar_radiation       | -0.620434   |
+|    hour                         | -1.2276059  |
+|    htg_setpoint                 | -0.77896893 |
+|    month                        | 0.89288396  |
+|    outdoor_humidity             | 0.59768915  |
+|    outdoor_temperature          | 1.0028725   |
+|    people_occupant              | -0.6893276  |
+|    total_electricity_HVAC       | -0.57051325 |
+|    wind_direction               | 0.85537195  |
+|    wind_speed                   | -1.1744305  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 466.51465   |
+|    air_humidity                 | 37.440125   |
+|    air_temperature              | 23.060764   |
+|    clg_setpoint                 | 29.275421   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 14.518868   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 81.0        |
+|    outdoor_temperature          | 22.769854   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 419863.2    |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+-------------------------------------------------******************************-------------------------------| 68%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.2423675  |
+|    Heating_Setpoint_RL          | 0.17730686  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.80701    |
+|    Heating_Setpoint_RL          | 18.62235    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5610979  |
+|    air_humidity                 | -0.18251199 |
+|    air_temperature              | 0.18220846  |
+|    clg_setpoint                 | 0.6333345   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9795079  |
+|    diffuse_solar_radiation      | -0.7566746  |
+|    direct_solar_radiation       | -0.6207091  |
+|    hour                         | -1.0830991  |
+|    htg_setpoint                 | 0.5092068   |
+|    month                        | 0.8920307   |
+|    outdoor_humidity             | 1.1253692   |
+|    outdoor_temperature          | 0.9868036   |
+|    people_occupant              | -0.68951225 |
+|    total_electricity_HVAC       | -0.571726   |
+|    wind_direction               | 0.23213688  |
+|    wind_speed                   | -0.85790896 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 462.0722    |
+|    air_humidity                 | 34.78697    |
+|    air_temperature              | 23.00653    |
+|    clg_setpoint                 | 27.849241   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 19.838179   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 92.0        |
+|    outdoor_temperature          | 22.626343   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 415864.97   |
+|    wind_direction               | 205.0       |
+|    wind_speed                   | 2.85        |
+-------------------------------------------------
+-------------------------------------------------******************************-------------------------------| 68%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5763236  |
+|    air_humidity                 | -1.603772   |
+|    air_temperature              | -0.3342758  |
+|    clg_setpoint                 | 0.49237084  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8651624  |
+|    diffuse_solar_radiation      | -0.7567406  |
+|    direct_solar_radiation       | -0.62085503 |
+|    hour                         | -0.938607   |
+|    htg_setpoint                 | -0.59845626 |
+|    month                        | 0.8911799   |
+|    outdoor_humidity             | 1.316857    |
+|    outdoor_temperature          | 1.048803    |
+|    people_occupant              | -0.6889718  |
+|    total_electricity_HVAC       | -0.58619934 |
+|    wind_direction               | 0.4239328   |
+|    wind_speed                   | -1.0688603  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 394.9109    |
+|    air_humidity                 | 16.296038   |
+|    air_temperature              | 22.25588    |
+|    clg_setpoint                 | 27.484583   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 15.263361   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 23.25633    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 355419.8    |
+|    wind_direction               | 225.0       |
+|    wind_speed                   | 2.35        |
+-------------------------------------------------
+-------------------------------------------------*******************************------------------------------| 69%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.34454805  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.563082   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6472864  |
+|    air_humidity                 | 0.8551903   |
+|    air_temperature              | -0.09430829 |
+|    clg_setpoint                 | 1.4603508   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.75101817 |
+|    diffuse_solar_radiation      | -0.40817827 |
+|    direct_solar_radiation       | -0.620689   |
+|    hour                         | -0.7941257  |
+|    htg_setpoint                 | -1.3883526  |
+|    month                        | 0.89033157  |
+|    outdoor_humidity             | 0.8847472   |
+|    outdoor_temperature          | 0.4794491   |
+|    people_occupant              | -0.6884326  |
+|    total_electricity_HVAC       | -0.65365124 |
+|    wind_direction               | -1.1107672  |
+|    wind_speed                   | -1.0682522  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 48.2514     |
+|    air_temperature              | 22.605288   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 35.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 17.601206   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 65.0        |
+|    wind_speed                   | 2.35        |
+-------------------------------------------------
+-------------------------------------------------*******************************------------------------------| 69%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.41329283 |
+|    air_humidity                 | 0.40787527  |
+|    air_temperature              | -0.4988377  |
+|    clg_setpoint                 | -0.5206127  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.63702655 |
+|    diffuse_solar_radiation      | -0.1592454  |
+|    direct_solar_radiation       | 2.129211    |
+|    hour                         | -0.64965224 |
+|    htg_setpoint                 | -0.6174668  |
+|    month                        | 0.8894856   |
+|    outdoor_humidity             | -0.60398865 |
+|    outdoor_temperature          | 0.64550954  |
+|    people_occupant              | -0.6886176  |
+|    total_electricity_HVAC       | -0.4312652  |
+|    wind_direction               | 1.5287344   |
+|    wind_speed                   | 0.11290849  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1099.9283   |
+|    air_humidity                 | 42.446693   |
+|    air_temperature              | 22.017773   |
+|    clg_setpoint                 | 24.854412   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 60.0        |
+|    direct_solar_radiation       | 691.0       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 15.185704   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 56.0        |
+|    outdoor_temperature          | 19.261753   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 989983.3    |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 5.15        |
+| train/                          |             |
+|    approx_kl                    | 0.009345977 |
+|    clip_fraction                | 0.108       |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.58       |
+|    explained_variance           | 0.667       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.554       |
+|    n_updates                    | 460         |
+|    policy_gradient_loss         | -0.0144     |
+|    std                          | 0.876       |
+|    value_loss                   | 0.961       |
+-------------------------------------------------
+-------------------------------------------------*******************************------------------------------| 69%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.69952476  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.559826   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.64225614 |
+|    air_humidity                 | -0.24801211 |
+|    air_temperature              | 1.3009301   |
+|    clg_setpoint                 | 0.82083076  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.523146   |
+|    diffuse_solar_radiation      | 0.7077895   |
+|    direct_solar_radiation       | 1.7525204   |
+|    hour                         | -0.505184   |
+|    htg_setpoint                 | 1.3350623   |
+|    month                        | 0.888642    |
+|    outdoor_humidity             | -1.1545237  |
+|    outdoor_temperature          | 0.37881306  |
+|    people_occupant              | 1.6950077   |
+|    total_electricity_HVAC       | -0.6460478  |
+|    wind_direction               | -1.3487388  |
+|    wind_speed                   | -0.22474982 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 110.77488   |
+|    air_humidity                 | 33.913624   |
+|    air_temperature              | 24.63371    |
+|    clg_setpoint                 | 28.337984   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 147.0       |
+|    direct_solar_radiation       | 597.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 44.5        |
+|    outdoor_temperature          | 16.61412    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 111379.15   |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 4.35        |
+-------------------------------------------------
+-------------------------------------------------*******************************------------------------------| 69%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.30090457  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.317589   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.19791102  |
+|    air_humidity                 | 0.9978246   |
+|    air_temperature              | 0.34811783  |
+|    clg_setpoint                 | -1.1378543  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.40934187 |
+|    diffuse_solar_radiation      | 2.003212    |
+|    direct_solar_radiation       | 1.1116681   |
+|    hour                         | -0.36071903 |
+|    htg_setpoint                 | 0.23151237  |
+|    month                        | 0.8878009   |
+|    outdoor_humidity             | -1.0095462  |
+|    outdoor_temperature          | 0.82807976  |
+|    people_occupant              | 1.6944096   |
+|    total_electricity_HVAC       | 0.18689942  |
+|    wind_direction               | 0.61664534  |
+|    wind_speed                   | -0.5405704  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3742.1829   |
+|    air_humidity                 | 50.122852   |
+|    air_temperature              | 23.24944    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 277.0       |
+|    direct_solar_radiation       | 436.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 18.693342   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 47.5        |
+|    outdoor_temperature          | 21.086494   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3520565.5   |
+|    wind_direction               | 245.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------*******************************-----------------------------| 70%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.21128285  |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.91192     |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.227392     |
+|    air_humidity                 | 1.5132921    |
+|    air_temperature              | 0.3464172    |
+|    clg_setpoint                 | -1.13754     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.29558665  |
+|    diffuse_solar_radiation      | 2.3806448    |
+|    direct_solar_radiation       | -0.24740733  |
+|    hour                         | -0.21625566  |
+|    htg_setpoint                 | 0.3847648    |
+|    month                        | 0.8869621    |
+|    outdoor_humidity             | 0.646422     |
+|    outdoor_temperature          | 1.3580685    |
+|    people_occupant              | 1.6938132    |
+|    total_electricity_HVAC       | 1.128048     |
+|    wind_direction               | 0.2808885    |
+|    wind_speed                   | -0.118841335 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 8188.525     |
+|    air_humidity                 | 56.845325    |
+|    air_temperature              | 23.247078    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 13.0         |
+|    diffuse_solar_radiation      | 315.0        |
+|    direct_solar_radiation       | 94.0         |
+|    hour                         | 10.0         |
+|    htg_setpoint                 | 19.327248    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 82.0         |
+|    outdoor_temperature          | 26.36611     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 7369672.5    |
+|    wind_direction               | 210.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+-------------------------------------------------********************************-----------------------------| 70%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.09466046  |
+|    Heating_Setpoint_RL          | -0.39326268 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.944479   |
+|    Heating_Setpoint_RL          | 15.412897   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49957874 |
+|    air_humidity                 | -0.5083969  |
+|    air_temperature              | 0.18388031  |
+|    clg_setpoint                 | 0.17887788  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18185943 |
+|    diffuse_solar_radiation      | 1.4935621   |
+|    direct_solar_radiation       | 1.7290236   |
+|    hour                         | -0.07179296 |
+|    htg_setpoint                 | -0.06123723 |
+|    month                        | 0.88612574  |
+|    outdoor_humidity             | 0.16542834  |
+|    outdoor_temperature          | 1.4335519   |
+|    people_occupant              | -0.68935376 |
+|    total_electricity_HVAC       | -0.52046245 |
+|    wind_direction               | 0.5686488   |
+|    wind_speed                   | 0.8737059   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 729.2807    |
+|    air_humidity                 | 30.55697    |
+|    air_temperature              | 23.011517   |
+|    clg_setpoint                 | 26.669167   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 226.0       |
+|    direct_solar_radiation       | 591.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 17.486496   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 72.0        |
+|    outdoor_temperature          | 27.131062   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 627149.6    |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 6.95        |
+-------------------------------------------------
+--------------------------------------------------*******************************-----------------------------| 70%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.52817976  |
+|    air_humidity                 | -0.4169741   |
+|    air_temperature              | 0.47734517   |
+|    clg_setpoint                 | 1.363155     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.068146236 |
+|    diffuse_solar_radiation      | 1.9613869    |
+|    direct_solar_radiation       | 0.7465682    |
+|    hour                         | 0.072669625  |
+|    htg_setpoint                 | 1.3343787    |
+|    month                        | 0.8852917    |
+|    outdoor_humidity             | -1.1781112   |
+|    outdoor_temperature          | 1.0880725    |
+|    people_occupant              | -0.68881744  |
+|    total_electricity_HVAC       | -0.5425802   |
+|    wind_direction               | 1.1919504    |
+|    wind_speed                   | -0.5411753   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 604.8993     |
+|    air_humidity                 | 31.737782    |
+|    air_temperature              | 23.437613    |
+|    clg_setpoint                 | 29.74598     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 273.0        |
+|    direct_solar_radiation       | 344.0        |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 44.0         |
+|    outdoor_temperature          | 23.708578    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 535923.2     |
+|    wind_direction               | 305.0        |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+-------------------------------------------------*********************************----------------------------| 71%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.43064764  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 20.047394   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.056585   |
+|    air_humidity                 | 0.3905631   |
+|    air_temperature              | 0.4108267   |
+|    clg_setpoint                 | -1.1021434  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.04556021  |
+|    diffuse_solar_radiation      | 3.4217393   |
+|    direct_solar_radiation       | -0.13205312 |
+|    hour                         | 0.21713208  |
+|    htg_setpoint                 | -1.0427704  |
+|    month                        | 0.88446003  |
+|    outdoor_humidity             | -0.7937422  |
+|    outdoor_temperature          | 0.563388    |
+|    people_occupant              | 1.218678    |
+|    total_electricity_HVAC       | -0.07332792 |
+|    wind_direction               | -0.43839794 |
+|    wind_speed                   | 0.34650543  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2639.708    |
+|    air_humidity                 | 42.237263   |
+|    air_temperature              | 23.341381   |
+|    clg_setpoint                 | 23.342876   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 420.0       |
+|    direct_solar_radiation       | 123.0       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 13.431311   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 52.0        |
+|    outdoor_temperature          | 18.493216   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 2453249.0   |
+|    wind_direction               | 135.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------********************************----------------------------| 71%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.016288405  |
+|    air_humidity                 | 1.5795618    |
+|    air_temperature              | 0.347716     |
+|    clg_setpoint                 | -1.1376296   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.1592605    |
+|    diffuse_solar_radiation      | 0.8449375    |
+|    direct_solar_radiation       | -0.6208222   |
+|    hour                         | 0.3615939    |
+|    htg_setpoint                 | -1.0789738   |
+|    month                        | 0.88363063   |
+|    outdoor_humidity             | 0.52653074   |
+|    outdoor_temperature          | 0.6457598    |
+|    people_occupant              | 1.6949425    |
+|    total_electricity_HVAC       | -0.023068044 |
+|    wind_direction               | 1.4335512    |
+|    wind_speed                   | 0.7691394    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2953.0557    |
+|    air_humidity                 | 57.715584    |
+|    air_temperature              | 23.25013     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 17.0         |
+|    diffuse_solar_radiation      | 161.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 14.0         |
+|    htg_setpoint                 | 13.283824    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 79.5         |
+|    outdoor_temperature          | 19.315222    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2657750.0    |
+|    wind_direction               | 330.0        |
+|    wind_speed                   | 6.7          |
+--------------------------------------------------
+-------------------------------------------------*********************************----------------------------| 71%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.91590285 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.473046   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.525398    |
+|    air_humidity                 | 1.1109554   |
+|    air_temperature              | 0.3463845   |
+|    clg_setpoint                 | -1.1372905  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.27294847  |
+|    diffuse_solar_radiation      | 0.8944453   |
+|    direct_solar_radiation       | -0.08762417 |
+|    hour                         | 0.5060541   |
+|    htg_setpoint                 | 1.2146798   |
+|    month                        | 0.8828036   |
+|    outdoor_humidity             | -1.2270969  |
+|    outdoor_temperature          | 1.1176627   |
+|    people_occupant              | 1.6943482   |
+|    total_electricity_HVAC       | 0.46077952  |
+|    wind_direction               | -1.539994   |
+|    wind_speed                   | -0.43544054 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5147.946    |
+|    air_humidity                 | 51.653664   |
+|    air_temperature              | 23.248535   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 166.0       |
+|    direct_solar_radiation       | 134.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 22.760838   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 43.0        |
+|    outdoor_temperature          | 24.008535   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4633151.0   |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+--------------------------------------------------********************************----------------------------| 71%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.09404957   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 18.15403     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.124744475 |
+|    air_humidity                 | 0.97588503   |
+|    air_temperature              | 0.34650442   |
+|    clg_setpoint                 | -1.1367745   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.3866114    |
+|    diffuse_solar_radiation      | 0.10819628   |
+|    direct_solar_radiation       | 0.6049908    |
+|    hour                         | 0.6505111    |
+|    htg_setpoint                 | 1.3324858    |
+|    month                        | 0.8819789    |
+|    outdoor_humidity             | -0.5059936   |
+|    outdoor_temperature          | 0.5374525    |
+|    people_occupant              | 1.6937557    |
+|    total_electricity_HVAC       | -0.1315357   |
+|    wind_direction               | -0.7712657   |
+|    wind_speed                   | -0.64659476  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2345.248     |
+|    air_humidity                 | 49.899536    |
+|    air_temperature              | 23.249014    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 19.0         |
+|    diffuse_solar_radiation      | 87.0         |
+|    direct_solar_radiation       | 308.0        |
+|    hour                         | 16.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 58.0         |
+|    outdoor_temperature          | 18.246       |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2215096.8    |
+|    wind_direction               | 100.0        |
+|    wind_speed                   | 3.35         |
+--------------------------------------------------
+--------------------------------------------------*********************************---------------------------| 72%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.107417345 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 17.020777    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.21934783  |
+|    air_humidity                 | 1.3129182    |
+|    air_temperature              | 0.3479137    |
+|    clg_setpoint                 | -1.1362653   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.5002299    |
+|    diffuse_solar_radiation      | -0.56807864  |
+|    direct_solar_radiation       | -0.5892576   |
+|    hour                         | 0.7949629    |
+|    htg_setpoint                 | 1.3318387    |
+|    month                        | 0.88115656   |
+|    outdoor_humidity             | 0.09472917   |
+|    outdoor_temperature          | 0.5477599    |
+|    people_occupant              | 1.6931648    |
+|    total_electricity_HVAC       | -0.24703279  |
+|    wind_direction               | -0.19512174  |
+|    wind_speed                   | -0.6458354   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1937.7686    |
+|    air_humidity                 | 54.292435    |
+|    air_temperature              | 23.251263    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 20.0         |
+|    diffuse_solar_radiation      | 19.0         |
+|    direct_solar_radiation       | 8.0          |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 70.5         |
+|    outdoor_temperature          | 18.349586    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 1743991.6    |
+|    wind_direction               | 160.0        |
+|    wind_speed                   | 3.35         |
+--------------------------------------------------
+---------------------------------------------------********************************---------------------------| 72%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.2100034     |
+|    Heating_Setpoint_RL          | 0.05346001    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 27.333761     |
+|    Heating_Setpoint_RL          | 17.925713     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.5144994    |
+|    air_humidity                 | -0.24632588   |
+|    air_temperature              | 0.41250205    |
+|    clg_setpoint                 | 1.4631333     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 0.613778      |
+|    diffuse_solar_radiation      | -0.75705826   |
+|    direct_solar_radiation       | -0.62078375   |
+|    hour                         | 0.93940705    |
+|    htg_setpoint                 | 1.3312026     |
+|    month                        | 0.88033646    |
+|    outdoor_humidity             | 1.0319853     |
+|    outdoor_temperature          | 0.74965507    |
+|    people_occupant              | -0.68919754   |
+|    total_electricity_HVAC       | -0.5320089    |
+|    wind_direction               | -0.0036715118 |
+|    wind_speed                   | -0.095180675  |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 665.55237     |
+|    air_humidity                 | 34.02235      |
+|    air_temperature              | 23.344845     |
+|    clg_setpoint                 | 30.0          |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 21.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 18.0          |
+|    htg_setpoint                 | 23.25         |
+|    month                        | 9.0           |
+|    outdoor_humidity             | 90.0          |
+|    outdoor_temperature          | 20.358824     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 580758.1      |
+|    wind_direction               | 180.0         |
+|    wind_speed                   | 4.65          |
+---------------------------------------------------
+-------------------------------------------------**********************************---------------------------| 72%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.25306362  |
+|    Heating_Setpoint_RL          | -0.17235154 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.47909    |
+|    Heating_Setpoint_RL          | 16.655523   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.014956683 |
+|    air_humidity                 | -1.4413769  |
+|    air_temperature              | 0.34833145  |
+|    clg_setpoint                 | 1.4627053   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7272232   |
+|    diffuse_solar_radiation      | -0.75703156 |
+|    direct_solar_radiation       | -0.62033355 |
+|    hour                         | 1.0838405   |
+|    htg_setpoint                 | 1.3312764   |
+|    month                        | 0.8795186   |
+|    outdoor_humidity             | 1.2469022   |
+|    outdoor_temperature          | 0.89882874  |
+|    people_occupant              | -0.6886654  |
+|    total_electricity_HVAC       | 0.20021339  |
+|    wind_direction               | 1.1475376   |
+|    wind_speed                   | -0.32795563 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2943.533    |
+|    air_humidity                 | 18.465607   |
+|    air_temperature              | 23.251728   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 94.5        |
+|    outdoor_temperature          | 21.846544   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3564742.0   |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------**********************************---------------------------| 72%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.17460783 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.64283    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.64844036 |
+|    air_humidity                 | -0.21805787 |
+|    air_temperature              | 0.120323986 |
+|    clg_setpoint                 | 1.2776232   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.84052676  |
+|    diffuse_solar_radiation      | -0.75704974 |
+|    direct_solar_radiation       | -0.61988467 |
+|    hour                         | 1.2282597   |
+|    htg_setpoint                 | 0.32636878  |
+|    month                        | 0.8787031   |
+|    outdoor_humidity             | -0.6515582  |
+|    outdoor_temperature          | 0.11108793  |
+|    people_occupant              | -0.45045665 |
+|    total_electricity_HVAC       | -0.65481526 |
+|    wind_direction               | -1.2507547  |
+|    wind_speed                   | -0.96279716 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 34.37564    |
+|    air_temperature              | 22.921978   |
+|    clg_setpoint                 | 29.517906   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 19.097778   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 55.0        |
+|    outdoor_temperature          | 14.03162    |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+-------------------------------------------------***********************************--------------------------| 73%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.66095555 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 13.907125   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.64852506 |
+|    air_humidity                 | 0.5139097   |
+|    air_temperature              | -0.17384101 |
+|    clg_setpoint                 | -0.61402    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.9536434   |
+|    diffuse_solar_radiation      | -0.75703603 |
+|    direct_solar_radiation       | -0.6199363  |
+|    hour                         | 1.3726608   |
+|    htg_setpoint                 | 0.48584312  |
+|    month                        | 0.8778899   |
+|    outdoor_humidity             | 0.3104959   |
+|    outdoor_temperature          | 0.14432     |
+|    people_occupant              | -0.6890295  |
+|    total_electricity_HVAC       | -0.6548945  |
+|    wind_direction               | -1.1054342  |
+|    wind_speed                   | -0.75048625 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 43.892933   |
+|    air_temperature              | 22.49707    |
+|    clg_setpoint                 | 24.604477   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 19.758932   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 75.0        |
+|    outdoor_temperature          | 14.362779   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 65.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------***********************************--------------------------| 73%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.9039      |
+|    Heating_Setpoint_RL          | 0.4949044   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.675663   |
+|    Heating_Setpoint_RL          | 20.408836   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6486157  |
+|    air_humidity                 | 2.011044    |
+|    air_temperature              | -0.31959173 |
+|    clg_setpoint                 | 0.7048765   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0665219   |
+|    diffuse_solar_radiation      | -0.75701237 |
+|    direct_solar_radiation       | -0.61968327 |
+|    hour                         | 1.5170392   |
+|    htg_setpoint                 | 0.7248188   |
+|    month                        | 0.87707883  |
+|    outdoor_humidity             | 1.3203242   |
+|    outdoor_temperature          | 0.2258685   |
+|    people_occupant              | -0.6892111  |
+|    total_electricity_HVAC       | -0.65498346 |
+|    wind_direction               | -1.2960707  |
+|    wind_speed                   | -0.85606974 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 63.372387   |
+|    air_temperature              | 22.28696    |
+|    clg_setpoint                 | 28.028805   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 20.748947   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 15.172783   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 45.0        |
+|    wind_speed                   | 2.85        |
+-------------------------------------------------
+------------------------------------------------************************************--------------------------| 73%
+| action_network/                 |            |
+|    Cooling_Setpoint_RL          | 1.0        |
+|    Heating_Setpoint_RL          | 0.02481997 |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30.0       |
+|    Heating_Setpoint_RL          | 17.764612  |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | 0.63749176 |
+|    air_humidity                 | 1.7138411  |
+|    air_temperature              | 0.34668303 |
+|    clg_setpoint                 | 1.2822021  |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 1.1791049  |
+|    diffuse_solar_radiation      | -0.7569796 |
+|    direct_solar_radiation       | -0.6192361 |
+|    hour                         | 1.66139    |
+|    htg_setpoint                 | 1.3289729  |
+|    month                        | 0.87627006 |
+|    outdoor_humidity             | 1.3674127  |
+|    outdoor_temperature          | 0.33256507 |
+|    people_occupant              | -0.6893922 |
+|    total_electricity_HVAC       | 0.6234704  |
+|    wind_direction               | -1.246678  |
+|    wind_speed                   | -1.1732593 |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 5616.465   |
+|    air_humidity                 | 59.55309   |
+|    air_temperature              | 23.249763  |
+|    clg_setpoint                 | 29.527206  |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 26.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 23.0       |
+|    htg_setpoint                 | 23.25      |
+|    month                        | 9.0        |
+|    outdoor_humidity             | 97.0       |
+|    outdoor_temperature          | 16.232557  |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 5284241.5  |
+|    wind_direction               | 50.0       |
+|    wind_speed                   | 2.1        |
+------------------------------------------------
+-------------------------------------------------************************************-------------------------| 74%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.7531815  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.083012   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6490333  |
+|    air_humidity                 | 1.0676763   |
+|    air_temperature              | -0.25836664 |
+|    clg_setpoint                 | -0.74369466 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4052993   |
+|    diffuse_solar_radiation      | -0.75688636 |
+|    direct_solar_radiation       | -0.6192186  |
+|    hour                         | -1.6612597  |
+|    htg_setpoint                 | 0.12937805  |
+|    month                        | 0.87546355  |
+|    outdoor_humidity             | 0.14036205  |
+|    outdoor_temperature          | 0.4053807   |
+|    people_occupant              | -0.689573   |
+|    total_electricity_HVAC       | -0.6553811  |
+|    wind_direction               | 0.76543814  |
+|    wind_speed                   | -0.64345276 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 51.168697   |
+|    air_temperature              | 22.376505   |
+|    clg_setpoint                 | 24.264975   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 18.293411   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 71.5        |
+|    outdoor_temperature          | 16.958006   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+-------------------------------------------------************************************-------------------------| 74%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.6602349   |
+|    Heating_Setpoint_RL          | 0.2856267   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.853292   |
+|    Heating_Setpoint_RL          | 19.23165    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.6592435   |
+|    air_humidity                 | -0.61503583 |
+|    air_temperature              | 0.34672454  |
+|    clg_setpoint                 | -0.45574597 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.517023    |
+|    diffuse_solar_radiation      | -0.7567963  |
+|    direct_solar_radiation       | -0.6194036  |
+|    hour                         | -1.516685   |
+|    htg_setpoint                 | 1.3286707   |
+|    month                        | 0.8746592   |
+|    outdoor_humidity             | -0.772683   |
+|    outdoor_temperature          | -0.04388129 |
+|    people_occupant              | -0.68904364 |
+|    total_electricity_HVAC       | 0.8264553   |
+|    wind_direction               | -1.2939867  |
+|    wind_speed                   | -0.6432551  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5706.395    |
+|    air_humidity                 | 29.26222    |
+|    air_temperature              | 23.250072   |
+|    clg_setpoint                 | 25.012854   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 52.5        |
+|    outdoor_temperature          | 12.5145035  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6106905.0   |
+|    wind_direction               | 45.0        |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+--------------------------------------------------***********************************-------------------------| 74%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.7840838    |
+|    Heating_Setpoint_RL          | 0.21074173   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.271282    |
+|    Heating_Setpoint_RL          | 18.810423    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.4315608    |
+|    air_humidity                 | 0.0019283723 |
+|    air_temperature              | 0.34660643   |
+|    clg_setpoint                 | -0.14439495  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.6282226    |
+|    diffuse_solar_radiation      | -0.75675255  |
+|    direct_solar_radiation       | -0.61961704  |
+|    hour                         | -1.3721381   |
+|    htg_setpoint                 | 1.3287036    |
+|    month                        | 0.8738571    |
+|    outdoor_humidity             | 0.8392467    |
+|    outdoor_temperature          | -0.22219379  |
+|    people_occupant              | -0.68851554  |
+|    total_electricity_HVAC       | 1.067253     |
+|    wind_direction               | -1.3407536   |
+|    wind_speed                   | -0.64294326  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 4726.527     |
+|    air_humidity                 | 37.28726     |
+|    air_temperature              | 23.249874    |
+|    clg_setpoint                 | 25.820732    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 30.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 2.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 86.0         |
+|    outdoor_temperature          | 10.752627    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 7084324.0    |
+|    wind_direction               | 40.0         |
+|    wind_speed                   | 3.35         |
+--------------------------------------------------
+-------------------------------------------------*************************************------------------------| 75%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.13645807  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 18.392576   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6489522  |
+|    air_humidity                 | 0.9629433   |
+|    air_temperature              | -0.59502417 |
+|    clg_setpoint                 | 0.43007624  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6728573  |
+|    diffuse_solar_radiation      | -0.75657105 |
+|    direct_solar_radiation       | -0.6197555  |
+|    hour                         | -1.2276142  |
+|    htg_setpoint                 | 0.68465096  |
+|    month                        | 1.1756922   |
+|    outdoor_humidity             | 0.69480586  |
+|    outdoor_temperature          | -0.38463947 |
+|    people_occupant              | -0.6886966  |
+|    total_electricity_HVAC       | -0.6553041  |
+|    wind_direction               | 1.6774759   |
+|    wind_speed                   | 1.6691091   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 49.79175    |
+|    air_temperature              | 21.892544   |
+|    clg_setpoint                 | 27.311203   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 20.58953    |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | 9.147681    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 355.0       |
+|    wind_speed                   | 8.8         |
+| train/                          |             |
+|    approx_kl                    | 0.00994207  |
+|    clip_fraction                | 0.11        |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.57       |
+|    explained_variance           | 0.633       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.211       |
+|    n_updates                    | 470         |
+|    policy_gradient_loss         | -0.0141     |
+|    std                          | 0.874       |
+|    value_loss                   | 0.714       |
+-------------------------------------------------
+-------------------------------------------------*************************************------------------------| 75%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.19147985 |
+|    Heating_Setpoint_RL          | 0.6248903   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.978756   |
+|    Heating_Setpoint_RL          | 21.140007   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.726957    |
+|    air_humidity                 | 0.646152    |
+|    air_temperature              | 0.34658077  |
+|    clg_setpoint                 | -1.1336838  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5560081  |
+|    diffuse_solar_radiation      | -0.7565103  |
+|    direct_solar_radiation       | -0.6193229  |
+|    hour                         | -1.0831084  |
+|    htg_setpoint                 | 1.327643    |
+|    month                        | 1.1742407   |
+|    outdoor_humidity             | 1.3202896   |
+|    outdoor_temperature          | -0.19866192 |
+|    people_occupant              | -0.68887734 |
+|    total_electricity_HVAC       | 0.6519461   |
+|    wind_direction               | -1.7218308  |
+|    wind_speed                   | -2.0623107  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5992.2075   |
+|    air_humidity                 | 45.6753     |
+|    air_temperature              | 23.250069   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 10.987512   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5392986.5   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+-------------------------------------------------*************************************------------------------| 75%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.97393805  |
+|    Heating_Setpoint_RL          | 0.6940475   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.91204    |
+|    Heating_Setpoint_RL          | 21.529016   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6491729  |
+|    air_humidity                 | 1.8683419   |
+|    air_temperature              | -0.3165908  |
+|    clg_setpoint                 | -0.11616282 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4397814  |
+|    diffuse_solar_radiation      | -0.75652415 |
+|    direct_solar_radiation       | -0.61951315 |
+|    hour                         | -0.938617   |
+|    htg_setpoint                 | -0.30654874 |
+|    month                        | 1.1727946   |
+|    outdoor_humidity             | 1.512576    |
+|    outdoor_temperature          | 0.13496904  |
+|    people_occupant              | -0.68905765 |
+|    total_electricity_HVAC       | -0.6555073  |
+|    wind_direction               | -1.7220654  |
+|    wind_speed                   | -2.060644   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 61.59179    |
+|    air_temperature              | 22.29504    |
+|    clg_setpoint                 | 25.891275   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 16.496374   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 14.289754   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+--------------------------------------------------************************************------------------------| 75%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.058883816 |
+|    Heating_Setpoint_RL          | 0.4191866    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.426268    |
+|    Heating_Setpoint_RL          | 19.982925    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.26492676  |
+|    air_humidity                 | 1.5208687    |
+|    air_temperature              | 0.11874076   |
+|    clg_setpoint                 | 0.28774032   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.3240848   |
+|    diffuse_solar_radiation      | -0.1782859   |
+|    direct_solar_radiation       | -0.2576996   |
+|    hour                         | -0.7941361   |
+|    htg_setpoint                 | 1.2460246    |
+|    month                        | 1.1713538    |
+|    outdoor_humidity             | 1.3435264    |
+|    outdoor_temperature          | 0.27879274   |
+|    people_occupant              | -0.68923765  |
+|    total_electricity_HVAC       | -0.29044914  |
+|    wind_direction               | 0.47925764   |
+|    wind_speed                   | -0.21610738  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1736.3176    |
+|    air_humidity                 | 57.09909     |
+|    air_temperature              | 22.922533    |
+|    clg_setpoint                 | 26.939465    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.0          |
+|    diffuse_solar_radiation      | 58.0         |
+|    direct_solar_radiation       | 91.0         |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 22.915842    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 96.5         |
+|    outdoor_temperature          | 15.715936    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1562685.9    |
+|    wind_direction               | 230.0        |
+|    wind_speed                   | 4.35         |
+--------------------------------------------------
+-------------------------------------------------**************************************-----------------------| 76%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.5026041   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 20.452148   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.20985441 |
+|    air_humidity                 | 1.5424504   |
+|    air_temperature              | 0.34597492  |
+|    clg_setpoint                 | -0.03632838 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.208834   |
+|    diffuse_solar_radiation      | 0.22075833  |
+|    direct_solar_radiation       | 1.2412055   |
+|    hour                         | -0.6496629  |
+|    htg_setpoint                 | 1.3262806   |
+|    month                        | 1.1699183   |
+|    outdoor_humidity             | 1.0301914   |
+|    outdoor_temperature          | 0.33882546  |
+|    people_occupant              | -0.6894173  |
+|    total_electricity_HVAC       | -0.22498028 |
+|    wind_direction               | 0.33553758  |
+|    wind_speed                   | -0.6397888  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1972.8348   |
+|    air_humidity                 | 57.41129    |
+|    air_temperature              | 23.249971   |
+|    clg_setpoint                 | 26.097353   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 98.0        |
+|    direct_solar_radiation       | 468.0       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 16.314455   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1828987.2   |
+|    wind_direction               | 215.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+-------------------------------------------------**************************************-----------------------| 76%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.35645825 |
+|    air_humidity                 | 1.3648411   |
+|    air_temperature              | -0.26831722 |
+|    clg_setpoint                 | 1.4220496   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0939536  |
+|    diffuse_solar_radiation      | -0.07829704 |
+|    direct_solar_radiation       | -0.6200707  |
+|    hour                         | -0.50519484 |
+|    htg_setpoint                 | 1.1140969   |
+|    month                        | 1.168488    |
+|    outdoor_humidity             | 0.8851159   |
+|    outdoor_temperature          | 0.6726674   |
+|    people_occupant              | -0.688892   |
+|    total_electricity_HVAC       | -0.37741542 |
+|    wind_direction               | 0.33559734  |
+|    wind_speed                   | 1.9870417   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1343.1224   |
+|    air_humidity                 | 55.123753   |
+|    air_temperature              | 22.366322   |
+|    clg_setpoint                 | 29.886547   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 68.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 22.372646   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 19.616669   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1208810.1   |
+|    wind_direction               | 215.0       |
+|    wind_speed                   | 9.55        |
+-------------------------------------------------
+--------------------------------------------------*************************************-----------------------| 76%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.61037374  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 14.191648    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5424583   |
+|    air_humidity                 | -0.48450515  |
+|    air_temperature              | 0.34522393   |
+|    clg_setpoint                 | -1.1342207   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.9793753   |
+|    diffuse_solar_radiation      | 0.570349     |
+|    direct_solar_radiation       | 2.3582723    |
+|    hour                         | -0.36072987  |
+|    htg_setpoint                 | -0.045224804 |
+|    month                        | 1.1670631    |
+|    outdoor_humidity             | -0.9927287   |
+|    outdoor_temperature          | -0.06386217  |
+|    people_occupant              | 1.6957982    |
+|    total_electricity_HVAC       | -0.5517808   |
+|    wind_direction               | 1.1488134    |
+|    wind_speed                   | 1.2016758    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 545.3167     |
+|    air_humidity                 | 31.035675    |
+|    air_temperature              | 23.248854    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 7.0          |
+|    diffuse_solar_radiation      | 133.0        |
+|    direct_solar_radiation       | 749.0        |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 17.580433    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 48.0         |
+|    outdoor_temperature          | 12.34534     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 500272.53    |
+|    wind_direction               | 300.0        |
+|    wind_speed                   | 7.7          |
+--------------------------------------------------
+-------------------------------------------------***************************************----------------------| 77%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.15923968 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.729277   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5704312  |
+|    air_humidity                 | -0.85255605 |
+|    air_temperature              | 0.34498957  |
+|    clg_setpoint                 | -1.1339105  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8650386  |
+|    diffuse_solar_radiation      | 1.4385467   |
+|    direct_solar_radiation       | 1.5665276   |
+|    hour                         | -0.21626653 |
+|    htg_setpoint                 | -1.0193986  |
+|    month                        | 1.1656433   |
+|    outdoor_humidity             | -1.2558523  |
+|    outdoor_temperature          | -0.3712507  |
+|    people_occupant              | 1.6952142   |
+|    total_electricity_HVAC       | -0.5806812  |
+|    wind_direction               | 1.4347229   |
+|    wind_speed                   | 1.4320978   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 424.71362   |
+|    air_humidity                 | 26.228443   |
+|    air_temperature              | 23.248247   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 220.0       |
+|    direct_solar_radiation       | 550.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 13.551251   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 42.5        |
+|    outdoor_temperature          | 9.309047    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 382242.25   |
+|    wind_direction               | 330.0       |
+|    wind_speed                   | 8.25        |
+-------------------------------------------------
+-------------------------------------------------***************************************----------------------| 77%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.48815215 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 14.879145   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.39429718 |
+|    air_humidity                 | -0.71546626 |
+|    air_temperature              | 0.34556442  |
+|    clg_setpoint                 | -1.1332549  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7508901  |
+|    diffuse_solar_radiation      | 1.6882201   |
+|    direct_solar_radiation       | 1.4109675   |
+|    hour                         | -0.0718038  |
+|    htg_setpoint                 | 0.94214743  |
+|    month                        | 1.1642287   |
+|    outdoor_humidity             | -1.3513883  |
+|    outdoor_temperature          | 0.09283786  |
+|    people_occupant              | 1.2179422   |
+|    total_electricity_HVAC       | -0.41335264 |
+|    wind_direction               | 0.4283825   |
+|    wind_speed                   | -0.32357335 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1179.4753   |
+|    air_humidity                 | 28.001114   |
+|    air_temperature              | 23.249018   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 245.0       |
+|    direct_solar_radiation       | 511.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 21.660702   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 40.5        |
+|    outdoor_temperature          | 13.881543   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 1061438.8   |
+|    wind_direction               | 225.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------***************************************----------------------| 77%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.55346644 |
+|    Heating_Setpoint_RL          | 0.8965006   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.757051   |
+|    Heating_Setpoint_RL          | 22.667816   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.15094307 |
+|    air_humidity                 | 0.42245218  |
+|    air_temperature              | 0.34589273  |
+|    clg_setpoint                 | -1.1328994  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.63688356 |
+|    diffuse_solar_radiation      | 1.2592895   |
+|    direct_solar_radiation       | 2.114117    |
+|    hour                         | 0.07265881  |
+|    htg_setpoint                 | -0.8555112  |
+|    month                        | 1.1628191   |
+|    outdoor_humidity             | -0.7014946  |
+|    outdoor_temperature          | 0.50765973  |
+|    people_occupant              | 0.26416752  |
+|    total_electricity_HVAC       | -0.18213743 |
+|    wind_direction               | 0.47600323  |
+|    wind_speed                   | 1.3268137   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2221.8289   |
+|    air_humidity                 | 42.817463   |
+|    air_temperature              | 23.249527   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 202.0       |
+|    direct_solar_radiation       | 688.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 14.228547   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 54.0        |
+|    outdoor_temperature          | 17.969574   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 1999747.4   |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 8.0         |
+-------------------------------------------------
+--------------------------------------------------**************************************----------------------| 77%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.123076245 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 16.932695    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5661443   |
+|    air_humidity                 | 0.6161096    |
+|    air_temperature              | 1.9716238    |
+|    clg_setpoint                 | 0.96213675   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.5229796   |
+|    diffuse_solar_radiation      | 0.7903997    |
+|    direct_solar_radiation       | 2.0975711    |
+|    hour                         | 0.21712129   |
+|    htg_setpoint                 | -0.022602247 |
+|    month                        | 1.1614149    |
+|    outdoor_humidity             | 0.09228475   |
+|    outdoor_temperature          | 0.71169114   |
+|    people_occupant              | 1.2171       |
+|    total_electricity_HVAC       | -0.5787244   |
+|    wind_direction               | -0.19480117  |
+|    wind_speed                   | 0.22674718   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 443.8413     |
+|    air_humidity                 | 45.360126    |
+|    air_temperature              | 25.58486     |
+|    clg_setpoint                 | 28.690098    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 11.0         |
+|    diffuse_solar_radiation      | 155.0        |
+|    direct_solar_radiation       | 684.0        |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 17.673405    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 70.5         |
+|    outdoor_temperature          | 19.979885    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 390721.22    |
+|    wind_direction               | 160.0        |
+|    wind_speed                   | 5.4          |
+--------------------------------------------------
+---------------------------------------------------**************************************---------------------| 78%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -0.896034     |
+|    Heating_Setpoint_RL          | -0.0029180944 |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23.600885     |
+|    Heating_Setpoint_RL          | 17.608585     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.48139086   |
+|    air_humidity                 | 0.11246492    |
+|    air_temperature              | 0.60367525    |
+|    clg_setpoint                 | 0.5728542     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.40914562   |
+|    diffuse_solar_radiation      | 0.8804572     |
+|    direct_solar_radiation       | 1.2027872     |
+|    hour                         | 0.36158314    |
+|    htg_setpoint                 | 0.27728412    |
+|    month                        | 1.1600155     |
+|    outdoor_humidity             | 0.21172208    |
+|    outdoor_temperature          | 0.7776972     |
+|    people_occupant              | -0.6892638    |
+|    total_electricity_HVAC       | -0.5184849    |
+|    wind_direction               | -0.0031065056 |
+|    wind_speed                   | -0.21692273   |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 807.25964     |
+|    air_humidity                 | 38.819794     |
+|    air_temperature              | 23.62007      |
+|    clg_setpoint                 | 27.678194     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 12.0          |
+|    diffuse_solar_radiation      | 164.0         |
+|    direct_solar_radiation       | 459.0         |
+|    hour                         | 14.0          |
+|    htg_setpoint                 | 18.915327     |
+|    month                        | 10.0          |
+|    outdoor_humidity             | 73.0          |
+|    outdoor_temperature          | 20.6305       |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 635646.5      |
+|    wind_direction               | 180.0         |
+|    wind_speed                   | 4.35          |
+---------------------------------------------------
+-------------------------------------------------****************************************---------------------| 78%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.23391318 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.835543   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5172266  |
+|    air_humidity                 | -0.0689128  |
+|    air_temperature              | 0.9443926   |
+|    clg_setpoint                 | 1.1229086   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.29535574 |
+|    diffuse_solar_radiation      | 0.6009982   |
+|    direct_solar_radiation       | 0.2211051   |
+|    hour                         | 0.5060434   |
+|    htg_setpoint                 | -0.64845455 |
+|    month                        | 1.1586212   |
+|    outdoor_humidity             | 0.23479891  |
+|    outdoor_temperature          | 0.7430858   |
+|    people_occupant              | -0.6887425  |
+|    total_electricity_HVAC       | -0.53088635 |
+|    wind_direction               | -0.5774228  |
+|    wind_speed                   | 0.46118218  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 653.52673   |
+|    air_humidity                 | 36.472404   |
+|    air_temperature              | 24.109161   |
+|    clg_setpoint                 | 29.106958   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 136.0       |
+|    direct_solar_radiation       | 212.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 15.089554   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 73.5        |
+|    outdoor_temperature          | 20.293188   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 585066.8    |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 5.95        |
+-------------------------------------------------
+-------------------------------------------------****************************************---------------------| 78%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.18077141  |
+|    air_humidity                 | 1.1956552   |
+|    air_temperature              | 0.34491417  |
+|    clg_setpoint                 | -1.1325123  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18159065 |
+|    diffuse_solar_radiation      | -0.35754108 |
+|    direct_solar_radiation       | 0.54327774  |
+|    hour                         | 0.6505006   |
+|    htg_setpoint                 | 1.3242862   |
+|    month                        | 1.157232    |
+|    outdoor_humidity             | 0.9557125   |
+|    outdoor_temperature          | 0.47810423  |
+|    people_occupant              | 1.6951493   |
+|    total_electricity_HVAC       | 0.13289699  |
+|    wind_direction               | -0.6723236  |
+|    wind_speed                   | 0.6730908   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3640.1262   |
+|    air_humidity                 | 52.981895   |
+|    air_temperature              | 23.24904    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 40.0        |
+|    direct_solar_radiation       | 293.0       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 88.5        |
+|    outdoor_temperature          | 17.684875   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3276194.0   |
+|    wind_direction               | 110.0       |
+|    wind_speed                   | 6.45        |
+-------------------------------------------------
+--------------------------------------------------***************************************---------------------| 78%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.20288093  |
+|    air_humidity                 | 0.6792849    |
+|    air_temperature              | 0.34341836   |
+|    clg_setpoint                 | -1.1322235   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.067837656 |
+|    diffuse_solar_radiation      | -0.75687003  |
+|    direct_solar_radiation       | -0.62143475  |
+|    hour                         | 0.7949527    |
+|    htg_setpoint                 | -0.7047407   |
+|    month                        | 1.1558478    |
+|    outdoor_humidity             | -1.0180045   |
+|    outdoor_temperature          | 0.60613257   |
+|    people_occupant              | 1.6945705    |
+|    total_electricity_HVAC       | -0.2315577   |
+|    wind_direction               | 0.8604596    |
+|    wind_speed                   | 0.67205936   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1998.8428    |
+|    air_humidity                 | 46.283173    |
+|    air_temperature              | 23.247175    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 14.859647    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 47.5         |
+|    outdoor_temperature          | 18.948782    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 1798958.5    |
+|    wind_direction               | 270.0        |
+|    wind_speed                   | 6.45         |
+--------------------------------------------------
+-------------------------------------------------*****************************************--------------------| 79%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.9080874   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.73299    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5555879  |
+|    air_humidity                 | 2.4454572   |
+|    air_temperature              | 0.35326755  |
+|    clg_setpoint                 | -1.131886   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.04590936  |
+|    diffuse_solar_radiation      | -0.75682837 |
+|    direct_solar_radiation       | -0.62149215 |
+|    hour                         | 0.9393973   |
+|    htg_setpoint                 | 1.3234663   |
+|    month                        | 1.1544684   |
+|    outdoor_humidity             | 1.4124547   |
+|    outdoor_temperature          | 0.5141359   |
+|    people_occupant              | 0.5024197   |
+|    total_electricity_HVAC       | -0.49833888 |
+|    wind_direction               | -0.6243824  |
+|    wind_speed                   | -0.40646324 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 491.62143   |
+|    air_humidity                 | 69.35562    |
+|    air_temperature              | 23.261496   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 98.0        |
+|    outdoor_temperature          | 18.044483   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 718913.4    |
+|    wind_direction               | 115.0       |
+|    wind_speed                   | 3.9         |
+-------------------------------------------------
+-------------------------------------------------*****************************************--------------------| 79%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.21224701  |
+|    Heating_Setpoint_RL          | -0.92046964 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.341333   |
+|    Heating_Setpoint_RL          | 12.447358   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65011156 |
+|    air_humidity                 | -0.8348065  |
+|    air_temperature              | 0.34513965  |
+|    clg_setpoint                 | -1.1315968  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.15965003  |
+|    diffuse_solar_radiation      | -0.7567878  |
+|    direct_solar_radiation       | -0.6216341  |
+|    hour                         | 1.0838314   |
+|    htg_setpoint                 | -1.3962032  |
+|    month                        | 1.153094    |
+|    outdoor_humidity             | -1.1389     |
+|    outdoor_temperature          | -0.18332453 |
+|    people_occupant              | -0.45112574 |
+|    total_electricity_HVAC       | -0.65636134 |
+|    wind_direction               | 0.8125831   |
+|    wind_speed                   | 2.5045538   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 26.519222   |
+|    air_temperature              | 23.249937   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | 11.185438   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 265.0       |
+|    wind_speed                   | 10.8        |
+-------------------------------------------------
+-------------------------------------------------*****************************************--------------------| 79%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.43502194 |
+|    Heating_Setpoint_RL          | 0.9356916   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.156801   |
+|    Heating_Setpoint_RL          | 22.888266   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.23771226  |
+|    air_humidity                 | -0.9584601  |
+|    air_temperature              | 0.34549317  |
+|    clg_setpoint                 | -1.1313305  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.2733775   |
+|    diffuse_solar_radiation      | -0.7567331  |
+|    direct_solar_radiation       | -0.62179315 |
+|    hour                         | 1.2282518   |
+|    htg_setpoint                 | 1.323753    |
+|    month                        | 1.1517246   |
+|    outdoor_humidity             | 0.13791677  |
+|    outdoor_temperature          | -0.5768549  |
+|    people_occupant              | -0.45133677 |
+|    total_electricity_HVAC       | 0.6504742   |
+|    wind_direction               | -1.7280762  |
+|    wind_speed                   | -2.0529952  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3880.5325   |
+|    air_humidity                 | 24.89213    |
+|    air_temperature              | 23.249939   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 71.5        |
+|    outdoor_temperature          | 7.3145475   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 5369746.5   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+-------------------------------------------------******************************************-------------------| 80%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.33809102  |
+|    Heating_Setpoint_RL          | 0.6127496   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.766056   |
+|    Heating_Setpoint_RL          | 21.071716   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.64994615 |
+|    air_humidity                 | 0.62333703  |
+|    air_temperature              | -0.32222465 |
+|    clg_setpoint                 | 1.4679279   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.38707843  |
+|    diffuse_solar_radiation      | -0.7566716  |
+|    direct_solar_radiation       | -0.6219613  |
+|    hour                         | 1.3726543   |
+|    htg_setpoint                 | -0.36034268 |
+|    month                        | 1.15036     |
+|    outdoor_humidity             | 0.7152371   |
+|    outdoor_temperature          | 0.12540936  |
+|    people_occupant              | -0.6891126  |
+|    total_electricity_HVAC       | -0.65618163 |
+|    wind_direction               | 0.23695636  |
+|    wind_speed                   | 0.7730168   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 45.559727   |
+|    air_temperature              | 22.293509   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 16.282806   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 83.5        |
+|    outdoor_temperature          | 14.213396   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 205.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------*****************************************-------------------| 80%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.33247042  |
+|    Heating_Setpoint_RL          | 0.75045425   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.502913    |
+|    Heating_Setpoint_RL          | 21.846306    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.010126491  |
+|    air_humidity                 | 0.40308672   |
+|    air_temperature              | 0.3134126    |
+|    clg_setpoint                 | -0.2697576   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.5007331    |
+|    diffuse_solar_radiation      | -0.7566204   |
+|    direct_solar_radiation       | -0.6220687   |
+|    hour                         | 1.5170348    |
+|    htg_setpoint                 | 1.3118228    |
+|    month                        | 1.1490002    |
+|    outdoor_humidity             | 0.5702106    |
+|    outdoor_temperature          | 0.0651927    |
+|    people_occupant              | -0.6885952   |
+|    total_electricity_HVAC       | -0.029279122 |
+|    wind_direction               | -1.7271072   |
+|    wind_speed                   | -2.0496345   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2906.5137    |
+|    air_humidity                 | 42.688457    |
+|    air_temperature              | 23.203875    |
+|    clg_setpoint                 | 25.487019    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 20.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 23.202793    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 80.5         |
+|    outdoor_temperature          | 13.623407    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2615862.2    |
+|    wind_direction               | 0.0          |
+|    wind_speed                   | 0.0          |
+--------------------------------------------------
+-------------------------------------------------******************************************-------------------| 80%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.49327818  |
+|    Heating_Setpoint_RL          | 0.9035934   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.289814   |
+|    Heating_Setpoint_RL          | 22.707714   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6502246  |
+|    air_humidity                 | 1.7902919   |
+|    air_temperature              | -0.37243435 |
+|    clg_setpoint                 | 0.57777035  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6143153   |
+|    diffuse_solar_radiation      | -0.7565564  |
+|    direct_solar_radiation       | -0.6222191  |
+|    hour                         | 1.6613883   |
+|    htg_setpoint                 | -1.197349   |
+|    month                        | 1.1476452   |
+|    outdoor_humidity             | 1.3157135   |
+|    outdoor_temperature          | 0.22586186  |
+|    people_occupant              | -0.6887725  |
+|    total_electricity_HVAC       | -0.6564366  |
+|    wind_direction               | 0.33355615  |
+|    wind_speed                   | 0.12048458  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 60.82385    |
+|    air_temperature              | 22.222807   |
+|    clg_setpoint                 | 27.686783   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 12.82153    |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 15.202825   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 215.0       |
+|    wind_speed                   | 5.15        |
+-------------------------------------------------
+--------------------------------------------------******************************************------------------| 81%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.8827947   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.645569    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.65048957  |
+|    air_humidity                 | 1.0025556    |
+|    air_temperature              | -0.061086323 |
+|    clg_setpoint                 | 1.4692582    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.8418565    |
+|    diffuse_solar_radiation      | -0.7565259   |
+|    direct_solar_radiation       | -0.6221984   |
+|    hour                         | -1.6612613   |
+|    htg_setpoint                 | 0.8404003    |
+|    month                        | 1.1462951    |
+|    outdoor_humidity             | 0.23190068   |
+|    outdoor_temperature          | 0.17275096   |
+|    people_occupant              | -0.68894947  |
+|    total_electricity_HVAC       | -0.65668994  |
+|    wind_direction               | -1.5331177   |
+|    wind_speed                   | -1.6027215   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 50.558826    |
+|    air_temperature              | 22.668793    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 23.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 21.257996    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 73.5         |
+|    outdoor_temperature          | 14.684125    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 20.0         |
+|    wind_speed                   | 1.05         |
+| train/                          |              |
+|    approx_kl                    | 0.0076664938 |
+|    clip_fraction                | 0.0854       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.58        |
+|    explained_variance           | 0.367        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.28         |
+|    n_updates                    | 480          |
+|    policy_gradient_loss         | -0.0128      |
+|    std                          | 0.88         |
+|    value_loss                   | 0.779        |
+--------------------------------------------------
+-------------------------------------------------*******************************************------------------| 81%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.35961342  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.838696   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.3727972   |
+|    air_humidity                 | 2.2672272   |
+|    air_temperature              | 0.3453004   |
+|    clg_setpoint                 | 0.271201    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.955198    |
+|    diffuse_solar_radiation      | -0.75646836 |
+|    direct_solar_radiation       | -0.62180614 |
+|    hour                         | -1.5166893  |
+|    htg_setpoint                 | 1.3205907   |
+|    month                        | 1.1449497   |
+|    outdoor_humidity             | 1.506224    |
+|    outdoor_temperature          | 0.27305064  |
+|    people_occupant              | -0.6891261  |
+|    total_electricity_HVAC       | 0.3151452   |
+|    wind_direction               | 0.047479764 |
+|    wind_speed                   | -0.6351423  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4453.978    |
+|    air_humidity                 | 67.15582    |
+|    air_temperature              | 23.250423   |
+|    clg_setpoint                 | 26.887749   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 15.6705265  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4008580.2   |
+|    wind_direction               | 185.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+-------------------------------------------------*******************************************------------------| 81%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.07205738  |
+|    Heating_Setpoint_RL          | 0.38269573  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.868195   |
+|    Heating_Setpoint_RL          | 19.777664   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.56369877  |
+|    air_humidity                 | 1.7536339   |
+|    air_temperature              | 0.3447955   |
+|    clg_setpoint                 | -1.1293052  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0683368   |
+|    diffuse_solar_radiation      | -0.7564083  |
+|    direct_solar_radiation       | -0.6219686  |
+|    hour                         | -1.3721445  |
+|    htg_setpoint                 | 1.3198364   |
+|    month                        | 1.1436089   |
+|    outdoor_humidity             | 1.4085932   |
+|    outdoor_temperature          | 0.2758604   |
+|    people_occupant              | -0.6893023  |
+|    total_electricity_HVAC       | 0.4964382   |
+|    wind_direction               | 0.047503732 |
+|    wind_speed                   | -0.1089542  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5267.901    |
+|    air_humidity                 | 60.474663   |
+|    air_temperature              | 23.2499     |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 98.0        |
+|    outdoor_temperature          | 15.701477   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4741111.0   |
+|    wind_direction               | 185.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------*******************************************------------------| 81%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.06353617 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.410564   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65114456 |
+|    air_humidity                 | -1.1418079  |
+|    air_temperature              | -0.65974873 |
+|    clg_setpoint                 | -0.31306517 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1812203   |
+|    diffuse_solar_radiation      | -0.7563275  |
+|    direct_solar_radiation       | -0.6220101  |
+|    hour                         | -1.227622   |
+|    htg_setpoint                 | 0.4257382   |
+|    month                        | 1.142273    |
+|    outdoor_humidity             | -1.8126652  |
+|    outdoor_temperature          | 0.25300443  |
+|    people_occupant              | -0.6894782  |
+|    total_electricity_HVAC       | -0.6573108  |
+|    wind_direction               | 0.8617409   |
+|    wind_speed                   | 1.7614115   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 22.539251   |
+|    air_temperature              | 21.814701   |
+|    clg_setpoint                 | 25.36899    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 19.547817   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 31.0        |
+|    outdoor_temperature          | 15.483064   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 9.05        |
+-------------------------------------------------
+-------------------------------------------------********************************************-----------------| 82%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.81612855  |
+|    Heating_Setpoint_RL          | 0.32699776  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.379433   |
+|    Heating_Setpoint_RL          | 19.464363   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65082186 |
+|    air_humidity                 | -1.4224625  |
+|    air_temperature              | -0.8081559  |
+|    clg_setpoint                 | -0.61741877 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2937901   |
+|    diffuse_solar_radiation      | -0.7562602  |
+|    direct_solar_radiation       | -0.6220235  |
+|    hour                         | -1.0831174  |
+|    htg_setpoint                 | -1.3238933  |
+|    month                        | 1.1409416   |
+|    outdoor_humidity             | -0.3928467  |
+|    outdoor_temperature          | -0.6720707  |
+|    people_occupant              | -0.68896353 |
+|    total_electricity_HVAC       | -0.65697867 |
+|    wind_direction               | 0.8611182   |
+|    wind_speed                   | 0.87483114  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 18.833138   |
+|    air_temperature              | 21.602049   |
+|    clg_setpoint                 | 24.580324   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 12.301025   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 60.5        |
+|    outdoor_temperature          | 6.418113    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 6.95        |
+-------------------------------------------------
+-------------------------------------------------********************************************-----------------| 82%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.17164509  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.204302   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.6504695   |
+|    air_humidity                 | -1.3976474  |
+|    air_temperature              | -0.13902652 |
+|    clg_setpoint                 | -0.26804063 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4059824   |
+|    diffuse_solar_radiation      | -0.7561847  |
+|    direct_solar_radiation       | -0.6220997  |
+|    hour                         | -0.93862647 |
+|    htg_setpoint                 | 1.3205652   |
+|    month                        | 1.1396149   |
+|    outdoor_humidity             | -0.27195925 |
+|    outdoor_temperature          | -0.8160187  |
+|    people_occupant              | -0.6884499  |
+|    total_electricity_HVAC       | 2.7137485   |
+|    wind_direction               | 1.3868319   |
+|    wind_speed                   | -0.2177916  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 14163.0     |
+|    air_humidity                 | 19.132376   |
+|    air_temperature              | 22.557232   |
+|    clg_setpoint                 | 25.488663   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 63.0        |
+|    outdoor_temperature          | 5.0057263   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 13698581.0  |
+|    wind_direction               | 325.0       |
+|    wind_speed                   | 4.35        |
+-------------------------------------------------
+-------------------------------------------------********************************************-----------------| 82%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.35390365 |
+|    air_humidity                 | -1.1326047  |
+|    air_temperature              | -0.5356888  |
+|    clg_setpoint                 | -1.1292781  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5177279   |
+|    diffuse_solar_radiation      | -0.7360951  |
+|    direct_solar_radiation       | -0.37179497 |
+|    hour                         | -0.79414606 |
+|    htg_setpoint                 | 0.8025231   |
+|    month                        | 1.1382929   |
+|    outdoor_humidity             | 0.30544034  |
+|    outdoor_temperature          | -1.023067   |
+|    people_occupant              | -0.6886261  |
+|    total_electricity_HVAC       | -0.41519445 |
+|    wind_direction               | -1.7263184  |
+|    wind_speed                   | -2.042192   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1352.3003   |
+|    air_humidity                 | 22.58823    |
+|    air_temperature              | 21.9909     |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 2.0         |
+|    direct_solar_radiation       | 63.0        |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 21.104774   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 75.0        |
+|    outdoor_temperature          | 2.9738088   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1054577.5   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+-------------------------------------------------*********************************************----------------| 83%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.860258   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.72163    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.0917742   |
+|    air_humidity                 | -0.78282636 |
+|    air_temperature              | 0.34617314  |
+|    clg_setpoint                 | -1.1285826  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6289525   |
+|    diffuse_solar_radiation      | 0.11463622  |
+|    direct_solar_radiation       | 0.79293364  |
+|    hour                         | -0.6496731  |
+|    htg_setpoint                 | 1.3203024   |
+|    month                        | 1.1369754   |
+|    outdoor_humidity             | -0.702124   |
+|    outdoor_temperature          | -0.22143506 |
+|    people_occupant              | -0.68880194 |
+|    total_electricity_HVAC       | 1.2918242   |
+|    wind_direction               | -1.7260845  |
+|    wind_speed                   | -2.041317   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7515.741    |
+|    air_humidity                 | 27.170622   |
+|    air_temperature              | 23.250153   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 87.0        |
+|    direct_solar_radiation       | 356.0       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 54.0        |
+|    outdoor_temperature          | 10.821839   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7952055.0   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+--------------------------------------------------********************************************----------------| 83%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.047593087 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 17.357288    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.3593165   |
+|    air_humidity                 | -1.0498189   |
+|    air_temperature              | 0.887347     |
+|    clg_setpoint                 | 0.23063618   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.7395774    |
+|    diffuse_solar_radiation      | 0.85566914   |
+|    direct_solar_radiation       | 0.4508077    |
+|    hour                         | -0.50520515  |
+|    htg_setpoint                 | 1.3200881    |
+|    month                        | 1.1356624    |
+|    outdoor_humidity             | -0.91683924  |
+|    outdoor_temperature          | -0.5879769   |
+|    people_occupant              | 1.6946208    |
+|    total_electricity_HVAC       | -0.04940792  |
+|    wind_direction               | -1.1498034   |
+|    wind_speed                   | -0.5304708   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1328.9053    |
+|    air_humidity                 | 23.655783    |
+|    air_temperature              | 24.02225     |
+|    clg_setpoint                 | 26.777618    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 31.0         |
+|    diffuse_solar_radiation      | 161.0        |
+|    direct_solar_radiation       | 270.0        |
+|    hour                         | 8.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 49.5         |
+|    outdoor_temperature          | 7.233836     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2532414.8    |
+|    wind_direction               | 60.0         |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+--------------------------------------------------********************************************----------------| 83%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.1975168   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 16.513968    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.56379765  |
+|    air_humidity                 | 0.035565518  |
+|    air_temperature              | 0.34491268   |
+|    clg_setpoint                 | -1.1273401   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.6721834   |
+|    diffuse_solar_radiation      | 0.55578524   |
+|    direct_solar_radiation       | 2.0299196    |
+|    hour                         | -0.3607402   |
+|    htg_setpoint                 | 0.022653414  |
+|    month                        | 1.4351996    |
+|    outdoor_humidity             | -0.6532313   |
+|    outdoor_temperature          | -0.073337436 |
+|    people_occupant              | 1.6940523    |
+|    total_electricity_HVAC       | -0.5727548   |
+|    wind_direction               | 1.5763817    |
+|    wind_speed                   | 1.4207798    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 456.96008    |
+|    air_humidity                 | 37.903885    |
+|    air_temperature              | 23.248304    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0          |
+|    diffuse_solar_radiation      | 131.0        |
+|    direct_solar_radiation       | 667.0        |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 17.878681    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 55.0         |
+|    outdoor_temperature          | 12.267369    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 417536.97    |
+|    wind_direction               | 345.0        |
+|    wind_speed                   | 8.25         |
+--------------------------------------------------
+-------------------------------------------------*********************************************----------------| 83%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.0473606   |
+|    Heating_Setpoint_RL          | -0.4774964  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.784842   |
+|    Heating_Setpoint_RL          | 14.939083   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65042865 |
+|    air_humidity                 | -0.92593294 |
+|    air_temperature              | -0.8482557  |
+|    clg_setpoint                 | 0.9982446   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5556129  |
+|    diffuse_solar_radiation      | 0.4559838   |
+|    direct_solar_radiation       | 2.335678    |
+|    hour                         | -0.21627685 |
+|    htg_setpoint                 | 0.7493004   |
+|    month                        | 1.4329937   |
+|    outdoor_humidity             | -1.4446881  |
+|    outdoor_temperature          | 0.057020433 |
+|    people_occupant              | -0.6893275  |
+|    total_electricity_HVAC       | -0.65654886 |
+|    wind_direction               | -1.7235589  |
+|    wind_speed                   | 1.4194126   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 25.283518   |
+|    air_temperature              | 21.546421   |
+|    clg_setpoint                 | 28.769997   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 121.0       |
+|    direct_solar_radiation       | 744.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 20.88718    |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 38.5        |
+|    outdoor_temperature          | 13.539623   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 8.25        |
+-------------------------------------------------
+-------------------------------------------------**********************************************---------------| 84%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.18666545 |
+|    Heating_Setpoint_RL          | -0.96244365 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.995005   |
+|    Heating_Setpoint_RL          | 12.211254   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.21435489 |
+|    air_humidity                 | -0.9518052  |
+|    air_temperature              | 0.3465785   |
+|    clg_setpoint                 | -0.81425226 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4396297  |
+|    diffuse_solar_radiation      | 2.009038    |
+|    direct_solar_radiation       | 0.16456777  |
+|    hour                         | -0.07181411 |
+|    htg_setpoint                 | 1.3196036   |
+|    month                        | 1.4307977   |
+|    outdoor_humidity             | -1.1554139  |
+|    outdoor_temperature          | 0.14256121  |
+|    people_occupant              | -0.68881655 |
+|    total_electricity_HVAC       | -0.1392912  |
+|    wind_direction               | 1.6685307   |
+|    wind_speed                   | -0.63691473 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1944.8934   |
+|    air_humidity                 | 24.933256   |
+|    air_temperature              | 23.250017   |
+|    clg_setpoint                 | 24.06382    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 276.0       |
+|    direct_solar_radiation       | 198.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 44.5        |
+|    outdoor_temperature          | 14.375084   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2167335.5   |
+|    wind_direction               | 355.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+-------------------------------------------------**********************************************---------------| 84%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.23561883 |
+|    air_humidity                 | 0.13274999  |
+|    air_temperature              | 0.34626698  |
+|    clg_setpoint                 | -1.1273968  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3241457  |
+|    diffuse_solar_radiation      | 1.0876697   |
+|    direct_solar_radiation       | 1.7510818   |
+|    hour                         | 0.07264851  |
+|    htg_setpoint                 | 1.3190752   |
+|    month                        | 1.4286119   |
+|    outdoor_humidity             | -0.6512625  |
+|    outdoor_temperature          | 0.3456355   |
+|    people_occupant              | 0.26507375  |
+|    total_electricity_HVAC       | -0.2627326  |
+|    wind_direction               | 0.56956047  |
+|    wind_speed                   | -0.42585477 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1854.0469   |
+|    air_humidity                 | 39.151344   |
+|    air_temperature              | 23.249464   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 184.0       |
+|    direct_solar_radiation       | 597.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 55.0        |
+|    outdoor_temperature          | 16.357082   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 1668572.8   |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+-------------------------------------------------**********************************************---------------| 84%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.7110446  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.625374   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65024745 |
+|    air_humidity                 | -0.98390776 |
+|    air_temperature              | 2.1185155   |
+|    clg_setpoint                 | 1.3627062   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2090809  |
+|    diffuse_solar_radiation      | 0.09603729  |
+|    direct_solar_radiation       | -0.6226305  |
+|    hour                         | 0.21711102  |
+|    htg_setpoint                 | -1.39683    |
+|    month                        | 1.426436    |
+|    outdoor_humidity             | -1.1794322  |
+|    outdoor_temperature          | -0.31272623 |
+|    people_occupant              | 1.2183142   |
+|    total_electricity_HVAC       | -0.65635777 |
+|    wind_direction               | 1.2367394   |
+|    wind_speed                   | 2.5095584   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 24.513357   |
+|    air_temperature              | 25.773865   |
+|    clg_setpoint                 | 29.717012   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 85.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 44.0        |
+|    outdoor_temperature          | 9.927888    |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 10.85       |
+-------------------------------------------------
+---------------------------------------------------********************************************---------------| 84%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -1.0          |
+|    Heating_Setpoint_RL          | -1.0          |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23.25         |
+|    Heating_Setpoint_RL          | 12.0          |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.45469993   |
+|    air_humidity                 | -0.7088053    |
+|    air_temperature              | 0.3461816     |
+|    clg_setpoint                 | -1.1269523    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -1.0943635    |
+|    diffuse_solar_radiation      | 0.42714718    |
+|    direct_solar_radiation       | 1.1788048     |
+|    hour                         | 0.36157292    |
+|    htg_setpoint                 | -1.3965862    |
+|    month                        | 1.42427       |
+|    outdoor_humidity             | -1.155246     |
+|    outdoor_temperature          | -0.0150334975 |
+|    people_occupant              | 1.6945611     |
+|    total_electricity_HVAC       | -0.47067964   |
+|    wind_direction               | 1.4256729     |
+|    wind_speed                   | 0.012848459   |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 919.72253     |
+|    air_humidity                 | 28.11317      |
+|    air_temperature              | 23.248795     |
+|    clg_setpoint                 | 23.25         |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 6.0           |
+|    diffuse_solar_radiation      | 118.0         |
+|    direct_solar_radiation       | 453.0         |
+|    hour                         | 14.0          |
+|    htg_setpoint                 | 12.0          |
+|    month                        | 11.0          |
+|    outdoor_humidity             | 44.5          |
+|    outdoor_temperature          | 12.828085     |
+|    people_occupant              | 20.0          |
+|    total_electricity_HVAC       | 827750.25     |
+|    wind_direction               | 330.0         |
+|    wind_speed                   | 4.9           |
+---------------------------------------------------
+--------------------------------------------------**********************************************--------------| 85%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.46761116  |
+|    air_humidity                 | -0.33002564  |
+|    air_temperature              | 0.34646326   |
+|    clg_setpoint                 | -1.1264611   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.97992855  |
+|    diffuse_solar_radiation      | 0.10653431   |
+|    direct_solar_radiation       | -0.3164032   |
+|    hour                         | 0.50603324   |
+|    htg_setpoint                 | -0.23783238  |
+|    month                        | 1.4221139    |
+|    outdoor_humidity             | -0.6507645   |
+|    outdoor_temperature          | -0.024964787 |
+|    people_occupant              | 1.6939961    |
+|    total_electricity_HVAC       | -0.48292482  |
+|    wind_direction               | 1.3284024    |
+|    wind_speed                   | 0.24388264   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 864.5251     |
+|    air_humidity                 | 33.072517    |
+|    air_temperature              | 23.249062    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 7.0          |
+|    diffuse_solar_radiation      | 86.0         |
+|    direct_solar_radiation       | 77.0         |
+|    hour                         | 15.0         |
+|    htg_setpoint                 | 16.800741    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 55.0         |
+|    outdoor_temperature          | 12.727448    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 778072.56    |
+|    wind_direction               | 320.0        |
+|    wind_speed                   | 5.45         |
+--------------------------------------------------
+--------------------------------------------------**********************************************--------------| 85%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.47425944  |
+|    air_humidity                 | 0.56580913   |
+|    air_temperature              | 0.34896213   |
+|    clg_setpoint                 | -1.1259345   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.8657187   |
+|    diffuse_solar_radiation      | -0.68540907  |
+|    direct_solar_radiation       | -0.55507797  |
+|    hour                         | 0.6504906    |
+|    htg_setpoint                 | -0.44296262  |
+|    month                        | 1.4199677    |
+|    outdoor_humidity             | 0.550829     |
+|    outdoor_temperature          | -0.062182996 |
+|    people_occupant              | 1.6934326    |
+|    total_electricity_HVAC       | -0.4892293   |
+|    wind_direction               | 0.32594156   |
+|    wind_speed                   | -0.4268805   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 835.99786    |
+|    air_humidity                 | 44.799835    |
+|    air_temperature              | 23.2525      |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 8.0          |
+|    diffuse_solar_radiation      | 7.0          |
+|    direct_solar_radiation       | 17.0         |
+|    hour                         | 16.0         |
+|    htg_setpoint                 | 15.952175    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 80.0         |
+|    outdoor_temperature          | 12.360752    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 752398.06    |
+|    wind_direction               | 215.0        |
+|    wind_speed                   | 3.85         |
+--------------------------------------------------
+-------------------------------------------------***********************************************--------------| 85%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.33037338  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.74001    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6501602  |
+|    air_humidity                 | 0.5130655   |
+|    air_temperature              | -0.26514333 |
+|    clg_setpoint                 | 0.8723314   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7516835  |
+|    diffuse_solar_radiation      | -0.7555178  |
+|    direct_solar_radiation       | -0.62238944 |
+|    hour                         | 0.7949429   |
+|    htg_setpoint                 | 0.70850927  |
+|    month                        | 1.417831    |
+|    outdoor_humidity             | 1.2713102   |
+|    outdoor_temperature          | -0.1861472  |
+|    people_occupant              | -0.68917876 |
+|    total_electricity_HVAC       | -0.656217   |
+|    wind_direction               | -0.6742512  |
+|    wind_speed                   | -0.42559278 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 44.117157   |
+|    air_temperature              | 22.378946   |
+|    clg_setpoint                 | 28.440088   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 20.725449   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 95.0        |
+|    outdoor_temperature          | 11.152103   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 110.0       |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+-------------------------------------------------************************************************-------------| 86%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.21184213  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 18.816612   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.4074761   |
+|    air_humidity                 | 0.52807397  |
+|    air_temperature              | 0.34760505  |
+|    clg_setpoint                 | 1.4717556   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.63777906 |
+|    diffuse_solar_radiation      | -0.7554123  |
+|    direct_solar_radiation       | -0.62211293 |
+|    hour                         | 0.939388    |
+|    htg_setpoint                 | 1.3175024   |
+|    month                        | 1.4157039   |
+|    outdoor_humidity             | 0.2121939   |
+|    outdoor_temperature          | 0.005709967 |
+|    people_occupant              | -0.6886716  |
+|    total_electricity_HVAC       | 1.6759487   |
+|    wind_direction               | 0.85107094  |
+|    wind_speed                   | 1.2929595   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 8848.937    |
+|    air_humidity                 | 44.324203   |
+|    air_temperature              | 23.250177   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 73.0        |
+|    outdoor_temperature          | 13.021987   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 9494463.0   |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 7.95        |
+-------------------------------------------------
+-------------------------------------------------************************************************-------------| 86%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6500534  |
+|    air_humidity                 | 0.5592591   |
+|    air_temperature              | 0.34753767  |
+|    clg_setpoint                 | -1.1265383  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.52396834 |
+|    diffuse_solar_radiation      | -0.75533104 |
+|    direct_solar_radiation       | -0.6219196  |
+|    hour                         | 1.0838228   |
+|    htg_setpoint                 | -1.3981526  |
+|    month                        | 1.4135864   |
+|    outdoor_humidity             | 0.25944096  |
+|    outdoor_temperature          | 0.011516508 |
+|    people_occupant              | -0.45044237 |
+|    total_electricity_HVAC       | -0.65610266 |
+|    wind_direction               | 1.6594551   |
+|    wind_speed                   | 1.2910016   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 44.740192   |
+|    air_temperature              | 23.249945   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 74.0        |
+|    outdoor_temperature          | 13.077323   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 355.0       |
+|    wind_speed                   | 7.95        |
+-------------------------------------------------
+-------------------------------------------------************************************************-------------| 86%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.27749962 |
+|    Heating_Setpoint_RL          | -0.5424409  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.688438   |
+|    Heating_Setpoint_RL          | 14.5737705  |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65004283 |
+|    air_humidity                 | 0.37698764  |
+|    air_temperature              | 0.05125802  |
+|    clg_setpoint                 | 1.0234836   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.41022083 |
+|    diffuse_solar_radiation      | -0.755237   |
+|    direct_solar_radiation       | -0.62154657 |
+|    hour                         | 1.2282442   |
+|    htg_setpoint                 | 0.8162085   |
+|    month                        | 1.4114784   |
+|    outdoor_humidity             | 0.42766938  |
+|    outdoor_temperature          | -0.39262843 |
+|    people_occupant              | -0.45064905 |
+|    total_electricity_HVAC       | -0.6560721  |
+|    wind_direction               | -1.6751093  |
+|    wind_speed                   | -0.09297967 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 42.357407   |
+|    air_temperature              | 22.828802   |
+|    clg_setpoint                 | 28.83572    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 21.174915   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 77.5        |
+|    outdoor_temperature          | 9.142248    |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 5.0         |
+|    wind_speed                   | 4.65        |
+| train/                          |             |
+|    approx_kl                    | 0.00832269  |
+|    clip_fraction                | 0.0934      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.58       |
+|    explained_variance           | 0.591       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.16        |
+|    n_updates                    | 490         |
+|    policy_gradient_loss         | -0.014      |
+|    std                          | 0.883       |
+|    value_loss                   | 0.539       |
+-------------------------------------------------
+--------------------------------------------------***********************************************-------------| 86%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.052931998 |
+|    air_humidity                 | 0.77928495   |
+|    air_temperature              | 0.12782052   |
+|    clg_setpoint                 | 0.7262878    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.2965124   |
+|    diffuse_solar_radiation      | -0.75504315  |
+|    direct_solar_radiation       | -0.62113935  |
+|    hour                         | 1.3726482    |
+|    htg_setpoint                 | 1.2389526    |
+|    month                        | 1.4093797    |
+|    outdoor_humidity             | 1.2208526    |
+|    outdoor_temperature          | -0.24945109  |
+|    people_occupant              | -0.6891917   |
+|    total_electricity_HVAC       | -0.089352846 |
+|    wind_direction               | -0.29334056  |
+|    wind_speed                   | -0.42771173  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2629.3796    |
+|    air_humidity                 | 47.617138    |
+|    air_temperature              | 22.937757    |
+|    clg_setpoint                 | 28.063099    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 13.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 21.0         |
+|    htg_setpoint                 | 22.930202    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 94.0         |
+|    outdoor_temperature          | 10.531807    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2366441.8    |
+|    wind_direction               | 150.0        |
+|    wind_speed                   | 3.85         |
+--------------------------------------------------
+-------------------------------------------------*************************************************------------| 87%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.30660927  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 19.349678   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6501659  |
+|    air_humidity                 | 1.1825964   |
+|    air_temperature              | -1.3147968  |
+|    clg_setpoint                 | -0.3705413  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18282536 |
+|    diffuse_solar_radiation      | -0.7548714  |
+|    direct_solar_radiation       | -0.6207347  |
+|    hour                         | 1.5170307   |
+|    htg_setpoint                 | -0.73212165 |
+|    month                        | 1.4072905   |
+|    outdoor_humidity             | -0.1514173  |
+|    outdoor_temperature          | -0.5162709  |
+|    people_occupant              | -0.68936443 |
+|    total_electricity_HVAC       | -0.65617824 |
+|    wind_direction               | 1.0396683   |
+|    wind_speed                   | 1.6479723   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 52.905483   |
+|    air_temperature              | 20.889364   |
+|    clg_setpoint                 | 25.212526   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 14.766266   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 65.5        |
+|    outdoor_temperature          | 7.93763     |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 8.8         |
+-------------------------------------------------
+--------------------------------------------------************************************************------------| 87%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.11116782  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 16.999681    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.19609885  |
+|    air_humidity                 | -0.14220761  |
+|    air_temperature              | -1.5545195   |
+|    clg_setpoint                 | 1.4722669    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.069148436 |
+|    diffuse_solar_radiation      | -0.7547617   |
+|    direct_solar_radiation       | -0.62055016  |
+|    hour                         | 1.6613868    |
+|    htg_setpoint                 | 0.3951034    |
+|    month                        | 1.4052105    |
+|    outdoor_humidity             | 0.3540919    |
+|    outdoor_temperature          | -0.7255881   |
+|    people_occupant              | -0.68953675  |
+|    total_electricity_HVAC       | -0.22523598  |
+|    wind_direction               | 0.75309443   |
+|    wind_speed                   | 0.8711333    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2019.4198    |
+|    air_humidity                 | 35.585293    |
+|    air_temperature              | 20.548994    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 19.437002    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 76.0         |
+|    outdoor_temperature          | 5.898746     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1817477.9    |
+|    wind_direction               | 260.0        |
+|    wind_speed                   | 6.95         |
+--------------------------------------------------
+-------------------------------------------------*************************************************------------| 87%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.19614485  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.28699    |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.044444    |
+|    air_humidity                 | -0.62277466 |
+|    air_temperature              | 0.2691268   |
+|    clg_setpoint                 | 0.6755856   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.158269    |
+|    diffuse_solar_radiation      | -0.7546601  |
+|    direct_solar_radiation       | -0.6204     |
+|    hour                         | -1.6612628  |
+|    htg_setpoint                 | 1.3149644   |
+|    month                        | 1.4031396   |
+|    outdoor_humidity             | 1.0039507   |
+|    outdoor_temperature          | -0.36778027 |
+|    people_occupant              | -0.6890322  |
+|    total_electricity_HVAC       | 2.1017761   |
+|    wind_direction               | 0.37176916  |
+|    wind_speed                   | 0.43053356  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 11558.324   |
+|    air_humidity                 | 29.300238   |
+|    air_temperature              | 23.137316   |
+|    clg_setpoint                 | 27.930853   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 89.5        |
+|    outdoor_temperature          | 9.373076    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 11213164.0  |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 5.9         |
+-------------------------------------------------
+-------------------------------------------------**************************************************-----------| 88%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.93195045  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.770332   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.789844    |
+|    air_humidity                 | -0.87393206 |
+|    air_temperature              | -0.5190909  |
+|    clg_setpoint                 | 0.56540513  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.27198437  |
+|    diffuse_solar_radiation      | -0.7545461  |
+|    direct_solar_radiation       | -0.6203561  |
+|    hour                         | -1.5166934  |
+|    htg_setpoint                 | 1.3150537   |
+|    month                        | 1.401078    |
+|    outdoor_humidity             | 0.017200202 |
+|    outdoor_temperature          | -0.84407824 |
+|    people_occupant              | -0.6885287  |
+|    total_electricity_HVAC       | 2.7370806   |
+|    wind_direction               | 1.0853962   |
+|    wind_speed                   | 0.5551388   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 14731.951   |
+|    air_humidity                 | 26.016855   |
+|    air_temperature              | 22.017658   |
+|    clg_setpoint                 | 27.645954   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 69.0        |
+|    outdoor_temperature          | 4.7448707   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 13778939.0  |
+|    wind_direction               | 295.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+-------------------------------------------------**************************************************-----------| 88%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5476889   |
+|    Heating_Setpoint_RL          | 0.84111863  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.47345    |
+|    Heating_Setpoint_RL          | 22.356293   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.4571283   |
+|    air_humidity                 | -0.5359501  |
+|    air_temperature              | -0.24754818 |
+|    clg_setpoint                 | 0.39801094  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.38568202  |
+|    diffuse_solar_radiation      | -0.75438195 |
+|    direct_solar_radiation       | -0.62025017 |
+|    hour                         | -1.3721505  |
+|    htg_setpoint                 | 1.3151933   |
+|    month                        | 1.3990253   |
+|    outdoor_humidity             | -0.27163258 |
+|    outdoor_temperature          | -0.96091574 |
+|    people_occupant              | -0.68870133 |
+|    total_electricity_HVAC       | 2.4910064   |
+|    wind_direction               | 0.75128484  |
+|    wind_speed                   | 0.219508    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 13319.773   |
+|    air_humidity                 | 30.424728   |
+|    air_temperature              | 22.402687   |
+|    clg_setpoint                 | 27.209965   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 63.0        |
+|    outdoor_temperature          | 3.6036901   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 12789312.0  |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 5.4         |
+-------------------------------------------------
+-------------------------------------------------**************************************************-----------| 88%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.95137197  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.976467   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.819851    |
+|    air_humidity                 | -0.31894603 |
+|    air_temperature              | -0.6237761  |
+|    clg_setpoint                 | -0.277302   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.49934614  |
+|    diffuse_solar_radiation      | -0.7542354  |
+|    direct_solar_radiation       | -0.62003434 |
+|    hour                         | -1.2276294  |
+|    htg_setpoint                 | 0.9815381   |
+|    month                        | 1.3969817   |
+|    outdoor_humidity             | 0.54740614  |
+|    outdoor_temperature          | -1.31313    |
+|    people_occupant              | -0.68887365 |
+|    total_electricity_HVAC       | 0.479208    |
+|    wind_direction               | 0.84592587  |
+|    wind_speed                   | -0.4303675  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6349.0073   |
+|    air_humidity                 | 33.253235   |
+|    air_temperature              | 21.86869    |
+|    clg_setpoint                 | 25.454168   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 21.868687   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 80.0        |
+|    outdoor_temperature          | 0.1731948   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4664604.0   |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+-------------------------------------------------***************************************************----------| 89%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.7755189  |
+|    Heating_Setpoint_RL          | 0.79078734  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.007624   |
+|    Heating_Setpoint_RL          | 22.07318    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.3106766   |
+|    air_humidity                 | -0.43706816 |
+|    air_temperature              | -0.55952555 |
+|    clg_setpoint                 | 1.3396784   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.61295474  |
+|    diffuse_solar_radiation      | -0.75410604 |
+|    direct_solar_radiation       | -0.6199743  |
+|    hour                         | -1.0831257  |
+|    htg_setpoint                 | 1.3146517   |
+|    month                        | 1.3949469   |
+|    outdoor_humidity             | 0.11342136  |
+|    outdoor_temperature          | -1.4257275  |
+|    people_occupant              | -0.6890456  |
+|    total_electricity_HVAC       | 3.19055     |
+|    wind_direction               | 0.84555835  |
+|    wind_speed                   | 0.76489     |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 16971.344   |
+|    air_humidity                 | 31.70963    |
+|    air_temperature              | 21.959509   |
+|    clg_setpoint                 | 29.654472   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 71.0        |
+|    outdoor_temperature          | -0.93647814 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15629097.0  |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+-------------------------------------------------***************************************************----------| 89%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.49945027 |
+|    Heating_Setpoint_RL          | -0.61277974 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.939356   |
+|    Heating_Setpoint_RL          | 14.178114   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.32288718 |
+|    air_humidity                 | -0.54623294 |
+|    air_temperature              | -2.013943   |
+|    clg_setpoint                 | 0.8845356   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.72647965  |
+|    diffuse_solar_radiation      | -0.7539837  |
+|    direct_solar_radiation       | -0.6199623  |
+|    hour                         | -0.9386356  |
+|    htg_setpoint                 | -0.59874046 |
+|    month                        | 1.3929211   |
+|    outdoor_humidity             | 0.40278298  |
+|    outdoor_temperature          | -1.710556   |
+|    people_occupant              | -0.6892172  |
+|    total_electricity_HVAC       | -0.34513134 |
+|    wind_direction               | 0.94010943  |
+|    wind_speed                   | 1.8540156   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1481.4138   |
+|    air_humidity                 | 30.281677   |
+|    air_temperature              | 19.894854   |
+|    clg_setpoint                 | 28.471237   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 15.318884   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 77.0        |
+|    outdoor_temperature          | -3.7229965  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1334746.2   |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+-------------------------------------------------***************************************************----------| 89%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.079883814 |
+|    Heating_Setpoint_RL          | -0.9889039  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.894608   |
+|    Heating_Setpoint_RL          | 12.062416   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.32538116 |
+|    air_humidity                 | -1.0011556  |
+|    air_temperature              | -2.0203485  |
+|    clg_setpoint                 | -1.1246718  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.83988655  |
+|    diffuse_solar_radiation      | -0.75386655 |
+|    direct_solar_radiation       | -0.6199658  |
+|    hour                         | -0.79415554 |
+|    htg_setpoint                 | -0.14559405 |
+|    month                        | 1.3909041   |
+|    outdoor_humidity             | -0.24755825 |
+|    outdoor_temperature          | -1.6958727  |
+|    people_occupant              | -0.6893886  |
+|    total_electricity_HVAC       | -0.3514203  |
+|    wind_direction               | 1.0821575   |
+|    wind_speed                   | 0.6562949   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1472.0498   |
+|    air_humidity                 | 24.33817    |
+|    air_temperature              | 19.88398    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 17.196259   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 63.5        |
+|    outdoor_temperature          | -3.606235   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1310375.4   |
+|    wind_direction               | 295.0       |
+|    wind_speed                   | 6.45        |
+-------------------------------------------------
+-------------------------------------------------***************************************************----------| 89%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.8967903   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.669445   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.2838745   |
+|    air_humidity                 | -1.7792672  |
+|    air_temperature              | 0.2877021   |
+|    clg_setpoint                 | -1.1246663  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.95313525  |
+|    diffuse_solar_radiation      | -0.20059675 |
+|    direct_solar_radiation       | -0.37640277 |
+|    hour                         | -0.6496828  |
+|    htg_setpoint                 | 1.3148026   |
+|    month                        | 1.3888958   |
+|    outdoor_humidity             | -0.12617835 |
+|    outdoor_temperature          | -1.6973249  |
+|    people_occupant              | -0.6888876  |
+|    total_electricity_HVAC       | 2.1813767   |
+|    wind_direction               | -1.4920917  |
+|    wind_speed                   | -1.7324363  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 12621.257   |
+|    air_humidity                 | 14.160758   |
+|    air_temperature              | 23.158365   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 55.0        |
+|    direct_solar_radiation       | 61.0        |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 66.0        |
+|    outdoor_temperature          | -3.6440208  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 11571538.0  |
+|    wind_direction               | 25.0        |
+|    wind_speed                   | 0.75        |
+-------------------------------------------------
+--------------------------------------------------***************************************************---------| 90%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.40415743   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 19.898386    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.4619954    |
+|    air_humidity                 | -1.5577214   |
+|    air_temperature              | -0.044964448 |
+|    clg_setpoint                 | -1.0674783   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0661795    |
+|    diffuse_solar_radiation      | -0.22048286  |
+|    direct_solar_radiation       | -0.6200133   |
+|    hour                         | -0.5052149   |
+|    htg_setpoint                 | 1.0972486    |
+|    month                        | 1.3868961    |
+|    outdoor_humidity             | 0.38041854   |
+|    outdoor_temperature          | -1.5274897   |
+|    people_occupant              | 1.6959404    |
+|    total_electricity_HVAC       | 1.7080071    |
+|    wind_direction               | -1.157973    |
+|    wind_speed                   | -0.2227689   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 9118.355     |
+|    air_humidity                 | 17.007025    |
+|    air_temperature              | 22.684933    |
+|    clg_setpoint                 | 23.397474    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 53.0         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 8.0          |
+|    htg_setpoint                 | 22.349018    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 76.5         |
+|    outdoor_temperature          | -2.013272    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 9662366.0    |
+|    wind_direction               | 60.0         |
+|    wind_speed                   | 4.35         |
+--------------------------------------------------
+-------------------------------------------------****************************************************---------| 90%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.4948853   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 20.40873    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6010776  |
+|    air_humidity                 | 0.34690732  |
+|    air_temperature              | 1.3776385   |
+|    clg_setpoint                 | -0.56415683 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1789675   |
+|    diffuse_solar_radiation      | 0.7958728   |
+|    direct_solar_radiation       | -0.39593294 |
+|    hour                         | -0.36075005 |
+|    htg_setpoint                 | 1.3138938   |
+|    month                        | 1.3849051   |
+|    outdoor_humidity             | 1.4405711   |
+|    outdoor_temperature          | -0.3704495  |
+|    people_occupant              | 1.6953831   |
+|    total_electricity_HVAC       | -0.54411274 |
+|    wind_direction               | -0.8710028  |
+|    wind_speed                   | 2.5838673   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 297.48035   |
+|    air_humidity                 | 41.879555   |
+|    air_temperature              | 24.704187   |
+|    clg_setpoint                 | 24.704447   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 154.0       |
+|    direct_solar_radiation       | 56.0        |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 98.5        |
+|    outdoor_temperature          | 9.243914    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 533016.1    |
+|    wind_direction               | 90.0        |
+|    wind_speed                   | 11.05       |
+-------------------------------------------------
+--------------------------------------------------***************************************************---------| 90%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.043908432 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 17.378016    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.57897264  |
+|    air_humidity                 | 0.3456831    |
+|    air_temperature              | 0.3517388    |
+|    clg_setpoint                 | -1.1235001   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.2914418    |
+|    diffuse_solar_radiation      | 1.037956     |
+|    direct_solar_radiation       | 1.5666964    |
+|    hour                         | -0.2162867   |
+|    htg_setpoint                 | 1.3132594    |
+|    month                        | 1.3829226    |
+|    outdoor_humidity             | 0.6190974    |
+|    outdoor_temperature          | -0.4554013   |
+|    people_occupant              | 1.6948273    |
+|    total_electricity_HVAC       | -0.58854395  |
+|    wind_direction               | 0.6529366    |
+|    wind_speed                   | 0.86590534   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 391.86472    |
+|    air_humidity                 | 41.877262    |
+|    air_temperature              | 23.248074    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 27.0         |
+|    diffuse_solar_radiation      | 178.0        |
+|    direct_solar_radiation       | 547.0        |
+|    hour                         | 10.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 81.5         |
+|    outdoor_temperature          | 8.414698     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 352678.22    |
+|    wind_direction               | 250.0        |
+|    wind_speed                   | 6.95         |
+--------------------------------------------------
+-------------------------------------------------****************************************************---------| 90%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.9925978  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.041637   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49681985 |
+|    air_humidity                 | -0.2603181  |
+|    air_temperature              | 0.35382676  |
+|    clg_setpoint                 | -1.1228887  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4035395   |
+|    diffuse_solar_radiation      | 0.837158    |
+|    direct_solar_radiation       | -0.61904246 |
+|    hour                         | -0.07182395 |
+|    htg_setpoint                 | -0.07090087 |
+|    month                        | 1.3809487   |
+|    outdoor_humidity             | -0.5624417  |
+|    outdoor_temperature          | -0.37597358 |
+|    people_occupant              | 1.2176212   |
+|    total_electricity_HVAC       | -0.51054597 |
+|    wind_direction               | 1.0335116   |
+|    wind_speed                   | -0.09773824 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 742.9521    |
+|    air_humidity                 | 33.962833   |
+|    air_temperature              | 23.250856   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 158.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 17.512196   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 57.0        |
+|    outdoor_temperature          | 9.183605    |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 668656.9    |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 4.65        |
+-------------------------------------------------
+--------------------------------------------------****************************************************--------| 91%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.13819754  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 16.84764     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.57249767  |
+|    air_humidity                 | -0.6603015   |
+|    air_temperature              | 0.35287997   |
+|    clg_setpoint                 | -1.1223656   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.5151929    |
+|    diffuse_solar_radiation      | 0.4551624    |
+|    direct_solar_radiation       | 1.9559382    |
+|    hour                         | 0.0726387    |
+|    htg_setpoint                 | -0.3771057   |
+|    month                        | 1.3789831    |
+|    outdoor_humidity             | -0.5626245   |
+|    outdoor_temperature          | -0.44271904  |
+|    people_occupant              | 0.26394093   |
+|    total_electricity_HVAC       | -0.5794539   |
+|    wind_direction               | 0.41356942   |
+|    wind_speed                   | -0.097586036 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 418.89172    |
+|    air_humidity                 | 28.743217    |
+|    air_temperature              | 23.249222    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 29.0         |
+|    diffuse_solar_radiation      | 120.0        |
+|    direct_solar_radiation       | 644.0        |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 16.243055    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 57.0         |
+|    outdoor_temperature          | 8.529092     |
+|    people_occupant              | 8.0          |
+|    total_electricity_HVAC       | 388802.7     |
+|    wind_direction               | 225.0        |
+|    wind_speed                   | 4.65         |
+--------------------------------------------------
+-------------------------------------------------*****************************************************--------| 91%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.45086575 |
+|    Heating_Setpoint_RL          | 0.98705256  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.103329   |
+|    Heating_Setpoint_RL          | 23.17717    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65007716 |
+|    air_humidity                 | -0.39217433 |
+|    air_temperature              | -0.6588846  |
+|    clg_setpoint                 | 0.09714763  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6263291   |
+|    diffuse_solar_radiation      | 0.7778797   |
+|    direct_solar_radiation       | -0.50265485 |
+|    hour                         | 0.21710123  |
+|    htg_setpoint                 | -1.4004878  |
+|    month                        | 1.377026    |
+|    outdoor_humidity             | -0.32179114 |
+|    outdoor_temperature          | -0.51646405 |
+|    people_occupant              | -0.68924236 |
+|    total_electricity_HVAC       | -0.6559875  |
+|    wind_direction               | 1.2234741   |
+|    wind_speed                   | 1.8297659   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 32.239746   |
+|    air_temperature              | 21.814514   |
+|    clg_setpoint                 | 26.417654   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 152.0       |
+|    direct_solar_radiation       | 29.0        |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 62.0        |
+|    outdoor_temperature          | 7.8074913   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 9.25        |
+-------------------------------------------------
+-------------------------------------------------*****************************************************--------| 91%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.9207934  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.445537   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6499435  |
+|    air_humidity                 | -1.2203594  |
+|    air_temperature              | -1.3400332  |
+|    clg_setpoint                 | 1.4748155   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6716279  |
+|    diffuse_solar_radiation      | -0.10817419 |
+|    direct_solar_radiation       | 0.31752342  |
+|    hour                         | 0.36156315  |
+|    htg_setpoint                 | -0.31545097 |
+|    month                        | 1.6714191   |
+|    outdoor_humidity             | -1.4073962  |
+|    outdoor_temperature          | -0.8008041  |
+|    people_occupant              | -0.688745   |
+|    total_electricity_HVAC       | -0.65584934 |
+|    wind_direction               | 1.221871    |
+|    wind_speed                   | 3.3290117   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 21.431427   |
+|    air_temperature              | 20.846502   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 64.0        |
+|    direct_solar_radiation       | 234.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 16.49819    |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 39.5        |
+|    outdoor_temperature          | 5.0379443   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 12.85       |
+-------------------------------------------------
+-------------------------------------------------******************************************************-------| 92%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.549475   |
+|    air_humidity                 | -1.2932957  |
+|    air_temperature              | 0.3547456   |
+|    clg_setpoint                 | -1.1230606  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5551895  |
+|    diffuse_solar_radiation      | -0.4704614  |
+|    direct_solar_radiation       | 1.484869    |
+|    hour                         | 0.5060236   |
+|    htg_setpoint                 | -1.3999306  |
+|    month                        | 1.6683258   |
+|    outdoor_humidity             | -1.6470536  |
+|    outdoor_temperature          | -0.45688352 |
+|    people_occupant              | 1.6953204   |
+|    total_electricity_HVAC       | -0.56048197 |
+|    wind_direction               | 1.1252538   |
+|    wind_speed                   | 1.9394299   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 516.47046   |
+|    air_humidity                 | 20.455088   |
+|    air_temperature              | 23.248857   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 28.0        |
+|    direct_solar_radiation       | 526.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 34.5        |
+|    outdoor_temperature          | 8.372531    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 464823.44   |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 9.55        |
+-------------------------------------------------
+-------------------------------------------------******************************************************-------| 92%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5151634  |
+|    air_humidity                 | -1.0673416  |
+|    air_temperature              | 0.36136734  |
+|    clg_setpoint                 | -1.1228298  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4393086  |
+|    diffuse_solar_radiation      | -0.7522921  |
+|    direct_solar_radiation       | -0.6187936  |
+|    hour                         | 0.65048105  |
+|    htg_setpoint                 | -1.3998276  |
+|    month                        | 1.6652493   |
+|    outdoor_humidity             | -0.9224075  |
+|    outdoor_temperature          | -0.66966796 |
+|    people_occupant              | 1.6947678   |
+|    total_electricity_HVAC       | -0.5279014  |
+|    wind_direction               | 0.3622248   |
+|    wind_speed                   | -0.22744983 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 662.8506    |
+|    air_humidity                 | 23.388317   |
+|    air_temperature              | 23.257713   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 49.5        |
+|    outdoor_temperature          | 6.295131    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 596565.56   |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 4.35        |
+-------------------------------------------------
+-------------------------------------------------******************************************************-------| 92%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.22724867  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.903275   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.58484507 |
+|    air_humidity                 | 0.4654585   |
+|    air_temperature              | 0.3557985   |
+|    clg_setpoint                 | -1.1223123  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3239012  |
+|    diffuse_solar_radiation      | -0.7520365  |
+|    direct_solar_radiation       | -0.61846286 |
+|    hour                         | 0.7949337   |
+|    htg_setpoint                 | 0.09093278  |
+|    month                        | 1.66219     |
+|    outdoor_humidity             | 1.0315452   |
+|    outdoor_temperature          | -0.44720373 |
+|    people_occupant              | 1.6942168   |
+|    total_electricity_HVAC       | -0.5940365  |
+|    wind_direction               | 0.50480604  |
+|    wind_speed                   | -0.6435651  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 364.15677   |
+|    air_humidity                 | 43.379025   |
+|    air_temperature              | 23.249468   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 18.182217   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 8.452459    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 327741.1    |
+|    wind_direction               | 235.0       |
+|    wind_speed                   | 3.35        |
+| train/                          |             |
+|    approx_kl                    | 0.00767497  |
+|    clip_fraction                | 0.0613      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.58       |
+|    explained_variance           | 0.726       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.0978      |
+|    n_updates                    | 500         |
+|    policy_gradient_loss         | -0.00791    |
+|    std                          | 0.877       |
+|    value_loss                   | 0.515       |
+-------------------------------------------------
+--------------------------------------------------*****************************************************-------| 92%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.77351785  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 13.273962    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.14340718  |
+|    air_humidity                 | -0.003557767 |
+|    air_temperature              | 0.3560499    |
+|    clg_setpoint                 | -1.1220357   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.2088907   |
+|    diffuse_solar_radiation      | -0.75182045  |
+|    direct_solar_radiation       | -0.61808956  |
+|    hour                         | 0.93937916   |
+|    htg_setpoint                 | 1.1345706    |
+|    month                        | 1.6591474    |
+|    outdoor_humidity             | 0.113877945  |
+|    outdoor_temperature          | -0.93824315  |
+|    people_occupant              | 0.5021801    |
+|    total_electricity_HVAC       | -0.17503186  |
+|    wind_direction               | 0.8859691    |
+|    wind_speed                   | 1.169489     |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2255.0618    |
+|    air_humidity                 | 37.26716     |
+|    air_temperature              | 23.249952    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 5.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 18.0         |
+|    htg_setpoint                 | 22.512058    |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 71.0         |
+|    outdoor_temperature          | 3.6787229    |
+|    people_occupant              | 10.0         |
+|    total_electricity_HVAC       | 2029555.6    |
+|    wind_direction               | 275.0        |
+|    wind_speed                   | 7.7          |
+--------------------------------------------------
+-------------------------------------------------*******************************************************------| 93%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.28744328 |
+|    Heating_Setpoint_RL          | 0.6304901   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.654879   |
+|    Heating_Setpoint_RL          | 21.171507   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.56621873 |
+|    air_humidity                 | -0.5642223  |
+|    air_temperature              | -0.19063124 |
+|    clg_setpoint                 | -0.55651355 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0942081  |
+|    diffuse_solar_radiation      | -0.75161564 |
+|    direct_solar_radiation       | -0.6178139  |
+|    hour                         | 1.0838146   |
+|    htg_setpoint                 | -0.51157194 |
+|    month                        | 1.6561214   |
+|    outdoor_humidity             | -0.75457376 |
+|    outdoor_temperature          | -1.1562377  |
+|    people_occupant              | -0.45128253 |
+|    total_electricity_HVAC       | -0.5745271  |
+|    wind_direction               | 0.69467235  |
+|    wind_speed                   | 1.7097886   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 444.58023   |
+|    air_humidity                 | 29.955667   |
+|    air_temperature              | 22.474062   |
+|    clg_setpoint                 | 24.719398   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 15.686333   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 53.0        |
+|    outdoor_temperature          | 1.5491842   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 407574.84   |
+|    wind_direction               | 255.0       |
+|    wind_speed                   | 9.0         |
+-------------------------------------------------
+-------------------------------------------------*******************************************************------| 93%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.64960486 |
+|    air_humidity                 | -1.2558836  |
+|    air_temperature              | -1.8768097  |
+|    clg_setpoint                 | 0.10418231  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9797917  |
+|    diffuse_solar_radiation      | -0.75144476 |
+|    direct_solar_radiation       | -0.61767036 |
+|    hour                         | 1.228237    |
+|    htg_setpoint                 | -1.400344   |
+|    month                        | 1.6531119   |
+|    outdoor_humidity             | -0.75415164 |
+|    outdoor_temperature          | -1.0563647  |
+|    people_occupant              | -0.6890982  |
+|    total_electricity_HVAC       | -0.6555166  |
+|    wind_direction               | 0.9798374   |
+|    wind_speed                   | 1.2910236   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 20.931942   |
+|    air_temperature              | 20.07887    |
+|    clg_setpoint                 | 26.438602   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 53.0        |
+|    outdoor_temperature          | 2.506445    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 285.0       |
+|    wind_speed                   | 8.0         |
+-------------------------------------------------
+-------------------------------------------------*******************************************************------| 93%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.3481054   |
+|    air_humidity                 | -1.4970391  |
+|    air_temperature              | -0.7842275  |
+|    clg_setpoint                 | -0.6174649  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8655864  |
+|    diffuse_solar_radiation      | -0.7512142  |
+|    direct_solar_radiation       | -0.61771685 |
+|    hour                         | 1.3726424   |
+|    htg_setpoint                 | 1.3125906   |
+|    month                        | 1.6501188   |
+|    outdoor_humidity             | -0.3912536  |
+|    outdoor_temperature          | -1.1428912  |
+|    people_occupant              | -0.6886044  |
+|    total_electricity_HVAC       | 3.1390388   |
+|    wind_direction               | 1.4075279   |
+|    wind_speed                   | -0.5417215  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17235.1     |
+|    air_humidity                 | 17.762806   |
+|    air_temperature              | 21.627697   |
+|    clg_setpoint                 | 24.564005   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 60.5        |
+|    outdoor_temperature          | 1.659669    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15509734.0  |
+|    wind_direction               | 330.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------*******************************************************------| 93%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.5425527  |
+|    Heating_Setpoint_RL          | 0.5985193   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.793884   |
+|    Heating_Setpoint_RL          | 20.991673   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.8555939   |
+|    air_humidity                 | -0.28456497 |
+|    air_temperature              | -0.08117698 |
+|    clg_setpoint                 | -0.17216006 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7515442  |
+|    diffuse_solar_radiation      | -0.7510174  |
+|    direct_solar_radiation       | -0.6176128  |
+|    hour                         | 1.5170268   |
+|    htg_setpoint                 | 1.161598    |
+|    month                        | 1.6471419   |
+|    outdoor_humidity             | -0.12563695 |
+|    outdoor_temperature          | -0.9813914  |
+|    people_occupant              | -0.68877363 |
+|    total_electricity_HVAC       | 0.72747153  |
+|    wind_direction               | -1.7358961  |
+|    wind_speed                   | -2.0387812  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6546.7153   |
+|    air_humidity                 | 33.556053   |
+|    air_temperature              | 22.625774   |
+|    clg_setpoint                 | 25.719864   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 22.625504   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 66.0        |
+|    outdoor_temperature          | 3.2152648   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5705225.0   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+-------------------------------------------------********************************************************-----| 94%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.2819908   |
+|    air_humidity                 | 0.19241868  |
+|    air_temperature              | 0.2007151   |
+|    clg_setpoint                 | 1.4748964   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6376233  |
+|    diffuse_solar_radiation      | -0.75077987 |
+|    direct_solar_radiation       | -0.617206   |
+|    hour                         | 1.6613854   |
+|    htg_setpoint                 | 1.3112732   |
+|    month                        | 1.6441811   |
+|    outdoor_humidity             | 1.2271314   |
+|    outdoor_temperature          | -0.8917872  |
+|    people_occupant              | -0.6889425  |
+|    total_electricity_HVAC       | 2.0871294   |
+|    wind_direction               | -1.44809    |
+|    wind_speed                   | 0.5425492   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 12670.814   |
+|    air_humidity                 | 39.77216    |
+|    air_temperature              | 23.025906   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 94.0        |
+|    outdoor_temperature          | 4.0787234   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 11239652.0  |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+-------------------------------------------------********************************************************-----| 94%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.6111883   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.68776    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.3652637   |
+|    air_humidity                 | 0.14424165  |
+|    air_temperature              | -0.5515776  |
+|    clg_setpoint                 | -0.50253594 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.41024348 |
+|    diffuse_solar_radiation      | -0.7505043  |
+|    direct_solar_radiation       | -0.6167931  |
+|    hour                         | -1.6612643  |
+|    htg_setpoint                 | 1.3105673   |
+|    month                        | 1.6412362   |
+|    outdoor_humidity             | 0.64664716  |
+|    outdoor_temperature          | -1.1760727  |
+|    people_occupant              | -0.6891111  |
+|    total_electricity_HVAC       | 3.155511    |
+|    wind_direction               | -1.5411768  |
+|    wind_speed                   | -0.851524   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17327.738   |
+|    air_humidity                 | 39.14342    |
+|    air_temperature              | 21.958658   |
+|    clg_setpoint                 | 24.859728   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 82.0        |
+|    outdoor_temperature          | 1.3051131   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15593737.0  |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 2.85        |
+-------------------------------------------------
+-------------------------------------------------*********************************************************----| 95%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.401481    |
+|    air_humidity                 | 0.15125702  |
+|    air_temperature              | -0.5613741  |
+|    clg_setpoint                 | 0.3821639   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.29642504 |
+|    diffuse_solar_radiation      | -0.7502216  |
+|    direct_solar_radiation       | -0.61639386 |
+|    hour                         | -1.5166973  |
+|    htg_setpoint                 | 1.3100221   |
+|    month                        | 1.638307    |
+|    outdoor_humidity             | 0.041687116 |
+|    outdoor_temperature          | -1.1875104  |
+|    people_occupant              | -0.6892794  |
+|    total_electricity_HVAC       | 2.582365    |
+|    wind_direction               | 0.88515973  |
+|    wind_speed                   | 0.21047954  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 13195.293   |
+|    air_humidity                 | 39.23451    |
+|    air_temperature              | 21.9446     |
+|    clg_setpoint                 | 27.158329   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 69.5        |
+|    outdoor_temperature          | 1.1811866   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 13265859.0  |
+|    wind_direction               | 275.0       |
+|    wind_speed                   | 5.4         |
+-------------------------------------------------
+-------------------------------------------------*********************************************************----| 95%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.0504508   |
+|    air_humidity                 | -0.774734   |
+|    air_temperature              | 0.26953873  |
+|    clg_setpoint                 | 0.39468572  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18263644 |
+|    diffuse_solar_radiation      | -0.7499588  |
+|    direct_solar_radiation       | -0.6163241  |
+|    hour                         | -1.3721563  |
+|    htg_setpoint                 | 1.3099802   |
+|    month                        | 1.6353934   |
+|    outdoor_humidity             | -0.9972929  |
+|    outdoor_temperature          | -0.99179745 |
+|    people_occupant              | -0.6894473  |
+|    total_electricity_HVAC       | 2.9304895   |
+|    wind_direction               | 0.93198854  |
+|    wind_speed                   | 0.43911102  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 15990.07    |
+|    air_humidity                 | 27.174324   |
+|    air_temperature              | 23.122509   |
+|    clg_setpoint                 | 27.190136   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 48.0        |
+|    outdoor_temperature          | 3.0722077   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 14689748.0  |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 5.95        |
+-------------------------------------------------
+-------------------------------------------------*********************************************************----| 95%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.5256727  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 14.668091   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.50405854 |
+|    air_humidity                 | -1.6425866  |
+|    air_temperature              | -1.4843488  |
+|    clg_setpoint                 | 0.9286676   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.06886324 |
+|    diffuse_solar_radiation      | -0.7497247  |
+|    direct_solar_radiation       | -0.6163875  |
+|    hour                         | -1.2276366  |
+|    htg_setpoint                 | -0.9600437  |
+|    month                        | 1.6324954   |
+|    outdoor_humidity             | -0.9712677  |
+|    outdoor_temperature          | -1.3711157  |
+|    people_occupant              | -0.68895596 |
+|    total_electricity_HVAC       | -0.5178784  |
+|    wind_direction               | 1.359035    |
+|    wind_speed                   | 0.645938    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 714.7405    |
+|    air_humidity                 | 15.858307   |
+|    air_temperature              | 20.633453   |
+|    clg_setpoint                 | 28.579197   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 13.832399   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 48.5        |
+|    outdoor_temperature          | -0.6234682  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 640866.06   |
+|    wind_direction               | 325.0       |
+|    wind_speed                   | 6.45        |
+-------------------------------------------------
+-------------------------------------------------*********************************************************----| 95%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.82585245 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.837748   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.6214807   |
+|    air_humidity                 | -1.6061491  |
+|    air_temperature              | 0.02522851  |
+|    clg_setpoint                 | -0.19025669 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.04490279  |
+|    diffuse_solar_radiation      | -0.74940044 |
+|    direct_solar_radiation       | -0.61643183 |
+|    hour                         | -1.0831338  |
+|    htg_setpoint                 | 1.310217    |
+|    month                        | 1.6296127   |
+|    outdoor_humidity             | 0.6242336   |
+|    outdoor_temperature          | -1.1968398  |
+|    people_occupant              | -0.6884657  |
+|    total_electricity_HVAC       | 2.4801958   |
+|    wind_direction               | 0.5974128   |
+|    wind_speed                   | -0.6450555  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 14160.607   |
+|    air_humidity                 | 16.295618   |
+|    air_temperature              | 22.773142   |
+|    clg_setpoint                 | 25.67128    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 81.5        |
+|    outdoor_temperature          | 1.0600064   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 12867135.0  |
+|    wind_direction               | 245.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+-------------------------------------------------**********************************************************---| 96%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.4469728  |
+|    Heating_Setpoint_RL          | -0.2513544  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.116467   |
+|    Heating_Setpoint_RL          | 16.211132   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60530186 |
+|    air_humidity                 | -0.7355631  |
+|    air_temperature              | -1.1447293  |
+|    clg_setpoint                 | -0.39605814 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.15866375  |
+|    diffuse_solar_radiation      | -0.7491912  |
+|    direct_solar_radiation       | -0.6164555  |
+|    hour                         | -0.93864423 |
+|    htg_setpoint                 | 0.54151756  |
+|    month                        | 1.6267452   |
+|    outdoor_humidity             | 0.33469027  |
+|    outdoor_temperature          | -1.1696576  |
+|    people_occupant              | -0.68863386 |
+|    total_electricity_HVAC       | -0.61303735 |
+|    wind_direction               | 0.50206316  |
+|    wind_speed                   | -1.0613426  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 279.02094   |
+|    air_humidity                 | 27.62698    |
+|    air_temperature              | 21.113646   |
+|    clg_setpoint                 | 25.134993   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 20.061438   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 75.5        |
+|    outdoor_temperature          | 1.317573    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 252601.44   |
+|    wind_direction               | 235.0       |
+|    wind_speed                   | 2.35        |
+-------------------------------------------------
+-------------------------------------------------**********************************************************---| 96%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.1646809   |
+|    Heating_Setpoint_RL          | -0.59341013 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.180798   |
+|    Heating_Setpoint_RL          | 14.287067   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.8387513   |
+|    air_humidity                 | -1.0398664  |
+|    air_temperature              | -0.20321526 |
+|    clg_setpoint                 | 1.4765016   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.27241558  |
+|    diffuse_solar_radiation      | -0.748828   |
+|    direct_solar_radiation       | -0.61650294 |
+|    hour                         | -0.7941646  |
+|    htg_setpoint                 | 1.3101276   |
+|    month                        | 1.6238928   |
+|    outdoor_humidity             | 0.021120938 |
+|    outdoor_temperature          | -1.2432541  |
+|    people_occupant              | -0.68880177 |
+|    total_electricity_HVAC       | 2.8485286   |
+|    wind_direction               | 1.4997793   |
+|    wind_speed                   | -0.64453703 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 15105.917   |
+|    air_humidity                 | 23.648865   |
+|    air_temperature              | 22.448652   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 69.0        |
+|    outdoor_temperature          | 0.59553415  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 14378898.0  |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+-------------------------------------------------**********************************************************---| 96%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.33994293 |
+|    Heating_Setpoint_RL          | 0.7777848   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.477692   |
+|    Heating_Setpoint_RL          | 22.00004    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.45910844 |
+|    air_humidity                 | -0.622502   |
+|    air_temperature              | -1.2971404  |
+|    clg_setpoint                 | -1.0926435  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.38614812  |
+|    diffuse_solar_radiation      | -0.6169824  |
+|    direct_solar_radiation       | -0.30017897 |
+|    hour                         | -0.64969206 |
+|    htg_setpoint                 | -0.8234029  |
+|    month                        | 1.6210554   |
+|    outdoor_humidity             | 0.09385083  |
+|    outdoor_temperature          | -1.0331045  |
+|    people_occupant              | -0.6889693  |
+|    total_electricity_HVAC       | -0.47622377 |
+|    wind_direction               | 0.54790294  |
+|    wind_speed                   | -0.12355572 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 908.4081    |
+|    air_humidity                 | 29.080475   |
+|    air_temperature              | 20.897411   |
+|    clg_setpoint                 | 23.32188    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 13.0        |
+|    direct_solar_radiation       | 79.0        |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 14.39817    |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 70.5        |
+|    outdoor_temperature          | 2.6282294   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 810862.7    |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------**********************************************************---| 96%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.6081816   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.04602    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.11681982  |
+|    air_humidity                 | -0.50773597 |
+|    air_temperature              | 0.45538947  |
+|    clg_setpoint                 | 0.4684655   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.49984512  |
+|    diffuse_solar_radiation      | -0.4345675  |
+|    direct_solar_radiation       | 1.6989293   |
+|    hour                         | -0.5052243  |
+|    htg_setpoint                 | 1.3100724   |
+|    month                        | 1.6182327   |
+|    outdoor_humidity             | 0.5053457   |
+|    outdoor_temperature          | -0.7001619  |
+|    people_occupant              | 1.6942698   |
+|    total_electricity_HVAC       | 0.18403836  |
+|    wind_direction               | 0.45220864  |
+|    wind_speed                   | -1.2911453  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3388.7473   |
+|    air_humidity                 | 30.569742   |
+|    air_temperature              | 23.381655   |
+|    clg_setpoint                 | 27.377975   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 31.0        |
+|    direct_solar_radiation       | 578.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 79.0        |
+|    outdoor_temperature          | 5.860976    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3506340.2   |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 1.8         |
+-------------------------------------------------
+-------------------------------------------------***********************************************************--| 97%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.37363774 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.523288   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4587842  |
+|    air_humidity                 | -0.47564578 |
+|    air_temperature              | -1.9480445  |
+|    clg_setpoint                 | -1.1193897  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6134843   |
+|    diffuse_solar_radiation      | 0.18337774  |
+|    direct_solar_radiation       | 1.5750659   |
+|    hour                         | -0.36075944 |
+|    htg_setpoint                 | -0.11629913 |
+|    month                        | 1.6154248   |
+|    outdoor_humidity             | -0.92121226 |
+|    outdoor_temperature          | -1.4013504  |
+|    people_occupant              | -0.6893035  |
+|    total_electricity_HVAC       | -0.453234   |
+|    wind_direction               | 1.6407803   |
+|    wind_speed                   | 0.33513343  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 909.0725    |
+|    air_humidity                 | 30.985472   |
+|    air_temperature              | 19.975061   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 92.0        |
+|    direct_solar_radiation       | 547.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 17.33246    |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 49.5        |
+|    outdoor_temperature          | -0.95794284 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 903991.1    |
+|    wind_direction               | 355.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------***********************************************************--| 97%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.39344656 |
+|    Heating_Setpoint_RL          | 0.9623735   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.297117   |
+|    Heating_Setpoint_RL          | 23.038351   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.4653043   |
+|    air_humidity                 | -1.5907012  |
+|    air_temperature              | 0.36352566  |
+|    clg_setpoint                 | -1.1193223  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7270374   |
+|    diffuse_solar_radiation      | 0.60927427  |
+|    direct_solar_radiation       | 1.3424078   |
+|    hour                         | -0.21629609 |
+|    htg_setpoint                 | 1.3097366   |
+|    month                        | 1.6126313   |
+|    outdoor_humidity             | -1.064713   |
+|    outdoor_temperature          | -1.4616356  |
+|    people_occupant              | -0.68881565 |
+|    total_electricity_HVAC       | 1.7269491   |
+|    wind_direction               | -1.3544211  |
+|    wind_speed                   | -0.10231485 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 9206.973    |
+|    air_humidity                 | 16.447973   |
+|    air_temperature              | 23.250015   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 134.0       |
+|    direct_solar_radiation       | 489.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 46.5        |
+|    outdoor_temperature          | -1.562289   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 9816163.0   |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 4.65        |
+-------------------------------------------------
+-------------------------------------------------***********************************************************--| 97%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.5061534   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 20.472113   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.23256692 |
+|    air_humidity                 | -0.24019624 |
+|    air_temperature              | 0.36394966  |
+|    clg_setpoint                 | -1.119359   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.84047014  |
+|    diffuse_solar_radiation      | 0.4679203   |
+|    direct_solar_radiation       | -0.6163348  |
+|    hour                         | -0.07183332 |
+|    htg_setpoint                 | 1.3094685   |
+|    month                        | 1.6098524   |
+|    outdoor_humidity             | 0.74863863  |
+|    outdoor_temperature          | -0.8597908  |
+|    people_occupant              | 1.2187705   |
+|    total_electricity_HVAC       | -0.25945592 |
+|    wind_direction               | 1.5458494   |
+|    wind_speed                   | 0.96083045  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1887.049    |
+|    air_humidity                 | 34.017326   |
+|    air_temperature              | 23.249544   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 120.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 84.0        |
+|    outdoor_temperature          | 4.278077    |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 1698344.0   |
+|    wind_direction               | 345.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+-------------------------------------------------************************************************************-| 98%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.36161745 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.590902   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.22792976 |
+|    air_humidity                 | -0.63349414 |
+|    air_temperature              | 0.36425903  |
+|    clg_setpoint                 | -1.1187123  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.95374256  |
+|    diffuse_solar_radiation      | 2.3229334   |
+|    direct_solar_radiation       | -0.43560576 |
+|    hour                         | 0.07262934  |
+|    htg_setpoint                 | 1.3091316   |
+|    month                        | 1.6070879   |
+|    outdoor_humidity             | -0.58190334 |
+|    outdoor_temperature          | -0.86706644 |
+|    people_occupant              | 0.2648105   |
+|    total_electricity_HVAC       | -0.25504488 |
+|    wind_direction               | 1.5445099   |
+|    wind_speed                   | -1.5000268  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1907.7758   |
+|    air_humidity                 | 28.89696    |
+|    air_temperature              | 23.249708   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 303.0       |
+|    direct_solar_radiation       | 45.0        |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 56.5        |
+|    outdoor_temperature          | 4.199346    |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 1716998.1   |
+|    wind_direction               | 345.0       |
+|    wind_speed                   | 1.3         |
+-------------------------------------------------
+--------------------------------------------------***********************************************************-| 98%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.4099177   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 15.319213    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5640312   |
+|    air_humidity                 | 0.7422171    |
+|    air_temperature              | 0.36464658   |
+|    clg_setpoint                 | -1.1183277   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0668089    |
+|    diffuse_solar_radiation      | 0.39791217   |
+|    direct_solar_radiation       | 0.6233606    |
+|    hour                         | 0.21709189   |
+|    htg_setpoint                 | -0.107405104 |
+|    month                        | 1.6043375    |
+|    outdoor_humidity             | 1.0140094    |
+|    outdoor_temperature          | -0.23819649  |
+|    people_occupant              | 1.217984     |
+|    total_electricity_HVAC       | -0.57416844  |
+|    wind_direction               | 0.83246845   |
+|    wind_speed                   | 0.5444383    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 457.50256    |
+|    air_humidity                 | 46.80729     |
+|    air_temperature              | 23.25005     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 113.0        |
+|    direct_solar_radiation       | 309.0        |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 17.373714    |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 89.5         |
+|    outdoor_temperature          | 10.305402    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 411752.3     |
+|    wind_direction               | 270.0        |
+|    wind_speed                   | 6.2          |
+| train/                          |              |
+|    approx_kl                    | 0.0073540984 |
+|    clip_fraction                | 0.0712       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.56        |
+|    explained_variance           | 0.867        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.0992       |
+|    n_updates                    | 510          |
+|    policy_gradient_loss         | -0.00961     |
+|    std                          | 0.87         |
+|    value_loss                   | 0.363        |
+--------------------------------------------------
+-------------------------------------------------************************************************************-| 98%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.23032099  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.920555   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.46495277 |
+|    air_humidity                 | -0.7589182  |
+|    air_temperature              | 0.3641492   |
+|    clg_setpoint                 | -1.117862   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1796179   |
+|    diffuse_solar_radiation      | 0.3476287   |
+|    direct_solar_radiation       | -0.2627602  |
+|    hour                         | 0.36155385  |
+|    htg_setpoint                 | -1.4025458  |
+|    month                        | 1.601601    |
+|    outdoor_humidity             | -0.97015476 |
+|    outdoor_temperature          | -0.30978534 |
+|    people_occupant              | 1.6942149   |
+|    total_electricity_HVAC       | -0.480076   |
+|    wind_direction               | 1.0221138   |
+|    wind_speed                   | 1.0868609   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 884.96387   |
+|    air_humidity                 | 27.269972   |
+|    air_temperature              | 23.24919    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 108.0       |
+|    direct_solar_radiation       | 88.0        |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 48.5        |
+|    outdoor_temperature          | 9.60605     |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 796467.5    |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 7.5         |
+-------------------------------------------------
+-------------------------------------------------************************************************************-| 98%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.2730199  |
+|    air_humidity                 | -0.08980548 |
+|    air_temperature              | 0.36695054  |
+|    clg_setpoint                 | -1.1174295  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2921127   |
+|    diffuse_solar_radiation      | -0.46316633 |
+|    direct_solar_radiation       | -0.6153422  |
+|    hour                         | 0.50601435  |
+|    htg_setpoint                 | 0.7080455   |
+|    month                        | 1.5988786   |
+|    outdoor_humidity             | 1.3286967   |
+|    outdoor_temperature          | -1.0842751  |
+|    people_occupant              | 1.6936764   |
+|    total_electricity_HVAC       | -0.29784465 |
+|    wind_direction               | -1.6864762  |
+|    wind_speed                   | 0.2107181   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1713.6547   |
+|    air_humidity                 | 35.971336   |
+|    air_temperature              | 23.252798   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 28.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 20.758495   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 2.076633    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1542289.1   |
+|    wind_direction               | 5.0         |
+|    wind_speed                   | 5.4         |
+-------------------------------------------------
+-------------------------------------------------*************************************************************| 99%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.26849842 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.114697   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.64991754 |
+|    air_humidity                 | -0.74694717 |
+|    air_temperature              | -0.9595572  |
+|    clg_setpoint                 | 0.270156    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4042314   |
+|    diffuse_solar_radiation      | -0.74691486 |
+|    direct_solar_radiation       | -0.61542404 |
+|    hour                         | 0.6504719   |
+|    htg_setpoint                 | -1.2202575  |
+|    month                        | 1.5961701   |
+|    outdoor_humidity             | -1.3576258  |
+|    outdoor_temperature          | -0.86952204 |
+|    people_occupant              | -0.68916166 |
+|    total_electricity_HVAC       | -0.6556912  |
+|    wind_direction               | 1.2578727   |
+|    wind_speed                   | -0.6455957  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 27.426723   |
+|    air_temperature              | 21.374035   |
+|    clg_setpoint                 | 26.8556     |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.757322   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 40.5        |
+|    outdoor_temperature          | 4.1507792   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 315.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+-------------------------------------------------*************************************************************| 99%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65018326 |
+|    air_humidity                 | -1.0323339  |
+|    air_temperature              | -0.6577469  |
+|    clg_setpoint                 | 1.156692    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5159073   |
+|    diffuse_solar_radiation      | -0.7467101  |
+|    direct_solar_radiation       | -0.6150285  |
+|    hour                         | 0.7949248   |
+|    htg_setpoint                 | -1.4030546  |
+|    month                        | 1.5934752   |
+|    outdoor_humidity             | 1.3774503   |
+|    outdoor_temperature          | -0.626141   |
+|    people_occupant              | -0.68867725 |
+|    total_electricity_HVAC       | -0.65593576 |
+|    wind_direction               | -1.2097552  |
+|    wind_speed                   | 2.151654    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 23.701214   |
+|    air_temperature              | 21.800901   |
+|    clg_setpoint                 | 29.157896   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 97.0        |
+|    outdoor_temperature          | 6.504822    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 55.0        |
+|    wind_speed                   | 10.05       |
+-------------------------------------------------
+-------------------------------------------------*************************************************************| 99%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.13916558 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.842194   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4768704  |
+|    air_humidity                 | -0.10002905 |
+|    air_temperature              | 0.2906168   |
+|    clg_setpoint                 | -1.1171674  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6270688   |
+|    diffuse_solar_radiation      | -0.7464435  |
+|    direct_solar_radiation       | -0.61463463 |
+|    hour                         | 0.9393707   |
+|    htg_setpoint                 | -1.4030102  |
+|    month                        | 1.5907941   |
+|    outdoor_humidity             | 0.117694445 |
+|    outdoor_temperature          | -1.3215024  |
+|    people_occupant              | 0.50311786  |
+|    total_electricity_HVAC       | -0.49038112 |
+|    wind_direction               | 0.5937689   |
+|    wind_speed                   | 2.348965    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 836.3409    |
+|    air_humidity                 | 35.818726   |
+|    air_temperature              | 23.14257    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 71.0        |
+|    outdoor_temperature          | -0.2597464  |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 756788.3    |
+|    wind_direction               | 245.0       |
+|    wind_speed                   | 10.55       |
+-------------------------------------------------
+--------------------------------------------------************************************************************| 99%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.69061744  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 13.740277    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.013943224 |
+|    air_humidity                 | -0.79849     |
+|    air_temperature              | -0.48401713  |
+|    clg_setpoint                 | -0.8267658   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.7376399    |
+|    diffuse_solar_radiation      | -0.746235    |
+|    direct_solar_radiation       | -0.6146494   |
+|    hour                         | 1.0838069    |
+|    htg_setpoint                 | 0.5700197    |
+|    month                        | 1.5881263    |
+|    outdoor_humidity             | -1.4301182   |
+|    outdoor_temperature          | -1.8706061   |
+|    people_occupant              | -0.45062682  |
+|    total_electricity_HVAC       | -0.22266904  |
+|    wind_direction               | 1.2577047    |
+|    wind_speed                   | 1.2636379    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2839.259     |
+|    air_humidity                 | 26.73466     |
+|    air_temperature              | 22.044872    |
+|    clg_setpoint                 | 24.004047    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 31.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 19.0         |
+|    htg_setpoint                 | 20.186821    |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 39.0         |
+|    outdoor_temperature          | -5.616797    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 1854920.2    |
+|    wind_direction               | 315.0        |
+|    wind_speed                   | 7.95         |
+--------------------------------------------------
+
+[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05] [Episode 4]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run4]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run4/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run4/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run4/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run4/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 4 started.
+

+

+

+

+

+

+
+/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+

+

+

+

+

+

+
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 4) if logger is active
+-----------------------------------------------------
+| action_network/                     |             |
+|    Cooling_Setpoint_RL              | 0.9940889   |
+|    Heating_Setpoint_RL              | -0.5075133  |
+| action_simulation/                  |             |
+|    Cooling_Setpoint_RL              | 29.98005    |
+|    Heating_Setpoint_RL              | 14.770238   |
+| episode/                            |             |
+|    comfort_violation_time(%)        | 19.7        |
+|    cumulative_abs_comfort_penalty   | -9.99e+03   |
+|    cumulative_abs_energy_penalty    | -2.12e+08   |
+|    cumulative_power_demand          | 2.12e+08    |
+|    cumulative_reward                | -15583.865  |
+|    cumulative_reward_comfort_term   | -5e+03      |
+|    cumulative_reward_energy_term    | -1.06e+04   |
+|    cumulative_temperature_violation | 9.99e+03    |
+|    episode_length                   | 70078       |
+|    episode_num                      | 2           |
+|    mean_abs_comfort_penalty         | -0.143      |
+|    mean_abs_energy_penalty          | -3.02e+03   |
+|    mean_power_demand                | 3.02e+03    |
+|    mean_reward                      | -0.22237885 |
+|    mean_reward_comfort_term         | -0.0713     |
+|    mean_reward_energy_term          | -0.151      |
+|    mean_temperature_violation       | 0.143       |
+| normalized_observation/             |             |
+|    HVAC_electricity_demand_rate     | 0.024130076 |
+|    air_humidity                     | -0.55690765 |
+|    air_temperature                  | -4.1714134  |
+|    clg_setpoint                     | 5.328       |
+|    co2_emission                     | 0.0         |
+|    day_of_month                     | -1.6734735  |
+|    diffuse_solar_radiation          | -0.74612445 |
+|    direct_solar_radiation           | -0.6145688  |
+|    hour                             | -1.661297   |
+|    htg_setpoint                     | -1.2097586  |
+|    month                            | -1.6027216  |
+|    outdoor_humidity                 | -1.2239804  |
+|    outdoor_temperature              | -2.208176   |
+|    people_occupant                  | -0.68891215 |
+|    total_electricity_HVAC           | -0.01564179 |
+|    wind_direction                   | 1.1624464   |
+|    wind_speed                       | 1.4496716   |
+| observation/                        |             |
+|    HVAC_electricity_demand_rate     | 3004.5642   |
+|    air_humidity                     | 29.873222   |
+|    air_temperature                  | 16.821074   |
+|    clg_setpoint                     | 40.0        |
+|    co2_emission                     | 0.0         |
+|    day_of_month                     | 1.0         |
+|    diffuse_solar_radiation          | 0.0         |
+|    direct_solar_radiation           | 0.0         |
+|    hour                             | 0.0         |
+|    htg_setpoint                     | 12.8        |
+|    month                            | 1.0         |
+|    outdoor_humidity                 | 43.25       |
+|    outdoor_temperature              | -8.907759   |
+|    people_occupant                  | 0.0         |
+|    total_electricity_HVAC           | 2704108.0   |
+|    wind_direction                   | 305.0       |
+|    wind_speed                       | 8.4         |
+-----------------------------------------------------
+

+

+

+

+

+

+
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.unwrapped_observation to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.unwrapped_observation` for environment variables or `env.get_wrapper_attr('unwrapped_observation')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+

+

+

+

+

+

+
+-------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.21371971 |
+|    air_humidity                 | -0.7919203  |
+|    air_temperature              | -1.5395818  |
+|    clg_setpoint                 | 1.2232087   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6710285  |
+|    diffuse_solar_radiation      | -0.74607044 |
+|    direct_solar_radiation       | -0.6145723  |
+|    hour                         | 1.228204    |
+|    htg_setpoint                 | -1.4021665  |
+|    month                        | -1.6005225  |
+|    outdoor_humidity             | -1.9605635  |
+|    outdoor_temperature          | -2.0509593  |
+|    people_occupant              | -0.45081845 |
+|    total_electricity_HVAC       | -0.24124607 |
+|    wind_direction               | 1.3040991   |
+|    wind_speed                   | 2.5465572   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1977.7684   |
+|    air_humidity                 | 26.80571    |
+|    air_temperature              | 20.547304   |
+|    clg_setpoint                 | 29.33277    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 28.0        |
+|    outdoor_temperature          | -7.4064293  |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 1780921.2   |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 11.05       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.9554188   |
+|    Heating_Setpoint_RL          | -0.16073498 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.849539   |
+|    Heating_Setpoint_RL          | 16.720865   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.41380015 |
+|    air_humidity                 | -0.49183047 |
+|    air_temperature              | -1.7779722  |
+|    clg_setpoint                 | -1.1161524  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.554842   |
+|    diffuse_solar_radiation      | -0.74594045 |
+|    direct_solar_radiation       | -0.61445826 |
+|    hour                         | 1.3726096   |
+|    htg_setpoint                 | -1.4021564  |
+|    month                        | -1.59782    |
+|    outdoor_humidity             | -1.9093764  |
+|    outdoor_temperature          | -1.591315   |
+|    people_occupant              | -0.6893343  |
+|    total_electricity_HVAC       | -0.43031588 |
+|    wind_direction               | -1.1647258  |
+|    wind_speed                   | 0.10010816  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1113.9856   |
+|    air_humidity                 | 30.691376   |
+|    air_temperature              | 20.206614   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 29.0        |
+|    outdoor_temperature          | -2.9789376  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1007368.06  |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 5.15        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.6980882   |
+|    Heating_Setpoint_RL          | 0.2132428   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.981049   |
+|    Heating_Setpoint_RL          | 18.82449    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.253984    |
+|    air_humidity                 | 0.8076829   |
+|    air_temperature              | -0.5921786  |
+|    clg_setpoint                 | 1.4795628   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4391819  |
+|    diffuse_solar_radiation      | -0.7456196  |
+|    direct_solar_radiation       | -0.6140567  |
+|    hour                         | 1.5169946   |
+|    htg_setpoint                 | 0.9799375   |
+|    month                        | -1.5951313  |
+|    outdoor_humidity             | 0.8697142   |
+|    outdoor_temperature          | -1.229283   |
+|    people_occupant              | -0.68949896 |
+|    total_electricity_HVAC       | 1.0695243   |
+|    wind_direction               | 0.59182256  |
+|    wind_speed                   | 1.1757803   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 8347.026    |
+|    air_humidity                 | 47.58637    |
+|    air_temperature              | 21.887321   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 21.88727    |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 86.5        |
+|    outdoor_temperature          | 0.5434403   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7170629.5   |
+|    wind_direction               | 245.0       |
+|    wind_speed                   | 7.75        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.28649417  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 19.23653    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.6591973   |
+|    air_humidity                 | -0.6252777  |
+|    air_temperature              | -2.4099069  |
+|    clg_setpoint                 | 0.36888996  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3239679  |
+|    diffuse_solar_radiation      | -0.74545085 |
+|    direct_solar_radiation       | -0.6140872  |
+|    hour                         | 1.6613544   |
+|    htg_setpoint                 | 1.308468    |
+|    month                        | -1.592456   |
+|    outdoor_humidity             | -1.2801247  |
+|    outdoor_temperature          | -1.7797892  |
+|    people_occupant              | -0.6896634  |
+|    total_electricity_HVAC       | 3.4391594   |
+|    wind_direction               | 0.9233736   |
+|    wind_speed                   | 1.5870982   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 18788.463   |
+|    air_humidity                 | 28.957485   |
+|    air_temperature              | 19.307314   |
+|    clg_setpoint                 | 27.112133   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 42.0        |
+|    outdoor_temperature          | -4.8501396  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 16916556.0  |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 8.75        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.0027065873 |
+|    Heating_Setpoint_RL          | -0.16805643  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.634134    |
+|    Heating_Setpoint_RL          | 16.679684    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 2.1058283    |
+|    air_humidity                 | -1.45876     |
+|    air_temperature              | -2.0134997   |
+|    clg_setpoint                 | -0.596546    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.0957339   |
+|    diffuse_solar_radiation      | -0.745235    |
+|    direct_solar_radiation       | -0.61415654  |
+|    hour                         | -1.6612675   |
+|    htg_setpoint                 | 0.49292377   |
+|    month                        | -1.5897942   |
+|    outdoor_humidity             | -0.6988882   |
+|    outdoor_temperature          | -1.8385204   |
+|    people_occupant              | -0.68918157  |
+|    total_electricity_HVAC       | 2.1747606    |
+|    wind_direction               | 1.2544752    |
+|    wind_speed                   | -1.2893149   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 12061.183    |
+|    air_humidity                 | 18.10607     |
+|    air_temperature              | 19.864365    |
+|    clg_setpoint                 | 24.60217     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 6.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 19.864365    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 54.0         |
+|    outdoor_temperature          | -5.455696    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 11729620.0   |
+|    wind_direction               | 315.0        |
+|    wind_speed                   | 1.8          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.40172622 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 15.36529    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.4268937   |
+|    air_humidity                 | -1.7723283  |
+|    air_temperature              | -1.5969876  |
+|    clg_setpoint                 | 1.4786643   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.98121923 |
+|    diffuse_solar_radiation      | -0.74505216 |
+|    direct_solar_radiation       | -0.61396325 |
+|    hour                         | -1.5167041  |
+|    htg_setpoint                 | 1.3086883   |
+|    month                        | -1.5871456  |
+|    outdoor_humidity             | -0.6257658  |
+|    outdoor_temperature          | -1.2218246  |
+|    people_occupant              | -0.6887008  |
+|    total_electricity_HVAC       | 3.2223775   |
+|    wind_direction               | 0.54236495  |
+|    wind_speed                   | 0.5315644   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17820.545   |
+|    air_humidity                 | 13.98997    |
+|    air_temperature              | 20.450699   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 55.5        |
+|    outdoor_temperature          | 0.54091305  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 16057588.0  |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.5857207  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.648193   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.8111203   |
+|    air_humidity                 | -1.1787287  |
+|    air_temperature              | -0.5289845  |
+|    clg_setpoint                 | 0.4764034   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.86693823 |
+|    diffuse_solar_radiation      | -0.74484825 |
+|    direct_solar_radiation       | -0.61398274 |
+|    hour                         | -1.372166   |
+|    htg_setpoint                 | 1.3089687   |
+|    month                        | -1.5845102  |
+|    outdoor_humidity             | -1.3243264  |
+|    outdoor_temperature          | -1.7544006  |
+|    people_occupant              | -0.6888654  |
+|    total_electricity_HVAC       | 2.9927807   |
+|    wind_direction               | 1.3960605   |
+|    wind_speed                   | 0.19971065  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 15150.938   |
+|    air_humidity                 | 21.692095   |
+|    air_temperature              | 21.967953   |
+|    clg_setpoint                 | 27.392962   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 41.0        |
+|    outdoor_temperature          | -4.6809907  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15119223.0  |
+|    wind_direction               | 330.0       |
+|    wind_speed                   | 5.4         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.3656      |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 19.6815     |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.2713563   |
+|    air_humidity                 | 0.16524717  |
+|    air_temperature              | -0.18160208 |
+|    clg_setpoint                 | 0.5294451   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.75284064 |
+|    diffuse_solar_radiation      | -0.7445812  |
+|    direct_solar_radiation       | -0.61359966 |
+|    hour                         | -1.2276489  |
+|    htg_setpoint                 | 1.3086367   |
+|    month                        | -1.581888   |
+|    outdoor_humidity             | 1.4274957   |
+|    outdoor_temperature          | -0.9952945  |
+|    people_occupant              | -0.6890298  |
+|    total_electricity_HVAC       | 3.0698638   |
+|    wind_direction               | 0.87435955  |
+|    wind_speed                   | -0.7521638  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17165.012   |
+|    air_humidity                 | 39.177177   |
+|    air_temperature              | 22.46185    |
+|    clg_setpoint                 | 27.530235   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 98.0        |
+|    outdoor_temperature          | 2.721075    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15446856.0  |
+|    wind_direction               | 275.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.501748     |
+|    Heating_Setpoint_RL          | 0.73479354   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.3184      |
+|    Heating_Setpoint_RL          | 21.758213    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.29723826  |
+|    air_humidity                 | -0.23208915  |
+|    air_temperature              | -2.0173337   |
+|    clg_setpoint                 | -0.08127707  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.6388826   |
+|    diffuse_solar_radiation      | -0.74442333  |
+|    direct_solar_radiation       | -0.6132266   |
+|    hour                         | -1.0831481   |
+|    htg_setpoint                 | -1.4015888   |
+|    month                        | -1.5792787   |
+|    outdoor_humidity             | -0.093716234 |
+|    outdoor_temperature          | -1.7252587   |
+|    people_occupant              | -0.68919384  |
+|    total_electricity_HVAC       | -0.3248777   |
+|    wind_direction               | 1.4432249    |
+|    wind_speed                   | 0.53033245   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1628.188     |
+|    air_humidity                 | 34.010754    |
+|    air_temperature              | 19.848854    |
+|    clg_setpoint                 | 25.941662    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 10.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 66.5         |
+|    outdoor_temperature          | -4.4288206   |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1448033.4    |
+|    wind_direction               | 335.0        |
+|    wind_speed                   | 6.2          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.90531147 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.532623   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.7735596   |
+|    air_humidity                 | -0.83300537 |
+|    air_temperature              | -1.6470366  |
+|    clg_setpoint                 | 1.4791056   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.5250266  |
+|    diffuse_solar_radiation      | -0.744265   |
+|    direct_solar_radiation       | -0.61325794 |
+|    hour                         | -0.9386604  |
+|    htg_setpoint                 | 0.61586165  |
+|    month                        | -1.5766822  |
+|    outdoor_humidity             | -0.9137582  |
+|    outdoor_temperature          | -1.7450399  |
+|    people_occupant              | -0.6893576  |
+|    total_electricity_HVAC       | 0.4113819   |
+|    wind_direction               | 0.8255492   |
+|    wind_speed                   | 0.8406627   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6297.6025   |
+|    air_humidity                 | 26.187748   |
+|    air_temperature              | 20.374136   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 20.374146   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 49.5        |
+|    outdoor_temperature          | -4.6490736  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4488923.5   |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 6.95        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.12552118 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 16.918943   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6165213  |
+|    air_humidity                 | -0.72815263 |
+|    air_temperature              | -1.8384984  |
+|    clg_setpoint                 | 0.755567    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.41124135 |
+|    diffuse_solar_radiation      | -0.7441213  |
+|    direct_solar_radiation       | -0.61322737 |
+|    hour                         | -0.7941823  |
+|    htg_setpoint                 | -0.28522098 |
+|    month                        | -1.5740986  |
+|    outdoor_humidity             | 0.02882715  |
+|    outdoor_temperature          | -1.0785869  |
+|    people_occupant              | -0.689521   |
+|    total_electricity_HVAC       | -0.62669396 |
+|    wind_direction               | 0.54037046  |
+|    wind_speed                   | -0.64971113 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 239.10718   |
+|    air_humidity                 | 27.539856   |
+|    air_temperature              | 20.09991    |
+|    clg_setpoint                 | 28.117785   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 16.63181    |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 69.0        |
+|    outdoor_temperature          | 1.8511388   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 204404.52   |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.8407992  |
+|    Heating_Setpoint_RL          | 0.56607175  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.787302   |
+|    Heating_Setpoint_RL          | 20.809155   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.4543655   |
+|    air_humidity                 | -1.1657057  |
+|    air_temperature              | 0.37471977  |
+|    clg_setpoint                 | 1.4786359   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.29750168 |
+|    diffuse_solar_radiation      | -0.71346176 |
+|    direct_solar_radiation       | -0.6130011  |
+|    hour                         | -0.64971113 |
+|    htg_setpoint                 | 1.3089858   |
+|    month                        | -1.5715276  |
+|    outdoor_humidity             | 0.82518196  |
+|    outdoor_temperature          | -0.93076277 |
+|    people_occupant              | -0.68904257 |
+|    total_electricity_HVAC       | 2.6205726   |
+|    wind_direction               | 0.16036683  |
+|    wind_speed                   | -0.6495501  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 13636.171   |
+|    air_humidity                 | 21.838787   |
+|    air_temperature              | 23.25       |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 3.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 85.5        |
+|    outdoor_temperature          | 3.2937272   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 13619763.0  |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.75749534  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.885912   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 4.138597    |
+|    air_humidity                 | -1.4675201  |
+|    air_temperature              | 0.016896423 |
+|    clg_setpoint                 | 0.3545853   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18378852 |
+|    diffuse_solar_radiation      | 0.060719103 |
+|    direct_solar_radiation       | -0.4476273  |
+|    hour                         | -0.5052447  |
+|    htg_setpoint                 | 1.3088852   |
+|    month                        | -1.5689691  |
+|    outdoor_humidity             | 0.48728862  |
+|    outdoor_temperature          | -2.151065   |
+|    people_occupant              | 1.6955479   |
+|    total_electricity_HVAC       | 3.8991761   |
+|    wind_direction               | -1.4056368  |
+|    wind_speed                   | 1.375823    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 21011.617   |
+|    air_humidity                 | 17.899563   |
+|    air_temperature              | 22.7386     |
+|    clg_setpoint                 | 27.078613   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 79.0        |
+|    direct_solar_radiation       | 41.0        |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 78.5        |
+|    outdoor_temperature          | -8.677716   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 18924522.0  |
+|    wind_direction               | 35.0        |
+|    wind_speed                   | 8.25        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.28008837  |
+|    air_humidity                 | -0.09710636  |
+|    air_temperature              | 0.3759511    |
+|    clg_setpoint                 | -1.1169561   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.070088774 |
+|    diffuse_solar_radiation      | -0.2546194   |
+|    direct_solar_radiation       | -0.6122253   |
+|    hour                         | -0.36078104  |
+|    htg_setpoint                 | 0.77701986   |
+|    month                        | -1.566423    |
+|    outdoor_humidity             | 1.5242106    |
+|    outdoor_temperature          | -0.74946773  |
+|    people_occupant              | 1.6950164    |
+|    total_electricity_HVAC       | -0.2919982   |
+|    wind_direction               | -0.8342705   |
+|    wind_speed                   | 0.713027     |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1711.3828    |
+|    air_humidity                 | 35.716114    |
+|    air_temperature              | 23.249744    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 48.0         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 21.042702    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 5.0319257    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 1591223.0    |
+|    wind_direction               | 95.0         |
+|    wind_speed                   | 6.65         |
+| train/                          |              |
+|    approx_kl                    | 0.0058739856 |
+|    clip_fraction                | 0.0492       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.56        |
+|    explained_variance           | 0.628        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.361        |
+|    n_updates                    | 520          |
+|    policy_gradient_loss         | -0.00839     |
+|    std                          | 0.872        |
+|    value_loss                   | 1.68         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.59405303 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 14.283452   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.3858386   |
+|    air_humidity                 | -0.7078782  |
+|    air_temperature              | 0.3761708   |
+|    clg_setpoint                 | -1.1168675  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.0436046   |
+|    diffuse_solar_radiation      | 1.0601634   |
+|    direct_solar_radiation       | -0.46301863 |
+|    hour                         | -0.21631888 |
+|    htg_setpoint                 | -0.18203197 |
+|    month                        | -1.5638895  |
+|    outdoor_humidity             | -0.3830848  |
+|    outdoor_temperature          | -1.4562917  |
+|    people_occupant              | 1.6944861   |
+|    total_electricity_HVAC       | 0.34452856  |
+|    wind_direction               | 0.3517244   |
+|    wind_speed                   | 0.21585952  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4625.391    |
+|    air_humidity                 | 27.77998    |
+|    air_temperature              | 23.24944    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 177.0       |
+|    direct_solar_radiation       | 37.0        |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 17.0607     |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 60.5        |
+|    outdoor_temperature          | -1.913765   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4228053.0   |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 5.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5748912  |
+|    air_humidity                 | -0.4781726  |
+|    air_temperature              | 0.3755654   |
+|    clg_setpoint                 | -1.1165988  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.1572927   |
+|    diffuse_solar_radiation      | 0.20446157  |
+|    direct_solar_radiation       | 2.423889    |
+|    hour                         | -0.07185726 |
+|    htg_setpoint                 | -0.74765766 |
+|    month                        | -1.5613681  |
+|    outdoor_humidity             | -0.67330235 |
+|    outdoor_temperature          | -0.48462453 |
+|    people_occupant              | 1.2173387   |
+|    total_electricity_HVAC       | -0.58455807 |
+|    wind_direction               | 0.63643444  |
+|    wind_speed                   | -0.34203994 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 422.63095   |
+|    air_humidity                 | 30.764303   |
+|    air_temperature              | 23.248177   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 93.0        |
+|    direct_solar_radiation       | 754.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 14.712425   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 54.5        |
+|    outdoor_temperature          | 7.605858    |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 380367.88   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.39779913  |
+|    Heating_Setpoint_RL          | 0.13445774  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.967571   |
+|    Heating_Setpoint_RL          | 18.381325   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6514762  |
+|    air_humidity                 | 0.5966899   |
+|    air_temperature              | 1.1760437   |
+|    clg_setpoint                 | -0.24645786 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.27097067  |
+|    diffuse_solar_radiation      | 0.5923598   |
+|    direct_solar_radiation       | -0.611996   |
+|    hour                         | 0.07260424  |
+|    htg_setpoint                 | 0.6195336   |
+|    month                        | -1.5588589  |
+|    outdoor_humidity             | 1.2580585   |
+|    outdoor_temperature          | -0.239305   |
+|    people_occupant              | 0.26374185  |
+|    total_electricity_HVAC       | -0.6573563  |
+|    wind_direction               | -0.40789732 |
+|    wind_speed                   | 2.220292    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 44.71854    |
+|    air_temperature              | 24.388626   |
+|    clg_setpoint                 | 25.513973   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 131.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 20.388195   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 94.5        |
+|    outdoor_temperature          | 10.006615   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 140.0       |
+|    wind_speed                   | 10.3        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6413405   |
+|    air_humidity                 | -0.35907933  |
+|    air_temperature              | -0.43793008  |
+|    clg_setpoint                 | -0.034392282 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.3846277    |
+|    diffuse_solar_radiation      | 0.2971458    |
+|    direct_solar_radiation       | 2.1338017    |
+|    hour                         | 0.21706563   |
+|    htg_setpoint                 | -1.4010698   |
+|    month                        | -1.5563617   |
+|    outdoor_humidity             | -1.4470289   |
+|    outdoor_temperature          | -0.14282104  |
+|    people_occupant              | -0.6893805   |
+|    total_electricity_HVAC       | -0.64873266  |
+|    wind_direction               | 0.73186547   |
+|    wind_speed                   | 1.5772372    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 131.03038    |
+|    air_humidity                 | 32.315037    |
+|    air_temperature              | 22.08857     |
+|    clg_setpoint                 | 26.066584    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 19.0         |
+|    diffuse_solar_radiation      | 102.0        |
+|    direct_solar_radiation       | 682.0        |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 38.5         |
+|    outdoor_temperature          | 10.946307    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 113722.15    |
+|    wind_direction               | 260.0        |
+|    wind_speed                   | 8.75         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.44003826 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.149785   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.89911616  |
+|    air_humidity                 | -1.5598391  |
+|    air_temperature              | 0.3397069   |
+|    clg_setpoint                 | 0.61684054  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.49824712  |
+|    diffuse_solar_radiation      | 0.79717416  |
+|    direct_solar_radiation       | 1.2000191   |
+|    hour                         | 0.36152646  |
+|    htg_setpoint                 | 1.3091582   |
+|    month                        | -1.5538765  |
+|    outdoor_humidity             | -0.69713813 |
+|    outdoor_temperature          | -0.4763073  |
+|    people_occupant              | -0.68890536 |
+|    total_electricity_HVAC       | 1.0010319   |
+|    wind_direction               | 0.3987767   |
+|    wind_speed                   | 0.090924524 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6875.978    |
+|    air_humidity                 | 16.705286   |
+|    air_temperature              | 23.195248   |
+|    clg_setpoint                 | 27.762245   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 151.0       |
+|    direct_solar_radiation       | 450.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 54.0        |
+|    outdoor_temperature          | 7.672465    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6951634.5   |
+|    wind_direction               | 225.0       |
+|    wind_speed                   | 5.15        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.26777598 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.11876    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.55067575 |
+|    air_humidity                 | 0.18593499  |
+|    air_temperature              | 0.37813362  |
+|    clg_setpoint                 | -1.11672    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6118064   |
+|    diffuse_solar_radiation      | -0.24303727 |
+|    direct_solar_radiation       | -0.6117953  |
+|    hour                         | 0.5059858   |
+|    htg_setpoint                 | -0.57667965 |
+|    month                        | -1.5514032  |
+|    outdoor_humidity             | 0.77436876  |
+|    outdoor_temperature          | -0.50010103 |
+|    people_occupant              | 1.6949584   |
+|    total_electricity_HVAC       | -0.5615066  |
+|    wind_direction               | -0.93151563 |
+|    wind_speed                   | 0.21551006  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 527.28937   |
+|    air_humidity                 | 39.366146   |
+|    air_temperature              | 23.249407   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 49.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 15.421708   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 84.5        |
+|    outdoor_temperature          | 7.4303412   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 474560.44   |
+|    wind_direction               | 85.0        |
+|    wind_speed                   | 5.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.25817955  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.07726    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5521694  |
+|    air_humidity                 | 0.41729075  |
+|    air_temperature              | 0.378166    |
+|    clg_setpoint                 | -1.1165177  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7252772   |
+|    diffuse_solar_radiation      | -0.51818573 |
+|    direct_solar_radiation       | -0.50262475 |
+|    hour                         | 0.65044236  |
+|    htg_setpoint                 | -0.9767509  |
+|    month                        | -1.5489416  |
+|    outdoor_humidity             | 0.9902871   |
+|    outdoor_temperature          | -0.6961141  |
+|    people_occupant              | 1.6944313   |
+|    total_electricity_HVAC       | -0.562924   |
+|    wind_direction               | -0.93002546 |
+|    wind_speed                   | 0.7320327   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 520.5664    |
+|    air_humidity                 | 42.375668   |
+|    air_temperature              | 23.249376   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 22.0        |
+|    direct_solar_radiation       | 27.0        |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 13.762743   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | 5.5062375   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 468509.78   |
+|    wind_direction               | 85.0        |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.65110236  |
+|    air_humidity                 | 1.1856788    |
+|    air_temperature              | 1.3953493    |
+|    clg_setpoint                 | -0.5591409   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.8386254    |
+|    diffuse_solar_radiation      | -0.74247205  |
+|    direct_solar_radiation       | -0.6110162   |
+|    hour                         | 0.79489434   |
+|    htg_setpoint                 | 0.8139153    |
+|    month                        | -1.5464917   |
+|    outdoor_humidity             | 1.5191919    |
+|    outdoor_temperature          | -0.091449186 |
+|    people_occupant              | 1.6939055    |
+|    total_electricity_HVAC       | -0.6569677   |
+|    wind_direction               | -0.6913119   |
+|    wind_speed                   | -0.6518497   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 52.358574    |
+|    air_temperature              | 24.697947    |
+|    clg_setpoint                 | 24.700884    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 23.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 21.199093    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 11.426457    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 110.0        |
+|    wind_speed                   | 3.35         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.6069766   |
+|    Heating_Setpoint_RL          | -0.52632093 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.673546   |
+|    Heating_Setpoint_RL          | 14.664445   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65095556 |
+|    air_humidity                 | 1.0479504   |
+|    air_temperature              | 0.37857565  |
+|    clg_setpoint                 | -1.1163281  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.95181125  |
+|    diffuse_solar_radiation      | -0.7422149  |
+|    direct_solar_radiation       | -0.61062557 |
+|    hour                         | 0.93933946  |
+|    htg_setpoint                 | -0.06176326 |
+|    month                        | -1.5440534  |
+|    outdoor_humidity             | 1.1071558   |
+|    outdoor_temperature          | -0.4491541  |
+|    people_occupant              | 0.5019696   |
+|    total_electricity_HVAC       | -0.65682065 |
+|    wind_direction               | 0.6865351   |
+|    wind_speed                   | 0.6277304   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 50.593155   |
+|    air_temperature              | 23.24959    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 17.564667   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 91.5        |
+|    outdoor_temperature          | 7.9236174   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 255.0       |
+|    wind_speed                   | 6.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.34559792  |
+|    Heating_Setpoint_RL          | 0.6858255    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.458607    |
+|    Heating_Setpoint_RL          | 21.482769    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.58693385  |
+|    air_humidity                 | 0.5320497    |
+|    air_temperature              | -0.05087891  |
+|    clg_setpoint                 | -1.1161411   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0647895    |
+|    diffuse_solar_radiation      | -0.74200284  |
+|    direct_solar_radiation       | -0.610238    |
+|    hour                         | 1.083775     |
+|    htg_setpoint                 | -0.094523385 |
+|    month                        | -1.5416266   |
+|    outdoor_humidity             | 0.9866784    |
+|    outdoor_temperature          | -0.89748466  |
+|    people_occupant              | -0.45142     |
+|    total_electricity_HVAC       | -0.59422183  |
+|    wind_direction               | 0.8280024    |
+|    wind_speed                   | 0.21421388   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 367.5165     |
+|    air_humidity                 | 43.893875    |
+|    air_temperature              | 22.637499    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 19.0         |
+|    htg_setpoint                 | 17.428524    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 89.0         |
+|    outdoor_temperature          | 3.5267906    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 337947.38    |
+|    wind_direction               | 270.0        |
+|    wind_speed                   | 5.45         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.42372143 |
+|    Heating_Setpoint_RL          | -0.988763   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.19494    |
+|    Heating_Setpoint_RL          | 12.063209   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.61627334 |
+|    air_humidity                 | -0.67793584 |
+|    air_temperature              | -1.8228041  |
+|    clg_setpoint                 | -0.1670376  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1775094   |
+|    diffuse_solar_radiation      | -0.74188024 |
+|    direct_solar_radiation       | -0.61022305 |
+|    hour                         | 1.228198    |
+|    htg_setpoint                 | -0.04948287 |
+|    month                        | -1.5392112  |
+|    outdoor_humidity             | 0.38439214  |
+|    outdoor_temperature          | -1.0968235  |
+|    people_occupant              | -0.6892419  |
+|    total_electricity_HVAC       | -0.6227902  |
+|    wind_direction               | 0.49453032  |
+|    wind_speed                   | -0.34303167 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 238.94934   |
+|    air_humidity                 | 28.186287   |
+|    air_temperature              | 20.1129     |
+|    clg_setpoint                 | 25.721931   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 17.615166   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 76.5        |
+|    outdoor_temperature          | 1.565937    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 219424.16   |
+|    wind_direction               | 235.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5335775   |
+|    Heating_Setpoint_RL          | 0.62806225  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.425823   |
+|    Heating_Setpoint_RL          | 21.15785    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6508815  |
+|    air_humidity                 | -1.0638034  |
+|    air_temperature              | -1.1289005  |
+|    clg_setpoint                 | 0.40197954  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2899153   |
+|    diffuse_solar_radiation      | -0.7417816  |
+|    direct_solar_radiation       | -0.61017096 |
+|    hour                         | 1.3726048   |
+|    htg_setpoint                 | 0.032195628 |
+|    month                        | -1.5368071  |
+|    outdoor_humidity             | 0.21538693  |
+|    outdoor_temperature          | -0.7567954  |
+|    people_occupant              | -0.68876994 |
+|    total_electricity_HVAC       | -0.6567457  |
+|    wind_direction               | -1.3588291  |
+|    wind_speed                   | -0.9616864  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 23.16621    |
+|    air_temperature              | 21.09971    |
+|    clg_setpoint                 | 27.203548   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 17.954454   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 73.0        |
+|    outdoor_temperature          | 4.8858466   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.75180936 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 13.396072   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60715544 |
+|    air_humidity                 | 0.62490875  |
+|    air_temperature              | -0.62666065 |
+|    clg_setpoint                 | 1.4761771   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.401946    |
+|    diffuse_solar_radiation      | -0.7416212  |
+|    direct_solar_radiation       | -0.60982543 |
+|    hour                         | 1.5169916   |
+|    htg_setpoint                 | -1.1483054  |
+|    month                        | -1.5344143  |
+|    outdoor_humidity             | 1.2277604   |
+|    outdoor_temperature          | -0.8745439  |
+|    people_occupant              | -0.68893147 |
+|    total_electricity_HVAC       | -0.61465436 |
+|    wind_direction               | -1.1671497  |
+|    wind_speed                   | -0.75451714 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 278.65292   |
+|    air_humidity                 | 45.078125   |
+|    air_temperature              | 21.814964   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 13.054578   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 94.0        |
+|    outdoor_temperature          | 3.7279437   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 252904.08   |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.8978028   |
+|    Heating_Setpoint_RL          | 0.74051714  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.655085   |
+|    Heating_Setpoint_RL          | 21.79041    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.47283748 |
+|    air_humidity                 | -0.42119575 |
+|    air_temperature              | -0.79113823 |
+|    clg_setpoint                 | 0.9338866   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5135359   |
+|    diffuse_solar_radiation      | -0.7414956  |
+|    direct_solar_radiation       | -0.6098324  |
+|    hour                         | 1.6613537   |
+|    htg_setpoint                 | -0.56320685 |
+|    month                        | -1.5320326  |
+|    outdoor_humidity             | -0.07521091 |
+|    outdoor_temperature          | -1.4173921  |
+|    people_occupant              | -0.6890927  |
+|    total_electricity_HVAC       | -0.4870261  |
+|    wind_direction               | -1.4032198  |
+|    wind_speed                   | -0.9606542  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 868.4529    |
+|    air_humidity                 | 31.503365   |
+|    air_temperature              | 21.580952   |
+|    clg_setpoint                 | 28.587057   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 15.483688   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 67.0        |
+|    outdoor_temperature          | -1.5953943  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 783369.1    |
+|    wind_direction               | 35.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.16032964  |
+|    Heating_Setpoint_RL          | 0.94266415  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.166113   |
+|    Heating_Setpoint_RL          | 22.927486   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.3134997  |
+|    air_humidity                 | -0.37255207 |
+|    air_temperature              | -2.7663636  |
+|    clg_setpoint                 | 1.4769188   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7383358   |
+|    diffuse_solar_radiation      | -0.7413716  |
+|    direct_solar_radiation       | -0.60982877 |
+|    hour                         | -1.6612688  |
+|    htg_setpoint                 | -1.401782   |
+|    month                        | -1.5296619  |
+|    outdoor_humidity             | -1.0642983  |
+|    outdoor_temperature          | -1.7223186  |
+|    people_occupant              | -0.6892537  |
+|    total_electricity_HVAC       | -0.33830056 |
+|    wind_direction               | -1.5919269  |
+|    wind_speed                   | 2.549414    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1568.4788   |
+|    air_humidity                 | 32.128895   |
+|    air_temperature              | 18.768179   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 46.5        |
+|    outdoor_temperature          | -4.5970774  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1401827.2   |
+|    wind_direction               | 15.0        |
+|    wind_speed                   | 11.1        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.95946664  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.863201   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.3477073   |
+|    air_humidity                 | -0.7975917  |
+|    air_temperature              | -1.2970737  |
+|    clg_setpoint                 | 1.4773241   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6733975  |
+|    diffuse_solar_radiation      | -0.74119616 |
+|    direct_solar_radiation       | -0.60991687 |
+|    hour                         | -1.5167077  |
+|    htg_setpoint                 | 1.3073876   |
+|    month                        | -1.2431242  |
+|    outdoor_humidity             | -0.16959031 |
+|    outdoor_temperature          | -1.2483263  |
+|    people_occupant              | -0.6894143  |
+|    total_electricity_HVAC       | 3.1465032   |
+|    wind_direction               | 0.7810019   |
+|    wind_speed                   | -0.13496326 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17657.482   |
+|    air_humidity                 | 26.604765   |
+|    air_temperature              | 20.857983   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 65.0        |
+|    outdoor_temperature          | 0.017648457 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15895784.0  |
+|    wind_direction               | 265.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.4902358   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.279545   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.2361927   |
+|    air_humidity                 | -0.47369087 |
+|    air_temperature              | -0.37649107 |
+|    clg_setpoint                 | 0.65624523  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5569715  |
+|    diffuse_solar_radiation      | -0.7411311  |
+|    direct_solar_radiation       | -0.60979444 |
+|    hour                         | -1.3721713  |
+|    htg_setpoint                 | 1.3076214   |
+|    month                        | -1.2416632  |
+|    outdoor_humidity             | 0.33711368  |
+|    outdoor_temperature          | -0.9500489  |
+|    people_occupant              | -0.6895747  |
+|    total_electricity_HVAC       | 3.0390358   |
+|    wind_direction               | 0.82781965  |
+|    wind_speed                   | -0.44500935 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17170.787   |
+|    air_humidity                 | 30.79968    |
+|    air_temperature              | 22.1685     |
+|    clg_setpoint                 | 27.861708   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 75.5        |
+|    outdoor_temperature          | 2.9363806   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15451358.0  |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.8540114  |
+|    Heating_Setpoint_RL          | -0.06400871 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.742712   |
+|    Heating_Setpoint_RL          | 17.26495    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.09661334 |
+|    air_humidity                 | -1.8332738  |
+|    air_temperature              | -2.342734   |
+|    clg_setpoint                 | 0.21131909  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4411035  |
+|    diffuse_solar_radiation      | -0.74091876 |
+|    direct_solar_radiation       | -0.6098849  |
+|    hour                         | -1.2276552  |
+|    htg_setpoint                 | -1.4012316  |
+|    month                        | -1.2402074  |
+|    outdoor_humidity             | -0.8183879  |
+|    outdoor_temperature          | -2.0817177  |
+|    people_occupant              | -0.68910503 |
+|    total_electricity_HVAC       | -0.13412653 |
+|    wind_direction               | -1.7333925  |
+|    wind_speed                   | 0.19498537  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2523.5254   |
+|    air_humidity                 | 13.149485   |
+|    air_temperature              | 19.364508   |
+|    clg_setpoint                 | 26.704449   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 51.5        |
+|    outdoor_temperature          | -8.164643   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2252550.2   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 5.4         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.1952365  |
+|    Heating_Setpoint_RL          | 0.7405235   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.966076   |
+|    Heating_Setpoint_RL          | 21.790445   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.54822415 |
+|    air_humidity                 | -1.9485627  |
+|    air_temperature              | -1.3768809  |
+|    clg_setpoint                 | -0.09444901 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3257111  |
+|    diffuse_solar_radiation      | -0.74072343 |
+|    direct_solar_radiation       | -0.60990506 |
+|    hour                         | -1.0831553  |
+|    htg_setpoint                 | -1.4012824  |
+|    month                        | -1.2387568  |
+|    outdoor_humidity             | 1.5191379   |
+|    outdoor_temperature          | -1.2249451  |
+|    people_occupant              | -0.6886363  |
+|    total_electricity_HVAC       | -0.56034374 |
+|    wind_direction               | -0.97409093 |
+|    wind_speed                   | -0.32112703 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 538.87573   |
+|    air_humidity                 | 11.595765   |
+|    air_temperature              | 20.737745   |
+|    clg_setpoint                 | 25.90868    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 0.20878705  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 479931.62   |
+|    wind_direction               | 80.0        |
+|    wind_speed                   | 4.15        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.3748275  |
+|    Heating_Setpoint_RL          | 0.58775854  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.359957   |
+|    Heating_Setpoint_RL          | 20.93114    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.2591248  |
+|    air_humidity                 | 0.15648314  |
+|    air_temperature              | -3.2766352  |
+|    clg_setpoint                 | 1.2419297   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2107201  |
+|    diffuse_solar_radiation      | -0.7405356  |
+|    direct_solar_radiation       | -0.6095227  |
+|    hour                         | -0.9386681  |
+|    htg_setpoint                 | -0.46089894 |
+|    month                        | -1.2373112  |
+|    outdoor_humidity             | -0.40867925 |
+|    outdoor_temperature          | -1.6555942  |
+|    people_occupant              | -0.6887969  |
+|    total_electricity_HVAC       | -0.2893402  |
+|    wind_direction               | 1.0163493   |
+|    wind_speed                   | 1.9084313   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1811.8496   |
+|    air_humidity                 | 38.93133    |
+|    air_temperature              | 18.023998   |
+|    clg_setpoint                 | 29.388653   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 15.904514   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 60.0        |
+|    outdoor_temperature          | -4.028702   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1609063.1   |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 9.55        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9009632  |
+|    Heating_Setpoint_RL          | 0.84205633  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.58425    |
+|    Heating_Setpoint_RL          | 22.361567   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 4.4723663   |
+|    air_humidity                 | -1.3258429  |
+|    air_temperature              | -2.0069127  |
+|    clg_setpoint                 | 0.7355151   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0960625  |
+|    diffuse_solar_radiation      | -0.7404435  |
+|    direct_solar_radiation       | -0.60955197 |
+|    hour                         | -0.79419035 |
+|    htg_setpoint                 | 1.308342    |
+|    month                        | -1.2358706  |
+|    outdoor_humidity             | -0.64840317 |
+|    outdoor_temperature          | -2.6600428  |
+|    people_occupant              | -0.6889572  |
+|    total_electricity_HVAC       | 4.218369    |
+|    wind_direction               | 0.8729979   |
+|    wind_speed                   | 1.0379947   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 22672.574   |
+|    air_humidity                 | 19.672125   |
+|    air_temperature              | 19.83167    |
+|    clg_setpoint                 | 28.069954   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 55.0        |
+|    outdoor_temperature          | -13.948951  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 20411412.0  |
+|    wind_direction               | 275.0       |
+|    wind_speed                   | 7.45        |
+| train/                          |             |
+|    approx_kl                    | 0.007831309 |
+|    clip_fraction                | 0.0687      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.56       |
+|    explained_variance           | 0.85        |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.518       |
+|    n_updates                    | 530         |
+|    policy_gradient_loss         | -0.0116     |
+|    std                          | 0.871       |
+|    value_loss                   | 1.54        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.319627    |
+|    Heating_Setpoint_RL          | 0.66898876  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.703741   |
+|    Heating_Setpoint_RL          | 21.388062   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.33575827  |
+|    air_humidity                 | -1.0091084  |
+|    air_temperature              | -2.796466   |
+|    clg_setpoint                 | 1.4769561   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9816779  |
+|    diffuse_solar_radiation      | -0.45359746 |
+|    direct_solar_radiation       | -0.31116372 |
+|    hour                         | -0.64971936 |
+|    htg_setpoint                 | -0.41164824 |
+|    month                        | -1.2344351  |
+|    outdoor_humidity             | -0.1419217  |
+|    outdoor_temperature          | -2.2389958  |
+|    people_occupant              | -0.68911725 |
+|    total_electricity_HVAC       | 0.27980077  |
+|    wind_direction               | 0.9668258   |
+|    wind_speed                   | 0.21185528  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4443.962    |
+|    air_humidity                 | 23.773136   |
+|    air_temperature              | 18.698568   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 28.0        |
+|    direct_solar_radiation       | 74.0        |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 16.106083   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 65.5        |
+|    outdoor_temperature          | -9.8695965  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3990694.5   |
+|    wind_direction               | 285.0       |
+|    wind_speed                   | 5.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.3753655   |
+|    air_humidity                 | -0.9954559  |
+|    air_temperature              | 0.38720053  |
+|    clg_setpoint                 | -1.0985825  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.867512   |
+|    diffuse_solar_radiation      | -0.08477468 |
+|    direct_solar_radiation       | 1.221298    |
+|    hour                         | -0.50525296 |
+|    htg_setpoint                 | 1.3086907   |
+|    month                        | -1.2330046  |
+|    outdoor_humidity             | -1.2734467  |
+|    outdoor_temperature          | -1.6067098  |
+|    people_occupant              | 1.6939603   |
+|    total_electricity_HVAC       | 2.5547223   |
+|    wind_direction               | 1.534687    |
+|    wind_speed                   | 0.0881044   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 13457.374   |
+|    air_humidity                 | 23.941628   |
+|    air_temperature              | 23.250353   |
+|    clg_setpoint                 | 23.292383   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 64.0        |
+|    direct_solar_radiation       | 454.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 42.0        |
+|    outdoor_temperature          | -3.6779864  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 13498350.0  |
+|    wind_direction               | 345.0       |
+|    wind_speed                   | 5.15        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.21317531 |
+|    air_humidity                 | -1.148461   |
+|    air_temperature              | -2.7794907  |
+|    clg_setpoint                 | -0.9188528  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.753517   |
+|    diffuse_solar_radiation      | -0.16642083 |
+|    direct_solar_radiation       | 2.6998084   |
+|    hour                         | -0.36078933 |
+|    htg_setpoint                 | -1.2026929  |
+|    month                        | -1.231579   |
+|    outdoor_humidity             | -0.81424034 |
+|    outdoor_temperature          | -1.9897645  |
+|    people_occupant              | -0.68943644 |
+|    total_electricity_HVAC       | -0.24055865 |
+|    wind_direction               | 1.1540346   |
+|    wind_speed                   | 0.83021337  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2025.8236   |
+|    air_humidity                 | 21.942732   |
+|    air_temperature              | 18.717854   |
+|    clg_setpoint                 | 23.759447   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 56.0        |
+|    direct_solar_radiation       | 821.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 12.818134   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 51.5        |
+|    outdoor_temperature          | -7.490594   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1822243.8   |
+|    wind_direction               | 305.0       |
+|    wind_speed                   | 6.95        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5344341  |
+|    air_humidity                 | -1.7128913  |
+|    air_temperature              | -2.013693   |
+|    clg_setpoint                 | -0.6386402  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6396513  |
+|    diffuse_solar_radiation      | 1.8116293   |
+|    direct_solar_radiation       | -0.35999626 |
+|    hour                         | -0.21632715 |
+|    htg_setpoint                 | -0.5758265  |
+|    month                        | -1.2301583  |
+|    outdoor_humidity             | -0.6930599  |
+|    outdoor_temperature          | -1.1990744  |
+|    people_occupant              | -0.68896997 |
+|    total_electricity_HVAC       | -0.5460459  |
+|    wind_direction               | 0.6796559   |
+|    wind_speed                   | -0.55266356 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 606.5754    |
+|    air_humidity                 | 14.57859    |
+|    air_temperature              | 19.807352   |
+|    clg_setpoint                 | 24.490305   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 249.0       |
+|    direct_solar_radiation       | 62.0        |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 15.420668   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 54.0        |
+|    outdoor_temperature          | 0.2882425   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 545917.9    |
+|    wind_direction               | 255.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60954    |
+|    air_humidity                 | -0.68868977 |
+|    air_temperature              | 0.38873684  |
+|    clg_setpoint                 | -1.1152415  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.5258795  |
+|    diffuse_solar_radiation      | 0.58218145  |
+|    direct_solar_radiation       | 2.39253     |
+|    hour                         | -0.07186549 |
+|    htg_setpoint                 | -0.24103296 |
+|    month                        | -1.2287426  |
+|    outdoor_humidity             | -0.78959495 |
+|    outdoor_temperature          | -0.6310711  |
+|    people_occupant              | 1.2184432   |
+|    total_electricity_HVAC       | -0.6175177  |
+|    wind_direction               | 0.7742257   |
+|    wind_speed                   | 0.29363075  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 274.1938    |
+|    air_humidity                 | 27.861061   |
+|    air_temperature              | 23.24852    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 129.0       |
+|    direct_solar_radiation       | 745.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 16.81065    |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 52.0        |
+|    outdoor_temperature          | 5.8850937   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 246774.4    |
+|    wind_direction               | 265.0       |
+|    wind_speed                   | 5.65        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.96366924 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.372616   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.34718478  |
+|    air_humidity                 | -1.1760232  |
+|    air_temperature              | 0.3897102   |
+|    clg_setpoint                 | -1.114935   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.41217214 |
+|    diffuse_solar_radiation      | 0.910573    |
+|    direct_solar_radiation       | 2.1745882   |
+|    hour                         | 0.07259605  |
+|    htg_setpoint                 | 0.37822703  |
+|    month                        | -1.2273318  |
+|    outdoor_humidity             | -1.9914346  |
+|    outdoor_temperature          | -1.8945113  |
+|    people_occupant              | 0.26457742  |
+|    total_electricity_HVAC       | 0.2930935   |
+|    wind_direction               | 1.0575664   |
+|    wind_speed                   | 0.93292695  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4508.1836   |
+|    air_humidity                 | 21.516102   |
+|    air_temperature              | 23.24925    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 161.0       |
+|    direct_solar_radiation       | 691.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 19.381027   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 27.0        |
+|    outdoor_temperature          | -6.607086   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 4057365.0   |
+|    wind_direction               | 295.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.8184994  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.020941   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.5125588   |
+|    air_humidity                 | -1.3012652  |
+|    air_temperature              | 0.3902564   |
+|    clg_setpoint                 | -1.1145856  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.29850572 |
+|    diffuse_solar_radiation      | 1.1977243   |
+|    direct_solar_radiation       | 1.4613286   |
+|    hour                         | 0.21705748  |
+|    htg_setpoint                 | -1.3981073  |
+|    month                        | -1.2259257  |
+|    outdoor_humidity             | -1.5072874  |
+|    outdoor_temperature          | -1.566957   |
+|    people_occupant              | 1.217692    |
+|    total_electricity_HVAC       | 0.45061946  |
+|    wind_direction               | 0.86689335  |
+|    wind_speed                   | 0.31331632  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5245.5947   |
+|    air_humidity                 | 19.873165   |
+|    air_temperature              | 23.24934    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 189.0       |
+|    direct_solar_radiation       | 514.0       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 37.0        |
+|    outdoor_temperature          | -3.4081693  |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 4721035.5   |
+|    wind_direction               | 275.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.29661328 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.956551   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.35371238 |
+|    air_humidity                 | -1.182281   |
+|    air_temperature              | 0.3904036   |
+|    clg_setpoint                 | -1.1141782  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18486261 |
+|    diffuse_solar_radiation      | -0.16572879 |
+|    direct_solar_radiation       | 2.9639342   |
+|    hour                         | 0.36151835  |
+|    htg_setpoint                 | -0.8451541  |
+|    month                        | -1.2245245  |
+|    outdoor_humidity             | -1.8905386  |
+|    outdoor_temperature          | -1.2320466  |
+|    people_occupant              | 1.6939095   |
+|    total_electricity_HVAC       | -0.3740064  |
+|    wind_direction               | 1.0556237   |
+|    wind_speed                   | 0.20999677  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1409.071    |
+|    air_humidity                 | 21.409395   |
+|    air_temperature              | 23.248816   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 56.0        |
+|    direct_solar_radiation       | 887.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 14.2952585  |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 29.0        |
+|    outdoor_temperature          | -0.1188758  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1268164.0   |
+|    wind_direction               | 295.0       |
+|    wind_speed                   | 5.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.047892503 |
+|    air_humidity                 | -0.598571    |
+|    air_temperature              | 0.39119318   |
+|    clg_setpoint                 | -1.1137936   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.07123106  |
+|    diffuse_solar_radiation      | 0.090829     |
+|    direct_solar_radiation       | -0.6101745   |
+|    hour                         | 0.5059778    |
+|    htg_setpoint                 | 1.310177     |
+|    month                        | -1.2231281   |
+|    outdoor_humidity             | 0.8519135    |
+|    outdoor_temperature          | -1.1921859   |
+|    people_occupant              | 1.693395     |
+|    total_electricity_HVAC       | -0.0828397   |
+|    wind_direction               | 0.013476861  |
+|    wind_speed                   | -0.65747845  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2766.7224    |
+|    air_humidity                 | 28.989962    |
+|    air_temperature              | 23.249468    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 81.0         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 15.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 86.0         |
+|    outdoor_temperature          | 0.256691     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2490050.0    |
+|    wind_direction               | 185.0        |
+|    wind_speed                   | 3.35         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6466891  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.442425   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65219367 |
+|    air_humidity                 | -0.6013976  |
+|    air_temperature              | -0.4231315  |
+|    clg_setpoint                 | -0.75696003 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.042394903 |
+|    diffuse_solar_radiation      | -0.22702578 |
+|    direct_solar_radiation       | -0.60998917 |
+|    hour                         | 0.6504345   |
+|    htg_setpoint                 | -1.3978628  |
+|    month                        | -1.2217364  |
+|    outdoor_humidity             | -1.1449441  |
+|    outdoor_temperature          | -0.52578133 |
+|    people_occupant              | -0.6893     |
+|    total_electricity_HVAC       | -0.65814996 |
+|    wind_direction               | 1.4347286   |
+|    wind_speed                   | -0.14075695 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 28.955826   |
+|    air_temperature              | 22.079779   |
+|    clg_setpoint                 | 24.17986    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 50.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 44.5        |
+|    outdoor_temperature          | 6.8456135   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 335.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.47900864 |
+|    Heating_Setpoint_RL          | -0.65795165 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.008347   |
+|    Heating_Setpoint_RL          | 13.924022   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65213203 |
+|    air_humidity                 | -1.4317853  |
+|    air_temperature              | -0.44704762 |
+|    clg_setpoint                 | -0.739558   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.15601541  |
+|    diffuse_solar_radiation      | -0.73984176 |
+|    direct_solar_radiation       | -0.61012894 |
+|    hour                         | 0.7948867   |
+|    htg_setpoint                 | -0.34176514 |
+|    month                        | -1.2203496  |
+|    outdoor_humidity             | -1.0959553  |
+|    outdoor_temperature          | -0.6857022  |
+|    people_occupant              | -0.6888366  |
+|    total_electricity_HVAC       | -0.6581016  |
+|    wind_direction               | 0.53482527  |
+|    wind_speed                   | -0.55406755 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 18.15278    |
+|    air_temperature              | 22.044271   |
+|    clg_setpoint                 | 24.226074   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 16.387098   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 45.5        |
+|    outdoor_temperature          | 5.256243    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.500456   |
+|    air_humidity                 | -0.55293316 |
+|    air_temperature              | 0.3932833   |
+|    clg_setpoint                 | -1.1141912  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.26962486  |
+|    diffuse_solar_radiation      | -0.7398092  |
+|    direct_solar_radiation       | -0.6101387  |
+|    hour                         | 0.93933225  |
+|    htg_setpoint                 | -1.397701   |
+|    month                        | -1.2189673  |
+|    outdoor_humidity             | 0.17902094  |
+|    outdoor_temperature          | -0.86594087 |
+|    people_occupant              | 0.50287074  |
+|    total_electricity_HVAC       | -0.5124715  |
+|    wind_direction               | -0.3182587  |
+|    wind_speed                   | -1.0703576  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 759.77985   |
+|    air_humidity                 | 29.558987   |
+|    air_temperature              | 23.249918   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 72.0        |
+|    outdoor_temperature          | 3.464265    |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 688926.94   |
+|    wind_direction               | 150.0       |
+|    wind_speed                   | 2.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.56648606 |
+|    air_humidity                 | -0.8404163  |
+|    air_temperature              | 0.26941708  |
+|    clg_setpoint                 | -1.113893   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.38321182  |
+|    diffuse_solar_radiation      | -0.73977304 |
+|    direct_solar_radiation       | -0.6102691  |
+|    hour                         | 1.0837685   |
+|    htg_setpoint                 | -1.3976773  |
+|    month                        | -1.2175899  |
+|    outdoor_humidity             | -0.5189241  |
+|    outdoor_temperature          | -0.83724064 |
+|    people_occupant              | -0.45078996 |
+|    total_electricity_HVAC       | -0.57501805 |
+|    wind_direction               | 0.39295742  |
+|    wind_speed                   | -0.759403   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 466.75955   |
+|    air_humidity                 | 25.817734   |
+|    air_temperature              | 23.071957   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 57.5        |
+|    outdoor_temperature          | 3.7411933   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 426493.94   |
+|    wind_direction               | 225.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9711909  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.34723    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.3472834  |
+|    air_humidity                 | -0.16651449 |
+|    air_temperature              | -0.40711194 |
+|    clg_setpoint                 | 1.0461202   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.49675927  |
+|    diffuse_solar_radiation      | -0.739698   |
+|    direct_solar_radiation       | -0.6103484  |
+|    hour                         | 1.2281923   |
+|    htg_setpoint                 | 0.7512341   |
+|    month                        | -1.216217   |
+|    outdoor_humidity             | 0.80482835  |
+|    outdoor_temperature          | -0.8325386  |
+|    people_occupant              | -0.45097828 |
+|    total_electricity_HVAC       | -0.39202005 |
+|    wind_direction               | -1.0756063  |
+|    wind_speed                   | -0.9657725  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1439.9154   |
+|    air_humidity                 | 34.567467   |
+|    air_temperature              | 22.100876   |
+|    clg_setpoint                 | 28.874226   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 20.92819    |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 85.0        |
+|    outdoor_temperature          | 3.7826574   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 1194372.2   |
+|    wind_direction               | 70.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.9843141   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.94706    |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6519035  |
+|    air_humidity                 | 0.5200377   |
+|    air_temperature              | -1.3657117  |
+|    clg_setpoint                 | -0.95163566 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.61024433  |
+|    diffuse_solar_radiation      | -0.73959905 |
+|    direct_solar_radiation       | -0.609968   |
+|    hour                         | 1.3726004   |
+|    htg_setpoint                 | -0.94473755 |
+|    month                        | -1.2148488  |
+|    outdoor_humidity             | -0.13443142 |
+|    outdoor_temperature          | -0.5744385  |
+|    people_occupant              | -0.68946904 |
+|    total_electricity_HVAC       | -0.65785253 |
+|    wind_direction               | 1.3886398   |
+|    wind_speed                   | 0.5242176   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 43.483707   |
+|    air_temperature              | 20.725952   |
+|    clg_setpoint                 | 23.671024   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 13.8821     |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 65.5        |
+|    outdoor_temperature          | 6.3310905   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 330.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.9740367   |
+|    Heating_Setpoint_RL          | 0.20833586  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.912374   |
+|    Heating_Setpoint_RL          | 18.79689    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6227724  |
+|    air_humidity                 | -0.6522867  |
+|    air_temperature              | -1.6938695  |
+|    clg_setpoint                 | -1.1129206  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.72363865  |
+|    diffuse_solar_radiation      | -0.7394454  |
+|    direct_solar_radiation       | -0.6100804  |
+|    hour                         | 1.5169888   |
+|    htg_setpoint                 | -1.0752202  |
+|    month                        | -1.2134852  |
+|    outdoor_humidity             | -0.7110692  |
+|    outdoor_temperature          | -0.90423393 |
+|    people_occupant              | -0.68962646 |
+|    total_electricity_HVAC       | -0.62865067 |
+|    wind_direction               | 0.62954247  |
+|    wind_speed                   | -0.7590409  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 215.86453   |
+|    air_humidity                 | 28.252434   |
+|    air_temperature              | 20.254477   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 13.3386     |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 53.5        |
+|    outdoor_temperature          | 3.0617478   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 200369.0    |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65177774 |
+|    air_humidity                 | -0.72620237 |
+|    air_temperature              | -1.4973809  |
+|    clg_setpoint                 | -0.61976135 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8369082   |
+|    diffuse_solar_radiation      | -0.7393749  |
+|    direct_solar_radiation       | -0.6097009  |
+|    hour                         | 1.6613531   |
+|    htg_setpoint                 | -0.7183034  |
+|    month                        | -1.2121263  |
+|    outdoor_humidity             | 1.0941219   |
+|    outdoor_temperature          | -0.7426963  |
+|    people_occupant              | -0.68916523 |
+|    total_electricity_HVAC       | -0.6577022  |
+|    wind_direction               | -1.0283796  |
+|    wind_speed                   | -1.2964698  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 27.282564   |
+|    air_temperature              | 20.535273   |
+|    clg_setpoint                 | 24.534859   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 14.82217    |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 91.0        |
+|    outdoor_temperature          | 4.6546526   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 75.0        |
+|    wind_speed                   | 1.8         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.4176917   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 19.974516   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.40299094 |
+|    air_humidity                 | -1.3352972  |
+|    air_temperature              | -2.867866   |
+|    clg_setpoint                 | 1.4782603   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0639356   |
+|    diffuse_solar_radiation      | -0.7392951  |
+|    direct_solar_radiation       | -0.6096709  |
+|    hour                         | -1.66127    |
+|    htg_setpoint                 | -0.5045353  |
+|    month                        | -1.2107717  |
+|    outdoor_humidity             | -1.6492738  |
+|    outdoor_temperature          | -1.4474831  |
+|    people_occupant              | -0.6887049  |
+|    total_electricity_HVAC       | -0.4245926  |
+|    wind_direction               | 1.2448232   |
+|    wind_speed                   | 0.6275948   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1192.4648   |
+|    air_humidity                 | 19.361662   |
+|    air_temperature              | 18.566929   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 15.710049   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 34.0        |
+|    outdoor_temperature          | -2.3185153  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1057422.1   |
+|    wind_direction               | 315.0       |
+|    wind_speed                   | 6.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.1593404   |
+|    air_humidity                 | -0.83318007 |
+|    air_temperature              | -1.9298156  |
+|    clg_setpoint                 | -1.113366   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1768149   |
+|    diffuse_solar_radiation      | -0.7391771  |
+|    direct_solar_radiation       | -0.6098122  |
+|    hour                         | -1.516711   |
+|    htg_setpoint                 | 0.40749443  |
+|    month                        | -1.2094218  |
+|    outdoor_humidity             | -0.7334     |
+|    outdoor_temperature          | -1.3167634  |
+|    people_occupant              | -0.68886256 |
+|    total_electricity_HVAC       | -0.22634897 |
+|    wind_direction               | -1.456002   |
+|    wind_speed                   | 0.5238557   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3693.0417   |
+|    air_humidity                 | 25.8637     |
+|    air_temperature              | 19.911049   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 19.49817    |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 53.0        |
+|    outdoor_temperature          | -1.0391667  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1890682.6   |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.15726882  |
+|    Heating_Setpoint_RL          | -0.6992314  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.155783   |
+|    Heating_Setpoint_RL          | 13.691824   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.51450974 |
+|    air_humidity                 | -0.2973292  |
+|    air_temperature              | -1.471281   |
+|    clg_setpoint                 | 0.5802178   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2894192   |
+|    diffuse_solar_radiation      | -0.7391414  |
+|    direct_solar_radiation       | -0.609434   |
+|    hour                         | -1.3721762  |
+|    htg_setpoint                 | -1.1587827  |
+|    month                        | -1.2080764  |
+|    outdoor_humidity             | -0.97290355 |
+|    outdoor_temperature          | -1.2894825  |
+|    people_occupant              | -0.6890199  |
+|    total_electricity_HVAC       | -0.52595997 |
+|    wind_direction               | -0.98091525 |
+|    wind_speed                   | -0.7589381  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 698.3259    |
+|    air_humidity                 | 32.81511    |
+|    air_temperature              | 20.568491   |
+|    clg_setpoint                 | 27.659874   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 12.989414   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 48.0        |
+|    outdoor_temperature          | -0.79060906 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 632829.25   |
+|    wind_direction               | 80.0        |
+|    wind_speed                   | 3.1         |
+| train/                          |             |
+|    approx_kl                    | 0.007266593 |
+|    clip_fraction                | 0.0668      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.55       |
+|    explained_variance           | 0.876       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.543       |
+|    n_updates                    | 540         |
+|    policy_gradient_loss         | -0.0111     |
+|    std                          | 0.865       |
+|    value_loss                   | 2.05        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.48625892  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.266125   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.0305188   |
+|    air_humidity                 | 0.35427427  |
+|    air_temperature              | -0.23708405 |
+|    clg_setpoint                 | 1.0811828   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4016917   |
+|    diffuse_solar_radiation      | -0.739025   |
+|    direct_solar_radiation       | -0.60905653 |
+|    hour                         | -1.2276613  |
+|    htg_setpoint                 | 1.309833    |
+|    month                        | -1.2067354  |
+|    outdoor_humidity             | 1.4305147   |
+|    outdoor_temperature          | -1.1391495  |
+|    people_occupant              | -0.68917704 |
+|    total_electricity_HVAC       | 2.96036     |
+|    wind_direction               | -0.742818   |
+|    wind_speed                   | -1.1725727  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 16478.256   |
+|    air_humidity                 | 41.276108   |
+|    air_temperature              | 22.340166   |
+|    clg_setpoint                 | 28.964066   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 98.0        |
+|    outdoor_temperature          | 0.6857294   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15300471.0  |
+|    wind_direction               | 105.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6521605  |
+|    air_humidity                 | 0.65228015  |
+|    air_temperature              | -1.0399054  |
+|    clg_setpoint                 | 0.26873356  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6724849  |
+|    diffuse_solar_radiation      | -0.7388885  |
+|    direct_solar_radiation       | -0.6086798  |
+|    hour                         | -1.0831622  |
+|    htg_setpoint                 | 0.54479283  |
+|    month                        | -0.92300475 |
+|    outdoor_humidity             | -0.5176425  |
+|    outdoor_temperature          | -0.54027003 |
+|    people_occupant              | -0.6893338  |
+|    total_electricity_HVAC       | -0.65804946 |
+|    wind_direction               | 1.198838    |
+|    wind_speed                   | -1.1928014  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 45.149143   |
+|    air_temperature              | 21.188356   |
+|    clg_setpoint                 | 26.848055   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 20.073217   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 57.5        |
+|    outdoor_temperature          | 6.6083817   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 2.05        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.8353499   |
+|    Heating_Setpoint_RL          | 0.20567524  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.444305   |
+|    Heating_Setpoint_RL          | 18.781923   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.2828321   |
+|    air_humidity                 | -0.7281022  |
+|    air_temperature              | 0.21986684  |
+|    clg_setpoint                 | 0.99486965  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5559936  |
+|    diffuse_solar_radiation      | -0.73888844 |
+|    direct_solar_radiation       | -0.60876787 |
+|    hour                         | -0.93867546 |
+|    htg_setpoint                 | 1.3092382   |
+|    month                        | -0.92223436 |
+|    outdoor_humidity             | 1.3812406   |
+|    outdoor_temperature          | -0.6278887  |
+|    people_occupant              | -0.6894904  |
+|    total_electricity_HVAC       | 2.393484    |
+|    wind_direction               | -1.1676785  |
+|    wind_speed                   | -1.7302887  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 13152.543   |
+|    air_humidity                 | 27.228546   |
+|    air_temperature              | 22.995785   |
+|    clg_setpoint                 | 28.7388     |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 97.0        |
+|    outdoor_temperature          | 5.7403693   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 12918313.0  |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 0.75        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.8058941   |
+|    Heating_Setpoint_RL          | -0.1052078  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.344893   |
+|    Heating_Setpoint_RL          | 17.033207   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65204144 |
+|    air_humidity                 | -0.33508128 |
+|    air_temperature              | -1.3706012  |
+|    clg_setpoint                 | 0.792499    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4400396  |
+|    diffuse_solar_radiation      | -0.73884106 |
+|    direct_solar_radiation       | -0.60861975 |
+|    hour                         | -0.79419804 |
+|    htg_setpoint                 | -0.13930233 |
+|    month                        | -0.9214659  |
+|    outdoor_humidity             | -0.34923682 |
+|    outdoor_temperature          | -0.42827722 |
+|    people_occupant              | -0.6890322  |
+|    total_electricity_HVAC       | -0.6579222  |
+|    wind_direction               | 1.1518433   |
+|    wind_speed                   | 0.2986228   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 32.3274     |
+|    air_temperature              | 20.714064   |
+|    clg_setpoint                 | 28.21359    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 17.230202   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 61.0        |
+|    outdoor_temperature          | 7.7153053   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 305.0       |
+|    wind_speed                   | 5.65        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.52041906  |
+|    Heating_Setpoint_RL          | 0.5007763   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.381414   |
+|    Heating_Setpoint_RL          | 20.441868   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5626481  |
+|    air_humidity                 | -0.6146415  |
+|    air_temperature              | -0.5108775  |
+|    clg_setpoint                 | 1.4774408   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3245436  |
+|    diffuse_solar_radiation      | 0.13561693  |
+|    direct_solar_radiation       | -0.49586195 |
+|    hour                         | -0.6497272  |
+|    htg_setpoint                 | -0.8607692  |
+|    month                        | -0.92069936 |
+|    outdoor_humidity             | 1.5258176   |
+|    outdoor_temperature          | -0.54025817 |
+|    people_occupant              | -0.6885749  |
+|    total_electricity_HVAC       | -0.57292664 |
+|    wind_direction               | -0.4111988  |
+|    wind_speed                   | -0.55014247 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 484.2114    |
+|    air_humidity                 | 28.694191   |
+|    air_temperature              | 21.946493   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 85.0        |
+|    direct_solar_radiation       | 28.0        |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 14.230028   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 6.6092706   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 435241.34   |
+|    wind_direction               | 140.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.04255271  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.864359   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.37594903  |
+|    air_humidity                 | 0.52647525  |
+|    air_temperature              | 0.76058596  |
+|    clg_setpoint                 | 1.4774852   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.209433   |
+|    diffuse_solar_radiation      | -0.1624945  |
+|    direct_solar_radiation       | -0.6083877  |
+|    hour                         | -0.5052609  |
+|    htg_setpoint                 | 1.3088177   |
+|    month                        | -0.91993475 |
+|    outdoor_humidity             | 1.5235374   |
+|    outdoor_temperature          | -0.6236272  |
+|    people_occupant              | 1.6951792   |
+|    total_electricity_HVAC       | 0.40304384  |
+|    wind_direction               | -0.7892943  |
+|    wind_speed                   | 0.1130443   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4661.7954   |
+|    air_humidity                 | 43.497894   |
+|    air_temperature              | 23.769587   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 56.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 5.7823954   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4541564.0   |
+|    wind_direction               | 100.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6519472  |
+|    air_humidity                 | 1.0093849   |
+|    air_temperature              | 1.2027855   |
+|    clg_setpoint                 | -0.6705923  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0946424  |
+|    diffuse_solar_radiation      | 0.13622096  |
+|    direct_solar_radiation       | -0.608033   |
+|    hour                         | -0.3607973  |
+|    htg_setpoint                 | 1.3083673   |
+|    month                        | -0.919172   |
+|    outdoor_humidity             | 1.5212674   |
+|    outdoor_temperature          | 0.05957993  |
+|    people_occupant              | 1.6946712   |
+|    total_electricity_HVAC       | -0.6578048  |
+|    wind_direction               | 0.063358024 |
+|    wind_speed                   | 2.0163057   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 49.764107   |
+|    air_temperature              | 24.40324    |
+|    clg_setpoint                 | 24.403576   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 85.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 12.528851   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 9.8         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.68745625 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.758059   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60183454 |
+|    air_humidity                 | -0.72102153 |
+|    air_temperature              | 0.3970738   |
+|    clg_setpoint                 | -1.1132735  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.98011327 |
+|    diffuse_solar_radiation      | 0.7336556   |
+|    direct_solar_radiation       | 2.5913475   |
+|    hour                         | -0.21633506 |
+|    htg_setpoint                 | -1.3983623  |
+|    month                        | -0.9184112  |
+|    outdoor_humidity             | -0.97538465 |
+|    outdoor_temperature          | -0.6228414  |
+|    people_occupant              | 1.6941643   |
+|    total_electricity_HVAC       | -0.6100766  |
+|    wind_direction               | 1.0567855   |
+|    wind_speed                   | 0.50495756  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 309.32483   |
+|    air_humidity                 | 27.340843   |
+|    air_temperature              | 23.24834    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 143.0       |
+|    direct_solar_radiation       | 793.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 48.0        |
+|    outdoor_temperature          | 5.789022    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 278392.38   |
+|    wind_direction               | 295.0       |
+|    wind_speed                   | 6.15        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.9066921   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.564915    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.05633871  |
+|    air_humidity                 | 0.0120200375 |
+|    air_temperature              | 0.39812866   |
+|    clg_setpoint                 | -1.1131457   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.86579293  |
+|    diffuse_solar_radiation      | 1.269452     |
+|    direct_solar_radiation       | -0.60788107  |
+|    hour                         | -0.07187337  |
+|    htg_setpoint                 | 1.3084009    |
+|    month                        | -0.91765225  |
+|    outdoor_humidity             | 1.42468      |
+|    outdoor_temperature          | -0.9839896   |
+|    people_occupant              | 1.2170714    |
+|    total_electricity_HVAC       | -0.09074013  |
+|    wind_direction               | -1.4521581   |
+|    wind_speed                   | 0.3188943    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2737.1477    |
+|    air_humidity                 | 36.837044    |
+|    air_temperature              | 23.24969     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 8.0          |
+|    diffuse_solar_radiation      | 195.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 98.0         |
+|    outdoor_temperature          | 2.219313     |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 2463433.0    |
+|    wind_direction               | 30.0         |
+|    wind_speed                   | 5.7          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.3663001  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.564562   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.4012478   |
+|    air_humidity                 | -0.57682735 |
+|    air_temperature              | 0.3986602   |
+|    clg_setpoint                 | -1.1130109  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7516354  |
+|    diffuse_solar_radiation      | 1.6915439   |
+|    direct_solar_radiation       | -0.5593362  |
+|    hour                         | 0.07258821  |
+|    htg_setpoint                 | 1.3077751   |
+|    month                        | -0.91689515 |
+|    outdoor_humidity             | 0.3673159   |
+|    outdoor_temperature          | -0.76464415 |
+|    people_occupant              | -0.68935597 |
+|    total_electricity_HVAC       | 0.52134585  |
+|    wind_direction               | -0.22067004 |
+|    wind_speed                   | -0.13530439 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4775.198    |
+|    air_humidity                 | 29.209015   |
+|    air_temperature              | 23.250137   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 236.0       |
+|    direct_solar_radiation       | 12.0        |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 76.0        |
+|    outdoor_temperature          | 4.3745766   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5040263.5   |
+|    wind_direction               | 160.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.6538934   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 21.30315    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65198296 |
+|    air_humidity                 | -0.8780776  |
+|    air_temperature              | -0.9420622  |
+|    clg_setpoint                 | 1.4759895   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6376004  |
+|    diffuse_solar_radiation      | 2.4844706   |
+|    direct_solar_radiation       | 0.42933297  |
+|    hour                         | 0.21704969  |
+|    htg_setpoint                 | -1.1996989  |
+|    month                        | -0.91613996 |
+|    outdoor_humidity             | -0.6414043  |
+|    outdoor_temperature          | -0.6959488  |
+|    people_occupant              | -0.6889008  |
+|    total_electricity_HVAC       | -0.6577835  |
+|    wind_direction               | -1.4036496  |
+|    wind_speed                   | 1.9121385   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 25.301088   |
+|    air_temperature              | 21.329203   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 313.0       |
+|    direct_solar_radiation       | 257.0       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 12.827913   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 55.0        |
+|    outdoor_temperature          | 5.0451455   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 35.0        |
+|    wind_speed                   | 9.55        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.73607975 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.484551   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.41180396 |
+|    air_humidity                 | -1.2905958  |
+|    air_temperature              | 0.3990238   |
+|    clg_setpoint                 | -1.1139842  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.523654   |
+|    diffuse_solar_radiation      | 0.51758295  |
+|    direct_solar_radiation       | 2.545893    |
+|    hour                         | 0.3615106   |
+|    htg_setpoint                 | -0.46612146 |
+|    month                        | -0.9153866  |
+|    outdoor_humidity             | -1.9125288  |
+|    outdoor_temperature          | 0.1554291   |
+|    people_occupant              | 1.695123    |
+|    total_electricity_HVAC       | -0.42912892 |
+|    wind_direction               | 1.0583522   |
+|    wind_speed                   | -0.54986364 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1156.0275   |
+|    air_humidity                 | 19.943722   |
+|    air_temperature              | 23.249      |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 122.0       |
+|    direct_solar_radiation       | 782.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 15.87565    |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 28.5        |
+|    outdoor_temperature          | 13.443724   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1040424.7   |
+|    wind_direction               | 295.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.32661262 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.787804   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.55583966 |
+|    air_humidity                 | -1.2340668  |
+|    air_temperature              | 0.39954108  |
+|    clg_setpoint                 | -1.1137977  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.40976787 |
+|    diffuse_solar_radiation      | 0.37334475  |
+|    direct_solar_radiation       | -0.60767895 |
+|    hour                         | 0.5059702   |
+|    htg_setpoint                 | 1.3080515   |
+|    month                        | -0.9146352  |
+|    outdoor_humidity             | -1.5520188  |
+|    outdoor_temperature          | -0.6898106  |
+|    people_occupant              | 1.6946176   |
+|    total_electricity_HVAC       | -0.56623256 |
+|    wind_direction               | 0.96346664  |
+|    wind_speed                   | 1.6807586   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 513.9201    |
+|    air_humidity                 | 20.671843   |
+|    air_temperature              | 23.249578   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 108.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 36.0        |
+|    outdoor_temperature          | 5.1010523   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 462528.1    |
+|    wind_direction               | 285.0       |
+|    wind_speed                   | 9.0         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5711021  |
+|    air_humidity                 | -1.3143053  |
+|    air_temperature              | 0.399462    |
+|    clg_setpoint                 | -1.1136309  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.2959196  |
+|    diffuse_solar_radiation      | 0.08511545  |
+|    direct_solar_radiation       | 1.5446514   |
+|    hour                         | 0.650427    |
+|    htg_setpoint                 | -0.943648   |
+|    month                        | -0.91388553 |
+|    outdoor_humidity             | -1.694107   |
+|    outdoor_temperature          | -0.3810569  |
+|    people_occupant              | 1.6941136   |
+|    total_electricity_HVAC       | -0.58074886 |
+|    wind_direction               | 1.1990455   |
+|    wind_speed                   | 2.4201343   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 445.55356   |
+|    air_humidity                 | 19.618649   |
+|    air_temperature              | 23.248829   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 80.0        |
+|    direct_solar_radiation       | 534.0       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 13.88727    |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 33.0        |
+|    outdoor_temperature          | 8.138903    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 400998.2    |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 10.8        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.21224445 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.431126   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4135083  |
+|    air_humidity                 | -0.44081408 |
+|    air_temperature              | 0.40037146  |
+|    clg_setpoint                 | -1.1132252  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18209256 |
+|    diffuse_solar_radiation      | -0.46098974 |
+|    direct_solar_radiation       | -0.09188562 |
+|    hour                         | 0.79487944  |
+|    htg_setpoint                 | 1.3085941   |
+|    month                        | -0.91313773 |
+|    outdoor_humidity             | 1.0169053   |
+|    outdoor_temperature          | -0.8701445  |
+|    people_occupant              | 1.6936107   |
+|    total_electricity_HVAC       | -0.4307208  |
+|    wind_direction               | -0.12665747 |
+|    wind_speed                   | 1.5739323   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1147.2776   |
+|    air_humidity                 | 30.916756   |
+|    air_temperature              | 23.249588   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 27.0        |
+|    direct_solar_radiation       | 128.0       |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 89.5        |
+|    outdoor_temperature          | 3.3043087   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1032549.8   |
+|    wind_direction               | 170.0       |
+|    wind_speed                   | 8.75        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.59103197 |
+|    air_humidity                 | -1.453332   |
+|    air_temperature              | 0.39732057  |
+|    clg_setpoint                 | -1.1131471  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.06827584 |
+|    diffuse_solar_radiation      | -0.73909736 |
+|    direct_solar_radiation       | -0.6080487  |
+|    hour                         | 0.93932533  |
+|    htg_setpoint                 | -1.3968607  |
+|    month                        | -0.9123918  |
+|    outdoor_humidity             | -2.2188702  |
+|    outdoor_temperature          | 0.15350856  |
+|    people_occupant              | 0.50176984  |
+|    total_electricity_HVAC       | -0.5969259  |
+|    wind_direction               | 0.96166486  |
+|    wind_speed                   | 0.4177256   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 356.0666    |
+|    air_humidity                 | 17.801485   |
+|    air_temperature              | 23.244926   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 22.0        |
+|    outdoor_temperature          | 13.400654   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 332199.16   |
+|    wind_direction               | 285.0       |
+|    wind_speed                   | 5.95        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.54639435  |
+|    Heating_Setpoint_RL          | 0.4981125   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.469082   |
+|    Heating_Setpoint_RL          | 20.426884   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.51627207 |
+|    air_humidity                 | -1.210505   |
+|    air_temperature              | -2.1558714  |
+|    clg_setpoint                 | 1.4747119   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.04553577  |
+|    diffuse_solar_radiation      | -0.7390019  |
+|    direct_solar_radiation       | -0.6076779  |
+|    hour                         | 1.0837622   |
+|    htg_setpoint                 | 0.121340156 |
+|    month                        | -0.9116477  |
+|    outdoor_humidity             | 1.2083033   |
+|    outdoor_temperature          | -1.1069448  |
+|    people_occupant              | -0.6892233  |
+|    total_electricity_HVAC       | -0.5731427  |
+|    wind_direction               | -1.3563772  |
+|    wind_speed                   | 2.521368    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 689.5031    |
+|    air_humidity                 | 20.92024    |
+|    air_temperature              | 19.587172   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 18.312866   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 93.5        |
+|    outdoor_temperature          | 0.9620739   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 432551.06   |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 11.05       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6586178  |
+|    Heating_Setpoint_RL          | 0.19325778  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.402164   |
+|    Heating_Setpoint_RL          | 18.712074   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.2811422   |
+|    air_humidity                 | -1.4691347  |
+|    air_temperature              | -0.31298763 |
+|    clg_setpoint                 | 1.4738822   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.1593418   |
+|    diffuse_solar_radiation      | -0.7390101  |
+|    direct_solar_radiation       | -0.60754454 |
+|    hour                         | 1.2281868   |
+|    htg_setpoint                 | 1.308625    |
+|    month                        | -0.91090536 |
+|    outdoor_humidity             | 0.9921761   |
+|    outdoor_temperature          | -1.2281647  |
+|    people_occupant              | -0.6887711  |
+|    total_electricity_HVAC       | 3.0864851   |
+|    wind_direction               | -1.4016118  |
+|    wind_speed                   | -0.44971704 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17629.01    |
+|    air_humidity                 | 17.547562   |
+|    air_temperature              | 22.225185   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | -0.24429938 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15864901.0  |
+|    wind_direction               | 35.0        |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.79327047  |
+|    Heating_Setpoint_RL          | 0.24988917  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.302288   |
+|    Heating_Setpoint_RL          | 19.030626   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.1769383   |
+|    air_humidity                 | -0.26386595 |
+|    air_temperature              | -0.20458473 |
+|    clg_setpoint                 | 0.033634692 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.2731361   |
+|    diffuse_solar_radiation      | -0.73901814 |
+|    direct_solar_radiation       | -0.6077119  |
+|    hour                         | 1.3725961   |
+|    htg_setpoint                 | 1.3085126   |
+|    month                        | -0.91016483 |
+|    outdoor_humidity             | 0.9915108   |
+|    outdoor_temperature          | -1.0307438  |
+|    people_occupant              | -0.68892586 |
+|    total_electricity_HVAC       | 3.023483    |
+|    wind_direction               | -0.31306633 |
+|    wind_speed                   | -0.11888223 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17169.17    |
+|    air_humidity                 | 33.15941    |
+|    air_temperature              | 22.380072   |
+|    clg_setpoint                 | 26.243265   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | 1.6914867   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15603269.0  |
+|    wind_direction               | 150.0       |
+|    wind_speed                   | 4.65        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -0.0019406676 |
+|    Heating_Setpoint_RL          | -0.5313159    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 26.61845      |
+|    Heating_Setpoint_RL          | 14.636348     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.052384987  |
+|    air_humidity                 | -0.11238912   |
+|    air_temperature              | -1.4034113    |
+|    clg_setpoint                 | -0.51666045   |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 0.3869069     |
+|    diffuse_solar_radiation      | -0.7390024    |
+|    direct_solar_radiation       | -0.60757715   |
+|    hour                         | 1.516986      |
+|    htg_setpoint                 | 0.5349698     |
+|    month                        | -0.90942615   |
+|    outdoor_humidity             | -0.5667256    |
+|    outdoor_temperature          | -0.85738057   |
+|    people_occupant              | -0.6890804    |
+|    total_electricity_HVAC       | -0.2234043    |
+|    wind_direction               | -1.6355499    |
+|    wind_speed                   | -0.9653227    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 2761.377      |
+|    air_humidity                 | 35.119667     |
+|    air_temperature              | 20.66285      |
+|    clg_setpoint                 | 24.807756     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 19.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 22.0          |
+|    htg_setpoint                 | 20.034695     |
+|    month                        | 3.0           |
+|    outdoor_humidity             | 56.5          |
+|    outdoor_temperature          | 3.3923917     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 1909218.6     |
+|    wind_direction               | 10.0          |
+|    wind_speed                   | 2.6           |
+---------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.23706079  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.42508    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.4124206   |
+|    air_humidity                 | 0.21594472  |
+|    air_temperature              | -1.6011826  |
+|    clg_setpoint                 | 1.4739109   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.5006368   |
+|    diffuse_solar_radiation      | -0.73902804 |
+|    direct_solar_radiation       | -0.607732   |
+|    hour                         | 1.6613525   |
+|    htg_setpoint                 | 0.61796916  |
+|    month                        | -0.9086892  |
+|    outdoor_humidity             | 1.2305899   |
+|    outdoor_temperature          | -0.64034563 |
+|    people_occupant              | -0.6892347  |
+|    total_electricity_HVAC       | 1.6012394   |
+|    wind_direction               | -0.12274537 |
+|    wind_speed                   | -0.4491973  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 9299.793    |
+|    air_humidity                 | 39.368896   |
+|    air_temperature              | 20.379637   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 20.379639   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 94.0        |
+|    outdoor_temperature          | 5.5266457   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 9608028.0   |
+|    wind_direction               | 170.0       |
+|    wind_speed                   | 3.85        |
+| train/                          |             |
+|    approx_kl                    | 0.007292943 |
+|    clip_fraction                | 0.0703      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.54       |
+|    explained_variance           | 0.712       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.331       |
+|    n_updates                    | 550         |
+|    policy_gradient_loss         | -0.0103     |
+|    std                          | 0.859       |
+|    value_loss                   | 1.65        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.075180024 |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.371267    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.4564039   |
+|    air_humidity                 | -0.96585846  |
+|    air_temperature              | -2.714026    |
+|    clg_setpoint                 | 1.4737033    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.72837013   |
+|    diffuse_solar_radiation      | -0.7390223   |
+|    direct_solar_radiation       | -0.60777724  |
+|    hour                         | -1.6612712   |
+|    htg_setpoint                 | -1.3970809   |
+|    month                        | -0.9079541   |
+|    outdoor_humidity             | -1.165872    |
+|    outdoor_temperature          | -1.4121381   |
+|    people_occupant              | -0.68938863  |
+|    total_electricity_HVAC       | -0.47718865  |
+|    wind_direction               | 1.0582724    |
+|    wind_speed                   | 1.5678198    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 957.8626     |
+|    air_humidity                 | 24.057713    |
+|    air_temperature              | 18.78563     |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 22.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 44.0         |
+|    outdoor_temperature          | -2.0884078   |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 838161.6     |
+|    wind_direction               | 295.0        |
+|    wind_speed                   | 8.75         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.5326412   |
+|    air_humidity                 | -1.0946366  |
+|    air_temperature              | -1.7903008  |
+|    clg_setpoint                 | 0.22873661  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8419603   |
+|    diffuse_solar_radiation      | -0.73904866 |
+|    direct_solar_radiation       | -0.60794115 |
+|    hour                         | -1.5167141  |
+|    htg_setpoint                 | 0.9957996   |
+|    month                        | -0.9072208  |
+|    outdoor_humidity             | -1.6893175  |
+|    outdoor_temperature          | -1.6690489  |
+|    people_occupant              | -0.68954235 |
+|    total_electricity_HVAC       | 3.3277636   |
+|    wind_direction               | 1.529388    |
+|    wind_speed                   | -0.24469356 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 18768.213   |
+|    air_humidity                 | 22.372953   |
+|    air_temperature              | 20.105337   |
+|    clg_setpoint                 | 26.751362   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 21.94825    |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 33.0        |
+|    outdoor_temperature          | -4.6408534  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 16896670.0  |
+|    wind_direction               | 345.0       |
+|    wind_speed                   | 4.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.95964354   |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.863796    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6513771   |
+|    air_humidity                 | -1.384674    |
+|    air_temperature              | -1.3209394   |
+|    clg_setpoint                 | -0.2655048   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.95541316   |
+|    diffuse_solar_radiation      | -0.73908     |
+|    direct_solar_radiation       | -0.60809934  |
+|    hour                         | -1.3721809   |
+|    htg_setpoint                 | -1.3959341   |
+|    month                        | -0.9064892   |
+|    outdoor_humidity             | -0.060764357 |
+|    outdoor_temperature          | -0.7530991   |
+|    people_occupant              | -0.6890922   |
+|    total_electricity_HVAC       | -0.6571447   |
+|    wind_direction               | 0.6316604    |
+|    wind_speed                   | 0.9476535    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 18.592348    |
+|    air_temperature              | 20.775986    |
+|    clg_setpoint                 | 25.462482    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 24.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 2.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 67.0         |
+|    outdoor_temperature          | 4.3874846    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 250.0        |
+|    wind_speed                   | 7.25         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.8977997   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.655075   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6511886  |
+|    air_humidity                 | -0.5973891  |
+|    air_temperature              | -1.6033151  |
+|    clg_setpoint                 | 1.4733156   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0686877   |
+|    diffuse_solar_radiation      | -0.7391252  |
+|    direct_solar_radiation       | -0.6082619  |
+|    hour                         | -1.2276671  |
+|    htg_setpoint                 | -1.3954268  |
+|    month                        | -0.9057594  |
+|    outdoor_humidity             | 0.99201125  |
+|    outdoor_temperature          | -0.66847295 |
+|    people_occupant              | -0.688643   |
+|    total_electricity_HVAC       | -0.6569546  |
+|    wind_direction               | -0.07745055 |
+|    wind_speed                   | 0.92671967  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 28.780218   |
+|    air_temperature              | 20.370598   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | 5.2194233   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 175.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.028155833 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 17.466623    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.5942193    |
+|    air_humidity                 | 0.2893419    |
+|    air_temperature              | 0.2676355    |
+|    clg_setpoint                 | 0.028025167  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.1817375    |
+|    diffuse_solar_radiation      | -0.73915815  |
+|    direct_solar_radiation       | -0.6079821   |
+|    hour                         | -1.0831687   |
+|    htg_setpoint                 | 1.2602811    |
+|    month                        | -0.9050314   |
+|    outdoor_humidity             | 1.3732216    |
+|    outdoor_temperature          | -0.57887894  |
+|    people_occupant              | -0.68879694  |
+|    total_electricity_HVAC       | 0.52885026   |
+|    wind_direction               | -0.7866137   |
+|    wind_speed                   | -1.2938644   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 5651.49      |
+|    air_humidity                 | 40.273087    |
+|    air_temperature              | 23.052416    |
+|    clg_setpoint                 | 26.228987    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 26.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 23.047579    |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 97.0         |
+|    outdoor_temperature          | 6.099323     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 5086341.0    |
+|    wind_direction               | 100.0        |
+|    wind_speed                   | 1.8          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.050321028 |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.455166    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 2.7788937    |
+|    air_humidity                 | 0.26004124   |
+|    air_temperature              | 0.23125276   |
+|    clg_setpoint                 | 0.861643     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.2945116    |
+|    diffuse_solar_radiation      | -0.73918194  |
+|    direct_solar_radiation       | -0.60807294  |
+|    hour                         | -0.93868256  |
+|    htg_setpoint                 | 1.30304      |
+|    month                        | -0.9043051   |
+|    outdoor_humidity             | 1.5157304    |
+|    outdoor_temperature          | -0.49298275  |
+|    people_occupant              | -0.6889506   |
+|    total_electricity_HVAC       | 2.7567737    |
+|    wind_direction               | -1.7327635   |
+|    wind_speed                   | -2.0337195   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 15412.137    |
+|    air_humidity                 | 39.89729     |
+|    air_temperature              | 23.000242    |
+|    clg_setpoint                 | 28.404013    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 27.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 5.0          |
+|    htg_setpoint                 | 23.226456    |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 6.9449606    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 14495726.0   |
+|    wind_direction               | 0.0          |
+|    wind_speed                   | 0.0          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.09668116  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 18.16883    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.63153434 |
+|    air_humidity                 | 0.40675008  |
+|    air_temperature              | -0.6297146  |
+|    clg_setpoint                 | 1.1271853   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4069535   |
+|    diffuse_solar_radiation      | -0.23409176 |
+|    direct_solar_radiation       | -0.6080043  |
+|    hour                         | -0.7942054  |
+|    htg_setpoint                 | 0.24018723  |
+|    month                        | -0.90358055 |
+|    outdoor_humidity             | 0.1280047   |
+|    outdoor_temperature          | -0.09722146 |
+|    people_occupant              | -0.689104   |
+|    total_electricity_HVAC       | -0.6381704  |
+|    wind_direction               | -1.7311583  |
+|    wind_speed                   | 0.41337514  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 175.04617   |
+|    air_humidity                 | 41.80799    |
+|    air_temperature              | 21.76718    |
+|    clg_setpoint                 | 29.097076   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 49.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 18.806622   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 71.0        |
+|    outdoor_temperature          | 10.847959   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 157678.12   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 5.95        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.5600617   |
+|    air_humidity                 | -0.59765524 |
+|    air_temperature              | 0.15153076  |
+|    clg_setpoint                 | 0.034829076 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5190021   |
+|    diffuse_solar_radiation      | 0.40460417  |
+|    direct_solar_radiation       | 1.7345651   |
+|    hour                         | -0.6497348  |
+|    htg_setpoint                 | 1.3082775   |
+|    month                        | -0.9028578  |
+|    outdoor_humidity             | 0.032632917 |
+|    outdoor_temperature          | -0.900531   |
+|    people_occupant              | -0.68925714 |
+|    total_electricity_HVAC       | 1.6528223   |
+|    wind_direction               | -1.3512816  |
+|    wind_speed                   | 0.30974063  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 9965.612    |
+|    air_humidity                 | 28.802813   |
+|    air_temperature              | 22.886217   |
+|    clg_setpoint                 | 26.246511   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 111.0       |
+|    direct_solar_radiation       | 582.0       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 69.0        |
+|    outdoor_temperature          | 2.9334989   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 9832806.0   |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.16565827  |
+|    Heating_Setpoint_RL          | -0.3506826   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.065903    |
+|    Heating_Setpoint_RL          | 15.6524105   |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.33325478   |
+|    air_humidity                 | -0.5299643   |
+|    air_temperature              | -0.22764301  |
+|    clg_setpoint                 | 1.3434762    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.6305921    |
+|    diffuse_solar_radiation      | 0.6418848    |
+|    direct_solar_radiation       | -0.60809714  |
+|    hour                         | -0.5052685   |
+|    htg_setpoint                 | 1.0901613    |
+|    month                        | -0.9021367   |
+|    outdoor_humidity             | 0.7264809    |
+|    outdoor_temperature          | -0.96100605  |
+|    people_occupant              | -0.68941003  |
+|    total_electricity_HVAC       | -0.010630592 |
+|    wind_direction               | -1.019816    |
+|    wind_speed                   | -0.65717614  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 4485.2817    |
+|    air_humidity                 | 29.677696    |
+|    air_temperature              | 22.343311    |
+|    clg_setpoint                 | 29.661776    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 30.0         |
+|    diffuse_solar_radiation      | 134.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 8.0          |
+|    htg_setpoint                 | 22.342735    |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 83.5         |
+|    outdoor_temperature          | 2.3333004    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2807848.5    |
+|    wind_direction               | 75.0         |
+|    wind_speed                   | 3.35         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.7373402   |
+|    air_humidity                 | -0.44619623 |
+|    air_temperature              | 0.21396358  |
+|    clg_setpoint                 | 1.0377647   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7416539   |
+|    diffuse_solar_radiation      | 1.1670356   |
+|    direct_solar_radiation       | -0.60779905 |
+|    hour                         | -0.3608049  |
+|    htg_setpoint                 | 1.3080125   |
+|    month                        | -0.9014174  |
+|    outdoor_humidity             | 1.515343    |
+|    outdoor_temperature          | -0.5478105  |
+|    people_occupant              | -0.6889628  |
+|    total_electricity_HVAC       | 1.9068182   |
+|    wind_direction               | -1.6802071  |
+|    wind_speed                   | 0.20685917  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 10759.942   |
+|    air_humidity                 | 30.757708   |
+|    air_temperature              | 22.974922   |
+|    clg_setpoint                 | 28.86537    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 185.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 6.3992643   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 10908362.0  |
+|    wind_direction               | 5.0         |
+|    wind_speed                   | 5.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.78634214  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.048176   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.14329949 |
+|    air_humidity                 | -0.08859752 |
+|    air_temperature              | 0.408391    |
+|    clg_setpoint                 | -1.114134   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6719047  |
+|    diffuse_solar_radiation      | 1.4556026   |
+|    direct_solar_radiation       | -0.607445   |
+|    hour                         | -0.21634263 |
+|    htg_setpoint                 | 1.3075178   |
+|    month                        | -0.6177172  |
+|    outdoor_humidity             | 0.89203984  |
+|    outdoor_temperature          | -0.8162843  |
+|    people_occupant              | 1.6953514   |
+|    total_electricity_HVAC       | -0.17337818 |
+|    wind_direction               | -0.35579255 |
+|    wind_speed                   | -0.55456114 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2357.9585   |
+|    air_humidity                 | 35.382343   |
+|    air_temperature              | 23.252792   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 213.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 3.7514842   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 2122162.8   |
+|    wind_direction               | 145.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.57842946  |
+|    air_humidity                 | -0.82734126  |
+|    air_temperature              | 0.4058385    |
+|    clg_setpoint                 | -1.1138952   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.5556471   |
+|    diffuse_solar_radiation      | 2.7848566    |
+|    direct_solar_radiation       | -0.023661777 |
+|    hour                         | -0.071880914 |
+|    htg_setpoint                 | 0.05234926   |
+|    month                        | -0.6173426   |
+|    outdoor_humidity             | -1.1906197   |
+|    outdoor_temperature          | -0.2402968   |
+|    people_occupant              | 1.2181346    |
+|    total_electricity_HVAC       | -0.5876253   |
+|    wind_direction               | 1.1082793    |
+|    wind_speed                   | 0.8250712    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 412.7258     |
+|    air_humidity                 | 25.833078    |
+|    air_temperature              | 23.248888    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 2.0          |
+|    diffuse_solar_radiation      | 342.0        |
+|    direct_solar_radiation       | 145.0        |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 18.029062    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 43.5         |
+|    outdoor_temperature          | 9.41625      |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 371291.5     |
+|    wind_direction               | 300.0        |
+|    wind_speed                   | 6.95         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5898568   |
+|    air_humidity                 | -1.3367493   |
+|    air_temperature              | 0.40656397   |
+|    clg_setpoint                 | -1.1135962   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.4398987   |
+|    diffuse_solar_radiation      | 0.48676062   |
+|    direct_solar_radiation       | 3.094266     |
+|    hour                         | 0.0725807    |
+|    htg_setpoint                 | -1.0332474   |
+|    month                        | -0.61696863  |
+|    outdoor_humidity             | -1.5724019   |
+|    outdoor_temperature          | -0.19333202  |
+|    people_occupant              | 0.26435733   |
+|    total_electricity_HVAC       | -0.59844947  |
+|    wind_direction               | 0.58763933   |
+|    wind_speed                   | -0.019398335 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 360.88785    |
+|    air_humidity                 | 19.236084    |
+|    air_temperature              | 23.249588    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 3.0          |
+|    diffuse_solar_radiation      | 119.0        |
+|    direct_solar_radiation       | 920.0        |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 13.511085    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 35.5         |
+|    outdoor_temperature          | 9.873981     |
+|    people_occupant              | 8.0          |
+|    total_electricity_HVAC       | 324802.34    |
+|    wind_direction               | 245.0        |
+|    wind_speed                   | 4.9          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49064153 |
+|    air_humidity                 | -0.9438147  |
+|    air_temperature              | 0.40659174  |
+|    clg_setpoint                 | -1.113275   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3245832  |
+|    diffuse_solar_radiation      | 1.7236311   |
+|    direct_solar_radiation       | 2.1025128   |
+|    hour                         | 0.21704221  |
+|    htg_setpoint                 | -1.3962753  |
+|    month                        | -0.6165954  |
+|    outdoor_humidity             | -1.1174111  |
+|    outdoor_temperature          | -0.03541521 |
+|    people_occupant              | 1.2174159   |
+|    total_electricity_HVAC       | -0.50398916 |
+|    wind_direction               | 0.1149772   |
+|    wind_speed                   | 0.51648176  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 803.80914   |
+|    air_humidity                 | 24.310068   |
+|    air_temperature              | 23.249449   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 239.0       |
+|    direct_solar_radiation       | 674.0       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | 11.423933   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 723428.25   |
+|    wind_direction               | 195.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.08666387 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.137516   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4417937  |
+|    air_humidity                 | 0.69806385  |
+|    air_temperature              | 0.40681723  |
+|    clg_setpoint                 | -1.1130749  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2096317  |
+|    diffuse_solar_radiation      | 1.2595267   |
+|    direct_solar_radiation       | -0.6078814  |
+|    hour                         | 0.36150318  |
+|    htg_setpoint                 | 0.6669663   |
+|    month                        | -0.6162228  |
+|    outdoor_humidity             | 0.1753528   |
+|    outdoor_temperature          | 0.34710252  |
+|    people_occupant              | 1.6936201   |
+|    total_electricity_HVAC       | -0.4574855  |
+|    wind_direction               | 0.49301708  |
+|    wind_speed                   | 0.083860226 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1021.706    |
+|    air_humidity                 | 45.526287   |
+|    air_temperature              | 23.249783   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 194.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 20.58365    |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 72.0        |
+|    outdoor_temperature          | 15.183521   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 919535.4    |
+|    wind_direction               | 235.0       |
+|    wind_speed                   | 5.15        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.31984913 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 15.825849   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.46134183 |
+|    air_humidity                 | -0.07128083 |
+|    air_temperature              | 0.8508458   |
+|    clg_setpoint                 | -0.354484   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0949814  |
+|    diffuse_solar_radiation      | 1.0328345   |
+|    direct_solar_radiation       | 1.2049942   |
+|    hour                         | 0.5059628   |
+|    htg_setpoint                 | 1.1867164   |
+|    month                        | -0.61585087 |
+|    outdoor_humidity             | 0.031209072 |
+|    outdoor_temperature          | 0.6105149   |
+|    people_occupant              | -0.6892793  |
+|    total_electricity_HVAC       | -0.4374133  |
+|    wind_direction               | 0.0671433   |
+|    wind_speed                   | 0.6201456   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 933.6976    |
+|    air_humidity                 | 35.595768   |
+|    air_temperature              | 23.884384   |
+|    clg_setpoint                 | 25.230772   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 172.0       |
+|    direct_solar_radiation       | 451.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 22.746296   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 69.0        |
+|    outdoor_temperature          | 17.773151   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1003736.3   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 6.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.011698544 |
+|    Heating_Setpoint_RL          | -0.49056232 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.664482   |
+|    Heating_Setpoint_RL          | 14.865587   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.18178183 |
+|    air_humidity                 | -0.40751347 |
+|    air_temperature              | 1.0654105   |
+|    clg_setpoint                 | -0.30900237 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9805766  |
+|    diffuse_solar_radiation      | 0.62074256  |
+|    direct_solar_radiation       | 0.8301004   |
+|    hour                         | 0.6504198   |
+|    htg_setpoint                 | -1.3964511  |
+|    month                        | -0.61547965 |
+|    outdoor_humidity             | -1.5491493  |
+|    outdoor_temperature          | 1.4245553   |
+|    people_occupant              | -0.68883497 |
+|    total_electricity_HVAC       | -0.13150097 |
+|    wind_direction               | 0.63430154  |
+|    wind_speed                   | 0.72356033  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2181.4373   |
+|    air_humidity                 | 31.259357   |
+|    air_temperature              | 24.191092   |
+|    clg_setpoint                 | 25.35072    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 132.0       |
+|    direct_solar_radiation       | 358.0       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 36.0        |
+|    outdoor_temperature          | 25.778727   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2294720.8   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.45700938  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 20.195679   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49287695 |
+|    air_humidity                 | 0.48706317  |
+|    air_temperature              | 0.42541742  |
+|    clg_setpoint                 | -1.1136322  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8663671  |
+|    diffuse_solar_radiation      | 0.012180272 |
+|    direct_solar_radiation       | -0.60038537 |
+|    hour                         | 0.79487246  |
+|    htg_setpoint                 | 1.1955276   |
+|    month                        | -0.6151091  |
+|    outdoor_humidity             | 0.0797665   |
+|    outdoor_temperature          | 0.17258029  |
+|    people_occupant              | 1.6948013   |
+|    total_electricity_HVAC       | -0.50609773 |
+|    wind_direction               | 0.019045852 |
+|    wind_speed                   | 0.084602974 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 791.837     |
+|    air_humidity                 | 42.814568   |
+|    air_temperature              | 23.276638   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 73.0        |
+|    direct_solar_radiation       | 2.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 22.781818   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 70.0        |
+|    outdoor_temperature          | 13.480898   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 712653.25   |
+|    wind_direction               | 185.0       |
+|    wind_speed                   | 5.15        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.21805373  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.851551   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.55542153 |
+|    air_humidity                 | 1.386591    |
+|    air_temperature              | 0.4068183   |
+|    clg_setpoint                 | -1.1134392  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.75230896 |
+|    diffuse_solar_radiation      | -0.7402762  |
+|    direct_solar_radiation       | -0.6085325  |
+|    hour                         | 0.9393187   |
+|    htg_setpoint                 | 0.68786675  |
+|    month                        | -0.6147392  |
+|    outdoor_humidity             | 0.82182056  |
+|    outdoor_temperature          | 0.44887453  |
+|    people_occupant              | 0.5026372   |
+|    total_electricity_HVAC       | -0.5822137  |
+|    wind_direction               | 0.019002788 |
+|    wind_speed                   | -0.76078355 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 513.14435   |
+|    air_humidity                 | 54.441116   |
+|    air_temperature              | 23.250128   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 20.67056    |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 85.5        |
+|    outdoor_temperature          | 16.197859   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 391793.94   |
+|    wind_direction               | 185.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.10077599  |
+|    Heating_Setpoint_RL          | -0.36314481  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.284882    |
+|    Heating_Setpoint_RL          | 15.582311    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.53152     |
+|    air_humidity                 | 0.27263966   |
+|    air_temperature              | 0.71496737   |
+|    clg_setpoint                 | -0.6378633   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.63836426  |
+|    diffuse_solar_radiation      | -0.74035144  |
+|    direct_solar_radiation       | -0.6086931   |
+|    hour                         | 1.0837561    |
+|    htg_setpoint                 | -0.055459075 |
+|    month                        | -0.61437     |
+|    outdoor_humidity             | -1.7405179   |
+|    outdoor_temperature          | 0.76128966   |
+|    people_occupant              | -0.4509444   |
+|    total_electricity_HVAC       | -0.5428844   |
+|    wind_direction               | 0.9654222    |
+|    wind_speed                   | 2.2081401    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 620.5059     |
+|    air_humidity                 | 40.069782    |
+|    air_temperature              | 23.690386    |
+|    clg_setpoint                 | 24.491114    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 10.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 19.0         |
+|    htg_setpoint                 | 17.579048    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 32.0         |
+|    outdoor_temperature          | 19.270967    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 558455.3     |
+|    wind_direction               | 285.0        |
+|    wind_speed                   | 10.3         |
+| train/                          |              |
+|    approx_kl                    | 0.009243434  |
+|    clip_fraction                | 0.0763       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.51        |
+|    explained_variance           | 0.772        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.584        |
+|    n_updates                    | 560          |
+|    policy_gradient_loss         | -0.0133      |
+|    std                          | 0.84         |
+|    value_loss                   | 1.43         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.44117832 |
+|    Heating_Setpoint_RL          | -0.9461676  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.136023   |
+|    Heating_Setpoint_RL          | 12.302807   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6508474  |
+|    air_humidity                 | -1.8350009  |
+|    air_temperature              | 0.08797747  |
+|    clg_setpoint                 | -0.89015365 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.52450067 |
+|    diffuse_solar_radiation      | -0.74042374 |
+|    direct_solar_radiation       | -0.60889417 |
+|    hour                         | 1.2281816   |
+|    htg_setpoint                 | -1.3958026  |
+|    month                        | -0.6140014  |
+|    outdoor_humidity             | -2.5018075  |
+|    outdoor_temperature          | -0.30557504 |
+|    people_occupant              | -0.45112473 |
+|    total_electricity_HVAC       | -0.6564428  |
+|    wind_direction               | 1.4374584   |
+|    wind_speed                   | 1.461186    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 12.830793   |
+|    air_temperature              | 22.794975   |
+|    clg_setpoint                 | 23.832355   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 16.0        |
+|    outdoor_temperature          | 8.7938      |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 335.0       |
+|    wind_speed                   | 8.5         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.6814583  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.791797   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65060055 |
+|    air_humidity                 | -1.7048683  |
+|    air_temperature              | -0.56817675 |
+|    clg_setpoint                 | -0.761565   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.41069165 |
+|    diffuse_solar_radiation      | -0.7403668  |
+|    direct_solar_radiation       | -0.60902673 |
+|    hour                         | 1.372592    |
+|    htg_setpoint                 | -0.60927886 |
+|    month                        | -0.6136335  |
+|    outdoor_humidity             | -1.6841791  |
+|    outdoor_temperature          | -0.45132098 |
+|    people_occupant              | -0.68959254 |
+|    total_electricity_HVAC       | -0.65619457 |
+|    wind_direction               | -0.31381267 |
+|    wind_speed                   | -1.0705545  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 14.471849   |
+|    air_temperature              | 21.857574   |
+|    clg_setpoint                 | 24.167503   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 15.269693   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 33.0        |
+|    outdoor_temperature          | 7.36098     |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 150.0       |
+|    wind_speed                   | 2.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65051115 |
+|    air_humidity                 | -1.1608106  |
+|    air_temperature              | -0.59294134 |
+|    clg_setpoint                 | 1.4724038   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.29691625 |
+|    diffuse_solar_radiation      | -0.7404343  |
+|    direct_solar_radiation       | -0.6086988  |
+|    hour                         | 1.5169835   |
+|    htg_setpoint                 | -1.3950524  |
+|    month                        | -0.6132663  |
+|    outdoor_humidity             | 1.3483251   |
+|    outdoor_temperature          | -0.7067681  |
+|    people_occupant              | -0.6891502  |
+|    total_electricity_HVAC       | -0.656103   |
+|    wind_direction               | -1.0710285  |
+|    wind_speed                   | 0.30866694  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 21.482252   |
+|    air_temperature              | 21.821539   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 96.5        |
+|    outdoor_temperature          | 4.851196    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 70.0        |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.47187102 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.032434   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.1977205  |
+|    air_humidity                 | -0.6220672  |
+|    air_temperature              | -1.507638   |
+|    clg_setpoint                 | 0.6449467   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18315923 |
+|    diffuse_solar_radiation      | -0.7405109  |
+|    direct_solar_radiation       | -0.6087905  |
+|    hour                         | 1.6613519   |
+|    htg_setpoint                 | 0.44819385  |
+|    month                        | -0.6128997  |
+|    outdoor_humidity             | 0.822796    |
+|    outdoor_temperature          | -0.62986463 |
+|    people_occupant              | -0.6887087  |
+|    total_electricity_HVAC       | -0.22514847 |
+|    wind_direction               | -0.73924816 |
+|    wind_speed                   | -0.9677133  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2106.5903   |
+|    air_humidity                 | 28.440065   |
+|    air_temperature              | 20.515554   |
+|    clg_setpoint                 | 27.841171   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 19.668053   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 85.5        |
+|    outdoor_temperature          | 5.6029983   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1895931.4   |
+|    wind_direction               | 105.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.011381835 |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.586586    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6502579   |
+|    air_humidity                 | 1.6578714    |
+|    air_temperature              | -1.216219    |
+|    clg_setpoint                 | 1.4717661    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.044352487  |
+|    diffuse_solar_radiation      | -0.74054325  |
+|    direct_solar_radiation       | -0.60842836  |
+|    hour                         | -1.6612723   |
+|    htg_setpoint                 | -0.66338855  |
+|    month                        | -0.6125338   |
+|    outdoor_humidity             | 1.251127     |
+|    outdoor_temperature          | -0.15903912  |
+|    people_occupant              | -0.6888599   |
+|    total_electricity_HVAC       | -0.6558378   |
+|    wind_direction               | 0.8230808    |
+|    wind_speed                   | 0.41216376   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 57.940693    |
+|    air_temperature              | 20.9318      |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 16.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 15.045432    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 94.5         |
+|    outdoor_temperature          | 10.218526    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 270.0        |
+|    wind_speed                   | 5.95         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.10842759 |
+|    Heating_Setpoint_RL          | -0.75694895 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.259056   |
+|    Heating_Setpoint_RL          | 13.367163   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.2665144   |
+|    air_humidity                 | 0.82106805  |
+|    air_temperature              | 0.40818873  |
+|    clg_setpoint                 | -0.87680113 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.15814173  |
+|    diffuse_solar_radiation      | -0.7405902  |
+|    direct_solar_radiation       | -0.60863686 |
+|    hour                         | -1.5167172  |
+|    htg_setpoint                 | 1.3087659   |
+|    month                        | -0.6121685  |
+|    outdoor_humidity             | 0.65444106  |
+|    outdoor_temperature          | 0.335764    |
+|    people_occupant              | -0.68901086 |
+|    total_electricity_HVAC       | 0.21666248  |
+|    wind_direction               | -1.7340677  |
+|    wind_speed                   | -2.0388744  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4177.291    |
+|    air_humidity                 | 47.12678    |
+|    air_temperature              | 23.24985    |
+|    clg_setpoint                 | 23.867424   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 82.0        |
+|    outdoor_temperature          | 15.073835   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3759562.0   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.3323376   |
+|    air_humidity                 | 0.73205096  |
+|    air_temperature              | 0.3379178   |
+|    clg_setpoint                 | 0.18053217  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.2719236   |
+|    diffuse_solar_radiation      | -0.74068046 |
+|    direct_solar_radiation       | -0.60833    |
+|    hour                         | -1.3721855  |
+|    htg_setpoint                 | 1.308053    |
+|    month                        | -0.6118039  |
+|    outdoor_humidity             | 1.107161    |
+|    outdoor_temperature          | -0.3963672  |
+|    people_occupant              | -0.68916154 |
+|    total_electricity_HVAC       | 2.4320126   |
+|    wind_direction               | -1.1177511  |
+|    wind_speed                   | 0.08299174  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 13390.97    |
+|    air_humidity                 | 45.985523   |
+|    air_temperature              | 23.149668   |
+|    clg_setpoint                 | 26.62793    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 91.5        |
+|    outdoor_temperature          | 7.897754    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 13103618.0  |
+|    wind_direction               | 65.0        |
+|    wind_speed                   | 5.15        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.28581166  |
+|    Heating_Setpoint_RL          | -0.59919    |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.589615   |
+|    Heating_Setpoint_RL          | 14.254557   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.126264    |
+|    air_humidity                 | -0.09942505 |
+|    air_temperature              | 0.20089795  |
+|    clg_setpoint                 | 1.4717128   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.38568962  |
+|    diffuse_solar_radiation      | -0.74074465 |
+|    direct_solar_radiation       | -0.6079692  |
+|    hour                         | -1.2276727  |
+|    htg_setpoint                 | 1.3076826   |
+|    month                        | -0.61143994 |
+|    outdoor_humidity             | 0.12807496  |
+|    outdoor_temperature          | -0.9387914  |
+|    people_occupant              | -0.689312   |
+|    total_electricity_HVAC       | 2.0970895   |
+|    wind_direction               | -1.3059344  |
+|    wind_speed                   | -0.34986833 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 12471.479   |
+|    air_humidity                 | 35.231457   |
+|    air_temperature              | 22.954227   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 71.0        |
+|    outdoor_temperature          | 2.5810127   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 11691008.0  |
+|    wind_direction               | 45.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.66566116 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.378393   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6502143  |
+|    air_humidity                 | -0.5149553  |
+|    air_temperature              | -0.84585625 |
+|    clg_setpoint                 | 0.81352955  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.49942577  |
+|    diffuse_solar_radiation      | -0.7408093  |
+|    direct_solar_radiation       | -0.6080876  |
+|    hour                         | -1.0831751  |
+|    htg_setpoint                 | -1.3960296  |
+|    month                        | -0.6110766  |
+|    outdoor_humidity             | -0.25362355 |
+|    outdoor_temperature          | -0.50193983 |
+|    people_occupant              | -0.6894622  |
+|    total_electricity_HVAC       | -0.6557569  |
+|    wind_direction               | -0.8795903  |
+|    wind_speed                   | -0.24669394 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 29.852835   |
+|    air_temperature              | 21.461992   |
+|    clg_setpoint                 | 28.280468   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 63.0        |
+|    outdoor_temperature          | 6.8572807   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 90.0        |
+|    wind_speed                   | 4.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.22167626  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 18.87193    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.36985338  |
+|    air_humidity                 | -0.37708163 |
+|    air_temperature              | -0.53536147 |
+|    clg_setpoint                 | 0.26525047  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.61311257  |
+|    diffuse_solar_radiation      | -0.6068923  |
+|    direct_solar_radiation       | -0.60772765 |
+|    hour                         | -0.93868935 |
+|    htg_setpoint                 | 0.9839424   |
+|    month                        | -0.61071396 |
+|    outdoor_humidity             | 1.3227513   |
+|    outdoor_temperature          | -0.7538734  |
+|    people_occupant              | -0.68902266 |
+|    total_electricity_HVAC       | 0.10286509  |
+|    wind_direction               | -1.4941882  |
+|    wind_speed                   | 2.2059898   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4636.7534   |
+|    air_humidity                 | 31.631735   |
+|    air_temperature              | 21.904263   |
+|    clg_setpoint                 | 26.850426   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 13.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 21.903519   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 4.3890996   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3278551.2   |
+|    wind_direction               | 25.0        |
+|    wind_speed                   | 10.3        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.5519797   |
+|    air_humidity                 | -0.3135423  |
+|    air_temperature              | -0.42479816 |
+|    clg_setpoint                 | 1.056504    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7267252   |
+|    diffuse_solar_radiation      | -0.1636906  |
+|    direct_solar_radiation       | -0.60736835 |
+|    hour                         | -0.79421246 |
+|    htg_setpoint                 | 1.0217142   |
+|    month                        | -0.6103519  |
+|    outdoor_humidity             | 1.17813     |
+|    outdoor_temperature          | -0.7143539  |
+|    people_occupant              | -0.68858397 |
+|    total_electricity_HVAC       | 1.765897    |
+|    wind_direction               | 0.636063    |
+|    wind_speed                   | 1.0295432   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 9912.809    |
+|    air_humidity                 | 32.45116    |
+|    air_temperature              | 22.061176   |
+|    clg_setpoint                 | 28.920172   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 56.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 22.061134   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 4.773507    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 10297636.0  |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 7.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.7728301    |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.233301    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.633908    |
+|    air_humidity                 | -0.14624408  |
+|    air_temperature              | -0.45695117  |
+|    clg_setpoint                 | 1.1797904    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.8402335    |
+|    diffuse_solar_radiation      | 0.042226225  |
+|    direct_solar_radiation       | 2.329074     |
+|    hour                         | -0.649742    |
+|    htg_setpoint                 | -1.0362458   |
+|    month                        | -0.60999054  |
+|    outdoor_humidity             | -0.23141189  |
+|    outdoor_temperature          | -0.1636535   |
+|    people_occupant              | -0.68873435  |
+|    total_electricity_HVAC       | -0.6390969   |
+|    wind_direction               | 0.5882423    |
+|    wind_speed                   | -0.022058593 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 159.55258    |
+|    air_humidity                 | 34.612644    |
+|    air_temperature              | 22.015625    |
+|    clg_setpoint                 | 29.242104    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 23.0         |
+|    diffuse_solar_radiation      | 76.0         |
+|    direct_solar_radiation       | 731.0        |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 13.496927    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 63.5         |
+|    outdoor_temperature          | 10.161991    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 148358.62    |
+|    wind_direction               | 245.0        |
+|    wind_speed                   | 4.9          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.056112885 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.940636   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5446627  |
+|    air_humidity                 | 0.24691273  |
+|    air_temperature              | 0.4094409   |
+|    clg_setpoint                 | -1.1134822  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.95360184  |
+|    diffuse_solar_radiation      | 1.2999997   |
+|    direct_solar_radiation       | 1.0462931   |
+|    hour                         | -0.5052758  |
+|    htg_setpoint                 | 1.3075498   |
+|    month                        | -0.6096298  |
+|    outdoor_humidity             | 0.34205434  |
+|    outdoor_temperature          | -0.08228143 |
+|    people_occupant              | 1.6948413   |
+|    total_electricity_HVAC       | -0.4645122  |
+|    wind_direction               | -0.5010524  |
+|    wind_speed                   | -0.8668767  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 557.3583    |
+|    air_humidity                 | 39.6912     |
+|    air_temperature              | 23.249825   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 198.0       |
+|    direct_solar_radiation       | 412.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 75.5        |
+|    outdoor_temperature          | 10.958495   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 884661.44   |
+|    wind_direction               | 130.0       |
+|    wind_speed                   | 2.85        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.20148318 |
+|    air_humidity                 | 0.5864595   |
+|    air_temperature              | 0.40883482  |
+|    clg_setpoint                 | -1.1131744  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0667896   |
+|    diffuse_solar_radiation      | 0.9697242   |
+|    direct_solar_radiation       | 2.5037277   |
+|    hour                         | -0.36081216 |
+|    htg_setpoint                 | -0.7501919  |
+|    month                        | -0.6092697  |
+|    outdoor_humidity             | -0.6625401  |
+|    outdoor_temperature          | 0.5800992   |
+|    people_occupant              | 1.6943547   |
+|    total_electricity_HVAC       | -0.21545994 |
+|    wind_direction               | -1.732393   |
+|    wind_speed                   | 1.2561336   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2087.4602   |
+|    air_humidity                 | 44.082508   |
+|    air_temperature              | 23.249008   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 166.0       |
+|    direct_solar_radiation       | 775.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 14.688022   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 54.5        |
+|    outdoor_temperature          | 17.43353    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1934835.1   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 8.0         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.9906079   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.19717    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.13769016 |
+|    air_humidity                 | 0.6816726   |
+|    air_temperature              | 0.40834334  |
+|    clg_setpoint                 | -1.1128129  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.179751    |
+|    diffuse_solar_radiation      | 3.9782193   |
+|    direct_solar_radiation       | 1.0017316   |
+|    hour                         | -0.2163499  |
+|    htg_setpoint                 | 0.28459638  |
+|    month                        | -0.6089102  |
+|    outdoor_humidity             | -0.5428782  |
+|    outdoor_temperature          | 0.5674669   |
+|    people_occupant              | 1.6938692   |
+|    total_electricity_HVAC       | -0.1680681  |
+|    wind_direction               | 0.067809984 |
+|    wind_speed                   | -0.3509968  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2371.9426   |
+|    air_humidity                 | 45.31305    |
+|    air_temperature              | 23.24838    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 458.0       |
+|    direct_solar_radiation       | 401.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 18.994354   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 57.0        |
+|    outdoor_temperature          | 17.311382   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 2134748.5   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.20387834  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 16.478184    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6333238   |
+|    air_humidity                 | 0.50953966   |
+|    air_temperature              | -0.069065705 |
+|    clg_setpoint                 | -1.1124911   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.2924353    |
+|    diffuse_solar_radiation      | 4.128589     |
+|    direct_solar_radiation       | -0.1499824   |
+|    hour                         | -0.07188815  |
+|    htg_setpoint                 | 0.88382107   |
+|    month                        | -0.6085514   |
+|    outdoor_humidity             | 0.078703694  |
+|    outdoor_temperature          | 0.48692194   |
+|    people_occupant              | -0.68933344  |
+|    total_electricity_HVAC       | -0.6396417   |
+|    wind_direction               | 0.3993754    |
+|    wind_speed                   | -0.35102624  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 162.12741    |
+|    air_humidity                 | 43.094173    |
+|    air_temperature              | 22.569092    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 27.0         |
+|    diffuse_solar_radiation      | 473.0        |
+|    direct_solar_radiation       | 114.0        |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 21.48875     |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 70.0         |
+|    outdoor_temperature          | 16.524801    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 145914.67    |
+|    wind_direction               | 225.0        |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6110939  |
+|    Heating_Setpoint_RL          | -0.44773996 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.562557   |
+|    Heating_Setpoint_RL          | 15.1064625  |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5829392  |
+|    air_humidity                 | -0.2786571  |
+|    air_temperature              | 0.28187823  |
+|    clg_setpoint                 | -1.1127219  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4047871   |
+|    diffuse_solar_radiation      | 1.0293775   |
+|    direct_solar_radiation       | 2.4696875   |
+|    hour                         | 0.0725735   |
+|    htg_setpoint                 | -1.3964428  |
+|    month                        | -0.6081932  |
+|    outdoor_humidity             | -1.1171429  |
+|    outdoor_temperature          | 0.71501625  |
+|    people_occupant              | -0.68889666 |
+|    total_electricity_HVAC       | -0.5127936  |
+|    wind_direction               | -0.689957   |
+|    wind_speed                   | 1.3603767   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 385.92224   |
+|    air_humidity                 | 32.936073   |
+|    air_temperature              | 23.068476   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 172.0       |
+|    direct_solar_radiation       | 767.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | 18.75522    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 679980.2    |
+|    wind_direction               | 110.0       |
+|    wind_speed                   | 8.25        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.11327016 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.987856   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6335677  |
+|    air_humidity                 | 0.42866734  |
+|    air_temperature              | 1.2281002   |
+|    clg_setpoint                 | -0.66723406 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.516746    |
+|    diffuse_solar_radiation      | 1.728893    |
+|    direct_solar_radiation       | -0.60769427 |
+|    hour                         | 0.21703506  |
+|    htg_setpoint                 | 0.48334846  |
+|    month                        | -0.60783565 |
+|    outdoor_humidity             | 0.3419525   |
+|    outdoor_temperature          | 0.16248693  |
+|    people_occupant              | 1.2184488   |
+|    total_electricity_HVAC       | -0.625289   |
+|    wind_direction               | -0.6420754  |
+|    wind_speed                   | -0.02102481 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 159.6912    |
+|    air_humidity                 | 42.056503   |
+|    air_temperature              | 24.41384    |
+|    clg_setpoint                 | 24.413996   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 240.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 19.822876   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 75.5        |
+|    outdoor_temperature          | 13.359347   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 205175.84   |
+|    wind_direction               | 115.0       |
+|    wind_speed                   | 4.9         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.43819463 |
+|    air_humidity                 | 2.2651706   |
+|    air_temperature              | 0.4088572   |
+|    clg_setpoint                 | -1.11253    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6282481   |
+|    diffuse_solar_radiation      | 0.720246    |
+|    direct_solar_radiation       | -0.6073375  |
+|    hour                         | 0.3614961   |
+|    htg_setpoint                 | 0.8197355   |
+|    month                        | -0.6074787  |
+|    outdoor_humidity             | 1.2739321   |
+|    outdoor_temperature          | 0.46073523  |
+|    people_occupant              | 1.694789    |
+|    total_electricity_HVAC       | -0.45399976 |
+|    wind_direction               | 1.6337756   |
+|    wind_speed                   | -0.76275    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1029.9443   |
+|    air_humidity                 | 65.75197    |
+|    air_temperature              | 23.249094   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 142.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 21.22511    |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 95.0        |
+|    outdoor_temperature          | 16.269358   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 926949.94   |
+|    wind_direction               | 355.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.27182215 |
+|    air_humidity                 | -0.9911825  |
+|    air_temperature              | 0.40857506  |
+|    clg_setpoint                 | -1.1122885  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6714269  |
+|    diffuse_solar_radiation      | 2.2832031   |
+|    direct_solar_radiation       | 0.103040114 |
+|    hour                         | 0.50595576  |
+|    htg_setpoint                 | -1.1180427  |
+|    month                        | -0.3219029  |
+|    outdoor_humidity             | -1.8590742  |
+|    outdoor_temperature          | 0.42836118  |
+|    people_occupant              | 1.694305    |
+|    total_electricity_HVAC       | -0.29571766 |
+|    wind_direction               | -0.54597014 |
+|    wind_speed                   | 0.7227606   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1770.8137   |
+|    air_humidity                 | 23.762506   |
+|    air_temperature              | 23.24879    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 294.0       |
+|    direct_solar_radiation       | 177.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 13.161798   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 29.5        |
+|    outdoor_temperature          | 15.9528055  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1593732.4   |
+|    wind_direction               | 125.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.08099061  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.080572   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.31916386 |
+|    air_humidity                 | -0.7267044  |
+|    air_temperature              | 0.40848768  |
+|    clg_setpoint                 | -1.1120176  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5552768  |
+|    diffuse_solar_radiation      | 0.7496584   |
+|    direct_solar_radiation       | 1.2825763   |
+|    hour                         | 0.65041286  |
+|    htg_setpoint                 | -0.9542953  |
+|    month                        | -0.3217508  |
+|    outdoor_humidity             | -1.6663461  |
+|    outdoor_temperature          | 0.42898646  |
+|    people_occupant              | 1.693822    |
+|    total_electricity_HVAC       | -0.34074304 |
+|    wind_direction               | -0.7819084  |
+|    wind_speed                   | 1.6919811   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1559.3961   |
+|    air_humidity                 | 27.168116   |
+|    air_temperature              | 23.248507   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 145.0       |
+|    direct_solar_radiation       | 471.0       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 13.842133   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 33.5        |
+|    outdoor_temperature          | 15.9578085  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1403456.5   |
+|    wind_direction               | 100.0       |
+|    wind_speed                   | 9.05        |
+| train/                          |             |
+|    approx_kl                    | 0.009957332 |
+|    clip_fraction                | 0.0927      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.49       |
+|    explained_variance           | 0.727       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.153       |
+|    n_updates                    | 570         |
+|    policy_gradient_loss         | -0.0116     |
+|    std                          | 0.84        |
+|    value_loss                   | 0.688       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9289365  |
+|    Heating_Setpoint_RL          | -0.8403565  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.48984    |
+|    Heating_Setpoint_RL          | 12.897995   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49974585 |
+|    air_humidity                 | -0.06578948 |
+|    air_temperature              | 0.40891242  |
+|    clg_setpoint                 | -1.1119448  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4396119  |
+|    diffuse_solar_radiation      | 0.25573668  |
+|    direct_solar_radiation       | -0.45086485 |
+|    hour                         | 0.7948658   |
+|    htg_setpoint                 | -0.9319628  |
+|    month                        | -0.32159892 |
+|    outdoor_humidity             | -0.5426111  |
+|    outdoor_temperature          | 0.13957526  |
+|    people_occupant              | 1.6933402   |
+|    total_electricity_HVAC       | -0.51251876 |
+|    wind_direction               | -1.5857285  |
+|    wind_speed                   | 1.3592898   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 754.6881    |
+|    air_humidity                 | 35.69028    |
+|    air_temperature              | 23.249212   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 97.0        |
+|    direct_solar_radiation       | 39.0        |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 13.93605    |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 57.0        |
+|    outdoor_temperature          | 13.135642   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 679219.3    |
+|    wind_direction               | 15.0        |
+|    wind_speed                   | 8.25        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.6575051    |
+|    Heating_Setpoint_RL          | 0.070265025  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.84408     |
+|    Heating_Setpoint_RL          | 18.02024     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6495857   |
+|    air_humidity                 | 1.8281255    |
+|    air_temperature              | 0.21654111   |
+|    clg_setpoint                 | -0.050940573 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.3243593   |
+|    diffuse_solar_radiation      | -0.567276    |
+|    direct_solar_radiation       | -0.45851094  |
+|    hour                         | 0.9393124    |
+|    htg_setpoint                 | -0.54993534  |
+|    month                        | -0.32144725  |
+|    outdoor_humidity             | 0.86782044   |
+|    outdoor_temperature          | 0.5842815    |
+|    people_occupant              | -0.6892062   |
+|    total_electricity_HVAC       | -0.65505797  |
+|    wind_direction               | -0.4005008   |
+|    wind_speed                   | -1.0722507   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 60.10905     |
+|    air_temperature              | 22.975803    |
+|    clg_setpoint                 | 26.023499    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.0          |
+|    diffuse_solar_radiation      | 17.0         |
+|    direct_solar_radiation       | 37.0         |
+|    hour                         | 18.0         |
+|    htg_setpoint                 | 15.527236    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 86.5         |
+|    outdoor_temperature          | 17.46951     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 140.0        |
+|    wind_speed                   | 2.35         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.62601316 |
+|    Heating_Setpoint_RL          | 0.120524734 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.512205   |
+|    Heating_Setpoint_RL          | 18.302952   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6495221  |
+|    air_humidity                 | 1.0855571   |
+|    air_temperature              | 0.53572434  |
+|    clg_setpoint                 | 0.85435003  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2094523  |
+|    diffuse_solar_radiation      | -0.74224305 |
+|    direct_solar_radiation       | -0.60697687 |
+|    hour                         | 1.0837502   |
+|    htg_setpoint                 | 0.52597487  |
+|    month                        | -0.3212958  |
+|    outdoor_humidity             | 1.0106994   |
+|    outdoor_temperature          | 0.26650304  |
+|    people_occupant              | -0.68877214 |
+|    total_electricity_HVAC       | -0.65500057 |
+|    wind_direction               | -0.35294512 |
+|    wind_speed                   | -0.8653766  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 50.55985    |
+|    air_temperature              | 23.429195   |
+|    clg_setpoint                 | 28.389765   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 20.007671   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 89.5        |
+|    outdoor_temperature          | 14.377067   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 145.0       |
+|    wind_speed                   | 2.85        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5882558   |
+|    Heating_Setpoint_RL          | 0.029887676 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.610363   |
+|    Heating_Setpoint_RL          | 17.793118   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6495344  |
+|    air_humidity                 | 1.6130354   |
+|    air_temperature              | 0.21810769  |
+|    clg_setpoint                 | 0.49626562  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0948309  |
+|    diffuse_solar_radiation      | -0.74223465 |
+|    direct_solar_radiation       | -0.6066731  |
+|    hour                         | 1.2281766   |
+|    htg_setpoint                 | -1.2549338  |
+|    month                        | -0.32114455 |
+|    outdoor_humidity             | 1.2489661   |
+|    outdoor_temperature          | 0.18501428  |
+|    people_occupant              | -0.45053992 |
+|    total_electricity_HVAC       | -0.6550116  |
+|    wind_direction               | -0.82613397 |
+|    wind_speed                   | -0.45258737 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 57.384106   |
+|    air_temperature              | 22.978624   |
+|    clg_setpoint                 | 27.45419    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 12.597613   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 94.5        |
+|    outdoor_temperature          | 13.584944   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 95.0        |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.69254434  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 21.520561   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6495481  |
+|    air_humidity                 | 1.960807    |
+|    air_temperature              | -0.03939618 |
+|    clg_setpoint                 | 1.470235    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.98044133 |
+|    diffuse_solar_radiation      | -0.7423219  |
+|    direct_solar_radiation       | -0.6063301  |
+|    hour                         | 1.372588    |
+|    htg_setpoint                 | -0.37870237 |
+|    month                        | -0.3209935  |
+|    outdoor_humidity             | 1.4147575   |
+|    outdoor_temperature          | 0.10051798  |
+|    people_occupant              | -0.6890691  |
+|    total_electricity_HVAC       | -0.65502316 |
+|    wind_direction               | -0.7780525  |
+|    wind_speed                   | 0.9286463   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 61.90262    |
+|    air_temperature              | 22.613688   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 16.248093   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 98.0        |
+|    outdoor_temperature          | 12.762976   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 100.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.3742083  |
+|    Heating_Setpoint_RL          | 0.31551394  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.362047   |
+|    Heating_Setpoint_RL          | 19.399765   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.7261644   |
+|    air_humidity                 | 1.6984448   |
+|    air_temperature              | 0.40911698  |
+|    clg_setpoint                 | 0.5550396   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8662357  |
+|    diffuse_solar_radiation      | -0.742437   |
+|    direct_solar_radiation       | -0.6059927  |
+|    hour                         | 1.516981    |
+|    htg_setpoint                 | 1.3024805   |
+|    month                        | -0.3208427  |
+|    outdoor_humidity             | 1.5083009   |
+|    outdoor_temperature          | 0.16841257  |
+|    people_occupant              | -0.68921715 |
+|    total_electricity_HVAC       | 0.9021028   |
+|    wind_direction               | 1.6380156   |
+|    wind_speed                   | -1.4012465  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6203.162    |
+|    air_humidity                 | 58.551987   |
+|    air_temperature              | 23.250153   |
+|    clg_setpoint                 | 27.608398   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 13.424313   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6628195.0   |
+|    wind_direction               | 355.0       |
+|    wind_speed                   | 1.55        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.020691996 |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.555164    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.64980465  |
+|    air_humidity                 | 0.64704335   |
+|    air_temperature              | -0.44830278  |
+|    clg_setpoint                 | -1.1122124   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.75217193  |
+|    diffuse_solar_radiation      | -0.7424954   |
+|    direct_solar_radiation       | -0.60603416  |
+|    hour                         | 1.6613513    |
+|    htg_setpoint                 | 0.2696824    |
+|    month                        | -0.32069212  |
+|    outdoor_humidity             | -0.28389233  |
+|    outdoor_temperature          | 0.5147785    |
+|    people_occupant              | -0.68936497  |
+|    total_electricity_HVAC       | -0.6552671   |
+|    wind_direction               | 1.5902306    |
+|    wind_speed                   | -1.07074     |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 44.98388     |
+|    air_temperature              | 22.034761    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 9.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 18.951363    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 62.5         |
+|    outdoor_temperature          | 16.79714     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 350.0        |
+|    wind_speed                   | 2.35         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.22645095  |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.86073     |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.64986634  |
+|    air_humidity                 | 0.13557193   |
+|    air_temperature              | -0.050313283 |
+|    clg_setpoint                 | 0.09274975   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.5246145   |
+|    diffuse_solar_radiation      | -0.7426695   |
+|    direct_solar_radiation       | -0.60631555  |
+|    hour                         | -1.6612734   |
+|    htg_setpoint                 | 0.24187265   |
+|    month                        | -0.3205417   |
+|    outdoor_humidity             | -0.8325189   |
+|    outdoor_temperature          | 0.26343408   |
+|    people_occupant              | -0.6895126   |
+|    total_electricity_HVAC       | -0.6553288   |
+|    wind_direction               | -1.5832226   |
+|    wind_speed                   | -0.3491409   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 38.377537    |
+|    air_temperature              | 22.599249    |
+|    clg_setpoint                 | 26.398417    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 11.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 18.835054    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 51.0         |
+|    outdoor_temperature          | 14.356844    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 15.0         |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.2781687   |
+|    air_humidity                 | -0.11157116 |
+|    air_temperature              | 0.40716487  |
+|    clg_setpoint                 | 1.4705548   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.4107004  |
+|    diffuse_solar_radiation      | -0.7428319  |
+|    direct_solar_radiation       | -0.6065751  |
+|    hour                         | -1.5167202  |
+|    htg_setpoint                 | 1.3022392   |
+|    month                        | -0.32039154 |
+|    outdoor_humidity             | 0.62508696  |
+|    outdoor_temperature          | 0.015416502 |
+|    people_occupant              | -0.6890805  |
+|    total_electricity_HVAC       | 1.1103574   |
+|    wind_direction               | 0.5477345   |
+|    wind_speed                   | -0.24607688 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4208.564    |
+|    air_humidity                 | 35.18181    |
+|    air_temperature              | 23.247694   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 81.5        |
+|    outdoor_temperature          | 11.945802   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7498783.0   |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 4.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.64958876  |
+|    air_humidity                 | 0.1728456    |
+|    air_temperature              | -0.45603922  |
+|    clg_setpoint                 | 0.76646364   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.29683006  |
+|    diffuse_solar_radiation      | -0.7429933   |
+|    direct_solar_radiation       | -0.6068599   |
+|    hour                         | -1.3721898   |
+|    htg_setpoint                 | -1.399189    |
+|    month                        | -0.32024157  |
+|    outdoor_humidity             | -1.4773755   |
+|    outdoor_temperature          | 0.42294666   |
+|    people_occupant              | -0.6886492   |
+|    total_electricity_HVAC       | -0.655066    |
+|    wind_direction               | -1.5350801   |
+|    wind_speed                   | -0.121582784 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 38.851738    |
+|    air_temperature              | 22.025219    |
+|    clg_setpoint                 | 28.15974     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 13.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 2.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 37.5         |
+|    outdoor_temperature          | 15.909243    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 20.0         |
+|    wind_speed                   | 4.65         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.4182889   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 19.977875   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6495053  |
+|    air_humidity                 | -0.28977022 |
+|    air_temperature              | -0.34112954 |
+|    clg_setpoint                 | 1.470577    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18298553 |
+|    diffuse_solar_radiation      | -0.7430667  |
+|    direct_solar_radiation       | -0.6069266  |
+|    hour                         | -1.2276781  |
+|    htg_setpoint                 | 0.2781322   |
+|    month                        | -0.3200918  |
+|    outdoor_humidity             | 0.7454551   |
+|    outdoor_temperature          | -0.5558041  |
+|    people_occupant              | -0.68879694 |
+|    total_electricity_HVAC       | -0.65497696 |
+|    wind_direction               | -1.3922035  |
+|    wind_speed                   | -0.76125866 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 32.87621    |
+|    air_temperature              | 22.188202   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 18.984627   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 84.0        |
+|    outdoor_temperature          | 6.4015102   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 35.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5454958   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.46605    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6494111  |
+|    air_humidity                 | -0.09981139 |
+|    air_temperature              | -0.9699223  |
+|    clg_setpoint                 | 0.455968    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.06915428 |
+|    diffuse_solar_radiation      | -0.7432383  |
+|    direct_solar_radiation       | -0.60720086 |
+|    hour                         | -1.0831811  |
+|    htg_setpoint                 | -1.39919    |
+|    month                        | -0.31994227 |
+|    outdoor_humidity             | 0.74587005  |
+|    outdoor_temperature          | -0.48744312 |
+|    people_occupant              | -0.6889445  |
+|    total_electricity_HVAC       | -0.654874   |
+|    wind_direction               | -1.1550941  |
+|    wind_speed                   | -0.96722937 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 35.325184   |
+|    air_temperature              | 21.298326   |
+|    clg_setpoint                 | 27.347595   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 84.0        |
+|    outdoor_temperature          | 7.066665    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.87256414  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.569904   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.75672704  |
+|    air_humidity                 | -0.46593344 |
+|    air_temperature              | 0.40885982  |
+|    clg_setpoint                 | -0.26122984 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.044670776 |
+|    diffuse_solar_radiation      | 0.05752743  |
+|    direct_solar_radiation       | -0.02548622 |
+|    hour                         | -0.93869585 |
+|    htg_setpoint                 | 1.3024751   |
+|    month                        | -0.31979293 |
+|    outdoor_humidity             | 0.67467296  |
+|    outdoor_temperature          | -0.3312517  |
+|    people_occupant              | -0.6890918  |
+|    total_electricity_HVAC       | 0.68247706  |
+|    wind_direction               | -1.4854622  |
+|    wind_speed                   | -0.45102215 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6328.2905   |
+|    air_humidity                 | 30.600342   |
+|    air_temperature              | 23.249874   |
+|    clg_setpoint                 | 25.472198   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 78.0        |
+|    direct_solar_radiation       | 145.0       |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 82.5        |
+|    outdoor_temperature          | 8.584682    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5695461.5   |
+|    wind_direction               | 25.0        |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.17479214  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.214924   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6495098  |
+|    air_humidity                 | 0.25160146  |
+|    air_temperature              | -0.2010076  |
+|    clg_setpoint                 | 1.4712642   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.15849133  |
+|    diffuse_solar_radiation      | 0.5188019   |
+|    direct_solar_radiation       | 1.1101482   |
+|    hour                         | -0.79421926 |
+|    htg_setpoint                 | -0.11034824 |
+|    month                        | -0.3196438  |
+|    outdoor_humidity             | 0.29245457  |
+|    outdoor_temperature          | 0.077599086 |
+|    people_occupant              | -0.68923885 |
+|    total_electricity_HVAC       | -0.6549543  |
+|    wind_direction               | -1.3425353  |
+|    wind_speed                   | -0.6574328  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 39.855965   |
+|    air_temperature              | 22.387178   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 123.0       |
+|    direct_solar_radiation       | 428.0       |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 17.367313   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 74.5        |
+|    outdoor_temperature          | 12.554226   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.97466135  |
+|    Heating_Setpoint_RL          | 0.812407    |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.914482   |
+|    Heating_Setpoint_RL          | 22.19479    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6384295  |
+|    air_humidity                 | 1.3748105   |
+|    air_temperature              | 0.1616764   |
+|    clg_setpoint                 | 1.2339518   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.27230364  |
+|    diffuse_solar_radiation      | 1.6266434   |
+|    direct_solar_radiation       | 0.67599684  |
+|    hour                         | -0.6497489  |
+|    htg_setpoint                 | 0.95707905  |
+|    month                        | -0.31949487 |
+|    outdoor_humidity             | 0.8899667   |
+|    outdoor_temperature          | 0.6721199   |
+|    people_occupant              | -0.6893857  |
+|    total_electricity_HVAC       | -0.6444149  |
+|    wind_direction               | -1.3415749  |
+|    wind_speed                   | -0.5540666  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 136.78752   |
+|    air_humidity                 | 54.34426    |
+|    air_temperature              | 22.900501   |
+|    clg_setpoint                 | 29.37978    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 231.0       |
+|    direct_solar_radiation       | 320.0       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 21.813444   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 18.324686   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 123108.77   |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.13411617  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.077642   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6495721  |
+|    air_humidity                 | 1.9296777   |
+|    air_temperature              | 0.24346632  |
+|    clg_setpoint                 | -0.20440246 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.38609868  |
+|    diffuse_solar_radiation      | 1.6773865   |
+|    direct_solar_radiation       | -0.5596565  |
+|    hour                         | -0.50528276 |
+|    htg_setpoint                 | 0.5071035   |
+|    month                        | -0.31934616 |
+|    outdoor_humidity             | 1.5097035   |
+|    outdoor_temperature          | 0.4203589   |
+|    people_occupant              | -0.68895626 |
+|    total_electricity_HVAC       | -0.6550113  |
+|    wind_direction               | -0.9621715  |
+|    wind_speed                   | -0.76048994 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 61.53252    |
+|    air_temperature              | 23.016401   |
+|    clg_setpoint                 | 25.621742   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 236.0       |
+|    direct_solar_radiation       | 12.0        |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 19.943007   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 15.886019   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 80.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.18787688 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.568192   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.10295684 |
+|    air_humidity                 | 1.0164009   |
+|    air_temperature              | 0.4066644   |
+|    clg_setpoint                 | -1.1120154  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.499862    |
+|    diffuse_solar_radiation      | 1.1228534   |
+|    direct_solar_radiation       | 2.427406    |
+|    hour                         | -0.36081916 |
+|    htg_setpoint                 | 0.89198667  |
+|    month                        | -0.31919765 |
+|    outdoor_humidity             | -0.6416588  |
+|    outdoor_temperature          | 0.64412737  |
+|    people_occupant              | 1.695491    |
+|    total_electricity_HVAC       | -0.13518424 |
+|    wind_direction               | 1.5931436   |
+|    wind_speed                   | 1.7801137   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2510.0176   |
+|    air_humidity                 | 49.79473    |
+|    air_temperature              | 23.247185   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 182.0       |
+|    direct_solar_radiation       | 756.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 21.548512   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 55.0        |
+|    outdoor_temperature          | 18.058151   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 2259015.8   |
+|    wind_direction               | 350.0       |
+|    wind_speed                   | 9.25        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -1.0          |
+|    Heating_Setpoint_RL          | -0.0026870854 |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23.25         |
+|    Heating_Setpoint_RL          | 17.609886     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | 0.26199037    |
+|    air_humidity                 | 0.14128765    |
+|    air_temperature              | 0.40777394    |
+|    clg_setpoint                 | -1.1115596    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 0.6135738     |
+|    diffuse_solar_radiation      | 1.635482      |
+|    direct_solar_radiation       | 2.244943      |
+|    hour                         | -0.21635687   |
+|    htg_setpoint                 | -0.6080382    |
+|    month                        | -0.31904936   |
+|    outdoor_humidity             | -1.5476897    |
+|    outdoor_temperature          | 0.7804651     |
+|    people_occupant              | 1.6950138     |
+|    total_electricity_HVAC       | 0.2118769     |
+|    wind_direction               | -1.4827822    |
+|    wind_speed                   | -0.7608143    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 4127.2344     |
+|    air_humidity                 | 38.48959      |
+|    air_temperature              | 23.248793     |
+|    clg_setpoint                 | 23.25         |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 21.0          |
+|    diffuse_solar_radiation      | 232.0         |
+|    direct_solar_radiation       | 711.0         |
+|    hour                         | 10.0          |
+|    htg_setpoint                 | 15.300305     |
+|    month                        | 5.0           |
+|    outdoor_humidity             | 36.0          |
+|    outdoor_temperature          | 19.385105     |
+|    people_occupant              | 20.0          |
+|    total_electricity_HVAC       | 3714510.8     |
+|    wind_direction               | 25.0          |
+|    wind_speed                   | 3.1           |
+---------------------------------------------------
+-------------------------------------------------*------------------------------------------------------------| 39%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.053004444 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.923151   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.36938864  |
+|    air_humidity                 | 0.7312749   |
+|    air_temperature              | 0.40829942  |
+|    clg_setpoint                 | -1.1111722  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7272091   |
+|    diffuse_solar_radiation      | 3.8168688   |
+|    direct_solar_radiation       | -0.07841942 |
+|    hour                         | -0.07189509 |
+|    htg_setpoint                 | -0.83994687 |
+|    month                        | -0.31890127 |
+|    outdoor_humidity             | -1.5234485  |
+|    outdoor_temperature          | 1.0841694   |
+|    people_occupant              | 1.2178513   |
+|    total_electricity_HVAC       | 0.391735    |
+|    wind_direction               | -0.34706357 |
+|    wind_speed                   | -0.4501739  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4602.695    |
+|    air_humidity                 | 46.116085   |
+|    air_temperature              | 23.249704   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 445.0       |
+|    direct_solar_radiation       | 132.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 14.33613    |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 36.5        |
+|    outdoor_temperature          | 22.331509   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 4468320.5   |
+|    wind_direction               | 145.0       |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+-------------------------------------------------*------------------------------------------------------------| 39%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.898775   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.591635   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.45109156 |
+|    air_humidity                 | 1.6361551   |
+|    air_temperature              | 0.40809128  |
+|    clg_setpoint                 | -1.110889   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8407377   |
+|    diffuse_solar_radiation      | 1.9387772   |
+|    direct_solar_radiation       | -0.5838135  |
+|    hour                         | 0.07256659  |
+|    htg_setpoint                 | 1.3000085   |
+|    month                        | -0.3187534  |
+|    outdoor_humidity             | 1.3179467   |
+|    outdoor_temperature          | 0.27128536  |
+|    people_occupant              | 0.2641551   |
+|    total_electricity_HVAC       | -0.46626562 |
+|    wind_direction               | -0.53587925 |
+|    wind_speed                   | 0.08720758  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 967.53937   |
+|    air_humidity                 | 57.82117    |
+|    air_temperature              | 23.249527   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 262.0       |
+|    direct_solar_radiation       | 6.0         |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 14.457578   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 870785.44   |
+|    wind_direction               | 125.0       |
+|    wind_speed                   | 5.15        |
+| train/                          |             |
+|    approx_kl                    | 0.007892275 |
+|    clip_fraction                | 0.0901      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.49       |
+|    explained_variance           | 0.571       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.334       |
+|    n_updates                    | 580         |
+|    policy_gradient_loss         | -0.00964    |
+|    std                          | 0.845       |
+|    value_loss                   | 0.731       |
+-------------------------------------------------
+-------------------------------------------------*------------------------------------------------------------| 39%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.8237955  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.84469    |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6498737  |
+|    air_humidity                 | 1.637332    |
+|    air_temperature              | 2.4694638   |
+|    clg_setpoint                 | 0.7122835   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.9541241   |
+|    diffuse_solar_radiation      | 1.0578583   |
+|    direct_solar_radiation       | -0.6076239  |
+|    hour                         | 0.21702817  |
+|    htg_setpoint                 | 0.94072646  |
+|    month                        | -0.31860572 |
+|    outdoor_humidity             | 1.3639979   |
+|    outdoor_temperature          | 0.5080142   |
+|    people_occupant              | 1.2171623   |
+|    total_electricity_HVAC       | -0.6553018  |
+|    wind_direction               | -0.01473234 |
+|    wind_speed                   | 1.2652656   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 57.867405   |
+|    air_temperature              | 26.159536   |
+|    clg_setpoint                 | 28.015892   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 176.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 21.757082   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 97.0        |
+|    outdoor_temperature          | 16.751337   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 180.0       |
+|    wind_speed                   | 8.0         |
+-------------------------------------------------
+-------------------------------------------------**-----------------------------------------------------------| 40%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.34347558  |
+|    Heating_Setpoint_RL          | 0.09834862  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.78423    |
+|    Heating_Setpoint_RL          | 18.178211   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.52922136 |
+|    air_humidity                 | 0.010622099 |
+|    air_temperature              | 0.60118365  |
+|    clg_setpoint                 | 0.9507011   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0673279   |
+|    diffuse_solar_radiation      | 2.101249    |
+|    direct_solar_radiation       | 1.5684681   |
+|    hour                         | 0.36148927  |
+|    htg_setpoint                 | -1.1460912  |
+|    month                        | -0.31845823 |
+|    outdoor_humidity             | -1.2859728  |
+|    outdoor_temperature          | 1.0685779   |
+|    people_occupant              | -0.6892603  |
+|    total_electricity_HVAC       | -0.5423658  |
+|    wind_direction               | 0.4581875   |
+|    wind_speed                   | 1.3682014   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 620.7347    |
+|    air_humidity                 | 36.857365   |
+|    air_temperature              | 23.522509   |
+|    clg_setpoint                 | 28.63924    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 278.0       |
+|    direct_solar_radiation       | 542.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 13.065214   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 41.5        |
+|    outdoor_temperature          | 22.181168   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 551146.75   |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 8.25        |
+-------------------------------------------------
+-------------------------------------------------**-----------------------------------------------------------| 40%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.76165247 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.054422   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.29072276 |
+|    air_humidity                 | -0.39661276 |
+|    air_temperature              | 0.40803128  |
+|    clg_setpoint                 | -1.1111405  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1803036   |
+|    diffuse_solar_radiation      | 2.0993855   |
+|    direct_solar_radiation       | -0.48732334 |
+|    hour                         | 0.505949    |
+|    htg_setpoint                 | -1.3410245  |
+|    month                        | -0.31831098 |
+|    outdoor_humidity             | -1.428276   |
+|    outdoor_temperature          | 0.9657352   |
+|    people_occupant              | -0.6888335  |
+|    total_electricity_HVAC       | -0.31376278 |
+|    wind_direction               | 0.9786106   |
+|    wind_speed                   | 1.1399376   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1675.1959   |
+|    air_humidity                 | 31.590187   |
+|    air_temperature              | 23.24999    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 278.0       |
+|    direct_solar_radiation       | 30.0        |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 12.250808   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 38.5        |
+|    outdoor_temperature          | 21.190521   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1507676.2   |
+|    wind_direction               | 285.0       |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+------------------------------------------------***-----------------------------------------------------------| 40%
+| action_network/                 |            |
+|    Cooling_Setpoint_RL          | -1.0       |
+|    Heating_Setpoint_RL          | -1.0       |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23.25      |
+|    Heating_Setpoint_RL          | 12.0       |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | 0.19716187 |
+|    air_humidity                 | 0.24526955 |
+|    air_temperature              | 0.40713048 |
+|    clg_setpoint                 | -1.1109681 |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 1.293001   |
+|    diffuse_solar_radiation      | 0.55382276 |
+|    direct_solar_radiation       | 1.8130941  |
+|    hour                         | 0.65040624 |
+|    htg_setpoint                 | -0.7077981 |
+|    month                        | -0.3181639 |
+|    outdoor_humidity             | -1.8093584 |
+|    outdoor_temperature          | 0.9101239  |
+|    people_occupant              | 1.6949617  |
+|    total_electricity_HVAC       | 0.1501861  |
+|    wind_direction               | 1.3086314  |
+|    wind_speed                   | 1.3670995  |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 3833.2107  |
+|    air_humidity                 | 39.88876   |
+|    air_temperature              | 23.248594  |
+|    clg_setpoint                 | 23.25      |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 27.0       |
+|    diffuse_solar_radiation      | 127.0      |
+|    direct_solar_radiation       | 603.0      |
+|    hour                         | 16.0       |
+|    htg_setpoint                 | 14.887049  |
+|    month                        | 5.0        |
+|    outdoor_humidity             | 30.5       |
+|    outdoor_temperature          | 20.65462   |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 3449889.8  |
+|    wind_direction               | 320.0      |
+|    wind_speed                   | 8.25       |
+------------------------------------------------
+-------------------------------------------------**-----------------------------------------------------------| 40%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.1747533  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.642014   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.103366524 |
+|    air_humidity                 | 1.1921166   |
+|    air_temperature              | 0.40756917  |
+|    clg_setpoint                 | -1.110363   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4053653   |
+|    diffuse_solar_radiation      | 0.5428477   |
+|    direct_solar_radiation       | -0.3794213  |
+|    hour                         | 0.79485935  |
+|    htg_setpoint                 | 1.2997242   |
+|    month                        | -0.31801704 |
+|    outdoor_humidity             | -0.59063864 |
+|    outdoor_temperature          | 0.87964827  |
+|    people_occupant              | 1.694488    |
+|    total_electricity_HVAC       | 0.064901926 |
+|    wind_direction               | -0.0647352  |
+|    wind_speed                   | -0.34756202 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3417.8499   |
+|    air_humidity                 | 52.125977   |
+|    air_temperature              | 23.249186   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 126.0       |
+|    direct_solar_radiation       | 57.0        |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 56.0        |
+|    outdoor_temperature          | 20.365686   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3092499.5   |
+|    wind_direction               | 175.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------***----------------------------------------------------------| 41%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.46381438  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 20.233955   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.14551207 |
+|    air_humidity                 | 1.6645145   |
+|    air_temperature              | 0.40758884  |
+|    clg_setpoint                 | -1.1097804  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5173371   |
+|    diffuse_solar_radiation      | -0.20356852 |
+|    direct_solar_radiation       | -0.18699041 |
+|    hour                         | 0.9393063   |
+|    htg_setpoint                 | -0.91911334 |
+|    month                        | -0.31787038 |
+|    outdoor_humidity             | -0.73352426 |
+|    outdoor_temperature          | 1.3126239   |
+|    people_occupant              | 0.5024225   |
+|    total_electricity_HVAC       | -0.1756874  |
+|    wind_direction               | -1.3898097  |
+|    wind_speed                   | -1.2972916  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2317.471    |
+|    air_humidity                 | 58.247517   |
+|    air_temperature              | 23.249422   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 53.0        |
+|    direct_solar_radiation       | 105.0       |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 14.00683    |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 53.0        |
+|    outdoor_temperature          | 24.56395    |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 2085723.9   |
+|    wind_direction               | 35.0        |
+|    wind_speed                   | 1.8         |
+-------------------------------------------------
+-------------------------------------------------***----------------------------------------------------------| 41%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.5424614  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 14.573654   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.38277063 |
+|    air_humidity                 | 1.0627518   |
+|    air_temperature              | 0.40762326  |
+|    clg_setpoint                 | -1.1092484  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6288527   |
+|    diffuse_solar_radiation      | -0.74538547 |
+|    direct_solar_radiation       | -0.6087412  |
+|    hour                         | 1.0837446   |
+|    htg_setpoint                 | -0.9051046  |
+|    month                        | -0.31772393 |
+|    outdoor_humidity             | -0.49423555 |
+|    outdoor_temperature          | 0.9383794   |
+|    people_occupant              | -0.45108646 |
+|    total_electricity_HVAC       | -0.3611976  |
+|    wind_direction               | 0.124658786 |
+|    wind_speed                   | -1.193152   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1269.3534   |
+|    air_humidity                 | 50.48091    |
+|    air_temperature              | 23.249619   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 14.066049   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 58.0        |
+|    outdoor_temperature          | 20.955677   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 1310189.5   |
+|    wind_direction               | 195.0       |
+|    wind_speed                   | 2.05        |
+-------------------------------------------------
+-------------------------------------------------***----------------------------------------------------------| 41%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.18471801 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.58596    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5194393  |
+|    air_humidity                 | 0.81936646  |
+|    air_temperature              | 0.4475249   |
+|    clg_setpoint                 | 0.8213973   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7398447   |
+|    diffuse_solar_radiation      | -0.74557596 |
+|    direct_solar_radiation       | -0.6090388  |
+|    hour                         | 1.2281717   |
+|    htg_setpoint                 | -1.401196   |
+|    month                        | -0.31757766 |
+|    outdoor_humidity             | 0.46010524  |
+|    outdoor_temperature          | 0.92805886  |
+|    people_occupant              | -0.4512594  |
+|    total_electricity_HVAC       | -0.5312603  |
+|    wind_direction               | -0.30059096 |
+|    wind_speed                   | -1.2950497  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 666.38855   |
+|    air_humidity                 | 47.346645   |
+|    air_temperature              | 23.306036   |
+|    clg_setpoint                 | 28.295063   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 78.0        |
+|    outdoor_temperature          | 20.86361    |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 599749.7    |
+|    wind_direction               | 150.0       |
+|    wind_speed                   | 1.8         |
+-------------------------------------------------
+--------------------------------------------------**----------------------------------------------------------| 41%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.38974595  |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.309608    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5335853   |
+|    air_humidity                 | -0.55799836  |
+|    air_temperature              | 0.5015144    |
+|    clg_setpoint                 | 0.7421691    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.6709027   |
+|    diffuse_solar_radiation      | -0.74567276  |
+|    direct_solar_radiation       | -0.6092319   |
+|    hour                         | 1.3725842    |
+|    htg_setpoint                 | -1.4009337   |
+|    month                        | -0.028955583 |
+|    outdoor_humidity             | -1.042989    |
+|    outdoor_temperature          | 1.2394781    |
+|    people_occupant              | -0.6891364   |
+|    total_electricity_HVAC       | -0.54471004  |
+|    wind_direction               | 1.5445093    |
+|    wind_speed                   | 0.8320199    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 603.28845    |
+|    air_humidity                 | 29.548481    |
+|    air_temperature              | 23.382511    |
+|    clg_setpoint                 | 28.088543    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 21.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 46.5         |
+|    outdoor_temperature          | 23.889977    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 542959.6     |
+|    wind_direction               | 345.0        |
+|    wind_speed                   | 6.95         |
+--------------------------------------------------
+--------------------------------------------------***---------------------------------------------------------| 42%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.03656605  |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.50159     |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6484034   |
+|    air_humidity                 | -0.56348205  |
+|    air_temperature              | 0.08818724   |
+|    clg_setpoint                 | 1.1101134    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.554966    |
+|    diffuse_solar_radiation      | -0.7458028   |
+|    direct_solar_radiation       | -0.60945725  |
+|    hour                         | 1.5169786    |
+|    htg_setpoint                 | -1.3999938   |
+|    month                        | -0.028943487 |
+|    outdoor_humidity             | -0.99390477  |
+|    outdoor_temperature          | 0.5943748    |
+|    people_occupant              | -0.6887122   |
+|    total_electricity_HVAC       | -0.6538794   |
+|    wind_direction               | 1.3537734    |
+|    wind_speed                   | 0.8315368    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 95.0302      |
+|    air_humidity                 | 29.470621    |
+|    air_temperature              | 22.800829    |
+|    clg_setpoint                 | 29.051277    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 2.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 47.5         |
+|    outdoor_temperature          | 17.64966     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 85527.18     |
+|    wind_direction               | 325.0        |
+|    wind_speed                   | 6.95         |
+--------------------------------------------------
+--------------------------------------------------***---------------------------------------------------------| 42%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.36547005  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 15.569231    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.56647223  |
+|    air_humidity                 | 0.93482566   |
+|    air_temperature              | -0.29178005  |
+|    clg_setpoint                 | 0.48604703   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.439489    |
+|    diffuse_solar_radiation      | -0.74594283  |
+|    direct_solar_radiation       | -0.6097259   |
+|    hour                         | 1.6613508    |
+|    htg_setpoint                 | -0.36025456  |
+|    month                        | -0.028931404 |
+|    outdoor_humidity             | -1.3274932   |
+|    outdoor_temperature          | 0.83634686   |
+|    people_occupant              | -0.68885744  |
+|    total_electricity_HVAC       | -0.57591987  |
+|    wind_direction               | 1.4476306    |
+|    wind_speed                   | -0.5525343   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 456.96616    |
+|    air_humidity                 | 48.83541     |
+|    air_temperature              | 22.266241    |
+|    clg_setpoint                 | 27.419605    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 3.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 16.333052    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 40.5         |
+|    outdoor_temperature          | 19.995625    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 411498.12    |
+|    wind_direction               | 335.0        |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+--------------------------------------------------****--------------------------------------------------------| 43%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.6703197   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.36267     |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6504042   |
+|    air_humidity                 | 0.54774886   |
+|    air_temperature              | -0.79780763  |
+|    clg_setpoint                 | -0.285013    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.2108831   |
+|    diffuse_solar_radiation      | -0.74612164  |
+|    direct_solar_radiation       | -0.6099637   |
+|    hour                         | -1.6612744   |
+|    htg_setpoint                 | 0.14527462   |
+|    month                        | -0.028919337 |
+|    outdoor_humidity             | -0.3243012   |
+|    outdoor_temperature          | 0.46826756   |
+|    people_occupant              | -0.6890025   |
+|    total_electricity_HVAC       | -0.6557854   |
+|    wind_direction               | 0.5485165    |
+|    wind_speed                   | -0.7588308   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 43.834515    |
+|    air_temperature              | 21.554697    |
+|    clg_setpoint                 | 25.403496    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 5.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 18.439396    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 61.5         |
+|    outdoor_temperature          | 16.43855     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 240.0        |
+|    wind_speed                   | 3.1          |
+--------------------------------------------------
+--------------------------------------------------****--------------------------------------------------------| 43%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.5772097    |
+|    air_humidity                 | 1.557352     |
+|    air_temperature              | 0.4066078    |
+|    clg_setpoint                 | 0.051165503  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.096152    |
+|    diffuse_solar_radiation      | -0.74619013  |
+|    direct_solar_radiation       | -0.6101353   |
+|    hour                         | -1.516723    |
+|    htg_setpoint                 | 1.299279     |
+|    month                        | -0.028907284 |
+|    outdoor_humidity             | 0.8921907    |
+|    outdoor_temperature          | 0.58214617   |
+|    people_occupant              | -0.6891473   |
+|    total_electricity_HVAC       | 0.511506     |
+|    wind_direction               | 0.07542881   |
+|    wind_speed                   | -0.345399    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 5504.759     |
+|    air_humidity                 | 56.888245    |
+|    air_temperature              | 23.249289    |
+|    clg_setpoint                 | 26.281424    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 6.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 1.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 87.0         |
+|    outdoor_temperature          | 17.545063    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 4954283.0    |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+--------------------------------------------------****--------------------------------------------------------| 43%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.37871027  |
+|    Heating_Setpoint_RL          | 0.7428039    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.346853    |
+|    Heating_Setpoint_RL          | 21.803272    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.5539451    |
+|    air_humidity                 | 1.9541339    |
+|    air_temperature              | 0.40706772   |
+|    clg_setpoint                 | 1.4738574    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.9816748   |
+|    diffuse_solar_radiation      | -0.7463417   |
+|    direct_solar_radiation       | -0.6098843   |
+|    hour                         | -1.3721939   |
+|    htg_setpoint                 | 1.2984962    |
+|    month                        | -0.028895248 |
+|    outdoor_humidity             | 1.5112519    |
+|    outdoor_temperature          | 0.30870402   |
+|    people_occupant              | -0.6892919   |
+|    total_electricity_HVAC       | 0.4893601    |
+|    wind_direction               | 0.26473993   |
+|    wind_speed                   | -0.75931436  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 5400.6426    |
+|    air_humidity                 | 62.060146    |
+|    air_temperature              | 23.250254    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 7.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 2.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 14.902039    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 4860578.5    |
+|    wind_direction               | 210.0        |
+|    wind_speed                   | 3.1          |
+--------------------------------------------------
+--------------------------------------------------****--------------------------------------------------------| 43%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.61906195   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 21.107224    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.18261266  |
+|    air_humidity                 | 0.67991793   |
+|    air_temperature              | 0.40627408   |
+|    clg_setpoint                 | 0.37078953   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.86740184  |
+|    diffuse_solar_radiation      | -0.7464457   |
+|    direct_solar_radiation       | -0.60997087  |
+|    hour                         | -1.2276832   |
+|    htg_setpoint                 | 1.2981155    |
+|    month                        | -0.028883226 |
+|    outdoor_humidity             | 0.676411     |
+|    outdoor_temperature          | 0.6983897    |
+|    people_occupant              | -0.68943626  |
+|    total_electricity_HVAC       | -0.21101876  |
+|    wind_direction               | 1.4482927    |
+|    wind_speed                   | -1.6064992   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2152.3333    |
+|    air_humidity                 | 45.59814     |
+|    air_temperature              | 23.249485    |
+|    clg_setpoint                 | 27.116688    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 8.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 3.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 82.5         |
+|    outdoor_temperature          | 18.6823      |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1937100.0    |
+|    wind_direction               | 335.0        |
+|    wind_speed                   | 1.05         |
+--------------------------------------------------
+--------------------------------------------------*****-------------------------------------------------------| 44%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.3959127   |
+|    Heating_Setpoint_RL          | -0.10260582  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.288795    |
+|    Heating_Setpoint_RL          | 17.047842    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.32738274  |
+|    air_humidity                 | -0.049954988 |
+|    air_temperature              | -0.37470523  |
+|    clg_setpoint                 | 0.9847363    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.7532892   |
+|    diffuse_solar_radiation      | -0.68515974  |
+|    direct_solar_radiation       | -0.60187256  |
+|    hour                         | -1.083187    |
+|    htg_setpoint                 | 0.90688765   |
+|    month                        | -0.02887122  |
+|    outdoor_humidity             | -0.68273973  |
+|    outdoor_temperature          | 0.16775253   |
+|    people_occupant              | -0.6890139   |
+|    total_electricity_HVAC       | -0.34868324  |
+|    wind_direction               | -1.6270474   |
+|    wind_speed                   | -0.014715817 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1512.8761    |
+|    air_humidity                 | 36.157993    |
+|    air_temperature              | 22.152203    |
+|    clg_setpoint                 | 28.721455    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 9.0          |
+|    diffuse_solar_radiation      | 6.0          |
+|    direct_solar_radiation       | 2.0          |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 21.619593    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 54.0         |
+|    outdoor_temperature          | 13.554043    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1361588.5    |
+|    wind_direction               | 10.0         |
+|    wind_speed                   | 4.9          |
+--------------------------------------------------
+--------------------------------------------------*****-------------------------------------------------------| 44%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.9216907   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.514294    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.32977185  |
+|    air_humidity                 | 1.119216     |
+|    air_temperature              | 0.40634978   |
+|    clg_setpoint                 | -0.60038793  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.63929844  |
+|    diffuse_solar_radiation      | 0.048622917  |
+|    direct_solar_radiation       | -0.3457742   |
+|    hour                         | -0.9387021   |
+|    htg_setpoint                 | 1.2981794    |
+|    month                        | -0.028859228 |
+|    outdoor_humidity             | 0.31957993   |
+|    outdoor_temperature          | 0.6752323    |
+|    people_occupant              | -0.6885923   |
+|    total_electricity_HVAC       | -0.35095608  |
+|    wind_direction               | -1.67467     |
+|    wind_speed                   | -1.0690174   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1501.439     |
+|    air_humidity                 | 51.272697    |
+|    air_temperature              | 23.249771    |
+|    clg_setpoint                 | 24.57923     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 10.0         |
+|    diffuse_solar_radiation      | 78.0         |
+|    direct_solar_radiation       | 66.0         |
+|    hour                         | 5.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 75.0         |
+|    outdoor_temperature          | 18.468924    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1351295.1    |
+|    wind_direction               | 5.0          |
+|    wind_speed                   | 2.35         |
+--------------------------------------------------
+-------------------------------------------------******-------------------------------------------------------| 44%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.60719746 |
+|    Heating_Setpoint_RL          | 0.92879254  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.575708   |
+|    Heating_Setpoint_RL          | 22.849457   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.359325   |
+|    air_humidity                 | 1.5653028   |
+|    air_temperature              | 0.4060255   |
+|    clg_setpoint                 | 1.4579337   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.52539665 |
+|    diffuse_solar_radiation      | 0.79154533  |
+|    direct_solar_radiation       | -0.25782838 |
+|    hour                         | -0.7942258  |
+|    htg_setpoint                 | 1.2978903   |
+|    month                        | -0.02884725 |
+|    outdoor_humidity             | 0.9638558   |
+|    outdoor_temperature          | 0.6449556   |
+|    people_occupant              | -0.6887368  |
+|    total_electricity_HVAC       | -0.37905654 |
+|    wind_direction               | -0.49138722 |
+|    wind_speed                   | -0.55194175 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1371.4719   |
+|    air_humidity                 | 57.051563   |
+|    air_temperature              | 23.249496   |
+|    clg_setpoint                 | 29.9581     |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 151.0       |
+|    direct_solar_radiation       | 88.0        |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 88.5        |
+|    outdoor_temperature          | 18.180996   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1234324.8   |
+|    wind_direction               | 130.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------*****-------------------------------------------------------| 44%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.32179415   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.711056    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.106950365 |
+|    air_humidity                 | 2.2055004    |
+|    air_temperature              | 0.40613043   |
+|    clg_setpoint                 | 0.68041813   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.41155654  |
+|    diffuse_solar_radiation      | 0.6687464    |
+|    direct_solar_radiation       | -0.6102219   |
+|    hour                         | -0.6497556   |
+|    htg_setpoint                 | 1.2972436    |
+|    month                        | -0.028835287 |
+|    outdoor_humidity             | 1.106518     |
+|    outdoor_temperature          | 0.68368196   |
+|    people_occupant              | -0.6888811   |
+|    total_electricity_HVAC       | -0.13910943  |
+|    wind_direction               | 0.07671141   |
+|    wind_speed                   | 0.31652805   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2482.9705    |
+|    air_humidity                 | 65.38247     |
+|    air_temperature              | 23.249817    |
+|    clg_setpoint                 | 27.92647     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 12.0         |
+|    diffuse_solar_radiation      | 139.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 91.5         |
+|    outdoor_temperature          | 18.559666    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2234673.5    |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 5.7          |
+--------------------------------------------------
+---------------------------------------------------*****------------------------------------------------------| 45%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -1.0          |
+|    Heating_Setpoint_RL          | -0.007021785  |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23.25         |
+|    Heating_Setpoint_RL          | 17.585503     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.0067929765 |
+|    air_humidity                 | 2.271984      |
+|    air_temperature              | 0.4062989     |
+|    clg_setpoint                 | -1.1087515    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.29775602   |
+|    diffuse_solar_radiation      | 0.8411501     |
+|    direct_solar_radiation       | -0.6099912    |
+|    hour                         | -0.5052895    |
+|    htg_setpoint                 | 1.2685169     |
+|    month                        | -0.02882334   |
+|    outdoor_humidity             | 1.0340716     |
+|    outdoor_temperature          | 0.91850317    |
+|    people_occupant              | 1.6945302     |
+|    total_electricity_HVAC       | 0.06311718    |
+|    wind_direction               | 0.12403174    |
+|    wind_speed                   | -0.65617156   |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 2923.8198     |
+|    air_humidity                 | 66.285416     |
+|    air_temperature              | 23.250368     |
+|    clg_setpoint                 | 23.25         |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 13.0          |
+|    diffuse_solar_radiation      | 156.0         |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 8.0           |
+|    htg_setpoint                 | 23.132412     |
+|    month                        | 6.0           |
+|    outdoor_humidity             | 90.0          |
+|    outdoor_temperature          | 20.835848     |
+|    people_occupant              | 20.0          |
+|    total_electricity_HVAC       | 3077421.2     |
+|    wind_direction               | 195.0         |
+|    wind_speed                   | 3.35          |
+---------------------------------------------------
+--------------------------------------------------******------------------------------------------------------| 45%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.38889924   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 19.812557    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.8987681    |
+|    air_humidity                 | 1.5073051    |
+|    air_temperature              | 0.40390125   |
+|    clg_setpoint                 | -1.1087364   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.18397845  |
+|    diffuse_solar_radiation      | 1.9605054    |
+|    direct_solar_radiation       | 1.6349152    |
+|    hour                         | -0.36082587  |
+|    htg_setpoint                 | 1.2963637    |
+|    month                        | -0.028811408 |
+|    outdoor_humidity             | 0.8184106    |
+|    outdoor_temperature          | 0.91189176   |
+|    people_occupant              | 1.6940634    |
+|    total_electricity_HVAC       | 0.8171097    |
+|    wind_direction               | 0.12397909   |
+|    wind_speed                   | -0.015055981 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 6909.8965    |
+|    air_humidity                 | 56.39991     |
+|    air_temperature              | 23.24725     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 14.0         |
+|    diffuse_solar_radiation      | 266.0        |
+|    direct_solar_radiation       | 560.0        |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 85.5         |
+|    outdoor_temperature          | 20.778715    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 6218907.0    |
+|    wind_direction               | 195.0        |
+|    wind_speed                   | 4.9          |
+| train/                          |              |
+|    approx_kl                    | 0.007029875  |
+|    clip_fraction                | 0.0754       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.49        |
+|    explained_variance           | 0.224        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.19         |
+|    n_updates                    | 590          |
+|    policy_gradient_loss         | -0.00843     |
+|    std                          | 0.841        |
+|    value_loss                   | 0.824        |
+--------------------------------------------------
+--------------------------------------------------******------------------------------------------------------| 45%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.249951    |
+|    air_humidity                 | -0.30174983  |
+|    air_temperature              | 0.33652866   |
+|    clg_setpoint                 | -0.72620475  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.07021247  |
+|    diffuse_solar_radiation      | 2.1934464    |
+|    direct_solar_radiation       | 1.6504815    |
+|    hour                         | -0.21636358  |
+|    htg_setpoint                 | -0.8014482   |
+|    month                        | -0.028799491 |
+|    outdoor_humidity             | 0.1021671    |
+|    outdoor_temperature          | 1.6031651    |
+|    people_occupant              | -0.6893126   |
+|    total_electricity_HVAC       | -0.21540523  |
+|    wind_direction               | 0.31361175   |
+|    wind_speed                   | -0.5528835   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1854.0172    |
+|    air_humidity                 | 32.963287    |
+|    air_temperature              | 23.152897    |
+|    clg_setpoint                 | 24.24978     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 289.0        |
+|    direct_solar_radiation       | 564.0        |
+|    hour                         | 10.0         |
+|    htg_setpoint                 | 14.50504     |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 70.5         |
+|    outdoor_temperature          | 27.472088    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1917308.9    |
+|    wind_direction               | 215.0        |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+--------------------------------------------------*******-----------------------------------------------------| 46%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.7295937    |
+|    Heating_Setpoint_RL          | 0.018694907  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.08738     |
+|    Heating_Setpoint_RL          | 17.73016     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5685551   |
+|    air_humidity                 | -1.5655531   |
+|    air_temperature              | 0.23860718   |
+|    clg_setpoint                 | 0.117748186  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.043548003  |
+|    diffuse_solar_radiation      | 2.0797207    |
+|    direct_solar_radiation       | -0.61022645  |
+|    hour                         | -0.07190176  |
+|    htg_setpoint                 | -1.4019126   |
+|    month                        | -0.028787589 |
+|    outdoor_humidity             | 0.5070931    |
+|    outdoor_temperature          | 1.3061408    |
+|    people_occupant              | -0.68889284  |
+|    total_electricity_HVAC       | -0.57803994  |
+|    wind_direction               | -0.77598625  |
+|    wind_speed                   | -0.5526118   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 451.22968    |
+|    air_humidity                 | 16.575438    |
+|    air_temperature              | 23.015734    |
+|    clg_setpoint                 | 26.457521    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 16.0         |
+|    diffuse_solar_radiation      | 278.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 79.0         |
+|    outdoor_temperature          | 24.612564    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 406106.72    |
+|    wind_direction               | 100.0        |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+-------------------------------------------------********-----------------------------------------------------| 46%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.17784254  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.625364   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.3812519   |
+|    air_humidity                 | 1.2096256   |
+|    air_temperature              | 0.40561202  |
+|    clg_setpoint                 | -1.1091632  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.15730377  |
+|    diffuse_solar_radiation      | 1.9166425   |
+|    direct_solar_radiation       | 2.2398934   |
+|    hour                         | 0.07255996  |
+|    htg_setpoint                 | -0.55432165 |
+|    month                        | -0.0287757  |
+|    outdoor_humidity             | 0.3155876   |
+|    outdoor_temperature          | 1.1689286   |
+|    people_occupant              | 0.2649      |
+|    total_electricity_HVAC       | 0.32504663  |
+|    wind_direction               | 0.2672275   |
+|    wind_speed                   | -0.32417744 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4627.997    |
+|    air_humidity                 | 52.53597    |
+|    air_temperature              | 23.249954   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 262.0       |
+|    direct_solar_radiation       | 711.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 15.531643   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 75.0        |
+|    outdoor_temperature          | 23.294466   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 4165197.5   |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 4.15        |
+-------------------------------------------------
+--------------------------------------------------*******-----------------------------------------------------| 46%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.07142884  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 17.223213    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.70669013   |
+|    air_humidity                 | 1.3966756    |
+|    air_temperature              | 0.81715596   |
+|    clg_setpoint                 | -0.8867575   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.2710504    |
+|    diffuse_solar_radiation      | 1.1132145    |
+|    direct_solar_radiation       | 1.7981523    |
+|    hour                         | 0.21702157   |
+|    htg_setpoint                 | 0.82720536   |
+|    month                        | -0.028763827 |
+|    outdoor_humidity             | 0.1477909    |
+|    outdoor_temperature          | 1.5429884    |
+|    people_occupant              | 1.218159     |
+|    total_electricity_HVAC       | 0.34663388   |
+|    wind_direction               | 0.124775484  |
+|    wind_speed                   | -0.013458886 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 6058.7188    |
+|    air_humidity                 | 54.968086    |
+|    air_temperature              | 23.826725    |
+|    clg_setpoint                 | 23.831194    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 18.0         |
+|    diffuse_solar_radiation      | 183.0        |
+|    direct_solar_radiation       | 601.0        |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 21.291254    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 71.5         |
+|    outdoor_temperature          | 26.92159     |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 4254963.0    |
+|    wind_direction               | 195.0        |
+|    wind_speed                   | 4.9          |
+--------------------------------------------------
+--------------------------------------------------*******-----------------------------------------------------| 46%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.27123445  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 16.099306    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 2.1266131    |
+|    air_humidity                 | 1.2828771    |
+|    air_temperature              | 0.41088742   |
+|    clg_setpoint                 | -1.108821    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.3847782    |
+|    diffuse_solar_radiation      | 3.5535495    |
+|    direct_solar_radiation       | 0.5309413    |
+|    hour                         | 0.3614827    |
+|    htg_setpoint                 | -1.4012374   |
+|    month                        | -0.028751967 |
+|    outdoor_humidity             | -1.2602718   |
+|    outdoor_temperature          | 2.413806     |
+|    people_occupant              | 1.6944816    |
+|    total_electricity_HVAC       | 1.9846038    |
+|    wind_direction               | -1.7254138   |
+|    wind_speed                   | 0.09030092   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 12302.282    |
+|    air_humidity                 | 53.497944    |
+|    air_temperature              | 23.257633    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 19.0         |
+|    diffuse_solar_radiation      | 423.0        |
+|    direct_solar_radiation       | 285.0        |
+|    hour                         | 14.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 42.0         |
+|    outdoor_temperature          | 35.369602    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 11072054.0   |
+|    wind_direction               | 0.0          |
+|    wind_speed                   | 5.15         |
+--------------------------------------------------
+--------------------------------------------------********----------------------------------------------------| 47%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.15371254  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 16.760366    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.70764697   |
+|    air_humidity                 | 1.1628362    |
+|    air_temperature              | 0.40439335   |
+|    clg_setpoint                 | -1.1087605   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.49847233   |
+|    diffuse_solar_radiation      | 1.5493469    |
+|    direct_solar_radiation       | 1.5279748    |
+|    hour                         | 0.5059425    |
+|    htg_setpoint                 | 0.21756174   |
+|    month                        | -0.028740125 |
+|    outdoor_humidity             | -1.3792895   |
+|    outdoor_temperature          | 1.5195707    |
+|    people_occupant              | 1.6940172    |
+|    total_electricity_HVAC       | 0.63437873   |
+|    wind_direction               | -0.30168048  |
+|    wind_speed                   | 0.1111011    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 6064.245     |
+|    air_humidity                 | 51.94514     |
+|    air_temperature              | 23.248997    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 20.0         |
+|    diffuse_solar_radiation      | 226.0        |
+|    direct_solar_radiation       | 534.0        |
+|    hour                         | 15.0         |
+|    htg_setpoint                 | 18.74908     |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 39.5         |
+|    outdoor_temperature          | 26.73858     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 5453474.5    |
+|    wind_direction               | 150.0        |
+|    wind_speed                   | 5.2          |
+--------------------------------------------------
+--------------------------------------------------********----------------------------------------------------| 47%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.6803187   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 13.798207    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.46248242   |
+|    air_humidity                 | 1.4900995    |
+|    air_temperature              | 0.40431663   |
+|    clg_setpoint                 | -1.108513    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.61211276   |
+|    diffuse_solar_radiation      | 0.39019665   |
+|    direct_solar_radiation       | 1.9813468    |
+|    hour                         | 0.65039986   |
+|    htg_setpoint                 | 0.1396624    |
+|    month                        | -0.028728295 |
+|    outdoor_humidity             | 1.0544014    |
+|    outdoor_temperature          | 1.0089366    |
+|    people_occupant              | 1.6935537    |
+|    total_electricity_HVAC       | 0.4188171    |
+|    wind_direction               | 0.07777198   |
+|    wind_speed                   | 0.2149227    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 4985.686     |
+|    air_humidity                 | 56.197136    |
+|    air_temperature              | 23.249052    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 21.0         |
+|    diffuse_solar_radiation      | 112.0        |
+|    direct_solar_radiation       | 647.0        |
+|    hour                         | 16.0         |
+|    htg_setpoint                 | 18.42527     |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 90.5         |
+|    outdoor_temperature          | 21.800982    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 4555876.5    |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 5.45         |
+--------------------------------------------------
+-------------------------------------------------*********----------------------------------------------------| 47%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.19913244 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.952929   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.38450843 |
+|    air_humidity                 | -0.9698101  |
+|    air_temperature              | 0.88016313  |
+|    clg_setpoint                 | 0.33479115  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7256742   |
+|    diffuse_solar_radiation      | 0.5120892   |
+|    direct_solar_radiation       | 0.866646    |
+|    hour                         | 0.7948532   |
+|    htg_setpoint                 | -1.4010491  |
+|    month                        | -0.02871648 |
+|    outdoor_humidity             | -1.8083771  |
+|    outdoor_temperature          | 1.7835908   |
+|    people_occupant              | -0.6891904  |
+|    total_electricity_HVAC       | -0.39448512 |
+|    wind_direction               | 1.2156953   |
+|    wind_speed                   | 0.62957203  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1262.9099   |
+|    air_humidity                 | 24.317003   |
+|    air_temperature              | 23.915188   |
+|    clg_setpoint                 | 27.024637   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 124.0       |
+|    direct_solar_radiation       | 369.0       |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 30.5        |
+|    outdoor_temperature          | 29.320396   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1172358.2   |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 6.45        |
+-------------------------------------------------
+--------------------------------------------------********----------------------------------------------------| 47%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.31385145  |
+|    Heating_Setpoint_RL          | -0.9984083   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.565752    |
+|    Heating_Setpoint_RL          | 12.008953    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.4825756   |
+|    air_humidity                 | -1.6646689   |
+|    air_temperature              | 0.92900056   |
+|    clg_setpoint                 | -0.10520079  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.8391266    |
+|    diffuse_solar_radiation      | -0.05770905  |
+|    direct_solar_radiation       | -0.33097297  |
+|    hour                         | 0.9393005    |
+|    htg_setpoint                 | 0.911261     |
+|    month                        | -0.02870468  |
+|    outdoor_humidity             | 0.5064236    |
+|    outdoor_temperature          | 1.344639     |
+|    people_occupant              | -0.68877316  |
+|    total_electricity_HVAC       | -0.49403423  |
+|    wind_direction               | -0.018483175 |
+|    wind_speed                   | 0.42238438   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 831.27606    |
+|    air_humidity                 | 15.286939    |
+|    air_temperature              | 23.983461    |
+|    clg_setpoint                 | 25.873505    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 23.0         |
+|    diffuse_solar_radiation      | 68.0         |
+|    direct_solar_radiation       | 70.0         |
+|    hour                         | 18.0         |
+|    htg_setpoint                 | 21.638607    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 79.0         |
+|    outdoor_temperature          | 25.084755    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 757671.94    |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 5.95         |
+--------------------------------------------------
+--------------------------------------------------*********---------------------------------------------------| 48%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 0.0052770376 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 17.654682    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.517564    |
+|    air_humidity                 | 1.7765359    |
+|    air_temperature              | 0.71632516   |
+|    clg_setpoint                 | 0.06963968   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.9524344    |
+|    diffuse_solar_radiation      | -0.748261    |
+|    direct_solar_radiation       | -0.6112112   |
+|    hour                         | 1.0837394    |
+|    htg_setpoint                 | -0.4327695   |
+|    month                        | -0.028692894 |
+|    outdoor_humidity             | 1.4360411    |
+|    outdoor_temperature          | 1.1562113    |
+|    people_occupant              | -0.45052496  |
+|    total_electricity_HVAC       | -0.5295955   |
+|    wind_direction               | -0.8725352   |
+|    wind_speed                   | 0.52636224   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 678.13336    |
+|    air_humidity                 | 59.910763    |
+|    air_temperature              | 23.686127    |
+|    clg_setpoint                 | 26.330133    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 24.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 19.0         |
+|    htg_setpoint                 | 16.03328     |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 98.5         |
+|    outdoor_temperature          | 23.272753    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 610320.0     |
+|    wind_direction               | 90.0         |
+|    wind_speed                   | 6.2          |
+--------------------------------------------------
+--------------------------------------------------*********---------------------------------------------------| 48%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.7139652    |
+|    Heating_Setpoint_RL          | -0.18368441  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.034634    |
+|    Heating_Setpoint_RL          | 16.591776    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5152201   |
+|    air_humidity                 | 1.0066584    |
+|    air_temperature              | 0.43192813   |
+|    clg_setpoint                 | 0.35350817   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0655576    |
+|    diffuse_solar_radiation      | -0.7483539   |
+|    direct_solar_radiation       | -0.61137766  |
+|    hour                         | 1.228167     |
+|    htg_setpoint                 | -0.15098463  |
+|    month                        | -0.028681124 |
+|    outdoor_humidity             | -0.87841547  |
+|    outdoor_temperature          | 1.8069106    |
+|    people_occupant              | -0.45069498  |
+|    total_electricity_HVAC       | -0.5273764   |
+|    wind_direction               | 0.8839538    |
+|    wind_speed                   | 0.52628726   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 689.4448     |
+|    air_humidity                 | 49.93436     |
+|    air_temperature              | 23.288641    |
+|    clg_setpoint                 | 27.072748    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 17.208828    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 50.0         |
+|    outdoor_temperature          | 29.60058     |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 620500.3     |
+|    wind_direction               | 275.0        |
+|    wind_speed                   | 6.2          |
+--------------------------------------------------
+--------------------------------------------------*********---------------------------------------------------| 48%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.7396672    |
+|    Heating_Setpoint_RL          | 0.08672458   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.121376    |
+|    Heating_Setpoint_RL          | 18.112825    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5398349   |
+|    air_humidity                 | 0.6186147    |
+|    air_temperature              | 0.10599099   |
+|    clg_setpoint                 | 1.4729133    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.1784512    |
+|    diffuse_solar_radiation      | -0.74845356  |
+|    direct_solar_radiation       | -0.61166954  |
+|    hour                         | 1.3725805    |
+|    htg_setpoint                 | -1.3996404   |
+|    month                        | -0.028669367 |
+|    outdoor_humidity             | 0.50550437   |
+|    outdoor_temperature          | 1.0952077    |
+|    people_occupant              | -0.689201    |
+|    total_electricity_HVAC       | -0.5507849   |
+|    wind_direction               | 0.07659177   |
+|    wind_speed                   | 1.0441629    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 582.112      |
+|    air_humidity                 | 44.90503     |
+|    air_temperature              | 22.833029    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 26.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 21.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 79.0         |
+|    outdoor_temperature          | 22.711237    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 523900.78    |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 7.45         |
+--------------------------------------------------
+--------------------------------------------------**********--------------------------------------------------| 49%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 0.35898215   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 19.644274    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5604869   |
+|    air_humidity                 | 1.3012501    |
+|    air_temperature              | -0.56376827  |
+|    clg_setpoint                 | 1.4726244    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.2910655    |
+|    diffuse_solar_radiation      | -0.74854845  |
+|    direct_solar_radiation       | -0.6117197   |
+|    hour                         | 1.5169762    |
+|    htg_setpoint                 | 0.00827012   |
+|    month                        | -0.028657624 |
+|    outdoor_humidity             | 0.8150944    |
+|    outdoor_temperature          | 0.84231853   |
+|    people_occupant              | -0.68934315  |
+|    total_electricity_HVAC       | -0.5704308   |
+|    wind_direction               | 0.17152406   |
+|    wind_speed                   | 0.9393325    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 492.04276    |
+|    air_humidity                 | 53.767242    |
+|    air_temperature              | 21.896864    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 27.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 17.87093     |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 85.5         |
+|    outdoor_temperature          | 20.268198    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 442838.47    |
+|    wind_direction               | 200.0        |
+|    wind_speed                   | 7.2          |
+--------------------------------------------------
+--------------------------------------------------**********--------------------------------------------------| 49%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.253981     |
+|    Heating_Setpoint_RL          | 0.08767331   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.482185    |
+|    Heating_Setpoint_RL          | 18.118162    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.56731504  |
+|    air_humidity                 | 0.59192115   |
+|    air_temperature              | -0.75993526  |
+|    clg_setpoint                 | 1.4724709    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.4033461    |
+|    diffuse_solar_radiation      | -0.74869937  |
+|    direct_solar_radiation       | -0.6118686   |
+|    hour                         | 1.6613504    |
+|    htg_setpoint                 | -1.1726334   |
+|    month                        | -0.028645895 |
+|    outdoor_humidity             | 0.8863321    |
+|    outdoor_temperature          | 0.8116167    |
+|    people_occupant              | -0.68948513  |
+|    total_electricity_HVAC       | -0.57692695  |
+|    wind_direction               | 0.17141214   |
+|    wind_speed                   | -0.222293    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 462.72653    |
+|    air_humidity                 | 44.57596     |
+|    air_temperature              | 21.62299     |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 28.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 12.94637     |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 87.0         |
+|    outdoor_temperature          | 19.977438    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 416453.88    |
+|    wind_direction               | 200.0        |
+|    wind_speed                   | 4.4          |
+--------------------------------------------------
+--------------------------------------------------**********--------------------------------------------------| 49%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.75845623   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.18479     |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.57507336  |
+|    air_humidity                 | 0.6499135    |
+|    air_temperature              | -0.5202017   |
+|    clg_setpoint                 | 0.9046802    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.6290945    |
+|    diffuse_solar_radiation      | -0.74882066  |
+|    direct_solar_radiation       | -0.6116372   |
+|    hour                         | -1.6612754   |
+|    htg_setpoint                 | -0.09714413  |
+|    month                        | -0.028634183 |
+|    outdoor_humidity             | 1.1718454    |
+|    outdoor_temperature          | 0.77821267   |
+|    people_occupant              | -0.6890696   |
+|    total_electricity_HVAC       | -0.58432674  |
+|    wind_direction               | 0.07652108   |
+|    wind_speed                   | -0.014534651 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 427.8753     |
+|    air_humidity                 | 45.329144    |
+|    air_temperature              | 21.95854     |
+|    clg_setpoint                 | 28.516186    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 30.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 17.43179     |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 93.0         |
+|    outdoor_temperature          | 19.659443    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 385087.75    |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 4.9          |
+--------------------------------------------------
+-------------------------------------------------************-------------------------------------------------| 50%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.38581097 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.322887   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.12840097  |
+|    air_humidity                 | 0.20074093  |
+|    air_temperature              | 0.40430588  |
+|    clg_setpoint                 | 0.38878927  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6730602  |
+|    diffuse_solar_radiation      | -0.74877214 |
+|    direct_solar_radiation       | -0.61150783 |
+|    hour                         | -1.5167257  |
+|    htg_setpoint                 | 1.2981071   |
+|    month                        | 0.26341176  |
+|    outdoor_humidity             | 1.3384974   |
+|    outdoor_temperature          | 0.75610465  |
+|    people_occupant              | -0.68865484 |
+|    total_electricity_HVAC       | 0.08459675  |
+|    wind_direction               | 0.45670062  |
+|    wind_speed                   | -0.55414724 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3512.0713   |
+|    air_humidity                 | 39.50479    |
+|    air_temperature              | 23.250278   |
+|    clg_setpoint                 | 27.167519   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 96.5        |
+|    outdoor_temperature          | 19.450851   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3160864.2   |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------************-------------------------------------------------| 50%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.18367958 |
+|    Heating_Setpoint_RL          | 0.7913893   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.005081   |
+|    Heating_Setpoint_RL          | 22.076565   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65291905 |
+|    air_humidity                 | 2.1012645   |
+|    air_temperature              | -0.4285746  |
+|    clg_setpoint                 | 1.0715222   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5567986  |
+|    diffuse_solar_radiation      | -0.74890256 |
+|    direct_solar_radiation       | -0.611823   |
+|    hour                         | -1.372198   |
+|    htg_setpoint                 | 0.46355963  |
+|    month                        | 0.26329687  |
+|    outdoor_humidity             | 1.1710846   |
+|    outdoor_temperature          | 0.502476    |
+|    people_occupant              | -0.688797   |
+|    total_electricity_HVAC       | -0.65836316 |
+|    wind_direction               | -1.7308766  |
+|    wind_speed                   | -2.0479915  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 64.15103    |
+|    air_temperature              | 22.08747    |
+|    clg_setpoint                 | 28.953123   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 19.77015    |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 16.998117   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+-------------------------------------------------************-------------------------------------------------| 50%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.86395246  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.484734   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.3894096   |
+|    air_humidity                 | -0.06698762 |
+|    air_temperature              | 0.4041571   |
+|    clg_setpoint                 | 0.21192145  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4410288  |
+|    diffuse_solar_radiation      | -0.74900836 |
+|    direct_solar_radiation       | -0.6120434  |
+|    hour                         | -1.2276881  |
+|    htg_setpoint                 | 1.2979227   |
+|    month                        | 0.26318213  |
+|    outdoor_humidity             | 0.9798188   |
+|    outdoor_temperature          | 1.0077466   |
+|    people_occupant              | -0.68893886 |
+|    total_electricity_HVAC       | 0.33279395  |
+|    wind_direction               | 0.5045451   |
+|    wind_speed                   | -0.86453235 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4657.0703   |
+|    air_humidity                 | 36.05532    |
+|    air_temperature              | 23.25045    |
+|    clg_setpoint                 | 26.704506   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | 21.910683   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4191363.2   |
+|    wind_direction               | 235.0       |
+|    wind_speed                   | 2.85        |
+-------------------------------------------------
+--------------------------------------------------***********-------------------------------------------------| 50%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.117896244 |
+|    air_humidity                 | 0.100958236  |
+|    air_temperature              | 0.40389103   |
+|    clg_setpoint                 | 1.2765014    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.3256786   |
+|    diffuse_solar_radiation      | -0.7489593   |
+|    direct_solar_radiation       | -0.61183417  |
+|    hour                         | -1.0831925   |
+|    htg_setpoint                 | 1.2974468    |
+|    month                        | 0.2630675    |
+|    outdoor_humidity             | 1.2424384    |
+|    outdoor_temperature          | 0.99025685   |
+|    people_occupant              | -0.68908054  |
+|    total_electricity_HVAC       | -0.14961217  |
+|    wind_direction               | -1.255154    |
+|    wind_speed                   | -0.4489073   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2433.955     |
+|    air_humidity                 | 38.24273     |
+|    air_temperature              | 23.250263    |
+|    clg_setpoint                 | 29.48923     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 94.5         |
+|    outdoor_temperature          | 21.755943    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2190559.5    |
+|    wind_direction               | 50.0         |
+|    wind_speed                   | 3.85         |
+--------------------------------------------------
+-------------------------------------------------*************------------------------------------------------| 51%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.9262533   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 22.835175   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.18179595  |
+|    air_humidity                 | -0.18650922 |
+|    air_temperature              | 0.40360954  |
+|    clg_setpoint                 | 1.4716163   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2106824  |
+|    diffuse_solar_radiation      | -0.44529113 |
+|    direct_solar_radiation       | -0.61205584 |
+|    hour                         | -0.9387081  |
+|    htg_setpoint                 | 1.2972944   |
+|    month                        | 0.26295307  |
+|    outdoor_humidity             | 1.1707876   |
+|    outdoor_temperature          | 1.1773125   |
+|    people_occupant              | -0.689222   |
+|    total_electricity_HVAC       | 0.30806574  |
+|    wind_direction               | -1.1118792  |
+|    wind_speed                   | -1.0713073  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3747.5      |
+|    air_humidity                 | 34.52265    |
+|    air_temperature              | 23.250088   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 30.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 23.584923   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4088940.2   |
+|    wind_direction               | 65.0        |
+|    wind_speed                   | 2.35        |
+| train/                          |             |
+|    approx_kl                    | 0.010629644 |
+|    clip_fraction                | 0.11        |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.48       |
+|    explained_variance           | 0.309       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.561       |
+|    n_updates                    | 600         |
+|    policy_gradient_loss         | -0.0142     |
+|    std                          | 0.835       |
+|    value_loss                   | 1.87        |
+-------------------------------------------------
+-------------------------------------------------*************------------------------------------------------| 51%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.3441354  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 15.689239   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5649356  |
+|    air_humidity                 | -0.5125652  |
+|    air_temperature              | 0.051620707 |
+|    clg_setpoint                 | 1.4713438   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0959806  |
+|    diffuse_solar_radiation      | 0.16174711  |
+|    direct_solar_radiation       | -0.35988608 |
+|    hour                         | -0.7942321  |
+|    htg_setpoint                 | -0.9553326  |
+|    month                        | 0.26283878  |
+|    outdoor_humidity             | 1.0030537   |
+|    outdoor_temperature          | 1.3830367   |
+|    people_occupant              | -0.68936324 |
+|    total_electricity_HVAC       | -0.5747429  |
+|    wind_direction               | 0.5055972   |
+|    wind_speed                   | -0.24082081 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 476.60208   |
+|    air_humidity                 | 30.301962   |
+|    air_temperature              | 22.759436   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 90.0        |
+|    direct_solar_radiation       | 63.0        |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 13.8573265  |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 89.5        |
+|    outdoor_temperature          | 25.598022   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 428941.88   |
+|    wind_direction               | 235.0       |
+|    wind_speed                   | 4.35        |
+-------------------------------------------------
+-------------------------------------------------*************------------------------------------------------| 51%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.73619545  |
+|    Heating_Setpoint_RL          | -0.2877767  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.10966    |
+|    Heating_Setpoint_RL          | 16.006256   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.56312746 |
+|    air_humidity                 | -1.6489311  |
+|    air_temperature              | 0.09140869  |
+|    clg_setpoint                 | 0.969898    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9815199  |
+|    diffuse_solar_radiation      | 0.8293427   |
+|    direct_solar_radiation       | -0.6123259  |
+|    hour                         | -0.649762   |
+|    htg_setpoint                 | -0.7530126  |
+|    month                        | 0.26272464  |
+|    outdoor_humidity             | 0.14304478  |
+|    outdoor_temperature          | 1.5849574   |
+|    people_occupant              | -0.6889502  |
+|    total_electricity_HVAC       | -0.57301694 |
+|    wind_direction               | 0.60077196  |
+|    wind_speed                   | -0.75948304 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 483.76074   |
+|    air_humidity                 | 15.552644   |
+|    air_temperature              | 22.815758   |
+|    clg_setpoint                 | 28.689144   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 156.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 14.697964   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 71.5        |
+|    outdoor_temperature          | 27.585943   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 435384.66   |
+|    wind_direction               | 245.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------*************------------------------------------------------| 51%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.45060536 |
+|    air_humidity                 | -0.89476424 |
+|    air_temperature              | 2.3911433   |
+|    clg_setpoint                 | 1.4706359   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8672523  |
+|    diffuse_solar_radiation      | 2.1336162   |
+|    direct_solar_radiation       | 0.88037735  |
+|    hour                         | -0.50529593 |
+|    htg_setpoint                 | 1.0023475   |
+|    month                        | 0.26261064  |
+|    outdoor_humidity             | 0.21476825  |
+|    outdoor_temperature          | 1.9176599   |
+|    people_occupant              | 1.69562     |
+|    total_electricity_HVAC       | -0.4812405  |
+|    wind_direction               | 0.0772027   |
+|    wind_speed                   | -0.65524477 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 975.69525   |
+|    air_humidity                 | 25.303078   |
+|    air_temperature              | 26.023577   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 285.0       |
+|    direct_solar_radiation       | 373.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 22.016392   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 73.0        |
+|    outdoor_temperature          | 30.852299   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 815007.7    |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+-------------------------------------------------**************-----------------------------------------------| 52%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.0326453  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.44137    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.0356128   |
+|    air_humidity                 | 1.0624255   |
+|    air_temperature              | 0.40143368  |
+|    clg_setpoint                 | -1.1091863  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.75313556 |
+|    diffuse_solar_radiation      | 1.7683228   |
+|    direct_solar_radiation       | 1.869043    |
+|    hour                         | -0.36083233 |
+|    htg_setpoint                 | 0.91995484  |
+|    month                        | 0.26249677  |
+|    outdoor_humidity             | 0.23804589  |
+|    outdoor_temperature          | 1.7903492   |
+|    people_occupant              | 1.6951607   |
+|    total_electricity_HVAC       | 1.8983778   |
+|    wind_direction               | 0.26805824  |
+|    wind_speed                   | -0.6543239  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 11864.383   |
+|    air_humidity                 | 50.721123   |
+|    air_temperature              | 23.249165   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 249.0       |
+|    direct_solar_radiation       | 620.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 21.673931   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 73.5        |
+|    outdoor_temperature          | 29.634628   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 10677944.0  |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+------------------------------------------------***************-----------------------------------------------| 52%
+| action_network/                 |            |
+|    Cooling_Setpoint_RL          | -1.0       |
+|    Heating_Setpoint_RL          | -1.0       |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23.25      |
+|    Heating_Setpoint_RL          | 12.0       |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | 1.3189621  |
+|    air_humidity                 | 1.119227   |
+|    air_temperature              | 0.40092468 |
+|    clg_setpoint                 | -1.1090608 |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | -0.6391331 |
+|    diffuse_solar_radiation      | 2.6057827  |
+|    direct_solar_radiation       | 1.4404993  |
+|    hour                         | -0.21637   |
+|    htg_setpoint                 | 0.67461044 |
+|    month                        | 0.26238307 |
+|    outdoor_humidity             | -1.2917324 |
+|    outdoor_temperature          | 1.9655299  |
+|    people_occupant              | 1.6947025  |
+|    total_electricity_HVAC       | 1.2169203  |
+|    wind_direction               | 0.9340631  |
+|    wind_speed                   | -0.3428512 |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 8728.211   |
+|    air_humidity                 | 51.464066  |
+|    air_temperature              | 23.248632  |
+|    clg_setpoint                 | 23.25      |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 10.0       |
+|    diffuse_solar_radiation      | 332.0      |
+|    direct_solar_radiation       | 513.0      |
+|    hour                         | 10.0       |
+|    htg_setpoint                 | 20.65036   |
+|    month                        | 7.0        |
+|    outdoor_humidity             | 41.5       |
+|    outdoor_temperature          | 31.365892  |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 7855390.0  |
+|    wind_direction               | 280.0      |
+|    wind_speed                   | 4.1        |
+------------------------------------------------
+--------------------------------------------------*************-----------------------------------------------| 52%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.5516999    |
+|    air_humidity                 | 1.0944712    |
+|    air_temperature              | 0.40112442   |
+|    clg_setpoint                 | -1.1087906   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.5252135   |
+|    diffuse_solar_radiation      | 2.139849     |
+|    direct_solar_radiation       | 2.028231     |
+|    hour                         | -0.07190817  |
+|    htg_setpoint                 | -0.11248669  |
+|    month                        | 0.26226953   |
+|    outdoor_humidity             | -1.314722    |
+|    outdoor_temperature          | 1.3439134    |
+|    people_occupant              | 1.21759      |
+|    total_electricity_HVAC       | 0.48683453   |
+|    wind_direction               | -1.6365625   |
+|    wind_speed                   | -0.010758932 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 5368.0635    |
+|    air_humidity                 | 51.14755     |
+|    air_temperature              | 23.249138    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 11.0         |
+|    diffuse_solar_radiation      | 286.0        |
+|    direct_solar_radiation       | 660.0        |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 17.366821    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 41.0         |
+|    outdoor_temperature          | 25.32628     |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 4829611.0    |
+|    wind_direction               | 10.0         |
+|    wind_speed                   | 4.9          |
+--------------------------------------------------
+-------------------------------------------------***************----------------------------------------------| 53%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.0986923  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.069855   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.43132946  |
+|    air_humidity                 | 1.0115818   |
+|    air_temperature              | 0.40132195  |
+|    clg_setpoint                 | -1.1084192  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.41135067 |
+|    diffuse_solar_radiation      | 0.88674355  |
+|    direct_solar_radiation       | 2.4151351   |
+|    hour                         | 0.07255358  |
+|    htg_setpoint                 | -0.7220596  |
+|    month                        | 0.2621561   |
+|    outdoor_humidity             | -1.5769292  |
+|    outdoor_temperature          | 1.6174793   |
+|    people_occupant              | 0.2639686   |
+|    total_electricity_HVAC       | 0.37427914  |
+|    wind_direction               | 0.3143047   |
+|    wind_speed                   | 0.32209492  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4840.615    |
+|    air_humidity                 | 50.077305   |
+|    air_temperature              | 23.24946    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 162.0       |
+|    direct_solar_radiation       | 757.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 14.824507   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 35.5        |
+|    outdoor_temperature          | 28.00503    |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 4362897.5   |
+|    wind_direction               | 215.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------***************----------------------------------------------| 53%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.46967408  |
+|    Heating_Setpoint_RL          | -0.64787793 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.21015    |
+|    Heating_Setpoint_RL          | 13.980686   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.50019324 |
+|    air_humidity                 | -0.9969296  |
+|    air_temperature              | 0.94934404  |
+|    clg_setpoint                 | -0.08327316 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.29752392 |
+|    diffuse_solar_radiation      | 1.5737185   |
+|    direct_solar_radiation       | 2.2492762   |
+|    hour                         | 0.21701524  |
+|    htg_setpoint                 | -1.398971   |
+|    month                        | 0.26204285  |
+|    outdoor_humidity             | -0.5970889  |
+|    outdoor_temperature          | 1.8799002   |
+|    people_occupant              | -0.6892427  |
+|    total_electricity_HVAC       | -0.5248066  |
+|    wind_direction               | 0.076055616 |
+|    wind_speed                   | 0.32225037  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 763.0369    |
+|    air_humidity                 | 24.014902   |
+|    air_temperature              | 24.012915   |
+|    clg_setpoint                 | 25.932745   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 230.0       |
+|    direct_solar_radiation       | 716.0       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 56.0        |
+|    outdoor_temperature          | 30.584087   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 638657.1    |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------**************----------------------------------------------| 53%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.35711503  |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.419737    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5350541   |
+|    air_humidity                 | -1.77723     |
+|    air_temperature              | 0.7284763    |
+|    clg_setpoint                 | 1.4707993    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.18371767  |
+|    diffuse_solar_radiation      | 2.139063     |
+|    direct_solar_radiation       | -0.61377585  |
+|    hour                         | 0.3614764    |
+|    htg_setpoint                 | -1.3980955   |
+|    month                        | 0.26192972   |
+|    outdoor_humidity             | -0.095056765 |
+|    outdoor_temperature          | 1.3403605    |
+|    people_occupant              | -0.68883216  |
+|    total_electricity_HVAC       | -0.54690814  |
+|    wind_direction               | -0.59020483  |
+|    wind_speed                   | 0.63423496   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 609.63184    |
+|    air_humidity                 | 13.862129    |
+|    air_temperature              | 23.706017    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 14.0         |
+|    diffuse_solar_radiation      | 286.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 14.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 66.5         |
+|    outdoor_temperature          | 25.33838     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 546363.5     |
+|    wind_direction               | 120.0        |
+|    wind_speed                   | 6.45         |
+--------------------------------------------------
+-------------------------------------------------***************----------------------------------------------| 53%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.67039573 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.854024   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.0902784   |
+|    air_humidity                 | 1.189455    |
+|    air_temperature              | 0.39989635  |
+|    clg_setpoint                 | -1.1091249  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.06992155 |
+|    diffuse_solar_radiation      | 1.2189605   |
+|    direct_solar_radiation       | 0.86199427  |
+|    hour                         | 0.50593626  |
+|    htg_setpoint                 | -1.0940313  |
+|    month                        | 0.26181677  |
+|    outdoor_humidity             | -0.26316428 |
+|    outdoor_temperature          | 1.6309947   |
+|    people_occupant              | 1.69511     |
+|    total_electricity_HVAC       | 0.99945617  |
+|    wind_direction               | 0.45796272  |
+|    wind_speed                   | -1.2994255  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7718.3345   |
+|    air_humidity                 | 52.380123   |
+|    air_temperature              | 23.248539   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 195.0       |
+|    direct_solar_radiation       | 369.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 13.267537   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 63.0        |
+|    outdoor_temperature          | 28.184895   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 6946501.0   |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 1.8         |
+-------------------------------------------------
+-----------------------------------------------------************---------------------------------------------| 54%
+| action_network/                 |                 |
+|    Cooling_Setpoint_RL          | -1.0            |
+|    Heating_Setpoint_RL          | -0.000110143796 |
+| action_simulation/              |                 |
+|    Cooling_Setpoint_RL          | 23.25           |
+|    Heating_Setpoint_RL          | 17.62438        |
+| normalized_observation/         |                 |
+|    HVAC_electricity_demand_rate | 0.7991651       |
+|    air_humidity                 | 1.335164        |
+|    air_temperature              | 0.39984438      |
+|    clg_setpoint                 | -1.1088849      |
+|    co2_emission                 | 0.0             |
+|    day_of_month                 | 0.043869633     |
+|    diffuse_solar_radiation      | 0.8647943       |
+|    direct_solar_radiation       | -0.28956383     |
+|    hour                         | 0.6503938       |
+|    htg_setpoint                 | 1.2986403       |
+|    month                        | 0.26170394      |
+|    outdoor_humidity             | -0.9089606      |
+|    outdoor_temperature          | 1.8491398       |
+|    people_occupant              | 1.694654        |
+|    total_electricity_HVAC       | 0.7226167       |
+|    wind_direction               | 0.79114974      |
+|    wind_speed                   | -0.3422412      |
+| observation/                    |                 |
+|    HVAC_electricity_demand_rate | 6445.3037       |
+|    air_humidity                 | 54.27886        |
+|    air_temperature              | 23.24857        |
+|    clg_setpoint                 | 23.25           |
+|    co2_emission                 | 0.0             |
+|    day_of_month                 | 16.0            |
+|    diffuse_solar_radiation      | 160.0           |
+|    direct_solar_radiation       | 81.0            |
+|    hour                         | 16.0            |
+|    htg_setpoint                 | 23.25           |
+|    month                        | 7.0             |
+|    outdoor_humidity             | 49.5            |
+|    outdoor_temperature          | 30.333534       |
+|    people_occupant              | 20.0            |
+|    total_electricity_HVAC       | 5800773.5       |
+|    wind_direction               | 265.0           |
+|    wind_speed                   | 4.1             |
+-----------------------------------------------------
+-------------------------------------------------****************---------------------------------------------| 54%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.6111664   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.062813   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.6024672   |
+|    air_humidity                 | 1.2317518   |
+|    air_temperature              | 0.40000418  |
+|    clg_setpoint                 | -1.1086768  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.15765595  |
+|    diffuse_solar_radiation      | 0.46070954  |
+|    direct_solar_radiation       | -0.3258122  |
+|    hour                         | 0.79484725  |
+|    htg_setpoint                 | 1.2987169   |
+|    month                        | 0.26159126  |
+|    outdoor_humidity             | -0.6697017  |
+|    outdoor_temperature          | 1.5276068   |
+|    people_occupant              | 1.6941991   |
+|    total_electricity_HVAC       | 0.53559047  |
+|    wind_direction               | 0.030184664 |
+|    wind_speed                   | -0.11297985 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5585.078    |
+|    air_humidity                 | 52.94153    |
+|    air_temperature              | 23.249016   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 120.0       |
+|    direct_solar_radiation       | 72.0        |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 54.5        |
+|    outdoor_temperature          | 27.21207    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 5026748.0   |
+|    wind_direction               | 185.0       |
+|    wind_speed                   | 4.65        |
+-------------------------------------------------
+--------------------------------------------------***************---------------------------------------------| 54%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.60018015   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 21.001015    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.120440096 |
+|    air_humidity                 | 2.196461     |
+|    air_temperature              | 0.40036166   |
+|    clg_setpoint                 | -1.1084551   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.27143237   |
+|    diffuse_solar_radiation      | -0.26630205  |
+|    direct_solar_radiation       | -0.49743354  |
+|    hour                         | 0.9392948    |
+|    htg_setpoint                 | 0.03650236   |
+|    month                        | 0.26147872   |
+|    outdoor_humidity             | 0.42997965   |
+|    outdoor_temperature          | 1.1212349    |
+|    people_occupant              | 0.50222445   |
+|    total_electricity_HVAC       | -0.15201661  |
+|    wind_direction               | -0.39782262  |
+|    wind_speed                   | -0.5494096   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2424.823     |
+|    air_humidity                 | 65.49401     |
+|    air_temperature              | 23.249697    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 18.0         |
+|    diffuse_solar_radiation      | 48.0         |
+|    direct_solar_radiation       | 29.0         |
+|    hour                         | 18.0         |
+|    htg_setpoint                 | 17.986572    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 77.5         |
+|    outdoor_temperature          | 23.256588    |
+|    people_occupant              | 10.0         |
+|    total_electricity_HVAC       | 2182340.8    |
+|    wind_direction               | 140.0        |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+-------------------------------------------------****************---------------------------------------------| 54%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.34087452  |
+|    Heating_Setpoint_RL          | -0.2361201  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.775452   |
+|    Heating_Setpoint_RL          | 16.296825   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.3039138  |
+|    air_humidity                 | 1.2967197   |
+|    air_temperature              | 0.40023497  |
+|    clg_setpoint                 | -1.1081877  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.38518864  |
+|    diffuse_solar_radiation      | -0.75098187 |
+|    direct_solar_radiation       | -0.6135927  |
+|    hour                         | 1.0837342   |
+|    htg_setpoint                 | 0.8974579   |
+|    month                        | 0.26136634  |
+|    outdoor_humidity             | 0.9079882   |
+|    outdoor_temperature          | 1.4586265   |
+|    people_occupant              | -0.45121753 |
+|    total_electricity_HVAC       | -0.32653674 |
+|    wind_direction               | 0.07838994  |
+|    wind_speed                   | 0.09602284  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1623.9801   |
+|    air_humidity                 | 53.81355    |
+|    air_temperature              | 23.24973    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 21.579311   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 87.5        |
+|    outdoor_temperature          | 26.567085   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 1461582.1   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 5.15        |
+-------------------------------------------------
+-------------------------------------------------*****************--------------------------------------------| 55%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.6531806   |
+|    Heating_Setpoint_RL          | 0.45527494  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.829485   |
+|    Heating_Setpoint_RL          | 20.18592    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.25976035 |
+|    air_humidity                 | -0.9062086  |
+|    air_temperature              | 0.5115326   |
+|    clg_setpoint                 | -1.0449407  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.4989096   |
+|    diffuse_solar_radiation      | -0.7509678  |
+|    direct_solar_radiation       | -0.6137237  |
+|    hour                         | 1.2281626   |
+|    htg_setpoint                 | -0.4616067  |
+|    month                        | 0.2612541   |
+|    outdoor_humidity             | 0.787729    |
+|    outdoor_temperature          | 1.5915935   |
+|    people_occupant              | -0.6891236  |
+|    total_electricity_HVAC       | -0.15065855 |
+|    wind_direction               | 0.17355317  |
+|    wind_speed                   | 0.3044449   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1815.9686   |
+|    air_humidity                 | 25.185303   |
+|    air_temperature              | 23.404793   |
+|    clg_setpoint                 | 23.416119   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 15.909645   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 85.0        |
+|    outdoor_temperature          | 27.886946   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2187877.2   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 5.65        |
+-------------------------------------------------
+-------------------------------------------------*****************--------------------------------------------| 55%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.24524999  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.452719   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5439414  |
+|    air_humidity                 | -1.6988509  |
+|    air_temperature              | 0.5089808   |
+|    clg_setpoint                 | 1.4696155   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6125748   |
+|    diffuse_solar_radiation      | -0.75098044 |
+|    direct_solar_radiation       | -0.6137884  |
+|    hour                         | 1.3725771   |
+|    htg_setpoint                 | -1.3981665  |
+|    month                        | 0.26114202  |
+|    outdoor_humidity             | 0.8352834   |
+|    outdoor_temperature          | 1.3944355   |
+|    people_occupant              | -0.6887154  |
+|    total_electricity_HVAC       | -0.5548422  |
+|    wind_direction               | 0.07809006  |
+|    wind_speed                   | 1.0536854   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 573.40906   |
+|    air_humidity                 | 14.861581   |
+|    air_temperature              | 23.401829   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 86.0        |
+|    outdoor_temperature          | 25.97723    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 516068.16   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 7.45        |
+-------------------------------------------------
+--------------------------------------------------****************--------------------------------------------| 55%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.76075006   |
+|    Heating_Setpoint_RL          | -0.7315289   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.192532    |
+|    Heating_Setpoint_RL          | 13.51015     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.54468983  |
+|    air_humidity                 | 0.545495     |
+|    air_temperature              | -0.058965784 |
+|    clg_setpoint                 | 1.4693569    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.7261591    |
+|    diffuse_solar_radiation      | -0.75104     |
+|    direct_solar_radiation       | -0.6137941   |
+|    hour                         | 1.5169741    |
+|    htg_setpoint                 | -1.3979686   |
+|    month                        | 0.26103005   |
+|    outdoor_humidity             | 0.9066365    |
+|    outdoor_temperature          | 1.2927464    |
+|    people_occupant              | -0.68885523  |
+|    total_electricity_HVAC       | -0.555553    |
+|    wind_direction               | 0.17333086   |
+|    wind_speed                   | 0.4284926    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 570.7661     |
+|    air_humidity                 | 44.035713    |
+|    air_temperature              | 22.612791    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 22.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 87.5         |
+|    outdoor_temperature          | 24.999454    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 513689.53    |
+|    wind_direction               | 200.0        |
+|    wind_speed                   | 5.95         |
+--------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 56%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.22640485 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 16.351473   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.025330886 |
+|    air_humidity                 | 1.2950683   |
+|    air_temperature              | -0.1018907  |
+|    clg_setpoint                 | 0.9435008   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.839632    |
+|    diffuse_solar_radiation      | -0.751143   |
+|    direct_solar_radiation       | -0.6135307  |
+|    hour                         | 1.6613498   |
+|    htg_setpoint                 | 1.1307023   |
+|    month                        | 0.26091823  |
+|    outdoor_humidity             | 1.1211749   |
+|    outdoor_temperature          | 0.8220973   |
+|    people_occupant              | -0.68899477 |
+|    total_electricity_HVAC       | 0.21057189  |
+|    wind_direction               | 0.31626245  |
+|    wind_speed                   | -0.3209804  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3060.1013   |
+|    air_humidity                 | 53.799202   |
+|    air_temperature              | 22.553505   |
+|    clg_setpoint                 | 28.623503   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 22.550978   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 92.0        |
+|    outdoor_temperature          | 20.401491   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3679325.0   |
+|    wind_direction               | 215.0       |
+|    wind_speed                   | 4.15        |
+-------------------------------------------------
+--------------------------------------------------*****************-------------------------------------------| 56%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 0.06540382   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 17.992897    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.092078105 |
+|    air_humidity                 | 0.34461936   |
+|    air_temperature              | 0.026740843  |
+|    clg_setpoint                 | 1.4599655    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0670114    |
+|    diffuse_solar_radiation      | -0.75123423  |
+|    direct_solar_radiation       | -0.61366653  |
+|    hour                         | -1.6612763   |
+|    htg_setpoint                 | 1.1734216    |
+|    month                        | 0.26080656   |
+|    outdoor_humidity             | 0.8815322    |
+|    outdoor_temperature          | 1.1130159    |
+|    people_occupant              | -0.6891341   |
+|    total_electricity_HVAC       | 0.08932655   |
+|    wind_direction               | 0.26849976   |
+|    wind_speed                   | -0.86201096  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2548.1428    |
+|    air_humidity                 | 41.445576    |
+|    air_temperature              | 22.732529    |
+|    clg_setpoint                 | 29.976164    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 22.729937    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 87.0         |
+|    outdoor_temperature          | 23.261425    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 3178952.2    |
+|    wind_direction               | 210.0        |
+|    wind_speed                   | 2.85         |
+--------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 56%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5911493   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.620129   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.56848544 |
+|    air_humidity                 | 0.62685555  |
+|    air_temperature              | -0.26596478 |
+|    clg_setpoint                 | 1.0042418   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1801358   |
+|    diffuse_solar_radiation      | -0.75111884 |
+|    direct_solar_radiation       | -0.6137116  |
+|    hour                         | -1.5167283  |
+|    htg_setpoint                 | 0.8442433   |
+|    month                        | 0.26069504  |
+|    outdoor_humidity             | 0.9530084   |
+|    outdoor_temperature          | 1.0465372   |
+|    people_occupant              | -0.6892733  |
+|    total_electricity_HVAC       | -0.5777726  |
+|    wind_direction               | 0.45916244  |
+|    wind_speed                   | -1.1741823  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 469.37503   |
+|    air_humidity                 | 45.12517    |
+|    air_temperature              | 22.326414   |
+|    clg_setpoint                 | 28.782368   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 21.357807   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 88.5        |
+|    outdoor_temperature          | 22.62334    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 424297.7    |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 57%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.8476381  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.764221   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.18737303 |
+|    air_humidity                 | 0.39314288  |
+|    air_temperature              | 0.39742962  |
+|    clg_setpoint                 | 1.4694421   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.293015    |
+|    diffuse_solar_radiation      | -0.75123876 |
+|    direct_solar_radiation       | -0.61373276 |
+|    hour                         | -1.3722018  |
+|    htg_setpoint                 | 1.2975659   |
+|    month                        | 0.26058367  |
+|    outdoor_humidity             | 1.119932    |
+|    outdoor_temperature          | 1.1322688   |
+|    people_occupant              | -0.68941224 |
+|    total_electricity_HVAC       | -0.21571861 |
+|    wind_direction               | 0.6500344   |
+|    wind_speed                   | -0.65329826 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2133.7563   |
+|    air_humidity                 | 42.09608    |
+|    air_temperature              | 23.247726   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 92.0        |
+|    outdoor_temperature          | 23.475267   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1920380.8   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 3.35        |
+| train/                          |             |
+|    approx_kl                    | 0.007802408 |
+|    clip_fraction                | 0.0689      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.48       |
+|    explained_variance           | 0.677       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.617       |
+|    n_updates                    | 610         |
+|    policy_gradient_loss         | -0.00942    |
+|    std                          | 0.838       |
+|    value_loss                   | 1.91        |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 57%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.28313586  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.580584   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.58020896 |
+|    air_humidity                 | -1.2958276  |
+|    air_temperature              | -0.21118963 |
+|    clg_setpoint                 | 1.1656483   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4055983   |
+|    diffuse_solar_radiation      | -0.751274   |
+|    direct_solar_radiation       | -0.61372936 |
+|    hour                         | -1.2276928  |
+|    htg_setpoint                 | -0.6830717  |
+|    month                        | 0.26047242  |
+|    outdoor_humidity             | 1.406783    |
+|    outdoor_temperature          | 1.1482011   |
+|    people_occupant              | -0.68900573 |
+|    total_electricity_HVAC       | -0.58937997 |
+|    wind_direction               | 0.22036621  |
+|    wind_speed                   | 0.32634374  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 418.56653   |
+|    air_humidity                 | 20.121721   |
+|    air_temperature              | 22.40323    |
+|    clg_setpoint                 | 29.20476    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 14.985658   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 98.0        |
+|    outdoor_temperature          | 23.644148   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 376709.88   |
+|    wind_direction               | 205.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 57%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.97284895 |
+|    Heating_Setpoint_RL          | -0.71745944 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.341635   |
+|    Heating_Setpoint_RL          | 13.589291   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.19453153  |
+|    air_humidity                 | -1.9333845  |
+|    air_temperature              | -0.22947711 |
+|    clg_setpoint                 | -0.5264827  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5178304   |
+|    diffuse_solar_radiation      | -0.75133204 |
+|    direct_solar_radiation       | -0.61366785 |
+|    hour                         | -1.083198   |
+|    htg_setpoint                 | 1.088476    |
+|    month                        | 0.26036134  |
+|    outdoor_humidity             | 0.6881093   |
+|    outdoor_temperature          | 0.80187917  |
+|    people_occupant              | -0.6886     |
+|    total_electricity_HVAC       | 0.14755309  |
+|    wind_direction               | 1.0797391   |
+|    wind_speed                   | -0.75740343 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3796.9583   |
+|    air_humidity                 | 11.79216    |
+|    air_temperature              | 22.378279   |
+|    clg_setpoint                 | 24.775236   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 22.375103   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | 20.260105   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3417262.2   |
+|    wind_direction               | 295.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 57%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.32940903  |
+|    Heating_Setpoint_RL          | -0.15583271 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.736755   |
+|    Heating_Setpoint_RL          | 16.748442   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.57279825 |
+|    air_humidity                 | 0.011078191 |
+|    air_temperature              | -0.28581068 |
+|    clg_setpoint                 | 1.0164702   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6296521   |
+|    diffuse_solar_radiation      | -0.4096616  |
+|    direct_solar_radiation       | -0.5856196  |
+|    hour                         | -0.93871385 |
+|    htg_setpoint                 | 0.95583856  |
+|    month                        | 0.2602504   |
+|    outdoor_humidity             | 1.5019954   |
+|    outdoor_temperature          | 1.1204711   |
+|    people_occupant              | -0.6887391  |
+|    total_electricity_HVAC       | -0.5820892  |
+|    wind_direction               | 0.1244458   |
+|    wind_speed                   | -0.54861116 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 450.77844   |
+|    air_humidity                 | 37.10694    |
+|    air_temperature              | 22.300514   |
+|    clg_setpoint                 | 28.814327   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 34.0        |
+|    direct_solar_radiation       | 7.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 21.821972   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 23.393621   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 406670.28   |
+|    wind_direction               | 195.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------******************------------------------------------------| 58%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.5178735    |
+|    Heating_Setpoint_RL          | 0.35655046   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.372824    |
+|    Heating_Setpoint_RL          | 19.630596    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.59264743  |
+|    air_humidity                 | -0.050751716 |
+|    air_temperature              | 0.24184214   |
+|    clg_setpoint                 | 1.4694098    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.7410003    |
+|    diffuse_solar_radiation      | -0.007942657 |
+|    direct_solar_radiation       | -0.61377144  |
+|    hour                         | -0.7942381   |
+|    htg_setpoint                 | -1.398592    |
+|    month                        | 0.26013958   |
+|    outdoor_humidity             | 1.0704242    |
+|    outdoor_temperature          | 0.9999126    |
+|    people_occupant              | -0.688878    |
+|    total_electricity_HVAC       | -0.6012311   |
+|    wind_direction               | -0.92682064  |
+|    wind_speed                   | -1.7367954   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 365.27643    |
+|    air_humidity                 | 36.309578    |
+|    air_temperature              | 23.032566    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 31.0         |
+|    diffuse_solar_radiation      | 74.0         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 91.0         |
+|    outdoor_temperature          | 22.223648    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 328748.78    |
+|    wind_direction               | 85.0         |
+|    wind_speed                   | 0.75         |
+--------------------------------------------------
+--------------------------------------------------******************------------------------------------------| 58%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.92419684   |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.744164    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.14754075  |
+|    air_humidity                 | 0.07947974   |
+|    air_temperature              | 0.39973035   |
+|    clg_setpoint                 | -0.5152396   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.6725206   |
+|    diffuse_solar_radiation      | 0.46354547   |
+|    direct_solar_radiation       | 1.6748469    |
+|    hour                         | -0.6497681   |
+|    htg_setpoint                 | 1.2974992    |
+|    month                        | 0.55530035   |
+|    outdoor_humidity             | -0.07929286  |
+|    outdoor_temperature          | 1.2996955    |
+|    people_occupant              | -0.68901664  |
+|    total_electricity_HVAC       | -0.022024507 |
+|    wind_direction               | 0.4590225    |
+|    wind_speed                   | -0.86068857  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2306.3413    |
+|    air_humidity                 | 38.014202    |
+|    air_temperature              | 23.251623    |
+|    clg_setpoint                 | 24.802877    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0          |
+|    diffuse_solar_radiation      | 121.0        |
+|    direct_solar_radiation       | 571.0        |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 67.0         |
+|    outdoor_temperature          | 25.175156    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2718445.8    |
+|    wind_direction               | 230.0        |
+|    wind_speed                   | 2.85         |
+--------------------------------------------------
+-------------------------------------------------*******************------------------------------------------| 58%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.21186082 |
+|    air_humidity                 | -0.1192272  |
+|    air_temperature              | 2.3531559   |
+|    clg_setpoint                 | 0.6408002   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5564656  |
+|    diffuse_solar_radiation      | 0.3330274   |
+|    direct_solar_radiation       | 2.40225     |
+|    hour                         | -0.50530213 |
+|    htg_setpoint                 | -0.6668979  |
+|    month                        | 0.55501115  |
+|    outdoor_humidity             | 0.16044152  |
+|    outdoor_temperature          | 1.6855766   |
+|    people_occupant              | 1.6942431   |
+|    total_electricity_HVAC       | -0.22655869 |
+|    wind_direction               | 0.31543565  |
+|    wind_speed                   | -1.0693651  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2026.6461   |
+|    air_humidity                 | 35.43352    |
+|    air_temperature              | 25.95882    |
+|    clg_setpoint                 | 27.829786   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 108.0       |
+|    direct_solar_radiation       | 753.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 15.05307    |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 72.0        |
+|    outdoor_temperature          | 28.980946   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1875445.0   |
+|    wind_direction               | 215.0       |
+|    wind_speed                   | 2.35        |
+-------------------------------------------------
+--------------------------------------------------********************----------------------------------------| 59%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.7944599    |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.306301    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.30641544  |
+|    air_humidity                 | -0.6627867   |
+|    air_temperature              | 0.6116988    |
+|    clg_setpoint                 | -0.035300355 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.4408777   |
+|    diffuse_solar_radiation      | 2.0705507    |
+|    direct_solar_radiation       | 1.4519063    |
+|    hour                         | -0.36083853  |
+|    htg_setpoint                 | -1.3986485   |
+|    month                        | 0.55472237   |
+|    outdoor_humidity             | 0.11227866   |
+|    outdoor_temperature          | 1.6384137    |
+|    people_occupant              | -0.6892933   |
+|    total_electricity_HVAC       | -0.30118576  |
+|    wind_direction               | 0.028546665  |
+|    wind_speed                   | -0.8604937   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1615.3931    |
+|    air_humidity                 | 28.365204    |
+|    air_temperature              | 23.545876    |
+|    clg_setpoint                 | 26.059195    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 3.0          |
+|    diffuse_solar_radiation      | 281.0        |
+|    direct_solar_radiation       | 516.0        |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 71.0         |
+|    outdoor_temperature          | 28.537762    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1568512.4    |
+|    wind_direction               | 185.0        |
+|    wind_speed                   | 2.85         |
+--------------------------------------------------
+-------------------------------------------------*********************----------------------------------------| 59%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.45609167  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.16431    |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.48199362 |
+|    air_humidity                 | -1.7361234  |
+|    air_temperature              | 0.9060035   |
+|    clg_setpoint                 | 0.71964043  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3256879  |
+|    diffuse_solar_radiation      | 0.9750517   |
+|    direct_solar_radiation       | 2.184525    |
+|    hour                         | -0.2163762  |
+|    htg_setpoint                 | -1.3977748  |
+|    month                        | 0.55443406  |
+|    outdoor_humidity             | 0.13564576  |
+|    outdoor_temperature          | 1.480988    |
+|    people_occupant              | -0.68888927 |
+|    total_electricity_HVAC       | -0.4960126  |
+|    wind_direction               | 0.028467245 |
+|    wind_speed                   | -0.4431779  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 849.03845   |
+|    air_humidity                 | 14.375152   |
+|    air_temperature              | 23.954372   |
+|    clg_setpoint                 | 28.037722   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 172.0       |
+|    direct_solar_radiation       | 699.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 71.5        |
+|    outdoor_temperature          | 27.009106   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 764134.6    |
+|    wind_direction               | 185.0       |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+--------------------------------------------------********************----------------------------------------| 59%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.9687943   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.35532     |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.99905443   |
+|    air_humidity                 | 1.1219438    |
+|    air_temperature              | 0.39623287   |
+|    clg_setpoint                 | -1.1088864   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.2108333   |
+|    diffuse_solar_radiation      | 1.867996     |
+|    direct_solar_radiation       | -0.61444604  |
+|    hour                         | -0.07191433  |
+|    htg_setpoint                 | 0.9454124    |
+|    month                        | 0.5541462    |
+|    outdoor_humidity             | -0.008200426 |
+|    outdoor_temperature          | 1.497638     |
+|    people_occupant              | 1.2185426    |
+|    total_electricity_HVAC       | 0.9129009    |
+|    wind_direction               | -0.92824554  |
+|    wind_speed                   | -0.33858356  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 7301.1685    |
+|    air_humidity                 | 51.578968    |
+|    air_temperature              | 23.248785    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 5.0          |
+|    diffuse_solar_radiation      | 261.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 21.776196    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 68.5         |
+|    outdoor_temperature          | 27.191368    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 6571052.0    |
+|    wind_direction               | 85.0         |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+-------------------------------------------------*********************----------------------------------------| 59%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.1090136   |
+|    air_humidity                 | 1.898755    |
+|    air_temperature              | 0.42012885  |
+|    clg_setpoint                 | -1.1088244  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0962569  |
+|    diffuse_solar_radiation      | 1.8675765   |
+|    direct_solar_radiation       | -0.61418784 |
+|    hour                         | 0.07254744  |
+|    htg_setpoint                 | 1.297877    |
+|    month                        | 0.55385876  |
+|    outdoor_humidity             | 0.8063734   |
+|    outdoor_temperature          | 0.67301255  |
+|    people_occupant              | 0.26468852  |
+|    total_electricity_HVAC       | 0.06619571  |
+|    wind_direction               | -1.1192365  |
+|    wind_speed                   | 0.12090442  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3423.27     |
+|    air_humidity                 | 61.72336    |
+|    air_temperature              | 23.28217    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 261.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 85.5        |
+|    outdoor_temperature          | 19.097326   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 3080943.0   |
+|    wind_direction               | 65.0        |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+-------------------------------------------------**********************---------------------------------------| 60%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.7333671   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.75019    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.51482236 |
+|    air_humidity                 | 0.6650703   |
+|    air_temperature              | 2.2723875   |
+|    clg_setpoint                 | 0.27556708  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9819073  |
+|    diffuse_solar_radiation      | 3.2603927   |
+|    direct_solar_radiation       | 0.38356364  |
+|    hour                         | 0.21700913  |
+|    htg_setpoint                 | -0.41632634 |
+|    month                        | 0.5535718   |
+|    outdoor_humidity             | -0.8248749  |
+|    outdoor_temperature          | 1.165679    |
+|    people_occupant              | 1.2178912   |
+|    total_electricity_HVAC       | -0.54873127 |
+|    wind_direction               | -1.1657504  |
+|    wind_speed                   | 0.22545749  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 706.54846   |
+|    air_humidity                 | 45.663563   |
+|    air_temperature              | 25.847157   |
+|    clg_setpoint                 | 26.876328   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 400.0       |
+|    direct_solar_radiation       | 249.0       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 16.09748    |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 51.5        |
+|    outdoor_temperature          | 23.943638   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 547533.7    |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 5.45        |
+-------------------------------------------------
+-------------------------------------------------**********************---------------------------------------| 60%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.08620388  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.109898   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.6600977   |
+|    air_humidity                 | 1.0732793   |
+|    air_temperature              | 0.3957981   |
+|    clg_setpoint                 | -1.1085743  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.86773896 |
+|    diffuse_solar_radiation      | 1.7953928   |
+|    direct_solar_radiation       | 1.652913    |
+|    hour                         | 0.36147034  |
+|    htg_setpoint                 | -0.3857964  |
+|    month                        | 0.55328524  |
+|    outdoor_humidity             | -1.3763151  |
+|    outdoor_temperature          | 1.3232759   |
+|    people_occupant              | 1.6941977   |
+|    total_electricity_HVAC       | 0.5908131   |
+|    wind_direction               | -0.44742027 |
+|    wind_speed                   | -0.10832387 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5821.762    |
+|    air_humidity                 | 50.99613    |
+|    air_temperature              | 23.249126   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 254.0       |
+|    direct_solar_radiation       | 566.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 16.225866   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 40.0        |
+|    outdoor_temperature          | 25.498087   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 5241289.5   |
+|    wind_direction               | 135.0       |
+|    wind_speed                   | 4.65        |
+-------------------------------------------------
+-------------------------------------------------**********************---------------------------------------| 60%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.75723803  |
+|    air_humidity                 | 1.1417006   |
+|    air_temperature              | 0.39556187  |
+|    clg_setpoint                 | -1.1083161  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7537116  |
+|    diffuse_solar_radiation      | 1.81402     |
+|    direct_solar_radiation       | 1.2002984   |
+|    hour                         | 0.5059303   |
+|    htg_setpoint                 | -1.3984991  |
+|    month                        | 0.5529992   |
+|    outdoor_humidity             | -0.84834164 |
+|    outdoor_temperature          | 1.2177988   |
+|    people_occupant              | 1.6937512   |
+|    total_electricity_HVAC       | 0.68684095  |
+|    wind_direction               | 0.12703529  |
+|    wind_speed                   | -0.23295085 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6243.8433   |
+|    air_humidity                 | 51.9006     |
+|    air_temperature              | 23.248987   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 256.0       |
+|    direct_solar_radiation       | 453.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 51.0        |
+|    outdoor_temperature          | 24.468552   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 5636077.0   |
+|    wind_direction               | 195.0       |
+|    wind_speed                   | 4.35        |
+-------------------------------------------------
+---------------------------------------------------********************---------------------------------------| 60%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.637859      |
+|    Heating_Setpoint_RL          | -0.82563484   |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 28.777775     |
+|    Heating_Setpoint_RL          | 12.980804     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.3561668    |
+|    air_humidity                 | -0.80783814   |
+|    air_temperature              | 0.58147824    |
+|    clg_setpoint                 | 0.3572648     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.6397902    |
+|    diffuse_solar_radiation      | -0.010558373  |
+|    direct_solar_radiation       | 2.2327535     |
+|    hour                         | 0.6503879     |
+|    htg_setpoint                 | -1.0783714    |
+|    month                        | 0.5527135     |
+|    outdoor_humidity             | -0.15267348   |
+|    outdoor_temperature          | 1.3508121     |
+|    people_occupant              | -0.6891758    |
+|    total_electricity_HVAC       | -0.36991808   |
+|    wind_direction               | -0.016729381  |
+|    wind_speed                   | -0.0028559307 |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 1398.3096     |
+|    air_humidity                 | 26.478172     |
+|    air_temperature              | 23.506319     |
+|    clg_setpoint                 | 27.089422     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 10.0          |
+|    diffuse_solar_radiation      | 74.0          |
+|    direct_solar_radiation       | 711.0         |
+|    hour                         | 16.0          |
+|    htg_setpoint                 | 13.335577     |
+|    month                        | 8.0           |
+|    outdoor_humidity             | 65.5          |
+|    outdoor_temperature          | 25.78489      |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 1285020.2     |
+|    wind_direction               | 180.0         |
+|    wind_speed                   | 4.9           |
+---------------------------------------------------
+--------------------------------------------------**********************--------------------------------------| 61%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.49459496  |
+|    air_humidity                 | -1.523138    |
+|    air_temperature              | 0.80279595   |
+|    clg_setpoint                 | 0.16901691   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.525945    |
+|    diffuse_solar_radiation      | 0.2596449    |
+|    direct_solar_radiation       | -0.08237275  |
+|    hour                         | 0.7948415    |
+|    htg_setpoint                 | -1.397766    |
+|    month                        | 0.5524283    |
+|    outdoor_humidity             | 0.4229508    |
+|    outdoor_temperature          | 1.406904     |
+|    people_occupant              | -0.68877405  |
+|    total_electricity_HVAC       | -0.51746535  |
+|    wind_direction               | -0.016933993 |
+|    wind_speed                   | 0.33184713   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 795.35596    |
+|    air_humidity                 | 17.131815    |
+|    air_temperature              | 23.812561    |
+|    clg_setpoint                 | 26.596745    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 11.0         |
+|    diffuse_solar_radiation      | 101.0        |
+|    direct_solar_radiation       | 133.0        |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 77.5         |
+|    outdoor_temperature          | 26.349354    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 677097.0     |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 5.7          |
+--------------------------------------------------
+--------------------------------------------------**********************--------------------------------------| 61%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.015809014  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 17.713926    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.0412736    |
+|    air_humidity                 | 1.4037468    |
+|    air_temperature              | 0.39557377   |
+|    clg_setpoint                 | -1.1085879   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.41215158  |
+|    diffuse_solar_radiation      | -0.5019338   |
+|    direct_solar_radiation       | -0.614961    |
+|    hour                         | 0.93928945   |
+|    htg_setpoint                 | -1.1336924   |
+|    month                        | 0.5521436    |
+|    outdoor_humidity             | -0.22566518  |
+|    outdoor_temperature          | 1.795835     |
+|    people_occupant              | 0.50300133   |
+|    total_electricity_HVAC       | 0.0017269991 |
+|    wind_direction               | 0.5573504    |
+|    wind_speed                   | -0.10651923  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 3126.7542    |
+|    air_humidity                 | 55.309906    |
+|    air_temperature              | 23.249695    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 12.0         |
+|    diffuse_solar_radiation      | 25.0         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 18.0         |
+|    htg_setpoint                 | 13.102016    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 64.0         |
+|    outdoor_temperature          | 30.19057     |
+|    people_occupant              | 10.0         |
+|    total_electricity_HVAC       | 2814078.8    |
+|    wind_direction               | 240.0        |
+|    wind_speed                   | 4.65         |
+--------------------------------------------------
+--------------------------------------------------**********************--------------------------------------| 61%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.5460789   |
+|    Heating_Setpoint_RL          | -0.057594746 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.781984    |
+|    Heating_Setpoint_RL          | 17.30103     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.3309092   |
+|    air_humidity                 | 1.2108772    |
+|    air_temperature              | 0.3953984    |
+|    clg_setpoint                 | -1.1084415   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.29839036  |
+|    diffuse_solar_radiation      | -0.752257    |
+|    direct_solar_radiation       | -0.61515063  |
+|    hour                         | 1.0837293    |
+|    htg_setpoint                 | -0.7358677   |
+|    month                        | 0.55185926   |
+|    outdoor_humidity             | 0.08692504   |
+|    outdoor_temperature          | 1.2182161    |
+|    people_occupant              | -0.4506748   |
+|    total_electricity_HVAC       | -0.35233507  |
+|    wind_direction               | 0.17405818   |
+|    wind_speed                   | -0.3362822   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1508.583     |
+|    air_humidity                 | 52.797985    |
+|    air_temperature              | 23.249695    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 13.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 19.0         |
+|    htg_setpoint                 | 14.762559    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 70.5         |
+|    outdoor_temperature          | 24.53029     |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 1357724.8    |
+|    wind_direction               | 200.0        |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+--------------------------------------------------***********************-------------------------------------| 62%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.21992093   |
+|    Heating_Setpoint_RL          | -0.34745765  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.367233    |
+|    Heating_Setpoint_RL          | 15.670551    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5214836   |
+|    air_humidity                 | 0.9928256    |
+|    air_temperature              | 0.49063343   |
+|    clg_setpoint                 | 0.13874707   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.18464704  |
+|    diffuse_solar_radiation      | -0.75231147  |
+|    direct_solar_radiation       | -0.61533576  |
+|    hour                         | 1.2281584    |
+|    htg_setpoint                 | -1.398057    |
+|    month                        | 0.55157536   |
+|    outdoor_humidity             | 0.25487858   |
+|    outdoor_temperature          | 1.3785857    |
+|    people_occupant              | -0.4508383   |
+|    total_electricity_HVAC       | -0.5336456   |
+|    wind_direction               | -0.017543957 |
+|    wind_speed                   | -0.54509455  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 681.10565    |
+|    air_humidity                 | 49.958374    |
+|    air_temperature              | 23.38151     |
+|    clg_setpoint                 | 26.516876    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 14.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 74.0         |
+|    outdoor_temperature          | 26.122398    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 612995.06    |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+-------------------------------------------------************************-------------------------------------| 62%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.29431486 |
+|    Heating_Setpoint_RL          | -0.7548693  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.631687   |
+|    Heating_Setpoint_RL          | 13.37886    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5417592  |
+|    air_humidity                 | 0.81768185  |
+|    air_temperature              | 0.14894351  |
+|    clg_setpoint                 | 0.28341168  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.07091229 |
+|    diffuse_solar_radiation      | -0.7523585  |
+|    direct_solar_radiation       | -0.61548465 |
+|    hour                         | 1.3725737   |
+|    htg_setpoint                 | -0.24564189 |
+|    month                        | 0.55129194  |
+|    outdoor_humidity             | 0.5672113   |
+|    outdoor_temperature          | 1.2716721   |
+|    people_occupant              | -0.68932295 |
+|    total_electricity_HVAC       | -0.5529442  |
+|    wind_direction               | -0.687859   |
+|    wind_speed                   | -1.1719273  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 593.77747   |
+|    air_humidity                 | 47.678867   |
+|    air_temperature              | 22.909605   |
+|    clg_setpoint                 | 26.895416   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 16.81084    |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 80.5        |
+|    outdoor_temperature          | 25.08679    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 534399.7    |
+|    wind_direction               | 110.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+--------------------------------------------------***********************-------------------------------------| 62%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.027773947 |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.531263    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5425492   |
+|    air_humidity                 | 0.54733247   |
+|    air_temperature              | 0.100167155  |
+|    clg_setpoint                 | 0.83830774   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.042818174  |
+|    diffuse_solar_radiation      | -0.75239766  |
+|    direct_solar_radiation       | -0.61558765  |
+|    hour                         | 1.516972     |
+|    htg_setpoint                 | -0.8408935   |
+|    month                        | 0.55100894   |
+|    outdoor_humidity             | 1.2155429    |
+|    outdoor_temperature          | 1.3286228    |
+|    people_occupant              | -0.6894597   |
+|    total_electricity_HVAC       | -0.553706    |
+|    wind_direction               | -0.7350513   |
+|    wind_speed                   | -0.7532168   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 591.4366     |
+|    air_humidity                 | 44.157883    |
+|    air_temperature              | 22.842588    |
+|    clg_setpoint                 | 28.349358    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 16.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 14.327704    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 94.0         |
+|    outdoor_temperature          | 25.663065    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 532292.94    |
+|    wind_direction               | 105.0        |
+|    wind_speed                   | 3.1          |
+| train/                          |              |
+|    approx_kl                    | 0.009009128  |
+|    clip_fraction                | 0.0843       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.49        |
+|    explained_variance           | 0.653        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.773        |
+|    n_updates                    | 620          |
+|    policy_gradient_loss         | -0.0118      |
+|    std                          | 0.849        |
+|    value_loss                   | 1.86         |
+--------------------------------------------------
+-------------------------------------------------************************-------------------------------------| 62%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.27988756 |
+|    Heating_Setpoint_RL          | 0.3509264   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.68038    |
+|    Heating_Setpoint_RL          | 19.59896    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5497609  |
+|    air_humidity                 | -1.5605719  |
+|    air_temperature              | 0.46287996  |
+|    clg_setpoint                 | -0.04657317 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.15654361  |
+|    diffuse_solar_radiation      | -0.7523851  |
+|    direct_solar_radiation       | -0.6154984  |
+|    hour                         | 1.6613493   |
+|    htg_setpoint                 | -0.870034   |
+|    month                        | 0.55072635  |
+|    outdoor_humidity             | -0.56255585 |
+|    outdoor_temperature          | 1.4454821   |
+|    people_occupant              | -0.68905956 |
+|    total_electricity_HVAC       | -0.56056577 |
+|    wind_direction               | -1.4999858  |
+|    wind_speed                   | 0.33431882  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 559.2138    |
+|    air_humidity                 | 16.65825    |
+|    air_temperature              | 23.344109   |
+|    clg_setpoint                 | 26.032639   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 14.205795   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 57.0        |
+|    outdoor_temperature          | 26.835299   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 503292.4    |
+|    wind_direction               | 25.0        |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------*************************------------------------------------| 63%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.53597796  |
+|    Heating_Setpoint_RL          | -0.7498686  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.433926   |
+|    Heating_Setpoint_RL          | 13.406989   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.56547266 |
+|    air_humidity                 | -1.966712   |
+|    air_temperature              | -0.04840165 |
+|    clg_setpoint                 | -0.21965861 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.3841247   |
+|    diffuse_solar_radiation      | -0.75243175 |
+|    direct_solar_radiation       | -0.6157108  |
+|    hour                         | -1.6612772  |
+|    htg_setpoint                 | -0.71211934 |
+|    month                        | 0.5504442   |
+|    outdoor_humidity             | -0.6096571  |
+|    outdoor_temperature          | 1.1218657   |
+|    people_occupant              | -0.68866014 |
+|    total_electricity_HVAC       | -0.57550526 |
+|    wind_direction               | -1.2592355  |
+|    wind_speed                   | -0.33548993 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 490.08292   |
+|    air_humidity                 | 11.3180895  |
+|    air_temperature              | 22.639002   |
+|    clg_setpoint                 | 25.580658   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 14.861874   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 56.0        |
+|    outdoor_temperature          | 23.665993   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 441074.62   |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------************************------------------------------------| 63%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.27657068  |
+|    air_humidity                 | 0.7576508    |
+|    air_temperature              | -0.043560587 |
+|    clg_setpoint                 | -0.34846267  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.49785146   |
+|    diffuse_solar_radiation      | -0.7525432   |
+|    direct_solar_radiation       | -0.61591506  |
+|    hour                         | -1.5167309   |
+|    htg_setpoint                 | 1.1401093    |
+|    month                        | 0.5501625    |
+|    outdoor_humidity             | 0.18368448   |
+|    outdoor_temperature          | 0.43604112   |
+|    people_occupant              | -0.688797    |
+|    total_electricity_HVAC       | -0.46586332  |
+|    wind_direction               | -1.2103512   |
+|    wind_speed                   | -0.85880506  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1745.522     |
+|    air_humidity                 | 46.885372    |
+|    air_temperature              | 22.646015    |
+|    clg_setpoint                 | 25.243145    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 20.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 1.0          |
+|    htg_setpoint                 | 22.593536    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 72.5         |
+|    outdoor_temperature          | 16.910946    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 892100.5     |
+|    wind_direction               | 55.0         |
+|    wind_speed                   | 2.85         |
+--------------------------------------------------
+--------------------------------------------------************************------------------------------------| 63%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.13220912   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 18.368675    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.57509667  |
+|    air_humidity                 | 0.15992618   |
+|    air_temperature              | -0.089949556 |
+|    clg_setpoint                 | -0.027645849 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.61153555   |
+|    diffuse_solar_radiation      | -0.7526533   |
+|    direct_solar_radiation       | -0.61610764  |
+|    hour                         | -1.3722055   |
+|    htg_setpoint                 | -1.1883      |
+|    month                        | 0.5498812    |
+|    outdoor_humidity             | -0.032230627 |
+|    outdoor_temperature          | 0.7442769    |
+|    people_occupant              | -0.6889337   |
+|    total_electricity_HVAC       | -0.58477837  |
+|    wind_direction               | 0.5131704    |
+|    wind_speed                   | -0.96321267  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 449.73407    |
+|    air_humidity                 | 39.08826     |
+|    air_temperature              | 22.582342    |
+|    clg_setpoint                 | 26.083237    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 21.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 2.0          |
+|    htg_setpoint                 | 12.875171    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 68.0         |
+|    outdoor_temperature          | 19.958649    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 404304.72    |
+|    wind_direction               | 235.0        |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
+-------------------------------------------------**************************-----------------------------------| 64%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.07094372  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.02406    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.56227905 |
+|    air_humidity                 | -0.1585334  |
+|    air_temperature              | -0.08741056 |
+|    clg_setpoint                 | 0.22755209  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.72515476  |
+|    diffuse_solar_radiation      | -0.7526589  |
+|    direct_solar_radiation       | -0.6163009  |
+|    hour                         | -1.2276974  |
+|    htg_setpoint                 | 0.64327884  |
+|    month                        | 0.5496004   |
+|    outdoor_humidity             | -1.2334602  |
+|    outdoor_temperature          | 1.325724    |
+|    people_occupant              | -0.6890701  |
+|    total_electricity_HVAC       | -0.5723399  |
+|    wind_direction               | 1.2787995   |
+|    wind_speed                   | -0.4397736  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 506.3596    |
+|    air_humidity                 | 34.93636    |
+|    air_temperature              | 22.58624    |
+|    clg_setpoint                 | 26.751245   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 20.520462   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 43.0        |
+|    outdoor_temperature          | 25.713158   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 456290.47   |
+|    wind_direction               | 315.0       |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+--------------------------------------------------*************************-----------------------------------| 64%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.020790577 |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.554832    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.5681816    |
+|    air_humidity                 | -0.32855004  |
+|    air_temperature              | 0.39367396   |
+|    clg_setpoint                 | 1.4677002    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.8386822    |
+|    diffuse_solar_radiation      | -0.752682    |
+|    direct_solar_radiation       | -0.6165392   |
+|    hour                         | -1.0832031   |
+|    htg_setpoint                 | 1.2972654    |
+|    month                        | 0.54932      |
+|    outdoor_humidity             | -0.3190861   |
+|    outdoor_temperature          | 0.7818309    |
+|    people_occupant              | -0.68920636  |
+|    total_electricity_HVAC       | 0.92102563   |
+|    wind_direction               | -1.6412599   |
+|    wind_speed                   | -0.9636542   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 5414.1987    |
+|    air_humidity                 | 32.72246     |
+|    air_temperature              | 23.25021     |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 23.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 62.0         |
+|    outdoor_temperature          | 20.357267    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 6588848.5    |
+|    wind_direction               | 10.0         |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
+-------------------------------------------------**************************-----------------------------------| 64%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.57148093  |
+|    Heating_Setpoint_RL          | 0.03334782  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.55375    |
+|    Heating_Setpoint_RL          | 17.812582   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.578437   |
+|    air_humidity                 | -0.24346447 |
+|    air_temperature              | 0.11993948  |
+|    clg_setpoint                 | 1.4678335   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.9520859   |
+|    diffuse_solar_radiation      | -0.6027717  |
+|    direct_solar_radiation       | -0.5927008  |
+|    hour                         | -0.93871945 |
+|    htg_setpoint                 | 0.73257405  |
+|    month                        | 0.54904     |
+|    outdoor_humidity             | 0.28181607  |
+|    outdoor_temperature          | 0.7537734   |
+|    people_occupant              | -0.6893424  |
+|    total_electricity_HVAC       | -0.5878309  |
+|    wind_direction               | 0.6558165   |
+|    wind_speed                   | 0.5446328   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 437.56445   |
+|    air_humidity                 | 33.83914    |
+|    air_temperature              | 22.872805   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 15.0        |
+|    direct_solar_radiation       | 6.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 20.893682   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 74.5        |
+|    outdoor_temperature          | 20.089453   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 393906.28   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------**************************----------------------------------| 65%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.32660872   |
+|    Heating_Setpoint_RL          | -0.69413465  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.727304    |
+|    Heating_Setpoint_RL          | 13.720492    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6485914   |
+|    air_humidity                 | -0.40143892  |
+|    air_temperature              | 0.06755014   |
+|    clg_setpoint                 | 0.73356944   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0653296    |
+|    diffuse_solar_radiation      | -0.023133457 |
+|    direct_solar_radiation       | 0.41905797   |
+|    hour                         | -0.7942439   |
+|    htg_setpoint                 | 0.37624285   |
+|    month                        | 0.5487605    |
+|    outdoor_humidity             | -0.65381527  |
+|    outdoor_temperature          | 0.56946933   |
+|    people_occupant              | -0.6889446   |
+|    total_electricity_HVAC       | -0.65460473  |
+|    wind_direction               | -1.5456309   |
+|    wind_speed                   | -0.23110124  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 132.58353    |
+|    air_humidity                 | 31.768656    |
+|    air_temperature              | 22.800774    |
+|    clg_setpoint                 | 28.076172    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 73.0         |
+|    direct_solar_radiation       | 259.0        |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 19.404896    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 55.0         |
+|    outdoor_temperature          | 18.280787    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 119325.164   |
+|    wind_direction               | 20.0         |
+|    wind_speed                   | 4.35         |
+--------------------------------------------------
+-------------------------------------------------***************************----------------------------------| 65%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.37804648 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.498488   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.35815543 |
+|    air_humidity                 | 0.41818523  |
+|    air_temperature              | -0.18513647 |
+|    clg_setpoint                 | -1.0001748  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1783717   |
+|    diffuse_solar_radiation      | 0.5466357   |
+|    direct_solar_radiation       | 1.0063001   |
+|    hour                         | -0.6497741  |
+|    htg_setpoint                 | -0.17621002 |
+|    month                        | 0.54848135  |
+|    outdoor_humidity             | -0.3647332  |
+|    outdoor_temperature          | 0.7155564   |
+|    people_occupant              | -0.68854743 |
+|    total_electricity_HVAC       | -0.36657315 |
+|    wind_direction               | -1.3048207  |
+|    wind_speed                   | -1.069086   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1391.7953   |
+|    air_humidity                 | 42.457733   |
+|    air_temperature              | 22.452734   |
+|    clg_setpoint                 | 23.534096   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 130.0       |
+|    direct_solar_radiation       | 406.0       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 17.097454   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 61.0        |
+|    outdoor_temperature          | 19.730806   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1300623.8   |
+|    wind_direction               | 45.0        |
+|    wind_speed                   | 2.35        |
+-------------------------------------------------
+-------------------------------------------------***************************----------------------------------| 65%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.39060175 |
+|    air_humidity                 | 0.14944884  |
+|    air_temperature              | 1.6602186   |
+|    clg_setpoint                 | -0.0510345  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2911667   |
+|    diffuse_solar_radiation      | 1.1864195   |
+|    direct_solar_radiation       | 1.1662288   |
+|    hour                         | -0.5053081  |
+|    htg_setpoint                 | -0.51651853 |
+|    month                        | 0.54820263  |
+|    outdoor_humidity             | 0.6917253   |
+|    outdoor_temperature          | 1.0388225   |
+|    people_occupant              | 1.695297    |
+|    total_electricity_HVAC       | -0.41065988 |
+|    wind_direction               | 0.5123828   |
+|    wind_speed                   | 0.23018947  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1251.4762   |
+|    air_humidity                 | 38.958466   |
+|    air_temperature              | 24.995844   |
+|    clg_setpoint                 | 26.020224   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 194.0       |
+|    direct_solar_radiation       | 446.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 15.677777   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | 22.930334   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1120192.2   |
+|    wind_direction               | 235.0       |
+|    wind_speed                   | 5.45        |
+-------------------------------------------------
+-------------------------------------------------***************************----------------------------------| 65%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.46020862  |
+|    air_humidity                 | 0.9651556   |
+|    air_temperature              | 0.39309037  |
+|    clg_setpoint                 | -1.1083119  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4036644   |
+|    diffuse_solar_radiation      | 1.2363311   |
+|    direct_solar_radiation       | 1.5698811   |
+|    hour                         | -0.36084452 |
+|    htg_setpoint                 | -1.3976936  |
+|    month                        | 0.54792434  |
+|    outdoor_humidity             | -1.1336193  |
+|    outdoor_temperature          | 1.2138486   |
+|    people_occupant              | 1.6948553   |
+|    total_electricity_HVAC       | 0.5048964   |
+|    wind_direction               | -0.82654595 |
+|    wind_speed                   | -0.12595923 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4940.134    |
+|    air_humidity                 | 49.610344   |
+|    air_temperature              | 23.250181   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 199.0       |
+|    direct_solar_radiation       | 547.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | 24.66816    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4874902.0   |
+|    wind_direction               | 95.0        |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------****************************---------------------------------| 66%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.7408503   |
+|    air_humidity                 | 1.1576484   |
+|    air_temperature              | 0.39167503  |
+|    clg_setpoint                 | -1.1080505  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5158101   |
+|    diffuse_solar_radiation      | 1.1764872   |
+|    direct_solar_radiation       | 1.9965173   |
+|    hour                         | -0.21638216 |
+|    htg_setpoint                 | -0.64718974 |
+|    month                        | 0.54764646  |
+|    outdoor_humidity             | -0.65286064 |
+|    outdoor_temperature          | 1.2813202   |
+|    people_occupant              | 1.6944146   |
+|    total_electricity_HVAC       | 0.66733384  |
+|    wind_direction               | 0.8006718   |
+|    wind_speed                   | -0.4402499  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6155.8286   |
+|    air_humidity                 | 52.131702   |
+|    air_temperature              | 23.248463   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 193.0       |
+|    direct_solar_radiation       | 654.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 15.134136   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 55.0        |
+|    outdoor_temperature          | 25.340418   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 5540245.5   |
+|    wind_direction               | 265.0       |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+-------------------------------------------------****************************---------------------------------| 66%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.9876426  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.06951    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.49314755  |
+|    air_humidity                 | 0.5636206   |
+|    air_temperature              | 0.39199805  |
+|    clg_setpoint                 | -1.1077217  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6275458   |
+|    diffuse_solar_radiation      | 1.0465245   |
+|    direct_solar_radiation       | 2.5346096   |
+|    hour                         | -0.07192026 |
+|    htg_setpoint                 | -0.5215082  |
+|    month                        | 0.54736906  |
+|    outdoor_humidity             | -1.9742208  |
+|    outdoor_temperature          | 1.2609583   |
+|    people_occupant              | 1.2173483   |
+|    total_electricity_HVAC       | 0.42936394  |
+|    wind_direction               | -1.6382884  |
+|    wind_speed                   | -0.54456586 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5082.043    |
+|    air_humidity                 | 44.38657    |
+|    air_temperature              | 23.24901    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 180.0       |
+|    direct_solar_radiation       | 789.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 15.659386   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 27.5        |
+|    outdoor_temperature          | 25.14682    |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 4564432.5   |
+|    wind_direction               | 10.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------****************************---------------------------------| 66%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.77414423  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.237736   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.46381375 |
+|    air_humidity                 | -0.9506516  |
+|    air_temperature              | 0.5034115   |
+|    clg_setpoint                 | -0.3935879  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7388089   |
+|    diffuse_solar_radiation      | 0.5367026   |
+|    direct_solar_radiation       | 2.796672    |
+|    hour                         | 0.07254154  |
+|    htg_setpoint                 | -1.3978367  |
+|    month                        | 0.547092    |
+|    outdoor_humidity             | 0.06859056  |
+|    outdoor_temperature          | 1.5412222   |
+|    people_occupant              | -0.6892264  |
+|    total_electricity_HVAC       | -0.4788399  |
+|    wind_direction               | 0.17915395  |
+|    wind_speed                   | 0.21110882  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 936.47186   |
+|    air_humidity                 | 24.634293   |
+|    air_temperature              | 23.4025     |
+|    clg_setpoint                 | 25.120173   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 129.0       |
+|    direct_solar_radiation       | 855.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 70.0        |
+|    outdoor_temperature          | 27.926006   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 842824.7    |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 5.4         |
+-------------------------------------------------
+-------------------------------------------------****************************---------------------------------| 66%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.3578056   |
+|    Heating_Setpoint_RL          | -0.93970203 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.832594   |
+|    Heating_Setpoint_RL          | 12.339176   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.52958584 |
+|    air_humidity                 | -1.8128471  |
+|    air_temperature              | 0.94379693  |
+|    clg_setpoint                 | 1.0579523   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6720079  |
+|    diffuse_solar_radiation      | 1.157201    |
+|    direct_solar_radiation       | 2.0801396   |
+|    hour                         | 0.21700326  |
+|    htg_setpoint                 | -1.0023108  |
+|    month                        | 0.84440553  |
+|    outdoor_humidity             | -1.997511   |
+|    outdoor_temperature          | 1.9027426   |
+|    people_occupant              | -0.68883085 |
+|    total_electricity_HVAC       | -0.544561   |
+|    wind_direction               | 1.4222015   |
+|    wind_speed                   | 0.1060477   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 650.74554   |
+|    air_humidity                 | 13.363187   |
+|    air_temperature              | 24.008928   |
+|    clg_setpoint                 | 28.924328   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 191.0       |
+|    direct_solar_radiation       | 676.0       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 13.648058   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 27.0        |
+|    outdoor_temperature          | 31.51343    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 572770.25   |
+|    wind_direction               | 330.0       |
+|    wind_speed                   | 5.15        |
+-------------------------------------------------
+-------------------------------------------------*****************************--------------------------------| 67%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.6392926   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.22102    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.44082466  |
+|    air_humidity                 | 1.2270398   |
+|    air_temperature              | 0.39109263  |
+|    clg_setpoint                 | -1.1078696  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5561492  |
+|    diffuse_solar_radiation      | 1.4371201   |
+|    direct_solar_radiation       | 0.55550545  |
+|    hour                         | 0.3614645   |
+|    htg_setpoint                 | 0.6448988   |
+|    month                        | 0.8438433   |
+|    outdoor_humidity             | -0.81925476 |
+|    outdoor_temperature          | 1.060785    |
+|    people_occupant              | 1.6952474   |
+|    total_electricity_HVAC       | 0.3818781   |
+|    wind_direction               | -0.87312895 |
+|    wind_speed                   | -0.4390895  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4850.6226   |
+|    air_humidity                 | 53.026447   |
+|    air_temperature              | 23.248573   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 219.0       |
+|    direct_solar_radiation       | 294.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 20.524675   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 51.5        |
+|    outdoor_temperature          | 23.205751   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4365560.5   |
+|    wind_direction               | 90.0        |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+-------------------------------------------------*****************************--------------------------------| 67%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.19907911 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.50518    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.5136637   |
+|    air_humidity                 | 1.1134963   |
+|    air_temperature              | 0.3911793   |
+|    clg_setpoint                 | -1.1076239  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4407346  |
+|    diffuse_solar_radiation      | 1.2169883   |
+|    direct_solar_radiation       | 0.8784496   |
+|    hour                         | 0.5059245   |
+|    htg_setpoint                 | -1.3966416  |
+|    month                        | 0.84328216  |
+|    outdoor_humidity             | -1.2513736  |
+|    outdoor_temperature          | 1.1416924   |
+|    people_occupant              | 1.6948079   |
+|    total_electricity_HVAC       | 0.45116478  |
+|    wind_direction               | 0.08376833  |
+|    wind_speed                   | -0.3334117  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5165.144    |
+|    air_humidity                 | 51.54917    |
+|    air_temperature              | 23.248755   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 197.0       |
+|    direct_solar_radiation       | 375.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 42.5        |
+|    outdoor_temperature          | 24.010803   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4648629.5   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+------------------------------------------------******************************--------------------------------| 67%
+| action_network/                 |            |
+|    Cooling_Setpoint_RL          | -1.0       |
+|    Heating_Setpoint_RL          | -1.0       |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23.25      |
+|    Heating_Setpoint_RL          | 12.0       |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | 0.762121   |
+|    air_humidity                 | 1.202701   |
+|    air_temperature              | 0.3910233  |
+|    clg_setpoint                 | -1.1073124 |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | -1.3256975 |
+|    diffuse_solar_radiation      | 0.31674227 |
+|    direct_solar_radiation       | 0.90964717 |
+|    hour                         | 0.6503822  |
+|    htg_setpoint                 | 1.2973338  |
+|    month                        | 0.8427221  |
+|    outdoor_humidity             | -0.5544872 |
+|    outdoor_temperature          | 1.3212928  |
+|    people_occupant              | 1.6943693  |
+|    total_electricity_HVAC       | 0.6875473  |
+|    wind_direction               | 0.08355019 |
+|    wind_speed                   | 0.44336265 |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 6239.6387  |
+|    air_humidity                 | 52.72022   |
+|    air_temperature              | 23.248629  |
+|    clg_setpoint                 | 23.25      |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 4.0        |
+|    diffuse_solar_radiation      | 107.0      |
+|    direct_solar_radiation       | 383.0      |
+|    hour                         | 16.0       |
+|    htg_setpoint                 | 23.25      |
+|    month                        | 9.0        |
+|    outdoor_humidity             | 57.0       |
+|    outdoor_temperature          | 25.795385  |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 5615675.0  |
+|    wind_direction               | 190.0      |
+|    wind_speed                   | 5.95       |
+------------------------------------------------
+--------------------------------------------------*****************************-------------------------------| 68%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.8866967    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 22.612669    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.4898679    |
+|    air_humidity                 | 1.3994905    |
+|    air_temperature              | 0.3942117    |
+|    clg_setpoint                 | -1.1069605   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.2109778   |
+|    diffuse_solar_radiation      | -0.19355659  |
+|    direct_solar_radiation       | -0.056432426 |
+|    hour                         | 0.79483604   |
+|    htg_setpoint                 | 0.9096413    |
+|    month                        | 0.8421632    |
+|    outdoor_humidity             | 0.310668     |
+|    outdoor_temperature          | 1.1811403    |
+|    people_occupant              | 1.6939317    |
+|    total_electricity_HVAC       | 0.64507085   |
+|    wind_direction               | 0.13115047   |
+|    wind_speed                   | 0.8633125    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 5061.95      |
+|    air_humidity                 | 55.295616    |
+|    air_temperature              | 23.253197    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 5.0          |
+|    diffuse_solar_radiation      | 56.0         |
+|    direct_solar_radiation       | 141.0        |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 21.632019    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 75.0         |
+|    outdoor_temperature          | 24.418732    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 5441645.0    |
+|    wind_direction               | 195.0        |
+|    wind_speed                   | 6.95         |
+--------------------------------------------------
+-------------------------------------------------******************************-------------------------------| 68%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.31138945 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.873434   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.08868091 |
+|    air_humidity                 | 1.2503027   |
+|    air_temperature              | 0.39166722  |
+|    clg_setpoint                 | -1.1067461  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0965207  |
+|    diffuse_solar_radiation      | -0.75395775 |
+|    direct_solar_radiation       | -0.6191708  |
+|    hour                         | 0.9392842   |
+|    htg_setpoint                 | -0.32260564 |
+|    month                        | 0.8416054   |
+|    outdoor_humidity             | 0.4790486   |
+|    outdoor_temperature          | 0.9214101   |
+|    people_occupant              | 0.50204116  |
+|    total_electricity_HVAC       | -0.15304458 |
+|    wind_direction               | -0.10792792 |
+|    wind_speed                   | -0.22733198 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2559.9639   |
+|    air_humidity                 | 53.354916   |
+|    air_temperature              | 23.249859   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 16.486706   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 78.5        |
+|    outdoor_temperature          | 21.860437   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 2176843.0   |
+|    wind_direction               | 170.0       |
+|    wind_speed                   | 4.35        |
+-------------------------------------------------
+-------------------------------------------------******************************-------------------------------| 68%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.9161441   |
+|    Heating_Setpoint_RL          | -0.13373554 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.716988   |
+|    Heating_Setpoint_RL          | 16.872738   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5350745  |
+|    air_humidity                 | -1.242998   |
+|    air_temperature              | 0.6585647   |
+|    clg_setpoint                 | 0.05662611  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9822771  |
+|    diffuse_solar_radiation      | -0.7540086  |
+|    direct_solar_radiation       | -0.6192782  |
+|    hour                         | 1.0837245   |
+|    htg_setpoint                 | -1.3967478  |
+|    month                        | 0.8410488   |
+|    outdoor_humidity             | 0.62292314  |
+|    outdoor_temperature          | 1.342647    |
+|    people_occupant              | -0.6891117  |
+|    total_electricity_HVAC       | -0.54750985 |
+|    wind_direction               | 0.13116343  |
+|    wind_speed                   | 1.2838415   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 629.1828    |
+|    air_humidity                 | 20.809298   |
+|    air_temperature              | 23.61709    |
+|    clg_setpoint                 | 26.299572   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 81.5        |
+|    outdoor_temperature          | 26.034485   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 562945.9    |
+|    wind_direction               | 195.0       |
+|    wind_speed                   | 7.95        |
+| train/                          |             |
+|    approx_kl                    | 0.007813003 |
+|    clip_fraction                | 0.114       |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.51       |
+|    explained_variance           | 0.684       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.399       |
+|    n_updates                    | 630         |
+|    policy_gradient_loss         | -0.0119     |
+|    std                          | 0.855       |
+|    value_loss                   | 0.819       |
+-------------------------------------------------
+--------------------------------------------------*****************************-------------------------------| 68%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.108224854 |
+|    Heating_Setpoint_RL          | -0.13930139  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.25974     |
+|    Heating_Setpoint_RL          | 16.84143     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5816201   |
+|    air_humidity                 | -1.9296832   |
+|    air_temperature              | -0.17792596  |
+|    clg_setpoint                 | 0.09150921   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.8682034   |
+|    diffuse_solar_radiation      | -0.75398237  |
+|    direct_solar_radiation       | -0.61915857  |
+|    hour                         | 1.2281542    |
+|    htg_setpoint                 | -1.3963798   |
+|    month                        | 0.84049314   |
+|    outdoor_humidity             | 0.40609705   |
+|    outdoor_temperature          | 0.72623193   |
+|    people_occupant              | -0.6887184   |
+|    total_electricity_HVAC       | -0.5909768   |
+|    wind_direction               | -1.1604255   |
+|    wind_speed                   | -0.9616156   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 426.98843    |
+|    air_humidity                 | 11.811874    |
+|    air_temperature              | 22.468134    |
+|    clg_setpoint                 | 26.392036    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 8.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 77.0         |
+|    outdoor_temperature          | 19.948952    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 384289.6     |
+|    wind_direction               | 60.0         |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
+-------------------------------------------------*******************************------------------------------| 69%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.3088733  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.582552   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.10912327 |
+|    air_humidity                 | 1.1643872   |
+|    air_temperature              | 0.3914642   |
+|    clg_setpoint                 | -0.6982332  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7542611  |
+|    diffuse_solar_radiation      | -0.75401646 |
+|    direct_solar_radiation       | -0.6190199  |
+|    hour                         | 1.3725704   |
+|    htg_setpoint                 | 1.297118    |
+|    month                        | 0.8399387   |
+|    outdoor_humidity             | 0.95908976  |
+|    outdoor_temperature          | 0.87241334  |
+|    people_occupant              | -0.6888531  |
+|    total_electricity_HVAC       | -0.14142275 |
+|    wind_direction               | -1.1120282  |
+|    wind_speed                   | -1.1709584  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2468.9387   |
+|    air_humidity                 | 52.2332     |
+|    air_temperature              | 23.250362   |
+|    clg_setpoint                 | 24.322247   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 88.5        |
+|    outdoor_temperature          | 21.399635   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2222044.8   |
+|    wind_direction               | 65.0        |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+-------------------------------------------------*******************************------------------------------| 69%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.2234046  |
+|    Heating_Setpoint_RL          | 0.78234535  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.87101    |
+|    Heating_Setpoint_RL          | 22.025692   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.5779591   |
+|    air_humidity                 | -0.07408438 |
+|    air_temperature              | 0.39135236  |
+|    clg_setpoint                 | 1.3206975   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6404169  |
+|    diffuse_solar_radiation      | -0.7539184  |
+|    direct_solar_radiation       | -0.6191656  |
+|    hour                         | 1.5169699   |
+|    htg_setpoint                 | 1.2972211   |
+|    month                        | 0.8393853   |
+|    outdoor_humidity             | -1.1810617  |
+|    outdoor_temperature          | 0.3585819   |
+|    people_occupant              | -0.6889876  |
+|    total_electricity_HVAC       | 0.6355819   |
+|    wind_direction               | -1.5420063  |
+|    wind_speed                   | -0.436496   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5436.217    |
+|    air_humidity                 | 36.057327   |
+|    air_temperature              | 23.25038    |
+|    clg_setpoint                 | 29.612162   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 44.0        |
+|    outdoor_temperature          | 16.326874   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5396280.0   |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+-------------------------------------------------*******************************------------------------------| 69%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.73093015  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.73648    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65537083 |
+|    air_humidity                 | 0.7539175   |
+|    air_temperature              | -0.6256004  |
+|    clg_setpoint                 | -0.26086128 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.52664274 |
+|    diffuse_solar_radiation      | -0.7539713  |
+|    direct_solar_radiation       | -0.6193346  |
+|    hour                         | 1.6613489   |
+|    htg_setpoint                 | 0.5052003   |
+|    month                        | 0.838833    |
+|    outdoor_humidity             | -0.26631236 |
+|    outdoor_temperature          | 0.51747715  |
+|    people_occupant              | -0.6891219  |
+|    total_electricity_HVAC       | -0.66115785 |
+|    wind_direction               | 0.6582278   |
+|    wind_speed                   | -0.6462668  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 110.42685   |
+|    air_humidity                 | 46.87163    |
+|    air_temperature              | 21.854675   |
+|    clg_setpoint                 | 25.467604   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 19.942461   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 63.0        |
+|    outdoor_temperature          | 17.90041    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 99384.164   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+--------------------------------------------------*******************************-----------------------------| 70%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.62127316   |
+|    Heating_Setpoint_RL          | 0.9479289    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.721798    |
+|    Heating_Setpoint_RL          | 22.9571      |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.08301761  |
+|    air_humidity                 | 0.6186082    |
+|    air_temperature              | 0.3912056    |
+|    clg_setpoint                 | 1.4690384    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.29934224  |
+|    diffuse_solar_radiation      | -0.75396496  |
+|    direct_solar_radiation       | -0.61943483  |
+|    hour                         | -1.6612781   |
+|    htg_setpoint                 | 1.2968695    |
+|    month                        | 0.8382818    |
+|    outdoor_humidity             | 0.8883787    |
+|    outdoor_temperature          | 0.71051025   |
+|    people_occupant              | -0.689256    |
+|    total_electricity_HVAC       | -0.116608456 |
+|    wind_direction               | 0.32321846   |
+|    wind_speed                   | 0.23594247   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2581.4446    |
+|    air_humidity                 | 45.11396     |
+|    air_temperature              | 23.250267    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 13.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 87.0         |
+|    outdoor_temperature          | 19.811575    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2323300.0    |
+|    wind_direction               | 215.0        |
+|    wind_speed                   | 5.45         |
+--------------------------------------------------
+-------------------------------------------------********************************-----------------------------| 70%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.371431    |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.87858    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.07077719 |
+|    air_humidity                 | 0.5232346   |
+|    air_temperature              | 0.3910504   |
+|    clg_setpoint                 | -0.07614067 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18560703 |
+|    diffuse_solar_radiation      | -0.7539592  |
+|    direct_solar_radiation       | -0.61921704 |
+|    hour                         | -1.5167333  |
+|    htg_setpoint                 | 1.2964898   |
+|    month                        | 0.83773166  |
+|    outdoor_humidity             | 1.2729902   |
+|    outdoor_temperature          | 0.9465625   |
+|    people_occupant              | -0.68938994 |
+|    total_electricity_HVAC       | -0.10496622 |
+|    wind_direction               | 0.37096673  |
+|    wind_speed                   | 0.32016212  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2634.5095   |
+|    air_humidity                 | 43.880093   |
+|    air_temperature              | 23.250261   |
+|    clg_setpoint                 | 25.951088   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 95.0        |
+|    outdoor_temperature          | 22.151686   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2371058.5   |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 5.65        |
+-------------------------------------------------
+--------------------------------------------------*******************************-----------------------------| 70%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.8333981   |
+|    Heating_Setpoint_RL          | 0.839311     |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.81228     |
+|    Heating_Setpoint_RL          | 22.346125    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.33730936  |
+|    air_humidity                 | -0.98781747  |
+|    air_temperature              | 0.39052948   |
+|    clg_setpoint                 | 1.4684985    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.07188452  |
+|    diffuse_solar_radiation      | -0.7540064   |
+|    direct_solar_radiation       | -0.6192719   |
+|    hour                         | -1.3722091   |
+|    htg_setpoint                 | 1.2966725    |
+|    month                        | 0.83718264   |
+|    outdoor_humidity             | -0.26664668  |
+|    outdoor_temperature          | 0.52087456   |
+|    people_occupant              | -0.6889982   |
+|    total_electricity_HVAC       | -0.35854906  |
+|    wind_direction               | -1.6390467   |
+|    wind_speed                   | -0.100138724 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1483.3595    |
+|    air_humidity                 | 24.141142    |
+|    air_temperature              | 23.249891    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 2.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 63.0         |
+|    outdoor_temperature          | 17.956654    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1335023.6    |
+|    wind_direction               | 10.0         |
+|    wind_speed                   | 4.65         |
+--------------------------------------------------
+--------------------------------------------------********************************----------------------------| 71%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6608924   |
+|    air_humidity                 | 0.15836313   |
+|    air_temperature              | -0.4149125   |
+|    clg_setpoint                 | -1.1074747   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.0418321    |
+|    diffuse_solar_radiation      | -0.7540316   |
+|    direct_solar_radiation       | -0.61939865  |
+|    hour                         | -1.2277018   |
+|    htg_setpoint                 | -0.7697421   |
+|    month                        | 0.83663464   |
+|    outdoor_humidity             | 0.1668267    |
+|    outdoor_temperature          | -0.028213829 |
+|    people_occupant              | -0.68860716  |
+|    total_electricity_HVAC       | -0.66641647  |
+|    wind_direction               | -1.1596854   |
+|    wind_speed                   | -0.541273    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 39.106155    |
+|    air_temperature              | 22.145756    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 16.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 3.0          |
+|    htg_setpoint                 | 14.618103    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 72.0         |
+|    outdoor_temperature          | 12.534598    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 60.0         |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+-------------------------------------------------*********************************----------------------------| 71%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.19678557  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.28915    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.1296877   |
+|    air_humidity                 | 1.4294472   |
+|    air_temperature              | 0.10302424  |
+|    clg_setpoint                 | 1.4682391   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.15554474  |
+|    diffuse_solar_radiation      | -0.7538585  |
+|    direct_solar_radiation       | -0.6192542  |
+|    hour                         | -1.0832081  |
+|    htg_setpoint                 | 1.2016113   |
+|    month                        | 0.83608776  |
+|    outdoor_humidity             | 0.88889813  |
+|    outdoor_temperature          | 0.5814025   |
+|    people_occupant              | -0.6887412  |
+|    total_electricity_HVAC       | -0.2204314  |
+|    wind_direction               | -0.34617037 |
+|    wind_speed                   | -0.09976294 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3496.0078   |
+|    air_humidity                 | 55.70795    |
+|    air_temperature              | 22.856045   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 22.854717   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 18.560654   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1897635.1   |
+|    wind_direction               | 145.0       |
+|    wind_speed                   | 4.65        |
+-------------------------------------------------
+-------------------------------------------------*********************************----------------------------| 71%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.31582463  |
+|    Heating_Setpoint_RL          | 0.26054263  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.690908   |
+|    Heating_Setpoint_RL          | 19.090553   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.90481937  |
+|    air_humidity                 | 1.6871482   |
+|    air_temperature              | 0.3901708   |
+|    clg_setpoint                 | -0.17881292 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.26925042  |
+|    diffuse_solar_radiation      | -0.75385636 |
+|    direct_solar_radiation       | -0.6189568  |
+|    hour                         | -0.9387248  |
+|    htg_setpoint                 | 1.2957187   |
+|    month                        | 0.83554196  |
+|    outdoor_humidity             | 0.8160921   |
+|    outdoor_temperature          | 0.48867148  |
+|    people_occupant              | -0.6888751  |
+|    total_electricity_HVAC       | 0.9578132   |
+|    wind_direction               | 1.5671853   |
+|    wind_speed                   | -0.64657813 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6836.182    |
+|    air_humidity                 | 59.105717   |
+|    air_temperature              | 23.24984    |
+|    clg_setpoint                 | 25.683167   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 85.5        |
+|    outdoor_temperature          | 17.647026   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6701440.0   |
+|    wind_direction               | 345.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+--------------------------------------------------********************************----------------------------| 71%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.91470665   |
+|    Heating_Setpoint_RL          | 0.25686008   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.712135    |
+|    Heating_Setpoint_RL          | 19.069838    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.072230466 |
+|    air_humidity                 | -0.09215999  |
+|    air_temperature              | 0.39024624   |
+|    clg_setpoint                 | -1.1070296   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.38294128   |
+|    diffuse_solar_radiation      | -0.253722    |
+|    direct_solar_radiation       | 0.14696048   |
+|    hour                         | -0.7942494   |
+|    htg_setpoint                 | 1.29542      |
+|    month                        | 0.8349972    |
+|    outdoor_humidity             | -0.26647025  |
+|    outdoor_temperature          | 0.064463064  |
+|    people_occupant              | -0.6890087   |
+|    total_electricity_HVAC       | -0.10636412  |
+|    wind_direction               | -1.4441956   |
+|    wind_speed                   | -0.5411967   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2625.005     |
+|    air_humidity                 | 35.868458    |
+|    air_temperature              | 23.250072    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 19.0         |
+|    diffuse_solar_radiation      | 50.0         |
+|    direct_solar_radiation       | 192.0        |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 63.0         |
+|    outdoor_temperature          | 13.4621105   |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2362504.2    |
+|    wind_direction               | 30.0         |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+--------------------------------------------------*********************************---------------------------| 72%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.66137254  |
+|    air_humidity                 | 0.84228146   |
+|    air_temperature              | -0.64632934  |
+|    clg_setpoint                 | -0.025103493 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.49660462   |
+|    diffuse_solar_radiation      | -0.19380704  |
+|    direct_solar_radiation       | 0.74949586   |
+|    hour                         | -0.64977974  |
+|    htg_setpoint                 | -0.12193526  |
+|    month                        | 0.8344535    |
+|    outdoor_humidity             | 0.43161368   |
+|    outdoor_temperature          | 0.28791478   |
+|    people_occupant              | -0.6891422   |
+|    total_electricity_HVAC       | -0.65631455  |
+|    wind_direction               | -1.1086266   |
+|    wind_speed                   | -0.5407839   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 48.08159     |
+|    air_temperature              | 21.83065     |
+|    clg_setpoint                 | 26.084782    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 20.0         |
+|    diffuse_solar_radiation      | 56.0         |
+|    direct_solar_radiation       | 343.0        |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 17.330242    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 77.5         |
+|    outdoor_temperature          | 15.66995     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 121295.234   |
+|    wind_direction               | 65.0         |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+-------------------------------------------------**********************************---------------------------| 72%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.049693823 |
+|    Heating_Setpoint_RL          | -0.6731704  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.792717   |
+|    Heating_Setpoint_RL          | 13.838417   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.43155715 |
+|    air_humidity                 | -0.28276134 |
+|    air_temperature              | 0.3899379   |
+|    clg_setpoint                 | -0.15075888 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.61022294  |
+|    diffuse_solar_radiation      | 0.5761952   |
+|    direct_solar_radiation       | -0.61914563 |
+|    hour                         | -0.5053139  |
+|    htg_setpoint                 | 1.2947571   |
+|    month                        | 0.8339109   |
+|    outdoor_humidity             | 0.5279817   |
+|    outdoor_temperature          | 0.9531882   |
+|    people_occupant              | -0.68927544 |
+|    total_electricity_HVAC       | -0.44822267 |
+|    wind_direction               | 0.42111763  |
+|    wind_speed                   | -0.43502787 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1077.4604   |
+|    air_humidity                 | 33.39471    |
+|    air_temperature              | 23.249905   |
+|    clg_setpoint                 | 25.754684   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 133.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 79.5        |
+|    outdoor_temperature          | 22.241      |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 969714.44   |
+|    wind_direction               | 225.0       |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+--------------------------------------------------*********************************---------------------------| 72%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.25195676  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 16.207743    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5894692   |
+|    air_humidity                 | -1.5970926   |
+|    air_temperature              | 0.03339644   |
+|    clg_setpoint                 | 1.4687699    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.72377384   |
+|    diffuse_solar_radiation      | 0.95631826   |
+|    direct_solar_radiation       | -0.6189144   |
+|    hour                         | -0.36085027  |
+|    htg_setpoint                 | 0.28025436   |
+|    month                        | 0.8333693    |
+|    outdoor_humidity             | 1.0331713    |
+|    outdoor_temperature          | 0.9871973    |
+|    people_occupant              | -0.6888859   |
+|    total_electricity_HVAC       | -0.598767    |
+|    wind_direction               | 0.13414346   |
+|    wind_speed                   | 0.0071800034 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 396.48694    |
+|    air_humidity                 | 16.215292    |
+|    air_temperature              | 22.76186     |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 22.0         |
+|    diffuse_solar_radiation      | 171.0        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 19.012123    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 90.0         |
+|    outdoor_temperature          | 22.583582    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 355578.8     |
+|    wind_direction               | 195.0        |
+|    wind_speed                   | 4.9          |
+--------------------------------------------------
+-------------------------------------------------**********************************---------------------------| 72%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.11771971  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.287174   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.46240833 |
+|    air_humidity                 | -0.6348691  |
+|    air_temperature              | 0.3894226   |
+|    clg_setpoint                 | -1.107092   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.83723027  |
+|    diffuse_solar_radiation      | 1.9166893   |
+|    direct_solar_radiation       | -0.6185867  |
+|    hour                         | -0.2163879  |
+|    htg_setpoint                 | -0.3288635  |
+|    month                        | 0.8328288   |
+|    outdoor_humidity             | -1.3031795  |
+|    outdoor_temperature          | 0.17177011  |
+|    people_occupant              | 1.6954446   |
+|    total_electricity_HVAC       | -0.4775825  |
+|    wind_direction               | -1.7316532  |
+|    wind_speed                   | -0.54027826 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 942.56464   |
+|    air_humidity                 | 28.771124   |
+|    air_temperature              | 23.248817   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 267.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 16.466942   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 41.5        |
+|    outdoor_temperature          | 14.54043    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 848308.2    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------**********************************--------------------------| 73%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.23259415  |
+|    air_humidity                 | -0.019248104 |
+|    air_temperature              | 0.3895126    |
+|    clg_setpoint                 | -1.1065965   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.95056045   |
+|    diffuse_solar_radiation      | 2.3866305    |
+|    direct_solar_radiation       | 1.0623326    |
+|    hour                         | -0.071925975 |
+|    htg_setpoint                 | 0.9656226    |
+|    month                        | 0.83228934   |
+|    outdoor_humidity             | -0.98980325  |
+|    outdoor_temperature          | 0.35994095   |
+|    people_occupant              | 1.2182701    |
+|    total_electricity_HVAC       | -0.2590516   |
+|    wind_direction               | -1.1562796   |
+|    wind_speed                   | -0.8555685   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1931.2229    |
+|    air_humidity                 | 36.812977    |
+|    air_temperature              | 23.248951    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 24.0         |
+|    diffuse_solar_radiation      | 314.0        |
+|    direct_solar_radiation       | 421.0        |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 21.874386    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 48.0         |
+|    outdoor_temperature          | 16.396387    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 1737748.5    |
+|    wind_direction               | 60.0         |
+|    wind_speed                   | 2.85         |
+--------------------------------------------------
+--------------------------------------------------**********************************--------------------------| 73%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.78125536   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 22.019562    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.042640083 |
+|    air_humidity                 | 1.169991     |
+|    air_temperature              | 0.39009652   |
+|    clg_setpoint                 | -1.1063467   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.063728     |
+|    diffuse_solar_radiation      | 1.0863833    |
+|    direct_solar_radiation       | 0.32799459   |
+|    hour                         | 0.07253585   |
+|    htg_setpoint                 | 1.2946843    |
+|    month                        | 0.8317509    |
+|    outdoor_humidity             | -0.19498546  |
+|    outdoor_temperature          | 0.7290989    |
+|    people_occupant              | 0.26449263   |
+|    total_electricity_HVAC       | -0.07827607  |
+|    wind_direction               | -0.629737    |
+|    wind_speed                   | 0.008050956  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2748.138     |
+|    air_humidity                 | 52.346073    |
+|    air_temperature              | 23.249878    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 184.0        |
+|    direct_solar_radiation       | 237.0        |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 64.5         |
+|    outdoor_temperature          | 20.036785    |
+|    people_occupant              | 8.0          |
+|    total_electricity_HVAC       | 2473324.0    |
+|    wind_direction               | 115.0        |
+|    wind_speed                   | 4.9          |
+--------------------------------------------------
+-------------------------------------------------***********************************--------------------------| 73%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.1942678  |
+|    air_humidity                 | 1.290643    |
+|    air_temperature              | 0.38991517  |
+|    clg_setpoint                 | -1.1061652  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1766918   |
+|    diffuse_solar_radiation      | 1.1364268   |
+|    direct_solar_radiation       | -0.61811507 |
+|    hour                         | 0.2169976   |
+|    htg_setpoint                 | 1.2938033   |
+|    month                        | 0.83121353  |
+|    outdoor_humidity             | 0.21384422  |
+|    outdoor_temperature          | 0.5660534   |
+|    people_occupant              | 1.2176431   |
+|    total_electricity_HVAC       | -0.22251686 |
+|    wind_direction               | -1.1068107  |
+|    wind_speed                   | -0.85508525 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2095.6667   |
+|    air_humidity                 | 53.95267    |
+|    air_temperature              | 23.249912   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 189.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 73.0        |
+|    outdoor_temperature          | 18.43023    |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 1886100.1   |
+|    wind_direction               | 65.0        |
+|    wind_speed                   | 2.85        |
+-------------------------------------------------
+-------------------------------------------------************************************-------------------------| 74%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.6363371  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 14.045604   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.5691375   |
+|    air_humidity                 | 1.1690633   |
+|    air_temperature              | 0.38901222  |
+|    clg_setpoint                 | -1.1057677  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2894068   |
+|    diffuse_solar_radiation      | 0.26639894  |
+|    direct_solar_radiation       | 2.4289794   |
+|    hour                         | 0.36145887  |
+|    htg_setpoint                 | -1.3992589  |
+|    month                        | 0.8306772   |
+|    outdoor_humidity             | -0.60587174 |
+|    outdoor_temperature          | 0.9917685   |
+|    people_occupant              | 1.6939347   |
+|    total_electricity_HVAC       | 0.5056566   |
+|    wind_direction               | 0.47057396  |
+|    wind_speed                   | -0.11729293 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5378.08     |
+|    air_humidity                 | 52.391308   |
+|    air_temperature              | 23.248869   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 102.0       |
+|    direct_solar_radiation       | 763.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 56.0        |
+|    outdoor_temperature          | 22.626663   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4848298.5   |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------************************************-------------------------| 74%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5542274   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.495518   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.32256135 |
+|    air_humidity                 | -0.80756    |
+|    air_temperature              | 0.9597024   |
+|    clg_setpoint                 | 0.03506167  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.401823    |
+|    diffuse_solar_radiation      | 0.056530748 |
+|    direct_solar_radiation       | 1.9842528   |
+|    hour                         | 0.505919    |
+|    htg_setpoint                 | -1.3991114  |
+|    month                        | 0.8301419   |
+|    outdoor_humidity             | -2.0511172  |
+|    outdoor_temperature          | 1.0947531   |
+|    people_occupant              | -0.68916225 |
+|    total_electricity_HVAC       | -0.34455708 |
+|    wind_direction               | -1.6322433  |
+|    wind_speed                   | -0.22252452 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1543.6208   |
+|    air_humidity                 | 26.54583    |
+|    air_temperature              | 24.028488   |
+|    clg_setpoint                 | 26.23969    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 81.0        |
+|    direct_solar_radiation       | 652.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 26.0        |
+|    outdoor_temperature          | 23.648254   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1389258.8   |
+|    wind_direction               | 10.0        |
+|    wind_speed                   | 4.35        |
+| train/                          |             |
+|    approx_kl                    | 0.009374699 |
+|    clip_fraction                | 0.107       |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.52       |
+|    explained_variance           | 0.755       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.286       |
+|    n_updates                    | 640         |
+|    policy_gradient_loss         | -0.0117     |
+|    std                          | 0.859       |
+|    value_loss                   | 0.716       |
+-------------------------------------------------
+-------------------------------------------------************************************-------------------------| 74%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.6190116   |
+|    Heating_Setpoint_RL          | -0.46418223 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.714165   |
+|    Heating_Setpoint_RL          | 15.013975   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.53879035 |
+|    air_humidity                 | -0.83199763 |
+|    air_temperature              | 0.6553274   |
+|    clg_setpoint                 | 0.9467901   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5138868   |
+|    diffuse_solar_radiation      | -0.15351035 |
+|    direct_solar_radiation       | 0.89798445  |
+|    hour                         | 0.65037674  |
+|    htg_setpoint                 | -0.90357965 |
+|    month                        | 0.82960767  |
+|    outdoor_humidity             | -0.749363   |
+|    outdoor_temperature          | 0.6978      |
+|    people_occupant              | -0.6887749  |
+|    total_electricity_HVAC       | -0.55127794 |
+|    wind_direction               | -0.57999295 |
+|    wind_speed                   | 0.009535522 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 613.713     |
+|    air_humidity                 | 26.223677   |
+|    air_temperature              | 23.612656   |
+|    clg_setpoint                 | 28.62897    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 60.0        |
+|    direct_solar_radiation       | 380.0       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 14.069997   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 53.0        |
+|    outdoor_temperature          | 19.738903   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 548169.56   |
+|    wind_direction               | 120.0       |
+|    wind_speed                   | 4.9         |
+-------------------------------------------------
+-------------------------------------------------************************************-------------------------| 74%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.16072717 |
+|    air_humidity                 | 0.78213006  |
+|    air_temperature              | 0.38914016  |
+|    clg_setpoint                 | -1.1057377  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6255405   |
+|    diffuse_solar_radiation      | -0.66382617 |
+|    direct_solar_radiation       | -0.20374778 |
+|    hour                         | 0.7948308   |
+|    htg_setpoint                 | 0.5129579   |
+|    month                        | 0.82907444  |
+|    outdoor_humidity             | -0.36395678 |
+|    outdoor_temperature          | 0.52711004  |
+|    people_occupant              | 1.6949644   |
+|    total_electricity_HVAC       | -0.19111529 |
+|    wind_direction               | -0.29251277 |
+|    wind_speed                   | -0.85418373 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2238.367    |
+|    air_humidity                 | 47.325447   |
+|    air_temperature              | 23.24929    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 9.0         |
+|    direct_solar_radiation       | 104.0       |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 19.989553   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 61.0        |
+|    outdoor_temperature          | 18.058174   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 2012520.9   |
+|    wind_direction               | 150.0       |
+|    wind_speed                   | 2.85        |
+-------------------------------------------------
+--------------------------------------------------************************************------------------------| 75%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.60370326  |
+|    Heating_Setpoint_RL          | 0.5224297    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.587502    |
+|    Heating_Setpoint_RL          | 20.563667    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6529457   |
+|    air_humidity                 | 0.1292169    |
+|    air_temperature              | 0.3894089    |
+|    clg_setpoint                 | -1.1055275   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.6715798   |
+|    diffuse_solar_radiation      | -0.75388867  |
+|    direct_solar_radiation       | -0.6181817   |
+|    hour                         | 0.9392792    |
+|    htg_setpoint                 | -0.8270982   |
+|    month                        | 1.1269511    |
+|    outdoor_humidity             | -0.19556257  |
+|    outdoor_temperature          | 0.0099798655 |
+|    people_occupant              | 0.5027929    |
+|    total_electricity_HVAC       | -0.6588309   |
+|    wind_direction               | 1.2835926    |
+|    wind_speed                   | -1.5078058   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 123.55293    |
+|    air_humidity                 | 38.79822     |
+|    air_temperature              | 23.249733    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 18.0         |
+|    htg_setpoint                 | 14.390317    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 64.5         |
+|    outdoor_temperature          | 12.964249    |
+|    people_occupant              | 10.0         |
+|    total_electricity_HVAC       | 111197.64    |
+|    wind_direction               | 315.0        |
+|    wind_speed                   | 1.3          |
+--------------------------------------------------
+-------------------------------------------------*************************************------------------------| 75%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.8855113  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.6364     |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6436725  |
+|    air_humidity                 | 1.3621955   |
+|    air_temperature              | 0.3883895   |
+|    clg_setpoint                 | -1.1052505  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5558078  |
+|    diffuse_solar_radiation      | -0.7539014  |
+|    direct_solar_radiation       | -0.61832213 |
+|    hour                         | 1.0837198   |
+|    htg_setpoint                 | -0.46844754 |
+|    month                        | 1.125979    |
+|    outdoor_humidity             | 0.31037918  |
+|    outdoor_temperature          | 0.59421474  |
+|    people_occupant              | -0.45081374 |
+|    total_electricity_HVAC       | -0.6500044  |
+|    wind_direction               | 1.0445516   |
+|    wind_speed                   | -1.5064259  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 164.25555   |
+|    air_humidity                 | 54.916668   |
+|    air_temperature              | 23.248384   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 15.889636   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 75.0        |
+|    outdoor_temperature          | 18.716976   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 147830.0    |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 1.3         |
+-------------------------------------------------
+--------------------------------------------------************************************------------------------| 75%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.67803574   |
+|    Heating_Setpoint_RL          | 0.8655771    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.91337     |
+|    Heating_Setpoint_RL          | 22.49387     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5385448   |
+|    air_humidity                 | 1.3076097    |
+|    air_temperature              | 0.22197391   |
+|    clg_setpoint                 | -0.18899556  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.4404602   |
+|    diffuse_solar_radiation      | -0.7539081   |
+|    direct_solar_radiation       | -0.61846864  |
+|    hour                         | 1.2281502    |
+|    htg_setpoint                 | -0.042236082 |
+|    month                        | 1.1250093    |
+|    outdoor_humidity             | 0.5990929    |
+|    outdoor_temperature          | 0.82202494   |
+|    people_occupant              | -0.45097116  |
+|    total_electricity_HVAC       | -0.5500041   |
+|    wind_direction               | 0.28049907   |
+|    wind_speed                   | -0.11503102  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 616.6222     |
+|    air_humidity                 | 54.227142    |
+|    air_temperature              | 23.021599    |
+|    clg_setpoint                 | 25.650652    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 3.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 17.671873    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 81.0         |
+|    outdoor_temperature          | 20.962212    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 554959.94    |
+|    wind_direction               | 210.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+-------------------------------------------------*************************************------------------------| 75%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6516904  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.425545   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6620897  |
+|    air_humidity                 | 1.983446    |
+|    air_temperature              | -0.14179346 |
+|    clg_setpoint                 | 0.2948162   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.325473   |
+|    diffuse_solar_radiation      | -0.7539035  |
+|    direct_solar_radiation       | -0.61859447 |
+|    hour                         | 1.3725673   |
+|    htg_setpoint                 | 0.83849156  |
+|    month                        | 1.1240422   |
+|    outdoor_humidity             | 0.96030736  |
+|    outdoor_temperature          | 0.45033473  |
+|    people_occupant              | -0.689436   |
+|    total_electricity_HVAC       | -0.6675208  |
+|    wind_direction               | 0.28040907  |
+|    wind_speed                   | -1.0842595  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 63.087677   |
+|    air_temperature              | 22.5258     |
+|    clg_setpoint                 | 26.918476   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 21.354267   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 88.5        |
+|    outdoor_temperature          | 17.308737   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 2.3         |
+-------------------------------------------------
+--------------------------------------------------*************************************-----------------------| 76%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.3760594    |
+|    Heating_Setpoint_RL          | -0.24368328  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.8942      |
+|    Heating_Setpoint_RL          | 16.254282    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.57149625  |
+|    air_humidity                 | -0.72528     |
+|    air_temperature              | -0.25171998  |
+|    clg_setpoint                 | 1.4699385    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.2107879   |
+|    diffuse_solar_radiation      | -0.7539009   |
+|    direct_solar_radiation       | -0.6187339   |
+|    hour                         | 1.5169679    |
+|    htg_setpoint                 | -1.3920332   |
+|    month                        | 1.1230775    |
+|    outdoor_humidity             | 1.0322218    |
+|    outdoor_temperature          | 0.7845368    |
+|    people_occupant              | -0.6890502   |
+|    total_electricity_HVAC       | -0.5813489   |
+|    wind_direction               | -0.006336642 |
+|    wind_speed                   | 1.2134029    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 475.50684    |
+|    air_humidity                 | 27.666803    |
+|    air_temperature              | 22.37637     |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 5.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 12.0318575   |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 90.0         |
+|    outdoor_temperature          | 20.60101     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 427956.16    |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 7.75         |
+--------------------------------------------------
+-------------------------------------------------**************************************-----------------------| 76%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.4208934   |
+|    Heating_Setpoint_RL          | -0.488554   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.045515   |
+|    Heating_Setpoint_RL          | 14.8768835  |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.66185    |
+|    air_humidity                 | -0.16905634 |
+|    air_temperature              | -0.8468009  |
+|    clg_setpoint                 | 0.8721686   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0963523  |
+|    diffuse_solar_radiation      | -0.7538311  |
+|    direct_solar_radiation       | -0.61861145 |
+|    hour                         | 1.6613485   |
+|    htg_setpoint                 | -0.9152352  |
+|    month                        | 1.1221153   |
+|    outdoor_humidity             | -0.8002829  |
+|    outdoor_temperature          | 0.06117072  |
+|    people_occupant              | -0.68866503 |
+|    total_electricity_HVAC       | -0.66728806 |
+|    wind_direction               | 1.0444869   |
+|    wind_speed                   | 0.97953796  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 34.947453   |
+|    air_temperature              | 21.565481   |
+|    clg_setpoint                 | 28.435266   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 14.024492   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 52.0        |
+|    outdoor_temperature          | 13.488147   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+-------------------------------------------------***************************************----------------------| 77%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.20667294 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.927479   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6617824  |
+|    air_humidity                 | -0.94510293 |
+|    air_temperature              | -1.1688954  |
+|    clg_setpoint                 | 0.7311664   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8686228  |
+|    diffuse_solar_radiation      | -0.7538296  |
+|    direct_solar_radiation       | -0.61870277 |
+|    hour                         | -1.661279   |
+|    htg_setpoint                 | -1.3993762  |
+|    month                        | 1.1211556   |
+|    outdoor_humidity             | -1.1125501  |
+|    outdoor_temperature          | -0.6224702  |
+|    people_occupant              | -0.688797   |
+|    total_electricity_HVAC       | -0.66720647 |
+|    wind_direction               | 0.99575526  |
+|    wind_speed                   | 0.43111366  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 24.788797   |
+|    air_temperature              | 21.126991   |
+|    clg_setpoint                 | 28.06521    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 45.5        |
+|    outdoor_temperature          | 6.764987    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 285.0       |
+|    wind_speed                   | 5.9         |
+-------------------------------------------------
+--------------------------------------------------**************************************----------------------| 77%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.07908946   |
+|    Heating_Setpoint_RL          | -0.03771466  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.891926    |
+|    Heating_Setpoint_RL          | 17.412855    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6616717   |
+|    air_humidity                 | -0.8361059   |
+|    air_temperature              | -0.60285276  |
+|    clg_setpoint                 | -1.1055094   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.7545442   |
+|    diffuse_solar_radiation      | -0.75382745  |
+|    direct_solar_radiation       | -0.6188208   |
+|    hour                         | -1.5167356   |
+|    htg_setpoint                 | 0.10676115   |
+|    month                        | 1.1201984    |
+|    outdoor_humidity             | -0.027070882 |
+|    outdoor_temperature          | -0.7532668   |
+|    people_occupant              | -0.68892884  |
+|    total_electricity_HVAC       | -0.66708255  |
+|    wind_direction               | -1.7282871   |
+|    wind_speed                   | -2.0535967   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 26.204233    |
+|    air_temperature              | 21.898302    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 9.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 1.0          |
+|    htg_setpoint                 | 18.295027    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 68.0         |
+|    outdoor_temperature          | 5.47668      |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 0.0          |
+|    wind_speed                   | 0.0          |
+--------------------------------------------------
+---------------------------------------------------*************************************----------------------| 77%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.39628488    |
+|    Heating_Setpoint_RL          | 1.0           |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 27.962461     |
+|    Heating_Setpoint_RL          | 23.25         |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | 0.92124766    |
+|    air_humidity                 | 0.09325188    |
+|    air_temperature              | 0.38962036    |
+|    clg_setpoint                 | 1.4696099     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.6405797    |
+|    diffuse_solar_radiation      | -0.75382936   |
+|    direct_solar_radiation       | -0.61891365   |
+|    hour                         | -1.3722125    |
+|    htg_setpoint                 | 1.2920716     |
+|    month                        | 1.1192435     |
+|    outdoor_humidity             | -0.0028222029 |
+|    outdoor_temperature          | -0.108348906  |
+|    people_occupant              | -0.6890604    |
+|    total_electricity_HVAC       | 1.0971148     |
+|    wind_direction               | 0.51703423    |
+|    wind_speed                   | 0.45216113    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 6877.3203     |
+|    air_humidity                 | 38.35608      |
+|    air_temperature              | 23.250149     |
+|    clg_setpoint                 | 30.0          |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 10.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 2.0           |
+|    htg_setpoint                 | 23.25         |
+|    month                        | 10.0          |
+|    outdoor_humidity             | 68.5          |
+|    outdoor_temperature          | 11.813636     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 7239570.5     |
+|    wind_direction               | 235.0         |
+|    wind_speed                   | 5.95          |
+---------------------------------------------------
+--------------------------------------------------**************************************----------------------| 77%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.24134892  |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.810448    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.71868837   |
+|    air_humidity                 | 1.2934875    |
+|    air_temperature              | 0.3895592    |
+|    clg_setpoint                 | -0.5030905   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.5266988   |
+|    diffuse_solar_radiation      | -0.75382704  |
+|    direct_solar_radiation       | -0.61903554  |
+|    hour                         | -1.2277061   |
+|    htg_setpoint                 | 1.2918167    |
+|    month                        | 1.1182911    |
+|    outdoor_humidity             | 1.5155413    |
+|    outdoor_temperature          | -0.022625308 |
+|    people_occupant              | -0.6891918   |
+|    total_electricity_HVAC       | 0.6457659    |
+|    wind_direction               | 0.42128578   |
+|    wind_speed                   | -0.43185785  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 6007.468     |
+|    air_humidity                 | 54.05996     |
+|    air_temperature              | 23.250175    |
+|    clg_setpoint                 | 24.828176    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 11.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 3.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 12.656675    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 5406721.0    |
+|    wind_direction               | 225.0        |
+|    wind_speed                   | 3.85         |
+--------------------------------------------------
+--------------------------------------------------***************************************---------------------| 78%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.66199344  |
+|    air_humidity                 | 1.6442176    |
+|    air_temperature              | -0.073890835 |
+|    clg_setpoint                 | -1.1049851   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.41287622  |
+|    diffuse_solar_radiation      | -0.7538152   |
+|    direct_solar_radiation       | -0.6191546   |
+|    hour                         | -1.0832129   |
+|    htg_setpoint                 | 0.5817049    |
+|    month                        | 1.1173413    |
+|    outdoor_humidity             | 1.5146916    |
+|    outdoor_temperature          | -0.0557901   |
+|    people_occupant              | -0.68932307  |
+|    total_electricity_HVAC       | -0.6673713   |
+|    wind_direction               | -1.729148    |
+|    wind_speed                   | -2.052708    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 58.67233     |
+|    air_temperature              | 22.619596    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 12.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 20.283028    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 12.3333235   |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 0.0          |
+|    wind_speed                   | 0.0          |
+--------------------------------------------------
+--------------------------------------------------***************************************---------------------| 78%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.9146232    |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.711853    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.66201496  |
+|    air_humidity                 | 2.3517358    |
+|    air_temperature              | -0.12260036  |
+|    clg_setpoint                 | 1.4698133    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.29909137  |
+|    diffuse_solar_radiation      | -0.75379884  |
+|    direct_solar_radiation       | -0.61927736  |
+|    hour                         | -0.93872994  |
+|    htg_setpoint                 | -0.025065638 |
+|    month                        | 1.1163937    |
+|    outdoor_humidity             | 1.5136651    |
+|    outdoor_temperature          | 0.2383039    |
+|    people_occupant              | -0.6889394   |
+|    total_electricity_HVAC       | -0.6673901   |
+|    wind_direction               | -1.0599556   |
+|    wind_speed                   | -1.735132    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 67.954285    |
+|    air_temperature              | 22.55357     |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 13.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 5.0          |
+|    htg_setpoint                 | 17.747612    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 15.223935    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 70.0         |
+|    wind_speed                   | 0.75         |
+--------------------------------------------------
+-------------------------------------------------****************************************---------------------| 78%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.26278612  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.511904   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.66208225 |
+|    air_humidity                 | 1.5606868   |
+|    air_temperature              | -0.14933166 |
+|    clg_setpoint                 | 0.4649979   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18532862 |
+|    diffuse_solar_radiation      | -0.41282284 |
+|    direct_solar_radiation       | -0.6193543  |
+|    hour                         | -0.79425484 |
+|    htg_setpoint                 | 0.11783988  |
+|    month                        | 1.1154486   |
+|    outdoor_humidity             | 1.0308485   |
+|    outdoor_temperature          | 0.18825871  |
+|    people_occupant              | -0.6885563  |
+|    total_electricity_HVAC       | -0.66745096 |
+|    wind_direction               | -1.7282118  |
+|    wind_speed                   | -2.049993   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 57.618683   |
+|    air_temperature              | 22.51764    |
+|    clg_setpoint                 | 27.36684    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 34.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 18.346926   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 14.735266   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+-------------------------------------------------****************************************---------------------| 78%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.462983   |
+|    Heating_Setpoint_RL          | 0.51566046  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.062431   |
+|    Heating_Setpoint_RL          | 20.52559    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.2815871   |
+|    air_humidity                 | 1.6736884   |
+|    air_temperature              | 0.38936388  |
+|    clg_setpoint                 | -0.32886767 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.07157717 |
+|    diffuse_solar_radiation      | 0.40949422  |
+|    direct_solar_radiation       | 0.12201244  |
+|    hour                         | -0.6497852  |
+|    htg_setpoint                 | 1.2901038   |
+|    month                        | 1.1145059   |
+|    outdoor_humidity             | 0.37932208  |
+|    outdoor_temperature          | 0.24964565  |
+|    people_occupant              | -0.6886877  |
+|    total_electricity_HVAC       | 0.35347396  |
+|    wind_direction               | 0.9004083   |
+|    wind_speed                   | 0.5587191   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4130.2715   |
+|    air_humidity                 | 59.131866   |
+|    air_temperature              | 23.250553   |
+|    clg_setpoint                 | 25.285936   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 116.0       |
+|    direct_solar_radiation       | 186.0       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 76.5        |
+|    outdoor_temperature          | 15.340713   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4217707.5   |
+|    wind_direction               | 275.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------****************************************--------------------| 79%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.979482    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.115414    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.58023536  |
+|    air_humidity                 | 0.22272396   |
+|    air_temperature              | 1.1524162    |
+|    clg_setpoint                 | -0.19419788  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.042168964  |
+|    diffuse_solar_radiation      | 0.7807198    |
+|    direct_solar_radiation       | 1.1141285    |
+|    hour                         | -0.5053194   |
+|    htg_setpoint                 | 0.5153273    |
+|    month                        | 1.1135656    |
+|    outdoor_humidity             | 0.28314      |
+|    outdoor_temperature          | 0.27054337   |
+|    people_occupant              | 1.6949974    |
+|    total_electricity_HVAC       | -0.5897941   |
+|    wind_direction               | -0.820183    |
+|    wind_speed                   | 0.0116199115 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 438.7613     |
+|    air_humidity                 | 40.12261     |
+|    air_temperature              | 24.287994    |
+|    clg_setpoint                 | 25.638426    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 16.0         |
+|    diffuse_solar_radiation      | 153.0        |
+|    direct_solar_radiation       | 435.0        |
+|    hour                         | 8.0          |
+|    htg_setpoint                 | 20.01093     |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 74.5         |
+|    outdoor_temperature          | 15.54685     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 394118.28    |
+|    wind_direction               | 95.0         |
+|    wind_speed                   | 4.9          |
+--------------------------------------------------
+--------------------------------------------------****************************************--------------------| 79%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.7072829   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 13.646534    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6331865   |
+|    air_humidity                 | 0.56727827   |
+|    air_temperature              | 1.8831345    |
+|    clg_setpoint                 | -0.082550675 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.15591095   |
+|    diffuse_solar_radiation      | 1.0414414    |
+|    direct_solar_radiation       | 1.8355883    |
+|    hour                         | -0.36085582  |
+|    htg_setpoint                 | -1.0989113   |
+|    month                        | 1.1126276    |
+|    outdoor_humidity             | -0.29575214  |
+|    outdoor_temperature          | -0.00922787  |
+|    people_occupant              | 1.6945721    |
+|    total_electricity_HVAC       | -0.6399646   |
+|    wind_direction               | 0.70918715   |
+|    wind_speed                   | 3.1655192    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 212.41864    |
+|    air_humidity                 | 44.654896    |
+|    air_temperature              | 25.28105     |
+|    clg_setpoint                 | 25.930845    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 17.0         |
+|    diffuse_solar_radiation      | 179.0        |
+|    direct_solar_radiation       | 616.0        |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 13.262818    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 62.5         |
+|    outdoor_temperature          | 12.804127    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 191177.16    |
+|    wind_direction               | 255.0        |
+|    wind_speed                   | 12.4         |
+--------------------------------------------------
+-------------------------------------------------*****************************************--------------------| 79%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.57716566 |
+|    air_humidity                 | -0.8522358  |
+|    air_temperature              | 0.387493    |
+|    clg_setpoint                 | -1.1049585  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.26964524  |
+|    diffuse_solar_radiation      | 1.1920252   |
+|    direct_solar_radiation       | 1.7157879   |
+|    hour                         | -0.21639343 |
+|    htg_setpoint                 | -1.4005572  |
+|    month                        | 1.111692    |
+|    outdoor_humidity             | -1.2590226  |
+|    outdoor_temperature          | -0.24024944 |
+|    people_occupant              | 1.6941477   |
+|    total_electricity_HVAC       | -0.5866777  |
+|    wind_direction               | 1.2822108   |
+|    wind_speed                   | 0.8701824   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 451.8434    |
+|    air_humidity                 | 26.04386    |
+|    air_temperature              | 23.248243   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 194.0       |
+|    direct_solar_radiation       | 586.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 42.5        |
+|    outdoor_temperature          | 10.53768    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 406659.1    |
+|    wind_direction               | 315.0       |
+|    wind_speed                   | 6.95        |
+-------------------------------------------------
+-------------------------------------------------******************************************-------------------| 80%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.09076655  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.135563   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6623106  |
+|    air_humidity                 | -0.67043126 |
+|    air_temperature              | -0.06512222 |
+|    clg_setpoint                 | -0.2525513  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.38336343  |
+|    diffuse_solar_radiation      | 1.3327388   |
+|    direct_solar_radiation       | 1.6555592   |
+|    hour                         | -0.07193149 |
+|    htg_setpoint                 | -1.4003837  |
+|    month                        | 1.1107588   |
+|    outdoor_humidity             | -0.8008296  |
+|    outdoor_temperature          | 0.21323958  |
+|    people_occupant              | -0.68921125 |
+|    total_electricity_HVAC       | -0.66763085 |
+|    wind_direction               | 0.27836654  |
+|    wind_speed                   | 0.11484595  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 28.417654   |
+|    air_temperature              | 22.633125   |
+|    clg_setpoint                 | 25.483603   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 208.0       |
+|    direct_solar_radiation       | 571.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 52.0        |
+|    outdoor_temperature          | 14.979053   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 5.15        |
+-------------------------------------------------
+-------------------------------------------------******************************************-------------------| 80%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.28789026  |
+|    Heating_Setpoint_RL          | -0.7219018  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.59663    |
+|    Heating_Setpoint_RL          | 13.564302   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4635239  |
+|    air_humidity                 | 0.65775585  |
+|    air_temperature              | 0.09898953  |
+|    clg_setpoint                 | -1.1046197  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.49705237  |
+|    diffuse_solar_radiation      | 1.182421    |
+|    direct_solar_radiation       | 2.0458193   |
+|    hour                         | 0.07253037  |
+|    htg_setpoint                 | 0.601083    |
+|    month                        | 1.1098279   |
+|    outdoor_humidity             | -0.3193283  |
+|    outdoor_temperature          | 0.6069059   |
+|    people_occupant              | -0.6888297  |
+|    total_electricity_HVAC       | -0.4786001  |
+|    wind_direction               | 0.51742506  |
+|    wind_speed                   | -0.3256281  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 937.762     |
+|    air_humidity                 | 45.823742   |
+|    air_temperature              | 22.856194   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 193.0       |
+|    direct_solar_radiation       | 669.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 20.370003   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 62.0        |
+|    outdoor_temperature          | 18.835646   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 843985.8    |
+|    wind_direction               | 235.0       |
+|    wind_speed                   | 4.1         |
+| train/                          |             |
+|    approx_kl                    | 0.008231361 |
+|    clip_fraction                | 0.0767      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.51       |
+|    explained_variance           | 0.489       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.087       |
+|    n_updates                    | 650         |
+|    policy_gradient_loss         | -0.0113     |
+|    std                          | 0.848       |
+|    value_loss                   | 0.617       |
+-------------------------------------------------
+-------------------------------------------------******************************************-------------------| 80%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.073642254 |
+|    air_humidity                 | 1.0333016   |
+|    air_temperature              | 0.3883641   |
+|    clg_setpoint                 | -1.1044986  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6106943   |
+|    diffuse_solar_radiation      | 0.86155987  |
+|    direct_solar_radiation       | 1.7466254   |
+|    hour                         | 0.21699214  |
+|    htg_setpoint                 | 1.2894365   |
+|    month                        | 1.1088994   |
+|    outdoor_humidity             | 0.4756897   |
+|    outdoor_temperature          | 0.51970005  |
+|    people_occupant              | 1.218542    |
+|    total_electricity_HVAC       | 0.03219273  |
+|    wind_direction               | -0.10326995 |
+|    wind_speed                   | 1.0805937   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3236.6877   |
+|    air_humidity                 | 50.745655   |
+|    air_temperature              | 23.249342   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 161.0       |
+|    direct_solar_radiation       | 594.0       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 78.5        |
+|    outdoor_temperature          | 17.981203   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 2913019.0   |
+|    wind_direction               | 170.0       |
+|    wind_speed                   | 7.45        |
+-------------------------------------------------
+-------------------------------------------------******************************************-------------------| 80%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.560935    |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 20.780258   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.32450742  |
+|    air_humidity                 | 1.4873719   |
+|    air_temperature              | 0.38847452  |
+|    clg_setpoint                 | -1.104205   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.72426665  |
+|    diffuse_solar_radiation      | 0.97205174  |
+|    direct_solar_radiation       | -0.54857564 |
+|    hour                         | 0.36145344  |
+|    htg_setpoint                 | 0.8342604   |
+|    month                        | 1.1079731   |
+|    outdoor_humidity             | -0.19972995 |
+|    outdoor_temperature          | 0.9083477   |
+|    people_occupant              | 1.694951    |
+|    total_electricity_HVAC       | 0.27073458  |
+|    wind_direction               | -1.0109557  |
+|    wind_speed                   | -1.7285795  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4309.9517   |
+|    air_humidity                 | 56.709267   |
+|    air_temperature              | 23.24965    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 172.0       |
+|    direct_solar_radiation       | 18.0        |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 21.34803    |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 64.5        |
+|    outdoor_temperature          | 21.787413   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3878956.8   |
+|    wind_direction               | 75.0        |
+|    wind_speed                   | 0.75        |
+-------------------------------------------------
+-------------------------------------------------*******************************************------------------| 81%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.22585902 |
+|    air_humidity                 | 2.2639842   |
+|    air_temperature              | 0.38833466  |
+|    clg_setpoint                 | -1.1040002  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8377422   |
+|    diffuse_solar_radiation      | 0.1894446   |
+|    direct_solar_radiation       | -0.55225503 |
+|    hour                         | 0.5059136   |
+|    htg_setpoint                 | 0.47703767  |
+|    month                        | 1.1070492   |
+|    outdoor_humidity             | 1.3424178   |
+|    outdoor_temperature          | 0.48518226  |
+|    people_occupant              | 1.6945277   |
+|    total_electricity_HVAC       | -0.25261116 |
+|    wind_direction               | -0.38888416 |
+|    wind_speed                   | 0.7660453   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1955.139    |
+|    air_humidity                 | 66.91475    |
+|    air_temperature              | 23.24963    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 94.0        |
+|    direct_solar_radiation       | 17.0        |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 19.8573     |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 96.5        |
+|    outdoor_temperature          | 17.645206   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1759625.1   |
+|    wind_direction               | 140.0       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+-------------------------------------------------*******************************************------------------| 81%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.59196055 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 14.295221   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.5241403   |
+|    air_humidity                 | 1.1425067   |
+|    air_temperature              | 0.38775024  |
+|    clg_setpoint                 | -1.1037366  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.95108926  |
+|    diffuse_solar_radiation      | -0.48287135 |
+|    direct_solar_radiation       | 0.23676634  |
+|    hour                         | 0.6503715   |
+|    htg_setpoint                 | 0.9655443   |
+|    month                        | 1.1061276   |
+|    outdoor_humidity             | 0.738717    |
+|    outdoor_temperature          | 0.79073226  |
+|    people_occupant              | 1.6941053   |
+|    total_electricity_HVAC       | 0.4616525   |
+|    wind_direction               | -0.29344487 |
+|    wind_speed                   | -0.19762321 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5162.8955   |
+|    air_humidity                 | 52.249638   |
+|    air_temperature              | 23.249022   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 27.0        |
+|    direct_solar_radiation       | 215.0       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 21.903046   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 84.0        |
+|    outdoor_temperature          | 20.637493   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4650979.5   |
+|    wind_direction               | 150.0       |
+|    wind_speed                   | 4.4         |
+-------------------------------------------------
+-------------------------------------------------*******************************************------------------| 81%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.84841466 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.852668   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.08316453  |
+|    air_humidity                 | -0.41871697 |
+|    air_temperature              | 0.38741106  |
+|    clg_setpoint                 | -1.1036211  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0642715   |
+|    diffuse_solar_radiation      | -0.7538087  |
+|    direct_solar_radiation       | -0.6201853  |
+|    hour                         | 0.7948257   |
+|    htg_setpoint                 | 0.05114267  |
+|    month                        | 1.1052083   |
+|    outdoor_humidity             | -2.3209896  |
+|    outdoor_temperature          | 0.79314154  |
+|    people_occupant              | 1.6936836   |
+|    total_electricity_HVAC       | 0.041236307 |
+|    wind_direction               | 0.80572325  |
+|    wind_speed                   | 2.065019    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3277.2356   |
+|    air_humidity                 | 31.773544   |
+|    air_temperature              | 23.248827   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 18.08001    |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 20.5        |
+|    outdoor_temperature          | 20.665625   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 2949512.0   |
+|    wind_direction               | 265.0       |
+|    wind_speed                   | 9.8         |
+-------------------------------------------------
+-------------------------------------------------*******************************************------------------| 81%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.37777743  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.9        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6628678  |
+|    air_humidity                 | -1.5638099  |
+|    air_temperature              | -0.5223934  |
+|    clg_setpoint                 | -0.27816936 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.177248    |
+|    diffuse_solar_radiation      | -0.75376153 |
+|    direct_solar_radiation       | -0.62019646 |
+|    hour                         | 0.9392744   |
+|    htg_setpoint                 | -0.46553352 |
+|    month                        | 1.1042913   |
+|    outdoor_humidity             | -1.4509751  |
+|    outdoor_temperature          | -0.37331983 |
+|    people_occupant              | -0.6891007  |
+|    total_electricity_HVAC       | -0.6681619  |
+|    wind_direction               | 0.6618696   |
+|    wind_speed                   | 2.0617516   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 16.717873   |
+|    air_temperature              | 22.014933   |
+|    clg_setpoint                 | 25.414595   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 15.916637   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 38.5        |
+|    outdoor_temperature          | 9.255422    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 9.8         |
+-------------------------------------------------
+-------------------------------------------------********************************************-----------------| 82%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.31714833  |
+|    Heating_Setpoint_RL          | -0.40113416 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.695375   |
+|    Heating_Setpoint_RL          | 15.36862    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.66265637 |
+|    air_humidity                 | -1.2890102  |
+|    air_temperature              | -0.77063346 |
+|    clg_setpoint                 | 0.36018997  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.289974    |
+|    diffuse_solar_radiation      | -0.75370806 |
+|    direct_solar_radiation       | -0.62025416 |
+|    hour                         | 1.0837154   |
+|    htg_setpoint                 | -1.2058299  |
+|    month                        | 1.1033765   |
+|    outdoor_humidity             | -0.75241363 |
+|    outdoor_temperature          | -0.4494414  |
+|    people_occupant              | -0.6887212  |
+|    total_electricity_HVAC       | -0.66795105 |
+|    wind_direction               | 1.3304323   |
+|    wind_speed                   | 0.8670306   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 20.306671   |
+|    air_temperature              | 21.67787    |
+|    clg_setpoint                 | 27.08885    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 12.817854   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 53.0        |
+|    outdoor_temperature          | 8.509088    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 6.95        |
+-------------------------------------------------
+--------------------------------------------------*******************************************-----------------| 82%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.87401193  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.708683    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6625654   |
+|    air_humidity                 | -1.0569793   |
+|    air_temperature              | -0.066272244 |
+|    clg_setpoint                 | -1.104047    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.4024001    |
+|    diffuse_solar_radiation      | -0.7536529   |
+|    direct_solar_radiation       | -0.62037     |
+|    hour                         | 1.2281463    |
+|    htg_setpoint                 | 0.26980552   |
+|    month                        | 1.1024641    |
+|    outdoor_humidity             | -1.1844313   |
+|    outdoor_temperature          | -0.6047455   |
+|    people_occupant              | -0.4504624   |
+|    total_electricity_HVAC       | -0.667848    |
+|    wind_direction               | -1.7288923   |
+|    wind_speed                   | -1.7279835   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 23.340109    |
+|    air_temperature              | 22.632677    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 28.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 18.990196    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 44.0         |
+|    outdoor_temperature          | 6.9885526    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 0.0          |
+|    wind_speed                   | 0.75         |
+--------------------------------------------------
+--------------------------------------------------*******************************************-----------------| 82%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.7570592   |
+|    Heating_Setpoint_RL          | -0.038315684 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.069925    |
+|    Heating_Setpoint_RL          | 17.409473    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6625243   |
+|    air_humidity                 | -0.44481578  |
+|    air_temperature              | -0.32579195  |
+|    clg_setpoint                 | -0.3960138   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.5144731    |
+|    diffuse_solar_radiation      | -0.7536042   |
+|    direct_solar_radiation       | -0.6204721   |
+|    hour                         | 1.3725643    |
+|    htg_setpoint                 | -0.052339587 |
+|    month                        | 1.1015539    |
+|    outdoor_humidity             | -0.8231012   |
+|    outdoor_temperature          | 0.052201897  |
+|    people_occupant              | -0.68898094  |
+|    total_electricity_HVAC       | -0.6678049   |
+|    wind_direction               | 0.7558723    |
+|    wind_speed                   | -0.32507953  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 31.378696    |
+|    air_temperature              | 22.280983    |
+|    clg_setpoint                 | 25.1044      |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 29.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 21.0         |
+|    htg_setpoint                 | 17.641975    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 51.5         |
+|    outdoor_temperature          | 13.406502    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 260.0        |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+-------------------------------------------------*********************************************----------------| 83%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.7525157   |
+|    Heating_Setpoint_RL          | -0.8709613  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.164742   |
+|    Heating_Setpoint_RL          | 12.725842   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6624883  |
+|    air_humidity                 | -0.86597115 |
+|    air_temperature              | -0.8919827  |
+|    clg_setpoint                 | -0.5732813  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6261357   |
+|    diffuse_solar_radiation      | -0.75353295 |
+|    direct_solar_radiation       | -0.62055737 |
+|    hour                         | 1.516966    |
+|    htg_setpoint                 | 0.26487184  |
+|    month                        | 1.1006459   |
+|    outdoor_humidity             | -1.0626522  |
+|    outdoor_temperature          | -0.3647071  |
+|    people_occupant              | -0.6891106  |
+|    total_electricity_HVAC       | -0.66776484 |
+|    wind_direction               | -1.6792095  |
+|    wind_speed                   | -0.53374416 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 25.839556   |
+|    air_temperature              | 21.513962   |
+|    clg_setpoint                 | 24.638649   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 18.968752   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 46.5        |
+|    outdoor_temperature          | 9.333841    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 5.0         |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------********************************************----------------| 83%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 0.96378875   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 23.04631     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.1733261    |
+|    air_humidity                 | 1.0046402    |
+|    air_temperature              | 0.16838254   |
+|    clg_setpoint                 | 1.2300459    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.7373273    |
+|    diffuse_solar_radiation      | -0.7534329   |
+|    direct_solar_radiation       | -0.6202826   |
+|    hour                         | 1.661348     |
+|    htg_setpoint                 | 1.2161796    |
+|    month                        | 1.0997403    |
+|    outdoor_humidity             | 0.9342042    |
+|    outdoor_temperature          | -0.061326493 |
+|    people_occupant              | -0.68924     |
+|    total_electricity_HVAC       | 1.4193567    |
+|    wind_direction               | 0.2789238    |
+|    wind_speed                   | 0.345105     |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 7932.0957    |
+|    air_humidity                 | 50.41887     |
+|    air_temperature              | 22.950636    |
+|    clg_setpoint                 | 29.364452    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 31.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 22.950512    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 88.0         |
+|    outdoor_temperature          | 12.295551    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 8520832.0    |
+|    wind_direction               | 210.0        |
+|    wind_speed                   | 5.7          |
+--------------------------------------------------
+-------------------------------------------------*********************************************----------------| 83%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6624363  |
+|    air_humidity                 | -0.50113815 |
+|    air_temperature              | -1.353481   |
+|    clg_setpoint                 | 0.11546398  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5575017  |
+|    diffuse_solar_radiation      | -0.75337017 |
+|    direct_solar_radiation       | -0.62038296 |
+|    hour                         | -1.6612798  |
+|    htg_setpoint                 | -0.27018404 |
+|    month                        | 1.3961521   |
+|    outdoor_humidity             | -0.9419414  |
+|    outdoor_temperature          | -0.2673677  |
+|    people_occupant              | -0.6893692  |
+|    total_electricity_HVAC       | -0.6676995  |
+|    wind_direction               | -1.7262866  |
+|    wind_speed                   | 1.6201893   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 30.632015   |
+|    air_temperature              | 20.889822   |
+|    clg_setpoint                 | 26.442907   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 16.730911   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 49.0        |
+|    outdoor_temperature          | 10.283117   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 8.75        |
+-------------------------------------------------
+-------------------------------------------------**********************************************---------------| 84%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.47792643  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 20.313335   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.0700061   |
+|    air_humidity                 | -1.1155664  |
+|    air_temperature              | 0.22750877  |
+|    clg_setpoint                 | 1.4719993   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4419807  |
+|    diffuse_solar_radiation      | -0.75327307 |
+|    direct_solar_radiation       | -0.6204392  |
+|    hour                         | -1.5167378  |
+|    htg_setpoint                 | 1.2878933   |
+|    month                        | 1.3946228   |
+|    outdoor_humidity             | -0.5320213  |
+|    outdoor_temperature          | -0.24010317 |
+|    people_occupant              | -0.6889912  |
+|    total_electricity_HVAC       | 2.182446    |
+|    wind_direction               | 1.6607002   |
+|    wind_speed                   | 0.009241407 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 11761.033   |
+|    air_humidity                 | 22.550755   |
+|    air_temperature              | 23.030434   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 57.5        |
+|    outdoor_temperature          | 10.549356   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 11605411.0  |
+|    wind_direction               | 355.0       |
+|    wind_speed                   | 4.9         |
+-------------------------------------------------
+-------------------------------------------------**********************************************---------------| 84%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.28709     |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.59393    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.5372686   |
+|    air_humidity                 | -0.14282542 |
+|    air_temperature              | 0.3899935   |
+|    clg_setpoint                 | 1.4719522   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3268455  |
+|    diffuse_solar_radiation      | -0.75320786 |
+|    direct_solar_radiation       | -0.62050986 |
+|    hour                         | -1.3722159  |
+|    htg_setpoint                 | 1.2879131   |
+|    month                        | 1.3930985   |
+|    outdoor_humidity             | 0.6952291   |
+|    outdoor_temperature          | -0.43085492 |
+|    people_occupant              | -0.6886138  |
+|    total_electricity_HVAC       | 0.47287083  |
+|    wind_direction               | -0.8668903  |
+|    wind_speed                   | -1.7266762  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5211.4478   |
+|    air_humidity                 | 35.32498    |
+|    air_temperature              | 23.250057   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | 8.689322    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4690303.0   |
+|    wind_direction               | 90.0        |
+|    wind_speed                   | 0.75        |
+-------------------------------------------------
+-------------------------------------------------**********************************************---------------| 84%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.17895198 |
+|    Heating_Setpoint_RL          | 0.73340935  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.021038   |
+|    Heating_Setpoint_RL          | 21.750427   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.0716298   |
+|    air_humidity                 | -0.33706865 |
+|    air_temperature              | 0.39003843  |
+|    clg_setpoint                 | 1.1804103   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2120364  |
+|    diffuse_solar_radiation      | -0.7531623  |
+|    direct_solar_radiation       | -0.6204823  |
+|    hour                         | -1.2277101  |
+|    htg_setpoint                 | 1.2878032   |
+|    month                        | 1.3915793   |
+|    outdoor_humidity             | -0.14675154 |
+|    outdoor_temperature          | -0.26107454 |
+|    people_occupant              | -0.6887432  |
+|    total_electricity_HVAC       | 1.3008583   |
+|    wind_direction               | 1.2301525   |
+|    wind_speed                   | 0.44922414  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7493.108    |
+|    air_humidity                 | 32.77535    |
+|    air_temperature              | 23.250076   |
+|    clg_setpoint                 | 29.235645   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 65.5        |
+|    outdoor_temperature          | 10.346738   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 8037895.0   |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 5.95        |
+-------------------------------------------------
+---------------------------------------------------********************************************---------------| 84%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -0.44256878   |
+|    Heating_Setpoint_RL          | 1.0           |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 25.13133      |
+|    Heating_Setpoint_RL          | 23.25         |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | 0.2859483     |
+|    air_humidity                 | -0.48468584   |
+|    air_temperature              | -1.1504174    |
+|    clg_setpoint                 | 1.4720846     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -1.0974988    |
+|    diffuse_solar_radiation      | -0.7530711    |
+|    direct_solar_radiation       | -0.62035507   |
+|    hour                         | -1.0832175    |
+|    htg_setpoint                 | 0.68225014    |
+|    month                        | 1.390065      |
+|    outdoor_humidity             | -0.0020350597 |
+|    outdoor_temperature          | -0.8698345    |
+|    people_occupant              | -0.6888724    |
+|    total_electricity_HVAC       | 0.116449796   |
+|    wind_direction               | 1.3718733     |
+|    wind_speed                   | 0.44808334    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 4137.109      |
+|    air_humidity                 | 30.833462     |
+|    air_temperature              | 21.165913     |
+|    clg_setpoint                 | 30.0          |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 6.0           |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 4.0           |
+|    htg_setpoint                 | 20.715929     |
+|    month                        | 11.0          |
+|    outdoor_humidity             | 68.5          |
+|    outdoor_temperature          | 4.408209      |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 3248390.5     |
+|    wind_direction               | 325.0         |
+|    wind_speed                   | 5.95          |
+---------------------------------------------------
+-------------------------------------------------***********************************************--------------| 85%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.3099311   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.671017   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6621848  |
+|    air_humidity                 | -0.16510941 |
+|    air_temperature              | -1.1454887  |
+|    clg_setpoint                 | 1.109633    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9831839  |
+|    diffuse_solar_radiation      | -0.7529776  |
+|    direct_solar_radiation       | -0.620433   |
+|    hour                         | -0.93873495 |
+|    htg_setpoint                 | -0.25759062 |
+|    month                        | 1.3885555   |
+|    outdoor_humidity             | 0.744558    |
+|    outdoor_temperature          | -0.69031    |
+|    people_occupant              | -0.6890014  |
+|    total_electricity_HVAC       | -0.6674113  |
+|    wind_direction               | 1.5132931   |
+|    wind_speed                   | -0.5349054  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 35.024685   |
+|    air_temperature              | 21.172945   |
+|    clg_setpoint                 | 29.049547   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 16.782785   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 84.0        |
+|    outdoor_temperature          | 6.157385    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------**********************************************--------------| 85%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.5581753   |
+|    Heating_Setpoint_RL          | -0.009695709 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.741158    |
+|    Heating_Setpoint_RL          | 17.570461    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.035543624 |
+|    air_humidity                 | 0.1380398    |
+|    air_temperature              | -0.54851604  |
+|    clg_setpoint                 | 1.472312     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.8690478   |
+|    diffuse_solar_radiation      | -0.7529256   |
+|    direct_solar_radiation       | -0.6203947   |
+|    hour                         | -0.79426     |
+|    htg_setpoint                 | 0.939719     |
+|    month                        | 1.387051     |
+|    outdoor_humidity             | 1.3705537    |
+|    outdoor_temperature          | -0.6877164   |
+|    people_occupant              | -0.6891302   |
+|    total_electricity_HVAC       | -0.19125824  |
+|    wind_direction               | 1.5594333    |
+|    wind_speed                   | -0.6393681   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2763.7866    |
+|    air_humidity                 | 39.001575    |
+|    air_temperature              | 21.980553    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 8.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 21.793575    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 97.0         |
+|    outdoor_temperature          | 6.1822395    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2004006.2    |
+|    wind_direction               | 345.0        |
+|    wind_speed                   | 3.35         |
+--------------------------------------------------
+-------------------------------------------------***********************************************--------------| 85%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.8132818   |
+|    Heating_Setpoint_RL          | 0.68771434  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.369825   |
+|    Heating_Setpoint_RL          | 21.493393   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.46818233  |
+|    air_humidity                 | 0.55202717  |
+|    air_temperature              | 0.39030987  |
+|    clg_setpoint                 | 1.411284    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.75505185 |
+|    diffuse_solar_radiation      | 0.04187036  |
+|    direct_solar_radiation       | 0.029717356 |
+|    hour                         | -0.6497905  |
+|    htg_setpoint                 | 1.2874019   |
+|    month                        | 1.3855515   |
+|    outdoor_humidity             | 0.9846697   |
+|    outdoor_temperature          | -0.19661541 |
+|    people_occupant              | -0.6892589  |
+|    total_electricity_HVAC       | 0.46900135  |
+|    wind_direction               | -1.439885   |
+|    wind_speed                   | -1.4956214  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4914.871    |
+|    air_humidity                 | 44.437492   |
+|    air_temperature              | 23.250103   |
+|    clg_setpoint                 | 29.839397   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 79.0        |
+|    direct_solar_radiation       | 163.0       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 89.0        |
+|    outdoor_temperature          | 10.967257   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4673818.0   |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 1.3         |
+-------------------------------------------------
+-------------------------------------------------************************************************-------------| 86%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.54283965  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 20.678474   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.1326768  |
+|    air_humidity                 | 1.9690096   |
+|    air_temperature              | 0.38999602  |
+|    clg_setpoint                 | 1.4716853   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.64116216 |
+|    diffuse_solar_radiation      | 0.26334283  |
+|    direct_solar_radiation       | -0.62016815 |
+|    hour                         | -0.5053247  |
+|    htg_setpoint                 | 1.2867817   |
+|    month                        | 1.3840567   |
+|    outdoor_humidity             | 1.5133879   |
+|    outdoor_temperature          | 0.4346872   |
+|    people_occupant              | -0.6888829  |
+|    total_electricity_HVAC       | -0.16411108 |
+|    wind_direction               | 0.131541    |
+|    wind_speed                   | 0.97186285  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2348.2788   |
+|    air_humidity                 | 63.037563   |
+|    air_temperature              | 23.24963    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 101.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 17.117064   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2113451.0   |
+|    wind_direction               | 195.0       |
+|    wind_speed                   | 7.2         |
+| train/                          |             |
+|    approx_kl                    | 0.009825336 |
+|    clip_fraction                | 0.0969      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.51       |
+|    explained_variance           | 0.555       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.0818      |
+|    n_updates                    | 660         |
+|    policy_gradient_loss         | -0.0135     |
+|    std                          | 0.853       |
+|    value_loss                   | 0.412       |
+-------------------------------------------------
+-------------------------------------------------************************************************-------------| 86%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60964686 |
+|    air_humidity                 | 1.1495569   |
+|    air_temperature              | 0.3898626   |
+|    clg_setpoint                 | -1.103538   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.52734995 |
+|    diffuse_solar_radiation      | 1.2798353   |
+|    direct_solar_radiation       | 0.090292394 |
+|    hour                         | -0.36086118 |
+|    htg_setpoint                 | -1.4017855  |
+|    month                        | 1.3825667   |
+|    outdoor_humidity             | 1.4166397   |
+|    outdoor_temperature          | -0.12571526 |
+|    people_occupant              | 1.6955637   |
+|    total_electricity_HVAC       | -0.61419135 |
+|    wind_direction               | 1.4163477   |
+|    wind_speed                   | 1.3889269   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 311.48334   |
+|    air_humidity                 | 52.30157    |
+|    air_temperature              | 23.249258   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 202.0       |
+|    direct_solar_radiation       | 178.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 98.0        |
+|    outdoor_temperature          | 11.661004   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 293658.94   |
+|    wind_direction               | 330.0       |
+|    wind_speed                   | 8.2         |
+-------------------------------------------------
+-------------------------------------------------************************************************-------------| 86%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.94334716  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.931328   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5210206  |
+|    air_humidity                 | 0.1253032   |
+|    air_temperature              | 0.39278397  |
+|    clg_setpoint                 | -1.1033362  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.41359115 |
+|    diffuse_solar_radiation      | 0.8874455   |
+|    direct_solar_radiation       | -0.6198277  |
+|    hour                         | -0.21639876 |
+|    htg_setpoint                 | 1.2862247   |
+|    month                        | 1.3810816   |
+|    outdoor_humidity             | 0.1641918   |
+|    outdoor_temperature          | -0.51499337 |
+|    people_occupant              | 1.6951455   |
+|    total_electricity_HVAC       | -0.53323853 |
+|    wind_direction               | 1.6525856   |
+|    wind_speed                   | 0.8649871   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 689.6497    |
+|    air_humidity                 | 38.867096   |
+|    air_temperature              | 23.253052   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 163.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 72.0        |
+|    outdoor_temperature          | 7.8709507   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 620684.75   |
+|    wind_direction               | 355.0       |
+|    wind_speed                   | 6.95        |
+-------------------------------------------------
+-------------------------------------------------************************************************-------------| 86%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.45217657 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.081507   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.53140587 |
+|    air_humidity                 | 0.042749885 |
+|    air_temperature              | 0.3915851   |
+|    clg_setpoint                 | -1.10312    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.29986644 |
+|    diffuse_solar_radiation      | 0.4046602   |
+|    direct_solar_radiation       | -0.619549   |
+|    hour                         | -0.0719368  |
+|    htg_setpoint                 | 1.1473247   |
+|    month                        | 1.3796012   |
+|    outdoor_humidity             | 0.38072297  |
+|    outdoor_temperature          | -0.56079453 |
+|    people_occupant              | 1.2180169   |
+|    total_electricity_HVAC       | -0.54309523 |
+|    wind_direction               | -1.343836   |
+|    wind_speed                   | -1.3923532  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 645.3218    |
+|    air_humidity                 | 37.783596   |
+|    air_temperature              | 23.251312   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 115.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 22.669907   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 76.5        |
+|    outdoor_temperature          | 7.421554    |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 580789.6    |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 1.55        |
+-------------------------------------------------
+-------------------------------------------------*************************************************------------| 87%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.8860452   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.609005   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5501362  |
+|    air_humidity                 | 0.85928226  |
+|    air_temperature              | 0.39037144  |
+|    clg_setpoint                 | -1.1028489  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18616138 |
+|    diffuse_solar_radiation      | 0.48553482  |
+|    direct_solar_radiation       | -0.6192659  |
+|    hour                         | 0.07252508  |
+|    htg_setpoint                 | 1.2854495   |
+|    month                        | 1.3781257   |
+|    outdoor_humidity             | 1.5119638   |
+|    outdoor_temperature          | -0.25134066 |
+|    people_occupant              | 0.26431063  |
+|    total_electricity_HVAC       | -0.5608968  |
+|    wind_direction               | -0.5351495  |
+|    wind_speed                   | -0.84834856 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 565.2276    |
+|    air_humidity                 | 48.492256   |
+|    air_temperature              | 23.249664   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 123.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 10.430304   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 508704.84   |
+|    wind_direction               | 125.0       |
+|    wind_speed                   | 2.85        |
+-------------------------------------------------
+-------------------------------------------------*************************************************------------| 87%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.48939255 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 14.872168   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4837278  |
+|    air_humidity                 | -0.9317515  |
+|    air_temperature              | 0.392783    |
+|    clg_setpoint                 | -1.1026161  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.07246612 |
+|    diffuse_solar_radiation      | 0.98915267  |
+|    direct_solar_radiation       | -0.54723155 |
+|    hour                         | 0.21698686  |
+|    htg_setpoint                 | -1.1984916  |
+|    month                        | 1.3766547   |
+|    outdoor_humidity             | -0.9452339  |
+|    outdoor_temperature          | -0.5110322  |
+|    people_occupant              | 1.2174128   |
+|    total_electricity_HVAC       | -0.4977779  |
+|    wind_direction               | 0.9389777   |
+|    wind_speed                   | 1.3044564   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 848.83673   |
+|    air_humidity                 | 25.018398   |
+|    air_temperature              | 23.252853   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 173.0       |
+|    direct_solar_radiation       | 18.0        |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 12.855459   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 49.0        |
+|    outdoor_temperature          | 7.9009714   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 763953.06   |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 8.0         |
+-------------------------------------------------
+-------------------------------------------------*************************************************------------| 87%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5858135   |
+|    Heating_Setpoint_RL          | 0.17831767  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.60212    |
+|    Heating_Setpoint_RL          | 18.628036   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.66209704 |
+|    air_humidity                 | -0.7642911  |
+|    air_temperature              | -0.3696732  |
+|    clg_setpoint                 | -1.102566   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.041224416 |
+|    diffuse_solar_radiation      | 0.46579573  |
+|    direct_solar_radiation       | -0.47918326 |
+|    hour                         | 0.36144823  |
+|    htg_setpoint                 | -0.08316732 |
+|    month                        | 1.3751886   |
+|    outdoor_humidity             | -0.55982804 |
+|    outdoor_temperature          | -0.36451262 |
+|    people_occupant              | -0.6891496  |
+|    total_electricity_HVAC       | -0.6672927  |
+|    wind_direction               | 0.46273145  |
+|    wind_speed                   | 0.34235698  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 27.210108   |
+|    air_temperature              | 22.223633   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 121.0       |
+|    direct_solar_radiation       | 35.0        |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 17.52333    |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 57.0        |
+|    outdoor_temperature          | 9.321692    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------*************************************************------------| 87%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.5700747   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 20.831669   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.58096933 |
+|    air_humidity                 | -0.7418842  |
+|    air_temperature              | -0.30103216 |
+|    clg_setpoint                 | 0.7745758   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.15491067  |
+|    diffuse_solar_radiation      | -0.34968996 |
+|    direct_solar_radiation       | -0.61898834 |
+|    hour                         | 0.5059084   |
+|    htg_setpoint                 | 0.8814065   |
+|    month                        | 1.3737271   |
+|    outdoor_humidity             | -1.0420353  |
+|    outdoor_temperature          | -0.3177569  |
+|    people_occupant              | -0.68877566 |
+|    total_electricity_HVAC       | -0.5989493  |
+|    wind_direction               | 1.0811017   |
+|    wind_speed                   | 1.4081163   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 433.30945   |
+|    air_humidity                 | 27.500145   |
+|    air_temperature              | 22.315964   |
+|    clg_setpoint                 | 28.172848   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 40.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 21.560709   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 47.0        |
+|    outdoor_temperature          | 9.774606    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 354529.3    |
+|    wind_direction               | 295.0       |
+|    wind_speed                   | 8.25        |
+-------------------------------------------------
+--------------------------------------------------*************************************************-----------| 88%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.045167744 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 17.370932    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6045573   |
+|    air_humidity                 | -0.6343101   |
+|    air_temperature              | 0.39133158   |
+|    clg_setpoint                 | -1.1030456   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.26858836   |
+|    diffuse_solar_radiation      | -0.7524167   |
+|    direct_solar_radiation       | -0.6189107   |
+|    hour                         | 0.65036637   |
+|    htg_setpoint                 | -1.4028393   |
+|    month                        | 1.3722702    |
+|    outdoor_humidity             | -0.6082999   |
+|    outdoor_temperature          | -0.54902047  |
+|    people_occupant              | 1.6950994    |
+|    total_electricity_HVAC       | -0.61259043  |
+|    wind_direction               | 0.6996948    |
+|    wind_speed                   | 1.2819408    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 332.35046    |
+|    air_humidity                 | 28.90275     |
+|    air_temperature              | 23.249481    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 18.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 16.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 56.0         |
+|    outdoor_temperature          | 7.5222645    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 299115.44    |
+|    wind_direction               | 255.0        |
+|    wind_speed                   | 7.95         |
+--------------------------------------------------
+-------------------------------------------------**************************************************-----------| 88%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.7828247  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.221611   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4974718  |
+|    air_humidity                 | -0.52170837 |
+|    air_temperature              | 0.39150795  |
+|    clg_setpoint                 | -1.1026917  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.38224858  |
+|    diffuse_solar_radiation      | -0.7523095  |
+|    direct_solar_radiation       | -0.6187514  |
+|    hour                         | 0.7948207   |
+|    htg_setpoint                 | -1.4028316  |
+|    month                        | 1.370818    |
+|    outdoor_humidity             | -0.0536233  |
+|    outdoor_temperature          | -0.9042085  |
+|    people_occupant              | 1.6946839   |
+|    total_electricity_HVAC       | -0.5108144  |
+|    wind_direction               | 0.5088298   |
+|    wind_speed                   | -0.327994   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 789.6121    |
+|    air_humidity                 | 30.374628   |
+|    air_temperature              | 23.24948    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 67.5        |
+|    outdoor_temperature          | 4.064695    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 710650.9    |
+|    wind_direction               | 235.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------**************************************************-----------| 88%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.78452367 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.212054   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.66194296 |
+|    air_humidity                 | -0.12100877 |
+|    air_temperature              | 0.3919561   |
+|    clg_setpoint                 | -1.1022595  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.4958778   |
+|    diffuse_solar_radiation      | -0.75221527 |
+|    direct_solar_radiation       | -0.6187078  |
+|    hour                         | 0.9392697   |
+|    htg_setpoint                 | -1.4028051  |
+|    month                        | 1.3693703   |
+|    outdoor_humidity             | 0.7421428   |
+|    outdoor_temperature          | -0.8483131  |
+|    people_occupant              | 0.5025991   |
+|    total_electricity_HVAC       | -0.66711277 |
+|    wind_direction               | 0.3181207   |
+|    wind_speed                   | 1.5129637   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 35.61956    |
+|    air_temperature              | 23.249897   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 84.0        |
+|    outdoor_temperature          | 4.5994496   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 215.0       |
+|    wind_speed                   | 8.5         |
+-------------------------------------------------
+-------------------------------------------------***************************************************----------| 89%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.18832436  |
+|    Heating_Setpoint_RL          | -0.11909893 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.260595   |
+|    Heating_Setpoint_RL          | 16.955069   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5690268  |
+|    air_humidity                 | -0.37993366 |
+|    air_temperature              | -0.1842283  |
+|    clg_setpoint                 | -0.92206776 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.60945785  |
+|    diffuse_solar_radiation      | -0.75212604 |
+|    direct_solar_radiation       | -0.61869985 |
+|    hour                         | 1.0837111   |
+|    htg_setpoint                 | -1.3758329  |
+|    month                        | 1.3679273   |
+|    outdoor_humidity             | -0.1505412  |
+|    outdoor_temperature          | -1.1802028  |
+|    people_occupant              | -0.45094287 |
+|    total_electricity_HVAC       | -0.576848   |
+|    wind_direction               | 0.9364634   |
+|    wind_speed                   | 1.7422245   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 484.18564   |
+|    air_humidity                 | 32.22746    |
+|    air_temperature              | 22.47259    |
+|    clg_setpoint                 | 23.722034   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 12.112463   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 65.5        |
+|    outdoor_temperature          | 1.3643641   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 443667.25   |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 9.05        |
+-------------------------------------------------
+-------------------------------------------------***************************************************----------| 89%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.7507805  |
+|    Heating_Setpoint_RL          | -0.77173936 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.091116   |
+|    Heating_Setpoint_RL          | 13.283966   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.1740656  |
+|    air_humidity                 | -0.5853798  |
+|    air_temperature              | -1.3279146  |
+|    clg_setpoint                 | -0.8194666  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.722966    |
+|    diffuse_solar_radiation      | -0.7520407  |
+|    direct_solar_radiation       | -0.6187034  |
+|    hour                         | 1.2281426   |
+|    htg_setpoint                 | 0.32702243  |
+|    month                        | 1.3664888   |
+|    outdoor_humidity             | -0.6329374  |
+|    outdoor_temperature          | -1.4337645  |
+|    people_occupant              | -0.45109466 |
+|    total_electricity_HVAC       | 0.0340817   |
+|    wind_direction               | 0.9358584   |
+|    wind_speed                   | 1.8444108   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2173.4124   |
+|    air_humidity                 | 29.532919   |
+|    air_temperature              | 20.929873   |
+|    clg_setpoint                 | 23.990805   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 19.239578   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 55.5        |
+|    outdoor_temperature          | -1.1141993  |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 2917708.2   |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+-------------------------------------------------***************************************************----------| 89%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.6483122   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.813053   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.52718997 |
+|    air_humidity                 | -1.4704437  |
+|    air_temperature              | -1.470328   |
+|    clg_setpoint                 | 0.10538463  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.836375    |
+|    diffuse_solar_radiation      | -0.7519417  |
+|    direct_solar_radiation       | -0.61871535 |
+|    hour                         | 1.3725613   |
+|    htg_setpoint                 | -1.4024316  |
+|    month                        | 1.3650548   |
+|    outdoor_humidity             | -0.94621485 |
+|    outdoor_temperature          | -1.3914167  |
+|    people_occupant              | -0.6890415  |
+|    total_electricity_HVAC       | -0.5391308  |
+|    wind_direction               | 1.1729953   |
+|    wind_speed                   | 0.96565175  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 663.6097    |
+|    air_humidity                 | 17.937237   |
+|    air_temperature              | 20.736267   |
+|    clg_setpoint                 | 26.416716   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 49.0        |
+|    outdoor_temperature          | -0.7155935  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 596859.56   |
+|    wind_direction               | 305.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+--------------------------------------------------**************************************************----------| 89%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.5807828    |
+|    Heating_Setpoint_RL          | -0.7765342   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.585142    |
+|    Heating_Setpoint_RL          | 13.256995    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.56362295  |
+|    air_humidity                 | -1.7845356   |
+|    air_temperature              | -1.0136954   |
+|    clg_setpoint                 | 0.2664567    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.949653     |
+|    diffuse_solar_radiation      | -0.75185555  |
+|    direct_solar_radiation       | -0.6187407   |
+|    hour                         | 1.5169642    |
+|    htg_setpoint                 | -0.5871261   |
+|    month                        | 1.3636254    |
+|    outdoor_humidity             | -0.34228653  |
+|    outdoor_temperature          | -1.3186423   |
+|    people_occupant              | -0.68866956  |
+|    total_electricity_HVAC       | -0.5733738   |
+|    wind_direction               | -1.5407041   |
+|    wind_speed                   | -1.6045641   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 507.92325    |
+|    air_humidity                 | 13.794952    |
+|    air_temperature              | 21.350845    |
+|    clg_setpoint                 | 26.838512    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 24.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 15.412869    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 61.5         |
+|    outdoor_temperature          | -0.022842176 |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 458317.88    |
+|    wind_direction               | 20.0         |
+|    wind_speed                   | 1.05         |
+--------------------------------------------------
+-------------------------------------------------****************************************************---------| 90%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.7024076  |
+|    Heating_Setpoint_RL          | 0.95491284  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.254374   |
+|    Heating_Setpoint_RL          | 22.996384   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.7548518   |
+|    air_humidity                 | 0.0828904   |
+|    air_temperature              | -0.06445257 |
+|    clg_setpoint                 | 1.4720933   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0627639   |
+|    diffuse_solar_radiation      | -0.75174236 |
+|    direct_solar_radiation       | -0.61848503 |
+|    hour                         | 1.6613476   |
+|    htg_setpoint                 | 1.2849568   |
+|    month                        | 1.3622004   |
+|    outdoor_humidity             | 1.3469688   |
+|    outdoor_temperature          | -0.9194787  |
+|    people_occupant              | -0.68879706 |
+|    total_electricity_HVAC       | 2.8106174   |
+|    wind_direction               | -1.1588479  |
+|    wind_speed                   | -0.09936916 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 14722.403   |
+|    air_humidity                 | 38.243805   |
+|    air_temperature              | 22.630972   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 96.5        |
+|    outdoor_temperature          | 3.8495603   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 14182519.0  |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 4.65        |
+-------------------------------------------------
+-------------------------------------------------****************************************************---------| 90%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.68196243  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 21.461039   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.66190535 |
+|    air_humidity                 | 1.3249624   |
+|    air_temperature              | -0.5191891  |
+|    clg_setpoint                 | -0.57965827 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2895715   |
+|    diffuse_solar_radiation      | -0.7515766  |
+|    direct_solar_radiation       | -0.6181812  |
+|    hour                         | -1.6612805  |
+|    htg_setpoint                 | -1.2729342  |
+|    month                        | 1.3607799   |
+|    outdoor_humidity             | 1.3453746   |
+|    outdoor_temperature          | -0.52883327 |
+|    people_occupant              | -0.6889243  |
+|    total_electricity_HVAC       | -0.6670712  |
+|    wind_direction               | 0.84014755  |
+|    wind_speed                   | -0.6429817  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 54.521717   |
+|    air_temperature              | 22.017693   |
+|    clg_setpoint                 | 24.619131   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 12.544511   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 96.5        |
+|    outdoor_temperature          | 7.650089    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+-------------------------------------------------****************************************************---------| 90%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.18565679 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.99841    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.3846107   |
+|    air_humidity                 | -0.30102453 |
+|    air_temperature              | 0.1715792   |
+|    clg_setpoint                 | 1.3224254   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4021847   |
+|    diffuse_solar_radiation      | -0.7514783  |
+|    direct_solar_radiation       | -0.6180071  |
+|    hour                         | -1.5167401  |
+|    htg_setpoint                 | 1.2842854   |
+|    month                        | 1.3593638   |
+|    outdoor_humidity             | 0.11447928  |
+|    outdoor_temperature          | -0.57459754 |
+|    people_occupant              | -0.6890514  |
+|    total_electricity_HVAC       | 2.5157664   |
+|    wind_direction               | 0.79220617  |
+|    wind_speed                   | 0.004270581 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 13137.483   |
+|    air_humidity                 | 33.22583    |
+|    air_temperature              | 22.949419   |
+|    clg_setpoint                 | 29.60707    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 71.0        |
+|    outdoor_temperature          | 7.2025166   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 12988440.0  |
+|    wind_direction               | 265.0       |
+|    wind_speed                   | 4.9         |
+-------------------------------------------------
+--------------------------------------------------****************************************************--------| 91%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.08936529   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.926607    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.5280269    |
+|    air_humidity                 | -0.13602455  |
+|    air_temperature              | -0.34239817  |
+|    clg_setpoint                 | -1.1010294   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.5144817    |
+|    diffuse_solar_radiation      | -0.75131834  |
+|    direct_solar_radiation       | -0.6177101   |
+|    hour                         | -1.3722191   |
+|    htg_setpoint                 | 1.046725     |
+|    month                        | 1.3579521    |
+|    outdoor_humidity             | -0.078711174 |
+|    outdoor_temperature          | -0.9025066   |
+|    people_occupant              | -0.6891783   |
+|    total_electricity_HVAC       | 1.5850192    |
+|    wind_direction               | 0.8870856    |
+|    wind_speed                   | 0.33896223   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 9468.7295    |
+|    air_humidity                 | 35.38556     |
+|    air_temperature              | 22.256523    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 29.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 2.0          |
+|    htg_setpoint                 | 22.256472    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 67.0         |
+|    outdoor_temperature          | 4.0109534    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 9214031.0    |
+|    wind_direction               | 275.0        |
+|    wind_speed                   | 5.7          |
+--------------------------------------------------
+--------------------------------------------------****************************************************--------| 91%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.8274417   |
+|    Heating_Setpoint_RL          | -0.949708    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.832384    |
+|    Heating_Setpoint_RL          | 12.282892    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6619621   |
+|    air_humidity                 | -0.27502465  |
+|    air_temperature              | -0.37585527  |
+|    clg_setpoint                 | -0.055328183 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.6264083    |
+|    diffuse_solar_radiation      | -0.75119144  |
+|    direct_solar_radiation       | -0.6176768   |
+|    hour                         | -1.2277141   |
+|    htg_setpoint                 | 0.1990776    |
+|    month                        | 1.3565449    |
+|    outdoor_humidity             | 1.249239     |
+|    outdoor_temperature          | -0.7838522   |
+|    people_occupant              | -0.689305    |
+|    total_electricity_HVAC       | -0.66708654  |
+|    wind_direction               | 1.2203346    |
+|    wind_speed                   | -0.6431328   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 33.562683    |
+|    air_temperature              | 22.21165     |
+|    clg_setpoint                 | 25.991665    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 30.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 3.0          |
+|    htg_setpoint                 | 18.708496    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 94.5         |
+|    outdoor_temperature          | 5.160529     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 310.0        |
+|    wind_speed                   | 3.35         |
+--------------------------------------------------
+-------------------------------------------------*****************************************************--------| 91%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.5668588   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 20.81358    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.38444757  |
+|    air_humidity                 | -0.76264167 |
+|    air_temperature              | -1.0161425  |
+|    clg_setpoint                 | 1.472497    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6730322  |
+|    diffuse_solar_radiation      | -0.7510598  |
+|    direct_solar_radiation       | -0.61748904 |
+|    hour                         | -1.0832219  |
+|    htg_setpoint                 | 0.82941717  |
+|    month                        | 1.6501114   |
+|    outdoor_humidity             | 0.64561766  |
+|    outdoor_temperature          | -0.4862361  |
+|    people_occupant              | -0.6889345  |
+|    total_electricity_HVAC       | 0.28656796  |
+|    wind_direction               | 1.2669096   |
+|    wind_speed                   | 2.0301485   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4571.401    |
+|    air_humidity                 | 27.177233   |
+|    air_temperature              | 21.34805    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 21.347649   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 82.0        |
+|    outdoor_temperature          | 8.050525    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3948369.0   |
+|    wind_direction               | 315.0       |
+|    wind_speed                   | 9.75        |
+-------------------------------------------------
+--------------------------------------------------*****************************************************-------| 92%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.857576     |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.51932     |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 2.251878     |
+|    air_humidity                 | -1.7243639   |
+|    air_temperature              | -0.91483647  |
+|    clg_setpoint                 | 1.4713464    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.5571454   |
+|    diffuse_solar_radiation      | -0.7509214   |
+|    direct_solar_radiation       | -0.61743546  |
+|    hour                         | -0.9387397   |
+|    htg_setpoint                 | 0.8623957    |
+|    month                        | 1.6478772    |
+|    outdoor_humidity             | -1.1648556   |
+|    outdoor_temperature          | -1.3169957   |
+|    people_occupant              | -0.6885646   |
+|    total_electricity_HVAC       | 2.19712      |
+|    wind_direction               | 1.0753968    |
+|    wind_speed                   | 2.2509024    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 12580.344    |
+|    air_humidity                 | 14.576593    |
+|    air_temperature              | 21.481749    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 2.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 5.0          |
+|    htg_setpoint                 | 21.485386    |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 44.5         |
+|    outdoor_temperature          | -0.034217745 |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 11706921.0   |
+|    wind_direction               | 295.0        |
+|    wind_speed                   | 10.3         |
+| train/                          |              |
+|    approx_kl                    | 0.007826107  |
+|    clip_fraction                | 0.0779       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.5         |
+|    explained_variance           | 0.847        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.147        |
+|    n_updates                    | 670          |
+|    policy_gradient_loss         | -0.0104      |
+|    std                          | 0.845        |
+|    value_loss                   | 0.37         |
+--------------------------------------------------
+-------------------------------------------------******************************************************-------| 92%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.23664087 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.826338   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.5964324   |
+|    air_humidity                 | -1.0610405  |
+|    air_temperature              | -0.96094054 |
+|    clg_setpoint                 | 1.471225    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.441691   |
+|    diffuse_solar_radiation      | -0.7506958  |
+|    direct_solar_radiation       | -0.6174887  |
+|    hour                         | -0.79426503 |
+|    htg_setpoint                 | 1.2840942   |
+|    month                        | 1.6456522   |
+|    outdoor_humidity             | -0.31879187 |
+|    outdoor_temperature          | -1.2389195  |
+|    people_occupant              | -0.68869144 |
+|    total_electricity_HVAC       | 3.3812776   |
+|    wind_direction               | 0.7890055   |
+|    wind_speed                   | -0.10354246 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 18350.527   |
+|    air_humidity                 | 23.245014   |
+|    air_temperature              | 21.418768   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 62.0        |
+|    outdoor_temperature          | 0.71681744  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 16518629.0  |
+|    wind_direction               | 265.0       |
+|    wind_speed                   | 4.65        |
+-------------------------------------------------
+-------------------------------------------------******************************************************-------| 92%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.04958631  |
+|    Heating_Setpoint_RL          | 0.7557538   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.792355   |
+|    Heating_Setpoint_RL          | 21.876114   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.0609703   |
+|    air_humidity                 | -0.5971399  |
+|    air_temperature              | 0.39623278  |
+|    clg_setpoint                 | -0.24807735 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3266058  |
+|    diffuse_solar_radiation      | -0.63936687 |
+|    direct_solar_radiation       | -0.61752886 |
+|    hour                         | -0.64979565 |
+|    htg_setpoint                 | 1.2840862   |
+|    month                        | 1.643436    |
+|    outdoor_humidity             | 1.3716049   |
+|    outdoor_temperature          | -0.6061826  |
+|    people_occupant              | -0.68881816 |
+|    total_electricity_HVAC       | 0.97053164  |
+|    wind_direction               | 1.0745385   |
+|    wind_speed                   | -1.7266402  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7476.5107   |
+|    air_humidity                 | 29.311829   |
+|    air_temperature              | 23.249716   |
+|    clg_setpoint                 | 25.488924   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 11.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 97.0        |
+|    outdoor_temperature          | 6.8646054   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6728859.5   |
+|    wind_direction               | 295.0       |
+|    wind_speed                   | 0.75        |
+-------------------------------------------------
+-------------------------------------------------******************************************************-------| 92%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.74878454 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.097853   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.56914574 |
+|    air_humidity                 | 0.16202557  |
+|    air_temperature              | 0.87951875  |
+|    clg_setpoint                 | 1.4716673   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2118318  |
+|    diffuse_solar_radiation      | -0.21490154 |
+|    direct_solar_radiation       | -0.6172904  |
+|    hour                         | -0.5053299  |
+|    htg_setpoint                 | 1.0581781   |
+|    month                        | 1.6412288   |
+|    outdoor_humidity             | 0.42920244  |
+|    outdoor_temperature          | -0.7463796  |
+|    people_occupant              | 1.694719    |
+|    total_electricity_HVAC       | -0.57421    |
+|    wind_direction               | -1.2582303  |
+|    wind_speed                   | -1.0600641  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 484.4203    |
+|    air_humidity                 | 39.25075    |
+|    air_temperature              | 23.901455   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 53.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 22.305855   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 77.5        |
+|    outdoor_temperature          | 5.5001335   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 454822.22   |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 2.35        |
+-------------------------------------------------
+---------------------------------------------------*****************************************************------| 93%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -1.0          |
+|    Heating_Setpoint_RL          | -0.8558291    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23.25         |
+|    Heating_Setpoint_RL          | 12.810961     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.04932183   |
+|    air_humidity                 | -0.5392127    |
+|    air_temperature              | 0.39625937    |
+|    clg_setpoint                 | -1.101231     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -1.0973167    |
+|    diffuse_solar_radiation      | -0.0024726503 |
+|    direct_solar_radiation       | -0.34070507   |
+|    hour                         | -0.36086634   |
+|    htg_setpoint                 | -1.4038364    |
+|    month                        | 1.6390305     |
+|    outdoor_humidity             | -0.44025692   |
+|    outdoor_temperature          | -1.2141129    |
+|    people_occupant              | 1.6943088     |
+|    total_electricity_HVAC       | -0.0704859    |
+|    wind_direction               | 0.83591515    |
+|    wind_speed                   | 0.7503235     |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 2715.1143     |
+|    air_humidity                 | 30.077324     |
+|    air_temperature              | 23.249502     |
+|    clg_setpoint                 | 23.25         |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 6.0           |
+|    diffuse_solar_radiation      | 74.0          |
+|    direct_solar_radiation       | 69.0          |
+|    hour                         | 9.0           |
+|    htg_setpoint                 | 12.0          |
+|    month                        | 12.0          |
+|    outdoor_humidity             | 59.5          |
+|    outdoor_temperature          | 0.9463917     |
+|    people_occupant              | 20.0          |
+|    total_electricity_HVAC       | 2501628.0     |
+|    wind_direction               | 270.0         |
+|    wind_speed                   | 6.7           |
+---------------------------------------------------
+-------------------------------------------------*******************************************************------| 93%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.9346728   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.779522   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6476043  |
+|    air_humidity                 | -1.0169796  |
+|    air_temperature              | -1.0679846  |
+|    clg_setpoint                 | 1.0962096   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.98301333 |
+|    diffuse_solar_radiation      | 1.1902369   |
+|    direct_solar_radiation       | 0.4285083   |
+|    hour                         | -0.21640392 |
+|    htg_setpoint                 | -1.403786   |
+|    month                        | 1.6368409   |
+|    outdoor_humidity             | -0.6814203  |
+|    outdoor_temperature          | -0.974146   |
+|    people_occupant              | -0.6891972  |
+|    total_electricity_HVAC       | -0.6537627  |
+|    wind_direction               | 0.8830962   |
+|    wind_speed                   | 0.9569228   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 148.31177   |
+|    air_humidity                 | 23.822685   |
+|    air_temperature              | 21.27436    |
+|    clg_setpoint                 | 29.015396   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 192.0       |
+|    direct_solar_radiation       | 261.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 54.5        |
+|    outdoor_temperature          | 3.2691581   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 132095.8    |
+|    wind_direction               | 275.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+-------------------------------------------------*******************************************************------| 93%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.7069496  |
+|    Heating_Setpoint_RL          | -0.6396047  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.239044   |
+|    Heating_Setpoint_RL          | 14.027224   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.0924407   |
+|    air_humidity                 | -1.471706   |
+|    air_temperature              | 0.02681579  |
+|    clg_setpoint                 | -0.607797   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8688793  |
+|    diffuse_solar_radiation      | 0.06873352  |
+|    direct_solar_radiation       | 1.3062046   |
+|    hour                         | -0.07194193 |
+|    htg_setpoint                 | 1.2836237   |
+|    month                        | 1.6346602   |
+|    outdoor_humidity             | -1.0433587  |
+|    outdoor_temperature          | -0.5826779  |
+|    people_occupant              | -0.6888286  |
+|    total_electricity_HVAC       | 1.1968329   |
+|    wind_direction               | 1.1679404   |
+|    wind_speed                   | 1.2887756   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7618.1714   |
+|    air_humidity                 | 17.860573   |
+|    air_temperature              | 22.749456   |
+|    clg_setpoint                 | 24.545784   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 81.0        |
+|    direct_solar_radiation       | 480.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 47.0        |
+|    outdoor_temperature          | 7.069155    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7654230.5   |
+|    wind_direction               | 305.0       |
+|    wind_speed                   | 8.0         |
+-------------------------------------------------
+-------------------------------------------------*******************************************************------| 93%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.43070376 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.2022915  |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5439517  |
+|    air_humidity                 | -0.5868233  |
+|    air_temperature              | 0.39782506  |
+|    clg_setpoint                 | -1.1017108  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7548775  |
+|    diffuse_solar_radiation      | 1.160853    |
+|    direct_solar_radiation       | -0.0680332  |
+|    hour                         | 0.07251997  |
+|    htg_setpoint                 | 0.49187633  |
+|    month                        | 1.6324881   |
+|    outdoor_humidity             | -0.12503801 |
+|    outdoor_temperature          | -0.8617969  |
+|    people_occupant              | 0.2649622   |
+|    total_electricity_HVAC       | -0.5548862  |
+|    wind_direction               | 1.0723826   |
+|    wind_speed                   | -1.7268097  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 592.89465   |
+|    air_humidity                 | 29.420048   |
+|    air_temperature              | 23.249308   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 189.0       |
+|    direct_solar_radiation       | 137.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 19.935375   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 66.0        |
+|    outdoor_temperature          | 4.3482757   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 533605.2    |
+|    wind_direction               | 295.0       |
+|    wind_speed                   | 0.75        |
+-------------------------------------------------
+-------------------------------------------------********************************************************-----| 94%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.23168224 |
+|    air_humidity                 | -0.5497354  |
+|    air_temperature              | 0.39803636  |
+|    clg_setpoint                 | -1.1012398  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6409755  |
+|    diffuse_solar_radiation      | 0.30188248  |
+|    direct_solar_radiation       | -0.61665916 |
+|    hour                         | 0.21698178  |
+|    htg_setpoint                 | 0.033663463 |
+|    month                        | 1.6303247   |
+|    outdoor_humidity             | 0.67284536  |
+|    outdoor_temperature          | -1.0549881  |
+|    people_occupant              | 1.218284    |
+|    total_electricity_HVAC       | -0.25805202 |
+|    wind_direction               | -1.4487251  |
+|    wind_speed                   | -0.5399779  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1934.6128   |
+|    air_humidity                 | 29.903486   |
+|    air_temperature              | 23.249584   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 104.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 18.018185   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 82.5        |
+|    outdoor_temperature          | 2.4643815   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 1741151.5   |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+-------------------------------------------------********************************************************-----| 94%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.3661068  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.565649   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.1190558  |
+|    air_humidity                 | -0.38371179 |
+|    air_temperature              | 0.39936224  |
+|    clg_setpoint                 | -1.1011206  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.52714556 |
+|    diffuse_solar_radiation      | -0.14270888 |
+|    direct_solar_radiation       | -0.6163512  |
+|    hour                         | 0.36144316  |
+|    htg_setpoint                 | 0.51621175  |
+|    month                        | 1.6281699   |
+|    outdoor_humidity             | 0.21271586  |
+|    outdoor_temperature          | -1.2250341  |
+|    people_occupant              | 1.6946753   |
+|    total_electricity_HVAC       | -0.15098438 |
+|    wind_direction               | -1.3520721  |
+|    wind_speed                   | -0.43622643 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2419.7715   |
+|    air_humidity                 | 32.077133   |
+|    air_temperature              | 23.25124    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 60.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 20.040043   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 73.0        |
+|    outdoor_temperature          | 0.80206233  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 2177794.5   |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+--------------------------------------------------*******************************************************-----| 94%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.58457565   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 20.913239    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.35836428  |
+|    air_humidity                 | -0.057757728 |
+|    air_temperature              | 0.39805606   |
+|    clg_setpoint                 | -1.1008663   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.41336498  |
+|    diffuse_solar_radiation      | -0.27388468  |
+|    direct_solar_radiation       | -0.56794107  |
+|    hour                         | 0.5059034    |
+|    htg_setpoint                 | -0.71729314  |
+|    month                        | 1.6260235    |
+|    outdoor_humidity             | 0.5748357    |
+|    outdoor_temperature          | -0.89207     |
+|    people_occupant              | 1.694267     |
+|    total_electricity_HVAC       | -0.37846437  |
+|    wind_direction               | 1.2162793    |
+|    wind_speed                   | -0.415057    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1392.5365    |
+|    air_humidity                 | 36.339027    |
+|    air_temperature              | 23.24932     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 12.0         |
+|    diffuse_solar_radiation      | 47.0         |
+|    direct_solar_radiation       | 12.0         |
+|    hour                         | 15.0         |
+|    htg_setpoint                 | 14.877562    |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 80.5         |
+|    outdoor_temperature          | 4.0295286    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 1253282.9    |
+|    wind_direction               | 310.0        |
+|    wind_speed                   | 3.9          |
+--------------------------------------------------
+-------------------------------------------------*********************************************************----| 95%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.89548194  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.662086   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4519714  |
+|    air_humidity                 | -0.9040526  |
+|    air_temperature              | 0.3983405   |
+|    clg_setpoint                 | -1.1005559  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.29961544 |
+|    diffuse_solar_radiation      | -0.749154   |
+|    direct_solar_radiation       | -0.61600155 |
+|    hour                         | 0.6503615   |
+|    htg_setpoint                 | -1.4045569  |
+|    month                        | 1.6238856   |
+|    outdoor_humidity             | -0.9483141  |
+|    outdoor_temperature          | -1.0198295  |
+|    people_occupant              | 1.6938595   |
+|    total_electricity_HVAC       | -0.46743113 |
+|    wind_direction               | 0.9304593   |
+|    wind_speed                   | 0.95786583  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 990.6806    |
+|    air_humidity                 | 25.278408   |
+|    air_temperature              | 23.24945    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 49.0        |
+|    outdoor_temperature          | 2.778339    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 891612.56   |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 7.2         |
+-------------------------------------------------
+-------------------------------------------------*********************************************************----| 95%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5002568   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.313366   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.61859286 |
+|    air_humidity                 | -1.4032004  |
+|    air_temperature              | -1.4776403  |
+|    clg_setpoint                 | 0.90942234  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18588339 |
+|    diffuse_solar_radiation      | -0.7489798  |
+|    direct_solar_radiation       | -0.6160491  |
+|    hour                         | 0.794816    |
+|    htg_setpoint                 | -0.08020149 |
+|    month                        | 1.6217562   |
+|    outdoor_humidity             | -1.7939737  |
+|    outdoor_temperature          | -1.134455   |
+|    people_occupant              | -0.6890904  |
+|    total_electricity_HVAC       | -0.62448317 |
+|    wind_direction               | 1.2151046   |
+|    wind_speed                   | 1.726562    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 274.19818   |
+|    air_humidity                 | 18.75095    |
+|    air_temperature              | 20.719233   |
+|    clg_setpoint                 | 28.524103   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 17.54411    |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 31.5        |
+|    outdoor_temperature          | 1.6564887   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 252197.36   |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 9.05        |
+-------------------------------------------------
+-------------------------------------------------*********************************************************----| 95%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5908223   |
+|    Heating_Setpoint_RL          | 0.11251116  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.619026   |
+|    Heating_Setpoint_RL          | 18.257875   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.9775159   |
+|    air_humidity                 | -1.8934969  |
+|    air_temperature              | 0.4002127   |
+|    clg_setpoint                 | -0.3780117  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.07215987 |
+|    diffuse_solar_radiation      | -0.74873817 |
+|    direct_solar_radiation       | -0.6160825  |
+|    hour                         | 0.9392652   |
+|    htg_setpoint                 | 1.2828335   |
+|    month                        | 1.6196351   |
+|    outdoor_humidity             | -0.3420993  |
+|    outdoor_temperature          | -0.9827683  |
+|    people_occupant              | -0.6887238  |
+|    total_electricity_HVAC       | 1.9610225   |
+|    wind_direction               | 0.45369446  |
+|    wind_speed                   | 1.1646448   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 11443.63    |
+|    air_humidity                 | 12.312177   |
+|    air_temperature              | 23.250057   |
+|    clg_setpoint                 | 25.147337   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 61.5        |
+|    outdoor_temperature          | 3.1187632   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 10783242.0  |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+-------------------------------------------------*********************************************************----| 95%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6763876  |
+|    Heating_Setpoint_RL          | -0.5895732  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.342192   |
+|    Heating_Setpoint_RL          | 14.308651   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.3013287   |
+|    air_humidity                 | -0.7770529  |
+|    air_temperature              | 0.40056542  |
+|    clg_setpoint                 | -1.1010563  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.04155944  |
+|    diffuse_solar_radiation      | -0.7485824  |
+|    direct_solar_radiation       | -0.61610043 |
+|    hour                         | 1.0837071   |
+|    htg_setpoint                 | 1.2829708   |
+|    month                        | 1.6175222   |
+|    outdoor_humidity             | -0.65614814 |
+|    outdoor_temperature          | -0.7234168  |
+|    people_occupant              | -0.45045185 |
+|    total_electricity_HVAC       | 0.54877263  |
+|    wind_direction               | 0.35839504  |
+|    wind_speed                   | -0.43712643 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4232.67     |
+|    air_humidity                 | 26.89375    |
+|    air_temperature              | 23.25       |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 55.0        |
+|    outdoor_temperature          | 5.6358776   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 5031662.0   |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+---------------------------------------------------********************************************************---| 96%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -0.6436981    |
+|    Heating_Setpoint_RL          | -0.30161786   |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 24.452518     |
+|    Heating_Setpoint_RL          | 15.9284       |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.5430878    |
+|    air_humidity                 | -0.7611184    |
+|    air_temperature              | -0.42873526   |
+|    clg_setpoint                 | -1.1006248    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 0.15527432    |
+|    diffuse_solar_radiation      | -0.7483114    |
+|    direct_solar_radiation       | -0.61613613   |
+|    hour                         | 1.228139      |
+|    htg_setpoint                 | 0.5765381     |
+|    month                        | 1.6154177     |
+|    outdoor_humidity             | -0.84902304   |
+|    outdoor_temperature          | -0.7212926    |
+|    people_occupant              | -0.45060137   |
+|    total_electricity_HVAC       | -0.59485126   |
+|    wind_direction               | 1.4516698     |
+|    wind_speed                   | 0.00010914766 |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 598.5225      |
+|    air_humidity                 | 27.094538     |
+|    air_temperature              | 22.130966     |
+|    clg_setpoint                 | 23.25         |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 17.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 20.0          |
+|    htg_setpoint                 | 20.291693     |
+|    month                        | 12.0          |
+|    outdoor_humidity             | 51.0          |
+|    outdoor_temperature          | 5.6528096     |
+|    people_occupant              | 2.0           |
+|    total_electricity_HVAC       | 372285.78     |
+|    wind_direction               | 335.0         |
+|    wind_speed                   | 4.9           |
+---------------------------------------------------
+---------------------------------------------------********************************************************---| 96%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.34380698    |
+|    Heating_Setpoint_RL          | -0.109782815  |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 27.785349     |
+|    Heating_Setpoint_RL          | 17.007471     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | 2.132266      |
+|    air_humidity                 | -0.5409855    |
+|    air_temperature              | 0.40100032    |
+|    clg_setpoint                 | -0.34629288   |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 0.26897994    |
+|    diffuse_solar_radiation      | -0.7481137    |
+|    direct_solar_radiation       | -0.6161924    |
+|    hour                         | 1.3725586     |
+|    htg_setpoint                 | 1.2830957     |
+|    month                        | 1.6133214     |
+|    outdoor_humidity             | 0.52937734    |
+|    outdoor_temperature          | -1.0000689    |
+|    people_occupant              | -0.68909997   |
+|    total_electricity_HVAC       | 1.9791815     |
+|    wind_direction               | 0.45223492    |
+|    wind_speed                   | 0.00044957595 |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 12115.037     |
+|    air_humidity                 | 29.96673      |
+|    air_temperature              | 23.250063     |
+|    clg_setpoint                 | 25.22791      |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 18.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 21.0          |
+|    htg_setpoint                 | 23.25         |
+|    month                        | 12.0          |
+|    outdoor_humidity             | 79.5          |
+|    outdoor_temperature          | 2.936044      |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 10862011.0    |
+|    wind_direction               | 230.0         |
+|    wind_speed                   | 4.9           |
+---------------------------------------------------
+-------------------------------------------------**********************************************************---| 96%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.09841517  |
+|    Heating_Setpoint_RL          | 0.036043823 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.957151   |
+|    Heating_Setpoint_RL          | 17.827747   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.66186136 |
+|    air_humidity                 | -0.41700998 |
+|    air_temperature              | -0.94121563 |
+|    clg_setpoint                 | 0.09264878  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.38266695  |
+|    diffuse_solar_radiation      | -0.74798363 |
+|    direct_solar_radiation       | -0.61612797 |
+|    hour                         | 1.5169624   |
+|    htg_setpoint                 | 0.1834244   |
+|    month                        | 1.6112331   |
+|    outdoor_humidity             | 0.04605493  |
+|    outdoor_temperature          | -0.72935045 |
+|    people_occupant              | -0.689225   |
+|    total_electricity_HVAC       | -0.6669009  |
+|    wind_direction               | 0.5470403   |
+|    wind_speed                   | 0.12516952  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 31.583447   |
+|    air_temperature              | 21.4398     |
+|    clg_setpoint                 | 26.378757   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 18.645424   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 69.5        |
+|    outdoor_temperature          | 5.5648894   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+--------------------------------------------------*********************************************************---| 96%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.715393    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 13.600914    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 2.6690695    |
+|    air_humidity                 | -0.4044984   |
+|    air_temperature              | -0.061817475 |
+|    clg_setpoint                 | 0.8179865    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.49632138   |
+|    diffuse_solar_radiation      | -0.747818    |
+|    direct_solar_radiation       | -0.61603636  |
+|    hour                         | 1.6613473    |
+|    htg_setpoint                 | 1.2831972    |
+|    month                        | 1.609153     |
+|    outdoor_humidity             | -0.60703343  |
+|    outdoor_temperature          | -0.9916998   |
+|    people_occupant              | -0.6893499   |
+|    total_electricity_HVAC       | 2.6978655    |
+|    wind_direction               | 1.5925498    |
+|    wind_speed                   | -0.103726126 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 14429.526    |
+|    air_humidity                 | 31.743841    |
+|    air_temperature              | 22.62555     |
+|    clg_setpoint                 | 28.280935    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 20.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 56.0         |
+|    outdoor_temperature          | 3.0107102    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 13794740.0   |
+|    wind_direction               | 350.0        |
+|    wind_speed                   | 4.65         |
+--------------------------------------------------
+-------------------------------------------------***********************************************************--| 97%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.26109725  |
+|    Heating_Setpoint_RL          | 0.6226515   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.506203   |
+|    Heating_Setpoint_RL          | 21.127415   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.9815423   |
+|    air_humidity                 | -1.1780052  |
+|    air_temperature              | -1.7100002  |
+|    clg_setpoint                 | 0.28150475  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.72385025  |
+|    diffuse_solar_radiation      | -0.7476252  |
+|    direct_solar_radiation       | -0.6160824  |
+|    hour                         | -1.6612813  |
+|    htg_setpoint                 | 0.5695859   |
+|    month                        | 1.6070809   |
+|    outdoor_humidity             | -1.1380955  |
+|    outdoor_temperature          | -1.6774616  |
+|    people_occupant              | -0.68898463 |
+|    total_electricity_HVAC       | 0.93528044  |
+|    wind_direction               | 1.5919985   |
+|    wind_speed                   | -0.7492668  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7166.365    |
+|    air_humidity                 | 21.625813   |
+|    air_temperature              | 20.402597   |
+|    clg_setpoint                 | 26.873886   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 20.262634   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | -3.666888   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6612316.0   |
+|    wind_direction               | 350.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------***********************************************************--| 97%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.06787938  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 18.00682    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.6748075   |
+|    air_humidity                 | -1.5105608  |
+|    air_temperature              | -0.55316174 |
+|    clg_setpoint                 | 0.5476526   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.83739346  |
+|    diffuse_solar_radiation      | -0.74749994 |
+|    direct_solar_radiation       | -0.6159855  |
+|    hour                         | -1.5167421  |
+|    htg_setpoint                 | 1.2829123   |
+|    month                        | 1.6050168   |
+|    outdoor_humidity             | 1.1841815   |
+|    outdoor_temperature          | -0.9265623  |
+|    people_occupant              | -0.68862    |
+|    total_electricity_HVAC       | 2.5533082   |
+|    wind_direction               | -0.9733972  |
+|    wind_speed                   | 1.2925541   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 14471.656   |
+|    air_humidity                 | 17.257233   |
+|    air_temperature              | 21.961372   |
+|    clg_setpoint                 | 27.571873   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 3.619861    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 13220531.0  |
+|    wind_direction               | 80.0        |
+|    wind_speed                   | 8.0         |
+| train/                          |             |
+|    approx_kl                    | 0.009380716 |
+|    clip_fraction                | 0.101       |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.48       |
+|    explained_variance           | 0.822       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.112       |
+|    n_updates                    | 680         |
+|    policy_gradient_loss         | -0.0123     |
+|    std                          | 0.836       |
+|    value_loss                   | 0.426       |
+-------------------------------------------------
+--------------------------------------------------***********************************************************-| 98%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.1294573    |
+|    Heating_Setpoint_RL          | -0.34744483  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.061918    |
+|    Heating_Setpoint_RL          | 15.670623    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.9275483    |
+|    air_humidity                 | -0.012833458 |
+|    air_temperature              | 0.29605886   |
+|    clg_setpoint                 | -0.9063237   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.95082647   |
+|    diffuse_solar_radiation      | -0.7473311   |
+|    direct_solar_radiation       | -0.6157068   |
+|    hour                         | -1.3722222   |
+|    htg_setpoint                 | 1.2828043    |
+|    month                        | 1.6029606    |
+|    outdoor_humidity             | 0.33713382   |
+|    outdoor_temperature          | -1.0032357   |
+|    people_occupant              | -0.688745    |
+|    total_electricity_HVAC       | 1.9379017    |
+|    wind_direction               | 1.0691098    |
+|    wind_speed                   | -0.54108626  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 11253.21     |
+|    air_humidity                 | 36.83776     |
+|    air_temperature              | 23.106098    |
+|    clg_setpoint                 | 23.757809    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 24.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 2.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 75.5         |
+|    outdoor_temperature          | 2.8673775    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 10711571.0   |
+|    wind_direction               | 295.0        |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+-------------------------------------------------************************************************************-| 98%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.39556074  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.960018   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.3172288   |
+|    air_humidity                 | -0.22480048 |
+|    air_temperature              | -0.53611463 |
+|    clg_setpoint                 | 1.4738107   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0641162   |
+|    diffuse_solar_radiation      | -0.7472048  |
+|    direct_solar_radiation       | -0.61552304 |
+|    hour                         | -1.2277179  |
+|    htg_setpoint                 | 0.9802004   |
+|    month                        | 1.6009123   |
+|    outdoor_humidity             | 1.2807097   |
+|    outdoor_temperature          | -0.53431803 |
+|    people_occupant              | -0.68886983 |
+|    total_electricity_HVAC       | 1.4279929   |
+|    wind_direction               | -0.8778763  |
+|    wind_speed                   | 1.063405    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 8623.342    |
+|    air_humidity                 | 34.06481    |
+|    air_temperature              | 21.983927   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 21.98396    |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 95.0        |
+|    outdoor_temperature          | 7.422205    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 8632030.0   |
+|    wind_direction               | 90.0        |
+|    wind_speed                   | 7.45        |
+-------------------------------------------------
+--------------------------------------------------***********************************************************-| 98%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.14739315  |
+|    Heating_Setpoint_RL          | 0.7540785    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.127548    |
+|    Heating_Setpoint_RL          | 21.866692    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 2.763974     |
+|    air_humidity                 | 0.057390537  |
+|    air_temperature              | -0.120355695 |
+|    clg_setpoint                 | 0.18787625   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.1772252    |
+|    diffuse_solar_radiation      | -0.7470028   |
+|    direct_solar_radiation       | -0.61534244  |
+|    hour                         | -1.0832262   |
+|    htg_setpoint                 | 1.2823254    |
+|    month                        | 1.5988718    |
+|    outdoor_humidity             | 1.0622388    |
+|    outdoor_temperature          | -0.6688323   |
+|    people_occupant              | -0.6889945   |
+|    total_electricity_HVAC       | 2.840524     |
+|    wind_direction               | 0.5942064    |
+|    wind_speed                   | -0.64508486  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 14865.305    |
+|    air_humidity                 | 37.75592     |
+|    air_temperature              | 22.544415    |
+|    clg_setpoint                 | 26.62663     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 26.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 90.5         |
+|    outdoor_temperature          | 6.112831     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 14401437.0   |
+|    wind_direction               | 245.0        |
+|    wind_speed                   | 3.35         |
+--------------------------------------------------
+-------------------------------------------------************************************************************-| 98%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.5719076  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.694813   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.64604664 |
+|    air_humidity                 | -0.5497303  |
+|    air_temperature              | -1.1431893  |
+|    clg_setpoint                 | 0.63918674  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.290112    |
+|    diffuse_solar_radiation      | -0.74686724 |
+|    direct_solar_radiation       | -0.61526865 |
+|    hour                         | -0.93874437 |
+|    htg_setpoint                 | -0.13636744 |
+|    month                        | 1.5968392   |
+|    outdoor_humidity             | -0.6069721  |
+|    outdoor_temperature          | -0.9319929  |
+|    people_occupant              | -0.68911904 |
+|    total_electricity_HVAC       | -0.6516059  |
+|    wind_direction               | 1.021294    |
+|    wind_speed                   | -0.85382855 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 155.81046   |
+|    air_humidity                 | 29.820435   |
+|    air_temperature              | 21.165863   |
+|    clg_setpoint                 | 27.809376   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 17.309677   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 56.0        |
+|    outdoor_temperature          | 3.5506163   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 141090.56   |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 2.85        |
+-------------------------------------------------
+-------------------------------------------------*************************************************************| 99%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.51298195 |
+|    Heating_Setpoint_RL          | 0.98729855  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.893686   |
+|    Heating_Setpoint_RL          | 23.178555   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.8273978   |
+|    air_humidity                 | -0.16523601 |
+|    air_temperature              | -0.20773874 |
+|    clg_setpoint                 | 0.79013646  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4027306   |
+|    diffuse_solar_radiation      | -0.7466463  |
+|    direct_solar_radiation       | -0.61496526 |
+|    hour                         | -0.79426986 |
+|    htg_setpoint                 | 1.2819355   |
+|    month                        | 1.5948143   |
+|    outdoor_humidity             | -0.24453457 |
+|    outdoor_temperature          | -1.0684459  |
+|    people_occupant              | -0.6892433  |
+|    total_electricity_HVAC       | 2.860489    |
+|    wind_direction               | 1.543193    |
+|    wind_speed                   | 0.6465664   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 15146.326   |
+|    air_humidity                 | 34.842953   |
+|    air_temperature              | 22.426455   |
+|    clg_setpoint                 | 28.204645   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 63.5        |
+|    outdoor_temperature          | 2.2153125   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 14489932.0  |
+|    wind_direction               | 345.0       |
+|    wind_speed                   | 6.45        |
+-------------------------------------------------
+--------------------------------------------------************************************************************| 99%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.8087877   |
+|    Heating_Setpoint_RL          | 0.35939783   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.895342    |
+|    Heating_Setpoint_RL          | 19.646614    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 2.4689114    |
+|    air_humidity                 | -1.4092698   |
+|    air_temperature              | 0.24563633   |
+|    clg_setpoint                 | -0.65945923  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.5150316    |
+|    diffuse_solar_radiation      | -0.6855768   |
+|    direct_solar_radiation       | -0.6150269   |
+|    hour                         | -0.6498006   |
+|    htg_setpoint                 | 1.2818623    |
+|    month                        | 1.5927969    |
+|    outdoor_humidity             | 0.11889029   |
+|    outdoor_temperature          | -1.3023378   |
+|    people_occupant              | -0.68888     |
+|    total_electricity_HVAC       | 2.3111744    |
+|    wind_direction               | -1.0681399   |
+|    wind_speed                   | -1.082678    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 13604.85     |
+|    air_humidity                 | 18.58828     |
+|    air_temperature              | 23.036682    |
+|    clg_setpoint                 | 24.40216     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 29.0         |
+|    diffuse_solar_radiation      | 6.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 71.0         |
+|    outdoor_temperature          | -0.067818165 |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 12250535.0   |
+|    wind_direction               | 70.0         |
+|    wind_speed                   | 2.3          |
+--------------------------------------------------
+-------------------------------------------------*************************************************************| 99%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.98699194  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.17683    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.47637916 |
+|    air_humidity                 | -0.49283466 |
+|    air_temperature              | -0.3984439  |
+|    clg_setpoint                 | 0.6900346   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6269614   |
+|    diffuse_solar_radiation      | -0.45195937 |
+|    direct_solar_radiation       | -0.6147308  |
+|    hour                         | -0.5053349  |
+|    htg_setpoint                 | -0.7731764  |
+|    month                        | 1.5907873   |
+|    outdoor_humidity             | 1.0620329   |
+|    outdoor_temperature          | -0.99809164 |
+|    people_occupant              | 1.6956748   |
+|    total_electricity_HVAC       | -0.48793146 |
+|    wind_direction               | 0.35629633  |
+|    wind_speed                   | 3.4342663   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 889.33905   |
+|    air_humidity                 | 30.547295   |
+|    air_temperature              | 22.167376   |
+|    clg_setpoint                 | 27.94255    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 29.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 14.645464   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 90.5        |
+|    outdoor_temperature          | 2.8849483   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 810955.5    |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 13.15       |
+-------------------------------------------------
+--------------------------------------------------************************************************************| 99%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.30201495  |
+|    air_humidity                 | -0.6925147   |
+|    air_temperature              | 0.40443555   |
+|    clg_setpoint                 | -1.099034    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.7384629    |
+|    diffuse_solar_radiation      | 0.09652382   |
+|    direct_solar_radiation       | 0.9915222    |
+|    hour                         | -0.36087134  |
+|    htg_setpoint                 | -0.057007063 |
+|    month                        | 1.5887853    |
+|    outdoor_humidity             | -1.2854325   |
+|    outdoor_temperature          | -1.5514226   |
+|    people_occupant              | 1.6952705    |
+|    total_electricity_HVAC       | -0.3933753   |
+|    wind_direction               | 0.73571974   |
+|    wind_speed                   | 2.3441122    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1643.1843    |
+|    air_humidity                 | 27.940588    |
+|    air_temperature              | 23.249395    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 31.0         |
+|    diffuse_solar_radiation      | 83.0         |
+|    direct_solar_radiation       | 400.0        |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 17.644526    |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 42.0         |
+|    outdoor_temperature          | -2.504527    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 1198082.0    |
+|    wind_direction               | 260.0        |
+|    wind_speed                   | 10.55        |
+--------------------------------------------------
+[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
+
+[ENVIRONMENT] (INFO) : Environment closed. [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]
+[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION] [Episode 2]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run2]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run2/output]
+

+

+

+

+

+

+
+/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+

+

+

+

+

+

+
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 2 started.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active
+Progress: |*--------------------------------------------------------------------------------------------------| 1%
+

+

+

+

+

+

+
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+

+

+

+

+

+

+
+Progress: |***************************************************************************************************| 99%
+[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
+[ENVIRONMENT] (INFO) : Environment closed. [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]
+[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05] [Episode 5]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run5]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run5/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run5/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run5/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run5/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 5 started.
+

+

+

+

+

+

+
+/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+

+

+

+

+

+

+
+[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 5) if logger is active
+Eval num_timesteps=140154, episode_reward=-7683.78 +/- 0.00
+Episode length: 35040.00 +/- 0.00
+--------------------------------------------------------
+| action_network/                        |             |
+|    Cooling_Setpoint_RL                 | 0.38579977  |
+|    Heating_Setpoint_RL                 | 0.2952625   |
+| action_simulation/                     |             |
+|    Cooling_Setpoint_RL                 | 27.927074   |
+|    Heating_Setpoint_RL                 | 19.28585    |
+| eval/                                  |             |
+|    comfort_violation(%)                | 21.3        |
+|    cumulative_absolute_comfort_penalty | -5.41e+03   |
+|    cumulative_absolute_energy_penalty  | -9.96e+07   |
+|    cumulative_power_demand             | 9.96e+07    |
+|    cumulative_reward                   | -7.68e+03   |
+|    cumulative_reward_comfort_term      | -2.71e+03   |
+|    cumulative_reward_energy_term       | -4.98e+03   |
+|    cumulative_temperature_violation    | 5.41e+03    |
+|    episode_length                      | 3.5e+04     |
+|    mean_absolute_comfort_penalty       | -0.154      |
+|    mean_absolute_energy_penalty        | -2.84e+03   |
+|    mean_power_demand                   | 2.84e+03    |
+|    mean_reward                         | -0.219      |
+|    mean_reward_comfort_term            | -0.0772     |
+|    mean_reward_energy_term             | -0.142      |
+|    mean_temperature_violation          | 0.154       |
+|    std_cumulative_reward               | 0           |
+|    std_mean_reward                     | 0           |
+| normalized_observation/                |             |
+|    HVAC_electricity_demand_rate        | 3.9245377   |
+|    air_humidity                        | -0.90562326 |
+|    air_temperature                     | -1.8113594  |
+|    clg_setpoint                        | 1.4746069   |
+|    co2_emission                        | 0.0         |
+|    day_of_month                        | 1.7371168   |
+|    diffuse_solar_radiation             | -0.74614793 |
+|    direct_solar_radiation              | -0.61458594 |
+|    hour                                | 1.5169259   |
+|    htg_setpoint                        | 0.95931274  |
+|    month                               | 1.5877074   |
+|    outdoor_humidity                    | -1.4781268  |
+|    outdoor_temperature                 | -2.3947434  |
+|    people_occupant                     | -0.68893266 |
+|    total_electricity_HVAC              | 3.6937335   |
+|    wind_direction                      | 1.2099812   |
+|    wind_speed                          | 1.6157883   |
+| observation/                           |             |
+|    HVAC_electricity_demand_rate        | 19909.08    |
+|    air_humidity                        | 25.152946   |
+|    air_temperature                     | 20.262047   |
+|    clg_setpoint                        | 30.0        |
+|    co2_emission                        | 0.0         |
+|    day_of_month                        | 31.0        |
+|    diffuse_solar_radiation             | 0.0         |
+|    direct_solar_radiation              | 0.0         |
+|    hour                                | 22.0        |
+|    htg_setpoint                        | 21.89924    |
+|    month                               | 12.0        |
+|    outdoor_humidity                    | 38.0        |
+|    outdoor_temperature                 | -10.723557  |
+|    people_occupant                     | 0.0         |
+|    total_electricity_HVAC              | 17917624.0  |
+|    wind_direction                      | 310.0       |
+|    wind_speed                          | 8.8         |
+| time/                                  |             |
+|    total_timesteps                     | 140154      |
+--------------------------------------------------------
+New best mean reward!
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+

+

+

+

+

+

+
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.unwrapped_observation to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.unwrapped_observation` for environment variables or `env.get_wrapper_attr('unwrapped_observation')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+

+

+

+

+

+

+
+-------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.106759846 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.225525   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.20701692 |
+|    air_humidity                 | -0.9421152  |
+|    air_temperature              | 0.40453672  |
+|    clg_setpoint                 | -1.0988007  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6724828  |
+|    diffuse_solar_radiation      | 1.1782382   |
+|    direct_solar_radiation       | 0.30694818  |
+|    hour                         | -0.07192415 |
+|    htg_setpoint                 | -0.70636636 |
+|    month                        | -1.6018252  |
+|    outdoor_humidity             | -1.6473752  |
+|    outdoor_temperature          | -1.456084   |
+|    people_occupant              | 1.2180526   |
+|    total_electricity_HVAC       | -0.23438984 |
+|    wind_direction               | 0.7825025   |
+|    wind_speed                   | 1.9263059   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2055.4229   |
+|    air_humidity                 | 24.671793   |
+|    air_temperature              | 23.248999   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 189.5       |
+|    direct_solar_radiation       | 229.5       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 14.924829   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 34.5        |
+|    outdoor_temperature          | -1.601732   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 1849880.6   |
+|    wind_direction               | 265.0       |
+|    wind_speed                   | 9.55        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.5356419  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 14.612015   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.8006055   |
+|    air_humidity                 | -1.2127936  |
+|    air_temperature              | 0.40536758  |
+|    clg_setpoint                 | -1.0986946  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5567816  |
+|    diffuse_solar_radiation      | 1.2242712   |
+|    direct_solar_radiation       | 0.75300694  |
+|    hour                         | 0.07254009  |
+|    htg_setpoint                 | -0.73270255 |
+|    month                        | -1.5997921  |
+|    outdoor_humidity             | -1.5487462  |
+|    outdoor_temperature          | -1.9418505  |
+|    people_occupant              | 0.2643377   |
+|    total_electricity_HVAC       | 0.7402733   |
+|    wind_direction               | 0.876365    |
+|    wind_speed                   | -0.95742273 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6418.741    |
+|    air_humidity                 | 21.127508   |
+|    air_temperature              | 23.249521   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 194.0       |
+|    direct_solar_radiation       | 340.5       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 14.813411   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 36.5        |
+|    outdoor_temperature          | -6.3722706  |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 5844190.0   |
+|    wind_direction               | 275.0       |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6124924  |
+|    air_humidity                 | 0.7599802   |
+|    air_temperature              | 0.40573433  |
+|    clg_setpoint                 | -1.0986478  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4414911  |
+|    diffuse_solar_radiation      | -0.07033883 |
+|    direct_solar_radiation       | -0.61430395 |
+|    hour                         | 0.21700427  |
+|    htg_setpoint                 | -0.335252   |
+|    month                        | -1.5977668  |
+|    outdoor_humidity             | 1.3291829   |
+|    outdoor_temperature          | -0.38037518 |
+|    people_occupant              | 1.2174686   |
+|    total_electricity_HVAC       | -0.61996853 |
+|    wind_direction               | -1.1639689  |
+|    wind_speed                   | 0.6901108   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 303.79587   |
+|    air_humidity                 | 46.877953   |
+|    air_temperature              | 23.249643   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 66.5        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 16.477571   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 8.834397    |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 273416.28   |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 6.575       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.35069296 |
+|    air_humidity                 | -1.0826997  |
+|    air_temperature              | 0.40548044  |
+|    clg_setpoint                 | -1.0985307  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3265505  |
+|    diffuse_solar_radiation      | 0.112781376 |
+|    direct_solar_radiation       | 1.86559     |
+|    hour                         | 0.36146814  |
+|    htg_setpoint                 | -1.4046177  |
+|    month                        | -1.595749   |
+|    outdoor_humidity             | -1.3181108  |
+|    outdoor_temperature          | -1.5449313  |
+|    people_occupant              | 1.6937773   |
+|    total_electricity_HVAC       | -0.37098235 |
+|    wind_direction               | 0.8053628   |
+|    wind_speed                   | 1.3620044   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1438.0347   |
+|    air_humidity                 | 22.82586    |
+|    air_temperature              | 23.248892   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 84.5        |
+|    direct_solar_radiation       | 617.25      |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 41.25       |
+|    outdoor_temperature          | -2.5337617  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1294231.1   |
+|    wind_direction               | 267.5       |
+|    wind_speed                   | 8.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.20663214 |
+|    Heating_Setpoint_RL          | -0.35491538 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.927616   |
+|    Heating_Setpoint_RL          | 15.628601   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.212852    |
+|    air_humidity                 | -1.6426668  |
+|    air_temperature              | -0.37840426 |
+|    clg_setpoint                 | -0.5977666  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.211904   |
+|    diffuse_solar_radiation      | -0.12316391 |
+|    direct_solar_radiation       | 1.1782753   |
+|    hour                         | 0.505931    |
+|    htg_setpoint                 | 1.2269235   |
+|    month                        | -1.5937389  |
+|    outdoor_humidity             | -1.8003187  |
+|    outdoor_temperature          | -1.5389596  |
+|    people_occupant              | -0.6892578  |
+|    total_electricity_HVAC       | 2.1580215   |
+|    wind_direction               | 1.2318834   |
+|    wind_speed                   | -0.18153675 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 12552.413   |
+|    air_humidity                 | 15.504072   |
+|    air_temperature              | 22.18815    |
+|    clg_setpoint                 | 24.564856   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 61.25       |
+|    direct_solar_radiation       | 446.25      |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 23.017563   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 31.25       |
+|    outdoor_temperature          | -2.502628   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 11669046.0  |
+|    wind_direction               | 312.5       |
+|    wind_speed                   | 4.475       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 1.0           |
+|    Heating_Setpoint_RL          | -0.76126564   |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 30.0          |
+|    Heating_Setpoint_RL          | 13.342881     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.0073182555 |
+|    air_humidity                 | -1.7600585    |
+|    air_temperature              | -2.6380544    |
+|    clg_setpoint                 | 1.4727254     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -1.0975016    |
+|    diffuse_solar_radiation      | -0.5650671    |
+|    direct_solar_radiation       | -0.4575359    |
+|    hour                         | 0.650392      |
+|    htg_setpoint                 | -0.0031866892 |
+|    month                        | -1.5917364    |
+|    outdoor_humidity             | -1.4490716    |
+|    outdoor_temperature          | -1.474692     |
+|    people_occupant              | -0.68889654   |
+|    total_electricity_HVAC       | -0.044320382  |
+|    wind_direction               | 0.28208548    |
+|    wind_speed                   | 1.3099169     |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 2930.5173     |
+|    air_humidity                 | 13.941572     |
+|    air_temperature              | 19.128313     |
+|    clg_setpoint                 | 30.0          |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 6.0           |
+|    diffuse_solar_radiation      | 17.75         |
+|    direct_solar_radiation       | 39.0          |
+|    hour                         | 16.0          |
+|    htg_setpoint                 | 17.86622      |
+|    month                        | 1.0           |
+|    outdoor_humidity             | 38.5          |
+|    outdoor_temperature          | -1.899667     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 2637465.8     |
+|    wind_direction               | 212.5         |
+|    wind_speed                   | 8.075         |
+---------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.52582926  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 20.58279    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.22409688 |
+|    air_humidity                 | -1.3431685  |
+|    air_temperature              | 0.40805796  |
+|    clg_setpoint                 | -1.0993271  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.983298   |
+|    diffuse_solar_radiation      | -0.7453288  |
+|    direct_solar_radiation       | -0.6142477  |
+|    hour                         | 0.79484975  |
+|    htg_setpoint                 | -1.4036347  |
+|    month                        | -1.5897415  |
+|    outdoor_humidity             | -1.7017491  |
+|    outdoor_temperature          | -1.329529   |
+|    people_occupant              | 1.6947376   |
+|    total_electricity_HVAC       | -0.25051847 |
+|    wind_direction               | 0.6851684   |
+|    wind_speed                   | 1.2575043   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1990.8529   |
+|    air_humidity                 | 19.362461   |
+|    air_temperature              | 23.249447   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 33.25       |
+|    outdoor_temperature          | -0.49420935 |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1791767.6   |
+|    wind_direction               | 255.0       |
+|    wind_speed                   | 7.95        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.37193143  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.717113   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.8441634   |
+|    air_humidity                 | -0.08155424 |
+|    air_temperature              | 0.4088203   |
+|    clg_setpoint                 | -1.0991694  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.86925274 |
+|    diffuse_solar_radiation      | -0.7451276  |
+|    direct_solar_radiation       | -0.61395955 |
+|    hour                         | 0.9393026   |
+|    htg_setpoint                 | 1.2828059   |
+|    month                        | -1.5877539  |
+|    outdoor_humidity             | 1.318813    |
+|    outdoor_temperature          | -1.3234293  |
+|    people_occupant              | 0.5026316   |
+|    total_electricity_HVAC       | 0.9825622   |
+|    wind_direction               | -1.4508289  |
+|    wind_speed                   | -0.28554612 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6632.057    |
+|    air_humidity                 | 35.84465    |
+|    air_temperature              | 23.25001    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 95.75       |
+|    outdoor_temperature          | -0.45262808 |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 6859477.0   |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 4.225       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.58436984 |
+|    air_humidity                 | 0.36820826  |
+|    air_temperature              | 0.020128794 |
+|    clg_setpoint                 | -1.099003   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.75533044 |
+|    diffuse_solar_radiation      | -0.7450084  |
+|    direct_solar_radiation       | -0.6136788  |
+|    hour                         | 1.0837487   |
+|    htg_setpoint                 | -1.4038609  |
+|    month                        | -1.5857738  |
+|    outdoor_humidity             | -0.73511255 |
+|    outdoor_temperature          | -1.040574   |
+|    people_occupant              | -0.45091885 |
+|    total_electricity_HVAC       | -0.5910355  |
+|    wind_direction               | 1.1124171   |
+|    wind_speed                   | 2.9656656   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 427.58926   |
+|    air_humidity                 | 41.7255     |
+|    air_temperature              | 22.723085   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 53.25       |
+|    outdoor_temperature          | 2.3078163   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 393969.25   |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 12.075      |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.2550816  |
+|    Heating_Setpoint_RL          | -0.21594895 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.7641     |
+|    Heating_Setpoint_RL          | 16.410288   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.8458109   |
+|    air_humidity                 | -0.51857716 |
+|    air_temperature              | -0.92136484 |
+|    clg_setpoint                 | -0.85213864 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6415002  |
+|    diffuse_solar_radiation      | -0.74488884 |
+|    direct_solar_radiation       | -0.61370206 |
+|    hour                         | 1.2281855   |
+|    htg_setpoint                 | 0.7390933   |
+|    month                        | -1.5838013  |
+|    outdoor_humidity             | -1.0849482  |
+|    outdoor_temperature          | -1.5474234  |
+|    people_occupant              | -0.45106557 |
+|    total_electricity_HVAC       | 0.7932855   |
+|    wind_direction               | 0.35215154  |
+|    wind_speed                   | 0.48034346  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6642.455    |
+|    air_humidity                 | 30.136713   |
+|    air_temperature              | 21.446302   |
+|    clg_setpoint                 | 23.89785    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 20.972723   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 46.0        |
+|    outdoor_temperature          | -2.6639638  |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 6084475.0   |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 6.075       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.63680774  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.207043   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.33298814 |
+|    air_humidity                 | -0.55347115 |
+|    air_temperature              | -1.9103758  |
+|    clg_setpoint                 | -1.098832   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.5277358  |
+|    diffuse_solar_radiation      | -0.74478024 |
+|    direct_solar_radiation       | -0.61367875 |
+|    hour                         | 1.3726107   |
+|    htg_setpoint                 | -1.4034226  |
+|    month                        | -1.5818359  |
+|    outdoor_humidity             | -1.397498   |
+|    outdoor_temperature          | -1.7928947  |
+|    people_occupant              | -0.6895128  |
+|    total_electricity_HVAC       | -0.35349244 |
+|    wind_direction               | 1.1112516   |
+|    wind_speed                   | -1.3835493  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1521.1808   |
+|    air_humidity                 | 29.672966   |
+|    air_temperature              | 20.104454   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 39.5        |
+|    outdoor_temperature          | -5.08586    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1371495.6   |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 1.575       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.6887611  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 13.750719   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.2505903   |
+|    air_humidity                 | -1.2038618  |
+|    air_temperature              | -0.11709214 |
+|    clg_setpoint                 | 1.2037184   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.41401586 |
+|    diffuse_solar_radiation      | -0.7446949  |
+|    direct_solar_radiation       | -0.61350816 |
+|    hour                         | 1.517021    |
+|    htg_setpoint                 | 1.2391942   |
+|    month                        | -1.5798779  |
+|    outdoor_humidity             | 0.4016236   |
+|    outdoor_temperature          | -0.8537529  |
+|    people_occupant              | -0.68915284 |
+|    total_electricity_HVAC       | 3.05573     |
+|    wind_direction               | 0.042965446 |
+|    wind_speed                   | -0.4935137  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17107.531   |
+|    air_humidity                 | 21.170433   |
+|    air_temperature              | 22.534222   |
+|    clg_setpoint                 | 29.297565   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 23.065523   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 76.75       |
+|    outdoor_temperature          | 4.0993166   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15396777.0  |
+|    wind_direction               | 187.5       |
+|    wind_speed                   | 3.725       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.24083655 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 16.270294   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.33395657 |
+|    air_humidity                 | -1.0282023  |
+|    air_temperature              | -2.2824354  |
+|    clg_setpoint                 | 1.4705334   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.30032328 |
+|    diffuse_solar_radiation      | -0.74458486 |
+|    direct_solar_radiation       | -0.61321425 |
+|    hour                         | 1.6614131   |
+|    htg_setpoint                 | -1.4032679  |
+|    month                        | -1.5779271  |
+|    outdoor_humidity             | 0.5705632   |
+|    outdoor_temperature          | -1.65754    |
+|    people_occupant              | -0.6887935  |
+|    total_electricity_HVAC       | -0.35821405 |
+|    wind_direction               | -1.594945   |
+|    wind_speed                   | 1.0069752   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1517.7072   |
+|    air_humidity                 | 23.455536   |
+|    air_temperature              | 19.594545   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 80.25       |
+|    outdoor_temperature          | -3.774192   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1352658.0   |
+|    wind_direction               | 15.0        |
+|    wind_speed                   | 7.35        |
+| train/                          |             |
+|    approx_kl                    | 0.006425757 |
+|    clip_fraction                | 0.0575      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.47       |
+|    explained_variance           | 0.606       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.333       |
+|    n_updates                    | 690         |
+|    policy_gradient_loss         | -0.01       |
+|    std                          | 0.839       |
+|    value_loss                   | 1.34        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.3211521   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 19.43148    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.42385414 |
+|    air_humidity                 | 0.13864318  |
+|    air_temperature              | -2.3658423  |
+|    clg_setpoint                 | 0.04411014  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.07300094 |
+|    diffuse_solar_radiation      | -0.7443906  |
+|    direct_solar_radiation       | -0.6129235  |
+|    hour                         | -1.6613013  |
+|    htg_setpoint                 | -0.8565699  |
+|    month                        | -1.5759835  |
+|    outdoor_humidity             | 1.2826647   |
+|    outdoor_temperature          | -1.475977   |
+|    people_occupant              | -0.6889165  |
+|    total_electricity_HVAC       | -0.4400511  |
+|    wind_direction               | -1.3561026  |
+|    wind_speed                   | 0.85019356  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1128.3724   |
+|    air_humidity                 | 38.68917    |
+|    air_temperature              | 19.478565   |
+|    clg_setpoint                 | 26.254658   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 14.2891655  |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 95.0        |
+|    outdoor_temperature          | -2.0238564  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1017511.06  |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 6.975       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.2867335  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 16.012123   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.3929958   |
+|    air_humidity                 | 0.051354967 |
+|    air_temperature              | -1.6394267  |
+|    clg_setpoint                 | -0.6996539  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.040706445 |
+|    diffuse_solar_radiation      | -0.7442349  |
+|    direct_solar_radiation       | -0.61267936 |
+|    hour                         | -1.5167571  |
+|    htg_setpoint                 | 1.2833953   |
+|    month                        | -1.5740471  |
+|    outdoor_humidity             | -0.42091352 |
+|    outdoor_temperature          | -1.394109   |
+|    people_occupant              | -0.6890394  |
+|    total_electricity_HVAC       | 3.194895    |
+|    wind_direction               | 0.75632125  |
+|    wind_speed                   | 1.4385096   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 17753.262   |
+|    air_humidity                 | 37.54985    |
+|    air_temperature              | 20.463894   |
+|    clg_setpoint                 | 24.301155   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 59.75       |
+|    outdoor_temperature          | -1.2286602  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15991183.0  |
+|    wind_direction               | 262.5       |
+|    wind_speed                   | 8.4         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |            |
+|    Cooling_Setpoint_RL          | 0.2547546  |
+|    Heating_Setpoint_RL          | 0.6996594  |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27.484797  |
+|    Heating_Setpoint_RL          | 21.560585  |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | -0.6629446 |
+|    air_humidity                 | 0.13554464 |
+|    air_temperature              | -1.6879154 |
+|    clg_setpoint                 | 1.4694968  |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 0.15441027 |
+|    diffuse_solar_radiation      | -0.7441441 |
+|    direct_solar_radiation       | -0.612689  |
+|    hour                         | -1.3722326 |
+|    htg_setpoint                 | -0.2522838 |
+|    month                        | -1.5721178 |
+|    outdoor_humidity             | 0.42462283 |
+|    outdoor_temperature          | -0.8252737 |
+|    people_occupant              | -0.6891621 |
+|    total_electricity_HVAC       | -0.668046  |
+|    wind_direction               | 0.5187864  |
+|    wind_speed                   | 0.5285117  |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 87.037186  |
+|    air_humidity                 | 38.64643   |
+|    air_temperature              | 20.397182  |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 17.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 2.0        |
+|    htg_setpoint                 | 16.819054  |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 77.25      |
+|    outdoor_temperature          | 4.33601    |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 78333.47   |
+|    wind_direction               | 237.5      |
+|    wind_speed                   | 6.2        |
 ------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.25698003   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.492308    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 3.2425394    |
+|    air_humidity                 | -0.7092873   |
+|    air_temperature              | 0.017822925  |
+|    clg_setpoint                 | -0.006833202 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.26810813   |
+|    diffuse_solar_radiation      | -0.7439956   |
+|    direct_solar_radiation       | -0.6127493   |
+|    hour                         | -1.2277241   |
+|    htg_setpoint                 | 1.283615     |
+|    month                        | -1.5701957   |
+|    outdoor_humidity             | 1.2822192    |
+|    outdoor_temperature          | -0.5893881   |
+|    people_occupant              | -0.6892846   |
+|    total_electricity_HVAC       | 3.0487216    |
+|    wind_direction               | -0.6919588   |
+|    wind_speed                   | -0.07075742  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 17107.531    |
+|    air_humidity                 | 27.616081    |
+|    air_temperature              | 22.713684    |
+|    clg_setpoint                 | 26.120918    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 18.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 3.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 95.0         |
+|    outdoor_temperature          | 6.642852     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 15396777.0   |
+|    wind_direction               | 110.0        |
+|    wind_speed                   | 4.75         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.8162912  |
+|    Heating_Setpoint_RL          | 0.28170097  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.870018   |
+|    Heating_Setpoint_RL          | 19.209568   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.956645    |
+|    air_humidity                 | 0.41709638  |
+|    air_temperature              | 0.13299271  |
+|    clg_setpoint                 | -0.2731352  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.38179314  |
+|    diffuse_solar_radiation      | -0.74380076 |
+|    direct_solar_radiation       | -0.6124528  |
+|    hour                         | -1.0832286  |
+|    htg_setpoint                 | 1.2834839   |
+|    month                        | -1.5682805  |
+|    outdoor_humidity             | 1.2450118   |
+|    outdoor_temperature          | -1.1602001  |
+|    people_occupant              | -0.689407   |
+|    total_electricity_HVAC       | 2.9451673   |
+|    wind_direction               | 0.44779387  |
+|    wind_speed                   | -0.4951949  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 15863.208   |
+|    air_humidity                 | 42.32044    |
+|    air_temperature              | 22.870169   |
+|    clg_setpoint                 | 25.421392   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 94.25       |
+|    outdoor_temperature          | 1.0509704   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 14971890.0  |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 3.725       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.109461665 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 18.240723   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.66273594 |
+|    air_humidity                 | -1.2998586  |
+|    air_temperature              | -1.3333614  |
+|    clg_setpoint                 | 1.1566806   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.49545395  |
+|    diffuse_solar_radiation      | -0.7436682  |
+|    direct_solar_radiation       | -0.61253405 |
+|    hour                         | -0.9387431  |
+|    htg_setpoint                 | 0.047004826 |
+|    month                        | -1.5663723  |
+|    outdoor_humidity             | -1.7378514  |
+|    outdoor_temperature          | -0.817562   |
+|    people_occupant              | -0.68904895 |
+|    total_electricity_HVAC       | -0.667824   |
+|    wind_direction               | 0.8987802   |
+|    wind_speed                   | 0.4240321   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 19.912285   |
+|    air_temperature              | 20.877579   |
+|    clg_setpoint                 | 29.179789   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 18.071527   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 32.5        |
+|    outdoor_temperature          | 4.4024673   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 277.5       |
+|    wind_speed                   | 5.95        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.65251386   |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.827234    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.29329515  |
+|    air_humidity                 | -1.249238    |
+|    air_temperature              | -1.2516721   |
+|    clg_setpoint                 | 0.92329925   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.60907483   |
+|    diffuse_solar_radiation      | -0.7435892   |
+|    direct_solar_radiation       | -0.61252296  |
+|    hour                         | -0.79426533  |
+|    htg_setpoint                 | -0.047669344 |
+|    month                        | -1.564471    |
+|    outdoor_humidity             | 1.5228755    |
+|    outdoor_temperature          | -1.3439002   |
+|    people_occupant              | -0.6886914   |
+|    total_electricity_HVAC       | -0.31708518  |
+|    wind_direction               | -1.1442797   |
+|    wind_speed                   | -1.3529215   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1697.5701    |
+|    air_humidity                 | 20.556267    |
+|    air_temperature              | 20.986921    |
+|    clg_setpoint                 | 28.567553    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 21.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 17.674463    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | -0.7568658   |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1524295.9    |
+|    wind_direction               | 62.5         |
+|    wind_speed                   | 1.65         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5113184  |
+|    air_humidity                 | 0.4985756   |
+|    air_temperature              | -1.0202329  |
+|    clg_setpoint                 | 1.4682748   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7226355   |
+|    diffuse_solar_radiation      | -0.74348867 |
+|    direct_solar_radiation       | -0.61230016 |
+|    hour                         | -0.6497931  |
+|    htg_setpoint                 | 0.5112108   |
+|    month                        | -1.5625767  |
+|    outdoor_humidity             | 1.4734991   |
+|    outdoor_temperature          | -0.86116016 |
+|    people_occupant              | -0.68881387 |
+|    total_electricity_HVAC       | -0.52447796 |
+|    wind_direction               | -1.3570533  |
+|    wind_speed                   | 0.20776811  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 746.97107   |
+|    air_humidity                 | 43.36869    |
+|    air_temperature              | 21.301516   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 20.015854   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 99.0        |
+|    outdoor_temperature          | 3.9666748   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 669123.75   |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 5.425       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.8501657   |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.494308   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5551138  |
+|    air_humidity                 | 0.38901612  |
+|    air_temperature              | 0.22666346  |
+|    clg_setpoint                 | 1.4680405   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8361115   |
+|    diffuse_solar_radiation      | -0.4910164  |
+|    direct_solar_radiation       | -0.6120077  |
+|    hour                         | -0.50532466 |
+|    htg_setpoint                 | 0.91594493  |
+|    month                        | -1.5606892  |
+|    outdoor_humidity             | 1.5205889   |
+|    outdoor_temperature          | -0.73512584 |
+|    people_occupant              | 1.6947708   |
+|    total_electricity_HVAC       | -0.55891603 |
+|    wind_direction               | -1.2609899  |
+|    wind_speed                   | -0.39203492 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 556.1153    |
+|    air_humidity                 | 41.9427     |
+|    air_temperature              | 22.995281   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 24.75       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 21.712029   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 5.1981287   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 527210.2    |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 3.975       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6226488   |
+|    air_humidity                 | 0.80715734   |
+|    air_temperature              | 1.4582369    |
+|    clg_setpoint                 | -0.5592229   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.9494739    |
+|    diffuse_solar_radiation      | -0.042209443 |
+|    direct_solar_radiation       | -0.61171234  |
+|    hour                         | -0.36085853  |
+|    htg_setpoint                 | 1.0224948    |
+|    month                        | -1.5588086   |
+|    outdoor_humidity             | 1.5188569    |
+|    outdoor_temperature          | -0.36050043  |
+|    people_occupant              | 1.6943742    |
+|    total_electricity_HVAC       | -0.6406432   |
+|    wind_direction               | 0.06932325   |
+|    wind_speed                   | 1.6022164    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 261.38657    |
+|    air_humidity                 | 47.406345    |
+|    air_temperature              | 24.667498    |
+|    clg_setpoint                 | 24.67222     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 24.0         |
+|    diffuse_solar_radiation      | 68.75        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 22.159464    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 8.863553     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 189930.17    |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 8.8          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.17169546 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.659214   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.3204378  |
+|    air_humidity                 | -0.2493552  |
+|    air_temperature              | 0.41410992  |
+|    clg_setpoint                 | -1.1001942  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0626895   |
+|    diffuse_solar_radiation      | 0.62605625  |
+|    direct_solar_radiation       | -0.6114174  |
+|    hour                         | -0.21639366 |
+|    htg_setpoint                 | -0.67712337 |
+|    month                        | -1.5569347  |
+|    outdoor_humidity             | -0.6895355  |
+|    outdoor_temperature          | -0.64742845 |
+|    people_occupant              | 1.6939783   |
+|    total_electricity_HVAC       | -0.32440144 |
+|    wind_direction               | 1.1613386   |
+|    wind_speed                   | 0.42355236  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1579.2982   |
+|    air_humidity                 | 33.63037    |
+|    air_temperature              | 23.249563   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 134.25      |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 15.042731   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 54.25       |
+|    outdoor_temperature          | 6.054383    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1494205.4   |
+|    wind_direction               | 305.0       |
+|    wind_speed                   | 5.95        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.7071883   |
+|    Heating_Setpoint_RL          | -0.1084874  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.01176    |
+|    Heating_Setpoint_RL          | 17.01476    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6625673  |
+|    air_humidity                 | -0.18118311 |
+|    air_temperature              | -1.5545751  |
+|    clg_setpoint                 | 0.61755985  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1757212   |
+|    diffuse_solar_radiation      | 0.7641792   |
+|    direct_solar_radiation       | 2.2163928   |
+|    hour                         | -0.07192932 |
+|    htg_setpoint                 | -0.5813453  |
+|    month                        | -1.5550677  |
+|    outdoor_humidity             | -0.9310767  |
+|    outdoor_temperature          | -0.7996039  |
+|    people_occupant              | -0.68930227 |
+|    total_electricity_HVAC       | -0.6676267  |
+|    wind_direction               | 1.2080784   |
+|    wind_speed                   | -0.59926164 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 34.521862   |
+|    air_temperature              | 20.576239   |
+|    clg_setpoint                 | 27.765596   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 147.75      |
+|    direct_solar_radiation       | 702.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 15.444044   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 49.25       |
+|    outdoor_temperature          | 4.5580063   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 3.475       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.49718454   |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.302998    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.6964867    |
+|    air_humidity                 | -1.2005509   |
+|    air_temperature              | -0.046187308 |
+|    clg_setpoint                 | -1.100356    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.2885271    |
+|    diffuse_solar_radiation      | 1.282133     |
+|    direct_solar_radiation       | -0.5568718   |
+|    hour                         | 0.072534904  |
+|    htg_setpoint                 | 1.2829459    |
+|    month                        | -1.5532073   |
+|    outdoor_humidity             | -0.68987006  |
+|    outdoor_temperature          | -0.93702465  |
+|    people_occupant              | -0.688946    |
+|    total_electricity_HVAC       | 1.8881394    |
+|    wind_direction               | -0.12245084  |
+|    wind_speed                   | -0.90906245  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 10381.17     |
+|    air_humidity                 | 21.223421    |
+|    air_temperature              | 22.623066    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 27.0         |
+|    diffuse_solar_radiation      | 198.5        |
+|    direct_solar_radiation       | 13.5         |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 54.25        |
+|    outdoor_temperature          | 3.2063138    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 10625786.0   |
+|    wind_direction               | 170.0        |
+|    wind_speed                   | 2.725        |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.63392377  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.190823   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.41859663 |
+|    air_humidity                 | -0.0714432  |
+|    air_temperature              | 0.41557938  |
+|    clg_setpoint                 | -1.1004676  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4010623   |
+|    diffuse_solar_radiation      | 1.3436944   |
+|    direct_solar_radiation       | -0.17893109 |
+|    hour                         | 0.21699907  |
+|    htg_setpoint                 | 1.282904    |
+|    month                        | -1.5513535  |
+|    outdoor_humidity             | 0.6858627   |
+|    outdoor_temperature          | -0.5935113  |
+|    people_occupant              | 1.2183102   |
+|    total_electricity_HVAC       | -0.4354522  |
+|    wind_direction               | -1.1192039  |
+|    wind_speed                   | -1.0634688  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1151.7814   |
+|    air_humidity                 | 35.93664    |
+|    air_temperature              | 23.249638   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 204.5       |
+|    direct_solar_radiation       | 107.25      |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 82.75       |
+|    outdoor_temperature          | 6.561925    |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 1036603.25  |
+|    wind_direction               | 65.0        |
+|    wind_speed                   | 2.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.3882107  |
+|    air_humidity                 | -0.64562416 |
+|    air_temperature              | 0.4150969   |
+|    clg_setpoint                 | -1.1002516  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5132772   |
+|    diffuse_solar_radiation      | 0.2930223   |
+|    direct_solar_radiation       | 2.0867016   |
+|    hour                         | 0.36146292  |
+|    htg_setpoint                 | -0.87792706 |
+|    month                        | -1.5495063  |
+|    outdoor_humidity             | -1.0047308  |
+|    outdoor_temperature          | -1.0475929  |
+|    people_occupant              | 1.6947285   |
+|    total_electricity_HVAC       | -0.40653336 |
+|    wind_direction               | 1.6595048   |
+|    wind_speed                   | 0.47686198  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1284.8352   |
+|    air_humidity                 | 28.45338    |
+|    air_temperature              | 23.248896   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 101.5       |
+|    direct_solar_radiation       | 669.5       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 14.2026825  |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 47.75       |
+|    outdoor_temperature          | 2.1134727   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1156351.6   |
+|    wind_direction               | 357.5       |
+|    wind_speed                   | 6.075       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.48455805  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 20.35064    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5040355  |
+|    air_humidity                 | -0.94390506 |
+|    air_temperature              | 0.42007908  |
+|    clg_setpoint                 | -1.100008   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6251187   |
+|    diffuse_solar_radiation      | 0.45148993  |
+|    direct_solar_radiation       | -0.44993037 |
+|    hour                         | 0.50592583  |
+|    htg_setpoint                 | 1.0615137   |
+|    month                        | -1.5476658  |
+|    outdoor_humidity             | -0.8959368  |
+|    outdoor_temperature          | -0.86335284 |
+|    people_occupant              | 1.6943336   |
+|    total_electricity_HVAC       | -0.5167502  |
+|    wind_direction               | 1.2555424   |
+|    wind_speed                   | 0.37390885  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 779.6805    |
+|    air_humidity                 | 24.561811   |
+|    air_temperature              | 23.255388   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 117.0       |
+|    direct_solar_radiation       | 40.0        |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 22.323887   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 50.0        |
+|    outdoor_temperature          | 3.903413    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 701712.44   |
+|    wind_direction               | 315.0       |
+|    wind_speed                   | 5.825       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.10116565 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.055943   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.33488044 |
+|    air_humidity                 | -1.1740049  |
+|    air_temperature              | 0.4157463   |
+|    clg_setpoint                 | -1.0999542  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7365307   |
+|    diffuse_solar_radiation      | -0.38270095 |
+|    direct_solar_radiation       | 1.1227294   |
+|    hour                         | 0.6503868   |
+|    htg_setpoint                 | -0.79943687 |
+|    month                        | -1.5458318  |
+|    outdoor_humidity             | -2.3425038  |
+|    outdoor_temperature          | -1.2853609  |
+|    people_occupant              | 1.6939393   |
+|    total_electricity_HVAC       | -0.35605726 |
+|    wind_direction               | -1.7327653  |
+|    wind_speed                   | -1.817859   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1519.3188   |
+|    air_humidity                 | 21.556976   |
+|    air_temperature              | 23.24908    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 35.25       |
+|    direct_solar_radiation       | 430.5       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 14.530401   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 20.0        |
+|    outdoor_temperature          | -0.24412067 |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1366178.6   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.525       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5899406  |
+|    air_humidity                 | -0.6071899  |
+|    air_temperature              | 0.416311    |
+|    clg_setpoint                 | -1.0997615  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6720248  |
+|    diffuse_solar_radiation      | -0.7425077  |
+|    direct_solar_radiation       | -0.6110782  |
+|    hour                         | 0.7948447   |
+|    htg_setpoint                 | -1.4035779  |
+|    month                        | -1.2589065  |
+|    outdoor_humidity             | -0.7610787  |
+|    outdoor_temperature          | -0.32676888 |
+|    people_occupant              | 1.6935458   |
+|    total_electricity_HVAC       | -0.59850305 |
+|    wind_direction               | 0.7811739   |
+|    wind_speed                   | 0.63174087  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 404.58496   |
+|    air_humidity                 | 28.937159   |
+|    air_temperature              | 23.249435   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 52.75       |
+|    outdoor_temperature          | 9.135162    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 364126.47   |
+|    wind_direction               | 265.0       |
+|    wind_speed                   | 6.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.046403065 |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.46839     |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.57097936  |
+|    air_humidity                 | -1.4846027   |
+|    air_temperature              | -1.0871458   |
+|    clg_setpoint                 | 1.467099     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.5564922   |
+|    diffuse_solar_radiation      | -0.74234587  |
+|    direct_solar_radiation       | -0.61114573  |
+|    hour                         | 0.93929774   |
+|    htg_setpoint                 | -1.0868374   |
+|    month                        | -1.2577718   |
+|    outdoor_humidity             | -2.449116    |
+|    outdoor_temperature          | -1.1645399   |
+|    people_occupant              | -0.6891985   |
+|    total_electricity_HVAC       | -0.57871276  |
+|    wind_direction               | 1.4918034    |
+|    wind_speed                   | 0.94194007   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 486.9094     |
+|    air_humidity                 | 17.502161    |
+|    air_temperature              | 21.207697    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 2.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 18.0         |
+|    htg_setpoint                 | 13.324704    |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 17.75        |
+|    outdoor_temperature          | 0.9304602    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 445383.06    |
+|    wind_direction               | 340.0        |
+|    wind_speed                   | 7.2          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.09062028  |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.319157    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.36994302  |
+|    air_humidity                 | -1.8724025   |
+|    air_temperature              | -2.045206    |
+|    clg_setpoint                 | -0.29281604  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.4413508   |
+|    diffuse_solar_radiation      | -0.74219686  |
+|    direct_solar_radiation       | -0.6111601   |
+|    hour                         | 1.083744     |
+|    htg_setpoint                 | -1.4029939   |
+|    month                        | -1.2566403   |
+|    outdoor_humidity             | -0.55411774  |
+|    outdoor_temperature          | -1.704999    |
+|    people_occupant              | -0.6888441   |
+|    total_electricity_HVAC       | -0.38865855  |
+|    wind_direction               | -0.38140354  |
+|    wind_speed                   | -0.7021702   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1366.5447    |
+|    air_humidity                 | 12.417188    |
+|    air_temperature              | 19.902864    |
+|    clg_setpoint                 | 25.373854    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 3.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 19.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 57.0         |
+|    outdoor_temperature          | -4.383615    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1231763.4    |
+|    wind_direction               | 142.5        |
+|    wind_speed                   | 3.225        |
+| train/                          |              |
+|    approx_kl                    | 0.0053193313 |
+|    clip_fraction                | 0.0499       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.48        |
+|    explained_variance           | 0.787        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.258        |
+|    n_updates                    | 700          |
+|    policy_gradient_loss         | -0.00849     |
+|    std                          | 0.84         |
+|    value_loss                   | 1.13         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.014879882  |
+|    Heating_Setpoint_RL          | -0.024018288 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.67522     |
+|    Heating_Setpoint_RL          | 17.489897    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5843593   |
+|    air_humidity                 | 0.34417713   |
+|    air_temperature              | -0.8582409   |
+|    clg_setpoint                 | -0.3138449   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.3265419   |
+|    diffuse_solar_radiation      | -0.74205345  |
+|    direct_solar_radiation       | -0.61087006  |
+|    hour                         | 1.2281814    |
+|    htg_setpoint                 | 0.2251152    |
+|    month                        | -1.2555118   |
+|    outdoor_humidity             | -0.19289044  |
+|    outdoor_temperature          | -1.1201872   |
+|    people_occupant              | -0.4505889   |
+|    total_electricity_HVAC       | -0.59176975  |
+|    wind_direction               | 1.30215      |
+|    wind_speed                   | 1.107392     |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 429.15237    |
+|    air_humidity                 | 41.306736    |
+|    air_temperature              | 21.514256    |
+|    clg_setpoint                 | 25.31836     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 18.817707    |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 64.5         |
+|    outdoor_temperature          | 1.334669     |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 392101.28    |
+|    wind_direction               | 320.0        |
+|    wind_speed                   | 7.6          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.16781226  |
+|    Heating_Setpoint_RL          | 0.07076799  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.191366   |
+|    Heating_Setpoint_RL          | 18.02307    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.14701028 |
+|    air_humidity                 | -0.6186442  |
+|    air_temperature              | -2.172419   |
+|    clg_setpoint                 | 1.4664276   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.212012   |
+|    diffuse_solar_radiation      | -0.74198246 |
+|    direct_solar_radiation       | -0.6108913  |
+|    hour                         | 1.3726071   |
+|    htg_setpoint                 | -0.82765055 |
+|    month                        | -1.2543863  |
+|    outdoor_humidity             | -1.325756   |
+|    outdoor_temperature          | -2.2020884  |
+|    people_occupant              | -0.68908656 |
+|    total_electricity_HVAC       | -0.1770106  |
+|    wind_direction               | 1.1589338   |
+|    wind_speed                   | 1.1460876   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2343.9119   |
+|    air_humidity                 | 28.746796   |
+|    air_temperature              | 19.72573    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 14.40773    |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 41.0        |
+|    outdoor_temperature          | -9.290221   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2109016.8   |
+|    wind_direction               | 305.0       |
+|    wind_speed                   | 7.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.7640142   |
+|    air_humidity                 | -0.49704286 |
+|    air_temperature              | -1.9309467  |
+|    clg_setpoint                 | -0.9965797  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0977131  |
+|    diffuse_solar_radiation      | -0.7419056  |
+|    direct_solar_radiation       | -0.6108792  |
+|    hour                         | 1.5170183   |
+|    htg_setpoint                 | 1.2839327   |
+|    month                        | -1.2532638  |
+|    outdoor_humidity             | -1.0597864  |
+|    outdoor_temperature          | -2.1625276  |
+|    people_occupant              | -0.6892075  |
+|    total_electricity_HVAC       | 3.547131    |
+|    wind_direction               | 1.2055746   |
+|    wind_speed                   | 1.4339424   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 19482.258   |
+|    air_humidity                 | 30.323154   |
+|    air_temperature              | 20.050703   |
+|    clg_setpoint                 | 23.522701   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 46.5        |
+|    outdoor_temperature          | -8.951448   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 17536496.0  |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 8.4         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.3452745  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 15.682831   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.61701477  |
+|    air_humidity                 | -0.37043986 |
+|    air_temperature              | -2.8102782  |
+|    clg_setpoint                 | 1.4663888   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.98360157 |
+|    diffuse_solar_radiation      | -0.7418508  |
+|    direct_solar_radiation       | -0.61093277 |
+|    hour                         | 1.6614116   |
+|    htg_setpoint                 | 0.15482228  |
+|    month                        | -1.2521443  |
+|    outdoor_humidity             | -1.1316891  |
+|    outdoor_temperature          | -1.8093396  |
+|    people_occupant              | -0.6893283  |
+|    total_electricity_HVAC       | 0.5506256   |
+|    wind_direction               | 1.0627573   |
+|    wind_speed                   | -0.3943515  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5700.099    |
+|    air_humidity                 | 31.965914   |
+|    air_temperature              | 18.851324   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 18.520195   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | -5.5166044  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5130089.0   |
+|    wind_direction               | 295.0       |
+|    wind_speed                   | 3.975       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.8200687   |
+|    Heating_Setpoint_RL          | 0.79614806  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.392733   |
+|    Heating_Setpoint_RL          | 22.103333   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.15942027 |
+|    air_humidity                 | -0.72874534 |
+|    air_temperature              | -2.765251   |
+|    clg_setpoint                 | 0.31514615  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7562032  |
+|    diffuse_solar_radiation      | -0.7417346  |
+|    direct_solar_radiation       | -0.6110103  |
+|    hour                         | -1.6613017  |
+|    htg_setpoint                 | -0.348396   |
+|    month                        | -1.251028   |
+|    outdoor_humidity             | -1.1063268  |
+|    outdoor_temperature          | -2.0071533  |
+|    people_occupant              | -0.68944895 |
+|    total_electricity_HVAC       | -0.19361456 |
+|    wind_direction               | 1.2749641   |
+|    wind_speed                   | 1.103239    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2297.1907   |
+|    air_humidity                 | 27.28643    |
+|    air_temperature              | 18.91039    |
+|    clg_setpoint                 | 26.971657   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 16.411316   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 45.5        |
+|    outdoor_temperature          | -7.4881897  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2046728.2   |
+|    wind_direction               | 317.5       |
+|    wind_speed                   | 7.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.28396595  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.583385   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.4445093   |
+|    air_humidity                 | -1.8016636  |
+|    air_temperature              | -0.9988814  |
+|    clg_setpoint                 | 1.4659061   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.64234245 |
+|    diffuse_solar_radiation      | -0.7416079  |
+|    direct_solar_radiation       | -0.6110499  |
+|    hour                         | -1.5167589  |
+|    htg_setpoint                 | 1.2844614   |
+|    month                        | -1.2499144  |
+|    outdoor_humidity             | -1.1297153  |
+|    outdoor_temperature          | -1.4480937  |
+|    people_occupant              | -0.6890958  |
+|    total_electricity_HVAC       | 3.2734888   |
+|    wind_direction               | 0.84772104  |
+|    wind_speed                   | 0.62759507  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 18124.322   |
+|    air_humidity                 | 13.276777   |
+|    air_temperature              | 21.313313   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | -2.0108352  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 16436551.0  |
+|    wind_direction               | 272.5       |
+|    wind_speed                   | 6.45        |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 11%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 24.333763 |
-|    air_temperature              | 23.36302  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 129.5     |
-|    direct_solar_radiation       | 746.5     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 47.5      |
-|    outdoor_temperature          | 5.126002  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 267.5     |
-|    wind_speed                   | 6.675     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.27e+03  |
-|    n_updates                    | 14774     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.024564832 |
+|    Heating_Setpoint_RL          | 0.3818786   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.707907   |
+|    Heating_Setpoint_RL          | 19.773067   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.07815011 |
+|    air_humidity                 | -1.640523   |
+|    air_temperature              | -2.2894135  |
+|    clg_setpoint                 | 0.8810044   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.52855974 |
+|    diffuse_solar_radiation      | -0.741565   |
+|    direct_solar_radiation       | -0.61105025 |
+|    hour                         | -1.3722353  |
+|    htg_setpoint                 | 0.17336838  |
+|    month                        | -1.2488039  |
+|    outdoor_humidity             | 0.25693643  |
+|    outdoor_temperature          | -1.2234396  |
+|    people_occupant              | -0.6887432  |
+|    total_electricity_HVAC       | -0.2949202  |
+|    wind_direction               | 0.6341953   |
+|    wind_speed                   | -0.39521667 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2656.648    |
+|    air_humidity                 | 15.34736    |
+|    air_temperature              | 19.5485     |
+|    clg_setpoint                 | 28.462963   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 18.595116   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 73.75       |
+|    outdoor_temperature          | 0.18871239  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1628205.6   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 3.975       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 12%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2383.3894 |
-|    air_humidity                 | 8.774642  |
-|    air_temperature              | 22.380083 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 158.75    |
-|    direct_solar_radiation       | 683.75    |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 27.5      |
-|    outdoor_temperature          | -7.536425 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 2145050.5 |
-|    wind_direction               | 292.5     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.95e+03  |
-|    n_updates                    | 14799     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.4449637   |
+|    air_humidity                 | -1.0461957  |
+|    air_temperature              | -0.8799104  |
+|    clg_setpoint                 | 0.9807495   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.41483146 |
+|    diffuse_solar_radiation      | -0.7415102  |
+|    direct_solar_radiation       | -0.61108834 |
+|    hour                         | -1.2277277  |
+|    htg_setpoint                 | 1.2849016   |
+|    month                        | -1.2476963  |
+|    outdoor_humidity             | -1.8163434  |
+|    outdoor_temperature          | -1.5034938  |
+|    people_occupant              | -0.688864   |
+|    total_electricity_HVAC       | 3.2438622   |
+|    wind_direction               | 1.1078377   |
+|    wind_speed                   | 0.36931673  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 18138.418   |
+|    air_humidity                 | 23.0947     |
+|    air_temperature              | 21.471777   |
+|    clg_setpoint                 | 28.725046   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 30.75       |
+|    outdoor_temperature          | -2.5767698  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 16323132.0  |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 5.825       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 12%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2361.432   |
-|    air_humidity                 | 11.286173  |
-|    air_temperature              | 22.862402  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 13.0       |
-|    diffuse_solar_radiation      | 171.25     |
-|    direct_solar_radiation       | 540.0      |
-|    hour                         | 13.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 37.0       |
-|    outdoor_temperature          | -5.5457816 |
-|    people_occupant              | 16.0       |
-|    total_electricity_HVAC       | 2125288.8  |
-|    wind_direction               | 267.5      |
-|    wind_speed                   | 5.45       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.04e+03   |
-|    n_updates                    | 14824      |
-------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.02046305 |
+|    Heating_Setpoint_RL          | 0.2077083   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.555937   |
+|    Heating_Setpoint_RL          | 18.79336    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.06927495 |
+|    air_humidity                 | -1.0321071  |
+|    air_temperature              | -2.4512403  |
+|    clg_setpoint                 | 1.4654325   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.3011386  |
+|    diffuse_solar_radiation      | -0.74145633 |
+|    direct_solar_radiation       | -0.6111659  |
+|    hour                         | -1.0832326  |
+|    htg_setpoint                 | -0.7128692  |
+|    month                        | -1.2465917  |
+|    outdoor_humidity             | -1.2955633  |
+|    outdoor_temperature          | -2.1046908  |
+|    people_occupant              | -0.6889846  |
+|    total_electricity_HVAC       | -0.10638231 |
+|    wind_direction               | 1.1068228   |
+|    wind_speed                   | 0.2034941   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2697.8706   |
+|    air_humidity                 | 23.26727    |
+|    air_temperature              | 19.323751   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 14.880656   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 41.5        |
+|    outdoor_temperature          | -8.526218   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2412686.8   |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 5.425       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 12%
-| action_network/                 |            |
-|    index                        | 3          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 27         |
-|    Heating_Setpoint_RL          | 18         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1143.717   |
-|    air_humidity                 | 14.54144   |
-|    air_temperature              | 23.631212  |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 14.0       |
-|    diffuse_solar_radiation      | 53.0       |
-|    direct_solar_radiation       | 863.25     |
-|    hour                         | 14.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 29.0       |
-|    outdoor_temperature          | 0.75334334 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1029345.3  |
-|    wind_direction               | 292.5      |
-|    wind_speed                   | 5.325      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.67e+03   |
-|    n_updates                    | 14849      |
-------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.99310774  |
+|    Heating_Setpoint_RL          | 0.9008764   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.976738   |
+|    Heating_Setpoint_RL          | 22.692429   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.31655213 |
+|    air_humidity                 | -0.8281712  |
+|    air_temperature              | -1.8553091  |
+|    clg_setpoint                 | 0.30072945  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18746667 |
+|    diffuse_solar_radiation      | -0.741393   |
+|    direct_solar_radiation       | -0.61122847 |
+|    hour                         | -0.9387475  |
+|    htg_setpoint                 | -1.1185273  |
+|    month                        | -1.2454901  |
+|    outdoor_humidity             | -0.95727754 |
+|    outdoor_temperature          | -1.6683431  |
+|    people_occupant              | -0.68910503 |
+|    total_electricity_HVAC       | -0.33740994 |
+|    wind_direction               | 0.8454885   |
+|    wind_speed                   | -0.34453294 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1611.8802   |
+|    air_humidity                 | 25.920795   |
+|    air_temperature              | 20.13605    |
+|    clg_setpoint                 | 26.935865   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 13.180313   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 48.5        |
+|    outdoor_temperature          | -4.2479653  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1453922.4   |
+|    wind_direction               | 272.5       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 13%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1158.7903  |
-|    air_humidity                 | 26.88448   |
-|    air_temperature              | 23.092854  |
-|    clg_setpoint                 | 28.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 15.0       |
-|    diffuse_solar_radiation      | 66.5       |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 15.0       |
-|    htg_setpoint                 | 17.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 87.0       |
-|    outdoor_temperature          | 0.5057328  |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1042911.25 |
-|    wind_direction               | 182.5      |
-|    wind_speed                   | 3.225      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 4.99e+03   |
-|    n_updates                    | 14874      |
-------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.5119787  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.897072   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.19498973  |
+|    air_humidity                 | -0.88631696 |
+|    air_temperature              | -1.6445289  |
+|    clg_setpoint                 | -1.1001947  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.07380549 |
+|    diffuse_solar_radiation      | -0.7412891  |
+|    direct_solar_radiation       | -0.61132675 |
+|    hour                         | -0.79427004 |
+|    htg_setpoint                 | -0.28819343 |
+|    month                        | -1.2443912  |
+|    outdoor_humidity             | 0.091400445 |
+|    outdoor_temperature          | -2.0998554  |
+|    people_occupant              | -0.6892253  |
+|    total_electricity_HVAC       | 0.1464753   |
+|    wind_direction               | -1.0034819  |
+|    wind_speed                   | -0.7063663  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3864.5315   |
+|    air_humidity                 | 25.15385    |
+|    air_temperature              | 20.42362    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 16.657574   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 70.25       |
+|    outdoor_temperature          | -8.526736   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3467162.0   |
+|    wind_direction               | 77.5        |
+|    wind_speed                   | 3.225       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 13%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 73.7766   |
-|    air_humidity                 | 25.315073 |
-|    air_temperature              | 20.000492 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 38.75     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 43.75     |
-|    outdoor_temperature          | 5.228516  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 66398.945 |
-|    wind_direction               | 332.5     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.06e+03  |
-|    n_updates                    | 14899     |
------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 0.8345967    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 22.319607    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.623225    |
+|    air_humidity                 | 0.2613756    |
+|    air_temperature              | -1.7215384   |
+|    clg_setpoint                 | -0.8465877   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.03985065   |
+|    diffuse_solar_radiation      | -0.41125286  |
+|    direct_solar_radiation       | -0.32414684  |
+|    hour                         | -0.6497979   |
+|    htg_setpoint                 | -0.058053225 |
+|    month                        | -1.2432954   |
+|    outdoor_humidity             | 1.1386974    |
+|    outdoor_temperature          | -1.116824    |
+|    people_occupant              | -0.6893454   |
+|    total_electricity_HVAC       | -0.6297252   |
+|    wind_direction               | 0.7032633    |
+|    wind_speed                   | -0.4993957   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 263.6876     |
+|    air_humidity                 | 40.132664    |
+|    air_temperature              | 20.318209    |
+|    clg_setpoint                 | 23.916767    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 16.0         |
+|    diffuse_solar_radiation      | 32.25        |
+|    direct_solar_radiation       | 71.25        |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 17.621662    |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 92.0         |
+|    outdoor_temperature          | 1.1637045    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 239685.86    |
+|    wind_direction               | 257.5        |
+|    wind_speed                   | 3.725        |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 13%
-| action_network/                 |          |
-|    index                        | 8        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 22.5     |
-|    Heating_Setpoint_RL          | 22       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 951.3817 |
-|    air_humidity                 | 15.07751 |
-|    air_temperature              | 22.42386 |
-|    clg_setpoint                 | 22.5     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 17.0     |
-|    diffuse_solar_radiation      | 0.0      |
-|    direct_solar_radiation       | 0.0      |
-|    hour                         | 17.0     |
-|    htg_setpoint                 | 22.0     |
-|    month                        | 2.0      |
-|    outdoor_humidity             | 45.25    |
-|    outdoor_temperature          | 3.532443 |
-|    people_occupant              | 0.0      |
-|    total_electricity_HVAC       | 856243.5 |
-|    wind_direction               | 245.0    |
-|    wind_speed                   | 3.6      |
-| rollout/                        |          |
-|    exploration_rate             | 0.05     |
-| train/                          |          |
-|    learning_rate                | 0.0001   |
-|    loss                         | 8.73e+03 |
-|    n_updates                    | 14924    |
-----------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.10107273  |
+|    Heating_Setpoint_RL          | -0.45978308 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.966122   |
+|    Heating_Setpoint_RL          | 15.03872    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.8331139   |
+|    air_humidity                 | -1.1590389  |
+|    air_temperature              | 0.2723445   |
+|    clg_setpoint                 | 0.008061403 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.15350308  |
+|    diffuse_solar_radiation      | -0.15279166 |
+|    direct_solar_radiation       | 0.9478399   |
+|    hour                         | -0.50532955 |
+|    htg_setpoint                 | 1.2853565   |
+|    month                        | -1.2422024  |
+|    outdoor_humidity             | -0.75171626 |
+|    outdoor_temperature          | -1.2064643  |
+|    people_occupant              | -0.6889941  |
+|    total_electricity_HVAC       | 1.8098112   |
+|    wind_direction               | -1.7139014  |
+|    wind_speed                   | -0.13739045 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 11081.886   |
+|    air_humidity                 | 21.592197   |
+|    air_temperature              | 23.042631   |
+|    clg_setpoint                 | 26.166233   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 57.5        |
+|    direct_solar_radiation       | 387.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 52.75       |
+|    outdoor_temperature          | 0.2749474   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 10390927.0  |
+|    wind_direction               | 2.5         |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 13%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 26.815527 |
-|    air_temperature              | 24.792336 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 73.5      |
-|    outdoor_temperature          | 2.8700993 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 130.0     |
-|    wind_speed                   | 2.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.84e+03  |
-|    n_updates                    | 14949     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.5601608  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 14.474095   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6082145  |
+|    air_humidity                 | -1.1276373  |
+|    air_temperature              | 0.42454034  |
+|    clg_setpoint                 | -1.1006963  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.2671487   |
+|    diffuse_solar_radiation      | 0.9144685   |
+|    direct_solar_radiation       | 0.47826812  |
+|    hour                         | -0.36086348 |
+|    htg_setpoint                 | -0.5304408  |
+|    month                        | -1.2411124  |
+|    outdoor_humidity             | -0.6551312  |
+|    outdoor_temperature          | -0.91443443 |
+|    people_occupant              | 1.6953037   |
+|    total_electricity_HVAC       | -0.62055755 |
+|    wind_direction               | 1.0111885   |
+|    wind_speed                   | -1.3061881  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 329.56116   |
+|    air_humidity                 | 21.985737   |
+|    air_temperature              | 23.2498     |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 161.75      |
+|    direct_solar_radiation       | 270.5       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 15.6415825  |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 54.75       |
+|    outdoor_temperature          | 3.149704    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 277572.5    |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 1.775       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 24.373877 |
-|    air_temperature              | 23.764162 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 56.25     |
-|    outdoor_temperature          | 3.9288108 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 227.5     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.23e+03  |
-|    n_updates                    | 14974     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.61727726 |
+|    air_humidity                 | -0.22102195 |
+|    air_temperature              | 0.42410728  |
+|    clg_setpoint                 | -1.100396   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.38078013  |
+|    diffuse_solar_radiation      | 0.9145289   |
+|    direct_solar_radiation       | 1.6504126   |
+|    hour                         | -0.21639864 |
+|    htg_setpoint                 | 1.2853912   |
+|    month                        | -1.240025   |
+|    outdoor_humidity             | -0.1735644  |
+|    outdoor_temperature          | -0.4007774  |
+|    people_occupant              | 1.6949133   |
+|    total_electricity_HVAC       | -0.6246057  |
+|    wind_direction               | 1.0353352   |
+|    wind_speed                   | -1.3055805  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 289.48462   |
+|    air_humidity                 | 33.81451    |
+|    air_temperature              | 23.248991   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 161.75      |
+|    direct_solar_radiation       | 561.5       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 64.75       |
+|    outdoor_temperature          | 8.211679    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 260575.66   |
+|    wind_direction               | 292.5       |
+|    wind_speed                   | 1.775       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 33.13989  |
-|    air_temperature              | 22.858171 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 85.0      |
-|    outdoor_temperature          | 2.637647  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 75.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.47e+03  |
-|    n_updates                    | 14999     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60860294 |
+|    air_humidity                 | -0.91394085 |
+|    air_temperature              | 0.42397952  |
+|    clg_setpoint                 | -1.1001452  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.49438557  |
+|    diffuse_solar_radiation      | 1.0580106   |
+|    direct_solar_radiation       | 0.46222106  |
+|    hour                         | -0.07193432 |
+|    htg_setpoint                 | -1.3995334  |
+|    month                        | -1.2389407  |
+|    outdoor_humidity             | -1.390099   |
+|    outdoor_temperature          | -0.4413191  |
+|    people_occupant              | 1.2178233   |
+|    total_electricity_HVAC       | -0.61634535 |
+|    wind_direction               | -0.95551455 |
+|    wind_speed                   | -0.49800003 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 327.40628   |
+|    air_humidity                 | 24.76674    |
+|    air_temperature              | 23.248571   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 175.75      |
+|    direct_solar_radiation       | 266.5       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 39.5        |
+|    outdoor_temperature          | 7.807588    |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 294665.66   |
+|    wind_direction               | 82.5        |
+|    wind_speed                   | 3.725       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 32.451893 |
-|    air_temperature              | 19.095592 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 63.25     |
-|    outdoor_temperature          | 3.9432404 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 6.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.45e+03  |
-|    n_updates                    | 15024     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.51650167 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 14.719678   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.33809695 |
+|    air_humidity                 | -0.1619553  |
+|    air_temperature              | 0.42481115  |
+|    clg_setpoint                 | -1.0999848  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6079489   |
+|    diffuse_solar_radiation      | 0.93297577  |
+|    direct_solar_radiation       | -0.6111931  |
+|    hour                         | 0.07252988  |
+|    htg_setpoint                 | 1.2854271   |
+|    month                        | -1.2378591  |
+|    outdoor_humidity             | 0.80241597  |
+|    outdoor_temperature          | -0.92647916 |
+|    people_occupant              | 0.26417276  |
+|    total_electricity_HVAC       | -0.35865468 |
+|    wind_direction               | -1.713099   |
+|    wind_speed                   | -0.49765253 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1519.7372   |
+|    air_humidity                 | 34.57506    |
+|    air_temperature              | 23.249523   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 163.5       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 85.0        |
+|    outdoor_temperature          | 3.0146215   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 1367763.5   |
+|    wind_direction               | 2.5         |
+|    wind_speed                   | 3.725       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 962.5944  |
-|    air_humidity                 | 23.422165 |
-|    air_temperature              | 22.000002 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 54.75     |
-|    outdoor_temperature          | 1.9439363 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 866335.0  |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.13e+03  |
-|    n_updates                    | 15049     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 15%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 25.20381  |
-|    air_temperature              | 22.000006 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 92.0      |
-|    outdoor_temperature          | 3.9635112 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 57.5      |
-|    wind_speed                   | 1.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.72e+03  |
-|    n_updates                    | 15074     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 15%
 | action_network/                 |            |
-|    index                        | 4          |
+|    Cooling_Setpoint_RL          | -1.0       |
+|    Heating_Setpoint_RL          | -0.6837316 |
 | action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 26         |
-|    Heating_Setpoint_RL          | 19         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1978.8235  |
-|    air_humidity                 | 17.958961  |
-|    air_temperature              | 19.000006  |
-|    clg_setpoint                 | 26.0       |
+|    Cooling_Setpoint_RL          | 23.25      |
+|    Heating_Setpoint_RL          | 13.77901   |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | -0.5612784 |
+|    air_humidity                 | -1.1708144 |
+|    air_temperature              | 0.8426758  |
+|    clg_setpoint                 | -0.8817237 |
 |    co2_emission                 | 0.0        |
-|    day_of_month                 | 25.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 0.0        |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 35.0       |
-|    outdoor_temperature          | -3.1372092 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1780941.1  |
-|    wind_direction               | 312.5      |
-|    wind_speed                   | 6.325      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.68e+03   |
-|    n_updates                    | 15099      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 16%
-| action_network/                 |            |
-|    index                        | 7          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 23         |
-|    Heating_Setpoint_RL          | 22         |
+|    day_of_month                 | 0.7214496  |
+|    diffuse_solar_radiation      | 0.49044544 |
+|    direct_solar_radiation       | 2.4636102  |
+|    hour                         | 0.21699403 |
+|    htg_setpoint                 | -1.3993866 |
+|    month                        | -1.2367804 |
+|    outdoor_humidity             | -1.9205359 |
+|    outdoor_temperature          | -0.7550584 |
+|    people_occupant              | 1.217259   |
+|    total_electricity_HVAC       | -0.6003522 |
+|    wind_direction               | 1.2008954  |
+|    wind_speed                   | 0.05086105 |
 | observation/                    |            |
-|    HVAC_electricity_demand_rate | 1651.2651  |
-|    air_humidity                 | 21.80585   |
-|    air_temperature              | 21.99999   |
-|    clg_setpoint                 | 23.0       |
+|    HVAC_electricity_demand_rate | 535.8183   |
+|    air_humidity                 | 21.417707  |
+|    air_temperature              | 23.820114  |
+|    clg_setpoint                 | 23.823635  |
 |    co2_emission                 | 0.0        |
-|    day_of_month                 | 26.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 1.0        |
-|    htg_setpoint                 | 22.0       |
+|    day_of_month                 | 22.0       |
+|    diffuse_solar_radiation      | 120.25     |
+|    direct_solar_radiation       | 763.5      |
+|    hour                         | 13.0       |
+|    htg_setpoint                 | 12.0       |
 |    month                        | 2.0        |
-|    outdoor_humidity             | 55.0       |
-|    outdoor_temperature          | -1.4994174 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1486138.6  |
-|    wind_direction               | 35.0       |
-|    wind_speed                   | 5.7        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.74e+03   |
-|    n_updates                    | 15124      |
+|    outdoor_humidity             | 28.5       |
+|    outdoor_temperature          | 4.6996503  |
+|    people_occupant              | 16.0       |
+|    total_electricity_HVAC       | 361036.78  |
+|    wind_direction               | 310.0      |
+|    wind_speed                   | 5.05       |
 ------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.1550704  |
+|    Heating_Setpoint_RL          | 0.43363518  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.101637   |
+|    Heating_Setpoint_RL          | 20.064198   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.66300815 |
+|    air_humidity                 | -0.91374964 |
+|    air_temperature              | -1.2255855  |
+|    clg_setpoint                 | -1.0996073  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8348631   |
+|    diffuse_solar_radiation      | 0.7237201   |
+|    direct_solar_radiation       | -0.6109887  |
+|    hour                         | 0.36145785  |
+|    htg_setpoint                 | -0.7688111  |
+|    month                        | -1.2357045  |
+|    outdoor_humidity             | 0.15252064  |
+|    outdoor_temperature          | -0.695391   |
+|    people_occupant              | -0.68924296 |
+|    total_electricity_HVAC       | -0.6681521  |
+|    wind_direction               | -0.3631663  |
+|    wind_speed                   | -1.067161   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 24.761732   |
+|    air_temperature              | 20.993359   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 143.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 14.641752   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 71.5        |
+|    outdoor_temperature          | 5.282513    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 145.0       |
+|    wind_speed                   | 2.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6629754  |
+|    air_humidity                 | -1.1870326  |
+|    air_temperature              | -0.8632276  |
+|    clg_setpoint                 | 1.4662976   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.9481604   |
+|    diffuse_solar_radiation      | 0.10409171  |
+|    direct_solar_radiation       | 2.1058698   |
+|    hour                         | 0.50592077  |
+|    htg_setpoint                 | -1.3992854  |
+|    month                        | -1.2346314  |
+|    outdoor_humidity             | -1.8602446  |
+|    outdoor_temperature          | -0.280394   |
+|    people_occupant              | -0.6888934  |
+|    total_electricity_HVAC       | -0.66810715 |
+|    wind_direction               | 1.0112315   |
+|    wind_speed                   | 1.8113536   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 21.190176   |
+|    air_temperature              | 21.48744    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 82.5        |
+|    direct_solar_radiation       | 674.5       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 29.75       |
+|    outdoor_temperature          | 9.37294     |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.31424585  |
+|    air_humidity                 | -1.0479368   |
+|    air_temperature              | 0.42624685   |
+|    clg_setpoint                 | -1.100036    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0613084    |
+|    diffuse_solar_radiation      | -0.016053073 |
+|    direct_solar_radiation       | 1.2752957    |
+|    hour                         | 0.6503818    |
+|    htg_setpoint                 | -1.398818    |
+|    month                        | -1.233561    |
+|    outdoor_humidity             | -1.5570906   |
+|    outdoor_temperature          | -0.8334324   |
+|    people_occupant              | 1.6948711    |
+|    total_electricity_HVAC       | -0.33589426  |
+|    wind_direction               | 0.72610277   |
+|    wind_speed                   | 0.73407906   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1625.2518    |
+|    air_humidity                 | 22.98675     |
+|    air_temperature              | 23.248964    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 70.75        |
+|    direct_solar_radiation       | 468.5        |
+|    hour                         | 16.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 36.0         |
+|    outdoor_temperature          | 3.9077013    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 1462726.6    |
+|    wind_direction               | 260.0        |
+|    wind_speed                   | 6.7          |
+| train/                          |              |
+|    approx_kl                    | 0.006148802  |
+|    clip_fraction                | 0.0509       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.47        |
+|    explained_variance           | 0.898        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.494        |
+|    n_updates                    | 710          |
+|    policy_gradient_loss         | -0.00997     |
+|    std                          | 0.835        |
+|    value_loss                   | 1.7          |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 16%
-| action_network/                 |            |
-|    index                        | 4          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 26         |
-|    Heating_Setpoint_RL          | 19         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1477.7244  |
-|    air_humidity                 | 19.804928  |
-|    air_temperature              | 19.0       |
-|    clg_setpoint                 | 26.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 27.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 2.0        |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 51.0       |
-|    outdoor_temperature          | -0.6317136 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1329952.0  |
-|    wind_direction               | 80.0       |
-|    wind_speed                   | 3.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 3.89e+03   |
-|    n_updates                    | 15149      |
-------------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.40668538   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 19.912605    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.053185616 |
+|    air_humidity                 | -1.1401418   |
+|    air_temperature              | 0.42673218   |
+|    clg_setpoint                 | -1.0998428   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.1742699    |
+|    diffuse_solar_radiation      | -0.54882467  |
+|    direct_solar_radiation       | -0.6107833   |
+|    hour                         | 0.79483974   |
+|    htg_setpoint                 | 0.63404876   |
+|    month                        | -1.2324935   |
+|    outdoor_humidity             | -1.9784547   |
+|    outdoor_temperature          | -1.3900111   |
+|    people_occupant              | 1.694483     |
+|    total_electricity_HVAC       | -0.087190926 |
+|    wind_direction               | -1.1452864   |
+|    wind_speed                   | -0.6015451   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2778.382     |
+|    air_humidity                 | 21.776562    |
+|    air_temperature              | 23.249346    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 26.0         |
+|    diffuse_solar_radiation      | 18.75        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 20.518639    |
+|    month                        | 2.0          |
+|    outdoor_humidity             | 27.25        |
+|    outdoor_temperature          | -1.5968947   |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2500544.0    |
+|    wind_direction               | 62.5         |
+|    wind_speed                   | 3.475        |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 16%
-| action_network/                 |            |
-|    index                        | 3          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 27         |
-|    Heating_Setpoint_RL          | 18         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1173.0521  |
-|    air_humidity                 | 40.49864   |
-|    air_temperature              | 19.615831  |
-|    clg_setpoint                 | 27.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 28.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 3.0        |
-|    htg_setpoint                 | 18.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 97.0       |
-|    outdoor_temperature          | 0.89164776 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1055746.9  |
-|    wind_direction               | 102.5      |
-|    wind_speed                   | 2.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.42e+03   |
-|    n_updates                    | 15174      |
-------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.4098448   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.930376   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.53439885 |
+|    air_humidity                 | 0.20336638  |
+|    air_temperature              | 0.4273991   |
+|    clg_setpoint                 | -1.0995953  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2870038   |
+|    diffuse_solar_radiation      | -0.7408754  |
+|    direct_solar_radiation       | -0.61049545 |
+|    hour                         | 0.93929297  |
+|    htg_setpoint                 | 0.50997525  |
+|    month                        | -1.2314287  |
+|    outdoor_humidity             | 1.5261463   |
+|    outdoor_temperature          | -1.0359008  |
+|    people_occupant              | 0.50245583  |
+|    total_electricity_HVAC       | -0.54390925 |
+|    wind_direction               | -1.4286637  |
+|    wind_speed                   | -0.7565846  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 655.3896    |
+|    air_humidity                 | 39.296783   |
+|    air_temperature              | 23.249935   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 19.999153   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 1.8874589   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 596978.3    |
+|    wind_direction               | 32.5        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 16%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 810.88544 |
-|    air_humidity                 | 26.834318 |
-|    air_temperature              | 20.000088 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 59.25     |
-|    outdoor_temperature          | 5.296541  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 729796.9  |
-|    wind_direction               | 335.0     |
-|    wind_speed                   | 1.025     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.87e+03  |
-|    n_updates                    | 15199     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 17%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 566.93365 |
-|    air_humidity                 | 37.77567  |
-|    air_temperature              | 18.473743 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 4.3673377 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 510240.28 |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 0.375     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.1e+03   |
-|    n_updates                    | 15224     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6339662  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.485365   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.66318345 |
+|    air_humidity                 | 0.7396741   |
+|    air_temperature              | 0.38493133  |
+|    clg_setpoint                 | -1.0994363  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.399465    |
+|    diffuse_solar_radiation      | -0.74076986 |
+|    direct_solar_radiation       | -0.6102081  |
+|    hour                         | 1.0837396   |
+|    htg_setpoint                 | -0.8298794  |
+|    month                        | -1.2303668  |
+|    outdoor_humidity             | 1.2478681   |
+|    outdoor_temperature          | -0.5661256  |
+|    people_occupant              | -0.4510361  |
+|    total_electricity_HVAC       | -0.6683041  |
+|    wind_direction               | -1.4749486  |
+|    wind_speed                   | -0.49702775 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 46.292034   |
+|    air_temperature              | 23.191736   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 14.386184   |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 94.25       |
+|    outdoor_temperature          | 6.5184546   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 27.5        |
+|    wind_speed                   | 3.725       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6631892  |
+|    air_humidity                 | -0.73160964 |
+|    air_temperature              | 0.089883395 |
+|    clg_setpoint                 | 0.4707855   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6713573  |
+|    diffuse_solar_radiation      | -0.740768   |
+|    direct_solar_radiation       | -0.6102741  |
+|    hour                         | 1.2281773   |
+|    htg_setpoint                 | -0.9089439  |
+|    month                        | -0.94555074 |
+|    outdoor_humidity             | 0.08065434  |
+|    outdoor_temperature          | -0.50012577 |
+|    people_occupant              | -0.45117792 |
+|    total_electricity_HVAC       | -0.66830003 |
+|    wind_direction               | -0.31412637 |
+|    wind_speed                   | -0.6003426  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 27.110397   |
+|    air_temperature              | 22.788527   |
+|    clg_setpoint                 | 27.380304   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 14.054474   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 70.0        |
+|    outdoor_temperature          | 7.1689      |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 150.0       |
+|    wind_speed                   | 3.475       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 17%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 94.785126 |
-|    air_humidity                 | 36.622604 |
-|    air_temperature              | 19.349455 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 22.0      |
-|    direct_solar_radiation       | 146.25    |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 61.0      |
-|    outdoor_temperature          | 9.245056  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 83250.836 |
-|    wind_direction               | 302.5     |
-|    wind_speed                   | 6.425     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.7e+03   |
-|    n_updates                    | 15249     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.23965806  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.433846   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6631496  |
+|    air_humidity                 | 0.29669726  |
+|    air_temperature              | -0.7037818  |
+|    clg_setpoint                 | 0.8680635   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.555758   |
+|    diffuse_solar_radiation      | -0.74073094 |
+|    direct_solar_radiation       | -0.6101604  |
+|    hour                         | 1.3726037   |
+|    htg_setpoint                 | -0.6611878  |
+|    month                        | -0.9449376  |
+|    outdoor_humidity             | -1.0391809  |
+|    outdoor_temperature          | 0.2884678   |
+|    people_occupant              | -0.6891414  |
+|    total_electricity_HVAC       | -0.6682558  |
+|    wind_direction               | 1.0362626   |
+|    wind_speed                   | 1.5958812   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 40.51177    |
+|    air_temperature              | 21.703741   |
+|    clg_setpoint                 | 28.426182   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 15.092472   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 46.75       |
+|    outdoor_temperature          | 14.949052   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 292.5       |
+|    wind_speed                   | 8.775       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 17%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 40.965393 |
-|    air_temperature              | 18.794714 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 77.75     |
-|    direct_solar_radiation       | 21.0      |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 6.478311  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 140.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.13e+03  |
-|    n_updates                    | 15274     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.4487902  |
+|    Heating_Setpoint_RL          | 0.6037049   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.110332   |
+|    Heating_Setpoint_RL          | 21.02084    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.66293246 |
+|    air_humidity                 | -0.6910304  |
+|    air_temperature              | -1.1853012  |
+|    clg_setpoint                 | -0.25291732 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4405375  |
+|    diffuse_solar_radiation      | -0.7407301  |
+|    direct_solar_radiation       | -0.6102566  |
+|    hour                         | 1.5170157   |
+|    htg_setpoint                 | -0.44304407 |
+|    month                        | -0.9443256  |
+|    outdoor_humidity             | -0.6655187  |
+|    outdoor_temperature          | -0.1246513  |
+|    people_occupant              | -0.6887936  |
+|    total_electricity_HVAC       | -0.66803575 |
+|    wind_direction               | 1.5564007   |
+|    wind_speed                   | -1.1180832  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 27.637379   |
+|    air_temperature              | 21.045357   |
+|    clg_setpoint                 | 25.478584   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 16.004665   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 54.5        |
+|    outdoor_temperature          | 10.873335   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 347.5       |
+|    wind_speed                   | 2.225       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 17%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 44.28175  |
-|    air_temperature              | 21.336182 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 78.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 7.5593534 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 95.0      |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.61e+03  |
-|    n_updates                    | 15299     |
------------------------------------------------
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 1.0           |
+|    Heating_Setpoint_RL          | 0.39638683    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 30.0          |
+|    Heating_Setpoint_RL          | 19.854675     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | 0.034194976   |
+|    air_humidity                 | 1.207176      |
+|    air_temperature              | -1.2267752    |
+|    clg_setpoint                 | 0.7167337     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -1.3256384    |
+|    diffuse_solar_radiation      | -0.74066204   |
+|    direct_solar_radiation       | -0.6099817    |
+|    hour                         | 1.6614102     |
+|    htg_setpoint                 | 0.6314411     |
+|    month                        | -0.94371486   |
+|    outdoor_humidity             | 1.5238355     |
+|    outdoor_temperature          | -0.6274833    |
+|    people_occupant              | -0.6889127    |
+|    total_electricity_HVAC       | 0.00037393696 |
+|    wind_direction               | -1.7358601    |
+|    wind_speed                   | -2.0384612    |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 3164.5127     |
+|    air_humidity                 | 52.36714      |
+|    air_temperature              | 20.988924     |
+|    clg_setpoint                 | 28.029507     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 4.0           |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 23.0          |
+|    htg_setpoint                 | 20.50859      |
+|    month                        | 3.0           |
+|    outdoor_humidity             | 100.0         |
+|    outdoor_temperature          | 5.9123387     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 2866088.2     |
+|    wind_direction               | 0.0           |
+|    wind_speed                   | 0.0           |
+---------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 18%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 764.0725  |
-|    air_humidity                 | 50.251144 |
-|    air_temperature              | 22.643566 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 88.75     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 11.124284 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 687665.25 |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 9.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.52e+03  |
-|    n_updates                    | 15324     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.183853    |
+|    air_humidity                 | 0.60830015  |
+|    air_temperature              | 0.19308981  |
+|    clg_setpoint                 | 1.465575    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0974278  |
+|    diffuse_solar_radiation      | -0.74061114 |
+|    direct_solar_radiation       | -0.60971075 |
+|    hour                         | -1.6613021  |
+|    htg_setpoint                 | 1.2852392   |
+|    month                        | -0.9431053  |
+|    outdoor_humidity             | 1.5221072   |
+|    outdoor_temperature          | -0.64758873 |
+|    people_occupant              | -0.6890316  |
+|    total_electricity_HVAC       | 2.1197724   |
+|    wind_direction               | -1.7352896  |
+|    wind_speed                   | -2.0376875  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 12655.013   |
+|    air_humidity                 | 44.570282   |
+|    air_temperature              | 22.92844    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 5.7110963   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 11706601.0  |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 18%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 871.7625  |
-|    air_humidity                 | 23.494152 |
-|    air_temperature              | 23.261553 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 143.5     |
-|    direct_solar_radiation       | 801.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 48.0      |
-|    outdoor_temperature          | 6.961959  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 784586.25 |
-|    wind_direction               | 292.5     |
-|    wind_speed                   | 5.375     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.61e+03  |
-|    n_updates                    | 15349     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.42035845  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 19.989517   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.66287005 |
+|    air_humidity                 | 0.21758959  |
+|    air_temperature              | -1.1020368  |
+|    clg_setpoint                 | 1.4656632   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9830348  |
+|    diffuse_solar_radiation      | -0.74052984 |
+|    direct_solar_radiation       | -0.60947984 |
+|    hour                         | -1.5167606  |
+|    htg_setpoint                 | 0.30973774  |
+|    month                        | -0.9424969  |
+|    outdoor_humidity             | -0.7515318  |
+|    outdoor_temperature          | -0.7011161  |
+|    people_occupant              | -0.6891504  |
+|    total_electricity_HVAC       | -0.66794354 |
+|    wind_direction               | 1.1070757   |
+|    wind_speed                   | 1.9668038   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 39.48788    |
+|    air_temperature              | 21.160027   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 19.162767   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 52.75       |
+|    outdoor_temperature          | 5.183503    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 9.675       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 18%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.6465  |
-|    air_humidity                 | 33.514217 |
-|    air_temperature              | 22.651453 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 200.25    |
-|    direct_solar_radiation       | 1.5       |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 99.0      |
-|    outdoor_temperature          | 3.141846  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 680081.9  |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 5.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 786       |
-|    n_updates                    | 15374     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.029315114 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 17.789898   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.778896    |
+|    air_humidity                 | -0.40567806 |
+|    air_temperature              | -0.14831187 |
+|    clg_setpoint                 | 1.4653916   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.86881095 |
+|    diffuse_solar_radiation      | -0.740516   |
+|    direct_solar_radiation       | -0.60959184 |
+|    hour                         | -1.372238   |
+|    htg_setpoint                 | 1.2851905   |
+|    month                        | -0.9418897  |
+|    outdoor_humidity             | 1.2449262   |
+|    outdoor_temperature          | -0.7558405  |
+|    people_occupant              | -0.689269   |
+|    total_electricity_HVAC       | 2.8284123   |
+|    wind_direction               | -0.88305855 |
+|    wind_speed                   | 0.32141918  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 15284.575   |
+|    air_humidity                 | 31.368122   |
+|    air_temperature              | 22.462025   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 94.25       |
+|    outdoor_temperature          | 4.641012    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 14664932.0  |
+|    wind_direction               | 90.0        |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 33.8206   |
-|    air_temperature              | 20.309654 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 206.0     |
-|    direct_solar_radiation       | 9.0       |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 6.0417705 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 150.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.67e+03  |
-|    n_updates                    | 15399     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.78787124  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.284065   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.3982499   |
+|    air_humidity                 | 0.2723659   |
+|    air_temperature              | -1.2698883  |
+|    clg_setpoint                 | 0.83610284  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7547202  |
+|    diffuse_solar_radiation      | -0.7405263  |
+|    direct_solar_radiation       | -0.6093187  |
+|    hour                         | -1.227731   |
+|    htg_setpoint                 | 0.73110557  |
+|    month                        | -0.94128364 |
+|    outdoor_humidity             | 1.4720564   |
+|    outdoor_temperature          | -1.176945   |
+|    people_occupant              | -0.68938744 |
+|    total_electricity_HVAC       | 0.22444607  |
+|    wind_direction               | -0.36119047 |
+|    wind_speed                   | -0.8062093  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4773.3477   |
+|    air_humidity                 | 40.194717   |
+|    air_temperature              | 20.930708   |
+|    clg_setpoint                 | 28.34394    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 20.929008   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 99.0        |
+|    outdoor_temperature          | 0.48467657  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3801861.8   |
+|    wind_direction               | 145.0       |
+|    wind_speed                   | 2.975       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 26.79647  |
-|    air_temperature              | 20.653496 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 287.5     |
-|    direct_solar_radiation       | 348.25    |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 53.5      |
-|    outdoor_temperature          | 5.8445897 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 37.5      |
-|    wind_speed                   | 9.675     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.97e+03  |
-|    n_updates                    | 15424     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.121711954 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 18.30963    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.6119305   |
+|    air_humidity                 | -0.8949491  |
+|    air_temperature              | 0.08227845  |
+|    clg_setpoint                 | 0.30426353  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6407308  |
+|    diffuse_solar_radiation      | -0.74053645 |
+|    direct_solar_radiation       | -0.6092137  |
+|    hour                         | -1.0832366  |
+|    htg_setpoint                 | 1.1716719   |
+|    month                        | -0.9406788  |
+|    outdoor_humidity             | 1.1826031   |
+|    outdoor_temperature          | -1.1740584  |
+|    people_occupant              | -0.68904084 |
+|    total_electricity_HVAC       | 1.426325    |
+|    wind_direction               | -1.2613052  |
+|    wind_speed                   | -0.44372967 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 10136.965   |
+|    air_humidity                 | 24.999836   |
+|    air_temperature              | 22.77594    |
+|    clg_setpoint                 | 26.945139   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 22.775982   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 0.5056507   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 8819915.0   |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 20.176092 |
-|    air_temperature              | 24.43434  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 119.0     |
-|    direct_solar_radiation       | 757.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 29.75     |
-|    outdoor_temperature          | 14.736623 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 257.5     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.2e+03   |
-|    n_updates                    | 15449     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.98249835  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.940933   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.03966023 |
+|    air_humidity                 | -1.070955   |
+|    air_temperature              | -2.584789   |
+|    clg_setpoint                 | 1.4637913   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.52681565 |
+|    diffuse_solar_radiation      | -0.74056876 |
+|    direct_solar_radiation       | -0.60920024 |
+|    hour                         | -0.9387518  |
+|    htg_setpoint                 | 0.06869351  |
+|    month                        | -0.94007504 |
+|    outdoor_humidity             | -0.4281868  |
+|    outdoor_temperature          | -1.252499   |
+|    people_occupant              | -0.6886948  |
+|    total_electricity_HVAC       | -0.07427083 |
+|    wind_direction               | 1.5110189   |
+|    wind_speed                   | 1.3041723   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2840.8572   |
+|    air_humidity                 | 22.700409   |
+|    air_temperature              | 19.133259   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 18.153255   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 59.5        |
+|    outdoor_temperature          | -0.2728538  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2556771.5   |
+|    wind_direction               | 342.5       |
+|    wind_speed                   | 8.075       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 19.772951 |
-|    air_temperature              | 23.21499  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 108.75    |
-|    direct_solar_radiation       | 49.25     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 36.0      |
-|    outdoor_temperature          | 5.9866753 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 287.5     |
-|    wind_speed                   | 9.4       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.97e+03  |
-|    n_updates                    | 15474     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.81816304 |
+|    Heating_Setpoint_RL          | 0.31476045  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.863699   |
+|    Heating_Setpoint_RL          | 19.395527   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.7516104   |
+|    air_humidity                 | -0.8334122  |
+|    air_temperature              | 0.4305186   |
+|    clg_setpoint                 | 1.4638774   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.412952   |
+|    diffuse_solar_radiation      | -0.7405583  |
+|    direct_solar_radiation       | -0.6093103  |
+|    hour                         | -0.7942745  |
+|    htg_setpoint                 | 1.2850286   |
+|    month                        | -0.9394725  |
+|    outdoor_humidity             | 0.5580752   |
+|    outdoor_temperature          | -0.8361305  |
+|    people_occupant              | -0.6888134  |
+|    total_electricity_HVAC       | 1.63208     |
+|    wind_direction               | 0.5395342   |
+|    wind_speed                   | 0.08321865  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 10757.686   |
+|    air_humidity                 | 25.784222   |
+|    air_temperature              | 23.250237   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 80.0        |
+|    outdoor_temperature          | 3.8272188   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 9681917.0   |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 5.125       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 809.15594 |
-|    air_humidity                 | 19.844421 |
-|    air_temperature              | 23.992252 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 66.25     |
-|    direct_solar_radiation       | 453.5     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 34.0      |
-|    outdoor_temperature          | 7.26631   |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 727706.06 |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 10.55     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.22e+03  |
-|    n_updates                    | 15499     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.7437507   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 21.808598   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.7181942   |
+|    air_humidity                 | -1.3779609  |
+|    air_temperature              | -0.6234468  |
+|    clg_setpoint                 | 0.6100313   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.29912162 |
+|    diffuse_solar_radiation      | 0.04474577  |
+|    direct_solar_radiation       | 0.7628243   |
+|    hour                         | -0.64980257 |
+|    htg_setpoint                 | 1.2852674   |
+|    month                        | -0.9388711  |
+|    outdoor_humidity             | -1.1240343  |
+|    outdoor_temperature          | -1.2530836  |
+|    people_occupant              | -0.6889318  |
+|    total_electricity_HVAC       | 2.7141132   |
+|    wind_direction               | 1.2257009   |
+|    wind_speed                   | 1.466832    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 15032.399   |
+|    air_humidity                 | 18.688911   |
+|    air_temperature              | 21.810513   |
+|    clg_setpoint                 | 27.752552   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 76.5        |
+|    direct_solar_radiation       | 340.5       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | -0.28566995 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 14202461.0  |
+|    wind_direction               | 312.5       |
+|    wind_speed                   | 8.475       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 30.93134  |
-|    air_temperature              | 23.089472 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 20.25     |
-|    direct_solar_radiation       | 96.0      |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 91.25     |
-|    outdoor_temperature          | 3.1187332 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 9.025     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.82e+03  |
-|    n_updates                    | 15524     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.87176996  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.567223   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.29710308 |
+|    air_humidity                 | -1.2525442  |
+|    air_temperature              | -1.0814147  |
+|    clg_setpoint                 | 1.4638629   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18531062 |
+|    diffuse_solar_radiation      | 0.47096694  |
+|    direct_solar_radiation       | 1.8675417   |
+|    hour                         | -0.5053343  |
+|    htg_setpoint                 | -1.3982428  |
+|    month                        | -0.9382708  |
+|    outdoor_humidity             | -1.4708406  |
+|    outdoor_temperature          | -1.2912557  |
+|    people_occupant              | 1.6945177   |
+|    total_electricity_HVAC       | -0.31663346 |
+|    wind_direction               | -1.2614857  |
+|    wind_speed                   | -1.1171983  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1703.0035   |
+|    air_humidity                 | 20.307953   |
+|    air_temperature              | 21.184374   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 118.0       |
+|    direct_solar_radiation       | 615.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 37.75       |
+|    outdoor_temperature          | -0.6704629  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1544509.9   |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 2.225       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 208.74844 |
-|    air_humidity                 | 18.482845 |
-|    air_temperature              | 24.876616 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 22.0      |
-|    outdoor_temperature          | 12.427065 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 186888.42 |
-|    wind_direction               | 292.5     |
-|    wind_speed                   | 5.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.58e+03  |
-|    n_updates                    | 15549     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.63593614 |
+|    air_humidity                 | -0.33014143 |
+|    air_temperature              | 0.5603004   |
+|    clg_setpoint                 | -1.0321336  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.07150946 |
+|    diffuse_solar_radiation      | 0.59907305  |
+|    direct_solar_radiation       | 2.3619647   |
+|    hour                         | -0.36086828 |
+|    htg_setpoint                 | -1.3980817  |
+|    month                        | -0.9376717  |
+|    outdoor_humidity             | -0.93037134 |
+|    outdoor_temperature          | -0.23174834 |
+|    people_occupant              | 1.6941344   |
+|    total_electricity_HVAC       | -0.6500282  |
+|    wind_direction               | 0.8223262   |
+|    wind_speed                   | 1.258463    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 204.69992   |
+|    air_humidity                 | 32.31039    |
+|    air_temperature              | 23.42639    |
+|    clg_setpoint                 | 23.428125   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 130.5       |
+|    direct_solar_radiation       | 737.75      |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 49.0        |
+|    outdoor_temperature          | 9.76358     |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 151680.45   |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 7.975       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1466.7415  |
-|    air_humidity                 | 17.671227  |
-|    air_temperature              | 20.999994  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 16.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 19.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 3.0        |
-|    outdoor_humidity             | 94.75      |
-|    outdoor_temperature          | -0.5767989 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1320067.4  |
-|    wind_direction               | 40.0       |
-|    wind_speed                   | 10.675     |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 894        |
-|    n_updates                    | 15574      |
-------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.45491934  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.160353   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6443603  |
+|    air_humidity                 | -1.5202879  |
+|    air_temperature              | -0.66588014 |
+|    clg_setpoint                 | 1.4639009   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.042287055 |
+|    diffuse_solar_radiation      | 0.45302433  |
+|    direct_solar_radiation       | -0.60942835 |
+|    hour                         | -0.21640347 |
+|    htg_setpoint                 | -0.8058291  |
+|    month                        | -0.93707377 |
+|    outdoor_humidity             | 0.48805377  |
+|    outdoor_temperature          | -0.8688829  |
+|    people_occupant              | -0.6892862  |
+|    total_electricity_HVAC       | -0.6510793  |
+|    wind_direction               | -1.1193115  |
+|    wind_speed                   | 1.4854225   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 167.12413   |
+|    air_humidity                 | 16.805634   |
+|    air_temperature              | 21.751823   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 116.25      |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 14.481043   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 78.5        |
+|    outdoor_temperature          | 3.4869292   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 146923.34   |
+|    wind_direction               | 65.0        |
+|    wind_speed                   | 8.525       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 21%
-| action_network/                 |            |
-|    index                        | 6          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 24         |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1806.4314  |
-|    air_humidity                 | 19.1926    |
-|    air_temperature              | 21.0       |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 17.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 20.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 3.0        |
-|    outdoor_humidity             | 90.0       |
-|    outdoor_temperature          | -2.2752483 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1625788.2  |
-|    wind_direction               | 32.5       |
-|    wind_speed                   | 3.975      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.17e+03   |
-|    n_updates                    | 15599      |
-------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.45148984  |
+|    Heating_Setpoint_RL          | 0.4941635   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.148777   |
+|    Heating_Setpoint_RL          | 20.40467    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.3077674   |
+|    air_humidity                 | -1.2777699  |
+|    air_temperature              | -0.605325   |
+|    clg_setpoint                 | 0.36114278  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.15607975  |
+|    diffuse_solar_radiation      | 1.9523743   |
+|    direct_solar_radiation       | -0.48232532 |
+|    hour                         | -0.07193916 |
+|    htg_setpoint                 | 1.2857888   |
+|    month                        | -0.93647695 |
+|    outdoor_humidity             | 0.5594481   |
+|    outdoor_temperature          | -1.2377719  |
+|    people_occupant              | -0.6889413  |
+|    total_electricity_HVAC       | 2.4566588   |
+|    wind_direction               | -1.4256314  |
+|    wind_speed                   | 0.42061153  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 13228.067   |
+|    air_humidity                 | 19.949211   |
+|    air_temperature              | 21.832798   |
+|    clg_setpoint                 | 27.098799   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 262.25      |
+|    direct_solar_radiation       | 31.5        |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 80.0        |
+|    outdoor_temperature          | -0.15471691 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 13136643.0  |
+|    wind_direction               | 32.5        |
+|    wind_speed                   | 5.95        |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 21%
-| action_network/                 |          |
-|    index                        | 8        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 22.5     |
-|    Heating_Setpoint_RL          | 22       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 951.3817 |
-|    air_humidity                 | 35.01203 |
-|    air_temperature              | 21.75387 |
-|    clg_setpoint                 | 22.5     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 18.0     |
-|    diffuse_solar_radiation      | 0.0      |
-|    direct_solar_radiation       | 0.0      |
-|    hour                         | 21.0     |
-|    htg_setpoint                 | 21.0     |
-|    month                        | 3.0      |
-|    outdoor_humidity             | 89.0     |
-|    outdoor_temperature          | 2.158653 |
-|    people_occupant              | 0.0      |
-|    total_electricity_HVAC       | 856243.5 |
-|    wind_direction               | 145.0    |
-|    wind_speed                   | 4.375    |
-| rollout/                        |          |
-|    exploration_rate             | 0.05     |
-| train/                          |          |
-|    learning_rate                | 0.0001   |
-|    loss                         | 3.04e+03 |
-|    n_updates                    | 15624    |
-----------------------------------------------
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.75545496  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 13.375566    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.41503948  |
+|    air_humidity                 | -0.580921    |
+|    air_temperature              | 0.43220705   |
+|    clg_setpoint                 | -1.1005147   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.26986519   |
+|    diffuse_solar_radiation      | 1.9621999    |
+|    direct_solar_radiation       | 1.859292     |
+|    hour                         | 0.07252503   |
+|    htg_setpoint                 | 0.47050753   |
+|    month                        | -0.9358813   |
+|    outdoor_humidity             | 0.5227954    |
+|    outdoor_temperature          | -1.0907127   |
+|    people_occupant              | 0.26478451   |
+|    total_electricity_HVAC       | -0.43254232  |
+|    wind_direction               | 0.11383317   |
+|    wind_speed                   | -0.8080189   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1182.3805    |
+|    air_humidity                 | 29.008747    |
+|    air_temperature              | 23.249517    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 18.0         |
+|    diffuse_solar_radiation      | 263.25       |
+|    direct_solar_radiation       | 613.0        |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 19.832186    |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 79.25        |
+|    outdoor_temperature          | 1.2825181    |
+|    people_occupant              | 8.0          |
+|    total_electricity_HVAC       | 1060946.8    |
+|    wind_direction               | 195.0        |
+|    wind_speed                   | 2.975        |
+| train/                          |              |
+|    approx_kl                    | 0.0074969796 |
+|    clip_fraction                | 0.0766       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.46        |
+|    explained_variance           | 0.727        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.409        |
+|    n_updates                    | 720          |
+|    policy_gradient_loss         | -0.0105      |
+|    std                          | 0.831        |
+|    value_loss                   | 1.13         |
+--------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 21%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 31.351454 |
-|    air_temperature              | 21.016546 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 56.25     |
-|    outdoor_temperature          | 2.4189992 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 5.0       |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 999       |
-|    n_updates                    | 15649     |
------------------------------------------------
-Progress: |**********************-----------------------------------------------------------------------------| 22%-----------------------------------------------
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 449.45572 |
-|    air_humidity                 | 35.932343 |
-|    air_temperature              | 21.472187 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 95.0      |
-|    outdoor_temperature          | 7.158784  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 404510.16 |
-|    wind_direction               | 165.0     |
-|    wind_speed                   | 3.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.89e+03  |
-|    n_updates                    | 15674     |
------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.36448383 |
+|    Heating_Setpoint_RL          | 0.9555658   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.394867   |
+|    Heating_Setpoint_RL          | 23.000057   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.29432878 |
+|    air_humidity                 | -0.3970982  |
+|    air_temperature              | 0.43243402  |
+|    clg_setpoint                 | -1.1004026  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.3836356   |
+|    diffuse_solar_radiation      | 0.9172797   |
+|    direct_solar_radiation       | -0.57294834 |
+|    hour                         | 0.21698916  |
+|    htg_setpoint                 | -0.61457473 |
+|    month                        | -0.93528676 |
+|    outdoor_humidity             | 0.366069    |
+|    outdoor_temperature          | -0.8179631  |
+|    people_occupant              | 1.2180766   |
+|    total_electricity_HVAC       | -0.31677017 |
+|    wind_direction               | -1.5892736  |
+|    wind_speed                   | 1.1959356   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1716.988    |
+|    air_humidity                 | 31.401484   |
+|    air_temperature              | 23.249561   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 161.5       |
+|    direct_solar_radiation       | 9.0         |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 15.283178   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 76.0        |
+|    outdoor_temperature          | 3.9633064   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 1545289.1   |
+|    wind_direction               | 15.0        |
+|    wind_speed                   | 7.825       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5519612   |
+|    air_humidity                 | -0.5284426   |
+|    air_temperature              | 0.43631873   |
+|    clg_setpoint                 | -1.1001824   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.4973789    |
+|    diffuse_solar_radiation      | 0.6092773    |
+|    direct_solar_radiation       | 2.626748     |
+|    hour                         | 0.361453     |
+|    htg_setpoint                 | -1.3975143   |
+|    month                        | -0.9346934   |
+|    outdoor_humidity             | 0.14999202   |
+|    outdoor_temperature          | -0.58849037  |
+|    people_occupant              | 1.6944778    |
+|    total_electricity_HVAC       | -0.5622056   |
+|    wind_direction               | -0.027266735 |
+|    wind_speed                   | 2.2701974    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 576.5041     |
+|    air_humidity                 | 29.68832     |
+|    air_temperature              | 23.25472     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 20.0         |
+|    diffuse_solar_radiation      | 131.5        |
+|    direct_solar_radiation       | 803.75       |
+|    hour                         | 14.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 71.5         |
+|    outdoor_temperature          | 6.217664     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 518853.66    |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 10.425       |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.52104944 |
+|    air_humidity                 | -1.1598237  |
+|    air_temperature              | 0.43229264  |
+|    clg_setpoint                 | -1.0999871  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.61107874  |
+|    diffuse_solar_radiation      | 1.4198954   |
+|    direct_solar_radiation       | 0.84319717  |
+|    hour                         | 0.5059159   |
+|    htg_setpoint                 | -0.9820555  |
+|    month                        | -0.9341011  |
+|    outdoor_humidity             | -1.6398894  |
+|    outdoor_temperature          | -0.207291   |
+|    people_occupant              | 1.694096    |
+|    total_electricity_HVAC       | -0.53274727 |
+|    wind_direction               | 1.0134939   |
+|    wind_speed                   | 2.2778533   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 713.1105    |
+|    air_humidity                 | 21.471836   |
+|    air_temperature              | 23.249048   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 210.5       |
+|    direct_solar_radiation       | 360.75      |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 13.740905   |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 34.25       |
+|    outdoor_temperature          | 9.969745    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 641799.44   |
+|    wind_direction               | 290.0       |
+|    wind_speed                   | 10.45       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.36519274 |
+|    air_humidity                 | -1.325732   |
+|    air_temperature              | 0.43248713  |
+|    clg_setpoint                 | -1.0998923  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.72471464  |
+|    diffuse_solar_radiation      | 0.19854206  |
+|    direct_solar_radiation       | 1.8573816   |
+|    hour                         | 0.650377    |
+|    htg_setpoint                 | -1.3968191  |
+|    month                        | -0.93350995 |
+|    outdoor_humidity             | -2.346002   |
+|    outdoor_temperature          | -1.126059   |
+|    people_occupant              | 1.6937149   |
+|    total_electricity_HVAC       | -0.38425675 |
+|    wind_direction               | 1.2490617   |
+|    wind_speed                   | 0.67585164  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1403.265    |
+|    air_humidity                 | 19.298859   |
+|    air_temperature              | 23.248875   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 91.5        |
+|    direct_solar_radiation       | 613.0       |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 19.5        |
+|    outdoor_temperature          | 0.9108355   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1262938.5   |
+|    wind_direction               | 315.0       |
+|    wind_speed                   | 6.575       |
+-------------------------------------------------
 --------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.17072546  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 18.585331   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.66232896 |
+|    air_humidity                 | -1.5705359  |
+|    air_temperature              | -0.80635834 |
+|    clg_setpoint                 | 1.462027    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.83826166  |
+|    diffuse_solar_radiation      | -0.23772292 |
+|    direct_solar_radiation       | 0.8010417   |
+|    hour                         | 0.794835    |
+|    htg_setpoint                 | -1.3963052  |
+|    month                        | -0.9329199  |
+|    outdoor_humidity             | -1.6235088  |
+|    outdoor_temperature          | -0.522385   |
+|    people_occupant              | -0.6891858  |
+|    total_electricity_HVAC       | -0.66733325 |
+|    wind_direction               | 0.51550555  |
+|    wind_speed                   | 1.5307075   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 16.097954   |
+|    air_temperature              | 21.55519    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 49.0        |
+|    direct_solar_radiation       | 350.75      |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 34.5        |
+|    outdoor_temperature          | 6.8486366   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 237.5       |
+|    wind_speed                   | 8.65        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.66213953  |
+|    air_humidity                 | -0.950309    |
+|    air_temperature              | -0.08952798  |
+|    clg_setpoint                 | 1.4613719    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.951691     |
+|    diffuse_solar_radiation      | -0.74091583  |
+|    direct_solar_radiation       | -0.60986453  |
+|    hour                         | 0.9392884    |
+|    htg_setpoint                 | -0.89961696  |
+|    month                        | -0.932331    |
+|    outdoor_humidity             | 0.619809     |
+|    outdoor_temperature          | -0.43193212  |
+|    people_occupant              | -0.68884265  |
+|    total_electricity_HVAC       | -0.66714394  |
+|    wind_direction               | -0.028730959 |
+|    wind_speed                   | 1.7981745    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 24.155113    |
+|    air_temperature              | 22.5338      |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 24.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 18.0         |
+|    htg_setpoint                 | 14.080739    |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 81.25        |
+|    outdoor_temperature          | 7.7365303    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 9.3          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.22469115   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 18.888887    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.28238478  |
+|    air_humidity                 | 0.6617098    |
+|    air_temperature              | 0.4346589    |
+|    clg_setpoint                 | -1.1004535   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0649695    |
+|    diffuse_solar_radiation      | -0.7409392   |
+|    direct_solar_radiation       | -0.6096497   |
+|    hour                         | 1.0837352    |
+|    htg_setpoint                 | 1.2866225    |
+|    month                        | -0.9317432   |
+|    outdoor_humidity             | 1.3746018    |
+|    outdoor_temperature          | -0.42945445  |
+|    people_occupant              | -0.45057505  |
+|    total_electricity_HVAC       | -0.1294323   |
+|    wind_direction               | -0.123433106 |
+|    wind_speed                   | -0.29354745  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1768.8705    |
+|    air_humidity                 | 45.140484    |
+|    air_temperature              | 23.249931    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 19.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 97.0         |
+|    outdoor_temperature          | 7.7592144    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 2328091.0    |
+|    wind_direction               | 170.0        |
+|    wind_speed                   | 4.225        |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.57236373  |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.693272    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.37323058  |
+|    air_humidity                 | 1.0632815    |
+|    air_temperature              | 0.18530141   |
+|    clg_setpoint                 | -1.1001799   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.1780602    |
+|    diffuse_solar_radiation      | -0.7409567   |
+|    direct_solar_radiation       | -0.6097181   |
+|    hour                         | 1.2281734    |
+|    htg_setpoint                 | 1.047409     |
+|    month                        | -0.9311565   |
+|    outdoor_humidity             | 1.1818615    |
+|    outdoor_temperature          | -0.068221435 |
+|    people_occupant              | -0.4507149   |
+|    total_electricity_HVAC       | -0.4015113   |
+|    wind_direction               | 0.08983803   |
+|    wind_speed                   | 0.09858222   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1366.2881    |
+|    air_humidity                 | 50.37172     |
+|    air_temperature              | 22.90931     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 26.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 22.247753    |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 93.0         |
+|    outdoor_temperature          | 11.315968    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 1189355.4    |
+|    wind_direction               | 192.5        |
+|    wind_speed                   | 5.175        |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.3460163   |
+|    Heating_Setpoint_RL          | -0.87986124 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.792805   |
+|    Heating_Setpoint_RL          | 12.67578    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.3176871   |
+|    air_humidity                 | 0.8845953   |
+|    air_temperature              | 0.43492207  |
+|    clg_setpoint                 | 1.1315533   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2909219   |
+|    diffuse_solar_radiation      | -0.7409591  |
+|    direct_solar_radiation       | -0.60966456 |
+|    hour                         | 1.3726003   |
+|    htg_setpoint                 | 1.286105    |
+|    month                        | -0.93057096 |
+|    outdoor_humidity             | -0.04199935 |
+|    outdoor_temperature          | 0.37021646  |
+|    people_occupant              | -0.6891945  |
+|    total_electricity_HVAC       | 0.29108799  |
+|    wind_direction               | -1.7323675  |
+|    wind_speed                   | 1.2939732   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4426.9106   |
+|    air_humidity                 | 48.05907    |
+|    air_temperature              | 23.2503     |
+|    clg_setpoint                 | 29.13037    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 67.5        |
+|    outdoor_temperature          | 15.633697   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4087714.2   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 8.075       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.06564134  |
+|    Heating_Setpoint_RL          | 0.0071375966 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.403461    |
+|    Heating_Setpoint_RL          | 17.66515     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.46390322   |
+|    air_humidity                 | 0.0762059    |
+|    air_temperature              | -1.3252538   |
+|    clg_setpoint                 | 1.4614136    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.40351      |
+|    diffuse_solar_radiation      | -0.7409864   |
+|    direct_solar_radiation       | -0.6096057   |
+|    hour                         | 1.5170132    |
+|    htg_setpoint                 | 0.6946177    |
+|    month                        | -0.9299865   |
+|    outdoor_humidity             | -0.053893935 |
+|    outdoor_temperature          | -0.53313845  |
+|    people_occupant              | -0.6893115   |
+|    total_electricity_HVAC       | 0.41654244   |
+|    wind_direction               | -1.1866553   |
+|    wind_speed                   | 1.1386558    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 5073.626     |
+|    air_humidity                 | 37.537846    |
+|    air_temperature              | 20.846785    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 28.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 20.769936    |
+|    month                        | 3.0          |
+|    outdoor_humidity             | 67.25        |
+|    outdoor_temperature          | 6.7425585    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 4611911.0    |
+|    wind_direction               | 57.5         |
+|    wind_speed                   | 7.7          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.61281675 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 14.177906   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.9516096   |
+|    air_humidity                 | -0.21875559 |
+|    air_temperature              | -0.37339196 |
+|    clg_setpoint                 | 1.1150713   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5157758   |
+|    diffuse_solar_radiation      | -0.74101746 |
+|    direct_solar_radiation       | -0.6097331  |
+|    hour                         | 1.6614089   |
+|    htg_setpoint                 | 1.2861539   |
+|    month                        | -0.92940307 |
+|    outdoor_humidity             | 0.8459214   |
+|    outdoor_temperature          | -0.91137797 |
+|    people_occupant              | -0.6894283  |
+|    total_electricity_HVAC       | 2.9207346   |
+|    wind_direction               | -0.7837889  |
+|    wind_speed                   | 0.5203864   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 16092.174   |
+|    air_humidity                 | 33.69745    |
+|    air_temperature              | 22.146431   |
+|    clg_setpoint                 | 29.08763    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 86.0        |
+|    outdoor_temperature          | 3.0171497   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 15090448.0  |
+|    wind_direction               | 100.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.6369743  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 14.04202    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.42129362  |
+|    air_humidity                 | -0.22439104 |
+|    air_temperature              | -1.1647624  |
+|    clg_setpoint                 | 1.2916267   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7414855   |
+|    diffuse_solar_radiation      | -0.7410277  |
+|    direct_solar_radiation       | -0.60950404 |
+|    hour                         | -1.6613024  |
+|    htg_setpoint                 | 0.7196537   |
+|    month                        | -0.9288208  |
+|    outdoor_humidity             | 1.5175449   |
+|    outdoor_temperature          | -0.6934195  |
+|    people_occupant              | -0.6890864  |
+|    total_electricity_HVAC       | 0.19373329  |
+|    wind_direction               | -1.4219068  |
+|    wind_speed                   | -0.39692494 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4886.0605   |
+|    air_humidity                 | 33.621197   |
+|    air_temperature              | 21.065918   |
+|    clg_setpoint                 | 29.553667   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 20.8749     |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 5.1586046   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3680701.8   |
+|    wind_direction               | 32.5        |
+|    wind_speed                   | 3.975       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.36896977  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.700455   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.66214186 |
+|    air_humidity                 | 0.2960422   |
+|    air_temperature              | -1.0847403  |
+|    clg_setpoint                 | 1.4603981   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6730694  |
+|    diffuse_solar_radiation      | -0.74103177 |
+|    direct_solar_radiation       | -0.6092276  |
+|    hour                         | -1.5167621  |
+|    htg_setpoint                 | -0.42084688 |
+|    month                        | -0.6437865  |
+|    outdoor_humidity             | 0.088545084 |
+|    outdoor_temperature          | -0.7689949  |
+|    people_occupant              | -0.6887449  |
+|    total_electricity_HVAC       | -0.66710716 |
+|    wind_direction               | -1.3967028  |
+|    wind_speed                   | -0.5310936  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 40.387947   |
+|    air_temperature              | 21.175129   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 16.092978   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 70.25       |
+|    outdoor_temperature          | 4.4139323   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 35.0        |
+|    wind_speed                   | 3.65        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.9480593   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.8247     |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.64052033 |
+|    air_humidity                 | 0.4121248   |
+|    air_temperature              | -1.1292436  |
+|    clg_setpoint                 | 0.072244085 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5572864  |
+|    diffuse_solar_radiation      | -0.741089   |
+|    direct_solar_radiation       | -0.6089925  |
+|    hour                         | -1.3722407  |
+|    htg_setpoint                 | -0.8108052  |
+|    month                        | -0.6434807  |
+|    outdoor_humidity             | 0.7960922   |
+|    outdoor_temperature          | -0.93743765 |
+|    people_occupant              | -0.6888619  |
+|    total_electricity_HVAC       | -0.6452308  |
+|    wind_direction               | 0.8500069   |
+|    wind_speed                   | 0.026092948 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 182.68532   |
+|    air_humidity                 | 41.89668    |
+|    air_temperature              | 21.114616   |
+|    clg_setpoint                 | 26.340794   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 14.45831    |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 85.0        |
+|    outdoor_temperature          | 2.7542188   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 169706.89   |
+|    wind_direction               | 272.5       |
+|    wind_speed                   | 5.0         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.17578736  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.218283   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65200335 |
+|    air_humidity                 | -0.7851312  |
+|    air_temperature              | -1.7135972  |
+|    clg_setpoint                 | 1.4606091   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4419074  |
+|    diffuse_solar_radiation      | -0.74113715 |
+|    direct_solar_radiation       | -0.60910785 |
+|    hour                         | -1.2277343  |
+|    htg_setpoint                 | -1.3966517  |
+|    month                        | -0.6431754  |
+|    outdoor_humidity             | -0.6190932  |
+|    outdoor_temperature          | -0.8115958  |
+|    people_occupant              | -0.6889787  |
+|    total_electricity_HVAC       | -0.65659946 |
+|    wind_direction               | 1.3219831   |
+|    wind_speed                   | -0.24253093 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 131.28433   |
+|    air_humidity                 | 26.329634   |
+|    air_temperature              | 20.31726    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 55.5        |
+|    outdoor_temperature          | 3.9896677   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 121595.01   |
+|    wind_direction               | 322.5       |
+|    wind_speed                   | 4.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.23748833  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 18.960873   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.9623196   |
+|    air_humidity                 | -0.6384327  |
+|    air_temperature              | 0.31339994  |
+|    clg_setpoint                 | -0.47165263 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3268735  |
+|    diffuse_solar_radiation      | -0.7411064  |
+|    direct_solar_radiation       | -0.6092376  |
+|    hour                         | -1.0832404  |
+|    htg_setpoint                 | 1.2859813   |
+|    month                        | -0.6428705  |
+|    outdoor_humidity             | 0.13711762  |
+|    outdoor_temperature          | -0.71528935 |
+|    people_occupant              | -0.6890953  |
+|    total_electricity_HVAC       | 1.9505262   |
+|    wind_direction               | 0.51787317  |
+|    wind_speed                   | -0.29394457 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 11714.07    |
+|    air_humidity                 | 28.230421   |
+|    air_temperature              | 23.082762   |
+|    clg_setpoint                 | 24.90663    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 71.25       |
+|    outdoor_temperature          | 4.934139    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 11035315.0  |
+|    wind_direction               | 237.5       |
+|    wind_speed                   | 4.225       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.36724806  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.864462   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.66181386 |
+|    air_humidity                 | -0.24049884 |
+|    air_temperature              | -0.40276343 |
+|    clg_setpoint                 | -1.1000456  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2121314  |
+|    diffuse_solar_radiation      | -0.7411866  |
+|    direct_solar_radiation       | -0.60937685 |
+|    hour                         | -0.938756   |
+|    htg_setpoint                 | -0.38793823 |
+|    month                        | -0.6425661  |
+|    outdoor_humidity             | -0.35457242 |
+|    outdoor_temperature          | -0.7206056  |
+|    people_occupant              | -0.68921185 |
+|    total_electricity_HVAC       | -0.66674536 |
+|    wind_direction               | 0.3522253   |
+|    wind_speed                   | -0.7068642  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 33.399544   |
+|    air_temperature              | 22.105713   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 16.227995   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 61.0        |
+|    outdoor_temperature          | 4.881512    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 220.0       |
+|    wind_speed                   | 3.225       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.2171618   |
+|    Heating_Setpoint_RL          | -0.10441947 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.357922   |
+|    Heating_Setpoint_RL          | 17.03764    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.23666589 |
+|    air_humidity                 | 0.8986249   |
+|    air_temperature              | -0.4584073  |
+|    clg_setpoint                 | 0.42589122  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0976319  |
+|    diffuse_solar_radiation      | -0.44338077 |
+|    direct_solar_radiation       | 0.875242    |
+|    hour                         | -0.7942789  |
+|    htg_setpoint                 | 0.9951642   |
+|    month                        | -0.64226204 |
+|    outdoor_humidity             | 1.277181    |
+|    outdoor_temperature          | -0.23634225 |
+|    people_occupant              | -0.6893282  |
+|    total_electricity_HVAC       | -0.13564089 |
+|    wind_direction               | 0.87262636  |
+|    wind_speed                   | -0.80995864 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1970.2262   |
+|    air_humidity                 | 48.20212    |
+|    air_temperature              | 22.030127   |
+|    clg_setpoint                 | 27.271515   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 29.0        |
+|    direct_solar_radiation       | 369.25      |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 22.030107   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 95.0        |
+|    outdoor_temperature          | 9.64026     |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2301220.2   |
+|    wind_direction               | 275.0       |
+|    wind_speed                   | 2.975       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.10639897  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 18.223494   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.25600436 |
+|    air_humidity                 | 1.0034263   |
+|    air_temperature              | 0.4361391   |
+|    clg_setpoint                 | 0.44911247  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.98333156 |
+|    diffuse_solar_radiation      | 0.50153756  |
+|    direct_solar_radiation       | 0.82440734  |
+|    hour                         | -0.6498071  |
+|    htg_setpoint                 | 1.2860093   |
+|    month                        | -0.6419584  |
+|    outdoor_humidity             | -0.3312274  |
+|    outdoor_temperature          | 0.5950888   |
+|    people_occupant              | -0.6889879  |
+|    total_electricity_HVAC       | -0.19640385 |
+|    wind_direction               | 0.3991494   |
+|    wind_speed                   | -0.55172324 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1883.6016   |
+|    air_humidity                 | 49.56796    |
+|    air_temperature              | 23.250242   |
+|    clg_setpoint                 | 27.33396    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 121.0       |
+|    direct_solar_radiation       | 356.75      |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 61.5        |
+|    outdoor_temperature          | 17.809376   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2045938.5   |
+|    wind_direction               | 225.0       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.27885655 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 16.056433   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.57013285 |
+|    air_humidity                 | 0.41807765  |
+|    air_temperature              | 0.9180735   |
+|    clg_setpoint                 | 0.89155734  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8691908  |
+|    diffuse_solar_radiation      | 0.84840095  |
+|    direct_solar_radiation       | 1.2062855   |
+|    hour                         | -0.5053389  |
+|    htg_setpoint                 | -0.80028945 |
+|    month                        | -0.64165527 |
+|    outdoor_humidity             | -0.54681474 |
+|    outdoor_temperature          | 0.8066215   |
+|    people_occupant              | 1.6954159   |
+|    total_electricity_HVAC       | -0.58579594 |
+|    wind_direction               | 0.39882064  |
+|    wind_speed                   | -0.86155295 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 491.71658   |
+|    air_humidity                 | 41.96226    |
+|    air_temperature              | 23.9078     |
+|    clg_setpoint                 | 28.502083   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 154.75      |
+|    direct_solar_radiation       | 452.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 14.4970045  |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 57.0        |
+|    outdoor_temperature          | 19.893414   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 415797.62   |
+|    wind_direction               | 225.0       |
+|    wind_speed                   | 2.85        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.8712616  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.7241535  |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.1525529   |
+|    air_humidity                 | 1.2839026   |
+|    air_temperature              | 0.4348464   |
+|    clg_setpoint                 | -1.1006869  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.75517505 |
+|    diffuse_solar_radiation      | 1.5027246   |
+|    direct_solar_radiation       | 0.092322215 |
+|    hour                         | -0.36087292 |
+|    htg_setpoint                 | -1.3511467  |
+|    month                        | -0.64135253 |
+|    outdoor_humidity             | 0.13720036  |
+|    outdoor_temperature          | 0.7699388   |
+|    people_occupant              | 1.6950376   |
+|    total_electricity_HVAC       | 0.089586414 |
+|    wind_direction               | 0.09104843  |
+|    wind_speed                   | -0.7581511  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3691.5073   |
+|    air_humidity                 | 53.21668    |
+|    air_temperature              | 23.249147   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 218.5       |
+|    direct_solar_radiation       | 174.75      |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 12.1870775  |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 71.25       |
+|    outdoor_temperature          | 19.534449   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3241410.0   |
+|    wind_direction               | 192.5       |
+|    wind_speed                   | 3.1         |
+| train/                          |             |
+|    approx_kl                    | 0.008472549 |
+|    clip_fraction                | 0.0835      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.45       |
+|    explained_variance           | 0.724       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.185       |
+|    n_updates                    | 730         |
+|    policy_gradient_loss         | -0.0106     |
+|    std                          | 0.823       |
+|    value_loss                   | 0.825       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.7019806  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.676359   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.14934868  |
+|    air_humidity                 | 1.1773849   |
+|    air_temperature              | 0.43411005  |
+|    clg_setpoint                 | -1.1005371  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6412539  |
+|    diffuse_solar_radiation      | 1.9617485   |
+|    direct_solar_radiation       | 1.016481    |
+|    hour                         | -0.21640813 |
+|    htg_setpoint                 | 1.2715805   |
+|    month                        | -0.6410502  |
+|    outdoor_humidity             | -1.1597618  |
+|    outdoor_temperature          | 0.90658295  |
+|    people_occupant              | 1.69466     |
+|    total_electricity_HVAC       | 0.105872646 |
+|    wind_direction               | 0.8251992   |
+|    wind_speed                   | 1.9586177   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3676.9934   |
+|    air_humidity                 | 51.846508   |
+|    air_temperature              | 23.24828    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 263.25      |
+|    direct_solar_radiation       | 404.75      |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 23.190483   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 44.25       |
+|    outdoor_temperature          | 20.877071   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3309294.2   |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 9.675       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.60149115  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 14.241612    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.55434483  |
+|    air_humidity                 | -1.5177106   |
+|    air_temperature              | 0.43465668   |
+|    clg_setpoint                 | -1.100485    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.52740157  |
+|    diffuse_solar_radiation      | 1.0786414    |
+|    direct_solar_radiation       | 2.7148085    |
+|    hour                         | -0.07194384  |
+|    htg_setpoint                 | -1.3956201   |
+|    month                        | -0.6407484   |
+|    outdoor_humidity             | -2.249691    |
+|    outdoor_temperature          | -0.005133703 |
+|    people_occupant              | 1.2176088    |
+|    total_electricity_HVAC       | -0.56439453  |
+|    wind_direction               | 1.2507426    |
+|    wind_speed                   | 2.2740571    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 562.34515    |
+|    air_humidity                 | 16.832825    |
+|    air_temperature              | 23.248861    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 11.0         |
+|    diffuse_solar_radiation      | 177.25       |
+|    direct_solar_radiation       | 827.75       |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 21.5         |
+|    outdoor_temperature          | 11.92674     |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 505976.78    |
+|    wind_direction               | 315.0        |
+|    wind_speed                   | 10.45        |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.60408086 |
+|    air_humidity                 | -1.8005749  |
+|    air_temperature              | 0.4352564   |
+|    clg_setpoint                 | -1.100392   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.41359648 |
+|    diffuse_solar_radiation      | 0.38818082  |
+|    direct_solar_radiation       | 3.168572    |
+|    hour                         | 0.07252033  |
+|    htg_setpoint                 | 0.6630757   |
+|    month                        | -0.6404469  |
+|    outdoor_humidity             | -2.4490745  |
+|    outdoor_temperature          | -0.2733625  |
+|    people_occupant              | 0.26401842  |
+|    total_electricity_HVAC       | -0.6127737  |
+|    wind_direction               | 1.6047608   |
+|    wind_speed                   | 0.46779507  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 341.53558   |
+|    air_humidity                 | 13.128103   |
+|    air_temperature              | 23.249424   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 110.0       |
+|    direct_solar_radiation       | 941.5       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 20.634823   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 17.25       |
+|    outdoor_temperature          | 9.292376    |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 302988.7    |
+|    wind_direction               | 352.5       |
+|    wind_speed                   | 6.075       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.07881731   |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.891008    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.66144395  |
+|    air_humidity                 | -1.4268241   |
+|    air_temperature              | -0.16220261  |
+|    clg_setpoint                 | -1.1002063   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.2998215   |
+|    diffuse_solar_radiation      | 1.6181203    |
+|    direct_solar_radiation       | -0.61017793  |
+|    hour                         | 0.21698445   |
+|    htg_setpoint                 | 0.026029512  |
+|    month                        | -0.6401459   |
+|    outdoor_humidity             | -0.099480145 |
+|    outdoor_temperature          | -0.26968652  |
+|    people_occupant              | -0.68922895  |
+|    total_electricity_HVAC       | -0.666352    |
+|    wind_direction               | -0.07610258  |
+|    wind_speed                   | 0.31345913   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 17.960545    |
+|    air_temperature              | 22.434958    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 13.0         |
+|    diffuse_solar_radiation      | 229.75       |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 17.96154     |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 66.25        |
+|    outdoor_temperature          | 9.327194     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 175.0        |
+|    wind_speed                   | 5.7          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.95713574  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.855333   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6613543  |
+|    air_humidity                 | -0.9860111  |
+|    air_temperature              | 0.072546914 |
+|    clg_setpoint                 | -0.12052261 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18606368 |
+|    diffuse_solar_radiation      | 1.2172871   |
+|    direct_solar_radiation       | 1.8787136   |
+|    hour                         | 0.36144826  |
+|    htg_setpoint                 | -1.1713412  |
+|    month                        | -0.63984525 |
+|    outdoor_humidity             | -0.87838864 |
+|    outdoor_temperature          | -0.16447267 |
+|    people_occupant              | -0.68889034 |
+|    total_electricity_HVAC       | -0.6662594  |
+|    wind_direction               | -0.43076423 |
+|    wind_speed                   | 0.5712251   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 23.684212   |
+|    air_temperature              | 22.75425    |
+|    clg_setpoint                 | 25.83415    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 190.75      |
+|    direct_solar_radiation       | 620.25      |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.937676   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 50.0        |
+|    outdoor_temperature          | 10.355911   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 137.5       |
+|    wind_speed                   | 6.325       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.92495334  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.827862   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5225383  |
+|    air_humidity                 | 0.9621607   |
+|    air_temperature              | 0.4362808   |
+|    clg_setpoint                 | -1.1007994  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.07231438 |
+|    diffuse_solar_radiation      | 0.39312962  |
+|    direct_solar_radiation       | -0.60996854 |
+|    hour                         | 0.5059112   |
+|    htg_setpoint                 | 1.1207882   |
+|    month                        | -0.6395451  |
+|    outdoor_humidity             | 1.5162321   |
+|    outdoor_temperature          | -0.2458762  |
+|    people_occupant              | 1.6949962   |
+|    total_electricity_HVAC       | -0.5340407  |
+|    wind_direction               | -0.714685   |
+|    wind_speed                   | -0.34628108 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 700.784     |
+|    air_humidity                 | 49.016407   |
+|    air_temperature              | 23.24959    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 110.5       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 22.55391    |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 9.555471    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 630705.56   |
+|    wind_direction               | 107.5       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.23669726 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.29358    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.18781914  |
+|    air_humidity                 | 0.9608438   |
+|    air_temperature              | 0.43561697  |
+|    clg_setpoint                 | -1.1007212  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.041430797 |
+|    diffuse_solar_radiation      | 0.7398989   |
+|    direct_solar_radiation       | 1.2303504   |
+|    hour                         | 0.65037227  |
+|    htg_setpoint                 | -0.6556989  |
+|    month                        | -0.63924533 |
+|    outdoor_humidity             | -1.2502974  |
+|    outdoor_temperature          | 0.9284165   |
+|    people_occupant              | 1.6946201   |
+|    total_electricity_HVAC       | 0.14249998  |
+|    wind_direction               | 0.682388    |
+|    wind_speed                   | 1.0358468   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3843.7874   |
+|    air_humidity                 | 49.008247   |
+|    air_temperature              | 23.248747   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 144.25      |
+|    direct_solar_radiation       | 458.75      |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 15.10092    |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 42.25       |
+|    outdoor_temperature          | 21.067793   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3459408.5   |
+|    wind_direction               | 255.0       |
+|    wind_speed                   | 7.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.105484545 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.21835    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5543718  |
+|    air_humidity                 | 0.6099708   |
+|    air_temperature              | 0.4360577   |
+|    clg_setpoint                 | -1.1005378  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.15517202  |
+|    diffuse_solar_radiation      | -0.25923645 |
+|    direct_solar_radiation       | -0.60989076 |
+|    hour                         | 0.7948304   |
+|    htg_setpoint                 | -1.2994921  |
+|    month                        | -0.638946   |
+|    outdoor_humidity             | 1.1802307   |
+|    outdoor_temperature          | -0.28572297 |
+|    people_occupant              | 1.6942447   |
+|    total_electricity_HVAC       | -0.56435245 |
+|    wind_direction               | -0.90442437 |
+|    wind_speed                   | 0.2625536   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 559.8934    |
+|    air_humidity                 | 44.448944   |
+|    air_temperature              | 23.249447   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 47.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 12.40076    |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 9.16797     |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 503904.03   |
+|    wind_direction               | 87.5        |
+|    wind_speed                   | 5.575       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6607572   |
+|    air_humidity                 | -0.021987954 |
+|    air_temperature              | 0.43614432   |
+|    clg_setpoint                 | -1.1004345   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.26890522   |
+|    diffuse_solar_radiation      | -0.5880312   |
+|    direct_solar_radiation       | -0.6096128   |
+|    hour                         | 0.9392839    |
+|    htg_setpoint                 | -0.38955647  |
+|    month                        | -0.6386471   |
+|    outdoor_humidity             | -0.041701417 |
+|    outdoor_temperature          | -0.3039799   |
+|    people_occupant              | 0.5022913    |
+|    total_electricity_HVAC       | -0.6656622   |
+|    wind_direction               | -1.2351518   |
+|    wind_speed                   | -0.2431871   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 89.37615     |
+|    air_humidity                 | 36.23694     |
+|    air_temperature              | 23.249609    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 18.0         |
+|    diffuse_solar_radiation      | 15.0         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 18.0         |
+|    htg_setpoint                 | 16.219774    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 67.5         |
+|    outdoor_temperature          | 8.987047     |
+|    people_occupant              | 10.0         |
+|    total_electricity_HVAC       | 80438.54     |
+|    wind_direction               | 52.5         |
+|    wind_speed                   | 4.35         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.15901828 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.730522   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6612612  |
+|    air_humidity                 | -0.63380766 |
+|    air_temperature              | 0.43639246  |
+|    clg_setpoint                 | -1.1002502  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.3826221   |
+|    diffuse_solar_radiation      | -0.7421784  |
+|    direct_solar_radiation       | -0.60970277 |
+|    hour                         | 1.083731    |
+|    htg_setpoint                 | -0.6223782  |
+|    month                        | -0.6383486  |
+|    outdoor_humidity             | -0.50859386 |
+|    outdoor_temperature          | -0.49416745 |
+|    people_occupant              | -0.4511459  |
+|    total_electricity_HVAC       | -0.66613775 |
+|    wind_direction               | -0.23994926 |
+|    wind_speed                   | -0.6043921  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 28.284138   |
+|    air_temperature              | 23.249926   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 15.242533   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 57.75       |
+|    outdoor_temperature          | 7.1222663   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 157.5       |
+|    wind_speed                   | 3.475       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.3856781   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 19.79444    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.5209284   |
+|    air_humidity                 | -0.5149599  |
+|    air_temperature              | 0.06355925  |
+|    clg_setpoint                 | 1.4590856   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.4963102   |
+|    diffuse_solar_radiation      | -0.7422354  |
+|    direct_solar_radiation       | -0.60942525 |
+|    hour                         | 1.2281697   |
+|    htg_setpoint                 | 1.240106    |
+|    month                        | -0.6380505  |
+|    outdoor_humidity             | 0.37775373  |
+|    outdoor_temperature          | -0.30629787 |
+|    people_occupant              | -0.68913066 |
+|    total_electricity_HVAC       | 2.6613655   |
+|    wind_direction               | -1.0686201  |
+|    wind_speed                   | 0.5208773   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 14160.819   |
+|    air_humidity                 | 29.825449   |
+|    air_temperature              | 22.742224   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 23.057661   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 76.25       |
+|    outdoor_temperature          | 8.959914    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 13987034.0  |
+|    wind_direction               | 70.0        |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.6377515   |
+|    air_humidity                 | -0.5135846  |
+|    air_temperature              | 0.43635488  |
+|    clg_setpoint                 | 1.4580256   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.60995287  |
+|    diffuse_solar_radiation      | -0.74228114 |
+|    direct_solar_radiation       | -0.60914814 |
+|    hour                         | 1.3725971   |
+|    htg_setpoint                 | 1.2859416   |
+|    month                        | -0.63775283 |
+|    outdoor_humidity             | 1.1795983   |
+|    outdoor_temperature          | -0.4601917  |
+|    people_occupant              | -0.6887937  |
+|    total_electricity_HVAC       | 1.6159878   |
+|    wind_direction               | 0.7081934   |
+|    wind_speed                   | 0.7261503   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 10256.815   |
+|    air_humidity                 | 29.842115   |
+|    air_temperature              | 23.248861   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 7.450322    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 9619455.0   |
+|    wind_direction               | 257.5       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.17017221 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.050669   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.0724225   |
+|    air_humidity                 | -0.16466874 |
+|    air_temperature              | 0.36655578  |
+|    clg_setpoint                 | -0.77412105 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7235292   |
+|    diffuse_solar_radiation      | -0.7423076  |
+|    direct_solar_radiation       | -0.60893565 |
+|    hour                         | 1.5170108   |
+|    htg_setpoint                 | 1.2630371   |
+|    month                        | -0.6374556  |
+|    outdoor_humidity             | -0.11451427 |
+|    outdoor_temperature          | -0.30471936 |
+|    people_occupant              | -0.6889091  |
+|    total_electricity_HVAC       | 2.3886662   |
+|    wind_direction               | 0.5183728   |
+|    wind_speed                   | -0.14138114 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 12179.429   |
+|    air_humidity                 | 34.37353    |
+|    air_temperature              | 23.153725   |
+|    clg_setpoint                 | 24.111969   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 23.153654   |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 66.0        |
+|    outdoor_temperature          | 8.970932    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 12850014.0  |
+|    wind_direction               | 237.5       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -0.25205487  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 16.207191    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.66109157  |
+|    air_humidity                 | 0.5533313    |
+|    air_temperature              | -1.2305733   |
+|    clg_setpoint                 | 0.41545063   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.8370145    |
+|    diffuse_solar_radiation      | -0.74231416  |
+|    direct_solar_radiation       | -0.609109    |
+|    hour                         | 1.6614075    |
+|    htg_setpoint                 | -0.032589257 |
+|    month                        | -0.63715875  |
+|    outdoor_humidity             | 0.5926838    |
+|    outdoor_temperature          | -0.16007994  |
+|    people_occupant              | -0.6890243   |
+|    total_electricity_HVAC       | -0.6659529   |
+|    wind_direction               | 0.44717675   |
+|    wind_speed                   | -1.0704002   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 43.695103    |
+|    air_temperature              | 20.98091     |
+|    clg_setpoint                 | 27.2493      |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 23.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 17.716318    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 80.75        |
+|    outdoor_temperature          | 10.386933    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 230.0        |
+|    wind_speed                   | 2.35         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.7580443  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 13.361001   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.91833645  |
+|    air_humidity                 | 0.8319024   |
+|    air_temperature              | 0.43750882  |
+|    clg_setpoint                 | 1.3124719   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0643418   |
+|    diffuse_solar_radiation      | -0.74235904 |
+|    direct_solar_radiation       | -0.6088903  |
+|    hour                         | -1.6613028  |
+|    htg_setpoint                 | 1.2857531   |
+|    month                        | -0.63686234 |
+|    outdoor_humidity             | 1.3232194   |
+|    outdoor_temperature          | -0.14180414 |
+|    people_occupant              | -0.6891394  |
+|    total_electricity_HVAC       | 0.8379676   |
+|    wind_direction               | -0.76105946 |
+|    wind_speed                   | -1.2557161  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7072.169    |
+|    air_humidity                 | 47.31495    |
+|    air_temperature              | 23.250189   |
+|    clg_setpoint                 | 29.614645   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 10.565836   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6364952.0   |
+|    wind_direction               | 102.5       |
+|    wind_speed                   | 1.9         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.92112947 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.516188   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.4502152   |
+|    air_humidity                 | 0.10171922  |
+|    air_temperature              | 0.43729088  |
+|    clg_setpoint                 | -0.7122444  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1775414   |
+|    diffuse_solar_radiation      | -0.74244666 |
+|    direct_solar_radiation       | -0.60906875 |
+|    hour                         | -1.5167638  |
+|    htg_setpoint                 | 1.2857558   |
+|    month                        | -0.63656634 |
+|    outdoor_humidity             | 0.70011544  |
+|    outdoor_temperature          | -0.15712668 |
+|    people_occupant              | -0.68925434 |
+|    total_electricity_HVAC       | 1.4244668   |
+|    wind_direction               | -1.0690553  |
+|    wind_speed                   | -0.9667194  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 9423.043    |
+|    air_humidity                 | 37.842587   |
+|    air_temperature              | 23.249966   |
+|    clg_setpoint                 | 24.273552   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | 10.418147   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 8815402.0   |
+|    wind_direction               | 70.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.39592874 |
+|    Heating_Setpoint_RL          | 0.39171892  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.28874    |
+|    Heating_Setpoint_RL          | 19.828419   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.5463252   |
+|    air_humidity                 | 0.33420527  |
+|    air_temperature              | 0.43725002  |
+|    clg_setpoint                 | 0.067027345 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2905394   |
+|    diffuse_solar_radiation      | -0.7423718  |
+|    direct_solar_radiation       | -0.6092024  |
+|    hour                         | -1.3722432  |
+|    htg_setpoint                 | 1.2855443   |
+|    month                        | -0.63627076 |
+|    outdoor_humidity             | 0.70027065  |
+|    outdoor_temperature          | 0.051015526 |
+|    people_occupant              | -0.68936914 |
+|    total_electricity_HVAC       | 0.48371345  |
+|    wind_direction               | 0.49503267  |
+|    wind_speed                   | -0.6053906  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5425.632    |
+|    air_humidity                 | 40.86227    |
+|    air_temperature              | 23.249931   |
+|    clg_setpoint                 | 26.328608   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | 12.455125   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4883069.0   |
+|    wind_direction               | 235.0       |
+|    wind_speed                   | 3.475       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.5851827   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 20.916653   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.15507294  |
+|    air_humidity                 | 1.015381    |
+|    air_temperature              | 0.43714306  |
+|    clg_setpoint                 | 0.2743656   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4032937   |
+|    diffuse_solar_radiation      | -0.74236315 |
+|    direct_solar_radiation       | -0.60924137 |
+|    hour                         | -1.2277375  |
+|    htg_setpoint                 | 1.2852867   |
+|    month                        | -0.6359756  |
+|    outdoor_humidity             | 0.53220755  |
+|    outdoor_temperature          | 0.4380118   |
+|    people_occupant              | -0.6890333  |
+|    total_electricity_HVAC       | 0.503521    |
+|    wind_direction               | -1.2825059  |
+|    wind_speed                   | 0.1588609   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3694.9224   |
+|    air_humidity                 | 49.70266    |
+|    air_temperature              | 23.249815   |
+|    clg_setpoint                 | 26.87502    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 79.5        |
+|    outdoor_temperature          | 16.239      |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4964624.0   |
+|    wind_direction               | 47.5        |
+|    wind_speed                   | 5.325       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.09388     |
+|    air_humidity                 | -0.45724016 |
+|    air_temperature              | 0.4371878   |
+|    clg_setpoint                 | 1.4585307   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5157586   |
+|    diffuse_solar_radiation      | -0.7424427  |
+|    direct_solar_radiation       | -0.60937643 |
+|    hour                         | -1.083244   |
+|    htg_setpoint                 | 1.2852567   |
+|    month                        | -0.6356808  |
+|    outdoor_humidity             | 0.376698    |
+|    outdoor_temperature          | -0.2871159  |
+|    people_occupant              | -0.688698   |
+|    total_electricity_HVAC       | 1.3302926   |
+|    wind_direction               | -0.7605596  |
+|    wind_speed                   | -0.24396524 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7842.8374   |
+|    air_humidity                 | 30.602814   |
+|    air_temperature              | 23.249998   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 4.0         |
+|    outdoor_humidity             | 76.25       |
+|    outdoor_temperature          | 9.153632    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 8417388.0   |
+|    wind_direction               | 102.5       |
+|    wind_speed                   | 4.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.62244606  |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.524244    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.570291    |
+|    air_humidity                 | 1.0357718    |
+|    air_temperature              | -0.21881731  |
+|    clg_setpoint                 | 1.458636     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.6278847    |
+|    diffuse_solar_radiation      | -0.6116814   |
+|    direct_solar_radiation       | -0.6091146   |
+|    hour                         | -0.93876     |
+|    htg_setpoint                 | 0.9418572    |
+|    month                        | -0.63538647  |
+|    outdoor_humidity             | 1.5157313    |
+|    outdoor_temperature          | -0.015066168 |
+|    people_occupant              | -0.68881285  |
+|    total_electricity_HVAC       | -0.6443164   |
+|    wind_direction               | -0.68913376  |
+|    wind_speed                   | -0.86321056  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 488.23508    |
+|    air_humidity                 | 49.96555     |
+|    air_temperature              | 22.358953    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 30.0         |
+|    diffuse_solar_radiation      | 12.75        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 5.0          |
+|    htg_setpoint                 | 21.811344    |
+|    month                        | 4.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 11.811635    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 168603.0     |
+|    wind_direction               | 110.0        |
+|    wind_speed                   | 2.85         |
+| train/                          |              |
+|    approx_kl                    | 0.008993258  |
+|    clip_fraction                | 0.0933       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.42        |
+|    explained_variance           | 0.643        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.149        |
+|    n_updates                    | 740          |
+|    policy_gradient_loss         | -0.0111      |
+|    std                          | 0.812        |
+|    value_loss                   | 0.601        |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6150862   |
+|    air_humidity                 | 0.7117055    |
+|    air_temperature              | -0.22565736  |
+|    clg_setpoint                 | 1.289383     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.6726786   |
+|    diffuse_solar_radiation      | 0.28112003   |
+|    direct_solar_radiation       | 0.52930963   |
+|    hour                         | -0.79428315  |
+|    htg_setpoint                 | 0.3941109    |
+|    month                        | -0.3490506   |
+|    outdoor_humidity             | -0.020107605 |
+|    outdoor_temperature          | -0.4033632   |
+|    people_occupant              | -0.68892765  |
+|    total_electricity_HVAC       | -0.6219206   |
+|    wind_direction               | -1.4471285   |
+|    wind_speed                   | -0.38756642  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 290.5216     |
+|    air_humidity                 | 45.777977    |
+|    air_temperature              | 22.35002     |
+|    clg_setpoint                 | 29.553055    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0          |
+|    diffuse_solar_radiation      | 99.75        |
+|    direct_solar_radiation       | 283.5        |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 19.51545     |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 68.0         |
+|    outdoor_temperature          | 8.020391     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 262321.75    |
+|    wind_direction               | 30.0         |
+|    wind_speed                   | 4.0          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.06367099 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 17.26685    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6611332  |
+|    air_humidity                 | -0.7870605  |
+|    air_temperature              | -0.37996468 |
+|    clg_setpoint                 | 1.4587013   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5569693  |
+|    diffuse_solar_radiation      | 0.811404    |
+|    direct_solar_radiation       | 1.379348    |
+|    hour                         | -0.64981145 |
+|    htg_setpoint                 | 0.053360663 |
+|    month                        | -0.34892163 |
+|    outdoor_humidity             | -1.2301755  |
+|    outdoor_temperature          | 0.09677085  |
+|    people_occupant              | -0.68904227 |
+|    total_electricity_HVAC       | -0.66595787 |
+|    wind_direction               | -1.3988297  |
+|    wind_speed                   | 0.57298166  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 26.33508    |
+|    air_temperature              | 22.140747   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 151.5       |
+|    direct_solar_radiation       | 495.25      |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 18.085554   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 42.75       |
+|    outdoor_temperature          | 12.904068   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 35.0        |
+|    wind_speed                   | 6.325       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.7586825    |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.185555    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.45117188  |
+|    air_humidity                 | 0.0017325399 |
+|    air_temperature              | 0.58459145   |
+|    clg_setpoint                 | 0.739341     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.4416475   |
+|    diffuse_solar_radiation      | 1.2033601    |
+|    direct_solar_radiation       | -0.59111065  |
+|    hour                         | -0.5053433   |
+|    htg_setpoint                 | 1.2839755    |
+|    month                        | -0.34879276  |
+|    outdoor_humidity             | 0.41281173   |
+|    outdoor_temperature          | 0.10303458   |
+|    people_occupant              | 1.6942807    |
+|    total_electricity_HVAC       | 0.08702447   |
+|    wind_direction               | -1.350475    |
+|    wind_speed                   | 2.3169436    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1014.2149    |
+|    air_humidity                 | 36.56092     |
+|    air_temperature              | 23.450329    |
+|    clg_setpoint                 | 28.102715    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 3.0          |
+|    diffuse_solar_radiation      | 189.75       |
+|    direct_solar_radiation       | 4.5          |
+|    hour                         | 8.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 77.0         |
+|    outdoor_temperature          | 12.966804    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 3221924.8    |
+|    wind_direction               | 40.0         |
+|    wind_speed                   | 10.55        |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.29162705  |
+|    Heating_Setpoint_RL          | 0.86428124  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.609241   |
+|    Heating_Setpoint_RL          | 22.486582   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.53064084  |
+|    air_humidity                 | 0.038738232 |
+|    air_temperature              | 0.43646777  |
+|    clg_setpoint                 | 0.2484405   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3266568  |
+|    diffuse_solar_radiation      | 0.58535206  |
+|    direct_solar_radiation       | -0.6089096  |
+|    hour                         | -0.3608774  |
+|    htg_setpoint                 | 1.2837652   |
+|    month                        | -0.34866408 |
+|    outdoor_humidity             | 1.3358693   |
+|    outdoor_temperature          | 0.018852994 |
+|    people_occupant              | -0.68927103 |
+|    total_electricity_HVAC       | 0.46860948  |
+|    wind_direction               | -1.5858899  |
+|    wind_speed                   | -0.96662045 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5348.9707   |
+|    air_humidity                 | 37.04207    |
+|    air_temperature              | 23.249458   |
+|    clg_setpoint                 | 26.808266   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 129.5       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 96.25       |
+|    outdoor_temperature          | 12.146067   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4814073.5   |
+|    wind_direction               | 15.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.7037297   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.583479   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6610118  |
+|    air_humidity                 | 1.17324     |
+|    air_temperature              | 0.13992164  |
+|    clg_setpoint                 | -0.88979095 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.211945   |
+|    diffuse_solar_radiation      | 2.4289215   |
+|    direct_solar_radiation       | -0.48214278 |
+|    hour                         | -0.21641265 |
+|    htg_setpoint                 | 0.48367757  |
+|    month                        | -0.3485355  |
+|    outdoor_humidity             | 0.9275564   |
+|    outdoor_temperature          | 0.40976375  |
+|    people_occupant              | -0.6889368  |
+|    total_electricity_HVAC       | -0.66583896 |
+|    wind_direction               | 0.16733895  |
+|    wind_speed                   | -0.70792645 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 51.75169    |
+|    air_temperature              | 22.846998   |
+|    clg_setpoint                 | 23.8054     |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 309.25      |
+|    direct_solar_radiation       | 31.5        |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 19.893824   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 87.75       |
+|    outdoor_temperature          | 15.959753   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 3.225       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.48714566 |
+|    air_humidity                 | 1.363788    |
+|    air_temperature              | 0.43621632  |
+|    clg_setpoint                 | -1.1004283  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0974653  |
+|    diffuse_solar_radiation      | 2.8121836   |
+|    direct_solar_radiation       | -0.5422864  |
+|    hour                         | -0.07194838 |
+|    htg_setpoint                 | 1.2830228   |
+|    month                        | -0.3484071  |
+|    outdoor_humidity             | 0.8911145   |
+|    outdoor_temperature          | 0.2687221   |
+|    people_occupant              | 1.2183963   |
+|    total_electricity_HVAC       | -0.50032216 |
+|    wind_direction               | -0.40093917 |
+|    wind_speed                   | -0.6041733  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 854.17957   |
+|    air_humidity                 | 54.23031    |
+|    air_temperature              | 23.249147   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 346.75      |
+|    direct_solar_radiation       | 16.5        |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 87.0        |
+|    outdoor_temperature          | 14.585043   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 768761.6    |
+|    wind_direction               | 140.0       |
+|    wind_speed                   | 3.475       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.50586975 |
+|    air_humidity                 | 1.6548951   |
+|    air_temperature              | 0.43641832  |
+|    clg_setpoint                 | -1.1002858  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.98317486 |
+|    diffuse_solar_radiation      | 0.72784966  |
+|    direct_solar_radiation       | -0.6083307  |
+|    hour                         | 0.07251578  |
+|    htg_setpoint                 | 1.2824527   |
+|    month                        | -0.34827882 |
+|    outdoor_humidity             | 1.4775946   |
+|    outdoor_temperature          | 0.17387469  |
+|    people_occupant              | 0.26461324  |
+|    total_electricity_HVAC       | -0.51814663 |
+|    wind_direction               | -0.99280936 |
+|    wind_speed                   | 0.15975086  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 771.35236   |
+|    air_humidity                 | 58.019817   |
+|    air_temperature              | 23.2495     |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 143.5       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 99.25       |
+|    outdoor_temperature          | 13.660457   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 694217.1    |
+|    wind_direction               | 77.5        |
+|    wind_speed                   | 5.325       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.4515952   |
+|    air_humidity                 | 1.6562381    |
+|    air_temperature              | 0.5238056    |
+|    clg_setpoint                 | -1.0453637   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.86903596  |
+|    diffuse_solar_radiation      | 1.9605906    |
+|    direct_solar_radiation       | -0.5658715   |
+|    hour                         | 0.21697989   |
+|    htg_setpoint                 | -0.015674079 |
+|    month                        | -0.34815067  |
+|    outdoor_humidity             | 1.5120324    |
+|    outdoor_temperature          | 0.23764946   |
+|    people_occupant              | 1.2178577    |
+|    total_electricity_HVAC       | -0.4664827   |
+|    wind_direction               | -0.5658288   |
+|    wind_speed                   | -0.057191934 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1010.62384   |
+|    air_humidity                 | 58.063034    |
+|    air_temperature              | 23.368177    |
+|    clg_setpoint                 | 23.3948      |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 8.0          |
+|    diffuse_solar_radiation      | 263.75       |
+|    direct_solar_radiation       | 10.5         |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 17.803993    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 14.282172    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 909561.44    |
+|    wind_direction               | 122.5        |
+|    wind_speed                   | 4.8          |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.30972132  |
+|    air_humidity                 | 1.1078621   |
+|    air_temperature              | 0.435682    |
+|    clg_setpoint                 | -1.0998662  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.75501513 |
+|    diffuse_solar_radiation      | 3.004786    |
+|    direct_solar_radiation       | 0.18061635  |
+|    hour                         | 0.3614437   |
+|    htg_setpoint                 | -0.02373073 |
+|    month                        | -0.3480227  |
+|    outdoor_humidity             | -1.052776   |
+|    outdoor_temperature          | 0.9968743   |
+|    people_occupant              | 1.694243    |
+|    total_electricity_HVAC       | 0.25823042  |
+|    wind_direction               | 0.47672307  |
+|    wind_speed                   | 0.9241205   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4368.957    |
+|    air_humidity                 | 50.972992   |
+|    air_temperature              | 23.24881    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 365.75      |
+|    direct_solar_radiation       | 196.25      |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 17.771923   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 46.5        |
+|    outdoor_temperature          | 21.679289   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3932061.2   |
+|    wind_direction               | 232.5       |
+|    wind_speed                   | 7.175       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.9687606   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.07428    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.29896197  |
+|    air_humidity                 | 0.22454265  |
+|    air_temperature              | 0.43591958  |
+|    clg_setpoint                 | -1.0996212  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6410833  |
+|    diffuse_solar_radiation      | 0.9830144   |
+|    direct_solar_radiation       | 2.0134556   |
+|    hour                         | 0.5059066   |
+|    htg_setpoint                 | -1.3988694  |
+|    month                        | -0.34789485 |
+|    outdoor_humidity             | -1.6393698  |
+|    outdoor_temperature          | 0.9249266   |
+|    people_occupant              | 1.6938734   |
+|    total_electricity_HVAC       | 0.24728765  |
+|    wind_direction               | 1.4708121   |
+|    wind_speed                   | 0.31505662  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4320.6997   |
+|    air_humidity                 | 39.51334    |
+|    air_temperature              | 23.249191   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 168.5       |
+|    direct_solar_radiation       | 652.5       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 34.25       |
+|    outdoor_temperature          | 20.979906   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3885778.8   |
+|    wind_direction               | 337.5       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.18855989  |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.98861     |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6610046   |
+|    air_humidity                 | -0.46970734  |
+|    air_temperature              | 1.3025349    |
+|    clg_setpoint                 | 1.4575988    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.52721566  |
+|    diffuse_solar_radiation      | 0.58330154   |
+|    direct_solar_radiation       | 1.8364259    |
+|    hour                         | 0.65036774   |
+|    htg_setpoint                 | -1.398606    |
+|    month                        | -0.3477671   |
+|    outdoor_humidity             | -0.3209415   |
+|    outdoor_temperature          | 0.2537205    |
+|    people_occupant              | -0.6891738   |
+|    total_electricity_HVAC       | -0.6658183   |
+|    wind_direction               | -0.021271158 |
+|    wind_speed                   | 0.98661196   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 30.506346    |
+|    air_temperature              | 24.423594    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 11.0         |
+|    diffuse_solar_radiation      | 129.5        |
+|    direct_solar_radiation       | 608.75       |
+|    hour                         | 16.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 61.75        |
+|    outdoor_temperature          | 14.445311    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 180.0        |
+|    wind_speed                   | 7.325        |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.3767002  |
+|    Heating_Setpoint_RL          | 0.30673134  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.353638   |
+|    Heating_Setpoint_RL          | 19.350365   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.523027   |
+|    air_humidity                 | -0.590755   |
+|    air_temperature              | 0.9701276   |
+|    clg_setpoint                 | 0.021653323 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.4133917  |
+|    diffuse_solar_radiation      | 0.34485427  |
+|    direct_solar_radiation       | 0.93811387  |
+|    hour                         | 0.7948259   |
+|    htg_setpoint                 | -0.9690355  |
+|    month                        | -0.34763956 |
+|    outdoor_humidity             | -0.93183273 |
+|    outdoor_temperature          | 0.58967793  |
+|    people_occupant              | -0.6888412  |
+|    total_electricity_HVAC       | -0.53524595 |
+|    wind_direction               | -0.40014967 |
+|    wind_speed                   | -0.13903822 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 694.6811    |
+|    air_humidity                 | 28.93674    |
+|    air_temperature              | 23.973213   |
+|    clg_setpoint                 | 26.2106     |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 106.25      |
+|    direct_solar_radiation       | 385.25      |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 13.801689   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 49.0        |
+|    outdoor_temperature          | 17.716492   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 622002.7    |
+|    wind_direction               | 140.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.89888024 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.568799   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5953148  |
+|    air_humidity                 | -0.4237616  |
+|    air_temperature              | 0.43586844  |
+|    clg_setpoint                 | -1.1000181  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.2995951  |
+|    diffuse_solar_radiation      | -0.2726757  |
+|    direct_solar_radiation       | 0.13598824  |
+|    hour                         | 0.9392796   |
+|    htg_setpoint                 | -0.31699076 |
+|    month                        | -0.34751213 |
+|    outdoor_humidity             | -0.8113633  |
+|    outdoor_temperature          | 0.08595     |
+|    people_occupant              | 0.50293356  |
+|    total_electricity_HVAC       | -0.60330456 |
+|    wind_direction               | -0.49441898 |
+|    wind_speed                   | 0.1091488   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 375.7563    |
+|    air_humidity                 | 31.101006   |
+|    air_temperature              | 23.249678   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 46.0        |
+|    direct_solar_radiation       | 185.5       |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 16.539265   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 51.5        |
+|    outdoor_temperature          | 12.814246   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 338087.12   |
+|    wind_direction               | 130.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.66075057 |
+|    air_humidity                 | -0.35705882 |
+|    air_temperature              | 0.43596017  |
+|    clg_setpoint                 | -1.0998683  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18581377 |
+|    diffuse_solar_radiation      | -0.74403745 |
+|    direct_solar_radiation       | -0.6089929  |
+|    hour                         | 1.083727    |
+|    htg_setpoint                 | -0.22423449 |
+|    month                        | -0.34738484 |
+|    outdoor_humidity             | -0.42788717 |
+|    outdoor_temperature          | -0.19619651 |
+|    people_occupant              | -0.4506976  |
+|    total_electricity_HVAC       | -0.6655582  |
+|    wind_direction               | -0.3754725  |
+|    wind_speed                   | -0.6553186  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 31.964994   |
+|    air_temperature              | 23.249792   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 16.928196   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 59.5        |
+|    outdoor_temperature          | 10.068861   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 142.5       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.2175551    |
+|    Heating_Setpoint_RL          | -0.14111699  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.35925     |
+|    Heating_Setpoint_RL          | 16.831217    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.051900953  |
+|    air_humidity                 | -0.3065496   |
+|    air_temperature              | 0.43615267   |
+|    clg_setpoint                 | -1.0995357   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.07203984  |
+|    diffuse_solar_radiation      | -0.7441534   |
+|    direct_solar_radiation       | -0.6091925   |
+|    hour                         | 1.228166     |
+|    htg_setpoint                 | 1.2816035    |
+|    month                        | -0.34725767  |
+|    outdoor_humidity             | -0.66719323  |
+|    outdoor_temperature          | -0.046166778 |
+|    people_occupant              | -0.45083296  |
+|    total_electricity_HVAC       | 0.034968585  |
+|    wind_direction               | -0.99088305  |
+|    wind_speed                   | -1.3575711   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 3227.0789    |
+|    air_humidity                 | 32.619473    |
+|    air_temperature              | 23.249998    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 54.5         |
+|    outdoor_temperature          | 11.529042    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 2996783.0    |
+|    wind_direction               | 77.5         |
+|    wind_speed                   | 1.65         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.94058216 |
+|    Heating_Setpoint_RL          | 0.7768953   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.450535   |
+|    Heating_Setpoint_RL          | 21.995037   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.660831   |
+|    air_humidity                 | 0.66651934  |
+|    air_temperature              | -0.01735999 |
+|    clg_setpoint                 | -0.49535772 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.041730423 |
+|    diffuse_solar_radiation      | -0.74418634 |
+|    direct_solar_radiation       | -0.6094125  |
+|    hour                         | 1.372594    |
+|    htg_setpoint                 | -0.93806154 |
+|    month                        | -0.34713066 |
+|    outdoor_humidity             | 0.3035932   |
+|    outdoor_temperature          | 0.13722982  |
+|    people_occupant              | -0.68929577 |
+|    total_electricity_HVAC       | -0.6656223  |
+|    wind_direction               | -0.96644884 |
+|    wind_speed                   | -0.7582938  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 45.227932   |
+|    air_temperature              | 22.636257   |
+|    clg_setpoint                 | 24.84438    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 13.931882   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 74.75       |
+|    outdoor_temperature          | 13.313998   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 80.0        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.7452706  |
+|    Heating_Setpoint_RL          | 0.4579144   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.109713   |
+|    Heating_Setpoint_RL          | 20.200768   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.63857675  |
+|    air_humidity                 | 1.077621    |
+|    air_temperature              | 0.43602398  |
+|    clg_setpoint                 | 1.3191726   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.1554966   |
+|    diffuse_solar_radiation      | -0.7443209  |
+|    direct_solar_radiation       | -0.60963434 |
+|    hour                         | 1.5170084   |
+|    htg_setpoint                 | 1.2814444   |
+|    month                        | -0.3470038  |
+|    outdoor_humidity             | 0.74714595  |
+|    outdoor_temperature          | 0.2768378   |
+|    people_occupant              | -0.689409   |
+|    total_electricity_HVAC       | 0.76541954  |
+|    wind_direction               | -1.0368639  |
+|    wind_speed                   | -1.0166494  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5810.415    |
+|    air_humidity                 | 50.559814   |
+|    air_temperature              | 23.250072   |
+|    clg_setpoint                 | 29.633501   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 84.0        |
+|    outdoor_temperature          | 14.673824   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6038373.0   |
+|    wind_direction               | 72.5        |
+|    wind_speed                   | 2.475       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.48083955 |
+|    Heating_Setpoint_RL          | -0.7188704  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.002167   |
+|    Heating_Setpoint_RL          | 13.581354   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.55835766  |
+|    air_humidity                 | 1.9849895   |
+|    air_temperature              | 0.435863    |
+|    clg_setpoint                 | 0.38021657  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.2692541   |
+|    diffuse_solar_radiation      | -0.74445206 |
+|    direct_solar_radiation       | -0.60945463 |
+|    hour                         | 1.6614062   |
+|    htg_setpoint                 | 1.2807777   |
+|    month                        | -0.34687707 |
+|    outdoor_humidity             | 1.5131084   |
+|    outdoor_temperature          | 0.39580047  |
+|    people_occupant              | -0.68907756 |
+|    total_electricity_HVAC       | 0.54356223  |
+|    wind_direction               | -0.77549416 |
+|    wind_speed                   | -0.13791251 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5455.5254   |
+|    air_humidity                 | 62.34622    |
+|    air_temperature              | 23.249956   |
+|    clg_setpoint                 | 27.156694   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 15.832028   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5113029.0   |
+|    wind_direction               | 100.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.49829558  |
+|    Heating_Setpoint_RL          | 0.6279192   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.306747   |
+|    Heating_Setpoint_RL          | 21.157045   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.9005587   |
+|    air_humidity                 | 2.1097286   |
+|    air_temperature              | 0.43606108  |
+|    clg_setpoint                 | 0.6442547   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.49690577  |
+|    diffuse_solar_radiation      | -0.7445315  |
+|    direct_solar_radiation       | -0.6092289  |
+|    hour                         | -1.6613032  |
+|    htg_setpoint                 | 1.2800547   |
+|    month                        | -0.34675047 |
+|    outdoor_humidity             | 1.2841104   |
+|    outdoor_temperature          | 0.3198307   |
+|    people_occupant              | -0.6887465  |
+|    total_electricity_HVAC       | 1.197881    |
+|    wind_direction               | 1.427228    |
+|    wind_speed                   | 0.26556307  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6960.488    |
+|    air_humidity                 | 64.01755    |
+|    air_temperature              | 23.250317   |
+|    clg_setpoint                 | 27.854385   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 95.25       |
+|    outdoor_temperature          | 15.096007   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7835367.5   |
+|    wind_direction               | 332.5       |
+|    wind_speed                   | 5.575       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 38%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.9211179   |
+|    Heating_Setpoint_RL          | -0.26260668 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.733772   |
+|    Heating_Setpoint_RL          | 16.147839   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.24123468  |
+|    air_humidity                 | -0.5680551  |
+|    air_temperature              | 0.43411314  |
+|    clg_setpoint                 | 1.4014745   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.61063945  |
+|    diffuse_solar_radiation      | -0.7446766  |
+|    direct_solar_radiation       | -0.60939753 |
+|    hour                         | -1.5167654  |
+|    htg_setpoint                 | 1.2800056   |
+|    month                        | -0.34662402 |
+|    outdoor_humidity             | -1.1109529  |
+|    outdoor_temperature          | 0.21465318  |
+|    people_occupant              | -0.6888599  |
+|    total_electricity_HVAC       | 0.99444044  |
+|    wind_direction               | 1.49674     |
+|    wind_speed                   | -0.18973693 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4057.6025   |
+|    air_humidity                 | 29.26645    |
+|    air_temperature              | 23.247765   |
+|    clg_setpoint                 | 29.852665   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 45.25       |
+|    outdoor_temperature          | 14.077416   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 6987406.0   |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 4.475       |
+-------------------------------------------------
+-------------------------------------------------*------------------------------------------------------------| 39%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.84545404 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.771593   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.48658666  |
+|    air_humidity                 | 1.1162595   |
+|    air_temperature              | 0.43605512  |
+|    clg_setpoint                 | -0.16382417 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7243203   |
+|    diffuse_solar_radiation      | -0.7448232  |
+|    direct_solar_radiation       | -0.6095845  |
+|    hour                         | -1.3722456  |
+|    htg_setpoint                 | 1.2798586   |
+|    month                        | -0.34649768 |
+|    outdoor_humidity             | 0.4942048   |
+|    outdoor_temperature          | 0.27023482  |
+|    people_occupant              | -0.6889731  |
+|    total_electricity_HVAC       | 0.4264521   |
+|    wind_direction               | -1.296251   |
+|    wind_speed                   | -1.5746759  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5136.758    |
+|    air_humidity                 | 51.132008   |
+|    air_temperature              | 23.250444   |
+|    clg_setpoint                 | 25.719936   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 78.75       |
+|    outdoor_temperature          | 14.620283   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4623082.0   |
+|    wind_direction               | 45.0        |
+|    wind_speed                   | 1.125       |
+| train/                          |             |
+|    approx_kl                    | 0.009935252 |
+|    clip_fraction                | 0.1         |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.4        |
+|    explained_variance           | 0.693       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.181       |
+|    n_updates                    | 750         |
+|    policy_gradient_loss         | -0.0138     |
+|    std                          | 0.806       |
+|    value_loss                   | 0.712       |
+-------------------------------------------------
+-------------------------------------------------*------------------------------------------------------------| 39%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.42141432  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.047274   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6612153  |
+|    air_humidity                 | 1.7716471   |
+|    air_temperature              | -0.33029893 |
+|    clg_setpoint                 | 1.4579145   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8379259   |
+|    diffuse_solar_radiation      | -0.74467003 |
+|    direct_solar_radiation       | -0.60948575 |
+|    hour                         | -1.2277406  |
+|    htg_setpoint                 | 0.7606787   |
+|    month                        | -0.3463715  |
+|    outdoor_humidity             | 1.3207603   |
+|    outdoor_temperature          | 0.39849877  |
+|    people_occupant              | -0.68908626 |
+|    total_electricity_HVAC       | -0.6660063  |
+|    wind_direction               | -0.8461285  |
+|    wind_speed                   | -0.343978   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 59.65089    |
+|    air_temperature              | 22.214909   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 21.072853   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 15.870385   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 92.5        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------*------------------------------------------------------------| 39%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.085108966 |
+|    Heating_Setpoint_RL          | 0.85766107  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.912243   |
+|    Heating_Setpoint_RL          | 22.449343   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.5306827   |
+|    air_humidity                 | 1.9185307   |
+|    air_temperature              | 0.43539816  |
+|    clg_setpoint                 | 0.88073754  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.95143     |
+|    diffuse_solar_radiation      | -0.7447955  |
+|    direct_solar_radiation       | -0.60930353 |
+|    hour                         | -1.0832475  |
+|    htg_setpoint                 | 1.278314    |
+|    month                        | -0.34624547 |
+|    outdoor_humidity             | 1.5111362   |
+|    outdoor_temperature          | 0.37732837  |
+|    people_occupant              | -0.6891992  |
+|    total_electricity_HVAC       | 0.46840405  |
+|    wind_direction               | -0.79819864 |
+|    wind_speed                   | -1.0153506  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5328.9917   |
+|    air_humidity                 | 61.592484   |
+|    air_temperature              | 23.249912   |
+|    clg_setpoint                 | 28.476357   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 15.666397   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4796092.5   |
+|    wind_direction               | 97.5        |
+|    wind_speed                   | 2.475       |
+-------------------------------------------------
+--------------------------------------------------*-----------------------------------------------------------| 40%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.5511008   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.765036    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.10398404   |
+|    air_humidity                 | 0.8829738    |
+|    air_temperature              | 0.4356544    |
+|    clg_setpoint                 | 0.49135515   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0648024    |
+|    diffuse_solar_radiation      | -0.093201526 |
+|    direct_solar_radiation       | -0.14827171  |
+|    hour                         | -0.93876386  |
+|    htg_setpoint                 | 1.277645     |
+|    month                        | -0.34611955  |
+|    outdoor_humidity             | 0.384908     |
+|    outdoor_temperature          | 0.08971215   |
+|    people_occupant              | -0.689312    |
+|    total_electricity_HVAC       | 0.062281743  |
+|    wind_direction               | 0.40911874   |
+|    wind_speed                   | 0.16316041   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 3451.6194    |
+|    air_humidity                 | 48.163837    |
+|    air_temperature              | 23.250437    |
+|    clg_setpoint                 | 27.448242    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 63.75        |
+|    direct_solar_radiation       | 114.75       |
+|    hour                         | 5.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 76.5         |
+|    outdoor_temperature          | 12.875202    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 3106457.5    |
+|    wind_direction               | 225.0        |
+|    wind_speed                   | 5.325        |
+--------------------------------------------------
+--------------------------------------------------*-----------------------------------------------------------| 40%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.4636054    |
+|    Heating_Setpoint_RL          | 0.15802537   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.189669    |
+|    Heating_Setpoint_RL          | 18.513893    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.2689276   |
+|    air_humidity                 | -0.021054182 |
+|    air_temperature              | 0.43523335   |
+|    clg_setpoint                 | 0.62951195   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.1780089    |
+|    diffuse_solar_radiation      | 0.5527971    |
+|    direct_solar_radiation       | 0.54631126   |
+|    hour                         | -0.79428726  |
+|    htg_setpoint                 | 1.2776222    |
+|    month                        | -0.3459938   |
+|    outdoor_humidity             | -0.42876172  |
+|    outdoor_temperature          | 0.374629     |
+|    people_occupant              | -0.6889821   |
+|    total_electricity_HVAC       | -0.29215762  |
+|    wind_direction               | 0.36160636   |
+|    wind_speed                   | 0.7312797    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1811.0731    |
+|    air_humidity                 | 36.410755    |
+|    air_temperature              | 23.249979    |
+|    clg_setpoint                 | 27.813925    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 26.0         |
+|    diffuse_solar_radiation      | 127.0        |
+|    direct_solar_radiation       | 287.75       |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 59.5         |
+|    outdoor_temperature          | 15.643589    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1631974.0    |
+|    wind_direction               | 220.0        |
+|    wind_speed                   | 6.7          |
+--------------------------------------------------
+--------------------------------------------------*-----------------------------------------------------------| 40%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.36510822   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 19.678734    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.065502286 |
+|    air_humidity                 | -0.028476462 |
+|    air_temperature              | -0.001692606 |
+|    clg_setpoint                 | -1.0997273   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.2910113    |
+|    diffuse_solar_radiation      | 0.942806     |
+|    direct_solar_radiation       | 1.3384688    |
+|    hour                         | -0.64981574  |
+|    htg_setpoint                 | 1.1371992    |
+|    month                        | -0.34586817  |
+|    outdoor_humidity             | -0.17674617  |
+|    outdoor_temperature          | 0.2864943    |
+|    people_occupant              | -0.6886527   |
+|    total_electricity_HVAC       | 0.018773528  |
+|    wind_direction               | 1.2608674    |
+|    wind_speed                   | -0.2928344   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2704.3318    |
+|    air_humidity                 | 36.31036     |
+|    air_temperature              | 22.660082    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 27.0         |
+|    diffuse_solar_radiation      | 165.25       |
+|    direct_solar_radiation       | 485.0        |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 22.660084    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 64.75        |
+|    outdoor_temperature          | 14.792342    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2923493.5    |
+|    wind_direction               | 315.0        |
+|    wind_speed                   | 4.225        |
+--------------------------------------------------
+--------------------------------------------------*-----------------------------------------------------------| 40%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.85915226  |
+|    Heating_Setpoint_RL          | 0.69390655   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.72536     |
+|    Heating_Setpoint_RL          | 21.528225    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5232121   |
+|    air_humidity                 | -0.4328071   |
+|    air_temperature              | 1.0919104    |
+|    clg_setpoint                 | -0.013629261 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.4037681    |
+|    diffuse_solar_radiation      | 1.0596049    |
+|    direct_solar_radiation       | 2.009468     |
+|    hour                         | -0.50534767  |
+|    htg_setpoint                 | -1.4007528   |
+|    month                        | -0.34574267  |
+|    outdoor_humidity             | -1.217169    |
+|    outdoor_temperature          | 0.6771838    |
+|    people_occupant              | 1.6951543    |
+|    total_electricity_HVAC       | -0.5466317   |
+|    wind_direction               | 1.283547     |
+|    wind_speed                   | 0.11037797   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 692.9331     |
+|    air_humidity                 | 31.058308    |
+|    air_temperature              | 24.136374    |
+|    clg_setpoint                 | 26.115427    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 28.0         |
+|    diffuse_solar_radiation      | 176.75       |
+|    direct_solar_radiation       | 652.25       |
+|    hour                         | 8.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 43.0         |
+|    outdoor_temperature          | 18.586008    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 573883.8     |
+|    wind_direction               | 317.5        |
+|    wind_speed                   | 5.2          |
+--------------------------------------------------
+-------------------------------------------------***----------------------------------------------------------| 41%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.53978515 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 14.588709   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.49975276  |
+|    air_humidity                 | 1.235197    |
+|    air_temperature              | 0.4361937   |
+|    clg_setpoint                 | -1.0989065  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5162336   |
+|    diffuse_solar_radiation      | 1.1659671   |
+|    direct_solar_radiation       | 2.268958    |
+|    hour                         | -0.36088175 |
+|    htg_setpoint                 | 1.1331042   |
+|    month                        | -0.34561732 |
+|    outdoor_humidity             | -1.4202387  |
+|    outdoor_temperature          | 1.5549486   |
+|    people_occupant              | 1.6947881   |
+|    total_electricity_HVAC       | 0.6676236   |
+|    wind_direction               | 0.5255866   |
+|    wind_speed                   | -0.39571428 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5187.134    |
+|    air_humidity                 | 52.7348     |
+|    air_temperature              | 23.251562   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 187.25      |
+|    direct_solar_radiation       | 717.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 22.643549   |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 38.75       |
+|    outdoor_temperature          | 27.105658   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 5618351.5   |
+|    wind_direction               | 237.5       |
+|    wind_speed                   | 3.975       |
+-------------------------------------------------
+-------------------------------------------------***----------------------------------------------------------| 41%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.87405586  |
+|    air_humidity                 | 1.1489825   |
+|    air_temperature              | 0.43396688  |
+|    clg_setpoint                 | -1.0985438  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6283591   |
+|    diffuse_solar_radiation      | 1.757316    |
+|    direct_solar_radiation       | 2.1076357   |
+|    hour                         | -0.21641703 |
+|    htg_setpoint                 | 1.2771463   |
+|    month                        | -0.3454921  |
+|    outdoor_humidity             | -1.5873753  |
+|    outdoor_temperature          | 1.784677    |
+|    people_occupant              | 1.6944225   |
+|    total_electricity_HVAC       | 0.7951831   |
+|    wind_direction               | 1.3779279   |
+|    wind_speed                   | -0.9225698  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6830.908    |
+|    air_humidity                 | 51.62138    |
+|    air_temperature              | 23.248764   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 245.25      |
+|    direct_solar_radiation       | 677.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 5.0         |
+|    outdoor_humidity             | 35.25       |
+|    outdoor_temperature          | 29.347027   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 6147817.0   |
+|    wind_direction               | 327.5       |
+|    wind_speed                   | 2.7         |
+-------------------------------------------------
+--------------------------------------------------**----------------------------------------------------------| 41%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.42568034  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 15.230548    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.9123919    |
+|    air_humidity                 | 1.1680068    |
+|    air_temperature              | 0.43403572   |
+|    clg_setpoint                 | -1.0981306   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.7400923    |
+|    diffuse_solar_radiation      | 2.0324724    |
+|    direct_solar_radiation       | 2.1224823    |
+|    hour                         | -0.071952775 |
+|    htg_setpoint                 | 0.8252912    |
+|    month                        | -0.345367    |
+|    outdoor_humidity             | -0.42618912  |
+|    outdoor_temperature          | 1.4189057    |
+|    people_occupant              | 1.2174076    |
+|    total_electricity_HVAC       | 0.8295778    |
+|    wind_direction               | -0.3262025   |
+|    wind_speed                   | -0.652812    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 6999.156     |
+|    air_humidity                 | 51.877438    |
+|    air_temperature              | 23.249058    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 31.0         |
+|    diffuse_solar_radiation      | 272.25       |
+|    direct_solar_radiation       | 681.0        |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 21.352882    |
+|    month                        | 5.0          |
+|    outdoor_humidity             | 59.5         |
+|    outdoor_temperature          | 25.808449    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 6290518.0    |
+|    wind_direction               | 147.5        |
+|    wind_speed                   | 3.35         |
+--------------------------------------------------
+-------------------------------------------------***----------------------------------------------------------| 41%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5569432   |
+|    Heating_Setpoint_RL          | 0.99853235  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.504683   |
+|    Heating_Setpoint_RL          | 23.241745   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5405888  |
+|    air_humidity                 | 0.65956646  |
+|    air_temperature              | 0.6377069   |
+|    clg_setpoint                 | 0.13078889  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6722487  |
+|    diffuse_solar_radiation      | 1.4424871   |
+|    direct_solar_radiation       | 2.3686857   |
+|    hour                         | 0.07251137  |
+|    htg_setpoint                 | -0.6572726  |
+|    month                        | -0.05675638 |
+|    outdoor_humidity             | -0.89333713 |
+|    outdoor_temperature          | 1.5391666   |
+|    people_occupant              | -0.6892159  |
+|    total_electricity_HVAC       | -0.5532286  |
+|    wind_direction               | 0.6445811   |
+|    wind_speed                   | 0.7841705   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 619.5876    |
+|    air_humidity                 | 45.283466   |
+|    air_temperature              | 23.523956   |
+|    clg_setpoint                 | 26.493292   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 214.5       |
+|    direct_solar_radiation       | 742.5       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 15.126383   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 49.75       |
+|    outdoor_temperature          | 26.982073   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 549256.56   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 6.825       |
+-------------------------------------------------
+-------------------------------------------------****---------------------------------------------------------| 42%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.54300797 |
+|    air_humidity                 | -1.0207969  |
+|    air_temperature              | 0.7386183   |
+|    clg_setpoint                 | 1.4589553   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5566958  |
+|    diffuse_solar_radiation      | 0.48094985  |
+|    direct_solar_radiation       | 2.873263    |
+|    hour                         | 0.21697547  |
+|    htg_setpoint                 | -1.4009334  |
+|    month                        | -0.05673799 |
+|    outdoor_humidity             | -1.7537386  |
+|    outdoor_temperature          | 0.8740551   |
+|    people_occupant              | -0.68888754 |
+|    total_electricity_HVAC       | -0.55350536 |
+|    wind_direction               | 1.0934683   |
+|    wind_speed                   | 0.42201483  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 608.0512    |
+|    air_humidity                 | 23.44943    |
+|    air_temperature              | 23.660322   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 120.25      |
+|    direct_solar_radiation       | 868.75      |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 31.75       |
+|    outdoor_temperature          | 20.532133   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 547246.06   |
+|    wind_direction               | 297.5       |
+|    wind_speed                   | 5.95        |
+-------------------------------------------------
+--------------------------------------------------***---------------------------------------------------------| 42%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.20165926   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 18.759333    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.16231221   |
+|    air_humidity                 | 0.32239634   |
+|    air_temperature              | 0.43369672   |
+|    clg_setpoint                 | -1.0985479   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.441513    |
+|    diffuse_solar_radiation      | 0.92981607   |
+|    direct_solar_radiation       | 2.563546     |
+|    hour                         | 0.36143926   |
+|    htg_setpoint                 | 0.09263776   |
+|    month                        | -0.056719612 |
+|    outdoor_humidity             | -1.1665927   |
+|    outdoor_temperature          | 0.72474945   |
+|    people_occupant              | 1.6951138    |
+|    total_electricity_HVAC       | 0.11777958   |
+|    wind_direction               | 0.33508605   |
+|    wind_speed                   | 0.4735453    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 3702.7244    |
+|    air_humidity                 | 40.891617    |
+|    air_temperature              | 23.249292    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 3.0          |
+|    diffuse_solar_radiation      | 164.25       |
+|    direct_solar_radiation       | 792.0        |
+|    hour                         | 14.0         |
+|    htg_setpoint                 | 18.272346    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 44.0         |
+|    outdoor_temperature          | 19.083786    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 3332451.8    |
+|    wind_direction               | 217.5        |
+|    wind_speed                   | 6.075        |
+--------------------------------------------------
+--------------------------------------------------***---------------------------------------------------------| 42%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.8039063   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 13.103027    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.53460884   |
+|    air_humidity                 | 0.42003658   |
+|    air_temperature              | 0.43335077   |
+|    clg_setpoint                 | -1.0982994   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.3266455   |
+|    diffuse_solar_radiation      | 1.7990991    |
+|    direct_solar_radiation       | 1.3612922    |
+|    hour                         | 0.5059022    |
+|    htg_setpoint                 | 0.3418601    |
+|    month                        | -0.056701254 |
+|    outdoor_humidity             | -1.7157153   |
+|    outdoor_temperature          | 1.1947978    |
+|    people_occupant              | 1.694749     |
+|    total_electricity_HVAC       | 0.4720907    |
+|    wind_direction               | 0.098104134  |
+|    wind_speed                   | 0.4221019    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 5335.7236    |
+|    air_humidity                 | 42.15986     |
+|    air_temperature              | 23.24893     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.0          |
+|    diffuse_solar_radiation      | 249.5        |
+|    direct_solar_radiation       | 492.25       |
+|    hour                         | 15.0         |
+|    htg_setpoint                 | 19.3189      |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 32.5         |
+|    outdoor_temperature          | 23.649103    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 4802151.0    |
+|    wind_direction               | 192.5        |
+|    wind_speed                   | 5.95         |
+--------------------------------------------------
+--------------------------------------------------****--------------------------------------------------------| 43%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.84610695   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 22.384352    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.09442672   |
+|    air_humidity                 | 1.4456993    |
+|    air_temperature              | 0.4335919    |
+|    clg_setpoint                 | -1.098165    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.2120433   |
+|    diffuse_solar_radiation      | 0.989952     |
+|    direct_solar_radiation       | -0.61121255  |
+|    hour                         | 0.6503633    |
+|    htg_setpoint                 | 1.2775773    |
+|    month                        | -0.056682914 |
+|    outdoor_humidity             | -0.44764218  |
+|    outdoor_temperature          | 0.90208346   |
+|    people_occupant              | 1.6943848    |
+|    total_electricity_HVAC       | 0.053145632  |
+|    wind_direction               | -0.044022262 |
+|    wind_speed                   | 0.8360486    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 3404.2563    |
+|    air_humidity                 | 55.48189     |
+|    air_temperature              | 23.249357    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 5.0          |
+|    diffuse_solar_radiation      | 170.25       |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 16.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 59.0         |
+|    outdoor_temperature          | 20.811148    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 3063830.8    |
+|    wind_direction               | 177.5        |
+|    wind_speed                   | 6.95         |
+--------------------------------------------------
+-------------------------------------------------*****--------------------------------------------------------| 43%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.23278241 |
+|    air_humidity                 | 1.9927667   |
+|    air_temperature              | 0.4339368   |
+|    clg_setpoint                 | -1.0981184  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0976609  |
+|    diffuse_solar_radiation      | 0.21458727  |
+|    direct_solar_radiation       | -0.6110461  |
+|    hour                         | 0.7948216   |
+|    htg_setpoint                 | 1.2423438   |
+|    month                        | -0.05666459 |
+|    outdoor_humidity             | 0.9637749   |
+|    outdoor_temperature          | 0.619365    |
+|    people_occupant              | 1.6940212   |
+|    total_electricity_HVAC       | -0.25827637 |
+|    wind_direction               | 0.07433959  |
+|    wind_speed                   | 1.6011769   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1968.9591   |
+|    air_humidity                 | 62.597816   |
+|    air_temperature              | 23.250008   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 94.25       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 23.103186   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 88.5        |
+|    outdoor_temperature          | 18.072786   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1772063.2   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 8.8         |
+-------------------------------------------------
+--------------------------------------------------****--------------------------------------------------------| 43%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.31867197   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 19.41753     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.09136586   |
+|    air_humidity                 | 1.1692013    |
+|    air_temperature              | 0.4334952    |
+|    clg_setpoint                 | -1.0980479   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.9834577   |
+|    diffuse_solar_radiation      | -0.032991685 |
+|    direct_solar_radiation       | -0.29851282  |
+|    hour                         | 0.93927544   |
+|    htg_setpoint                 | -0.26389384  |
+|    month                        | -0.056646287 |
+|    outdoor_humidity             | -1.1901492   |
+|    outdoor_temperature          | 1.9311043    |
+|    people_occupant              | 0.502137     |
+|    total_electricity_HVAC       | 0.052146435  |
+|    wind_direction               | -1.726182    |
+|    wind_speed                   | 0.68055695   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 3391.1248    |
+|    air_humidity                 | 51.933285    |
+|    air_temperature              | 23.24961     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 7.0          |
+|    diffuse_solar_radiation      | 70.0         |
+|    direct_solar_radiation       | 78.0         |
+|    hour                         | 18.0         |
+|    htg_setpoint                 | 16.777126    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 43.5         |
+|    outdoor_temperature          | 30.806517    |
+|    people_occupant              | 10.0         |
+|    total_electricity_HVAC       | 3060085.0    |
+|    wind_direction               | 0.0          |
+|    wind_speed                   | 6.575        |
+--------------------------------------------------
+-------------------------------------------------*****--------------------------------------------------------| 43%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.77824897 |
+|    Heating_Setpoint_RL          | -0.44365504 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.99841    |
+|    Heating_Setpoint_RL          | 15.12944    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5447902  |
+|    air_humidity                 | -0.50779974 |
+|    air_temperature              | 0.6625989   |
+|    clg_setpoint                 | 1.4589385   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8693971  |
+|    diffuse_solar_radiation      | -0.6216598  |
+|    direct_solar_radiation       | -0.58499116 |
+|    hour                         | 1.0837231   |
+|    htg_setpoint                 | -0.8246936  |
+|    month                        | -0.056628   |
+|    outdoor_humidity             | -0.93883014 |
+|    outdoor_temperature          | 0.9077706   |
+|    people_occupant              | -0.6891206  |
+|    total_electricity_HVAC       | -0.55467534 |
+|    wind_direction               | -1.2512379  |
+|    wind_speed                   | -0.60168415 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 601.2488    |
+|    air_humidity                 | 30.14075    |
+|    air_temperature              | 23.558432   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 12.25       |
+|    direct_solar_radiation       | 6.5         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 14.422694   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 48.75       |
+|    outdoor_temperature          | 20.884668   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 543456.94   |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 3.475       |
+-------------------------------------------------
+-------------------------------------------------******-------------------------------------------------------| 44%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.088814095 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.924747   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6441272  |
+|    air_humidity                 | -0.7972939  |
+|    air_temperature              | 0.6375121   |
+|    clg_setpoint                 | 0.012111678 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7554471  |
+|    diffuse_solar_radiation      | -0.746572   |
+|    direct_solar_radiation       | -0.611266   |
+|    hour                         | 1.2281624   |
+|    htg_setpoint                 | -1.4010613  |
+|    month                        | -0.05660973 |
+|    outdoor_humidity             | 0.090658925 |
+|    outdoor_temperature          | 0.6950941   |
+|    people_occupant              | -0.68879384 |
+|    total_electricity_HVAC       | -0.6497744  |
+|    wind_direction               | 0.16966768  |
+|    wind_speed                   | -0.39483318 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 165.26761   |
+|    air_humidity                 | 26.37711    |
+|    air_temperature              | 23.524796   |
+|    clg_setpoint                 | 26.18186    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 70.25       |
+|    outdoor_temperature          | 18.824137   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 148740.84   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 3.975       |
+-------------------------------------------------
+-------------------------------------------------******-------------------------------------------------------| 44%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.43352675  |
+|    Heating_Setpoint_RL          | 0.8544047   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.088154   |
+|    Heating_Setpoint_RL          | 22.431026   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6502633  |
+|    air_humidity                 | 1.4013569   |
+|    air_temperature              | 0.2954361   |
+|    clg_setpoint                 | -0.06342724 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6415798  |
+|    diffuse_solar_radiation      | -0.7465645  |
+|    direct_solar_radiation       | -0.611429   |
+|    hour                         | 1.372591    |
+|    htg_setpoint                 | -0.35262397 |
+|    month                        | -0.05659148 |
+|    outdoor_humidity             | 0.5576281   |
+|    outdoor_temperature          | 0.6473338   |
+|    people_occupant              | -0.6889057  |
+|    total_electricity_HVAC       | -0.65561754 |
+|    wind_direction               | -0.11436924 |
+|    wind_speed                   | -0.39474097 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 138.88834   |
+|    air_humidity                 | 54.9498     |
+|    air_temperature              | 23.064476   |
+|    clg_setpoint                 | 25.981781   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 16.405464   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 80.0        |
+|    outdoor_temperature          | 18.365967   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 124999.5    |
+|    wind_direction               | 170.0       |
+|    wind_speed                   | 3.975       |
+-------------------------------------------------
+--------------------------------------------------*****-------------------------------------------------------| 44%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 0.45902842   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 20.207035    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5744299   |
+|    air_humidity                 | 1.6478283    |
+|    air_temperature              | -0.6037505   |
+|    clg_setpoint                 | -0.36577445  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.5277717   |
+|    diffuse_solar_radiation      | -0.74666667  |
+|    direct_solar_radiation       | -0.6113047   |
+|    hour                         | 1.5170062    |
+|    htg_setpoint                 | 0.5991933    |
+|    month                        | -0.056573246 |
+|    outdoor_humidity             | 1.035918     |
+|    outdoor_temperature          | 0.76835555   |
+|    people_occupant              | -0.6890175   |
+|    total_electricity_HVAC       | -0.5834517   |
+|    wind_direction               | -0.18515114  |
+|    wind_speed                   | 0.52650577   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 471.55844    |
+|    air_humidity                 | 58.18056     |
+|    air_temperature              | 21.854445    |
+|    clg_setpoint                 | 25.183624    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 11.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 20.406347    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 90.0         |
+|    outdoor_temperature          | 19.543234    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 424402.62    |
+|    wind_direction               | 162.5        |
+|    wind_speed                   | 6.2          |
+| train/                          |              |
+|    approx_kl                    | 0.008143578  |
+|    clip_fraction                | 0.0749       |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.4         |
+|    explained_variance           | 0.281        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.213        |
+|    n_updates                    | 760          |
+|    policy_gradient_loss         | -0.00937     |
+|    std                          | 0.807        |
+|    value_loss                   | 0.959        |
+--------------------------------------------------
+-------------------------------------------------******-------------------------------------------------------| 44%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.22127204 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 16.380344   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.57607645 |
+|    air_humidity                 | 1.1786344   |
+|    air_temperature              | -0.18066636 |
+|    clg_setpoint                 | 0.34735042  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.41400334 |
+|    diffuse_solar_radiation      | -0.7467241  |
+|    direct_solar_radiation       | -0.61112076 |
+|    hour                         | 1.661405    |
+|    htg_setpoint                 | -0.12933987 |
+|    month                        | -0.05655503 |
+|    outdoor_humidity             | 1.3226329   |
+|    outdoor_temperature          | 0.8322713   |
+|    people_occupant              | -0.6891291  |
+|    total_electricity_HVAC       | -0.58517915 |
+|    wind_direction               | 0.17012127  |
+|    wind_speed                   | 0.26726022  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 464.86887   |
+|    air_humidity                 | 52.09584    |
+|    air_temperature              | 22.424204   |
+|    clg_setpoint                 | 27.066753   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 17.347387   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 20.167917   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 417775.47   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 5.575       |
+-------------------------------------------------
+-------------------------------------------------*******------------------------------------------------------| 45%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.067092    |
+|    Heating_Setpoint_RL          | -0.87779045 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.851435   |
+|    Heating_Setpoint_RL          | 12.687428   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.63047767  |
+|    air_humidity                 | 2.2420087   |
+|    air_temperature              | 0.4326727   |
+|    clg_setpoint                 | 1.4583665   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18659055 |
+|    diffuse_solar_radiation      | -0.7468647  |
+|    direct_solar_radiation       | -0.61110896 |
+|    hour                         | -1.6613034  |
+|    htg_setpoint                 | 1.2754064   |
+|    month                        | -0.05653683 |
+|    outdoor_humidity             | 1.4654164   |
+|    outdoor_temperature          | 0.5810938   |
+|    people_occupant              | -0.6892406  |
+|    total_electricity_HVAC       | 0.7200741   |
+|    wind_direction               | 0.17010958  |
+|    wind_speed                   | 0.4742314   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5748.184    |
+|    air_humidity                 | 65.94751    |
+|    air_temperature              | 23.24968    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 99.0        |
+|    outdoor_temperature          | 17.73707    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5822817.0   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 6.075       |
+-------------------------------------------------
+--------------------------------------------------******------------------------------------------------------| 45%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.9014808    |
+|    Heating_Setpoint_RL          | 0.65639937   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.667498    |
+|    Heating_Setpoint_RL          | 21.317245    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.24074897  |
+|    air_humidity                 | 0.35590306   |
+|    air_temperature              | 0.43280444   |
+|    clg_setpoint                 | 1.4586172    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.07282754  |
+|    diffuse_solar_radiation      | -0.74699175  |
+|    direct_solar_radiation       | -0.61119735  |
+|    hour                         | -1.5167668   |
+|    htg_setpoint                 | 1.2751018    |
+|    month                        | -0.056518648 |
+|    outdoor_humidity             | 0.89045066   |
+|    outdoor_temperature          | 0.8041901    |
+|    people_occupant              | -0.6893519   |
+|    total_electricity_HVAC       | -0.26591605  |
+|    wind_direction               | -1.1573528   |
+|    wind_speed                   | -0.9648143   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1934.2266    |
+|    air_humidity                 | 41.425976    |
+|    air_temperature              | 23.250086    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 1.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 87.0         |
+|    outdoor_temperature          | 19.906082    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1740803.9    |
+|    wind_direction               | 60.0         |
+|    wind_speed                   | 2.6          |
+--------------------------------------------------
+--------------------------------------------------*******-----------------------------------------------------| 46%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.53117025   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 20.612833    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.57919914  |
+|    air_humidity                 | -1.0911039   |
+|    air_temperature              | -0.18438704  |
+|    clg_setpoint                 | 1.4585265    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.040930446  |
+|    diffuse_solar_radiation      | -0.7470017   |
+|    direct_solar_radiation       | -0.6113057   |
+|    hour                         | -1.3722479   |
+|    htg_setpoint                 | 0.17679536   |
+|    month                        | -0.056500487 |
+|    outdoor_humidity             | 1.5124099    |
+|    outdoor_temperature          | 0.9717118    |
+|    people_occupant              | -0.68902624  |
+|    total_electricity_HVAC       | -0.5880195   |
+|    wind_direction               | -0.84915483  |
+|    wind_speed                   | -0.4986103   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 452.2293     |
+|    air_humidity                 | 22.591362    |
+|    air_temperature              | 22.42034     |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 16.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 2.0          |
+|    htg_setpoint                 | 18.635237    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 21.539604    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 407006.38    |
+|    wind_direction               | 92.5         |
+|    wind_speed                   | 3.725        |
+--------------------------------------------------
+-------------------------------------------------********-----------------------------------------------------| 46%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.061876513 |
+|    Heating_Setpoint_RL          | 0.4389031   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.833834   |
+|    Heating_Setpoint_RL          | 20.09383    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.52013785  |
+|    air_humidity                 | -1.9198093  |
+|    air_temperature              | 0.4324406   |
+|    clg_setpoint                 | 0.5421385   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.15468518  |
+|    diffuse_solar_radiation      | -0.747075   |
+|    direct_solar_radiation       | -0.6112353  |
+|    hour                         | -1.2277436  |
+|    htg_setpoint                 | 1.27537     |
+|    month                        | -0.05648234 |
+|    outdoor_humidity             | 1.4280518   |
+|    outdoor_temperature          | 0.8639459   |
+|    people_occupant              | -0.688701   |
+|    total_electricity_HVAC       | 0.5956381   |
+|    wind_direction               | -0.37456128 |
+|    wind_speed                   | -1.4200162  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5261.3486   |
+|    air_humidity                 | 11.780639   |
+|    air_temperature              | 23.249956   |
+|    clg_setpoint                 | 27.581867   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 98.25       |
+|    outdoor_temperature          | 20.5017     |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5303892.5   |
+|    wind_direction               | 142.5       |
+|    wind_speed                   | 1.5         |
+-------------------------------------------------
+-------------------------------------------------********-----------------------------------------------------| 46%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.67996985  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.44983    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.45580274  |
+|    air_humidity                 | -0.10820595 |
+|    air_temperature              | 0.4327891   |
+|    clg_setpoint                 | -0.5136446  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.26843432  |
+|    diffuse_solar_radiation      | -0.7471648  |
+|    direct_solar_radiation       | -0.611281   |
+|    hour                         | -1.083251   |
+|    htg_setpoint                 | 1.2753129   |
+|    month                        | -0.05646421 |
+|    outdoor_humidity             | 1.3676562   |
+|    outdoor_temperature          | 0.87697345  |
+|    people_occupant              | -0.68881243 |
+|    total_electricity_HVAC       | 0.39698184  |
+|    wind_direction               | 0.45543307  |
+|    wind_speed                   | -0.8085654  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4979.5513   |
+|    air_humidity                 | 35.372387   |
+|    air_temperature              | 23.250439   |
+|    clg_setpoint                 | 24.793846   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 97.0        |
+|    outdoor_temperature          | 20.634382   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4481596.5   |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 2.975       |
+-------------------------------------------------
+--------------------------------------------------*******-----------------------------------------------------| 46%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.14638025   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 27.119034    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5799743   |
+|    air_humidity                 | -0.047274917 |
+|    air_temperature              | -0.4399792   |
+|    clg_setpoint                 | 1.38107      |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.3821715    |
+|    diffuse_solar_radiation      | -0.25419465  |
+|    direct_solar_radiation       | 0.16138168   |
+|    hour                         | -0.9387677   |
+|    htg_setpoint                 | -0.52076936  |
+|    month                        | -0.0564461   |
+|    outdoor_humidity             | 0.74483556   |
+|    outdoor_temperature          | 1.2176951    |
+|    people_occupant              | -0.6889237   |
+|    total_electricity_HVAC       | -0.5889195   |
+|    wind_direction               | 0.85858536   |
+|    wind_speed                   | -0.54963833  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 449.33572    |
+|    air_humidity                 | 36.171722    |
+|    air_temperature              | 22.077621    |
+|    clg_setpoint                 | 29.79612     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 19.0         |
+|    diffuse_solar_radiation      | 48.5         |
+|    direct_solar_radiation       | 192.75       |
+|    hour                         | 5.0          |
+|    htg_setpoint                 | 15.704074    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 84.0         |
+|    outdoor_temperature          | 23.947868    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 403712.56    |
+|    wind_direction               | 272.5        |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+--------------------------------------------------********----------------------------------------------------| 47%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6015053   |
+|    air_humidity                 | -0.4173663   |
+|    air_temperature              | -0.23626101  |
+|    clg_setpoint                 | 1.4581693    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.49588633   |
+|    diffuse_solar_radiation      | 0.4216509    |
+|    direct_solar_radiation       | 0.47471383   |
+|    hour                         | -0.7942912   |
+|    htg_setpoint                 | 0.46015748   |
+|    month                        | -0.056428008 |
+|    outdoor_humidity             | 0.3262825    |
+|    outdoor_temperature          | 0.86354333   |
+|    people_occupant              | -0.6890349   |
+|    total_electricity_HVAC       | -0.6093743   |
+|    wind_direction               | -1.2522182   |
+|    wind_speed                   | -0.2906446   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 355.9531     |
+|    air_humidity                 | 31.357433    |
+|    air_temperature              | 22.351809    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 20.0         |
+|    diffuse_solar_radiation      | 115.0        |
+|    direct_solar_radiation       | 271.0        |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 19.825703    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 75.25        |
+|    outdoor_temperature          | 20.528103    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 319827.62    |
+|    wind_direction               | 50.0         |
+|    wind_speed                   | 4.225        |
+--------------------------------------------------
+--------------------------------------------------********----------------------------------------------------| 47%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.6906718   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.293983    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.35798004   |
+|    air_humidity                 | 0.0049712965 |
+|    air_temperature              | 0.43140972   |
+|    clg_setpoint                 | 1.458171     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.60956424   |
+|    diffuse_solar_radiation      | 0.25360113   |
+|    direct_solar_radiation       | -0.6117682   |
+|    hour                         | -0.6498198   |
+|    htg_setpoint                 | 1.2751706    |
+|    month                        | -0.05640993  |
+|    outdoor_humidity             | 1.0325181    |
+|    outdoor_temperature          | 1.0443906    |
+|    people_occupant              | -0.6891459   |
+|    total_electricity_HVAC       | 0.3273339    |
+|    wind_direction               | 0.28971794   |
+|    wind_speed                   | -0.4460255   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 4552.0674    |
+|    air_humidity                 | 36.860977    |
+|    air_temperature              | 23.249123    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 21.0         |
+|    diffuse_solar_radiation      | 98.5         |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 90.0         |
+|    outdoor_temperature          | 22.291885    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 4193773.8    |
+|    wind_direction               | 212.5        |
+|    wind_speed                   | 3.85         |
+--------------------------------------------------
+--------------------------------------------------********----------------------------------------------------| 47%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.27344143  |
+|    air_humidity                 | -0.46763355  |
+|    air_temperature              | 0.43349627   |
+|    clg_setpoint                 | 0.1767086    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.7231869    |
+|    diffuse_solar_radiation      | 0.5176219    |
+|    direct_solar_radiation       | 2.1312637    |
+|    hour                         | -0.50535184  |
+|    htg_setpoint                 | -1.4029021   |
+|    month                        | -0.056391872 |
+|    outdoor_humidity             | -1.2658522   |
+|    outdoor_temperature          | 1.4194154    |
+|    people_occupant              | -0.68925685  |
+|    total_electricity_HVAC       | -0.27220416  |
+|    wind_direction               | 1.5706958    |
+|    wind_speed                   | 0.42471084   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1791.1488    |
+|    air_humidity                 | 30.714973    |
+|    air_temperature              | 23.252043    |
+|    clg_setpoint                 | 26.616238    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 22.0         |
+|    diffuse_solar_radiation      | 124.5        |
+|    direct_solar_radiation       | 684.25       |
+|    hour                         | 8.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 42.0         |
+|    outdoor_temperature          | 25.942398    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1714644.5    |
+|    wind_direction               | 347.5        |
+|    wind_speed                   | 5.95         |
+--------------------------------------------------
+-------------------------------------------------*********----------------------------------------------------| 47%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6578802  |
+|    Heating_Setpoint_RL          | -0.2075642  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.404654   |
+|    Heating_Setpoint_RL          | 16.45745    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.09362787 |
+|    air_humidity                 | -1.6179006  |
+|    air_temperature              | 0.012731855 |
+|    clg_setpoint                 | -1.0980151  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8367318   |
+|    diffuse_solar_radiation      | 2.407585    |
+|    direct_solar_radiation       | 1.1594911   |
+|    hour                         | -0.36088598 |
+|    htg_setpoint                 | -1.4024199  |
+|    month                        | -0.05637383 |
+|    outdoor_humidity             | -1.2049016  |
+|    outdoor_temperature          | 1.4995768   |
+|    people_occupant              | -0.68893266 |
+|    total_electricity_HVAC       | -0.08384091 |
+|    wind_direction               | 0.95298994  |
+|    wind_speed                   | -0.34255087 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2576.2192   |
+|    air_humidity                 | 15.724259   |
+|    air_temperature              | 22.687372   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 310.5       |
+|    direct_solar_radiation       | 442.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 43.25       |
+|    outdoor_temperature          | 26.734146   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2492411.8   |
+|    wind_direction               | 282.5       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------*********---------------------------------------------------| 48%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.2585559    |
+|    air_humidity                 | 1.1328598    |
+|    air_temperature              | 0.43071005   |
+|    clg_setpoint                 | -1.0981573   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.9501725    |
+|    diffuse_solar_radiation      | 3.6798823    |
+|    direct_solar_radiation       | 0.62858874   |
+|    hour                         | -0.21642128  |
+|    htg_setpoint                 | 1.2391657    |
+|    month                        | -0.056355804 |
+|    outdoor_humidity             | 0.37431085   |
+|    outdoor_temperature          | 1.5153501    |
+|    people_occupant              | 1.6952795    |
+|    total_electricity_HVAC       | 1.1609855    |
+|    wind_direction               | -0.37569618  |
+|    wind_speed                   | 0.051589422  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 8483.801     |
+|    air_humidity                 | 51.541798    |
+|    air_temperature              | 23.24878     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 24.0         |
+|    diffuse_solar_radiation      | 436.0        |
+|    direct_solar_radiation       | 309.5        |
+|    hour                         | 10.0         |
+|    htg_setpoint                 | 23.097855    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 76.25        |
+|    outdoor_temperature          | 26.898333    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 7635421.0    |
+|    wind_direction               | 142.5        |
+|    wind_speed                   | 5.05         |
+--------------------------------------------------
+--------------------------------------------------*********---------------------------------------------------| 48%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.14442831  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 16.812592    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.9311783    |
+|    air_humidity                 | 1.161592     |
+|    air_temperature              | 0.43047094   |
+|    clg_setpoint                 | -1.098001    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0634787    |
+|    diffuse_solar_radiation      | 2.2008438    |
+|    direct_solar_radiation       | 1.0927011    |
+|    hour                         | -0.07195704  |
+|    htg_setpoint                 | 1.2656256    |
+|    month                        | -0.056337796 |
+|    outdoor_humidity             | 0.5889604    |
+|    outdoor_temperature          | 1.2662954    |
+|    people_occupant              | 1.218174     |
+|    total_electricity_HVAC       | 0.8494135    |
+|    wind_direction               | 0.14682312   |
+|    wind_speed                   | 0.1657637    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 7053.3013    |
+|    air_humidity                 | 51.928486    |
+|    air_temperature              | 23.248625    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 290.5        |
+|    direct_solar_radiation       | 425.25       |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 23.210682    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 80.75        |
+|    outdoor_temperature          | 24.486633    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 6347971.0    |
+|    wind_direction               | 197.5        |
+|    wind_speed                   | 5.325        |
+--------------------------------------------------
+--------------------------------------------------*********---------------------------------------------------| 48%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.5068617    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 20.476097    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.688575     |
+|    air_humidity                 | 1.0797737    |
+|    air_temperature              | 0.43129325   |
+|    clg_setpoint                 | -1.0978514   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.1766164    |
+|    diffuse_solar_radiation      | 1.2313644    |
+|    direct_solar_radiation       | 2.4192762    |
+|    hour                         | 0.07250709   |
+|    htg_setpoint                 | 0.03252501   |
+|    month                        | -0.056319807 |
+|    outdoor_humidity             | -0.5475044   |
+|    outdoor_temperature          | 1.3923203    |
+|    people_occupant              | 0.26445243   |
+|    total_electricity_HVAC       | 0.7533251    |
+|    wind_direction               | 0.075305015  |
+|    wind_speed                   | 0.42484453   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 5993.196     |
+|    air_humidity                 | 50.866444    |
+|    air_temperature              | 23.249866    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 26.0         |
+|    diffuse_solar_radiation      | 195.0        |
+|    direct_solar_radiation       | 756.5        |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 18.029522    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 57.0         |
+|    outdoor_temperature          | 25.721268    |
+|    people_occupant              | 8.0          |
+|    total_electricity_HVAC       | 5950696.0    |
+|    wind_direction               | 190.0        |
+|    wind_speed                   | 5.95         |
+--------------------------------------------------
+--------------------------------------------------**********--------------------------------------------------| 49%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.4349257   |
+|    Heating_Setpoint_RL          | -0.054978788 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.157125    |
+|    Heating_Setpoint_RL          | 17.315744    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.42796236   |
+|    air_humidity                 | 1.0819383    |
+|    air_temperature              | 1.3062612    |
+|    clg_setpoint                 | -0.66279566  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.2895477    |
+|    diffuse_solar_radiation      | 2.040213     |
+|    direct_solar_radiation       | 1.8315154    |
+|    hour                         | 0.21697117   |
+|    htg_setpoint                 | -0.9825248   |
+|    month                        | -0.056301836 |
+|    outdoor_humidity             | -0.009347306 |
+|    outdoor_temperature          | 1.3330861    |
+|    people_occupant              | 1.2176522    |
+|    total_electricity_HVAC       | 0.37047693   |
+|    wind_direction               | 0.05150187   |
+|    wind_speed                   | 2.073526     |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 4854.444     |
+|    air_humidity                 | 50.897976    |
+|    air_temperature              | 24.424154    |
+|    clg_setpoint                 | 24.39889     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 27.0         |
+|    diffuse_solar_radiation      | 274.75       |
+|    direct_solar_radiation       | 610.0        |
+|    hour                         | 13.0         |
+|    htg_setpoint                 | 13.76446     |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 68.25        |
+|    outdoor_temperature          | 25.154562    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 4368999.5    |
+|    wind_direction               | 187.5        |
+|    wind_speed                   | 9.925        |
+--------------------------------------------------
+-------------------------------------------------***********--------------------------------------------------| 49%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.96106863 |
+|    Heating_Setpoint_RL          | 0.558686    |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.381393   |
+|    Heating_Setpoint_RL          | 20.767609   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.0448818   |
+|    air_humidity                 | 1.144505    |
+|    air_temperature              | 0.43004608  |
+|    clg_setpoint                 | -1.0977279  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.402231    |
+|    diffuse_solar_radiation      | 2.490856    |
+|    direct_solar_radiation       | 0.50735253  |
+|    hour                         | 0.36143497  |
+|    htg_setpoint                 | -0.14560577 |
+|    month                        | -0.05628388 |
+|    outdoor_humidity             | 0.5407239   |
+|    outdoor_temperature          | 1.117354    |
+|    people_occupant              | 1.6940225   |
+|    total_electricity_HVAC       | 0.9575935   |
+|    wind_direction               | 0.3126939   |
+|    wind_speed                   | 0.68290645  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7548.131    |
+|    air_humidity                 | 51.72304    |
+|    air_temperature              | 23.248652   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 319.25      |
+|    direct_solar_radiation       | 279.5       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 17.282257   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 79.75       |
+|    outdoor_temperature          | 23.064056   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 6793318.0   |
+|    wind_direction               | 215.0       |
+|    wind_speed                   | 6.575       |
+-------------------------------------------------
+--------------------------------------------------**********--------------------------------------------------| 49%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.16012959   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 18.525728    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.56707734  |
+|    air_humidity                 | -0.8561392   |
+|    air_temperature              | 0.20340107   |
+|    clg_setpoint                 | -0.3973621   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.5146213    |
+|    diffuse_solar_radiation      | 1.7347071    |
+|    direct_solar_radiation       | -0.61230683  |
+|    hour                         | 0.5058979    |
+|    htg_setpoint                 | -0.47694948  |
+|    month                        | -0.056265943 |
+|    outdoor_humidity             | 0.5761373    |
+|    outdoor_temperature          | 1.0707365    |
+|    people_occupant              | -0.6891626   |
+|    total_electricity_HVAC       | -0.57755387  |
+|    wind_direction               | -0.6137264   |
+|    wind_speed                   | -0.55138546  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 509.49487    |
+|    air_humidity                 | 25.655838    |
+|    air_temperature              | 22.944704    |
+|    clg_setpoint                 | 25.099665    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 29.0         |
+|    diffuse_solar_radiation      | 244.75       |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 15.0         |
+|    htg_setpoint                 | 15.891006    |
+|    month                        | 6.0          |
+|    outdoor_humidity             | 80.5         |
+|    outdoor_temperature          | 22.617054    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 454395.66    |
+|    wind_direction               | 117.5        |
+|    wind_speed                   | 3.6          |
+--------------------------------------------------
+-------------------------------------------------***********--------------------------------------------------| 49%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.86659825  |
+|    Heating_Setpoint_RL          | -0.5138852  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.549768   |
+|    Heating_Setpoint_RL          | 14.734396   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5432226  |
+|    air_humidity                 | -1.3339486  |
+|    air_temperature              | 0.8689398   |
+|    clg_setpoint                 | 1.2255021   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.62667     |
+|    diffuse_solar_radiation      | 2.2248468   |
+|    direct_solar_radiation       | -0.24555047 |
+|    hour                         | 0.6503591   |
+|    htg_setpoint                 | 0.8234358   |
+|    month                        | -0.05624802 |
+|    outdoor_humidity             | 0.63562614  |
+|    outdoor_temperature          | 0.7533494   |
+|    people_occupant              | -0.6888399  |
+|    total_electricity_HVAC       | -0.5541394  |
+|    wind_direction               | 0.09891054  |
+|    wind_speed                   | 1.4406686   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 612.94366   |
+|    air_humidity                 | 19.423222   |
+|    air_temperature              | 23.83713    |
+|    clg_setpoint                 | 29.385529   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 293.25      |
+|    direct_solar_radiation       | 91.5        |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 21.353874   |
+|    month                        | 6.0         |
+|    outdoor_humidity             | 81.75       |
+|    outdoor_temperature          | 19.537457   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 550435.1    |
+|    wind_direction               | 192.5       |
+|    wind_speed                   | 8.4         |
+-------------------------------------------------
+------------------------------------------------*************-------------------------------------------------| 50%
 | action_network/                 |            |
-|    index                        | 5          |
+|    Cooling_Setpoint_RL          | -1.0       |
+|    Heating_Setpoint_RL          | -0.8691206 |
 | action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1563.6162  |
-|    air_humidity                 | 24.247192  |
-|    air_temperature              | 19.999989  |
-|    clg_setpoint                 | 25.0       |
+|    Cooling_Setpoint_RL          | 23.25      |
+|    Heating_Setpoint_RL          | 12.7361965 |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | 0.678543   |
+|    air_humidity                 | 1.2258404  |
+|    air_temperature              | 0.42983556 |
+|    clg_setpoint                 | -1.0977693 |
 |    co2_emission                 | 0.0        |
-|    day_of_month                 | 22.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 0.0        |
-|    htg_setpoint                 | 20.0       |
-|    month                        | 3.0        |
-|    outdoor_humidity             | 44.0       |
-|    outdoor_temperature          | -1.0611725 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1407254.6  |
-|    wind_direction               | 297.5      |
-|    wind_speed                   | 8.475      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.03e+03   |
-|    n_updates                    | 15699      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 22%
-| action_network/                 |            |
-|    index                        | 3          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 27         |
-|    Heating_Setpoint_RL          | 18         |
+|    day_of_month                 | -1.6718879 |
+|    diffuse_solar_radiation      | 0.15145476 |
+|    direct_solar_radiation       | 1.5652022  |
+|    hour                         | 0.79481745 |
+|    htg_setpoint                 | -0.4885564 |
+|    month                        | 0.23490675 |
+|    outdoor_humidity             | 0.50363    |
+|    outdoor_temperature          | 1.1810905  |
+|    people_occupant              | 1.6948802  |
+|    total_electricity_HVAC       | 0.6089413  |
+|    wind_direction               | 0.07491478 |
+|    wind_speed                   | 0.52790403 |
 | observation/                    |            |
-|    HVAC_electricity_demand_rate | 2125.3613  |
-|    air_humidity                 | 17.254232  |
-|    air_temperature              | 19.878681  |
-|    clg_setpoint                 | 28.0       |
+|    HVAC_electricity_demand_rate | 5944.964   |
+|    air_humidity                 | 52.785988  |
+|    air_temperature              | 23.248549  |
+|    clg_setpoint                 | 23.25      |
 |    co2_emission                 | 0.0        |
-|    day_of_month                 | 23.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 1.0        |
-|    htg_setpoint                 | 17.0       |
-|    month                        | 3.0        |
-|    outdoor_humidity             | 33.5       |
-|    outdoor_temperature          | -3.8698978 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1912825.1  |
-|    wind_direction               | 347.5      |
-|    wind_speed                   | 4.475      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.76e+03   |
-|    n_updates                    | 15724      |
+|    day_of_month                 | 1.0        |
+|    diffuse_solar_radiation      | 88.75      |
+|    direct_solar_radiation       | 543.5      |
+|    hour                         | 17.0       |
+|    htg_setpoint                 | 15.841823  |
+|    month                        | 7.0        |
+|    outdoor_humidity             | 79.0       |
+|    outdoor_temperature          | 23.700148  |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 5350467.5  |
+|    wind_direction               | 190.0      |
+|    wind_speed                   | 6.2        |
 ------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 23%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 20.619474 |
-|    air_temperature              | 19.133396 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 69.0      |
-|    outdoor_temperature          | 2.4355738 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 6.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.29e+03  |
-|    n_updates                    | 15749     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 23%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 381.8151  |
-|    air_humidity                 | 37.59117  |
-|    air_temperature              | 21.439528 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 8.856663  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 343633.6  |
-|    wind_direction               | 172.5     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.48e+03  |
-|    n_updates                    | 15774     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 23%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 42.63189  |
-|    air_temperature              | 19.000011 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 5.119897  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 100.0     |
-|    wind_speed                   | 1.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.31e+03  |
-|    n_updates                    | 15799     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 23%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 50.85754  |
-|    air_temperature              | 18.377762 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 8.373751  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.95e+03  |
-|    n_updates                    | 15824     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 24%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 35.561874 |
-|    air_temperature              | 21.873852 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 74.0      |
-|    direct_solar_radiation       | 11.25     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 71.0      |
-|    outdoor_temperature          | 10.225957 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 5.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.87e+03  |
-|    n_updates                    | 15849     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 24%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 26.675598 |
-|    air_temperature              | 18.554829 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 115.5     |
-|    direct_solar_radiation       | 615.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 68.0      |
-|    outdoor_temperature          | 4.2019925 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 5.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.62e+03  |
-|    n_updates                    | 15874     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 24%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 40.36259  |
-|    air_temperature              | 18.407398 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 130.75    |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 84.25     |
-|    outdoor_temperature          | 3.0041485 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 77.5      |
-|    wind_speed                   | 3.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 9.13e+03  |
-|    n_updates                    | 15899     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 219.27303 |
-|    air_humidity                 | 40.82527  |
-|    air_temperature              | 19.000004 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 204.25    |
-|    direct_solar_radiation       | 1.5       |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 6.623772  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 197345.73 |
-|    wind_direction               | 7.5       |
-|    wind_speed                   | 5.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.89e+03  |
-|    n_updates                    | 15924     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 35.68691  |
-|    air_temperature              | 21.785128 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 208.25    |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 88.0      |
-|    outdoor_temperature          | 5.421297  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 147.5     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.76e+03  |
-|    n_updates                    | 15949     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 840.3833  |
-|    air_humidity                 | 25.465723 |
-|    air_temperature              | 22.999157 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 324.5     |
-|    direct_solar_radiation       | 198.5     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 42.75     |
-|    outdoor_temperature          | 7.6123447 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 755894.1  |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 7.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.12e+03  |
-|    n_updates                    | 15974     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 734.6666  |
-|    air_humidity                 | 18.650326 |
-|    air_temperature              | 22.999714 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 117.75    |
-|    direct_solar_radiation       | 915.75    |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 36.25     |
-|    outdoor_temperature          | 8.88295   |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 661284.7  |
-|    wind_direction               | 237.5     |
-|    wind_speed                   | 5.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.51e+03  |
-|    n_updates                    | 15999     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 26%
+-------------------------------------------------************-------------------------------------------------| 50%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.11263579 |
+|    air_humidity                 | 1.2205007   |
+|    air_temperature              | 0.4304977   |
+|    clg_setpoint                 | -1.0975814  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5564014  |
+|    diffuse_solar_radiation      | -0.17046133 |
+|    direct_solar_radiation       | -0.29735038 |
+|    hour                         | 0.9392714   |
+|    htg_setpoint                 | -1.4030055  |
+|    month                        | 0.23482814  |
+|    outdoor_humidity             | 0.63502043  |
+|    outdoor_temperature          | 0.8455714   |
+|    people_occupant              | 0.5027619   |
+|    total_electricity_HVAC       | -0.14162423 |
+|    wind_direction               | 0.1227344   |
+|    wind_speed                   | 1.0989053   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2492.9858   |
+|    air_humidity                 | 52.725754   |
+|    air_temperature              | 23.249628   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 57.0        |
+|    direct_solar_radiation       | 78.75       |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 81.75       |
+|    outdoor_temperature          | 20.445751   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 2253704.0   |
+|    wind_direction               | 195.0       |
+|    wind_speed                   | 7.575       |
+| train/                          |             |
+|    approx_kl                    | 0.007932199 |
+|    clip_fraction                | 0.0788      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.4        |
+|    explained_variance           | 0.33        |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.375       |
+|    n_updates                    | 770         |
+|    policy_gradient_loss         | -0.00953    |
+|    std                          | 0.811       |
+|    value_loss                   | 1.23        |
+-------------------------------------------------
+-------------------------------------------------************-------------------------------------------------| 50%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.2854522   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.230667   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.26753393 |
+|    air_humidity                 | 1.9529955   |
+|    air_temperature              | 0.43052548  |
+|    clg_setpoint                 | -1.0974653  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4412701  |
+|    diffuse_solar_radiation      | -0.4976453  |
+|    direct_solar_radiation       | -0.5915166  |
+|    hour                         | 1.0837193   |
+|    htg_setpoint                 | 1.2744194   |
+|    month                        | 0.23474963  |
+|    outdoor_humidity             | 0.21579875  |
+|    outdoor_temperature          | 1.1664586   |
+|    people_occupant              | -0.45081267 |
+|    total_electricity_HVAC       | -0.28226778 |
+|    wind_direction               | 0.8836068   |
+|    wind_speed                   | -1.1731476  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1817.5763   |
+|    air_humidity                 | 62.279728   |
+|    air_temperature              | 23.249817   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 24.75       |
+|    direct_solar_radiation       | 5.25        |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 73.0        |
+|    outdoor_temperature          | 23.57345    |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 1673818.8   |
+|    wind_direction               | 275.0       |
+|    wind_speed                   | 2.1         |
+-------------------------------------------------
+--------------------------------------------------***********-------------------------------------------------| 50%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.05049017  |
+|    Heating_Setpoint_RL          | 0.2737828    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.454596    |
+|    Heating_Setpoint_RL          | 19.165028    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.524211    |
+|    air_humidity                 | 0.9598158    |
+|    air_temperature              | 0.58879554   |
+|    clg_setpoint                 | -0.90210676  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.3264409   |
+|    diffuse_solar_radiation      | -0.74854374  |
+|    direct_solar_radiation       | -0.6127173   |
+|    hour                         | 1.228159     |
+|    htg_setpoint                 | 1.2743213    |
+|    month                        | 0.23467119   |
+|    outdoor_humidity             | -0.035716005 |
+|    outdoor_temperature          | 0.90315086   |
+|    people_occupant              | -0.45094386  |
+|    total_electricity_HVAC       | -0.53577054  |
+|    wind_direction               | -0.75645596  |
+|    wind_speed                   | -1.0174288   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 698.63336    |
+|    air_humidity                 | 49.342678    |
+|    air_temperature              | 23.462015    |
+|    clg_setpoint                 | 23.765705    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 4.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 67.75        |
+|    outdoor_temperature          | 21.02272     |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 628770.06    |
+|    wind_direction               | 102.5        |
+|    wind_speed                   | 2.475        |
+--------------------------------------------------
+-------------------------------------------------*************------------------------------------------------| 51%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.28966743 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 15.995621   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5460723  |
+|    air_humidity                 | 0.7762489   |
+|    air_temperature              | 0.24556164  |
+|    clg_setpoint                 | 1.4583555   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2118655  |
+|    diffuse_solar_radiation      | -0.748506   |
+|    direct_solar_radiation       | -0.61273926 |
+|    hour                         | 1.3725882   |
+|    htg_setpoint                 | -1.1775545  |
+|    month                        | 0.23459283  |
+|    outdoor_humidity             | 1.209322    |
+|    outdoor_temperature          | 1.1771144   |
+|    people_occupant              | -0.68939084 |
+|    total_electricity_HVAC       | -0.55659634 |
+|    wind_direction               | 0.1472974   |
+|    wind_speed                   | 0.46714842  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 604.09436   |
+|    air_humidity                 | 46.95536    |
+|    air_temperature              | 23.002388   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 12.950507   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 93.75       |
+|    outdoor_temperature          | 23.69398    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 543684.94   |
+|    wind_direction               | 197.5       |
+|    wind_speed                   | 6.05        |
+-------------------------------------------------
+-------------------------------------------------*************------------------------------------------------| 51%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.54036033 |
+|    air_humidity                 | -1.2608554  |
+|    air_temperature              | 0.53751826  |
+|    clg_setpoint                 | 0.48863515  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0974998  |
+|    diffuse_solar_radiation      | -0.74861807 |
+|    direct_solar_radiation       | -0.61292267 |
+|    hour                         | 1.517004    |
+|    htg_setpoint                 | -0.5635739  |
+|    month                        | 0.23451455  |
+|    outdoor_humidity             | 0.717998    |
+|    outdoor_temperature          | 1.5544715   |
+|    people_occupant              | -0.6890692  |
+|    total_electricity_HVAC       | -0.5511603  |
+|    wind_direction               | -1.7316808  |
+|    wind_speed                   | -2.0449214  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 628.40717   |
+|    air_humidity                 | 20.401802   |
+|    air_temperature              | 23.394224   |
+|    clg_setpoint                 | 27.440313   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 15.527972   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 83.5        |
+|    outdoor_temperature          | 27.377998   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 565566.44   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+-------------------------------------------------*************------------------------------------------------| 51%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.24540374  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.453238   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.55886513 |
+|    air_humidity                 | -1.7895579  |
+|    air_temperature              | 0.4398039   |
+|    clg_setpoint                 | 1.3062338   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.98330444 |
+|    diffuse_solar_radiation      | -0.7487333  |
+|    direct_solar_radiation       | -0.6129853  |
+|    hour                         | 1.6614038   |
+|    htg_setpoint                 | -1.402792   |
+|    month                        | 0.23443635  |
+|    outdoor_humidity             | 0.08328414  |
+|    outdoor_temperature          | 1.4076984   |
+|    people_occupant              | -0.68874806 |
+|    total_electricity_HVAC       | -0.56877047 |
+|    wind_direction               | -1.0897106  |
+|    wind_speed                   | -0.3420299  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 547.10925   |
+|    air_humidity                 | 13.485941   |
+|    air_temperature              | 23.263853   |
+|    clg_setpoint                 | 29.600058   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 70.25       |
+|    outdoor_temperature          | 25.969723   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 492398.34   |
+|    wind_direction               | 67.5        |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------**************-----------------------------------------------| 52%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.11444584  |
+|    Heating_Setpoint_RL          | 0.9442086   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.011255   |
+|    Heating_Setpoint_RL          | 22.936172   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.20698562  |
+|    air_humidity                 | 0.8206829   |
+|    air_temperature              | 0.42962775  |
+|    clg_setpoint                 | 1.4578563   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7556629  |
+|    diffuse_solar_radiation      | -0.74880713 |
+|    direct_solar_radiation       | -0.6129728  |
+|    hour                         | -1.6613038  |
+|    htg_setpoint                 | 1.2744817   |
+|    month                        | 0.23435822  |
+|    outdoor_humidity             | 1.2211604   |
+|    outdoor_temperature          | 1.2877423   |
+|    people_occupant              | -0.68885803 |
+|    total_electricity_HVAC       | 0.5052288   |
+|    wind_direction               | -1.5654672  |
+|    wind_speed                   | -1.8884517  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3885.8193   |
+|    air_humidity                 | 47.52863    |
+|    air_temperature              | 23.250353   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 94.0        |
+|    outdoor_temperature          | 24.81682    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4919518.5   |
+|    wind_direction               | 17.5        |
+|    wind_speed                   | 0.375       |
+-------------------------------------------------
+-------------------------------------------------**************-----------------------------------------------| 52%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.6783276   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 21.440594   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.56388795 |
+|    air_humidity                 | 0.16464491  |
+|    air_temperature              | 0.32906196  |
+|    clg_setpoint                 | 1.4579136   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.64169544 |
+|    diffuse_solar_radiation      | -0.74890745 |
+|    direct_solar_radiation       | -0.6131024  |
+|    hour                         | -1.5167682  |
+|    htg_setpoint                 | 0.6683155   |
+|    month                        | 0.23428017  |
+|    outdoor_humidity             | -0.360782   |
+|    outdoor_temperature          | 1.5539855   |
+|    people_occupant              | -0.68896794 |
+|    total_electricity_HVAC       | -0.5735708  |
+|    wind_direction               | 1.0513622   |
+|    wind_speed                   | 0.3234027   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 526.794     |
+|    air_humidity                 | 38.977985   |
+|    air_temperature              | 23.115871   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 20.703403   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 61.0        |
+|    outdoor_temperature          | 27.427448   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 474114.6    |
+|    wind_direction               | 292.5       |
+|    wind_speed                   | 5.7         |
+-------------------------------------------------
+-------------------------------------------------**************-----------------------------------------------| 52%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.10398999  |
+|    air_humidity                 | 0.05443981  |
+|    air_temperature              | 0.428835    |
+|    clg_setpoint                 | 0.2331012   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.52779883 |
+|    diffuse_solar_radiation      | -0.7489925  |
+|    direct_solar_radiation       | -0.6132301  |
+|    hour                         | -1.3722502  |
+|    htg_setpoint                 | 1.2742959   |
+|    month                        | 0.23420219  |
+|    outdoor_humidity             | -0.62384164 |
+|    outdoor_temperature          | 0.6497297   |
+|    people_occupant              | -0.6890777  |
+|    total_electricity_HVAC       | 0.062136732 |
+|    wind_direction               | 1.5976042   |
+|    wind_speed                   | -0.18547599 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3438.717    |
+|    air_humidity                 | 37.54473    |
+|    air_temperature              | 23.249683   |
+|    clg_setpoint                 | 26.764893   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 55.5        |
+|    outdoor_temperature          | 18.631111   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3094845.2   |
+|    wind_direction               | 350.0       |
+|    wind_speed                   | 4.475       |
+-------------------------------------------------
+---------------------------------------------------*************----------------------------------------------| 53%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | -0.8280878    |
+|    Heating_Setpoint_RL          | 0.25425613    |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23.830204     |
+|    Heating_Setpoint_RL          | 19.055191     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.58215773   |
+|    air_humidity                 | 0.037530188   |
+|    air_temperature              | -0.0043215584 |
+|    clg_setpoint                 | 0.94117886    |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.41395158   |
+|    diffuse_solar_radiation      | -0.7491123    |
+|    direct_solar_radiation       | -0.61345613   |
+|    hour                         | -1.2277465    |
+|    htg_setpoint                 | 0.15421766    |
+|    month                        | 0.2341243     |
+|    outdoor_humidity             | 0.46704626    |
+|    outdoor_temperature          | 1.0332745     |
+|    people_occupant              | -0.6891873    |
+|    total_electricity_HVAC       | -0.590942     |
+|    wind_direction               | 0.8599999     |
+|    wind_speed                   | -0.65279955   |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 448.3669      |
+|    air_humidity                 | 37.329716     |
+|    air_temperature              | 22.670134     |
+|    clg_setpoint                 | 28.63485      |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 12.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 3.0           |
+|    htg_setpoint                 | 18.54398      |
+|    month                        | 7.0           |
+|    outdoor_humidity             | 78.25         |
+|    outdoor_temperature          | 22.377365     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 403675.06     |
+|    wind_direction               | 272.5         |
+|    wind_speed                   | 3.35          |
+---------------------------------------------------
+---------------------------------------------------*************----------------------------------------------| 53%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 1.0           |
+|    Heating_Setpoint_RL          | 0.8620353     |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 30.0          |
+|    Heating_Setpoint_RL          | 22.47395      |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.25330263   |
+|    air_humidity                 | -0.32823798   |
+|    air_temperature              | 0.1256501     |
+|    clg_setpoint                 | -0.0054569854 |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | -0.3001365    |
+|    diffuse_solar_radiation      | -0.74918306   |
+|    direct_solar_radiation       | -0.61365587   |
+|    hour                         | -1.0832543    |
+|    htg_setpoint                 | 1.1788136     |
+|    month                        | 0.23404649    |
+|    outdoor_humidity             | 1.1023457     |
+|    outdoor_temperature          | 1.051317      |
+|    people_occupant              | -0.6892968    |
+|    total_electricity_HVAC       | -0.27796134   |
+|    wind_direction               | 0.47932756    |
+|    wind_speed                   | -0.54880446   |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 1881.8867     |
+|    air_humidity                 | 32.564137     |
+|    air_temperature              | 22.844307     |
+|    clg_setpoint                 | 26.133936     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 13.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 4.0           |
+|    htg_setpoint                 | 22.84872      |
+|    month                        | 7.0           |
+|    outdoor_humidity             | 91.5          |
+|    outdoor_temperature          | 22.565578     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 1693698.1     |
+|    wind_direction               | 232.5         |
+|    wind_speed                   | 3.6           |
+---------------------------------------------------
+-------------------------------------------------***************----------------------------------------------| 53%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5949689   |
+|    Heating_Setpoint_RL          | -0.7121633  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.63302    |
+|    Heating_Setpoint_RL          | 13.6190815  |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5821182  |
+|    air_humidity                 | -1.5824897  |
+|    air_temperature              | 0.03375013  |
+|    clg_setpoint                 | 1.4578832   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18634033 |
+|    diffuse_solar_radiation      | -0.47114247 |
+|    direct_solar_radiation       | 0.26460215  |
+|    hour                         | -0.9387713  |
+|    htg_setpoint                 | -0.7850752  |
+|    month                        | 0.23396875  |
+|    outdoor_humidity             | 0.5511976   |
+|    outdoor_temperature          | 1.1315823   |
+|    people_occupant              | -0.68897665 |
+|    total_electricity_HVAC       | -0.5911661  |
+|    wind_direction               | -1.400017   |
+|    wind_speed                   | -0.9124819  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 448.57993   |
+|    air_humidity                 | 16.196463   |
+|    air_temperature              | 22.721888   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 27.5        |
+|    direct_solar_radiation       | 219.5       |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 14.595356   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 80.0        |
+|    outdoor_temperature          | 23.361244   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 402810.5    |
+|    wind_direction               | 35.0        |
+|    wind_speed                   | 2.725       |
+-------------------------------------------------
+-------------------------------------------------***************----------------------------------------------| 53%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.95495695 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.253367   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6108429  |
+|    air_humidity                 | -1.8184985  |
+|    air_temperature              | -0.29160842 |
+|    clg_setpoint                 | 0.4624873   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.07255388 |
+|    diffuse_solar_radiation      | -0.32960382 |
+|    direct_solar_radiation       | -0.6137885  |
+|    hour                         | -0.7942951  |
+|    htg_setpoint                 | 0.420338    |
+|    month                        | 0.2338911   |
+|    outdoor_humidity             | 1.4018358   |
+|    outdoor_temperature          | 0.86962885  |
+|    people_occupant              | -0.688657   |
+|    total_electricity_HVAC       | -0.61824536 |
+|    wind_direction               | -1.5183598  |
+|    wind_speed                   | -0.39301947 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 322.78223   |
+|    air_humidity                 | 13.086984   |
+|    air_temperature              | 22.28697    |
+|    clg_setpoint                 | 27.37212    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 41.5        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 19.659092   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 97.75       |
+|    outdoor_temperature          | 20.815798   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 290652.2    |
+|    wind_direction               | 22.5        |
+|    wind_speed                   | 3.975       |
+-------------------------------------------------
+-------------------------------------------------****************---------------------------------------------| 54%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.34512645 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.460197   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.439375   |
+|    air_humidity                 | -0.10277999 |
+|    air_temperature              | 0.42792422  |
+|    clg_setpoint                 | -0.18318097 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.041228015 |
+|    diffuse_solar_radiation      | 1.0050588   |
+|    direct_solar_radiation       | 0.16083747  |
+|    hour                         | -0.6498238  |
+|    htg_setpoint                 | 1.2745441   |
+|    month                        | 0.23381351  |
+|    outdoor_humidity             | 0.61039746  |
+|    outdoor_temperature          | 1.346768    |
+|    people_occupant              | -0.68876654 |
+|    total_electricity_HVAC       | -0.42491326 |
+|    wind_direction               | 1.6696615   |
+|    wind_speed                   | -1.8893067  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1069.8997   |
+|    air_humidity                 | 35.48431    |
+|    air_temperature              | 23.249691   |
+|    clg_setpoint                 | 25.666689   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 173.5       |
+|    direct_solar_radiation       | 193.5       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 81.25       |
+|    outdoor_temperature          | 25.481445   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1087064.2   |
+|    wind_direction               | 357.5       |
+|    wind_speed                   | 0.375       |
+-------------------------------------------------
+--------------------------------------------------***************---------------------------------------------| 54%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.44869587  |
+|    air_humidity                 | -0.084638394 |
+|    air_temperature              | 1.9928693    |
+|    clg_setpoint                 | 1.4569509    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.15500651   |
+|    diffuse_solar_radiation      | 0.39036146   |
+|    direct_solar_radiation       | 2.3357468    |
+|    hour                         | -0.5053559   |
+|    htg_setpoint                 | -0.6810932   |
+|    month                        | 0.23373601   |
+|    outdoor_humidity             | -0.38427794  |
+|    outdoor_temperature          | 1.3182617    |
+|    people_occupant              | 1.6949086    |
+|    total_electricity_HVAC       | -0.46866718  |
+|    wind_direction               | -1.0176367   |
+|    wind_speed                   | -0.91191804  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1029.9629    |
+|    air_humidity                 | 35.727493    |
+|    air_temperature              | 25.342512    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 17.0         |
+|    diffuse_solar_radiation      | 112.75       |
+|    direct_solar_radiation       | 736.75       |
+|    hour                         | 8.0          |
+|    htg_setpoint                 | 15.033342    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 60.5         |
+|    outdoor_temperature          | 25.21665     |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 907561.3     |
+|    wind_direction               | 75.0         |
+|    wind_speed                   | 2.725        |
+--------------------------------------------------
+-------------------------------------------------****************---------------------------------------------| 54%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.14428933  |
+|    air_humidity                 | 1.9875973   |
+|    air_temperature              | 0.42958     |
+|    clg_setpoint                 | -1.097735   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.26877877  |
+|    diffuse_solar_radiation      | 0.7869539   |
+|    direct_solar_radiation       | -0.61378574 |
+|    hour                         | -0.36089006 |
+|    htg_setpoint                 | 0.48259696  |
+|    month                        | 0.23365858  |
+|    outdoor_humidity             | 1.2222115   |
+|    outdoor_temperature          | 0.997665    |
+|    people_occupant              | 1.6945537   |
+|    total_electricity_HVAC       | 0.10048641  |
+|    wind_direction               | -0.6371711  |
+|    wind_speed                   | -0.59983814 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3611.6184   |
+|    air_humidity                 | 62.77771    |
+|    air_temperature              | 23.252367   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 152.0       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 19.924694   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 94.0        |
+|    outdoor_temperature          | 22.096365   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3250456.5   |
+|    wind_direction               | 115.0       |
+|    wind_speed                   | 3.475       |
+-------------------------------------------------
+-------------------------------------------------****************---------------------------------------------| 54%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.78512466  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.041327   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.7680262   |
+|    air_humidity                 | 1.1970633   |
+|    air_temperature              | 0.42657986  |
+|    clg_setpoint                 | -1.0975512  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.38253796  |
+|    diffuse_solar_radiation      | 2.4822507   |
+|    direct_solar_radiation       | 1.4894801   |
+|    hour                         | -0.21642539 |
+|    htg_setpoint                 | 0.5636337   |
+|    month                        | 0.23358123  |
+|    outdoor_humidity             | 0.2625008   |
+|    outdoor_temperature          | 1.6962171   |
+|    people_occupant              | 1.6941993   |
+|    total_electricity_HVAC       | 1.6460757   |
+|    wind_direction               | 0.14808513  |
+|    wind_speed                   | -0.22510803 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 10677.906   |
+|    air_humidity                 | 52.477207   |
+|    air_temperature              | 23.248472   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 319.75      |
+|    direct_solar_radiation       | 525.25      |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 20.267643   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 74.0        |
+|    outdoor_temperature          | 28.92572    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 9610116.0   |
+|    wind_direction               | 197.5       |
+|    wind_speed                   | 4.375       |
+-------------------------------------------------
+-------------------------------------------------*****************--------------------------------------------| 55%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.66004455  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.85265    |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.26682937 |
+|    air_humidity                 | -0.48219785 |
+|    air_temperature              | 0.618063    |
+|    clg_setpoint                 | -0.46087515 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.49627328  |
+|    diffuse_solar_radiation      | 3.1548445   |
+|    direct_solar_radiation       | 0.9418915   |
+|    hour                         | -0.07196117 |
+|    htg_setpoint                 | 1.2733363   |
+|    month                        | 0.23350395  |
+|    outdoor_humidity             | 0.285983    |
+|    outdoor_temperature          | 1.5720416   |
+|    people_occupant              | -0.68920356 |
+|    total_electricity_HVAC       | -0.29084954 |
+|    wind_direction               | 0.100419305 |
+|    wind_speed                   | -0.49527323 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1823.1608   |
+|    air_humidity                 | 30.558764   |
+|    air_temperature              | 23.50448    |
+|    clg_setpoint                 | 24.931526   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 386.5       |
+|    direct_solar_radiation       | 388.5       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 74.5        |
+|    outdoor_temperature          | 27.728088   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1640844.8   |
+|    wind_direction               | 192.5       |
+|    wind_speed                   | 3.725       |
+-------------------------------------------------
+-------------------------------------------------*****************--------------------------------------------| 55%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.41352212  |
+|    Heating_Setpoint_RL          | 0.083221495 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.020638   |
+|    Heating_Setpoint_RL          | 18.09312    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.01412417  |
+|    air_humidity                 | -1.5112417  |
+|    air_temperature              | 0.28498754  |
+|    clg_setpoint                 | -1.0974451  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6099699   |
+|    diffuse_solar_radiation      | 3.0060086   |
+|    direct_solar_radiation       | 1.3083868   |
+|    hour                         | 0.07250295  |
+|    htg_setpoint                 | -1.1314762  |
+|    month                        | 0.23342675  |
+|    outdoor_humidity             | 0.11773464  |
+|    outdoor_temperature          | 1.8106598   |
+|    people_occupant              | -0.6888849  |
+|    total_electricity_HVAC       | 0.02675736  |
+|    wind_direction               | 0.1478921   |
+|    wind_speed                   | 0.22233284  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3044.5898   |
+|    air_humidity                 | 17.113518   |
+|    air_temperature              | 23.059742   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 372.0       |
+|    direct_solar_radiation       | 480.0       |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 13.142219   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 71.0        |
+|    outdoor_temperature          | 30.076147   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2946481.8   |
+|    wind_direction               | 197.5       |
+|    wind_speed                   | 5.45        |
+-------------------------------------------------
+------------------------------------------------******************--------------------------------------------| 55%
 | action_network/                 |            |
-|    index                        | 5          |
+|    Cooling_Setpoint_RL          | -1.0       |
+|    Heating_Setpoint_RL          | -0.5719746 |
 | action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
+|    Cooling_Setpoint_RL          | 23.25      |
+|    Heating_Setpoint_RL          | 14.407643  |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | 1.3182226  |
+|    air_humidity                 | 1.2397709  |
+|    air_temperature              | 0.43141752 |
+|    clg_setpoint                 | -1.0976728 |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 0.7236092  |
+|    diffuse_solar_radiation      | 2.9056141  |
+|    direct_solar_radiation       | 1.316698   |
+|    hour                         | 0.21696702 |
+|    htg_setpoint                 | 1.273821   |
+|    month                        | 0.23334964 |
+|    outdoor_humidity             | 0.33324552 |
+|    outdoor_temperature          | 1.5308554  |
+|    people_occupant              | 1.2184026  |
+|    total_electricity_HVAC       | 1.2179899  |
+|    wind_direction               | 0.1716542  |
+|    wind_speed                   | 0.7419058  |
 | observation/                    |            |
-|    HVAC_electricity_demand_rate | 500.5111   |
-|    air_humidity                 | 24.855114  |
-|    air_temperature              | 24.99908   |
-|    clg_setpoint                 | 25.0       |
+|    HVAC_electricity_demand_rate | 8716.985   |
+|    air_humidity                 | 53.029312  |
+|    air_temperature              | 23.255814  |
+|    clg_setpoint                 | 23.25      |
 |    co2_emission                 | 0.0        |
-|    day_of_month                 | 4.0        |
-|    diffuse_solar_radiation      | 231.25     |
-|    direct_solar_radiation       | 663.5      |
+|    day_of_month                 | 22.0       |
+|    diffuse_solar_radiation      | 362.25     |
+|    direct_solar_radiation       | 482.0      |
 |    hour                         | 13.0       |
-|    htg_setpoint                 | 20.0       |
-|    month                        | 4.0        |
-|    outdoor_humidity             | 46.5       |
-|    outdoor_temperature          | 11.0018635 |
+|    htg_setpoint                 | 23.25      |
+|    month                        | 7.0        |
+|    outdoor_humidity             | 75.5       |
+|    outdoor_temperature          | 27.357346  |
 |    people_occupant              | 16.0       |
-|    total_electricity_HVAC       | 450460.0   |
-|    wind_direction               | 197.5      |
-|    wind_speed                   | 6.45       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 5.02e+03   |
-|    n_updates                    | 16024      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 26%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 255.18027 |
-|    air_humidity                 | 40.3879   |
-|    air_temperature              | 25.245584 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 182.25    |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 76.0      |
-|    outdoor_temperature          | 12.835742 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 229662.23 |
-|    wind_direction               | 237.5     |
-|    wind_speed                   | 5.425     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.64e+03  |
-|    n_updates                    | 16049     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 26%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 61.144527 |
-|    air_temperature              | 25.565943 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 157.25    |
-|    direct_solar_radiation       | 440.5     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 72.0      |
-|    outdoor_temperature          | 16.46367  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 6.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.01e+03  |
-|    n_updates                    | 16074     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 26%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 56.334118 |
-|    air_temperature              | 26.882177 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 113.5     |
-|    direct_solar_radiation       | 319.5     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 35.5      |
-|    outdoor_temperature          | 26.066725 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 255.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.18e+03  |
-|    n_updates                    | 16099     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 27%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 43.002823 |
-|    air_temperature              | 29.800293 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 55.75     |
-|    direct_solar_radiation       | 1.5       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 72.5      |
-|    outdoor_temperature          | 16.096746 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 187.5     |
-|    wind_speed                   | 5.425     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 979       |
-|    n_updates                    | 16124     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 27%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 48.986477 |
-|    air_temperature              | 28.824877 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 87.75     |
-|    outdoor_temperature          | 14.492639 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 187.5     |
-|    wind_speed                   | 2.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.56e+03  |
-|    n_updates                    | 16149     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 27%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 42.606262 |
-|    air_temperature              | 27.829678 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 33.0      |
-|    outdoor_temperature          | 16.676575 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 292.5     |
-|    wind_speed                   | 10.55     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.8e+03   |
-|    n_updates                    | 16174     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 28%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 33.19549  |
-|    air_temperature              | 25.93673  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 16.0      |
-|    outdoor_temperature          | 9.1879835 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 327.5     |
-|    wind_speed                   | 9.4       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.69e+04  |
-|    n_updates                    | 16199     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 28%
-| action_network/                 |          |
-|    index                        | 2        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 28       |
-|    Heating_Setpoint_RL          | 17       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 0.0      |
-|    air_humidity                 | 36.42534 |
-|    air_temperature              | 24.6196  |
-|    clg_setpoint                 | 29.0     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 12.0     |
-|    diffuse_solar_radiation      | 0.0      |
-|    direct_solar_radiation       | 0.0      |
-|    hour                         | 21.0     |
-|    htg_setpoint                 | 16.0     |
-|    month                        | 4.0      |
-|    outdoor_humidity             | 36.5     |
-|    outdoor_temperature          | 6.809757 |
-|    people_occupant              | 0.0      |
-|    total_electricity_HVAC       | 0.0      |
-|    wind_direction               | 180.0    |
-|    wind_speed                   | 2.475    |
-| rollout/                        |          |
-|    exploration_rate             | 0.05     |
-| train/                          |          |
-|    learning_rate                | 0.0001   |
-|    loss                         | 834      |
-|    n_updates                    | 16224    |
-----------------------------------------------
---------------------------------------------------------------------------------------------------------------| 28%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 49.749786 |
-|    air_temperature              | 19.409586 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 96.75     |
-|    outdoor_temperature          | 4.1420374 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 70.0      |
-|    wind_speed                   | 5.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.98e+03  |
-|    n_updates                    | 16249     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 46.242737 |
-|    air_temperature              | 20.562092 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 85.75     |
-|    outdoor_temperature          | 7.1730056 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 107.5     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.95e+03  |
-|    n_updates                    | 16274     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 88.64957  |
-|    air_temperature              | 20.738081 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 95.25     |
-|    outdoor_temperature          | 12.110972 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 5.825     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 958       |
-|    n_updates                    | 16299     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 72.871155 |
-|    air_temperature              | 22.278757 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 84.5      |
-|    outdoor_temperature          | 13.553884 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.06e+03  |
-|    n_updates                    | 16324     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 81.26202  |
-|    air_temperature              | 19.654593 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 90.75     |
-|    outdoor_temperature          | 7.9804134 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 62.5      |
-|    wind_speed                   | 5.425     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.12e+03  |
-|    n_updates                    | 16349     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 30%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 71.018555 |
-|    air_temperature              | 19.43056  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 70.0      |
-|    outdoor_temperature          | 4.530317  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 47.5      |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 854       |
-|    n_updates                    | 16374     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 30%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 56.09686  |
-|    air_temperature              | 19.882326 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 65.0      |
-|    outdoor_temperature          | 7.630194  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 90.0      |
-|    wind_speed                   | 4.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.62e+03  |
-|    n_updates                    | 16399     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 30%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 58.39541  |
-|    air_temperature              | 18.942545 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 21.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 4.826478  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 27.5      |
-|    wind_speed                   | 10.55     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.45e+03  |
-|    n_updates                    | 16424     |
------------------------------------------------
-

-

-

-

-

-

-
-wandb: WARNING (User provided step: 105117 is less than current step: 105118. Dropping entry: {'rollout/ep_len_mean': 35040.0, '_timestamp': 1700214338.3238974}).
-wandb: WARNING (User provided step: 105117 is less than current step: 105118. Dropping entry: {'rollout/ep_rew_mean': -12207.1521785, '_timestamp': 1700214338.324025}).
-wandb: WARNING (User provided step: 105117 is less than current step: 105118. Dropping entry: {'rollout/exploration_rate': 0.05, '_timestamp': 1700214338.3241777}).
-wandb: WARNING (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/episodes': 2, '_timestamp': 1700214338.324233}).
-wandb: WARNING (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/fps': 952, '_timestamp': 1700214338.324258}).
-wandb: WARNING (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/time_elapsed': 110, '_timestamp': 1700214338.3242805}).
-wandb: WARNING (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/total_timesteps': 105117, '_timestamp': 1700214338.3243134}).
-

-

-

-

-

-

-
---------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 61.804073 |
-|    air_temperature              | 17.933743 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 65.25     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 5.314055  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 255.0     |
-|    wind_speed                   | 7.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.75e+03  |
-|    n_updates                    | 16449     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 139.62027 |
-|    air_humidity                 | 57.48164  |
-|    air_temperature              | 19.324568 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 81.25     |
-|    direct_solar_radiation       | 754.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 62.25     |
-|    outdoor_temperature          | 11.337564 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 127898.09 |
-|    wind_direction               | 242.5     |
-|    wind_speed                   | 4.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.4e+03   |
-|    n_updates                    | 16474     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 423.0795  |
-|    air_humidity                 | 54.558548 |
-|    air_temperature              | 21.274569 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 249.5     |
-|    direct_solar_radiation       | 331.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 73.75     |
-|    outdoor_temperature          | 11.623175 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 391077.4  |
-|    wind_direction               | 135.0     |
-|    wind_speed                   | 2.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.03e+03  |
-|    n_updates                    | 16499     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 426.25082 |
-|    air_humidity                 | 42.10922  |
-|    air_temperature              | 24.387661 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 169.5     |
-|    direct_solar_radiation       | 783.75    |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 53.25     |
-|    outdoor_temperature          | 15.680944 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 383625.75 |
-|    wind_direction               | 355.0     |
-|    wind_speed                   | 7.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.35e+03  |
-|    n_updates                    | 16524     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3278.4285 |
-|    air_humidity                 | 51.37957  |
-|    air_temperature              | 23.440716 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 440.75    |
-|    direct_solar_radiation       | 415.75    |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 52.0      |
-|    outdoor_temperature          | 19.777857 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 2925658.0 |
-|    wind_direction               | 175.0     |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.25e+03  |
-|    n_updates                    | 16549     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 67.33587  |
-|    air_temperature              | 23.060978 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 423.25    |
-|    direct_solar_radiation       | 154.25    |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 70.0      |
-|    outdoor_temperature          | 19.105343 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 227.5     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8e+03     |
-|    n_updates                    | 16574     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 59.69443  |
-|    air_temperature              | 25.178434 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 182.75    |
-|    direct_solar_radiation       | 738.75    |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 45.5      |
-|    outdoor_temperature          | 16.890213 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 105.0     |
-|    wind_speed                   | 9.025     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 777       |
-|    n_updates                    | 16599     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 886.88434 |
-|    air_humidity                 | 43.01376  |
-|    air_temperature              | 22.757463 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 231.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 76.25     |
-|    outdoor_temperature          | 12.084203 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 798195.9  |
-|    wind_direction               | 112.5     |
-|    wind_speed                   | 5.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.67e+03  |
-|    n_updates                    | 16624     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 33%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 202.23326 |
-|    air_humidity                 | 55.07219  |
-|    air_temperature              | 25.159515 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 139.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 92.5      |
-|    outdoor_temperature          | 14.396703 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 182009.94 |
-|    wind_direction               | 347.5     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.39e+03  |
-|    n_updates                    | 16649     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 33%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 259.9499   |
-|    air_humidity                 | 24.07339   |
-|    air_temperature              | 26.803598  |
-|    clg_setpoint                 | 30.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 1.0        |
-|    diffuse_solar_radiation      | 273.5      |
-|    direct_solar_radiation       | 169.0      |
-|    hour                         | 15.0       |
-|    htg_setpoint                 | 15.0       |
-|    month                        | 5.0        |
-|    outdoor_humidity             | 29.75      |
-|    outdoor_temperature          | 15.0922365 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 233954.9   |
-|    wind_direction               | 117.5      |
-|    wind_speed                   | 6.95       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.28e+03   |
-|    n_updates                    | 16674      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 33%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1844.631  |
-|    air_humidity                 | 28.542942 |
-|    air_temperature              | 24.000408 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 134.0     |
-|    direct_solar_radiation       | 401.75    |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 34.75     |
-|    outdoor_temperature          | 17.741638 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 1660167.9 |
-|    wind_direction               | 95.0      |
-|    wind_speed                   | 8.925     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.33e+03  |
-|    n_updates                    | 16699     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 34%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 39.95888  |
-|    air_temperature              | 28.465874 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 75.75     |
-|    direct_solar_radiation       | 29.25     |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 56.0      |
-|    outdoor_temperature          | 14.858121 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 17.5      |
-|    wind_speed                   | 7.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.93e+03  |
-|    n_updates                    | 16724     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 34%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 70.26563  |
-|    air_temperature              | 22.1756   |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 12.75     |
-|    direct_solar_radiation       | 27.75     |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 84.75     |
-|    outdoor_temperature          | 15.311967 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 100.0     |
-|    wind_speed                   | 2.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.59e+03  |
-|    n_updates                    | 16749     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 34%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 60.651237 |
-|    air_temperature              | 24.642591 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 89.75     |
-|    outdoor_temperature          | 14.209018 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 137.5     |
-|    wind_speed                   | 2.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.33e+03  |
-|    n_updates                    | 16774     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 34%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 64.60104  |
-|    air_temperature              | 25.386179 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 93.75     |
-|    outdoor_temperature          | 11.908129 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 97.5      |
-|    wind_speed                   | 3.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.87e+03  |
-|    n_updates                    | 16799     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.14912  |
-|    air_temperature              | 23.695042 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 99.0      |
-|    outdoor_temperature          | 13.742707 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 100.0     |
-|    wind_speed                   | 6.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 653       |
-|    n_updates                    | 16824     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.65019  |
-|    air_temperature              | 22.592537 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 14.277803 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 357.5     |
-|    wind_speed                   | 0.775     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.22e+03  |
-|    n_updates                    | 16849     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 70.704895 |
-|    air_temperature              | 23.187885 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 63.75     |
-|    outdoor_temperature          | 14.677337 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 345.0     |
-|    wind_speed                   | 2.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.39e+03  |
-|    n_updates                    | 16874     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 36%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 62.997635 |
-|    air_temperature              | 23.428854 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 52.0      |
-|    outdoor_temperature          | 14.541368 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 12.5      |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.54e+03  |
-|    n_updates                    | 16899     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 36%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 69.104126 |
-|    air_temperature              | 21.876242 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 82.25     |
-|    outdoor_temperature          | 9.96343   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 4.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.75e+03  |
-|    n_updates                    | 16924     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 36%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 69.86454  |
-|    air_temperature              | 21.600565 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 39.75     |
-|    outdoor_temperature          | 14.400382 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 15.0      |
-|    wind_speed                   | 5.175     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.64e+03  |
-|    n_updates                    | 16949     |
------------------------------------------------
------------------------------------------------*--------------------------------------------------------------| 37%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 56.518505 |
-|    air_temperature              | 20.212349 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 85.0      |
-|    outdoor_temperature          | 6.7360797 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 37.5      |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.12e+04  |
-|    n_updates                    | 16974     |
------------------------------------------------
------------------------------------------------*--------------------------------------------------------------| 37%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.30012  |
-|    air_temperature              | 20.133348 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 18.5      |
-|    direct_solar_radiation       | 26.75     |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 83.0      |
-|    outdoor_temperature          | 6.6733184 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 55.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.85e+03  |
-|    n_updates                    | 16999     |
------------------------------------------------
------------------------------------------------*--------------------------------------------------------------| 37%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 71.16668  |
-|    air_temperature              | 19.883177 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 87.5      |
-|    direct_solar_radiation       | 222.25    |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 80.75     |
-|    outdoor_temperature          | 10.129374 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 27.5      |
-|    wind_speed                   | 3.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.58e+03  |
-|    n_updates                    | 17024     |
------------------------------------------------
------------------------------------------------*--------------------------------------------------------------| 37%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.16959  |
-|    air_temperature              | 20.764967 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 133.75    |
-|    direct_solar_radiation       | 459.75    |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 73.25     |
-|    outdoor_temperature          | 14.322216 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 45.0      |
-|    wind_speed                   | 3.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.48e+03  |
-|    n_updates                    | 17049     |
------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 81.00924  |
-|    air_temperature              | 21.80383  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 247.75    |
-|    direct_solar_radiation       | 337.25    |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 85.5      |
-|    outdoor_temperature          | 15.378115 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.81e+03  |
-|    n_updates                    | 17074     |
------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.258354 |
-|    air_temperature              | 22.053274 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 219.25    |
-|    direct_solar_radiation       | 9.0       |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 18.406048 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 80.0      |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.04e+03  |
-|    n_updates                    | 17099     |
------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 691.146   |
-|    air_humidity                 | 46.539497 |
-|    air_temperature              | 24.863531 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 200.0     |
-|    direct_solar_radiation       | 737.25    |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 52.5      |
-|    outdoor_temperature          | 17.3546   |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 622023.5  |
-|    wind_direction               | 350.0     |
-|    wind_speed                   | 9.775     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.86e+03  |
-|    n_updates                    | 17124     |
------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3710.4148 |
-|    air_humidity                 | 39.002415 |
-|    air_temperature              | 23.876598 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 239.5     |
-|    direct_solar_radiation       | 707.5     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 35.5      |
-|    outdoor_temperature          | 20.152966 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3339373.2 |
-|    wind_direction               | 27.5      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.82e+03  |
-|    n_updates                    | 17149     |
------------------------------------------------
------------------------------------------------***------------------------------------------------------------| 39%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3688.425  |
-|    air_humidity                 | 43.778458 |
-|    air_temperature              | 23.66983  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 443.25    |
-|    direct_solar_radiation       | 133.5     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 38.75     |
-|    outdoor_temperature          | 22.107475 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 3319582.5 |
-|    wind_direction               | 157.5     |
-|    wind_speed                   | 3.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.57e+03  |
-|    n_updates                    | 17174     |
------------------------------------------------
------------------------------------------------***------------------------------------------------------------| 39%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 917.6637  |
-|    air_humidity                 | 56.962753 |
-|    air_temperature              | 23.999311 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 259.5     |
-|    direct_solar_radiation       | 4.5       |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 15.511669 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 825897.3  |
-|    wind_direction               | 127.5     |
-|    wind_speed                   | 4.875     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.99e+03  |
-|    n_updates                    | 17199     |
------------------------------------------------
------------------------------------------------***------------------------------------------------------------| 39%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 858.77216 |
-|    air_humidity                 | 57.474483 |
-|    air_temperature              | 25.882996 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 163.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 17.411175 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 772894.94 |
-|    wind_direction               | 175.0     |
-|    wind_speed                   | 7.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.69e+03  |
-|    n_updates                    | 17224     |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.20754  |
-|    air_temperature              | 25.337343 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 280.5     |
-|    direct_solar_radiation       | 431.75    |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 40.25     |
-|    outdoor_temperature          | 19.513725 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 8.525     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.94e+03  |
-|    n_updates                    | 17249     |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 75.899506 |
-|    air_temperature              | 25.854675 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 263.0     |
-|    direct_solar_radiation       | 43.0      |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 38.75     |
-|    outdoor_temperature          | 19.162733 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 287.5     |
-|    wind_speed                   | 7.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.05e+03  |
-|    n_updates                    | 17274     |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4173.7295 |
-|    air_humidity                 | 37.54742  |
-|    air_temperature              | 23.964441 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 121.75    |
-|    direct_solar_radiation       | 547.25    |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 30.25     |
-|    outdoor_temperature          | 22.092154 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3756356.5 |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 8.775     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.53e+03  |
-|    n_updates                    | 17299     |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 41.42586  |
-|    air_temperature              | 29.204458 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 105.75    |
-|    direct_solar_radiation       | 76.5      |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 57.5      |
-|    outdoor_temperature          | 19.358492 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 172.5     |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.76e+03  |
-|    n_updates                    | 17324     |
------------------------------------------------
------------------------------------------------*****----------------------------------------------------------| 41%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 53.49464  |
-|    air_temperature              | 29.286299 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 39.75     |
-|    direct_solar_radiation       | 78.75     |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 52.5      |
-|    outdoor_temperature          | 24.95861  |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 17.5      |
-|    wind_speed                   | 0.9       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.01e+03  |
-|    n_updates                    | 17349     |
------------------------------------------------
------------------------------------------------*****----------------------------------------------------------| 41%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 53.129776 |
-|    air_temperature              | 29.402967 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 60.5      |
-|    outdoor_temperature          | 21.23685  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 197.5     |
-|    wind_speed                   | 2.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.58e+04  |
-|    n_updates                    | 17374     |
------------------------------------------------
------------------------------------------------*****----------------------------------------------------------| 41%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 62.3626   |
-|    air_temperature              | 27.33943  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 76.5      |
-|    outdoor_temperature          | 18.870724 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 140.0     |
-|    wind_speed                   | 1.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.59e+03  |
-|    n_updates                    | 17399     |
------------------------------------------------
-----------------------------------------------******----------------------------------------------------------| 41%
-| action_network/                 |          |
-|    index                        | 0        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 30       |
-|    Heating_Setpoint_RL          | 15       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 0.0      |
-|    air_humidity                 | 66.01241 |
-|    air_temperature              | 26.20268 |
-|    clg_setpoint                 | 30.0     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 1.0      |
-|    diffuse_solar_radiation      | 0.0      |
-|    direct_solar_radiation       | 0.0      |
-|    hour                         | 21.0     |
-|    htg_setpoint                 | 15.0     |
-|    month                        | 6.0      |
-|    outdoor_humidity             | 47.75    |
-|    outdoor_temperature          | 21.07225 |
-|    people_occupant              | 0.0      |
-|    total_electricity_HVAC       | 0.0      |
-|    wind_direction               | 347.5    |
-|    wind_speed                   | 7.325    |
-| rollout/                        |          |
-|    exploration_rate             | 0.05     |
-| train/                          |          |
-|    learning_rate                | 0.0001   |
-|    loss                         | 2e+03    |
-|    n_updates                    | 17424    |
-----------------------------------------------
------------------------------------------------******---------------------------------------------------------| 42%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 74.478065 |
-|    air_temperature              | 24.307499 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 48.25     |
-|    outdoor_temperature          | 16.253143 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 327.5     |
-|    wind_speed                   | 6.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.35e+03  |
-|    n_updates                    | 17449     |
------------------------------------------------
------------------------------------------------******---------------------------------------------------------| 42%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 69.24167  |
-|    air_temperature              | 23.637384 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 38.25     |
-|    outdoor_temperature          | 19.995474 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 337.5     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.55e+03  |
-|    n_updates                    | 17474     |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 72.323845 |
-|    air_temperature              | 23.203812 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 60.75     |
-|    outdoor_temperature          | 16.461828 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 235.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 613       |
-|    n_updates                    | 17499     |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 86.80206  |
-|    air_temperature              | 22.288834 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 17.761728 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 922       |
-|    n_updates                    | 17524     |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 89.78475  |
-|    air_temperature              | 21.46684  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 14.061084 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 215.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.62e+03  |
-|    n_updates                    | 17549     |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 81.15778  |
-|    air_temperature              | 23.580736 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 81.75     |
-|    outdoor_temperature          | 17.122057 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 322.5     |
-|    wind_speed                   | 1.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.25e+03  |
-|    n_updates                    | 17574     |
------------------------------------------------
-----------------------------------------------*********-------------------------------------------------------| 44%
-| action_network/                 |          |
-|    index                        | 0        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 30       |
-|    Heating_Setpoint_RL          | 15       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 0.0      |
-|    air_humidity                 | 88.29978 |
-|    air_temperature              | 22.31859 |
-|    clg_setpoint                 | 29.0     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 9.0      |
-|    diffuse_solar_radiation      | 20.0     |
-|    direct_solar_radiation       | 40.25    |
-|    hour                         | 4.0      |
-|    htg_setpoint                 | 16.0     |
-|    month                        | 6.0      |
-|    outdoor_humidity             | 54.5     |
-|    outdoor_temperature          | 14.69055 |
-|    people_occupant              | 0.0      |
-|    total_electricity_HVAC       | 0.0      |
-|    wind_direction               | 10.0     |
-|    wind_speed                   | 5.05     |
-| rollout/                        |          |
-|    exploration_rate             | 0.05     |
-| train/                          |          |
-|    learning_rate                | 0.0001   |
-|    loss                         | 940      |
-|    n_updates                    | 17599    |
-----------------------------------------------
------------------------------------------------********-------------------------------------------------------| 44%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 93.26164  |
-|    air_temperature              | 21.451311 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 94.25     |
-|    direct_solar_radiation       | 98.75     |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 73.5      |
-|    outdoor_temperature          | 15.18072  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 42.5      |
-|    wind_speed                   | 2.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 857       |
-|    n_updates                    | 17624     |
------------------------------------------------
------------------------------------------------********-------------------------------------------------------| 44%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 76.971344 |
-|    air_temperature              | 21.424046 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 168.5     |
-|    direct_solar_radiation       | 91.0      |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 87.75     |
-|    outdoor_temperature          | 18.039125 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 130.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.46e+03  |
-|    n_updates                    | 17649     |
------------------------------------------------
------------------------------------------------********-------------------------------------------------------| 44%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1732.2148 |
-|    air_humidity                 | 72.68931  |
-|    air_temperature              | 21.707315 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 152.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 90.75     |
-|    outdoor_temperature          | 19.883415 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1558993.4 |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.28e+03  |
-|    n_updates                    | 17674     |
------------------------------------------------
------------------------------------------------*********------------------------------------------------------| 45%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1228.1124 |
-|    air_humidity                 | 69.9077   |
-|    air_temperature              | 22.623905 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 165.25    |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 18.969051 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 1105301.1 |
-|    wind_direction               | 192.5     |
-|    wind_speed                   | 3.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 517       |
-|    n_updates                    | 17699     |
------------------------------------------------
------------------------------------------------*********------------------------------------------------------| 45%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4790.518  |
-|    air_humidity                 | 62.532368 |
-|    air_temperature              | 22.88602  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 280.75    |
-|    direct_solar_radiation       | 574.25    |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 84.75     |
-|    outdoor_temperature          | 21.947834 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4281177.5 |
-|    wind_direction               | 192.5     |
-|    wind_speed                   | 5.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.6e+03   |
-|    n_updates                    | 17724     |
------------------------------------------------
------------------------------------------------*********------------------------------------------------------| 45%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 73.33571  |
-|    air_temperature              | 26.042614 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 299.0     |
-|    direct_solar_radiation       | 563.75    |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 68.75     |
-|    outdoor_temperature          | 27.839651 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 217.5     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.9e+03   |
-|    n_updates                    | 17749     |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.68221  |
-|    air_temperature              | 23.874613 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 272.75    |
-|    direct_solar_radiation       | 136.25    |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 24.195335 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 115.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.52e+03  |
-|    n_updates                    | 17774     |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5723.8325 |
-|    air_humidity                 | 59.568176 |
-|    air_temperature              | 23.107014 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 259.75    |
-|    direct_solar_radiation       | 706.5     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 75.5      |
-|    outdoor_temperature          | 23.755472 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 5151449.5 |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 4.675     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 452       |
-|    n_updates                    | 17799     |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6552.195  |
-|    air_humidity                 | 58.304203 |
-|    air_temperature              | 23.97524  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 169.75    |
-|    direct_solar_radiation       | 637.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 71.75     |
-|    outdoor_temperature          | 27.065159 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 5884490.0 |
-|    wind_direction               | 197.5     |
-|    wind_speed                   | 5.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.65e+03  |
-|    n_updates                    | 17824     |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 7836.0625 |
-|    air_humidity                 | 56.81204  |
-|    air_temperature              | 24.587852 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 381.0     |
-|    direct_solar_radiation       | 266.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 42.5      |
-|    outdoor_temperature          | 32.049313 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 7052456.5 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 5.675     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.44e+03  |
-|    n_updates                    | 17849     |
------------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4793.1064 |
-|    air_humidity                 | 54.42562  |
-|    air_temperature              | 24.286098 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 216.0     |
-|    direct_solar_radiation       | 511.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 40.75     |
-|    outdoor_temperature          | 25.641277 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4312496.0 |
-|    wind_direction               | 150.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.22e+03  |
-|    n_updates                    | 17874     |
------------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 7375.4526 |
-|    air_humidity                 | 61.23719  |
-|    air_temperature              | 23.157116 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 121.5     |
-|    direct_solar_radiation       | 495.75    |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 90.25     |
-|    outdoor_temperature          | 23.998201 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 6626954.5 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 5.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.98e+03  |
-|    n_updates                    | 17899     |
------------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 59.19129  |
-|    air_temperature              | 29.05981  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 105.5     |
-|    direct_solar_radiation       | 315.5     |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 30.75     |
-|    outdoor_temperature          | 28.943462 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 305.0     |
-|    wind_speed                   | 6.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.31e+03  |
-|    n_updates                    | 17924     |
------------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 60.36356  |
-|    air_temperature              | 28.721018 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 52.0      |
-|    direct_solar_radiation       | 52.5      |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 81.5      |
-|    outdoor_temperature          | 24.795532 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 5.825     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.29e+03  |
-|    n_updates                    | 17949     |
------------------------------------------------
------------------------------------------------************---------------------------------------------------| 48%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 63.818764 |
-|    air_temperature              | 28.084414 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 97.75     |
-|    outdoor_temperature          | 24.247278 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 85.0      |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.63e+03  |
-|    n_updates                    | 17974     |
------------------------------------------------
------------------------------------------------************---------------------------------------------------| 48%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 64.21806  |
-|    air_temperature              | 27.403837 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 50.5      |
-|    outdoor_temperature          | 28.683372 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 272.5     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.69e+03  |
-|    n_updates                    | 17999     |
------------------------------------------------
------------------------------------------------************---------------------------------------------------| 48%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 68.10296  |
-|    air_temperature              | 26.301935 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 21.085833 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 7.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.41e+03  |
-|    n_updates                    | 18024     |
------------------------------------------------
------------------------------------------------*************--------------------------------------------------| 49%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.1191   |
-|    air_temperature              | 24.227379 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 86.25     |
-|    outdoor_temperature          | 20.546297 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.58e+03  |
-|    n_updates                    | 18049     |
------------------------------------------------
------------------------------------------------*************--------------------------------------------------| 49%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 75.33137  |
-|    air_temperature              | 23.995317 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 21.382294 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 4.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.79e+03  |
-|    n_updates                    | 18074     |
------------------------------------------------
------------------------------------------------*************--------------------------------------------------| 49%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.265434 |
-|    air_temperature              | 23.291105 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 20.631296 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 5.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.06e+04  |
-|    n_updates                    | 18099     |
------------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.593895 |
-|    air_temperature              | 22.290453 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 96.25     |
-|    outdoor_temperature          | 18.960316 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.9e+03   |
-|    n_updates                    | 18124     |
------------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 85.49853  |
-|    air_temperature              | 22.546316 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 17.489908 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.57e+03  |
-|    n_updates                    | 18149     |
------------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 85.61108  |
-|    air_temperature              | 22.441803 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 88.0      |
-|    outdoor_temperature          | 20.486403 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 237.5     |
-|    wind_speed                   | 2.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.51e+03  |
-|    n_updates                    | 18174     |
------------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 91.05344  |
-|    air_temperature              | 22.388695 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 17.0      |
-|    direct_solar_radiation       | 1.75      |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 95.25     |
-|    outdoor_temperature          | 19.99402  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 3.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.31e+03  |
-|    n_updates                    | 18199     |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 90.21326  |
-|    air_temperature              | 22.180178 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 42.25     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 20.440664 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 67.5      |
-|    wind_speed                   | 2.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.93e+03  |
-|    n_updates                    | 18224     |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.37489  |
-|    air_temperature              | 23.224543 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 110.0     |
-|    direct_solar_radiation       | 160.0     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 88.75     |
-|    outdoor_temperature          | 23.39646  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 232.5     |
-|    wind_speed                   | 4.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.86e+03  |
-|    n_updates                    | 18249     |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 76.447105 |
-|    air_temperature              | 24.64745  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 173.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 72.75     |
-|    outdoor_temperature          | 25.151327 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 242.5     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.17e+04  |
-|    n_updates                    | 18274     |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 8526.9795 |
-|    air_humidity                 | 64.30461  |
-|    air_temperature              | 22.684814 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 288.25    |
-|    direct_solar_radiation       | 412.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 73.5      |
-|    outdoor_temperature          | 27.592764 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 7762197.0 |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 3.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.26e+03  |
-|    n_updates                    | 18299     |
------------------------------------------------
------------------------------------------------****************-----------------------------------------------| 52%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 8381.347  |
-|    air_humidity                 | 60.01121  |
-|    air_temperature              | 23.661592 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 254.25    |
-|    direct_solar_radiation       | 629.25    |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 71.75     |
-|    outdoor_temperature          | 27.747707 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 7516141.0 |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 3.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.75e+03  |
-|    n_updates                    | 18324     |
------------------------------------------------
------------------------------------------------****************-----------------------------------------------| 52%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6758.7915 |
-|    air_humidity                 | 58.00684  |
-|    air_temperature              | 24.18974  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 317.5     |
-|    direct_solar_radiation       | 556.75    |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 39.75     |
-|    outdoor_temperature          | 31.748314 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 6082912.5 |
-|    wind_direction               | 285.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.81e+03  |
-|    n_updates                    | 18349     |
------------------------------------------------
------------------------------------------------****************-----------------------------------------------| 52%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4673.956  |
-|    air_humidity                 | 56.21035  |
-|    air_temperature              | 24.077019 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 282.25    |
-|    direct_solar_radiation       | 664.75    |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 41.0      |
-|    outdoor_temperature          | 26.647907 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 4197338.5 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 4.75      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.61e+03  |
-|    n_updates                    | 18374     |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3924.4778 |
-|    air_humidity                 | 55.328617 |
-|    air_temperature              | 24.44708  |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 161.25    |
-|    direct_solar_radiation       | 755.5     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 35.75     |
-|    outdoor_temperature          | 29.854593 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 3535004.5 |
-|    wind_direction               | 207.5     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 915       |
-|    n_updates                    | 18399     |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 58.166363 |
-|    air_temperature              | 28.55074  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 226.0     |
-|    direct_solar_radiation       | 707.25    |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 57.5      |
-|    outdoor_temperature          | 30.628448 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.23e+03  |
-|    n_updates                    | 18424     |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 60.52538  |
-|    air_temperature              | 27.901205 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 273.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 67.75     |
-|    outdoor_temperature          | 25.93718  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 6.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.89e+03  |
-|    n_updates                    | 18449     |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 7710.064  |
-|    air_humidity                 | 59.231922 |
-|    air_temperature              | 23.880999 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 190.25    |
-|    direct_solar_radiation       | 343.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 28.25258  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 6939057.5 |
-|    wind_direction               | 235.0     |
-|    wind_speed                   | 1.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.2e+04   |
-|    n_updates                    | 18474     |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6280.664  |
-|    air_humidity                 | 59.72886  |
-|    air_temperature              | 23.7811   |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 155.5     |
-|    direct_solar_radiation       | 91.25     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 50.25     |
-|    outdoor_temperature          | 29.278086 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5652597.5 |
-|    wind_direction               | 267.5     |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 995       |
-|    n_updates                    | 18499     |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 48.54388  |
-|    air_temperature              | 29.638643 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 103.25    |
-|    direct_solar_radiation       | 62.5      |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 55.25     |
-|    outdoor_temperature          | 25.908215 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 182.5     |
-|    wind_speed                   | 4.375     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.09e+03  |
-|    n_updates                    | 18524     |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 56.875576 |
-|    air_temperature              | 28.546131 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 36.5      |
-|    direct_solar_radiation       | 21.75     |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 78.25     |
-|    outdoor_temperature          | 25.278723 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 140.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.83e+03  |
-|    n_updates                    | 18549     |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 58.24339  |
-|    air_temperature              | 29.165983 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 88.75     |
-|    outdoor_temperature          | 24.60015  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 4.875     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.46e+03  |
-|    n_updates                    | 18574     |
------------------------------------------------
------------------------------------------------*******************--------------------------------------------| 55%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 66.87542  |
-|    air_temperature              | 27.153479 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 85.0      |
-|    outdoor_temperature          | 24.488916 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 5.125     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.19e+03  |
-|    n_updates                    | 18599     |
------------------------------------------------
------------------------------------------------*******************--------------------------------------------| 55%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 68.727104 |
-|    air_temperature              | 26.621859 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 86.5      |
-|    outdoor_temperature          | 24.772013 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 7.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.62e+03  |
-|    n_updates                    | 18624     |
------------------------------------------------
------------------------------------------------*******************--------------------------------------------| 55%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 74.13177  |
-|    air_temperature              | 25.110699 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 89.25     |
-|    outdoor_temperature          | 22.868048 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 5.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.89e+03  |
-|    n_updates                    | 18649     |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.009995 |
-|    air_temperature              | 23.295828 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 91.5      |
-|    outdoor_temperature          | 20.944084 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 222.5     |
-|    wind_speed                   | 3.625     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.68e+03  |
-|    n_updates                    | 18674     |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 76.22931  |
-|    air_temperature              | 24.215412 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 23.454714 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 2.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.08e+03  |
-|    n_updates                    | 18699     |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 84.98991  |
-|    air_temperature              | 23.21452  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 89.25     |
-|    outdoor_temperature          | 21.339176 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 235.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 778       |
-|    n_updates                    | 18724     |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 57%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 84.72173  |
-|    air_temperature              | 23.91344  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 92.5      |
-|    outdoor_temperature          | 23.348045 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 3.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.08e+03  |
-|    n_updates                    | 18749     |
------------------------------------------------
-----------------------------------------------*********************-------------------------------------------| 57%
-| action_network/                 |          |
-|    index                        | 5        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 25       |
-|    Heating_Setpoint_RL          | 20       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 0.0      |
-|    air_humidity                 | 86.47173 |
-|    air_temperature              | 23.57375 |
-|    clg_setpoint                 | 25.0     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 28.0     |
-|    diffuse_solar_radiation      | 0.0      |
-|    direct_solar_radiation       | 0.0      |
-|    hour                         | 3.0      |
-|    htg_setpoint                 | 20.0     |
-|    month                        | 7.0      |
-|    outdoor_humidity             | 97.0     |
-|    outdoor_temperature          | 21.85287 |
-|    people_occupant              | 0.0      |
-|    total_electricity_HVAC       | 0.0      |
-|    wind_direction               | 202.5    |
-|    wind_speed                   | 5.45     |
-| rollout/                        |          |
-|    exploration_rate             | 0.05     |
-| train/                          |          |
-|    learning_rate                | 0.0001   |
-|    loss                         | 648      |
-|    n_updates                    | 18774    |
-----------------------------------------------
------------------------------------------------********************-------------------------------------------| 57%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 91.6411   |
-|    air_temperature              | 22.740074 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 81.0      |
-|    outdoor_temperature          | 23.466516 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 302.5     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.83e+03  |
-|    n_updates                    | 18799     |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 57%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 85.37062  |
-|    air_temperature              | 22.634445 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 49.5      |
-|    direct_solar_radiation       | 17.75     |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 22.287907 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 197.5     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 839       |
-|    n_updates                    | 18824     |
------------------------------------------------
-----------------------------------------------**********************------------------------------------------| 58%
-| action_network/                 |          |
-|    index                        | 0        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 30       |
-|    Heating_Setpoint_RL          | 15       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 0.0      |
-|    air_humidity                 | 87.94491 |
-|    air_temperature              | 22.73523 |
-|    clg_setpoint                 | 22.5     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 31.0     |
-|    diffuse_solar_radiation      | 84.25    |
-|    direct_solar_radiation       | 0.0      |
-|    hour                         | 6.0      |
-|    htg_setpoint                 | 22.0     |
-|    month                        | 7.0      |
-|    outdoor_humidity             | 89.5     |
-|    outdoor_temperature          | 24.26252 |
-|    people_occupant              | 0.0      |
-|    total_electricity_HVAC       | 0.0      |
-|    wind_direction               | 127.5    |
-|    wind_speed                   | 1.125    |
-| rollout/                        |          |
-|    exploration_rate             | 0.05     |
-| train/                          |          |
-|    learning_rate                | 0.0001   |
-|    loss                         | 2.38e+03 |
-|    n_updates                    | 18849    |
-----------------------------------------------
------------------------------------------------*********************------------------------------------------| 58%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2807.4397 |
-|    air_humidity                 | 74.32868  |
-|    air_temperature              | 21.33207  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 129.0     |
-|    direct_solar_radiation       | 596.75    |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 67.0      |
-|    outdoor_temperature          | 26.407139 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2526695.5 |
-|    wind_direction               | 225.0     |
-|    wind_speed                   | 2.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.81e+03  |
-|    n_updates                    | 18874     |
------------------------------------------------
------------------------------------------------*********************------------------------------------------| 58%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 9054.869  |
-|    air_humidity                 | 65.859116 |
-|    air_temperature              | 23.2239   |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 113.0     |
-|    direct_solar_radiation       | 751.25    |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 71.0      |
-|    outdoor_temperature          | 29.98417  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 8148379.0 |
-|    wind_direction               | 207.5     |
-|    wind_speed                   | 2.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.4e+03   |
-|    n_updates                    | 18899     |
------------------------------------------------
-----------------------------------------------************************----------------------------------------| 59%
-| action_network/                 |          |
-|    index                        | 2        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 28       |
-|    Heating_Setpoint_RL          | 17       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 0.0      |
-|    air_humidity                 | 69.58006 |
-|    air_temperature              | 26.38312 |
-|    clg_setpoint                 | 22.5     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 3.0      |
-|    diffuse_solar_radiation      | 272.25   |
-|    direct_solar_radiation       | 387.0    |
-|    hour                         | 9.0      |
-|    htg_setpoint                 | 21.0     |
-|    month                        | 8.0      |
-|    outdoor_humidity             | 69.5     |
-|    outdoor_temperature          | 28.69311 |
-|    people_occupant              | 0.0      |
-|    total_electricity_HVAC       | 0.0      |
-|    wind_direction               | 182.5    |
-|    wind_speed                   | 2.725    |
-| rollout/                        |          |
-|    exploration_rate             | 0.05     |
-| train/                          |          |
-|    learning_rate                | 0.0001   |
-|    loss                         | 2.88e+03 |
-|    n_updates                    | 18924    |
-----------------------------------------------
------------------------------------------------***********************----------------------------------------| 59%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 67.058    |
-|    air_temperature              | 26.914494 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 180.75    |
-|    direct_solar_radiation       | 689.25    |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 69.75     |
-|    outdoor_temperature          | 29.624235 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 177.5     |
-|    wind_speed                   | 3.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.57e+03  |
-|    n_updates                    | 18949     |
------------------------------------------------
------------------------------------------------***********************----------------------------------------| 59%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 8801.524  |
-|    air_humidity                 | 58.136875 |
-|    air_temperature              | 24.039986 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 265.75    |
-|    direct_solar_radiation       | 10.75     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 72.25     |
-|    outdoor_temperature          | 28.023397 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 7921372.0 |
-|    wind_direction               | 112.5     |
-|    wind_speed                   | 5.4       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.12e+03  |
-|    n_updates                    | 18974     |
------------------------------------------------
------------------------------------------------***********************----------------------------------------| 59%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3378.667  |
-|    air_humidity                 | 58.892483 |
-|    air_temperature              | 23.367899 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 257.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 84.75     |
-|    outdoor_temperature          | 21.247084 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 3040800.2 |
-|    wind_direction               | 62.5      |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.18e+03  |
-|    n_updates                    | 18999     |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4014.445  |
-|    air_humidity                 | 57.45482  |
-|    air_temperature              | 23.92956  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 368.0     |
-|    direct_solar_radiation       | 307.25    |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 49.75     |
-|    outdoor_temperature          | 23.911158 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 3613000.5 |
-|    wind_direction               | 65.0      |
-|    wind_speed                   | 5.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.18e+03  |
-|    n_updates                    | 19024     |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4817.473  |
-|    air_humidity                 | 52.57281  |
-|    air_temperature              | 24.286257 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 237.75    |
-|    direct_solar_radiation       | 550.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 39.5      |
-|    outdoor_temperature          | 26.177536 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4331393.5 |
-|    wind_direction               | 132.5     |
-|    wind_speed                   | 4.925     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.34e+03  |
-|    n_updates                    | 19049     |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5711.878  |
-|    air_humidity                 | 57.63123  |
-|    air_temperature              | 24.354006 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 239.0     |
-|    direct_solar_radiation       | 424.25    |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 51.5      |
-|    outdoor_temperature          | 26.314344 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5136858.0 |
-|    wind_direction               | 197.5     |
-|    wind_speed                   | 4.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 395       |
-|    n_updates                    | 19074     |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 58.167454 |
-|    air_temperature              | 28.583328 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 68.25     |
-|    direct_solar_radiation       | 670.75    |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 67.25     |
-|    outdoor_temperature          | 26.150335 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 5.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.25e+03  |
-|    n_updates                    | 19099     |
------------------------------------------------
------------------------------------------------*************************--------------------------------------| 61%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 55.369625 |
-|    air_temperature              | 29.384346 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 82.75     |
-|    direct_solar_radiation       | 102.75    |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 78.25     |
-|    outdoor_temperature          | 25.75643  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 185.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 9.68e+03  |
-|    n_updates                    | 19124     |
------------------------------------------------
------------------------------------------------*************************--------------------------------------| 61%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 51.58527  |
-|    air_temperature              | 29.717571 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 18.75     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 60.0      |
-|    outdoor_temperature          | 31.05684  |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 5.425     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.17e+03  |
-|    n_updates                    | 19149     |
------------------------------------------------
------------------------------------------------*************************--------------------------------------| 61%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 57.148495 |
-|    air_temperature              | 29.580566 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 73.75     |
-|    outdoor_temperature          | 26.079569 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 496       |
-|    n_updates                    | 19174     |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 66.282104 |
-|    air_temperature              | 27.809978 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 74.0      |
-|    outdoor_temperature          | 24.78124  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.12e+03  |
-|    n_updates                    | 19199     |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 64.98033  |
-|    air_temperature              | 26.815897 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 83.75     |
-|    outdoor_temperature          | 23.301914 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 105.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.78e+03  |
-|    n_updates                    | 19224     |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.27217  |
-|    air_temperature              | 26.22684  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 94.0      |
-|    outdoor_temperature          | 26.958303 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 102.5     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.37e+03  |
-|    n_updates                    | 19249     |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 81.57633  |
-|    air_temperature              | 25.920828 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 55.5      |
-|    outdoor_temperature          | 26.734919 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 22.5      |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4e+03     |
-|    n_updates                    | 19274     |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 84.304825 |
-|    air_temperature              | 25.465914 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 57.5      |
-|    outdoor_temperature          | 22.813532 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 45.0      |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.07e+03  |
-|    n_updates                    | 19299     |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.35207  |
-|    air_temperature              | 23.392422 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 73.75     |
-|    outdoor_temperature          | 17.851112 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 52.5      |
-|    wind_speed                   | 2.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.42e+03  |
-|    n_updates                    | 19324     |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 77.09457  |
-|    air_temperature              | 23.109562 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 68.0      |
-|    outdoor_temperature          | 21.00783  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 232.5     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.54e+03  |
-|    n_updates                    | 19349     |
------------------------------------------------
------------------------------------------------****************************-----------------------------------| 64%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.33025  |
-|    air_temperature              | 23.843977 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 43.5      |
-|    outdoor_temperature          | 26.288761 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 312.5     |
-|    wind_speed                   | 3.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.09e+03  |
-|    n_updates                    | 19374     |
------------------------------------------------
------------------------------------------------****************************-----------------------------------| 64%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 75.405334 |
-|    air_temperature              | 22.821547 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 61.5      |
-|    outdoor_temperature          | 18.559614 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.26e+03  |
-|    n_updates                    | 19399     |
------------------------------------------------
------------------------------------------------****************************-----------------------------------| 64%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 84.77596  |
-|    air_temperature              | 23.128113 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 31.5      |
-|    direct_solar_radiation       | 52.0      |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 73.75     |
-|    outdoor_temperature          | 20.81059  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.75e+03  |
-|    n_updates                    | 19424     |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 82.58572  |
-|    air_temperature              | 23.639242 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 84.75     |
-|    direct_solar_radiation       | 314.25    |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 52.5      |
-|    outdoor_temperature          | 20.048075 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 15.0      |
-|    wind_speed                   | 4.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.97e+03  |
-|    n_updates                    | 19449     |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1617.4988 |
-|    air_humidity                 | 79.90342  |
-|    air_temperature              | 20.43247  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 139.75    |
-|    direct_solar_radiation       | 442.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 60.0      |
-|    outdoor_temperature          | 22.065544 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1478523.6 |
-|    wind_direction               | 52.5      |
-|    wind_speed                   | 2.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.59e+03  |
-|    n_updates                    | 19474     |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5886.132  |
-|    air_humidity                 | 66.80615  |
-|    air_temperature              | 22.063503 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 180.25    |
-|    direct_solar_radiation       | 508.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 81.0      |
-|    outdoor_temperature          | 24.354967 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5328320.5 |
-|    wind_direction               | 232.5     |
-|    wind_speed                   | 5.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.15e+03  |
-|    n_updates                    | 19499     |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3672.857  |
-|    air_humidity                 | 59.752323 |
-|    air_temperature              | 23.272907 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 187.0     |
-|    direct_solar_radiation       | 603.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 43.5      |
-|    outdoor_temperature          | 24.80805  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3281666.5 |
-|    wind_direction               | 97.5      |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.52e+03  |
-|    n_updates                    | 19524     |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4737.7534 |
-|    air_humidity                 | 58.999786 |
-|    air_temperature              | 23.746513 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 222.5     |
-|    direct_solar_radiation       | 627.75    |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 57.5      |
-|    outdoor_temperature          | 24.401014 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4263978.0 |
-|    wind_direction               | 227.5     |
-|    wind_speed                   | 4.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.85e+03  |
-|    n_updates                    | 19549     |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4875.718  |
-|    air_humidity                 | 44.244587 |
-|    air_temperature              | 24.019958 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 180.0     |
-|    direct_solar_radiation       | 788.5     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 26.25     |
-|    outdoor_temperature          | 26.552404 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 4371530.0 |
-|    wind_direction               | 5.0       |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.83e+03  |
-|    n_updates                    | 19574     |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 45.898952 |
-|    air_temperature              | 26.009037 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 127.75    |
-|    direct_solar_radiation       | 850.75    |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 70.5      |
-|    outdoor_temperature          | 26.36101  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 5.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.82e+03  |
-|    n_updates                    | 19599     |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 41.81277  |
-|    air_temperature              | 27.505688 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 186.5     |
-|    direct_solar_radiation       | 669.0     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 25.5      |
-|    outdoor_temperature          | 29.788122 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 335.0     |
-|    wind_speed                   | 4.875     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.48e+03  |
-|    n_updates                    | 19624     |
------------------------------------------------
------------------------------------------------*******************************--------------------------------| 67%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4886.1143 |
-|    air_humidity                 | 57.88376  |
-|    air_temperature              | 23.773052 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 199.5     |
-|    direct_solar_radiation       | 361.25    |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 56.75     |
-|    outdoor_temperature          | 24.97054  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4363027.0 |
-|    wind_direction               | 130.0     |
-|    wind_speed                   | 4.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.29e+03  |
-|    n_updates                    | 19649     |
------------------------------------------------
------------------------------------------------*******************************--------------------------------| 67%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4029.3594 |
-|    air_humidity                 | 46.99753  |
-|    air_temperature              | 24.343311 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 173.25    |
-|    direct_solar_radiation       | 387.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 42.25     |
-|    outdoor_temperature          | 22.448847 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3626423.5 |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.33e+03  |
-|    n_updates                    | 19674     |
------------------------------------------------
------------------------------------------------*******************************--------------------------------| 67%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5349.853  |
-|    air_humidity                 | 58.909237 |
-|    air_temperature              | 24.063595 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 93.5      |
-|    direct_solar_radiation       | 335.5     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 57.5      |
-|    outdoor_temperature          | 24.990084 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4814867.5 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 6.075     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.78e+03  |
-|    n_updates                    | 19699     |
------------------------------------------------
------------------------------------------------********************************-------------------------------| 68%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 49.822647 |
-|    air_temperature              | 29.09369  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 42.25     |
-|    direct_solar_radiation       | 105.75    |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 75.5      |
-|    outdoor_temperature          | 23.82931  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 197.5     |
-|    wind_speed                   | 7.075     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 829       |
-|    n_updates                    | 19724     |
------------------------------------------------
------------------------------------------------********************************-------------------------------| 68%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 50.729893 |
-|    air_temperature              | 30.093975 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 79.75     |
-|    outdoor_temperature          | 24.931477 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 175.0     |
-|    wind_speed                   | 4.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.61e+03  |
-|    n_updates                    | 19749     |
------------------------------------------------
------------------------------------------------********************************-------------------------------| 68%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 65.69394  |
-|    air_temperature              | 26.956028 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 82.75     |
-|    outdoor_temperature          | 22.900484 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 192.5     |
-|    wind_speed                   | 7.825     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.27e+03  |
-|    n_updates                    | 19774     |
------------------------------------------------
------------------------------------------------********************************-------------------------------| 68%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.78566  |
-|    air_temperature              | 23.96756  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 76.5      |
-|    outdoor_temperature          | 18.051031 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.14e+03  |
-|    n_updates                    | 19799     |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 71.47217  |
-|    air_temperature              | 24.990147 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 87.75     |
-|    outdoor_temperature          | 20.638704 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 62.5      |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.32e+03  |
-|    n_updates                    | 19824     |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 60.647545 |
-|    air_temperature              | 24.419151 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 45.5      |
-|    outdoor_temperature          | 15.977511 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 3.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.29e+03  |
-|    n_updates                    | 19849     |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 53.864487 |
-|    air_temperature              | 23.427107 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 64.0      |
-|    outdoor_temperature          | 17.705479 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 255.0     |
-|    wind_speed                   | 3.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.49e+03  |
-|    n_updates                    | 19874     |
------------------------------------------------
------------------------------------------------**********************************-----------------------------| 70%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 77.79724  |
-|    air_temperature              | 23.55326  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 21.224926 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 212.5     |
-|    wind_speed                   | 5.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.07e+03  |
-|    n_updates                    | 19899     |
------------------------------------------------
------------------------------------------------**********************************-----------------------------| 70%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.70181  |
-|    air_temperature              | 23.83317  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 21.874525 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 215.0     |
-|    wind_speed                   | 4.875     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.11e+03  |
-|    n_updates                    | 19924     |
------------------------------------------------
------------------------------------------------**********************************-----------------------------| 70%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 81.30007  |
-|    air_temperature              | 23.849401 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 18.547737 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 10.0      |
-|    wind_speed                   | 4.925     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.04e+03  |
-|    n_updates                    | 19949     |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 92.61786  |
-|    air_temperature              | 21.799852 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 72.0      |
-|    outdoor_temperature          | 13.870208 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.82e+03  |
-|    n_updates                    | 19974     |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 87.17677  |
-|    air_temperature              | 22.119612 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 88.5      |
-|    outdoor_temperature          | 20.816065 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 137.5     |
-|    wind_speed                   | 4.125     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.47e+03  |
-|    n_updates                    | 19999     |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 93.015495 |
-|    air_temperature              | 21.31066  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 13.5      |
-|    direct_solar_radiation       | 20.0      |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 84.75     |
-|    outdoor_temperature          | 18.328482 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 352.5     |
-|    wind_speed                   | 3.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.36e+03  |
-|    n_updates                    | 20024     |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 84.57495  |
-|    air_temperature              | 21.005348 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 61.0      |
-|    direct_solar_radiation       | 262.0     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 62.5      |
-|    outdoor_temperature          | 13.333364 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 25.0      |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.48e+03  |
-|    n_updates                    | 20049     |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 301.6228  |
-|    air_humidity                 | 79.943886 |
-|    air_temperature              | 20.113867 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 92.5      |
-|    direct_solar_radiation       | 310.25    |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 74.75     |
-|    outdoor_temperature          | 16.825045 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 271460.53 |
-|    wind_direction               | 67.5      |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.59e+03  |
-|    n_updates                    | 20074     |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 86.96002  |
-|    air_temperature              | 22.580376 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 144.25    |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 78.75     |
-|    outdoor_temperature          | 21.745192 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 227.5     |
-|    wind_speed                   | 4.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.96e+03  |
-|    n_updates                    | 20099     |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 81.88721  |
-|    air_temperature              | 23.508745 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 170.75    |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 91.5      |
-|    outdoor_temperature          | 23.018007 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 192.5     |
-|    wind_speed                   | 4.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.54e+03  |
-|    n_updates                    | 20124     |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 344.5578  |
-|    air_humidity                 | 30.767315 |
-|    air_temperature              | 24.99779  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 271.25    |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 41.25     |
-|    outdoor_temperature          | 14.921902 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 309548.22 |
-|    wind_direction               | 5.0       |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6e+03     |
-|    n_updates                    | 20149     |
------------------------------------------------
------------------------------------------------*************************************--------------------------| 73%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2278.3    |
-|    air_humidity                 | 39.205063 |
-|    air_temperature              | 24.005941 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 276.75    |
-|    direct_solar_radiation       | 358.75    |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 47.0      |
-|    outdoor_temperature          | 18.965593 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 2050470.0 |
-|    wind_direction               | 65.0      |
-|    wind_speed                   | 2.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.22e+03  |
-|    n_updates                    | 20174     |
------------------------------------------------
------------------------------------------------*************************************--------------------------| 73%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1998.3851 |
-|    air_humidity                 | 52.785255 |
-|    air_temperature              | 24.266527 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 219.0     |
-|    direct_solar_radiation       | 202.75    |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 63.75     |
-|    outdoor_temperature          | 20.165852 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 1794946.1 |
-|    wind_direction               | 122.5     |
-|    wind_speed                   | 4.75      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.81e+03  |
-|    n_updates                    | 20199     |
------------------------------------------------
------------------------------------------------*************************************--------------------------| 73%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1957.5281 |
-|    air_humidity                 | 55.09818  |
-|    air_temperature              | 23.998634 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 179.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 75.5      |
-|    outdoor_temperature          | 18.801235 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 1761775.2 |
-|    wind_direction               | 67.5      |
-|    wind_speed                   | 2.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.35e+03  |
-|    n_updates                    | 20224     |
------------------------------------------------
------------------------------------------------**************************************-------------------------| 74%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4070.7903 |
-|    air_humidity                 | 57.882877 |
-|    air_temperature              | 23.809664 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 96.5      |
-|    direct_solar_radiation       | 738.25    |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 55.5      |
-|    outdoor_temperature          | 22.709478 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3636545.2 |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.63e+03  |
-|    n_updates                    | 20249     |
------------------------------------------------
------------------------------------------------**************************************-------------------------| 74%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 68.24881  |
-|    air_temperature              | 26.860281 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 74.25     |
-|    direct_solar_radiation       | 600.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 24.5      |
-|    outdoor_temperature          | 22.27375  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 15.0      |
-|    wind_speed                   | 4.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.31e+03  |
-|    n_updates                    | 20274     |
------------------------------------------------
------------------------------------------------**************************************-------------------------| 74%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 71.049194 |
-|    air_temperature              | 26.28117  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 48.0      |
-|    direct_solar_radiation       | 299.75    |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 54.5      |
-|    outdoor_temperature          | 18.562544 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 4.75      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.42e+03  |
-|    n_updates                    | 20299     |
------------------------------------------------
------------------------------------------------**************************************-------------------------| 74%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 38.25449  |
-|    air_temperature              | 30.236038 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 65.5      |
-|    outdoor_temperature          | 17.029285 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 150.0     |
-|    wind_speed                   | 2.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 9.14e+03  |
-|    n_updates                    | 20324     |
------------------------------------------------
------------------------------------------------***************************************------------------------| 75%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 325.93085 |
-|    air_humidity                 | 38.41647  |
-|    air_temperature              | 22.50031  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 66.75     |
-|    outdoor_temperature          | 12.274445 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 293337.75 |
-|    wind_direction               | 292.5     |
-|    wind_speed                   | 1.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.07e+03  |
-|    n_updates                    | 20349     |
------------------------------------------------
------------------------------------------------***************************************------------------------| 75%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 72.12592  |
-|    air_humidity                 | 45.341778 |
-|    air_temperature              | 25.65021  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 79.5      |
-|    outdoor_temperature          | 15.496785 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 64778.598 |
-|    wind_direction               | 255.0     |
-|    wind_speed                   | 1.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.51e+03  |
-|    n_updates                    | 20374     |
------------------------------------------------
------------------------------------------------***************************************------------------------| 75%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 63.414883 |
-|    air_temperature              | 28.577398 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 82.5      |
-|    outdoor_temperature          | 19.600908 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 948       |
-|    n_updates                    | 20399     |
------------------------------------------------
------------------------------------------------***************************************------------------------| 75%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 61.78261  |
-|    air_temperature              | 22.69856  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 89.25     |
-|    outdoor_temperature          | 16.416159 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 1.9       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.32e+04  |
-|    n_updates                    | 20424     |
------------------------------------------------
------------------------------------------------****************************************-----------------------| 76%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 52.74851  |
-|    air_temperature              | 25.398882 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 91.5      |
-|    outdoor_temperature          | 20.38683  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 8.525     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.64e+03  |
-|    n_updates                    | 20449     |
------------------------------------------------
------------------------------------------------****************************************-----------------------| 76%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 33.290733 |
-|    air_temperature              | 21.287834 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 50.5      |
-|    outdoor_temperature          | 12.449082 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 295.0     |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.15e+03  |
-|    n_updates                    | 20474     |
------------------------------------------------
------------------------------------------------*****************************************----------------------| 77%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 19.943989 |
-|    air_temperature              | 18.339186 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 46.75     |
-|    outdoor_temperature          | 5.152613  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 287.5     |
-|    wind_speed                   | 7.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.67e+03  |
-|    n_updates                    | 20499     |
------------------------------------------------
------------------------------------------------*****************************************----------------------| 77%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 25.289444 |
-|    air_temperature              | 18.999548 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 70.0      |
-|    outdoor_temperature          | 2.6775541 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.13e+03  |
-|    n_updates                    | 20524     |
------------------------------------------------
------------------------------------------------*****************************************----------------------| 77%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 417.08643 |
-|    air_humidity                 | 46.24744  |
-|    air_temperature              | 18.841345 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 69.75     |
-|    outdoor_temperature          | 11.781759 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 375377.78 |
-|    wind_direction               | 237.5     |
-|    wind_speed                   | 5.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.7e+03   |
-|    n_updates                    | 20549     |
------------------------------------------------
-------------------------------------------------****************************************----------------------| 77%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 135.26466  |
-|    air_humidity                 | 61.379833  |
-|    air_temperature              | 22.000166  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 11.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 3.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 10.0       |
-|    outdoor_humidity             | 100.0      |
-|    outdoor_temperature          | 13.575298  |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 121738.195 |
-|    wind_direction               | 227.5      |
-|    wind_speed                   | 4.225      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.3e+03    |
-|    n_updates                    | 20574      |
-------------------------------------------------
------------------------------------------------******************************************---------------------| 78%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 64.60407  |
-|    air_temperature              | 20.836473 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 13.240486 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.04e+04  |
-|    n_updates                    | 20599     |
------------------------------------------------
------------------------------------------------******************************************---------------------| 78%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 63.3282   |
-|    air_temperature              | 22.00007  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 14.022585 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 35.0      |
-|    wind_speed                   | 0.375     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.56e+03  |
-|    n_updates                    | 20624     |
------------------------------------------------
------------------------------------------------******************************************---------------------| 78%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 188.70605 |
-|    air_humidity                 | 67.29689  |
-|    air_temperature              | 19.1231   |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 37.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 14.237206 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 169835.45 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.08e+04  |
-|    n_updates                    | 20649     |
------------------------------------------------
------------------------------------------------******************************************---------------------| 78%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 168.05627 |
-|    air_humidity                 | 53.480873 |
-|    air_temperature              | 22.000565 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 126.0     |
-|    direct_solar_radiation       | 279.25    |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 73.25     |
-|    outdoor_temperature          | 14.391249 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 151250.64 |
-|    wind_direction               | 277.5     |
-|    wind_speed                   | 6.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.48e+03  |
-|    n_updates                    | 20674     |
------------------------------------------------
------------------------------------------------*******************************************--------------------| 79%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 677.43176 |
-|    air_humidity                 | 49.575752 |
-|    air_temperature              | 22.503729 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 171.75    |
-|    direct_solar_radiation       | 443.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 74.75     |
-|    outdoor_temperature          | 16.459827 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 541536.8  |
-|    wind_direction               | 102.5     |
-|    wind_speed                   | 5.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.78e+03  |
-|    n_updates                    | 20699     |
------------------------------------------------
-------------------------------------------------******************************************--------------------| 79%
-| action_network/                 |            |
-|    index                        | 5          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 349.05792  |
-|    air_humidity                 | 42.49321   |
-|    air_temperature              | 24.44578   |
-|    clg_setpoint                 | 25.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 17.0       |
-|    diffuse_solar_radiation      | 193.25     |
-|    direct_solar_radiation       | 579.75     |
-|    hour                         | 9.0        |
-|    htg_setpoint                 | 20.0       |
-|    month                        | 10.0       |
-|    outdoor_humidity             | 60.75      |
-|    outdoor_temperature          | 14.8956995 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 316582.8   |
-|    wind_direction               | 257.5      |
-|    wind_speed                   | 12.4       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.2e+03    |
-|    n_updates                    | 20724      |
-------------------------------------------------
------------------------------------------------*******************************************--------------------| 79%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 25.344414 |
-|    air_temperature              | 24.028534 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 202.0     |
-|    direct_solar_radiation       | 571.75    |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 42.25     |
-|    outdoor_temperature          | 10.90466  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 317.5     |
-|    wind_speed                   | 6.825     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.76e+04  |
-|    n_updates                    | 20749     |
------------------------------------------------
------------------------------------------------********************************************-------------------| 80%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 32.880497 |
-|    air_temperature              | 21.89145  |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 206.25    |
-|    direct_solar_radiation       | 571.75    |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 51.5      |
-|    outdoor_temperature          | 15.797259 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 4.875     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.65e+03  |
-|    n_updates                    | 20774     |
------------------------------------------------
------------------------------------------------********************************************-------------------| 80%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 114.77949 |
-|    air_humidity                 | 48.73564  |
-|    air_temperature              | 22.8385   |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 197.75    |
-|    direct_solar_radiation       | 617.5     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 59.5      |
-|    outdoor_temperature          | 18.827942 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 103301.54 |
-|    wind_direction               | 232.5     |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.33e+03  |
-|    n_updates                    | 20799     |
------------------------------------------------
------------------------------------------------********************************************-------------------| 80%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 47.761047 |
-|    air_temperature              | 29.14502  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 147.75    |
-|    direct_solar_radiation       | 609.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 81.25     |
-|    outdoor_temperature          | 19.072847 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 7.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.69e+03  |
-|    n_updates                    | 20824     |
------------------------------------------------
------------------------------------------------********************************************-------------------| 80%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 46.74231  |
-|    air_temperature              | 31.30642  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 157.0     |
-|    direct_solar_radiation       | 41.75     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 67.25     |
-|    outdoor_temperature          | 21.932957 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 112.5     |
-|    wind_speed                   | 1.125     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.67e+03  |
-|    n_updates                    | 20849     |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 63.611557 |
-|    air_temperature              | 28.221117 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 80.0      |
-|    direct_solar_radiation       | 45.25     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 98.25     |
-|    outdoor_temperature          | 19.452662 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 145.0     |
-|    wind_speed                   | 6.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.66e+03  |
-|    n_updates                    | 20874     |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 56.281235 |
-|    air_temperature              | 30.96048  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 20.25     |
-|    direct_solar_radiation       | 161.25    |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 85.5      |
-|    outdoor_temperature          | 20.33139  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 145.0     |
-|    wind_speed                   | 4.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.83e+03  |
-|    n_updates                    | 20899     |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 23.261051 |
-|    air_temperature              | 30.090052 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 21.75     |
-|    outdoor_temperature          | 19.227865 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 262.5     |
-|    wind_speed                   | 8.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.15e+03  |
-|    n_updates                    | 20924     |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 16.51077  |
-|    air_temperature              | 21.999998 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 38.75     |
-|    outdoor_temperature          | 9.069071  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 9.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.32e+03  |
-|    n_updates                    | 20949     |
------------------------------------------------
------------------------------------------------**********************************************-----------------| 82%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 20.737274 |
-|    air_temperature              | 21.259157 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 54.0      |
-|    outdoor_temperature          | 6.756015  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 315.0     |
-|    wind_speed                   | 7.075     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.98e+03  |
-|    n_updates                    | 20974     |
------------------------------------------------
------------------------------------------------**********************************************-----------------| 82%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 406.1129  |
-|    air_humidity                 | 22.629057 |
-|    air_temperature              | 20.645561 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 44.5      |
-|    outdoor_temperature          | 8.182513  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 353544.72 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 1.125     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.66e+03  |
-|    n_updates                    | 20999     |
------------------------------------------------
------------------------------------------------**********************************************-----------------| 82%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 176.19357 |
-|    air_humidity                 | 29.804996 |
-|    air_temperature              | 21.000021 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 52.25     |
-|    outdoor_temperature          | 11.880113 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 158574.2  |
-|    wind_direction               | 265.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 735       |
-|    n_updates                    | 21024     |
------------------------------------------------
------------------------------------------------***********************************************----------------| 83%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 465.4056  |
-|    air_humidity                 | 19.860521 |
-|    air_temperature              | 21.00008  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 44.25     |
-|    outdoor_temperature          | 6.4531593 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 418865.06 |
-|    wind_direction               | 7.5       |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.64e+03  |
-|    n_updates                    | 21049     |
------------------------------------------------
------------------------------------------------***********************************************----------------| 83%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 301.59442 |
-|    air_humidity                 | 48.137383 |
-|    air_temperature              | 21.000105 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 87.5      |
-|    outdoor_temperature          | 10.345593 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 271435.0  |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.1e+04   |
-|    n_updates                    | 21074     |
------------------------------------------------
------------------------------------------------***********************************************----------------| 83%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 76.23822  |
-|    air_humidity                 | 26.149212 |
-|    air_temperature              | 19.272993 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 50.0      |
-|    outdoor_temperature          | 8.594441  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 68614.4   |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 8.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.87e+03  |
-|    n_updates                    | 21099     |
------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 29.898169 |
-|    air_temperature              | 20.22157  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 57.75     |
-|    outdoor_temperature          | 11.937977 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 357.5     |
-|    wind_speed                   | 5.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.6e+03   |
-|    n_updates                    | 21124     |
------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 303.0912  |
-|    air_humidity                 | 41.484962 |
-|    air_temperature              | 20.999952 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 86.0      |
-|    outdoor_temperature          | 10.393824 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 272782.06 |
-|    wind_direction               | 45.0      |
-|    wind_speed                   | 0.375     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.32e+03  |
-|    n_updates                    | 21149     |
------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 334.2243  |
-|    air_humidity                 | 30.540747 |
-|    air_temperature              | 21.889717 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 66.75     |
-|    outdoor_temperature          | 8.7990265 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 300801.88 |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 6.075     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.17e+03  |
-|    n_updates                    | 21174     |
------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 34.27362  |
-|    air_temperature              | 18.00155  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 67.75     |
-|    outdoor_temperature          | 5.7800684 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 322.5     |
-|    wind_speed                   | 6.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.04e+03  |
-|    n_updates                    | 21199     |
------------------------------------------------
------------------------------------------------*************************************************--------------| 85%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 35.91788  |
-|    air_temperature              | 17.852299 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 85.0      |
-|    outdoor_temperature          | 4.6286163 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 335.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.18e+03  |
-|    n_updates                    | 21224     |
------------------------------------------------
------------------------------------------------*************************************************--------------| 85%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 40.212387 |
-|    air_temperature              | 18.128834 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 17.0      |
-|    direct_solar_radiation       | 55.25     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 4.8678036 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 332.5     |
-|    wind_speed                   | 3.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.77e+03  |
-|    n_updates                    | 21249     |
------------------------------------------------
------------------------------------------------*************************************************--------------| 85%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 48.87794  |
-|    air_temperature              | 21.000011 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 92.5      |
-|    direct_solar_radiation       | 142.75    |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 89.0      |
-|    outdoor_temperature          | 10.662078 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 45.0      |
-|    wind_speed                   | 1.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.72e+03  |
-|    n_updates                    | 21274     |
------------------------------------------------
-------------------------------------------------*************************************************-------------| 86%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 66.95168   |
-|    air_humidity                 | 70.95457   |
-|    air_temperature              | 19.950773  |
-|    clg_setpoint                 | 30.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 10.0       |
-|    diffuse_solar_radiation      | 124.25     |
-|    direct_solar_radiation       | 115.0      |
-|    hour                         | 8.0        |
-|    htg_setpoint                 | 15.0       |
-|    month                        | 11.0       |
-|    outdoor_humidity             | 100.0      |
-|    outdoor_temperature          | 15.6532345 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 60256.516  |
-|    wind_direction               | 212.5      |
+|    total_electricity_HVAC       | 7845287.0  |
+|    wind_direction               | 200.0      |
 |    wind_speed                   | 6.7        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.83e+03   |
-|    n_updates                    | 21299      |
-------------------------------------------------
------------------------------------------------**************************************************-------------| 86%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 812.9243  |
-|    air_humidity                 | 47.064064 |
-|    air_temperature              | 22.938717 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 214.75    |
-|    direct_solar_radiation       | 160.75    |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 99.0      |
-|    outdoor_temperature          | 9.8358345 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 731631.9  |
-|    wind_direction               | 330.0     |
-|    wind_speed                   | 8.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 786       |
-|    n_updates                    | 21324     |
------------------------------------------------
------------------------------------------------**************************************************-------------| 86%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 855.16016 |
-|    air_humidity                 | 34.934628 |
-|    air_temperature              | 23.299423 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 161.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 71.5      |
-|    outdoor_temperature          | 8.631185  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 769644.2  |
-|    wind_direction               | 357.5     |
-|    wind_speed                   | 7.075     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.34e+03  |
-|    n_updates                    | 21349     |
------------------------------------------------
------------------------------------------------**************************************************-------------| 86%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.6465  |
-|    air_humidity                 | 37.76056  |
-|    air_temperature              | 22.979378 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 105.25    |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 76.75     |
-|    outdoor_temperature          | 9.527214  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 680081.9  |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 0.775     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.9e+03   |
-|    n_updates                    | 21374     |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 255.54282 |
-|    air_humidity                 | 51.38102  |
-|    air_temperature              | 24.256739 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 126.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 11.949695 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 229988.53 |
-|    wind_direction               | 127.5     |
-|    wind_speed                   | 2.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 994       |
-|    n_updates                    | 21399     |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 746.01514 |
-|    air_humidity                 | 23.516073 |
-|    air_temperature              | 23.465982 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 153.5     |
-|    direct_solar_radiation       | 13.5      |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 48.5      |
-|    outdoor_temperature          | 6.8982987 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 671413.6  |
-|    wind_direction               | 285.0     |
-|    wind_speed                   | 7.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.48e+03  |
-|    n_updates                    | 21424     |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 26.107616 |
-|    air_temperature              | 20.64333  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 101.75    |
-|    direct_solar_radiation       | 26.25     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 57.5      |
-|    outdoor_temperature          | 9.14588   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 5.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.53e+03  |
-|    n_updates                    | 21449     |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 27.82852  |
-|    air_temperature              | 21.930077 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 30.25     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 48.5      |
-|    outdoor_temperature          | 10.184548 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 297.5     |
-|    wind_speed                   | 7.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.91e+03  |
-|    n_updates                    | 21474     |
------------------------------------------------
------------------------------------------------****************************************************-----------| 88%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 28.248968 |
-|    air_temperature              | 23.18946  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 56.0      |
-|    outdoor_temperature          | 6.470765  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 257.5     |
-|    wind_speed                   | 8.075     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.57e+03  |
-|    n_updates                    | 21499     |
------------------------------------------------
------------------------------------------------****************************************************-----------| 88%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 29.087454 |
-|    air_temperature              | 22.994007 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 68.25     |
-|    outdoor_temperature          | 4.6299367 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 237.5     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.27e+03  |
-|    n_updates                    | 21524     |
------------------------------------------------
------------------------------------------------****************************************************-----------| 88%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 765.85596 |
-|    air_humidity                 | 37.356014 |
-|    air_temperature              | 21.712988 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 86.5      |
-|    outdoor_temperature          | 5.873901  |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 678344.4  |
-|    wind_direction               | 217.5     |
-|    wind_speed                   | 9.15      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2e+03     |
-|    n_updates                    | 21549     |
------------------------------------------------
-------------------------------------------------****************************************************----------| 89%
-| action_network/                 |            |
-|    index                        | 4          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 26         |
-|    Heating_Setpoint_RL          | 19         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1263.6243  |
-|    air_humidity                 | 27.212038  |
-|    air_temperature              | 22.358484  |
-|    clg_setpoint                 | 26.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 21.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 19.0       |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 11.0       |
-|    outdoor_humidity             | 66.25      |
-|    outdoor_temperature          | 0.43878692 |
-|    people_occupant              | 2.0        |
-|    total_electricity_HVAC       | 1137261.9  |
-|    wind_direction               | 280.0      |
-|    wind_speed                   | 8.925      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 8.11e+03   |
-|    n_updates                    | 21574      |
-------------------------------------------------
-------------------------------------------------****************************************************----------| 89%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1525.2096  |
-|    air_humidity                 | 21.43743   |
-|    air_temperature              | 22.001425  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 22.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 20.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 11.0       |
-|    outdoor_humidity             | 56.25      |
-|    outdoor_temperature          | -0.8691397 |
-|    people_occupant              | 2.0        |
-|    total_electricity_HVAC       | 1372688.6  |
-|    wind_direction               | 285.0      |
-|    wind_speed                   | 9.55       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.46e+03   |
-|    n_updates                    | 21599      |
-------------------------------------------------
------------------------------------------------*****************************************************----------| 89%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1891.6239 |
-|    air_humidity                 | 17.67955  |
-|    air_temperature              | 18.995008 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 47.5      |
-|    outdoor_temperature          | -2.701211 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1702461.5 |
-|    wind_direction               | 307.5     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.71e+03  |
-|    n_updates                    | 21624     |
------------------------------------------------
------------------------------------------------*****************************************************----------| 89%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 13.117279 |
-|    air_temperature              | 21.999998 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 62.25     |
-|    outdoor_temperature          | 2.0829508 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 10.0      |
-|    wind_speed                   | 0.525     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.71e+03  |
-|    n_updates                    | 21649     |
------------------------------------------------
------------------------------------------------******************************************************---------| 90%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 636.2585  |
-|    air_humidity                 | 37.8067   |
-|    air_temperature              | 21.249306 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 98.25     |
-|    outdoor_temperature          | 4.57644   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 572632.7  |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 4.375     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.48e+03  |
-|    n_updates                    | 21674     |
------------------------------------------------
------------------------------------------------******************************************************---------| 90%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 676.5342  |
-|    air_humidity                 | 58.59235  |
-|    air_temperature              | 18.482203 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 96.25     |
-|    outdoor_temperature          | 10.229322 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 608880.75 |
-|    wind_direction               | 265.0     |
-|    wind_speed                   | 3.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.4e+03   |
-|    n_updates                    | 21699     |
------------------------------------------------
------------------------------------------------******************************************************---------| 90%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 39.79686  |
-|    air_temperature              | 18.229832 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 71.0      |
-|    outdoor_temperature          | 8.900488  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 262.5     |
-|    wind_speed                   | 5.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.45e+03  |
-|    n_updates                    | 21724     |
------------------------------------------------
------------------------------------------------*******************************************************--------| 91%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 30.653414 |
-|    air_temperature              | 19.000013 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 67.0      |
-|    outdoor_temperature          | 4.4980135 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 272.5     |
-|    wind_speed                   | 5.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.38e+03  |
-|    n_updates                    | 21749     |
------------------------------------------------
------------------------------------------------*******************************************************--------| 91%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 179.40852 |
-|    air_humidity                 | 31.820286 |
-|    air_temperature              | 19.999996 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 93.75     |
-|    outdoor_temperature          | 4.539938  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 161467.67 |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 3.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.08e+03  |
-|    n_updates                    | 21774     |
------------------------------------------------
------------------------------------------------*******************************************************--------| 91%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 225.59595 |
-|    air_humidity                 | 32.762558 |
-|    air_temperature              | 19.0      |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 82.0      |
-|    outdoor_temperature          | 7.7978168 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 203036.36 |
-|    wind_direction               | 312.5     |
-|    wind_speed                   | 10.525    |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.51e+03  |
-|    n_updates                    | 21799     |
------------------------------------------------
------------------------------------------------********************************************************-------| 92%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1103.6442 |
-|    air_humidity                 | 18.20577  |
-|    air_temperature              | 18.0      |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 43.75     |
-|    outdoor_temperature          | 1.2386879 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 993279.7  |
-|    wind_direction               | 297.5     |
-|    wind_speed                   | 10.8      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 745       |
-|    n_updates                    | 21824     |
------------------------------------------------
------------------------------------------------********************************************************-------| 92%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 19.739792 |
-|    air_temperature              | 20.000017 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 63.0      |
-|    outdoor_temperature          | 2.0301712 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 257.5     |
-|    wind_speed                   | 5.425     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.11e+03  |
-|    n_updates                    | 21849     |
------------------------------------------------
------------------------------------------------********************************************************-------| 92%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 35.217537 |
-|    air_temperature              | 20.274149 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 18.75     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 6.9920654 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 327.5     |
-|    wind_speed                   | 0.375     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.55e+03  |
-|    n_updates                    | 21874     |
------------------------------------------------
------------------------------------------------********************************************************-------| 92%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 32.84092  |
-|    air_temperature              | 21.583551 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 68.5      |
-|    direct_solar_radiation       | 3.0       |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 76.75     |
-|    outdoor_temperature          | 5.4908586 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 2.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.15e+03  |
-|    n_updates                    | 21899     |
------------------------------------------------
------------------------------------------------*********************************************************------| 93%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1209.0073 |
-|    air_humidity                 | 20.072664 |
-|    air_temperature              | 22.122103 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 80.25     |
-|    direct_solar_radiation       | 65.25     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 58.75     |
-|    outdoor_temperature          | 0.2546476 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 1088106.5 |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.3e+03   |
-|    n_updates                    | 21924     |
------------------------------------------------
------------------------------------------------*********************************************************------| 93%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 968.7795  |
-|    air_humidity                 | 20.682884 |
-|    air_temperature              | 18.82307  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 210.5     |
-|    direct_solar_radiation       | 213.75    |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 53.25     |
-|    outdoor_temperature          | 1.9130111 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 871901.56 |
-|    wind_direction               | 277.5     |
-|    wind_speed                   | 6.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.2e+03   |
-|    n_updates                    | 21949     |
------------------------------------------------
------------------------------------------------*********************************************************------| 93%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 18.628345 |
-|    air_temperature              | 21.067177 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 92.25     |
-|    direct_solar_radiation       | 492.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 46.5      |
-|    outdoor_temperature          | 7.173874  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 302.5     |
-|    wind_speed                   | 7.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.75e+03  |
-|    n_updates                    | 21974     |
------------------------------------------------
------------------------------------------------*********************************************************------| 93%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 476.10425 |
-|    air_humidity                 | 22.734207 |
-|    air_temperature              | 23.486908 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 167.25    |
-|    direct_solar_radiation       | 121.75    |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 66.0      |
-|    outdoor_temperature          | 2.5671427 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 428493.84 |
-|    wind_direction               | 327.5     |
-|    wind_speed                   | 0.375     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.74e+03  |
-|    n_updates                    | 21999     |
------------------------------------------------
------------------------------------------------**********************************************************-----| 94%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.6465  |
-|    air_humidity                 | 28.432045 |
-|    air_temperature              | 23.13434  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 92.75     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 87.25     |
-|    outdoor_temperature          | 3.7937093 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 680081.9  |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.49e+03  |
-|    n_updates                    | 22024     |
------------------------------------------------
------------------------------------------------**********************************************************-----| 94%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 861.25696 |
-|    air_humidity                 | 26.538927 |
-|    air_temperature              | 22.993273 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 53.25     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 73.0      |
-|    outdoor_temperature          | 1.9933993 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 775131.25 |
-|    wind_direction               | 35.0      |
-|    wind_speed                   | 3.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.18e+03  |
-|    n_updates                    | 22049     |
------------------------------------------------
------------------------------------------------**********************************************************-----| 94%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 30.87924  |
-|    air_temperature              | 23.100765 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 36.0      |
-|    direct_solar_radiation       | 9.0       |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 79.75     |
-|    outdoor_temperature          | 3.5068433 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 305.0     |
-|    wind_speed                   | 4.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.27e+03  |
-|    n_updates                    | 22074     |
------------------------------------------------
------------------------------------------------***********************************************************----| 95%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 22.573284 |
-|    air_temperature              | 22.911606 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 50.0      |
-|    outdoor_temperature          | 3.334994  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.52e+03  |
-|    n_updates                    | 22099     |
------------------------------------------------
------------------------------------------------***********************************************************----| 95%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 17.63873  |
-|    air_temperature              | 20.344404 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 32.25     |
-|    outdoor_temperature          | 3.4847171 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 8.925     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 572       |
-|    n_updates                    | 22124     |
------------------------------------------------
------------------------------------------------***********************************************************----| 95%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 78.55217  |
-|    air_humidity                 | 17.442886 |
-|    air_temperature              | 20.012045 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 62.25     |
-|    outdoor_temperature          | 4.591076  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 67041.266 |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 7.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.8e+03   |
-|    n_updates                    | 22149     |
------------------------------------------------
------------------------------------------------***********************************************************----| 95%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 538.88184 |
-|    air_humidity                 | 24.78695  |
-|    air_temperature              | 21.017    |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 58.0      |
-|    outdoor_temperature          | 5.038567  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 484993.62 |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 3.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 9.34e+03  |
-|    n_updates                    | 22174     |
------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 443.30167 |
-|    air_humidity                 | 26.74962  |
-|    air_temperature              | 20.506552 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 52.0      |
-|    outdoor_temperature          | 6.9844346 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 384110.12 |
-|    wind_direction               | 337.5     |
-|    wind_speed                   | 4.25      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.71e+03  |
-|    n_updates                    | 22199     |
------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 798.4142  |
-|    air_humidity                 | 30.103796 |
-|    air_temperature              | 20.000015 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 80.25     |
-|    outdoor_temperature          | 4.3912582 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 718572.75 |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 5.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 824       |
-|    n_updates                    | 22224     |
------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 28.865433 |
-|    air_temperature              | 18.52578  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 76.25     |
-|    outdoor_temperature          | 4.8629026 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.78e+03  |
-|    n_updates                    | 22249     |
------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 634.5351  |
-|    air_humidity                 | 24.009302 |
-|    air_temperature              | 20.856209 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 54.0      |
-|    outdoor_temperature          | 5.6826453 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 577064.06 |
-|    wind_direction               | 355.0     |
-|    wind_speed                   | 4.375     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 607       |
-|    n_updates                    | 22274     |
------------------------------------------------
-------------------------------------------------************************************************************--| 97%
-| action_network/                 |            |
-|    index                        | 6          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 24         |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1824.9485  |
-|    air_humidity                 | 13.21023   |
-|    air_temperature              | 20.999922  |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 22.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 0.0        |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 44.5       |
-|    outdoor_temperature          | -2.3678339 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1642453.6  |
-|    wind_direction               | 345.0      |
-|    wind_speed                   | 3.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 855        |
-|    n_updates                    | 22299      |
-------------------------------------------------
------------------------------------------------*************************************************************--| 97%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 15.420471 |
-|    air_temperature              | 21.000063 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 3.1042883 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 80.0      |
-|    wind_speed                   | 8.4       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.4e+03   |
-|    n_updates                    | 22324     |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 33.208645 |
-|    air_temperature              | 19.72489  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 72.25     |
-|    outdoor_temperature          | 4.998941  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 297.5     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.88e+03  |
-|    n_updates                    | 22349     |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 737.5208  |
-|    air_humidity                 | 35.81898  |
-|    air_temperature              | 19.986662 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 94.0      |
-|    outdoor_temperature          | 8.87142   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 663768.75 |
-|    wind_direction               | 95.0      |
-|    wind_speed                   | 8.075     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.74e+03  |
-|    n_updates                    | 22374     |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 34.983475 |
-|    air_temperature              | 20.000034 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 89.75     |
-|    outdoor_temperature          | 4.678801  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 247.5     |
-|    wind_speed                   | 3.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.38e+03  |
-|    n_updates                    | 22399     |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 25.802359 |
-|    air_temperature              | 17.999998 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 55.5      |
-|    outdoor_temperature          | 4.5781016 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 295.0     |
-|    wind_speed                   | 3.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.97e+03  |
-|    n_updates                    | 22424     |
------------------------------------------------
------------------------------------------------***************************************************************| 99%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 977.8774  |
-|    air_humidity                 | 30.994516 |
-|    air_temperature              | 21.99999  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 63.25     |
-|    outdoor_temperature          | 1.8675216 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 880089.6  |
-|    wind_direction               | 342.5     |
-|    wind_speed                   | 5.825     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.33e+03  |
-|    n_updates                    | 22449     |
------------------------------------------------
-------------------------------------------------**************************************************************| 99%
-| action_network/                 |            |
-|    index                        | 5          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1262.1515  |
-|    air_humidity                 | 19.378036  |
-|    air_temperature              | 20.0       |
-|    clg_setpoint                 | 25.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 29.0       |
-|    diffuse_solar_radiation      | 20.75      |
-|    direct_solar_radiation       | 10.75      |
-|    hour                         | 7.0        |
-|    htg_setpoint                 | 20.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 72.0       |
-|    outdoor_temperature          | 0.44615075 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1135936.4  |
-|    wind_direction               | 65.0       |
-|    wind_speed                   | 2.7        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.44e+03   |
-|    n_updates                    | 22474      |
-------------------------------------------------
------------------------------------------------***************************************************************| 99%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1012.9957 |
-|    air_humidity                 | 28.28078  |
-|    air_temperature              | 21.999395 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 36.25     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 91.25     |
-|    outdoor_temperature          | 1.2347054 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 911696.1  |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 12.775    |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.35e+03  |
-|    n_updates                    | 22499     |
------------------------------------------------
-------------------------------------------------**************************************************************| 99%
-| action_network/                 |            |
-|    index                        | 3          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 27         |
-|    Heating_Setpoint_RL          | 18         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1838.0356  |
-|    air_humidity                 | 15.019802  |
-|    air_temperature              | 22.52058   |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 31.0       |
-|    diffuse_solar_radiation      | 90.75      |
-|    direct_solar_radiation       | 430.75     |
-|    hour                         | 9.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 41.0       |
-|    outdoor_temperature          | -2.8313658 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1654232.1  |
-|    wind_direction               | 265.0      |
-|    wind_speed                   | 10.175     |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.62e+03   |
-|    n_updates                    | 22524      |
-------------------------------------------------
-[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
-
-[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]
-#----------------------------------------------------------------------------------------------#
-[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION] [Episode 2]
-#----------------------------------------------------------------------------------------------#
-[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2]
-[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
-[MODELING] (INFO) : Updated building model with whole Output:Variable available names
-[MODELING] (INFO) : Updated building model with whole Output:Meter available names
-[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
-[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/output]
-[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']
-[ENVIRONMENT] (INFO) : Episode 2 started.
-

-

-

-

-

-

-
-/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
-  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
-

-

-

-

-

-

-
-[SIMULATOR] (INFO) : handlers are ready.
-[SIMULATOR] (INFO) : System is ready.
-[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active
-Progress: |**-------------------------------------------------------------------------------------------------| 2%
-

-

-

-

-

-

-
-/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
-  gym.logger.warn("Casting input x to numpy array.")
-

-

-

-

-

-

-
-Progress: |***************************************************************************************************| 99%
-[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
-[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION]
-#----------------------------------------------------------------------------------------------#
-[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 5]
-#----------------------------------------------------------------------------------------------#
-[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5]
-[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
-[MODELING] (INFO) : Updated building model with whole Output:Variable available names
-[MODELING] (INFO) : Updated building model with whole Output:Meter available names
-[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
-[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/output]
-[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/5ZoneAutoDXVAV.epJSON']
-[ENVIRONMENT] (INFO) : Episode 5 started.
-

-

-

-

-

-

-
-/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
-  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
-

-

-

-

-

-

-
-[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 5) if logger is active
-Eval num_timesteps=140154, episode_reward=-19379.18 +/- 0.00
-Episode length: 35040.00 +/- 0.00
-----------------------------------------------------
-| action_network/                     |            |
-|    index                            | 7          |
-| action_simulation/                  |            |
-|    Cooling_Setpoint_RL              | 23         |
-|    Heating_Setpoint_RL              | 22         |
-| eval/                               |            |
-|    comfort_violation(%)             | 58.2       |
-|    cumulative_comfort_penalty       | -1.77e+04  |
-|    cumulative_energy_penalty        | -1.71e+03  |
-|    cumulative_power_consumption     | 3.42e+07   |
-|    cumulative_reward                | -1.94e+04  |
-|    cumulative_temperature_violation | 3.53e+04   |
-|    episode_length                   | 3.5e+04    |
-|    mean_comfort_penalty             | -0.504     |
-|    mean_energy_penalty              | -0.0488    |
-|    mean_power_consumption           | 975        |
-|    mean_reward                      | -0.553     |
-|    mean_temperature_violation       | 1.01       |
-|    std_cumulative_reward            | 0          |
-|    std_reward                       | 0          |
-| observation/                        |            |
-|    HVAC_electricity_demand_rate     | 2817.9358  |
-|    air_humidity                     | 19.03184   |
-|    air_temperature                  | 17.655746  |
-|    clg_setpoint                     | 28.0       |
-|    co2_emission                     | 0.0        |
-|    day_of_month                     | 31.0       |
-|    diffuse_solar_radiation          | 0.0        |
-|    direct_solar_radiation           | 0.0        |
-|    hour                             | 23.0       |
-|    htg_setpoint                     | 17.0       |
-|    month                            | 12.0       |
-|    outdoor_humidity                 | 38.0       |
-|    outdoor_temperature              | -7.3327703 |
-|    people_occupant                  | 0.0        |
-|    total_electricity_HVAC           | 2536142.2  |
-|    wind_direction                   | 312.5      |
-|    wind_speed                       | 8.925      |
-| rollout/                            |            |
-|    exploration_rate                 | 0.05       |
-| time/                               |            |
-|    total_timesteps                  | 140154     |
-| train/                              |            |
-|    learning_rate                    | 0.0001     |
-|    loss                             | 8.86e+03   |
-|    n_updates                        | 22538      |
-----------------------------------------------------
-[SIMULATOR] (INFO) : handlers are ready.
-[SIMULATOR] (INFO) : System is ready.
 ------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 56%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.6071041   |
+|    air_humidity                 | 1.6865652   |
+|    air_temperature              | 0.42672077  |
+|    clg_setpoint                 | -1.0976026  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.8371686   |
+|    diffuse_solar_radiation      | 1.6033775   |
+|    direct_solar_radiation       | -0.61386234 |
+|    hour                         | 0.3614308   |
+|    htg_setpoint                 | 1.2735864   |
+|    month                        | 0.23327258  |
+|    outdoor_humidity             | 1.1485232   |
+|    outdoor_temperature          | 1.0042319   |
+|    people_occupant              | 1.6948702   |
+|    total_electricity_HVAC       | 0.54107344  |
+|    wind_direction               | 0.5764823   |
+|    wind_speed                   | 0.2423354   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5623.6157   |
+|    air_humidity                 | 58.870792   |
+|    air_temperature              | 23.249697   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 233.25      |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 92.5        |
+|    outdoor_temperature          | 22.217487   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 5061254.0   |
+|    wind_direction               | 242.5       |
+|    wind_speed                   | 5.5         |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 56%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.2318493   |
+|    air_humidity                 | 1.1439347   |
+|    air_temperature              | 0.4261417   |
+|    clg_setpoint                 | -1.0973064  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.9506214   |
+|    diffuse_solar_radiation      | 0.95240265  |
+|    direct_solar_radiation       | 1.9346933   |
+|    hour                         | 0.5058937   |
+|    htg_setpoint                 | 1.273205    |
+|    month                        | 0.23319562  |
+|    outdoor_humidity             | -0.13557209 |
+|    outdoor_temperature          | 1.4661071   |
+|    people_occupant              | 1.6945167   |
+|    total_electricity_HVAC       | 1.1809766   |
+|    wind_direction               | 0.10000823  |
+|    wind_speed                   | -0.06943728 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 8340.34     |
+|    air_humidity                 | 51.797356   |
+|    air_temperature              | 23.249044   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 168.75      |
+|    direct_solar_radiation       | 636.25      |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 65.75       |
+|    outdoor_temperature          | 26.742123   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 7692098.0   |
+|    wind_direction               | 192.5       |
+|    wind_speed                   | 4.75        |
+| train/                          |             |
+|    approx_kl                    | 0.007088024 |
+|    clip_fraction                | 0.0751      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.41       |
+|    explained_variance           | 0.666       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.402       |
+|    n_updates                    | 780         |
+|    policy_gradient_loss         | -0.00804    |
+|    std                          | 0.811       |
+|    value_loss                   | 1.74        |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 56%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.9700573   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.081572   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.86905587  |
+|    air_humidity                 | 1.1634207   |
+|    air_temperature              | 0.42601413  |
+|    clg_setpoint                 | -1.0969905  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0639375   |
+|    diffuse_solar_radiation      | 1.5082343   |
+|    direct_solar_radiation       | -0.42771864 |
+|    hour                         | 0.650355    |
+|    htg_setpoint                 | -0.18818595 |
+|    month                        | 0.23311873  |
+|    outdoor_humidity             | -0.1598641  |
+|    outdoor_temperature          | 1.4626294   |
+|    people_occupant              | 1.6941637   |
+|    total_electricity_HVAC       | 0.789818    |
+|    wind_direction               | 0.17130561  |
+|    wind_speed                   | 0.31579563  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6763.167    |
+|    air_humidity                 | 52.055447   |
+|    air_temperature              | 23.24909    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 224.0       |
+|    direct_solar_radiation       | 46.5        |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 17.108587   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 65.25       |
+|    outdoor_temperature          | 26.719154   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 6084236.5   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 5.675       |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 56%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.12438238  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.32465    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.43253472  |
+|    air_humidity                 | 2.1261082   |
+|    air_temperature              | 0.42649966  |
+|    clg_setpoint                 | -1.0966402  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1770829   |
+|    diffuse_solar_radiation      | 0.071342655 |
+|    direct_solar_radiation       | -0.61401975 |
+|    hour                         | 0.79481333  |
+|    htg_setpoint                 | 1.0034871   |
+|    month                        | 0.23304191  |
+|    outdoor_humidity             | 1.3154906   |
+|    outdoor_temperature          | 1.0521051   |
+|    people_occupant              | 1.6938112   |
+|    total_electricity_HVAC       | 0.3749065   |
+|    wind_direction               | 0.67179054  |
+|    wind_speed                   | -0.5997294  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4865.255    |
+|    air_humidity                 | 64.6427     |
+|    air_temperature              | 23.249931   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 81.5        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 22.118801   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 22.713118   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4378729.5   |
+|    wind_direction               | 252.5       |
+|    wind_speed                   | 3.475       |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 57%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.35011587 |
+|    Heating_Setpoint_RL          | -0.56873417 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.44336    |
+|    Heating_Setpoint_RL          | 14.425871   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.514884   |
+|    air_humidity                 | -0.59407645 |
+|    air_temperature              | 0.41312897  |
+|    clg_setpoint                 | -1.096457   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2900196   |
+|    diffuse_solar_radiation      | -0.33203256 |
+|    direct_solar_radiation       | -0.61401695 |
+|    hour                         | 0.93926746  |
+|    htg_setpoint                 | 1.1490046   |
+|    month                        | 0.23296517  |
+|    outdoor_humidity             | 0.46321824  |
+|    outdoor_temperature          | 1.1818253   |
+|    people_occupant              | -0.6891111  |
+|    total_electricity_HVAC       | -0.39864567 |
+|    wind_direction               | 0.07567271  |
+|    wind_speed                   | -0.859625   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 745.9169    |
+|    air_humidity                 | 29.105364   |
+|    air_temperature              | 23.23222    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 41.5        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 22.731384   |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 78.25       |
+|    outdoor_temperature          | 23.99209    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1198812.0   |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 2.85        |
+-------------------------------------------------
+-------------------------------------------------******************-------------------------------------------| 57%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.8551232  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.738958   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.55792755 |
+|    air_humidity                 | -1.5610249  |
+|    air_temperature              | 0.4343338   |
+|    clg_setpoint                 | 0.2574719   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4027065   |
+|    diffuse_solar_radiation      | -0.75033104 |
+|    direct_solar_radiation       | -0.6139688  |
+|    hour                         | 1.0837156   |
+|    htg_setpoint                 | -1.4040202  |
+|    month                        | 0.2328885   |
+|    outdoor_humidity             | 0.31864995  |
+|    outdoor_temperature          | 1.1907244   |
+|    people_occupant              | -0.68879396 |
+|    total_electricity_HVAC       | -0.5679875  |
+|    wind_direction               | 0.43336135  |
+|    wind_speed                   | 0.16038834  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 558.0743    |
+|    air_humidity                 | 16.458534   |
+|    air_temperature              | 23.260567   |
+|    clg_setpoint                 | 26.827663   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 7.0         |
+|    outdoor_humidity             | 75.25       |
+|    outdoor_temperature          | 24.087942   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 502266.88   |
+|    wind_direction               | 227.5       |
+|    wind_speed                   | 5.3         |
+-------------------------------------------------
+--------------------------------------------------*****************-------------------------------------------| 57%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.7305791    |
+|    Heating_Setpoint_RL          | -0.027440026 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.090704    |
+|    Heating_Setpoint_RL          | 17.47065     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5351863   |
+|    air_humidity                 | 1.0907526    |
+|    air_temperature              | 0.51536494   |
+|    clg_setpoint                 | -0.9495495   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.5150988    |
+|    diffuse_solar_radiation      | -0.7503656   |
+|    direct_solar_radiation       | -0.61396533  |
+|    hour                         | 1.2281556    |
+|    htg_setpoint                 | 1.2725837    |
+|    month                        | 0.23281191   |
+|    outdoor_humidity             | 0.7387259    |
+|    outdoor_temperature          | 1.183812     |
+|    people_occupant              | -0.450519    |
+|    total_electricity_HVAC       | -0.5463375   |
+|    wind_direction               | 0.0038217893 |
+|    wind_speed                   | -0.18282354  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 657.2946     |
+|    air_humidity                 | 51.112682    |
+|    air_temperature              | 23.36863     |
+|    clg_setpoint                 | 23.637526    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 29.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 84.0         |
+|    outdoor_temperature          | 24.029259    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 591565.1     |
+|    wind_direction               | 182.5        |
+|    wind_speed                   | 4.475        |
+--------------------------------------------------
+--------------------------------------------------*****************-------------------------------------------| 57%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.028337479 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 17.465603    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.55556273  |
+|    air_humidity                 | 0.91781163   |
+|    air_temperature              | 0.092625245  |
+|    clg_setpoint                 | -1.095945    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.6271482    |
+|    diffuse_solar_radiation      | -0.75040865  |
+|    direct_solar_radiation       | -0.6140496   |
+|    hour                         | 1.3725853    |
+|    htg_setpoint                 | -0.32026634  |
+|    month                        | 0.2327354    |
+|    outdoor_humidity             | 1.062187     |
+|    outdoor_temperature          | 0.9564115    |
+|    people_occupant              | -0.68901104  |
+|    total_electricity_HVAC       | -0.56575     |
+|    wind_direction               | 0.26617384   |
+|    wind_speed                   | -0.28698796  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 569.4505     |
+|    air_humidity                 | 48.857754    |
+|    air_temperature              | 22.80506     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 30.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 21.0         |
+|    htg_setpoint                 | 16.556307    |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 90.75        |
+|    outdoor_temperature          | 21.812948    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 512505.44    |
+|    wind_direction               | 210.0        |
+|    wind_speed                   | 4.225        |
+--------------------------------------------------
+--------------------------------------------------******************------------------------------------------| 58%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.7157449   |
+|    Heating_Setpoint_RL          | 0.5564337    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.20936     |
+|    Heating_Setpoint_RL          | 20.75494     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.058044884 |
+|    air_humidity                 | 1.0332017    |
+|    air_temperature              | 0.42782664   |
+|    clg_setpoint                 | 0.47532207   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.7388034    |
+|    diffuse_solar_radiation      | -0.7503576   |
+|    direct_solar_radiation       | -0.61387914  |
+|    hour                         | 1.5170019    |
+|    htg_setpoint                 | 1.2718208    |
+|    month                        | 0.23265897   |
+|    outdoor_humidity             | 0.641961     |
+|    outdoor_temperature          | 1.1569318    |
+|    people_occupant              | -0.6891194   |
+|    total_electricity_HVAC       | 0.03753312   |
+|    wind_direction               | 0.123203136  |
+|    wind_speed                   | -0.71339864  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2731.035     |
+|    air_humidity                 | 50.37367     |
+|    air_temperature              | 23.252148    |
+|    clg_setpoint                 | 27.400078    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 31.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 7.0          |
+|    outdoor_humidity             | 82.0         |
+|    outdoor_temperature          | 23.785936    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2990306.5    |
+|    wind_direction               | 195.0        |
+|    wind_speed                   | 3.2          |
+--------------------------------------------------
+--------------------------------------------------******************------------------------------------------| 58%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.68362373   |
+|    Heating_Setpoint_RL          | 0.60781306   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.93223     |
+|    Heating_Setpoint_RL          | 21.04395     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.4285482   |
+|    air_humidity                 | 0.3171031    |
+|    air_temperature              | -0.020305347 |
+|    clg_setpoint                 | 1.3412408    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.6714891   |
+|    diffuse_solar_radiation      | -0.75045377  |
+|    direct_solar_radiation       | -0.6140658   |
+|    hour                         | 1.6614026    |
+|    htg_setpoint                 | 1.132385     |
+|    month                        | 0.5262498    |
+|    outdoor_humidity             | -0.11419007  |
+|    outdoor_temperature          | 1.2275178    |
+|    people_occupant              | -0.6892276   |
+|    total_electricity_HVAC       | -0.4448421   |
+|    wind_direction               | 0.4809889    |
+|    wind_speed                   | -0.6509649   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1122.4327    |
+|    air_humidity                 | 41.018616    |
+|    air_temperature              | 22.655073    |
+|    clg_setpoint                 | 29.687801    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 22.66387     |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 66.25        |
+|    outdoor_temperature          | 24.489258    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1010189.5    |
+|    wind_direction               | 232.5        |
+|    wind_speed                   | 3.35         |
+--------------------------------------------------
+-------------------------------------------------*********************----------------------------------------| 59%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.56401074 |
+|    air_humidity                 | 0.37916356  |
+|    air_temperature              | -0.14332202 |
+|    clg_setpoint                 | 0.32460785  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4425285  |
+|    diffuse_solar_radiation      | -0.75051045 |
+|    direct_solar_radiation       | -0.6142699  |
+|    hour                         | -1.6613041  |
+|    htg_setpoint                 | -1.018742   |
+|    month                        | 0.52604073  |
+|    outdoor_humidity             | 0.3900382   |
+|    outdoor_temperature          | 1.4394877   |
+|    people_occupant              | -0.6893357  |
+|    total_electricity_HVAC       | -0.5738145  |
+|    wind_direction               | 0.17062962  |
+|    wind_speed                   | -0.7028557  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 534.9709    |
+|    air_humidity                 | 41.833874   |
+|    air_temperature              | 22.49149    |
+|    clg_setpoint                 | 27.001776   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 13.622464   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 76.75       |
+|    outdoor_temperature          | 26.580597   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 481473.78   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 3.225       |
+-------------------------------------------------
+-------------------------------------------------*********************----------------------------------------| 59%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.6701596   |
+|    Heating_Setpoint_RL          | 0.8464385   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.886787   |
+|    Heating_Setpoint_RL          | 22.386217   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.56683975 |
+|    air_humidity                 | -1.4239421  |
+|    air_temperature              | 0.16533774  |
+|    clg_setpoint                 | 1.4035522   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.327573   |
+|    diffuse_solar_radiation      | -0.7505553  |
+|    direct_solar_radiation       | -0.6143567  |
+|    hour                         | -1.5167696  |
+|    htg_setpoint                 | -0.82218343 |
+|    month                        | 0.5258319   |
+|    outdoor_humidity             | 1.2184443   |
+|    outdoor_temperature          | 1.3057951   |
+|    people_occupant              | -0.68901956 |
+|    total_electricity_HVAC       | -0.57650405 |
+|    wind_direction               | 0.05125211  |
+|    wind_speed                   | -0.8069344  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 522.0802    |
+|    air_humidity                 | 18.262793   |
+|    air_temperature              | 22.903353   |
+|    clg_setpoint                 | 29.852795   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 14.447221   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 94.0        |
+|    outdoor_temperature          | 25.28416    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 469872.16   |
+|    wind_direction               | 187.5       |
+|    wind_speed                   | 2.975       |
+-------------------------------------------------
+-------------------------------------------------*********************----------------------------------------| 59%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5704528  |
+|    air_humidity                 | -1.8549423  |
+|    air_temperature              | 0.089225076 |
+|    clg_setpoint                 | 0.3748811   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2128919  |
+|    diffuse_solar_radiation      | -0.7506644  |
+|    direct_solar_radiation       | -0.6144994  |
+|    hour                         | -1.3722523  |
+|    htg_setpoint                 | -0.5635088  |
+|    month                        | 0.5256233   |
+|    outdoor_humidity             | 0.6779116   |
+|    outdoor_temperature          | 1.4353178   |
+|    people_occupant              | -0.6887038  |
+|    total_electricity_HVAC       | -0.5796343  |
+|    wind_direction               | 0.74370396  |
+|    wind_speed                   | -0.65049267 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 505.75864   |
+|    air_humidity                 | 12.60262    |
+|    air_temperature              | 22.802547   |
+|    clg_setpoint                 | 27.13591    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 15.532017   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 82.75       |
+|    outdoor_temperature          | 26.572311   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 456457.06   |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+--------------------------------------------------********************----------------------------------------| 59%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.27092296  |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.710634    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.090890594 |
+|    air_humidity                 | 0.35265392   |
+|    air_temperature              | 0.42517334   |
+|    clg_setpoint                 | 0.8445723    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.0984397   |
+|    diffuse_solar_radiation      | -0.7507059   |
+|    direct_solar_radiation       | -0.6143744   |
+|    hour                         | -1.2277493   |
+|    htg_setpoint                 | 1.2721325    |
+|    month                        | 0.525415     |
+|    outdoor_humidity             | 1.0019578    |
+|    outdoor_temperature          | 1.3292365    |
+|    people_occupant              | -0.68881196  |
+|    total_electricity_HVAC       | -0.12337862  |
+|    wind_direction               | -1.7399161   |
+|    wind_speed                   | -0.91072786  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2588.0586    |
+|    air_humidity                 | 41.475697    |
+|    air_temperature              | 23.2504      |
+|    clg_setpoint                 | 28.37632     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 6.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 3.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 89.5         |
+|    outdoor_temperature          | 25.544271    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2329252.8    |
+|    wind_direction               | 0.0          |
+|    wind_speed                   | 2.725        |
+--------------------------------------------------
+-------------------------------------------------**********************---------------------------------------| 60%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.17144084  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.203613   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.59005994 |
+|    air_humidity                 | 0.6688689   |
+|    air_temperature              | -0.37655914 |
+|    clg_setpoint                 | 0.10913702  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9841753  |
+|    diffuse_solar_radiation      | -0.75075597 |
+|    direct_solar_radiation       | -0.6141118  |
+|    hour                         | -1.0832577  |
+|    htg_setpoint                 | 0.7890989   |
+|    month                        | 0.52520686  |
+|    outdoor_humidity             | 0.8572087   |
+|    outdoor_temperature          | 0.6697634   |
+|    people_occupant              | -0.68892    |
+|    total_electricity_HVAC       | -0.59815204 |
+|    wind_direction               | -1.33279    |
+|    wind_speed                   | -0.9107742  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 421.6732    |
+|    air_humidity                 | 45.624996   |
+|    air_temperature              | 22.182661   |
+|    clg_setpoint                 | 26.43365    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 21.221756   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 86.5        |
+|    outdoor_temperature          | 19.0794     |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 381453.56   |
+|    wind_direction               | 42.5        |
+|    wind_speed                   | 2.725       |
+-------------------------------------------------
+-------------------------------------------------**********************---------------------------------------| 60%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.07737905  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.886154   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.38963264  |
+|    air_humidity                 | 0.64404815  |
+|    air_temperature              | 0.42466426  |
+|    clg_setpoint                 | 0.9721115   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.87006205 |
+|    diffuse_solar_radiation      | -0.5394852  |
+|    direct_solar_radiation       | -0.38266328 |
+|    hour                         | -0.9387749  |
+|    htg_setpoint                 | 1.271034    |
+|    month                        | 0.524999    |
+|    outdoor_humidity             | 0.18453893  |
+|    outdoor_temperature          | 0.17428955  |
+|    people_occupant              | -0.68902797 |
+|    total_electricity_HVAC       | 0.5917308   |
+|    wind_direction               | -1.4512211  |
+|    wind_speed                   | -0.70220906 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4672.95     |
+|    air_humidity                 | 45.30821    |
+|    air_temperature              | 23.250147   |
+|    clg_setpoint                 | 28.71366    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 21.0        |
+|    direct_solar_radiation       | 57.75       |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 72.5        |
+|    outdoor_temperature          | 14.222109   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5262358.5   |
+|    wind_direction               | 30.0        |
+|    wind_speed                   | 3.225       |
+-------------------------------------------------
+-------------------------------------------------**********************---------------------------------------| 60%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.2124931  |
+|    air_humidity                 | 1.0589626   |
+|    air_temperature              | 0.42443776  |
+|    clg_setpoint                 | 1.4588284   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7560674  |
+|    diffuse_solar_radiation      | 0.24232925  |
+|    direct_solar_radiation       | -0.20549591 |
+|    hour                         | -0.7942988  |
+|    htg_setpoint                 | 1.2706281   |
+|    month                        | 0.5247915   |
+|    outdoor_humidity             | 0.23288397  |
+|    outdoor_temperature          | 0.8070031   |
+|    people_occupant              | -0.6891358  |
+|    total_electricity_HVAC       | -0.23940913 |
+|    wind_direction               | -1.4028037  |
+|    wind_speed                   | -0.96244764 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2060.798    |
+|    air_humidity                 | 50.744274   |
+|    air_temperature              | 23.250093   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 98.75       |
+|    direct_solar_radiation       | 102.0       |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 73.5        |
+|    outdoor_temperature          | 20.43449    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1853765.2   |
+|    wind_direction               | 35.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------*********************---------------------------------------| 60%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.6322412   |
+|    Heating_Setpoint_RL          | -0.95169497  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.491186    |
+|    Heating_Setpoint_RL          | 12.271716    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.38273683  |
+|    air_humidity                 | -0.1973826   |
+|    air_temperature              | -0.45849568  |
+|    clg_setpoint                 | -0.40248245  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.6421628   |
+|    diffuse_solar_radiation      | -0.037066646 |
+|    direct_solar_radiation       | 1.9068727    |
+|    hour                         | -0.64982766  |
+|    htg_setpoint                 | 0.4877823    |
+|    month                        | 0.5245841    |
+|    outdoor_humidity             | 0.29313895   |
+|    outdoor_temperature          | 0.97388256   |
+|    people_occupant              | -0.68924344  |
+|    total_electricity_HVAC       | -0.40571338  |
+|    wind_direction               | 0.8889997    |
+|    wind_speed                   | -1.1708165   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1322.7432    |
+|    air_humidity                 | 34.31142     |
+|    air_temperature              | 22.074865    |
+|    clg_setpoint                 | 25.081705    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 10.0         |
+|    diffuse_solar_radiation      | 71.0         |
+|    direct_solar_radiation       | 629.0        |
+|    hour                         | 7.0          |
+|    htg_setpoint                 | 19.959534    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 74.75        |
+|    outdoor_temperature          | 22.079609    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1172216.0    |
+|    wind_direction               | 275.0        |
+|    wind_speed                   | 2.1          |
+--------------------------------------------------
+-------------------------------------------------***********************--------------------------------------| 61%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.17988396 |
+|    Heating_Setpoint_RL          | -0.70926833 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.01789    |
+|    Heating_Setpoint_RL          | 13.6353655  |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4927626  |
+|    air_humidity                 | -1.6230909  |
+|    air_temperature              | 0.17759953  |
+|    clg_setpoint                 | 0.15781714  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.52832407 |
+|    diffuse_solar_radiation      | 1.8526424   |
+|    direct_solar_radiation       | 0.45326385  |
+|    hour                         | -0.5053598  |
+|    htg_setpoint                 | -1.4048252  |
+|    month                        | 0.524377    |
+|    outdoor_humidity             | 0.4972707   |
+|    outdoor_temperature          | 1.4072341   |
+|    people_occupant              | -0.6889287  |
+|    total_electricity_HVAC       | -0.50479877 |
+|    wind_direction               | 0.22031479  |
+|    wind_speed                   | -0.7534167  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 844.86804   |
+|    air_humidity                 | 15.644645   |
+|    air_temperature              | 22.922062   |
+|    clg_setpoint                 | 26.5629     |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 259.0       |
+|    direct_solar_radiation       | 266.5       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 79.0        |
+|    outdoor_temperature          | 26.341242   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 765333.7    |
+|    wind_direction               | 205.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------***********************--------------------------------------| 61%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.5730133  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 14.4018     |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.88475347  |
+|    air_humidity                 | 0.44926658  |
+|    air_temperature              | 0.42489722  |
+|    clg_setpoint                 | -1.0960613  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.41453084 |
+|    diffuse_solar_radiation      | 2.6403592   |
+|    direct_solar_radiation       | -0.1799981  |
+|    hour                         | -0.36089405 |
+|    htg_setpoint                 | 1.2711798   |
+|    month                        | 0.52417016  |
+|    outdoor_humidity             | 0.4729092   |
+|    outdoor_temperature          | 1.4112657   |
+|    people_occupant              | 1.695384    |
+|    total_electricity_HVAC       | 0.90385795  |
+|    wind_direction               | 0.4591634   |
+|    wind_speed                   | -0.44029707 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6815.4067   |
+|    air_humidity                 | 42.753674   |
+|    air_temperature              | 23.251577   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 337.5       |
+|    direct_solar_radiation       | 108.5       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 78.5        |
+|    outdoor_temperature          | 26.39429    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 6537001.5   |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+-------------------------------------------------***********************--------------------------------------| 61%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.8441833   |
+|    air_humidity                 | 1.077805    |
+|    air_temperature              | 0.4227244   |
+|    clg_setpoint                 | -1.0959309  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.3007668  |
+|    diffuse_solar_radiation      | 2.0577972   |
+|    direct_solar_radiation       | 1.7691641   |
+|    hour                         | -0.21642938 |
+|    htg_setpoint                 | 0.8704642   |
+|    month                        | 0.5239635   |
+|    outdoor_humidity             | -1.3908283  |
+|    outdoor_temperature          | 1.523122    |
+|    people_occupant              | 1.695034    |
+|    total_electricity_HVAC       | 0.7668774   |
+|    wind_direction               | 1.4621977   |
+|    wind_speed                   | -0.33597517 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6640.038    |
+|    air_humidity                 | 50.987602   |
+|    air_temperature              | 23.248888   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 279.75      |
+|    direct_solar_radiation       | 594.75      |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 21.566183   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 39.75       |
+|    outdoor_temperature          | 27.50655    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 5976034.0   |
+|    wind_direction               | 335.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------************************-------------------------------------| 62%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.9405535   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.915613   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.3624437   |
+|    air_humidity                 | 1.1248488   |
+|    air_temperature              | 0.42270517  |
+|    clg_setpoint                 | -1.0956686  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18701963 |
+|    diffuse_solar_radiation      | 2.8098617   |
+|    direct_solar_radiation       | 1.3228953   |
+|    hour                         | -0.07196518 |
+|    htg_setpoint                 | 1.2706337   |
+|    month                        | 0.52375716  |
+|    outdoor_humidity             | -0.10398941 |
+|    outdoor_temperature          | 1.5567306   |
+|    people_occupant              | 1.2179649   |
+|    total_electricity_HVAC       | 1.2583969   |
+|    wind_direction               | 0.14823285  |
+|    wind_speed                   | 0.060920175 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 8886.08     |
+|    air_humidity                 | 51.607452   |
+|    air_temperature              | 23.249043   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 354.75      |
+|    direct_solar_radiation       | 483.5       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 66.5        |
+|    outdoor_temperature          | 27.847746   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 7989549.5   |
+|    wind_direction               | 197.5       |
+|    wind_speed                   | 5.05        |
+| train/                          |             |
+|    approx_kl                    | 0.007884659 |
+|    clip_fraction                | 0.0672      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.4        |
+|    explained_variance           | 0.722       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.632       |
+|    n_updates                    | 790         |
+|    policy_gradient_loss         | -0.00804    |
+|    std                          | 0.803       |
+|    value_loss                   | 1.65        |
+-------------------------------------------------
+-------------------------------------------------************************-------------------------------------| 62%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.53244483  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 20.620003   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.8423966   |
+|    air_humidity                 | 1.0710866   |
+|    air_temperature              | 0.42281237  |
+|    clg_setpoint                 | -1.0955524  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.07328095 |
+|    diffuse_solar_radiation      | 1.1204388   |
+|    direct_solar_radiation       | 2.2198138   |
+|    hour                         | 0.072498925 |
+|    htg_setpoint                 | 1.2703809   |
+|    month                        | 0.52355105  |
+|    outdoor_humidity             | -0.78973806 |
+|    outdoor_temperature          | 1.7220172   |
+|    people_occupant              | 0.2643012   |
+|    total_electricity_HVAC       | 0.76452124  |
+|    wind_direction               | -0.16234069 |
+|    wind_speed                   | -0.12667015 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6632.427    |
+|    air_humidity                 | 50.908577   |
+|    air_temperature              | 23.249348   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 15.0        |
+|    diffuse_solar_radiation      | 186.5       |
+|    direct_solar_radiation       | 707.25      |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 52.25       |
+|    outdoor_temperature          | 29.485516   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 5966348.5   |
+|    wind_direction               | 165.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------************************-------------------------------------| 62%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.29370627 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.972902   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.12129472 |
+|    air_humidity                 | 0.71476454  |
+|    air_temperature              | 2.33574     |
+|    clg_setpoint                 | -0.13287841 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.040453672 |
+|    diffuse_solar_radiation      | 2.309137    |
+|    direct_solar_radiation       | 1.3543477   |
+|    hour                         | 0.21696298  |
+|    htg_setpoint                 | -1.4054288  |
+|    month                        | 0.5233452   |
+|    outdoor_humidity             | -0.51332885 |
+|    outdoor_temperature          | 1.9451082   |
+|    people_occupant              | 1.217459    |
+|    total_electricity_HVAC       | -0.26832986 |
+|    wind_direction               | -0.78320324 |
+|    wind_speed                   | -0.33497292 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2457.3577   |
+|    air_humidity                 | 46.248074   |
+|    air_temperature              | 25.793367   |
+|    clg_setpoint                 | 25.793556   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 305.0       |
+|    direct_solar_radiation       | 491.5       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 58.0        |
+|    outdoor_temperature          | 31.691603   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 1736548.5   |
+|    wind_direction               | 100.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+--------------------------------------------------***********************-------------------------------------| 62%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.615876     |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.70358     |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.116371356 |
+|    air_humidity                 | -0.9431546   |
+|    air_temperature              | 1.1654663    |
+|    clg_setpoint                 | -0.40297085  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.15418476   |
+|    diffuse_solar_radiation      | 2.7916532    |
+|    direct_solar_radiation       | 0.3936916    |
+|    hour                         | 0.36142674   |
+|    htg_setpoint                 | 1.2698767    |
+|    month                        | 0.5231395    |
+|    outdoor_humidity             | -0.41741443  |
+|    outdoor_temperature          | 2.0706944    |
+|    people_occupant              | -0.689152    |
+|    total_electricity_HVAC       | -0.24571694  |
+|    wind_direction               | -1.3800001   |
+|    wind_speed                   | 0.12451492   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2478.6392    |
+|    air_humidity                 | 24.551706    |
+|    air_temperature              | 24.23725     |
+|    clg_setpoint                 | 25.08008     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 17.0         |
+|    diffuse_solar_radiation      | 353.25       |
+|    direct_solar_radiation       | 251.75       |
+|    hour                         | 14.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 60.0         |
+|    outdoor_temperature          | 32.943054    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 1829145.4    |
+|    wind_direction               | 37.5         |
+|    wind_speed                   | 5.2          |
+--------------------------------------------------
+-------------------------------------------------*************************------------------------------------| 63%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.48808318 |
+|    air_humidity                 | -1.9703432  |
+|    air_temperature              | 1.9728615   |
+|    clg_setpoint                 | 1.4573728   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.26790887  |
+|    diffuse_solar_radiation      | 0.63794893  |
+|    direct_solar_radiation       | 1.9630142   |
+|    hour                         | 0.50588965  |
+|    htg_setpoint                 | -1.0393295  |
+|    month                        | 0.5229341   |
+|    outdoor_humidity             | -1.7162186  |
+|    outdoor_temperature          | 1.9748632   |
+|    people_occupant              | -0.6888387  |
+|    total_electricity_HVAC       | -0.5095179  |
+|    wind_direction               | -1.1876618  |
+|    wind_speed                   | 0.5940795   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 867.3126    |
+|    air_humidity                 | 11.084525   |
+|    air_temperature              | 25.311409   |
+|    clg_setpoint                 | 29.998272   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 138.5       |
+|    direct_solar_radiation       | 643.5       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 13.539335   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 33.0        |
+|    outdoor_temperature          | 32.022236   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 748029.56   |
+|    wind_direction               | 57.5        |
+|    wind_speed                   | 6.325       |
+-------------------------------------------------
+--------------------------------------------------************************------------------------------------| 63%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.50183916  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 14.802155    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.70126593   |
+|    air_humidity                 | 1.13819      |
+|    air_temperature              | 0.4216523    |
+|    clg_setpoint                 | -1.096078    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.38161868   |
+|    diffuse_solar_radiation      | 0.7281159    |
+|    direct_solar_radiation       | 1.2211486    |
+|    hour                         | 0.6503509    |
+|    htg_setpoint                 | 1.0629549    |
+|    month                        | 0.522729     |
+|    outdoor_humidity             | -1.1981583   |
+|    outdoor_temperature          | 1.4638935    |
+|    people_occupant              | 1.6949958    |
+|    total_electricity_HVAC       | 0.79077184   |
+|    wind_direction               | -0.61344737  |
+|    wind_speed                   | -0.011611136 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 6018.1313    |
+|    air_humidity                 | 51.78313     |
+|    air_temperature              | 23.249529    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 19.0         |
+|    diffuse_solar_radiation      | 147.5        |
+|    direct_solar_radiation       | 458.5        |
+|    hour                         | 16.0         |
+|    htg_setpoint                 | 22.37894     |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 43.75        |
+|    outdoor_temperature          | 27.004467    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 6070863.5    |
+|    wind_direction               | 117.5        |
+|    wind_speed                   | 4.875        |
+--------------------------------------------------
+-------------------------------------------------*************************------------------------------------| 63%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.17088094 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.663795   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.59073824  |
+|    air_humidity                 | 1.1764095   |
+|    air_temperature              | 0.4211299   |
+|    clg_setpoint                 | -1.0958802  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.495303    |
+|    diffuse_solar_radiation      | 0.23150583  |
+|    direct_solar_radiation       | 0.30145296  |
+|    hour                         | 0.7948094   |
+|    htg_setpoint                 | 0.2751735   |
+|    month                        | 0.52252406  |
+|    outdoor_humidity             | -0.7286159  |
+|    outdoor_temperature          | 1.3533627   |
+|    people_occupant              | 1.6946477   |
+|    total_electricity_HVAC       | 0.5253558   |
+|    wind_direction               | -0.13499811 |
+|    wind_speed                   | -0.38743782 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5539.095    |
+|    air_humidity                 | 52.29028    |
+|    air_temperature              | 23.249071   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 98.0        |
+|    direct_solar_radiation       | 229.0       |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 19.068016   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 53.5        |
+|    outdoor_temperature          | 25.923351   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4984072.0   |
+|    wind_direction               | 167.5       |
+|    wind_speed                   | 3.975       |
+-------------------------------------------------
+-------------------------------------------------*************************------------------------------------| 63%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.9099164   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.743279   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.10694809  |
+|    air_humidity                 | 1.1528062   |
+|    air_temperature              | 0.42139274  |
+|    clg_setpoint                 | -1.0956336  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6089467   |
+|    diffuse_solar_radiation      | -0.5181503  |
+|    direct_solar_radiation       | 0.026591508 |
+|    hour                         | 0.9392637   |
+|    htg_setpoint                 | -0.36407232 |
+|    month                        | 0.5223194   |
+|    outdoor_humidity             | -0.09097358 |
+|    outdoor_temperature          | 1.5909823   |
+|    people_occupant              | 0.50260043  |
+|    total_electricity_HVAC       | 0.06751152  |
+|    wind_direction               | 0.19918136  |
+|    wind_speed                   | -0.49171016 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3444.911    |
+|    air_humidity                 | 51.985413   |
+|    air_temperature              | 23.249601   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 23.25       |
+|    direct_solar_radiation       | 160.5       |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 16.380379   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 66.75       |
+|    outdoor_temperature          | 28.271235   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 3110776.5   |
+|    wind_direction               | 202.5       |
+|    wind_speed                   | 3.725       |
+-------------------------------------------------
+-------------------------------------------------**************************-----------------------------------| 64%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.48363957 |
+|    air_humidity                 | 0.7922423   |
+|    air_temperature              | 1.1662346   |
+|    clg_setpoint                 | -0.53695405 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7225308   |
+|    diffuse_solar_radiation      | -0.7513945  |
+|    direct_solar_radiation       | -0.61621785 |
+|    hour                         | 1.083712    |
+|    htg_setpoint                 | 1.269699    |
+|    month                        | 0.52211493  |
+|    outdoor_humidity             | -1.7984701  |
+|    outdoor_temperature          | 1.3321563   |
+|    people_occupant              | -0.45092097 |
+|    total_electricity_HVAC       | -0.5002065  |
+|    wind_direction               | 1.3212135   |
+|    wind_speed                   | 0.28147283  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 888.6104    |
+|    air_humidity                 | 47.266914   |
+|    air_temperature              | 24.239483   |
+|    clg_setpoint                 | 24.726068   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 31.25       |
+|    outdoor_temperature          | 25.738344   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 788082.6    |
+|    wind_direction               | 320.0       |
+|    wind_speed                   | 5.575       |
+-------------------------------------------------
+--------------------------------------------------*************************-----------------------------------| 64%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.70321476   |
+|    Heating_Setpoint_RL          | 0.33780605   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.99835     |
+|    Heating_Setpoint_RL          | 19.525158    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.540765    |
+|    air_humidity                 | 1.0816432    |
+|    air_temperature              | 0.4622015    |
+|    clg_setpoint                 | -0.38179386  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.83603257   |
+|    diffuse_solar_radiation      | -0.7514403   |
+|    direct_solar_radiation       | -0.61634284  |
+|    hour                         | 1.2281524    |
+|    htg_setpoint                 | 1.269301     |
+|    month                        | 0.5219107    |
+|    outdoor_humidity             | 0.0065392065 |
+|    outdoor_temperature          | 1.0187094    |
+|    people_occupant              | -0.4510482   |
+|    total_electricity_HVAC       | -0.55175966  |
+|    wind_direction               | 0.24648096   |
+|    wind_speed                   | 0.90885425   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 641.7974     |
+|    air_humidity                 | 51.05924     |
+|    air_temperature              | 23.304214    |
+|    clg_setpoint                 | 25.135796    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 23.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 68.75        |
+|    outdoor_temperature          | 22.658653    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 577617.6     |
+|    wind_direction               | 207.5        |
+|    wind_speed                   | 7.075        |
+--------------------------------------------------
+-------------------------------------------------**************************-----------------------------------| 64%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.54078346 |
+|    air_humidity                 | -1.3464322  |
+|    air_temperature              | 0.9813255   |
+|    clg_setpoint                 | 0.78722686  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.94942534  |
+|    diffuse_solar_radiation      | -0.7514845  |
+|    direct_solar_radiation       | -0.61646384 |
+|    hour                         | 1.3725826   |
+|    htg_setpoint                 | -1.4059026  |
+|    month                        | 0.52170676  |
+|    outdoor_humidity             | -1.7368922  |
+|    outdoor_temperature          | 1.2844954   |
+|    people_occupant              | -0.68906134 |
+|    total_electricity_HVAC       | -0.5517903  |
+|    wind_direction               | -1.7364228  |
+|    wind_speed                   | 1.326717    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 641.15875   |
+|    air_humidity                 | 19.268473   |
+|    air_temperature              | 23.994255   |
+|    clg_setpoint                 | 28.22665    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 32.5        |
+|    outdoor_temperature          | 25.288795   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 577042.9    |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 8.075       |
+-------------------------------------------------
+-------------------------------------------------***************************----------------------------------| 65%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.8471604  |
+|    Heating_Setpoint_RL          | 0.6827474   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.765833   |
+|    Heating_Setpoint_RL          | 21.465454   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.56906354 |
+|    air_humidity                 | -1.8617241  |
+|    air_temperature              | 0.31867746  |
+|    clg_setpoint                 | 0.65431225  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0626789   |
+|    diffuse_solar_radiation      | -0.7515563  |
+|    direct_solar_radiation       | -0.61662114 |
+|    hour                         | 1.5169998   |
+|    htg_setpoint                 | -1.4055446  |
+|    month                        | 0.5215031   |
+|    outdoor_humidity             | -0.8937982  |
+|    outdoor_temperature          | 0.9296568   |
+|    people_occupant              | -0.6887495  |
+|    total_electricity_HVAC       | -0.57871723 |
+|    wind_direction               | -1.186033   |
+|    wind_speed                   | -0.9629644  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 518.05225   |
+|    air_humidity                 | 12.495836   |
+|    air_temperature              | 23.11455    |
+|    clg_setpoint                 | 27.876385   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 50.0        |
+|    outdoor_temperature          | 21.800837   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 466247.03   |
+|    wind_direction               | 57.5        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+--------------------------------------------------**************************----------------------------------| 65%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 0.16119617   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 18.531729    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.57616866  |
+|    air_humidity                 | 0.7094824    |
+|    air_temperature              | 0.053240255  |
+|    clg_setpoint                 | 1.4579396    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.1757592    |
+|    diffuse_solar_radiation      | -0.751643    |
+|    direct_solar_radiation       | -0.6167478   |
+|    hour                         | 1.6614014    |
+|    htg_setpoint                 | -0.26775855  |
+|    month                        | 0.5212996    |
+|    outdoor_humidity             | 0.008097875  |
+|    outdoor_temperature          | 0.78530234   |
+|    people_occupant              | -0.6888563   |
+|    total_electricity_HVAC       | -0.58541566  |
+|    wind_direction               | 0.41383222   |
+|    wind_speed                   | -0.063633576 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 487.71445    |
+|    air_humidity                 | 46.177185    |
+|    air_temperature              | 22.762262    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 26.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 16.785843    |
+|    month                        | 8.0          |
+|    outdoor_humidity             | 68.75        |
+|    outdoor_temperature          | 20.38298     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 439253.44    |
+|    wind_direction               | 225.0        |
+|    wind_speed                   | 4.75         |
+--------------------------------------------------
+---------------------------------------------------*************************----------------------------------| 65%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 1.0           |
+|    Heating_Setpoint_RL          | 1.0           |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 30.0          |
+|    Heating_Setpoint_RL          | 23.25         |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.2811897    |
+|    air_humidity                 | 0.6531689     |
+|    air_temperature              | 0.4205752     |
+|    clg_setpoint                 | 1.2374915     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 1.4025203     |
+|    diffuse_solar_radiation      | -0.75171244   |
+|    direct_solar_radiation       | -0.616761     |
+|    hour                         | -1.6613044    |
+|    htg_setpoint                 | 1.2692503     |
+|    month                        | 0.52109635    |
+|    outdoor_humidity             | -0.0041503585 |
+|    outdoor_temperature          | 1.0678085     |
+|    people_occupant              | -0.688963     |
+|    total_electricity_HVAC       | -0.30464154   |
+|    wind_direction               | -1.3293579    |
+|    wind_speed                   | -0.75388885   |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 1763.8518     |
+|    air_humidity                 | 45.446476     |
+|    air_temperature              | 23.250174     |
+|    clg_setpoint                 | 29.416904     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 28.0          |
+|    diffuse_solar_radiation      | 0.0           |
+|    direct_solar_radiation       | 0.0           |
+|    hour                         | 0.0           |
+|    htg_setpoint                 | 23.25         |
+|    month                        | 8.0           |
+|    outdoor_humidity             | 68.5          |
+|    outdoor_temperature          | 23.174097     |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 1587466.6     |
+|    wind_direction               | 42.5          |
+|    wind_speed                   | 3.1           |
+---------------------------------------------------
+-------------------------------------------------****************************---------------------------------| 66%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.78731203  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.282177   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.3570264   |
+|    air_humidity                 | 0.56629306  |
+|    air_temperature              | 0.4202157   |
+|    clg_setpoint                 | 1.1797912   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5150949   |
+|    diffuse_solar_radiation      | -0.7517514  |
+|    direct_solar_radiation       | -0.6169127  |
+|    hour                         | -1.516771   |
+|    htg_setpoint                 | 1.2688998   |
+|    month                        | 0.52089334  |
+|    outdoor_humidity             | -0.14815387 |
+|    outdoor_temperature          | 0.45512632  |
+|    people_occupant              | -0.6890696  |
+|    total_electricity_HVAC       | 0.3030427   |
+|    wind_direction               | -1.280977   |
+|    wind_speed                   | -0.753823   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4522.7007   |
+|    air_humidity                 | 44.313515   |
+|    air_temperature              | 23.249935   |
+|    clg_setpoint                 | 29.264315   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 65.5        |
+|    outdoor_temperature          | 17.144344   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4070430.8   |
+|    wind_direction               | 47.5        |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------****************************---------------------------------| 66%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.64421785 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.450766   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.2146342   |
+|    air_humidity                 | 0.022645304 |
+|    air_temperature              | 0.42042774  |
+|    clg_setpoint                 | -0.992037   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6273593   |
+|    diffuse_solar_radiation      | -0.75179833 |
+|    direct_solar_radiation       | -0.61707824 |
+|    hour                         | -1.3722545  |
+|    htg_setpoint                 | 1.2686179   |
+|    month                        | 0.52069056  |
+|    outdoor_humidity             | -0.5331671  |
+|    outdoor_temperature          | 0.8171807   |
+|    people_occupant              | -0.6891761  |
+|    total_electricity_HVAC       | 0.16745782  |
+|    wind_direction               | 1.6565411   |
+|    wind_speed                   | -1.7783805  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3907.27     |
+|    air_humidity                 | 37.19969    |
+|    air_temperature              | 23.250378   |
+|    clg_setpoint                 | 23.523142   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 57.5        |
+|    outdoor_temperature          | 20.714912   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3516543.0   |
+|    wind_direction               | 355.0       |
+|    wind_speed                   | 0.65        |
+-------------------------------------------------
+-------------------------------------------------****************************---------------------------------| 66%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.26984766 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.714264   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5874527  |
+|    air_humidity                 | -0.5351801  |
+|    air_temperature              | 0.10901824  |
+|    clg_setpoint                 | -0.97753966 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7392646   |
+|    diffuse_solar_radiation      | -0.75184107 |
+|    direct_solar_radiation       | -0.6172281  |
+|    hour                         | -1.2277521  |
+|    htg_setpoint                 | 0.8686506   |
+|    month                        | 0.520488    |
+|    outdoor_humidity             | 0.17729838  |
+|    outdoor_temperature          | 0.7912646   |
+|    people_occupant              | -0.6892824  |
+|    total_electricity_HVAC       | -0.5961732  |
+|    wind_direction               | 0.7254551   |
+|    wind_speed                   | -1.3596702  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 441.59995   |
+|    air_humidity                 | 29.896843   |
+|    air_temperature              | 22.837418   |
+|    clg_setpoint                 | 23.560976   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 21.568817   |
+|    month                        | 8.0         |
+|    outdoor_humidity             | 72.25       |
+|    outdoor_temperature          | 20.466816   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 397868.72   |
+|    wind_direction               | 257.5       |
+|    wind_speed                   | 1.65        |
+-------------------------------------------------
+-------------------------------------------------****************************---------------------------------| 66%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.32341725 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 15.8057785  |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.59022486 |
+|    air_humidity                 | -1.6638633  |
+|    air_temperature              | -0.0803154  |
+|    clg_setpoint                 | 0.2139068   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6730461  |
+|    diffuse_solar_radiation      | -0.7518479  |
+|    direct_solar_radiation       | -0.61733526 |
+|    hour                         | -1.0832608  |
+|    htg_setpoint                 | 0.16247669  |
+|    month                        | 0.8160063   |
+|    outdoor_humidity             | 0.85090095  |
+|    outdoor_temperature          | 1.0413507   |
+|    people_occupant              | -0.6889715  |
+|    total_electricity_HVAC       | -0.5989165  |
+|    wind_direction               | 1.0835073   |
+|    wind_speed                   | -0.9097986  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 428.97025   |
+|    air_humidity                 | 15.105519   |
+|    air_temperature              | 22.586658   |
+|    clg_setpoint                 | 26.710636   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 18.598228   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 86.25       |
+|    outdoor_temperature          | 22.939312   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 386073.22   |
+|    wind_direction               | 295.0       |
+|    wind_speed                   | 2.725       |
+-------------------------------------------------
+-------------------------------------------------*****************************--------------------------------| 67%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.44728974 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 15.108995   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.30690548  |
+|    air_humidity                 | -2.041068   |
+|    air_temperature              | 0.4195199   |
+|    clg_setpoint                 | 1.4582016   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5575346  |
+|    diffuse_solar_radiation      | -0.7518886  |
+|    direct_solar_radiation       | -0.617454   |
+|    hour                         | -0.9387783  |
+|    htg_setpoint                 | 1.2690138   |
+|    month                        | 0.8155909   |
+|    outdoor_humidity             | -0.628146   |
+|    outdoor_temperature          | 0.9237396   |
+|    people_occupant              | -0.688661   |
+|    total_electricity_HVAC       | 0.7054785   |
+|    wind_direction               | -1.7341222  |
+|    wind_speed                   | 0.12610231  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4302.665    |
+|    air_humidity                 | 10.131724   |
+|    air_temperature              | 23.250032   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 55.5        |
+|    outdoor_temperature          | 21.792225   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5709927.0   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+-------------------------------------------------*****************************--------------------------------| 67%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.80927265  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 22.177158   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6694058  |
+|    air_humidity                 | 0.36346802  |
+|    air_temperature              | 0.03254238  |
+|    clg_setpoint                 | 1.4580871   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4423854  |
+|    diffuse_solar_radiation      | -0.24263753 |
+|    direct_solar_radiation       | 0.13910764  |
+|    hour                         | -0.79430246 |
+|    htg_setpoint                 | 0.98999184  |
+|    month                        | 0.8151761   |
+|    outdoor_humidity             | -0.291153   |
+|    outdoor_temperature          | 0.32219025  |
+|    people_occupant              | -0.68876743 |
+|    total_electricity_HVAC       | -0.67431146 |
+|    wind_direction               | -1.3032131  |
+|    wind_speed                   | -0.7000097  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 41.646866   |
+|    air_temperature              | 22.736984   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 50.75       |
+|    direct_solar_radiation       | 189.25      |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 22.078064   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 62.5        |
+|    outdoor_temperature          | 15.868609   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 45.0        |
+|    wind_speed                   | 3.225       |
+-------------------------------------------------
+-------------------------------------------------*****************************--------------------------------| 67%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.7871434   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.052681   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4434832  |
+|    air_humidity                 | 1.238541    |
+|    air_temperature              | -0.33390862 |
+|    clg_setpoint                 | -1.0953441  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.327546   |
+|    diffuse_solar_radiation      | 0.08097776  |
+|    direct_solar_radiation       | 1.3920068   |
+|    hour                         | -0.6498314  |
+|    htg_setpoint                 | 0.7676855   |
+|    month                        | 0.81476206  |
+|    outdoor_humidity             | 0.22653359  |
+|    outdoor_temperature          | 0.5683821   |
+|    people_occupant              | -0.68887377 |
+|    total_electricity_HVAC       | -0.45409632 |
+|    wind_direction               | 0.8445461   |
+|    wind_speed                   | -1.5784278  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1062.8711   |
+|    air_humidity                 | 53.121204   |
+|    air_temperature              | 22.251343   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 83.0        |
+|    direct_solar_radiation       | 502.75      |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 21.144485   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 73.25       |
+|    outdoor_temperature          | 18.299448   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 977400.9    |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 1.125       |
+-------------------------------------------------
+--------------------------------------------------*****************************-------------------------------| 68%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.8657665    |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.546963    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.4496257   |
+|    air_humidity                 | -0.029927263 |
+|    air_temperature              | 0.91761214   |
+|    clg_setpoint                 | 0.37281403   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.212968    |
+|    diffuse_solar_radiation      | 0.4198238    |
+|    direct_solar_radiation       | 1.9037896    |
+|    hour                         | -0.50536364  |
+|    htg_setpoint                 | -0.44556695  |
+|    month                        | 0.8143486    |
+|    outdoor_humidity             | -0.050069384 |
+|    outdoor_temperature          | 1.128125     |
+|    people_occupant              | 1.6946774    |
+|    total_electricity_HVAC       | -0.47954217  |
+|    wind_direction               | 0.5580853    |
+|    wind_speed                   | -0.17602338  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1036.7576    |
+|    air_humidity                 | 36.504086    |
+|    air_temperature              | 23.910763    |
+|    clg_setpoint                 | 27.129824    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 5.0          |
+|    diffuse_solar_radiation      | 116.75       |
+|    direct_solar_radiation       | 631.0        |
+|    hour                         | 8.0          |
+|    htg_setpoint                 | 16.0426      |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 67.5         |
+|    outdoor_temperature          | 23.821598    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 874012.0     |
+|    wind_direction               | 240.0        |
+|    wind_speed                   | 4.475        |
+| train/                          |              |
+|    approx_kl                    | 0.011280617  |
+|    clip_fraction                | 0.115        |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.39        |
+|    explained_variance           | 0.751        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.208        |
+|    n_updates                    | 800          |
+|    policy_gradient_loss         | -0.0115      |
+|    std                          | 0.802        |
+|    value_loss                   | 0.918        |
+--------------------------------------------------
+-------------------------------------------------******************************-------------------------------| 68%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.9172745   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.784668   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.9433014   |
+|    air_humidity                 | 0.91705567  |
+|    air_temperature              | 0.41893628  |
+|    clg_setpoint                 | -1.0948066  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0986075  |
+|    diffuse_solar_radiation      | 0.23419964  |
+|    direct_solar_radiation       | 2.6288238   |
+|    hour                         | -0.3608979  |
+|    htg_setpoint                 | 0.8541347   |
+|    month                        | 0.8139357   |
+|    outdoor_humidity             | -0.7242606  |
+|    outdoor_temperature          | 1.4338117   |
+|    people_occupant              | 1.6943331   |
+|    total_electricity_HVAC       | 0.87050235  |
+|    wind_direction               | -1.5189596  |
+|    wind_speed                   | -0.48978955 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 7047.431    |
+|    air_humidity                 | 48.918976   |
+|    air_temperature              | 23.249928   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 98.25       |
+|    direct_solar_radiation       | 812.75      |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 21.509453   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 53.5        |
+|    outdoor_temperature          | 26.842623   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 6380350.0   |
+|    wind_direction               | 22.5        |
+|    wind_speed                   | 3.725       |
+-------------------------------------------------
+-------------------------------------------------******************************-------------------------------| 68%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.009079576 |
+|    Heating_Setpoint_RL          | -0.11896652 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.655643   |
+|    Heating_Setpoint_RL          | 16.955814   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5535963  |
+|    air_humidity                 | -0.54627216 |
+|    air_temperature              | 0.25332344  |
+|    clg_setpoint                 | 0.92212397  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9844251  |
+|    diffuse_solar_radiation      | 0.80154425  |
+|    direct_solar_radiation       | 1.2929059   |
+|    hour                         | -0.21643326 |
+|    htg_setpoint                 | -1.378844   |
+|    month                        | 0.8135235   |
+|    outdoor_humidity             | 0.2866854   |
+|    outdoor_temperature          | 1.1822549   |
+|    people_occupant              | -0.68919194 |
+|    total_electricity_HVAC       | -0.5706415  |
+|    wind_direction               | 0.15225105  |
+|    wind_speed                   | -0.33248794 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 589.40027   |
+|    air_humidity                 | 29.749744   |
+|    air_temperature              | 23.030575   |
+|    clg_setpoint                 | 28.580164   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 154.75      |
+|    direct_solar_radiation       | 478.5       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 12.119221   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 74.5        |
+|    outdoor_temperature          | 24.37168    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 503678.38   |
+|    wind_direction               | 197.5       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------******************************-------------------------------| 68%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.74339265 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.11605    |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.539004   |
+|    air_humidity                 | -1.6208547  |
+|    air_temperature              | 0.44674617  |
+|    clg_setpoint                 | -0.10034851 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.87038547 |
+|    diffuse_solar_radiation      | 3.2686775   |
+|    direct_solar_radiation       | 0.5957193   |
+|    hour                         | -0.07196907 |
+|    htg_setpoint                 | -0.70234716 |
+|    month                        | 0.8131119   |
+|    outdoor_humidity             | -0.17117678 |
+|    outdoor_temperature          | 1.0083685   |
+|    people_occupant              | -0.6888824  |
+|    total_electricity_HVAC       | -0.55928177 |
+|    wind_direction               | -1.2568867  |
+|    wind_speed                   | 0.70387506  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 651.6817    |
+|    air_humidity                 | 15.655642   |
+|    air_temperature              | 23.287262   |
+|    clg_setpoint                 | 25.878122   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 400.5       |
+|    direct_solar_radiation       | 304.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 14.962447   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 65.0        |
+|    outdoor_temperature          | 22.666737   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 549397.6    |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 6.575       |
+-------------------------------------------------
+--------------------------------------------------******************************------------------------------| 69%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.8974343    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 22.673067    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.16215377   |
+|    air_humidity                 | 1.2570919    |
+|    air_temperature              | 0.41838458   |
+|    clg_setpoint                 | -1.094876    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.7564572   |
+|    diffuse_solar_radiation      | 1.8704914    |
+|    direct_solar_radiation       | 0.20865631   |
+|    hour                         | 0.07249501   |
+|    htg_setpoint                 | 0.60797805   |
+|    month                        | 0.8127009    |
+|    outdoor_humidity             | -0.039025538 |
+|    outdoor_temperature          | 1.0199256    |
+|    people_occupant              | 0.2648486    |
+|    total_electricity_HVAC       | 0.11746498   |
+|    wind_direction               | -0.062071875 |
+|    wind_speed                   | -0.38446668  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 3674.9004    |
+|    air_humidity                 | 53.371803    |
+|    air_temperature              | 23.249773    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 9.0          |
+|    diffuse_solar_radiation      | 261.25       |
+|    direct_solar_radiation       | 207.0        |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 20.473999    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 67.75        |
+|    outdoor_temperature          | 22.783667    |
+|    people_occupant              | 8.0          |
+|    total_electricity_HVAC       | 3307410.2    |
+|    wind_direction               | 175.0        |
+|    wind_speed                   | 3.975        |
+--------------------------------------------------
+-------------------------------------------------*******************************------------------------------| 69%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.11460042 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.238224   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.57259274 |
+|    air_humidity                 | 0.17006205  |
+|    air_temperature              | 2.2135375   |
+|    clg_setpoint                 | 0.7071944   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6426132  |
+|    diffuse_solar_radiation      | 0.23420528  |
+|    direct_solar_radiation       | 2.6668499   |
+|    hour                         | 0.21695906  |
+|    htg_setpoint                 | -0.4908271  |
+|    month                        | 0.81229055  |
+|    outdoor_humidity             | -1.7733023  |
+|    outdoor_temperature          | 1.1037211   |
+|    people_occupant              | 1.2181901   |
+|    total_electricity_HVAC       | -0.5844659  |
+|    wind_direction               | -1.6618545  |
+|    wind_speed                   | 0.6522088   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 507.14145   |
+|    air_humidity                 | 39.129166   |
+|    air_temperature              | 25.62732    |
+|    clg_setpoint                 | 28.012587   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 98.25       |
+|    direct_solar_radiation       | 822.75      |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 15.853585   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 31.75       |
+|    outdoor_temperature          | 23.613699   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 447092.88   |
+|    wind_direction               | 7.5         |
+|    wind_speed                   | 6.45        |
+-------------------------------------------------
+-------------------------------------------------*******************************------------------------------| 69%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9042003  |
+|    Heating_Setpoint_RL          | 0.8437132   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.573324   |
+|    Heating_Setpoint_RL          | 22.370888   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.31415546  |
+|    air_humidity                 | -0.16843657 |
+|    air_temperature              | 0.41771203  |
+|    clg_setpoint                 | -1.0946227  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.5288302  |
+|    diffuse_solar_radiation      | 0.99496186  |
+|    direct_solar_radiation       | 2.063715    |
+|    hour                         | 0.3614228   |
+|    htg_setpoint                 | -0.9483331  |
+|    month                        | 0.8118808   |
+|    outdoor_humidity             | -1.5552763  |
+|    outdoor_temperature          | 0.67052627  |
+|    people_occupant              | 1.694641    |
+|    total_electricity_HVAC       | 0.26218504  |
+|    wind_direction               | 0.27242965  |
+|    wind_speed                   | -0.17496523 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4329.456    |
+|    air_humidity                 | 34.691685   |
+|    air_temperature              | 23.24926    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 174.0       |
+|    direct_solar_radiation       | 672.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 13.92967    |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 36.25       |
+|    outdoor_temperature          | 19.346035   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3896510.5   |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 4.475       |
+-------------------------------------------------
+-------------------------------------------------*******************************------------------------------| 69%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.4721962   |
+|    air_humidity                 | 1.1412542   |
+|    air_temperature              | 0.4171314   |
+|    clg_setpoint                 | -1.0942398  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.41508892 |
+|    diffuse_solar_radiation      | 1.0999913   |
+|    direct_solar_radiation       | 0.63582253  |
+|    hour                         | 0.5058857   |
+|    htg_setpoint                 | -0.33589333 |
+|    month                        | 0.8114717   |
+|    outdoor_humidity             | -1.0371988  |
+|    outdoor_temperature          | 1.1208858   |
+|    people_occupant              | 1.6942979   |
+|    total_electricity_HVAC       | 0.41266438  |
+|    wind_direction               | -0.08589043 |
+|    wind_speed                   | 0.39096257  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5009.9453   |
+|    air_humidity                 | 51.859993   |
+|    air_temperature              | 23.248579   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 184.5       |
+|    direct_solar_radiation       | 314.25      |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 16.50638    |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 47.0        |
+|    outdoor_temperature          | 23.786419   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 4508950.5   |
+|    wind_direction               | 172.5       |
+|    wind_speed                   | 5.825       |
+-------------------------------------------------
+-------------------------------------------------********************************-----------------------------| 70%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.31085876  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.37358    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.71379155  |
+|    air_humidity                 | 1.3610789   |
+|    air_temperature              | 0.41689232  |
+|    clg_setpoint                 | -1.0941045  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.301374   |
+|    diffuse_solar_radiation      | 0.40704653  |
+|    direct_solar_radiation       | 0.06735432  |
+|    hour                         | 0.65034705  |
+|    htg_setpoint                 | 0.5225076   |
+|    month                        | 0.81106323  |
+|    outdoor_humidity             | 0.57615894  |
+|    outdoor_temperature          | 1.2412492   |
+|    people_occupant              | 1.6939554   |
+|    total_electricity_HVAC       | 0.6427014   |
+|    wind_direction               | 0.17664483  |
+|    wind_speed                   | -0.12241332 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6050.429    |
+|    air_humidity                 | 54.752327   |
+|    air_temperature              | 23.248405   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 115.5       |
+|    direct_solar_radiation       | 171.75      |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 20.118793   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 80.5        |
+|    outdoor_temperature          | 24.979574   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 5445386.5   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------********************************-----------------------------| 70%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.34486222  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.78891    |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4285377  |
+|    air_humidity                 | -1.0036081  |
+|    air_temperature              | 1.3423102   |
+|    clg_setpoint                 | 0.3678015   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.18767397 |
+|    diffuse_solar_radiation      | -0.30319723 |
+|    direct_solar_radiation       | 0.05233236  |
+|    hour                         | 0.7948056   |
+|    htg_setpoint                 | -0.9290219  |
+|    month                        | 0.81065536  |
+|    outdoor_humidity             | -0.7850958  |
+|    outdoor_temperature          | 1.632646    |
+|    people_occupant              | -0.6891022  |
+|    total_electricity_HVAC       | -0.4316188  |
+|    wind_direction               | 0.86909336  |
+|    wind_speed                   | -0.16433017 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1128.8412   |
+|    air_humidity                 | 23.760485   |
+|    air_temperature              | 24.473152   |
+|    clg_setpoint                 | 27.114437   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 44.75       |
+|    direct_solar_radiation       | 168.0       |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 14.013815   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 52.25       |
+|    outdoor_temperature          | 28.846642   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1070524.8   |
+|    wind_direction               | 272.5       |
+|    wind_speed                   | 4.5         |
+-------------------------------------------------
+--------------------------------------------------*******************************-----------------------------| 70%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 1.0          |
+|    Heating_Setpoint_RL          | 0.538257     |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 30.0         |
+|    Heating_Setpoint_RL          | 20.652695    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.54871774  |
+|    air_humidity                 | -0.64003813  |
+|    air_temperature              | 0.70943284   |
+|    clg_setpoint                 | 0.0068517667 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.073981255 |
+|    diffuse_solar_radiation      | -0.7524777   |
+|    direct_solar_radiation       | -0.6184742   |
+|    hour                         | 0.93926      |
+|    htg_setpoint                 | -0.27374128  |
+|    month                        | 0.8102481    |
+|    outdoor_humidity             | -0.4353552   |
+|    outdoor_temperature          | 0.8749527    |
+|    people_occupant              | -0.6887941   |
+|    total_electricity_HVAC       | -0.5594652   |
+|    wind_direction               | -0.27726963  |
+|    wind_speed                   | -0.33190614  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 610.6158     |
+|    air_humidity                 | 28.521118    |
+|    air_temperature              | 23.635828    |
+|    clg_setpoint                 | 26.160707    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 18.0         |
+|    htg_setpoint                 | 16.769398    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 59.5         |
+|    outdoor_temperature          | 21.385187    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 549554.2     |
+|    wind_direction               | 152.5        |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+--------------------------------------------------********************************----------------------------| 71%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.7217533   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 13.565138    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5049914   |
+|    air_humidity                 | 1.398847     |
+|    air_temperature              | 0.41727406   |
+|    clg_setpoint                 | -1.0943053   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.039707907  |
+|    diffuse_solar_radiation      | -0.7523409   |
+|    direct_solar_radiation       | -0.618361    |
+|    hour                         | 1.0837085    |
+|    htg_setpoint                 | 0.9270267    |
+|    month                        | 0.8098414    |
+|    outdoor_humidity             | 0.034567535  |
+|    outdoor_temperature          | 0.72745794   |
+|    people_occupant              | -0.45050853  |
+|    total_electricity_HVAC       | -0.51782     |
+|    wind_direction               | -0.44393674  |
+|    wind_speed                   | -0.122151405 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 799.1755     |
+|    air_humidity                 | 55.24443     |
+|    air_temperature              | 23.249498    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 16.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 19.0         |
+|    htg_setpoint                 | 21.822067    |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 69.25        |
+|    outdoor_temperature          | 19.933802    |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 719257.94    |
+|    wind_direction               | 135.0        |
+|    wind_speed                   | 4.6          |
+--------------------------------------------------
+-------------------------------------------------*********************************----------------------------| 71%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.69250405  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 21.520336   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5550428  |
+|    air_humidity                 | 1.4071397   |
+|    air_temperature              | 0.32463497  |
+|    clg_setpoint                 | -0.8270324  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.15339337  |
+|    diffuse_solar_radiation      | -0.75234044 |
+|    direct_solar_radiation       | -0.6181272  |
+|    hour                         | 1.2281492   |
+|    htg_setpoint                 | 0.75919896  |
+|    month                        | 0.80943537  |
+|    outdoor_humidity             | 0.39556098  |
+|    outdoor_temperature          | 0.69818115  |
+|    people_occupant              | -0.45063418 |
+|    total_electricity_HVAC       | -0.5654861  |
+|    wind_direction               | 1.6097648   |
+|    wind_speed                   | -0.03849158 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 583.8809    |
+|    air_humidity                 | 55.37027    |
+|    air_temperature              | 23.127163   |
+|    clg_setpoint                 | 23.95608    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 21.118153   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 76.75       |
+|    outdoor_temperature          | 19.64814    |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 525492.8    |
+|    wind_direction               | 350.0       |
+|    wind_speed                   | 4.8         |
+-------------------------------------------------
+-------------------------------------------------*********************************----------------------------| 71%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.2800458  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.679846   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.67061895 |
+|    air_humidity                 | 0.31866223  |
+|    air_temperature              | 0.05081677  |
+|    clg_setpoint                 | -0.2780212  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.2670712   |
+|    diffuse_solar_radiation      | -0.75235844 |
+|    direct_solar_radiation       | -0.61817324 |
+|    hour                         | 1.3725798   |
+|    htg_setpoint                 | 0.3827524   |
+|    month                        | 0.80902994  |
+|    outdoor_humidity             | -1.0379906  |
+|    outdoor_temperature          | 0.43157008  |
+|    people_occupant              | -0.6891102  |
+|    total_electricity_HVAC       | -0.6755364  |
+|    wind_direction               | -1.4933078  |
+|    wind_speed                   | -0.646363   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 41.11365    |
+|    air_temperature              | 22.765394   |
+|    clg_setpoint                 | 25.406487   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 19.536428   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 47.0        |
+|    outdoor_temperature          | 17.025045   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 25.0        |
+|    wind_speed                   | 3.35        |
+-------------------------------------------------
+-------------------------------------------------*********************************----------------------------| 71%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.51286066  |
+|    Heating_Setpoint_RL          | 0.28989407  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.355904   |
+|    Heating_Setpoint_RL          | 19.255653   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.15396488  |
+|    air_humidity                 | 1.134496    |
+|    air_temperature              | 0.4174266   |
+|    clg_setpoint                 | -0.26199904 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.38073355  |
+|    diffuse_solar_radiation      | -0.75230473 |
+|    direct_solar_radiation       | -0.61822206 |
+|    hour                         | 1.5169978   |
+|    htg_setpoint                 | 1.2650115   |
+|    month                        | 0.8086251   |
+|    outdoor_humidity             | 0.45622218  |
+|    outdoor_temperature          | 0.27508894  |
+|    people_occupant              | -0.68921536 |
+|    total_electricity_HVAC       | 0.109613106 |
+|    wind_direction               | -1.3492275  |
+|    wind_speed                   | -0.9607975  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3634.9802   |
+|    air_humidity                 | 51.816013   |
+|    air_temperature              | 23.25021    |
+|    clg_setpoint                 | 25.448536   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 78.0        |
+|    outdoor_temperature          | 15.485832   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3271482.2   |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 2.6         |
+-------------------------------------------------
+-------------------------------------------------**********************************---------------------------| 72%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.37532997  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.891739   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.42076167 |
+|    air_humidity                 | 1.2888672   |
+|    air_temperature              | 0.4170429   |
+|    clg_setpoint                 | -0.4820037  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.49436882  |
+|    diffuse_solar_radiation      | -0.7522904  |
+|    direct_solar_radiation       | -0.6182778  |
+|    hour                         | 1.6614003   |
+|    htg_setpoint                 | 1.2645055   |
+|    month                        | 0.8082209   |
+|    outdoor_humidity             | 0.5285464   |
+|    outdoor_temperature          | 0.50511736  |
+|    people_occupant              | -0.6893204  |
+|    total_electricity_HVAC       | 0.29186782  |
+|    wind_direction               | 0.15477291  |
+|    wind_speed                   | -1.0128424  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1163.0481   |
+|    air_humidity                 | 53.851562   |
+|    air_temperature              | 23.24987    |
+|    clg_setpoint                 | 24.86651    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 79.5        |
+|    outdoor_temperature          | 17.75356    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4012341.2   |
+|    wind_direction               | 197.5       |
+|    wind_speed                   | 2.475       |
+-------------------------------------------------
+-------------------------------------------------**********************************---------------------------| 72%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.5762792   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 20.86657    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5911123  |
+|    air_humidity                 | -0.7158856  |
+|    air_temperature              | -0.4076033  |
+|    clg_setpoint                 | 0.99248695  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7218241   |
+|    diffuse_solar_radiation      | -0.7523063  |
+|    direct_solar_radiation       | -0.6180961  |
+|    hour                         | -1.6613047  |
+|    htg_setpoint                 | -0.22736832 |
+|    month                        | 0.8078173   |
+|    outdoor_humidity             | 1.1791391   |
+|    outdoor_temperature          | 0.85509336  |
+|    people_occupant              | -0.68901324 |
+|    total_electricity_HVAC       | -0.59984636 |
+|    wind_direction               | 0.27401435  |
+|    wind_speed                   | -0.33077225 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 430.01147   |
+|    air_humidity                 | 27.565727   |
+|    air_temperature              | 22.160503   |
+|    clg_setpoint                 | 28.76391    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 16.974682   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 93.0        |
+|    outdoor_temperature          | 21.204096   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 387010.34   |
+|    wind_direction               | 210.0       |
+|    wind_speed                   | 4.1         |
+-------------------------------------------------
+-------------------------------------------------**********************************---------------------------| 72%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6130733  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.555878   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.2558732   |
+|    air_humidity                 | 0.4865216   |
+|    air_temperature              | 0.41726717  |
+|    clg_setpoint                 | 0.58853674  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.83536696  |
+|    diffuse_solar_radiation      | -0.7522948  |
+|    direct_solar_radiation       | -0.6178382  |
+|    hour                         | -1.5167723  |
+|    htg_setpoint                 | 1.2639037   |
+|    month                        | 0.8074143   |
+|    outdoor_humidity             | 0.045401797 |
+|    outdoor_temperature          | 0.13867056  |
+|    people_occupant              | -0.68870646 |
+|    total_electricity_HVAC       | 1.4573462   |
+|    wind_direction               | 1.5153915   |
+|    wind_speed                   | -0.11041305 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 8369.541    |
+|    air_humidity                 | 43.330315   |
+|    air_temperature              | 23.250177   |
+|    clg_setpoint                 | 27.696323   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 69.5        |
+|    outdoor_temperature          | 14.154234   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 8745765.0   |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 4.625       |
+-------------------------------------------------
+-------------------------------------------------***********************************--------------------------| 73%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.36483464 |
+|    Heating_Setpoint_RL          | 0.7502796   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.393682   |
+|    Heating_Setpoint_RL          | 21.845324   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6707499  |
+|    air_humidity                 | 0.00838292  |
+|    air_temperature              | -0.19906032 |
+|    clg_setpoint                 | -0.7169212  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.94881773  |
+|    diffuse_solar_radiation      | -0.75230783 |
+|    direct_solar_radiation       | -0.61758083 |
+|    hour                         | -1.3722566  |
+|    htg_setpoint                 | 0.1522392   |
+|    month                        | 0.8070119   |
+|    outdoor_humidity             | -0.17104214 |
+|    outdoor_temperature          | 0.034993608 |
+|    people_occupant              | -0.6888116  |
+|    total_electricity_HVAC       | -0.6756743  |
+|    wind_direction               | -1.5400804  |
+|    wind_speed                   | -1.1175859  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 37.05975    |
+|    air_temperature              | 22.436405   |
+|    clg_setpoint                 | 24.244936   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 18.574192   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 65.0        |
+|    outdoor_temperature          | 13.134551   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 2.225       |
+-------------------------------------------------
+-------------------------------------------------***********************************--------------------------| 73%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.30202776 |
+|    Heating_Setpoint_RL          | 0.17628777  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.605656   |
+|    Heating_Setpoint_RL          | 18.61662    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.82812315  |
+|    air_humidity                 | 0.6693176   |
+|    air_temperature              | 0.41736642  |
+|    clg_setpoint                 | -1.0931493  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0621486   |
+|    diffuse_solar_radiation      | -0.7523033  |
+|    direct_solar_radiation       | -0.6176121  |
+|    hour                         | -1.2277547  |
+|    htg_setpoint                 | 1.2632052   |
+|    month                        | 0.8066101   |
+|    outdoor_humidity             | 0.32327592  |
+|    outdoor_temperature          | 0.022822281 |
+|    people_occupant              | -0.68891656 |
+|    total_electricity_HVAC       | 0.7514644   |
+|    wind_direction               | -1.1574507  |
+|    wind_speed                   | -0.69749224 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6528.4106   |
+|    air_humidity                 | 45.725807   |
+|    air_temperature              | 23.25045    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 75.25       |
+|    outdoor_temperature          | 13.016496   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5875570.0   |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 3.225       |
+-------------------------------------------------
+-------------------------------------------------***********************************--------------------------| 73%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.30410928  |
+|    Heating_Setpoint_RL          | 0.7789      |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.65137    |
+|    Heating_Setpoint_RL          | 22.006313   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.34403536  |
+|    air_humidity                 | 1.853985    |
+|    air_temperature              | 0.41707328  |
+|    clg_setpoint                 | 1.4606076   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.175328    |
+|    diffuse_solar_radiation      | -0.75229263 |
+|    direct_solar_radiation       | -0.6174675  |
+|    hour                         | -1.0832639  |
+|    htg_setpoint                 | 1.2625561   |
+|    month                        | 0.8062089   |
+|    outdoor_humidity             | 1.2150915   |
+|    outdoor_temperature          | 0.30011356  |
+|    people_occupant              | -0.68902147 |
+|    total_electricity_HVAC       | 0.2905445   |
+|    wind_direction               | -1.6101822  |
+|    wind_speed                   | -0.22493528 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4447.5483   |
+|    air_humidity                 | 61.273113   |
+|    air_temperature              | 23.250217   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 93.75       |
+|    outdoor_temperature          | 15.746052   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4002793.5   |
+|    wind_direction               | 12.5        |
+|    wind_speed                   | 4.35        |
+| train/                          |             |
+|    approx_kl                    | 0.006716701 |
+|    clip_fraction                | 0.0886      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.39       |
+|    explained_variance           | 0.713       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.173       |
+|    n_updates                    | 810         |
+|    policy_gradient_loss         | -0.00999    |
+|    std                          | 0.802       |
+|    value_loss                   | 0.745       |
+-------------------------------------------------
+------------------------------------------------*************************************-------------------------| 74%
 | action_network/                 |            |
-|    index                        | 6          |
+|    Cooling_Setpoint_RL          | 0.12610945 |
+|    Heating_Setpoint_RL          | 1.0        |
 | action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 24         |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1502.1025  |
-|    air_humidity                 | 14.293673  |
-|    air_temperature              | 22.445791  |
-|    clg_setpoint                 | 24.0       |
+|    Cooling_Setpoint_RL          | 27.05062   |
+|    Heating_Setpoint_RL          | 23.25      |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | 0.2990287  |
+|    air_humidity                 | 2.112459   |
+|    air_temperature              | 0.41679397 |
+|    clg_setpoint                 | -1.0928158 |
 |    co2_emission                 | 0.0        |
-|    day_of_month                 | 1.0        |
-|    diffuse_solar_radiation      | 189.5      |
-|    direct_solar_radiation       | 229.5      |
-|    hour                         | 11.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 34.5       |
-|    outdoor_temperature          | -1.5963737 |
-|    people_occupant              | 16.0       |
-|    total_electricity_HVAC       | 1351892.4  |
-|    wind_direction               | 265.0      |
-|    wind_speed                   | 9.55       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 903        |
-|    n_updates                    | 22549      |
-------------------------------------------------
-

-

-

-

-

-

-
-/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.
-  logger.warn(
-/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.
-  logger.warn(
-/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.
-  logger.warn(
-/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
-  gym.logger.warn("Casting input x to numpy array.")
-

-

-

-

-

-

-
---------------------------------------------------------------------------------------------------------------| 1%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2402.0833 |
-|    air_humidity                 | 11.437536 |
-|    air_temperature              | 23.042078 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 194.0     |
-|    direct_solar_radiation       | 340.5     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 36.5      |
-|    outdoor_temperature          | -7.386407 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 2161875.0 |
-|    wind_direction               | 275.0     |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.41e+03  |
-|    n_updates                    | 22574     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 1%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 730.1309  |
-|    air_humidity                 | 48.870342 |
-|    air_temperature              | 22.699852 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 66.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 10.502956 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 657117.8  |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 6.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 586       |
-|    n_updates                    | 22599     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 1%
-| action_network/                 |            |
-|    index                        | 3          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 27         |
-|    Heating_Setpoint_RL          | 18         |
+|    day_of_month                 | 1.2883211  |
+|    diffuse_solar_radiation      | -0.7522772 |
+|    direct_solar_radiation       | -0.6172106 |
+|    hour                         | -0.9387816 |
+|    htg_setpoint                 | 1.2617675  |
+|    month                        | 0.8058083  |
+|    outdoor_humidity             | 1.1783563  |
+|    outdoor_temperature          | 0.4588047  |
+|    people_occupant              | -0.6891262 |
+|    total_electricity_HVAC       | 0.24769089 |
+|    wind_direction               | 1.4685702  |
+|    wind_speed                   | -1.7256135 |
 | observation/                    |            |
-|    HVAC_electricity_demand_rate | 1743.8271  |
-|    air_humidity                 | 15.084388  |
-|    air_temperature              | 23.225992  |
-|    clg_setpoint                 | 27.0       |
+|    HVAC_electricity_demand_rate | 4253.478   |
+|    air_humidity                 | 64.69927   |
+|    air_temperature              | 23.250036  |
+|    clg_setpoint                 | 23.25      |
 |    co2_emission                 | 0.0        |
-|    day_of_month                 | 4.0        |
-|    diffuse_solar_radiation      | 84.5       |
-|    direct_solar_radiation       | 617.25     |
-|    hour                         | 14.0       |
-|    htg_setpoint                 | 18.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 41.25      |
-|    outdoor_temperature          | -2.2472076 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1569444.5  |
-|    wind_direction               | 267.5      |
-|    wind_speed                   | 8.2        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 4.24e+03   |
-|    n_updates                    | 22624      |
+|    day_of_month                 | 27.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 5.0        |
+|    htg_setpoint                 | 23.25      |
+|    month                        | 9.0        |
+|    outdoor_humidity             | 93.0       |
+|    outdoor_temperature          | 17.308748  |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 3828130.2  |
+|    wind_direction               | 335.0      |
+|    wind_speed                   | 0.775      |
 ------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 1%
+--------------------------------------------------***********************************-------------------------| 74%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.39433828  |
+|    air_humidity                 | 1.0248846    |
+|    air_temperature              | 0.41660103   |
+|    clg_setpoint                 | -0.18741465  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.4010892    |
+|    diffuse_solar_radiation      | -0.4661965   |
+|    direct_solar_radiation       | -0.025487203 |
+|    hour                         | -0.794306    |
+|    htg_setpoint                 | 1.2613503    |
+|    month                        | 0.8054083    |
+|    outdoor_humidity             | -0.09972917  |
+|    outdoor_temperature          | 0.51132834   |
+|    people_occupant              | -0.68923086  |
+|    total_electricity_HVAC       | 0.06136239   |
+|    wind_direction               | 1.1820121    |
+|    wind_speed                   | -0.9068384   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1275.5925    |
+|    air_humidity                 | 50.441326    |
+|    air_temperature              | 23.249977    |
+|    clg_setpoint                 | 25.642336    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 28.0         |
+|    diffuse_solar_radiation      | 28.5         |
+|    direct_solar_radiation       | 148.0        |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 9.0          |
+|    outdoor_humidity             | 66.5         |
+|    outdoor_temperature          | 17.82817     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 3071480.2    |
+|    wind_direction               | 305.0        |
+|    wind_speed                   | 2.725        |
+--------------------------------------------------
+-------------------------------------------------************************************-------------------------| 74%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.76986533  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 21.955492   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.033283304 |
+|    air_humidity                 | -0.6100396  |
+|    air_temperature              | 0.41637605  |
+|    clg_setpoint                 | 0.94274575  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5135903   |
+|    diffuse_solar_radiation      | -0.13484637 |
+|    direct_solar_radiation       | 1.229163    |
+|    hour                         | -0.64983505 |
+|    htg_setpoint                 | 1.261257    |
+|    month                        | 0.8050089   |
+|    outdoor_humidity             | -0.2919943  |
+|    outdoor_temperature          | -0.06630083 |
+|    people_occupant              | -0.688925   |
+|    total_electricity_HVAC       | 0.27538523  |
+|    wind_direction               | -1.2033068  |
+|    wind_speed                   | -0.38169277 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3111.1396   |
+|    air_humidity                 | 28.981321   |
+|    air_temperature              | 23.249962   |
+|    clg_setpoint                 | 28.630192   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 61.5        |
+|    direct_solar_radiation       | 462.0       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 62.5        |
+|    outdoor_temperature          | 12.151197   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3939309.0   |
+|    wind_direction               | 55.0        |
+|    wind_speed                   | 3.975       |
+-------------------------------------------------
+-------------------------------------------------************************************-------------------------| 74%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.15552619 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 16.750166   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5645984  |
+|    air_humidity                 | 0.1825433   |
+|    air_temperature              | 0.9546526   |
+|    clg_setpoint                 | -0.16952322 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6257794   |
+|    diffuse_solar_radiation      | 0.025870286 |
+|    direct_solar_radiation       | 2.038773    |
+|    hour                         | -0.50536734 |
+|    htg_setpoint                 | -1.207696   |
+|    month                        | 0.8046101   |
+|    outdoor_humidity             | 0.1420761   |
+|    outdoor_temperature          | 0.2497862   |
+|    people_occupant              | 1.6954826   |
+|    total_electricity_HVAC       | -0.57461345 |
+|    wind_direction               | -1.345767   |
+|    wind_speed                   | -0.43396428 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 543.8847    |
+|    air_humidity                 | 39.379166   |
+|    air_temperature              | 23.959953   |
+|    clg_setpoint                 | 25.69094    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 77.5        |
+|    direct_solar_radiation       | 664.75      |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 12.860216   |
+|    month                        | 9.0         |
+|    outdoor_humidity             | 71.5        |
+|    outdoor_temperature          | 15.259318   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 489496.6    |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+--------------------------------------------------************************************------------------------| 75%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.53791827  |
+|    air_humidity                 | 0.45325786   |
+|    air_temperature              | 0.41685063   |
+|    clg_setpoint                 | -1.0928539   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.6726894   |
+|    diffuse_solar_radiation      | 0.44786265   |
+|    direct_solar_radiation       | -0.6175144   |
+|    hour                         | -0.36090165  |
+|    htg_setpoint                 | 1.2610621    |
+|    month                        | 1.1007338    |
+|    outdoor_humidity             | -0.12328782  |
+|    outdoor_temperature          | -0.115140475 |
+|    people_occupant              | 1.6951424    |
+|    total_electricity_HVAC       | -0.54967624  |
+|    wind_direction               | -1.6791909   |
+|    wind_speed                   | 0.5010964    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 658.6421     |
+|    air_humidity                 | 42.934433    |
+|    air_temperature              | 23.250874    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0          |
+|    diffuse_solar_radiation      | 119.5        |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 66.0         |
+|    outdoor_temperature          | 11.673259    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 590897.4     |
+|    wind_direction               | 5.0          |
+|    wind_speed                   | 6.075        |
+--------------------------------------------------
+-------------------------------------------------*************************************------------------------| 75%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.7058134  |
+|    Heating_Setpoint_RL          | 0.54004     |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.24288    |
+|    Heating_Setpoint_RL          | 20.662725   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.30066648  |
+|    air_humidity                 | 1.1689068   |
+|    air_temperature              | 0.41498074  |
+|    clg_setpoint                 | -1.0925692  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5572402  |
+|    diffuse_solar_radiation      | 1.3016992   |
+|    direct_solar_radiation       | 1.7822818   |
+|    hour                         | -0.21643703 |
+|    htg_setpoint                 | 0.18446091  |
+|    month                        | 1.100003    |
+|    outdoor_humidity             | -0.4612532  |
+|    outdoor_temperature          | 0.8531262   |
+|    people_occupant              | 1.6948028   |
+|    total_electricity_HVAC       | 0.24918127  |
+|    wind_direction               | 0.9441165   |
+|    wind_speed                   | -0.48558447 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4257.0894   |
+|    air_humidity                 | 52.32305    |
+|    air_temperature              | 23.248486   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 204.5       |
+|    direct_solar_radiation       | 600.75      |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 18.720684   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 59.0        |
+|    outdoor_temperature          | 21.186007   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3831380.5   |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 3.725       |
+-------------------------------------------------
+--------------------------------------------------************************************------------------------| 75%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.4163172    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 19.966785    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.70678526   |
+|    air_humidity                 | 1.1551832    |
+|    air_temperature              | 0.41529208   |
+|    clg_setpoint                 | -1.0922017   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.4421395   |
+|    diffuse_solar_radiation      | 1.0407077    |
+|    direct_solar_radiation       | 2.2110403    |
+|    hour                         | -0.071972854 |
+|    htg_setpoint                 | 1.2381468    |
+|    month                        | 1.0992737    |
+|    outdoor_humidity             | -0.02731587  |
+|    outdoor_temperature          | 1.1511346    |
+|    people_occupant              | 1.2177678    |
+|    total_electricity_HVAC       | 0.6344924    |
+|    wind_direction               | 0.013988328  |
+|    wind_speed                   | -0.36957198  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 5999.3706    |
+|    air_humidity                 | 52.160046    |
+|    air_temperature              | 23.249033    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 3.0          |
+|    diffuse_solar_radiation      | 178.5        |
+|    direct_solar_radiation       | 708.25       |
+|    hour                         | 11.0         |
+|    htg_setpoint                 | 23.155998    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 68.0         |
+|    outdoor_temperature          | 24.115772    |
+|    people_occupant              | 16.0         |
+|    total_electricity_HVAC       | 5393996.5    |
+|    wind_direction               | 182.5        |
+|    wind_speed                   | 4.0          |
+--------------------------------------------------
+-------------------------------------------------*************************************------------------------| 75%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.44868776  |
+|    air_humidity                 | 1.0611172   |
+|    air_temperature              | 0.41556698  |
+|    clg_setpoint                 | -1.0919782  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.327336   |
+|    diffuse_solar_radiation      | 1.0509537   |
+|    direct_solar_radiation       | 2.2102473   |
+|    hour                         | 0.07249122  |
+|    htg_setpoint                 | 0.07353192  |
+|    month                        | 1.0985459   |
+|    outdoor_humidity             | -0.5584458  |
+|    outdoor_temperature          | 1.2329613   |
+|    people_occupant              | 0.2641587   |
+|    total_electricity_HVAC       | 0.3907626   |
+|    wind_direction               | 0.18081717  |
+|    wind_speed                   | -0.21190204 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4892.086    |
+|    air_humidity                 | 50.93898    |
+|    air_temperature              | 23.249508   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 179.5       |
+|    direct_solar_radiation       | 708.25      |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 18.256083   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 57.0        |
+|    outdoor_temperature          | 24.923786   |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 4405530.5   |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 4.375       |
+-------------------------------------------------
+-------------------------------------------------**************************************-----------------------| 76%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.75892     |
+|    Heating_Setpoint_RL          | -0.10805726 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.186356   |
+|    Heating_Setpoint_RL          | 17.017178   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.54370236 |
+|    air_humidity                 | 0.35918146  |
+|    air_temperature              | 0.66887176  |
+|    clg_setpoint                 | 0.648919    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.212783   |
+|    diffuse_solar_radiation      | 1.3249018   |
+|    direct_solar_radiation       | 1.6286633   |
+|    hour                         | 0.21695524  |
+|    htg_setpoint                 | -0.9665961  |
+|    month                        | 1.0978194   |
+|    outdoor_humidity             | 0.056423414 |
+|    outdoor_temperature          | 1.0713814   |
+|    people_occupant              | -0.68914205 |
+|    total_electricity_HVAC       | -0.555534   |
+|    wind_direction               | -0.08167889 |
+|    wind_speed                   | -0.21165578 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 635.79083   |
+|    air_humidity                 | 41.740807   |
+|    air_temperature              | 23.583267   |
+|    clg_setpoint                 | 27.850763   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 206.75      |
+|    direct_solar_radiation       | 562.75      |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 13.880531   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 69.75       |
+|    outdoor_temperature          | 23.339325   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 568941.7    |
+|    wind_direction               | 172.5       |
+|    wind_speed                   | 4.375       |
+-------------------------------------------------
+--------------------------------------------------*************************************-----------------------| 76%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.0688034   |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.392788    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6715523   |
+|    air_humidity                 | 0.61279607   |
+|    air_temperature              | -0.068614386 |
+|    clg_setpoint                 | 1.461321     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.098438    |
+|    diffuse_solar_radiation      | 0.88558006   |
+|    direct_solar_radiation       | 1.7835407    |
+|    hour                         | 0.361419     |
+|    htg_setpoint                 | -0.885782    |
+|    month                        | 1.0970945    |
+|    outdoor_humidity             | -1.0418981   |
+|    outdoor_temperature          | 0.37193403   |
+|    people_occupant              | -0.6888375   |
+|    total_electricity_HVAC       | -0.6764602   |
+|    wind_direction               | 1.1589189    |
+|    wind_speed                   | 1.8975878    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 45.07838     |
+|    air_temperature              | 22.612076    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 6.0          |
+|    diffuse_solar_radiation      | 163.0        |
+|    direct_solar_radiation       | 601.5        |
+|    hour                         | 14.0         |
+|    htg_setpoint                 | 14.220722    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 47.0         |
+|    outdoor_temperature          | 16.473286    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 302.5        |
+|    wind_speed                   | 9.4          |
+--------------------------------------------------
+-------------------------------------------------**************************************-----------------------| 76%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.27042627  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.146149   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5432209  |
+|    air_humidity                 | -1.3105448  |
+|    air_temperature              | 0.4147997   |
+|    clg_setpoint                 | -1.0922874  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9842629  |
+|    diffuse_solar_radiation      | 0.7022978   |
+|    direct_solar_radiation       | 0.96187925  |
+|    hour                         | 0.50588197  |
+|    htg_setpoint                 | 1.2600371   |
+|    month                        | 1.096371    |
+|    outdoor_humidity             | -1.8254185  |
+|    outdoor_temperature          | -0.20909087 |
+|    people_occupant              | 1.6951048   |
+|    total_electricity_HVAC       | -0.5542798  |
+|    wind_direction               | 1.1343026   |
+|    wind_speed                   | 1.854832    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 636.7249    |
+|    air_humidity                 | 19.825686   |
+|    air_temperature              | 23.248621   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 144.75      |
+|    direct_solar_radiation       | 395.75      |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 30.75       |
+|    outdoor_temperature          | 10.768464   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 573052.4    |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 9.3         |
+-------------------------------------------------
+-------------------------------------------------***************************************----------------------| 77%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.28305238 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.03283    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.52458125 |
+|    air_humidity                 | -1.0375452  |
+|    air_temperature              | 0.41491613  |
+|    clg_setpoint                 | -1.0921276  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8702233  |
+|    diffuse_solar_radiation      | -0.12671025 |
+|    direct_solar_radiation       | 1.0095651   |
+|    hour                         | 0.65034324  |
+|    htg_setpoint                 | 0.093322106 |
+|    month                        | 1.0956489   |
+|    outdoor_humidity             | -1.595141   |
+|    outdoor_temperature          | -0.07310411 |
+|    people_occupant              | 1.6947664   |
+|    total_electricity_HVAC       | -0.53652185 |
+|    wind_direction               | 1.3957711   |
+|    wind_speed                   | 0.6050375   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 716.1085    |
+|    air_humidity                 | 23.40093    |
+|    air_temperature              | 23.248562   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 62.25       |
+|    direct_solar_radiation       | 407.75      |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 18.339258   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 35.5        |
+|    outdoor_temperature          | 12.100463   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 644497.7    |
+|    wind_direction               | 327.5       |
+|    wind_speed                   | 6.325       |
+-------------------------------------------------
+--------------------------------------------------**************************************----------------------| 77%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.46965677  |
+|    air_humidity                 | -0.080960855 |
+|    air_temperature              | 0.42144775   |
+|    clg_setpoint                 | -1.0916522   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.75628906  |
+|    diffuse_solar_radiation      | -0.6166582   |
+|    direct_solar_radiation       | -0.32172748  |
+|    hour                         | 0.7948019    |
+|    htg_setpoint                 | -0.86502504  |
+|    month                        | 1.0949283    |
+|    outdoor_humidity             | -0.448962    |
+|    outdoor_temperature          | 0.046704784  |
+|    people_occupant              | 1.6944286    |
+|    total_electricity_HVAC       | -0.48422557  |
+|    wind_direction               | 0.155313     |
+|    wind_speed                   | -0.08691412  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 951.36444    |
+|    air_humidity                 | 35.952164    |
+|    air_temperature              | 23.257065    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 9.0          |
+|    diffuse_solar_radiation      | 13.5         |
+|    direct_solar_radiation       | 74.25        |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 14.306094    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 59.25        |
+|    outdoor_temperature          | 13.274093    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 856228.0     |
+|    wind_direction               | 197.5        |
+|    wind_speed                   | 4.675        |
+--------------------------------------------------
+-------------------------------------------------***************************************----------------------| 77%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.3582027   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 19.63989    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.61945534 |
+|    air_humidity                 | 1.9550271   |
+|    air_temperature              | 0.41558364  |
+|    clg_setpoint                 | -1.0914291  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6424341  |
+|    diffuse_solar_radiation      | -0.7523416  |
+|    direct_solar_radiation       | -0.61820006 |
+|    hour                         | 0.93925637  |
+|    htg_setpoint                 | 0.79831547  |
+|    month                        | 1.094209    |
+|    outdoor_humidity             | 1.2882085   |
+|    outdoor_temperature          | 0.24001622  |
+|    people_occupant              | 0.50244826  |
+|    total_electricity_HVAC       | -0.6268308  |
+|    wind_direction               | 0.08352377  |
+|    wind_speed                   | -0.4333666  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 309.6072    |
+|    air_humidity                 | 62.67498    |
+|    air_temperature              | 23.249432   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 21.306038   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 95.25       |
+|    outdoor_temperature          | 15.171199   |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 278646.5    |
+|    wind_direction               | 190.0       |
+|    wind_speed                   | 3.85        |
+-------------------------------------------------
+-------------------------------------------------***************************************----------------------| 77%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.15107036  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.47477    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65428215 |
+|    air_humidity                 | 1.9479483   |
+|    air_temperature              | 0.41580015  |
+|    clg_setpoint                 | -1.0910277  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.52863604 |
+|    diffuse_solar_radiation      | -0.7523334  |
+|    direct_solar_radiation       | -0.61829466 |
+|    hour                         | 1.0837052   |
+|    htg_setpoint                 | 1.2599698   |
+|    month                        | 1.0934912   |
+|    outdoor_humidity             | 0.99792516  |
+|    outdoor_temperature          | 0.38141653  |
+|    people_occupant              | -0.45102304 |
+|    total_electricity_HVAC       | -0.6599872  |
+|    wind_direction               | 0.1310968   |
+|    wind_speed                   | 0.5426537   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 160.93347   |
+|    air_humidity                 | 62.60306    |
+|    air_temperature              | 23.24981    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 89.25       |
+|    outdoor_temperature          | 16.558744   |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 144840.12   |
+|    wind_direction               | 195.0       |
+|    wind_speed                   | 6.175       |
+-------------------------------------------------
+-------------------------------------------------****************************************---------------------| 78%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.90519243 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.569975   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.668012   |
+|    air_humidity                 | 1.6283789   |
+|    air_temperature              | 0.29340953  |
+|    clg_setpoint                 | -0.44136545 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.41487655 |
+|    diffuse_solar_radiation      | -0.7523216  |
+|    direct_solar_radiation       | -0.6183922  |
+|    hour                         | 1.2281462   |
+|    htg_setpoint                 | -0.17857838 |
+|    month                        | 1.0927747   |
+|    outdoor_humidity             | 1.5159692   |
+|    outdoor_temperature          | 0.5029699   |
+|    people_occupant              | -0.68905395 |
+|    total_electricity_HVAC       | -0.67306346 |
+|    wind_direction               | 0.13115945  |
+|    wind_speed                   | -1.1145034  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 102.14255   |
+|    air_humidity                 | 58.422855   |
+|    air_temperature              | 23.088911   |
+|    clg_setpoint                 | 24.966928   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 17.197681   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 17.752201   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 91928.29    |
+|    wind_direction               | 195.0       |
+|    wind_speed                   | 2.225       |
+-------------------------------------------------
+-------------------------------------------------****************************************---------------------| 78%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.8012327   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.32916    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.29252335  |
+|    air_humidity                 | 1.7353265   |
+|    air_temperature              | 0.4155478   |
+|    clg_setpoint                 | 1.4632466   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.30114096 |
+|    diffuse_solar_radiation      | -0.7523295  |
+|    direct_solar_radiation       | -0.6184537  |
+|    hour                         | 1.3725773   |
+|    htg_setpoint                 | 1.2592586   |
+|    month                        | 1.0920597   |
+|    outdoor_humidity             | 1.5151556   |
+|    outdoor_temperature          | 0.33709264  |
+|    people_occupant              | -0.6887508  |
+|    total_electricity_HVAC       | 0.24134034  |
+|    wind_direction               | -0.9182737  |
+|    wind_speed                   | -1.0717256  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4216.3467   |
+|    air_humidity                 | 59.84711    |
+|    air_temperature              | 23.249691   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 16.128296   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3794712.2   |
+|    wind_direction               | 85.0        |
+|    wind_speed                   | 2.325       |
+-------------------------------------------------
+--------------------------------------------------***************************************---------------------| 78%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.6269368    |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.740911    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.014660655 |
+|    air_humidity                 | 1.9906545    |
+|    air_temperature              | 0.41541913   |
+|    clg_setpoint                 | 1.4633403    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.18741862  |
+|    diffuse_solar_radiation      | -0.75228745  |
+|    direct_solar_radiation       | -0.6184208   |
+|    hour                         | 1.5169959    |
+|    htg_setpoint                 | 1.2587347    |
+|    month                        | 1.0913461    |
+|    outdoor_humidity             | 1.4058825    |
+|    outdoor_temperature          | 0.45918918   |
+|    people_occupant              | -0.6888547   |
+|    total_electricity_HVAC       | -0.051094934 |
+|    wind_direction               | -0.58372486  |
+|    wind_speed                   | 0.97394675   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2900.3225    |
+|    air_humidity                 | 63.222954    |
+|    air_temperature              | 23.249706    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 14.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 22.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 97.75        |
+|    outdoor_temperature          | 17.325212    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 2610290.2    |
+|    wind_direction               | 120.0        |
+|    wind_speed                   | 7.2          |
+--------------------------------------------------
+--------------------------------------------------***************************************---------------------| 78%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.22288172  |
+|    Heating_Setpoint_RL          | 0.041629     |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.872774    |
+|    Heating_Setpoint_RL          | 17.859163    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.67169577  |
+|    air_humidity                 | 0.35240078   |
+|    air_temperature              | -0.80437726  |
+|    clg_setpoint                 | 0.66182524   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.07370256  |
+|    diffuse_solar_radiation      | -0.75227773  |
+|    direct_solar_radiation       | -0.61851037  |
+|    hour                         | 1.6613992    |
+|    htg_setpoint                 | -0.5155068   |
+|    month                        | 1.0906339    |
+|    outdoor_humidity             | -0.22218584  |
+|    outdoor_temperature          | -0.030877864 |
+|    people_occupant              | -0.6889584   |
+|    total_electricity_HVAC       | -0.67657757  |
+|    wind_direction               | 1.3486879    |
+|    wind_speed                   | -1.2293692   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 41.702255    |
+|    air_temperature              | 21.646397    |
+|    clg_setpoint                 | 27.881485    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 23.0         |
+|    htg_setpoint                 | 15.783933    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 64.0         |
+|    outdoor_temperature          | 12.525505    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 322.5        |
+|    wind_speed                   | 1.95         |
+--------------------------------------------------
+--------------------------------------------------****************************************--------------------| 79%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.77940124   |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 29.25548     |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5063493   |
+|    air_humidity                 | 2.7197633    |
+|    air_temperature              | -0.8749021   |
+|    clg_setpoint                 | -0.074696615 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.1537663    |
+|    diffuse_solar_radiation      | -0.75225604  |
+|    direct_solar_radiation       | -0.6185457   |
+|    hour                         | -1.661305    |
+|    htg_setpoint                 | 0.6745437    |
+|    month                        | 1.089923     |
+|    outdoor_humidity             | 0.53719723   |
+|    outdoor_temperature          | -0.19412522  |
+|    people_occupant              | -0.689062    |
+|    total_electricity_HVAC       | -0.59793234  |
+|    wind_direction               | 0.9911404    |
+|    wind_speed                   | 0.595761     |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 795.31305    |
+|    air_humidity                 | 72.84433     |
+|    air_temperature              | 21.554092    |
+|    clg_setpoint                 | 25.934273    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 17.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 0.0          |
+|    htg_setpoint                 | 20.793684    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 79.75        |
+|    outdoor_temperature          | 10.927689    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 397057.62    |
+|    wind_direction               | 285.0        |
+|    wind_speed                   | 6.3          |
+--------------------------------------------------
+-------------------------------------------------*****************************************--------------------| 79%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.18231103  |
+|    Heating_Setpoint_RL          | 0.7855208   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.2403     |
+|    Heating_Setpoint_RL          | 22.043554   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6717992  |
+|    air_humidity                 | -0.56186986 |
+|    air_temperature              | -1.695177   |
+|    clg_setpoint                 | 1.4636773   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.2675056   |
+|    diffuse_solar_radiation      | -0.75223553 |
+|    direct_solar_radiation       | -0.61863035 |
+|    hour                         | -1.5167736  |
+|    htg_setpoint                 | -1.4149796  |
+|    month                        | 1.0892136   |
+|    outdoor_humidity             | -1.3559321  |
+|    outdoor_temperature          | -0.63300073 |
+|    people_occupant              | -0.6891655  |
+|    total_electricity_HVAC       | -0.6766715  |
+|    wind_direction               | 1.0146704   |
+|    wind_speed                   | 1.7872331   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 29.691942   |
+|    air_temperature              | 20.476488   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 40.5        |
+|    outdoor_temperature          | 6.629627    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 287.5       |
+|    wind_speed                   | 9.15        |
+| train/                          |             |
+|    approx_kl                    | 0.011334056 |
+|    clip_fraction                | 0.117       |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.38       |
+|    explained_variance           | 0.386       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.104       |
+|    n_updates                    | 820         |
+|    policy_gradient_loss         | -0.0147     |
+|    std                          | 0.795       |
+|    value_loss                   | 0.536       |
+-------------------------------------------------
+-------------------------------------------------******************************************-------------------| 80%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.19081333 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.981005   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.8578556   |
+|    air_humidity                 | -0.82957083 |
+|    air_temperature              | 0.41557646  |
+|    clg_setpoint                 | -1.0900276  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.38123453  |
+|    diffuse_solar_radiation      | -0.75220716 |
+|    direct_solar_radiation       | -0.61872476 |
+|    hour                         | -1.3722587  |
+|    htg_setpoint                 | 1.2583001   |
+|    month                        | 1.0885055   |
+|    outdoor_humidity             | 1.3217561   |
+|    outdoor_temperature          | -0.7701593  |
+|    people_occupant              | -0.6892688  |
+|    total_electricity_HVAC       | 2.876327    |
+|    wind_direction               | -1.7296556  |
+|    wind_speed                   | -2.0450199  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 15193.846   |
+|    air_humidity                 | 26.16583    |
+|    air_temperature              | 23.249924   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 5.2855654   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 14455630.0  |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.0         |
+-------------------------------------------------
+--------------------------------------------------*****************************************-------------------| 80%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.110203624 |
+|    Heating_Setpoint_RL          | 0.7829113    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.253063    |
+|    Heating_Setpoint_RL          | 22.028877    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.45637146  |
+|    air_humidity                 | 0.7759872    |
+|    air_temperature              | -0.1275305   |
+|    clg_setpoint                 | 0.7617324    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.4949438    |
+|    diffuse_solar_radiation      | -0.75217474  |
+|    direct_solar_radiation       | -0.6188246   |
+|    hour                         | -1.2277573   |
+|    htg_setpoint                 | 1.0270545    |
+|    month                        | 1.0877988    |
+|    outdoor_humidity             | 1.5145388    |
+|    outdoor_temperature          | -0.081668176 |
+|    people_occupant              | -0.68896663  |
+|    total_electricity_HVAC       | -0.4636625   |
+|    wind_direction               | -1.7297547   |
+|    wind_speed                   | -2.0447109   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1008.43335   |
+|    air_humidity                 | 47.27525     |
+|    air_temperature              | 22.53643     |
+|    clg_setpoint                 | 28.14428     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 20.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 3.0          |
+|    htg_setpoint                 | 22.27689     |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 12.027025    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 939701.75    |
+|    wind_direction               | 0.0          |
+|    wind_speed                   | 0.0          |
+--------------------------------------------------
+------------------------------------------------*******************************************-------------------| 80%
 | action_network/                 |            |
-|    index                        | 0          |
+|    Cooling_Setpoint_RL          | 0.4140671  |
+|    Heating_Setpoint_RL          | 1.0        |
 | action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
+|    Cooling_Setpoint_RL          | 28.022476  |
+|    Heating_Setpoint_RL          | 23.25      |
+| normalized_observation/         |            |
+|    HVAC_electricity_demand_rate | 0.6538975  |
+|    air_humidity                 | 0.49527025 |
+|    air_temperature              | 0.41562882 |
+|    clg_setpoint                 | -0.8490517 |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 0.6086202  |
+|    diffuse_solar_radiation      | -0.7521479 |
+|    direct_solar_radiation       | -0.6188892 |
+|    hour                         | -1.0832669 |
+|    htg_setpoint                 | 1.2578831  |
+|    month                        | 1.0870936  |
+|    outdoor_humidity             | 1.2610112  |
+|    outdoor_temperature          | -0.1549783 |
+|    people_occupant              | -0.6886648 |
+|    total_electricity_HVAC       | 0.5852538  |
+|    wind_direction               | -1.7290862 |
+|    wind_speed                   | -2.043082  |
 | observation/                    |            |
-|    HVAC_electricity_demand_rate | 2086.3428  |
-|    air_humidity                 | 11.047049  |
-|    air_temperature              | 21.712967  |
-|    clg_setpoint                 | 30.0       |
+|    HVAC_electricity_demand_rate | 5758.8804  |
+|    air_humidity                 | 43.58858   |
+|    air_temperature              | 23.249945  |
+|    clg_setpoint                 | 23.886827  |
 |    co2_emission                 | 0.0        |
-|    day_of_month                 | 5.0        |
-|    diffuse_solar_radiation      | 61.25      |
-|    direct_solar_radiation       | 446.25     |
-|    hour                         | 15.0       |
-|    htg_setpoint                 | 15.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 31.25      |
-|    outdoor_temperature          | -3.6748056 |
+|    day_of_month                 | 21.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 4.0        |
+|    htg_setpoint                 | 23.25      |
+|    month                        | 10.0       |
+|    outdoor_humidity             | 94.75      |
+|    outdoor_temperature          | 11.311075  |
 |    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1877708.5  |
-|    wind_direction               | 312.5      |
-|    wind_speed                   | 4.475      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.9e+03    |
-|    n_updates                    | 22649      |
+|    total_electricity_HVAC       | 5182992.5  |
+|    wind_direction               | 0.0        |
+|    wind_speed                   | 0.0        |
 ------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 2%
+--------------------------------------------------*****************************************-------------------| 80%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.42721558  |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.183147    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.5951883    |
+|    air_humidity                 | 1.2491643    |
+|    air_temperature              | 0.415632     |
+|    clg_setpoint                 | 0.6016067    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.722247     |
+|    diffuse_solar_radiation      | -0.7521139   |
+|    direct_solar_radiation       | -0.61897886  |
+|    hour                         | -0.9387849   |
+|    htg_setpoint                 | 1.2575463    |
+|    month                        | 1.0863897    |
+|    outdoor_humidity             | 1.5137559    |
+|    outdoor_temperature          | 0.0151830865 |
+|    people_occupant              | -0.68876827  |
+|    total_electricity_HVAC       | 0.5293626    |
+|    wind_direction               | 1.3249102    |
+|    wind_speed                   | -1.7701613   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 5507.268     |
+|    air_humidity                 | 53.508316    |
+|    air_temperature              | 23.250063    |
+|    clg_setpoint                 | 27.71981     |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 22.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 5.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 100.0        |
+|    outdoor_temperature          | 12.977808    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 4956541.5    |
+|    wind_direction               | 320.0        |
+|    wind_speed                   | 0.65         |
+--------------------------------------------------
+--------------------------------------------------******************************************------------------| 81%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.42945307  |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.175596    |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6721102   |
+|    air_humidity                 | 0.6884404    |
+|    air_temperature              | -0.32850638  |
+|    clg_setpoint                 | -1.0895333   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.8358036    |
+|    diffuse_solar_radiation      | -0.75209904  |
+|    direct_solar_radiation       | -0.6189689   |
+|    hour                         | -0.7943094   |
+|    htg_setpoint                 | -0.2401266   |
+|    month                        | 1.085687     |
+|    outdoor_humidity             | 0.8141287    |
+|    outdoor_temperature          | -0.056214053 |
+|    people_occupant              | -0.6888716   |
+|    total_electricity_HVAC       | -0.67694485  |
+|    wind_direction               | -1.1076671   |
+|    wind_speed                   | -0.848572    |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 46.14898     |
+|    air_temperature              | 22.273489    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 23.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 6.0          |
+|    htg_setpoint                 | 16.948734    |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 85.5         |
+|    outdoor_temperature          | 12.281671    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 65.0         |
+|    wind_speed                   | 2.85         |
+--------------------------------------------------
+-------------------------------------------------*******************************************------------------| 81%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.7064016  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.240894   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.098980434 |
+|    air_humidity                 | 1.9468296   |
+|    air_temperature              | 0.4150836   |
+|    clg_setpoint                 | 0.6436754   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.9492657   |
+|    diffuse_solar_radiation      | -0.05288689 |
+|    direct_solar_radiation       | 0.64179146  |
+|    hour                         | -0.64983857 |
+|    htg_setpoint                 | 1.2561249   |
+|    month                        | 1.0849859   |
+|    outdoor_humidity             | 1.5125084   |
+|    outdoor_temperature          | 0.4552402   |
+|    people_occupant              | -0.68897486 |
+|    total_electricity_HVAC       | 0.081197426 |
+|    wind_direction               | 0.1566092   |
+|    wind_speed                   | -0.69179356 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3384.39     |
+|    air_humidity                 | 62.735332   |
+|    air_temperature              | 23.249704   |
+|    clg_setpoint                 | 27.829077   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 69.5        |
+|    direct_solar_radiation       | 315.75      |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 17.28525    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3143617.2   |
+|    wind_direction               | 197.5       |
+|    wind_speed                   | 3.225       |
+-------------------------------------------------
+-------------------------------------------------*******************************************------------------| 81%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.9891478  |
+|    Heating_Setpoint_RL          | -0.2531774  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.286627   |
+|    Heating_Setpoint_RL          | 16.200878   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.54489666 |
+|    air_humidity                 | 2.1052692   |
+|    air_temperature              | 1.1409408   |
+|    clg_setpoint                 | 0.6784517   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0626055   |
+|    diffuse_solar_radiation      | 0.2943134   |
+|    direct_solar_radiation       | 1.5348485   |
+|    hour                         | -0.505371   |
+|    htg_setpoint                 | 0.07976483  |
+|    month                        | 1.084286    |
+|    outdoor_humidity             | 1.0294602   |
+|    outdoor_temperature          | 0.74720734  |
+|    people_occupant              | 1.6944594   |
+|    total_electricity_HVAC       | -0.56345624 |
+|    wind_direction               | 0.18053597  |
+|    wind_speed                   | -0.11661369 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 632.2143    |
+|    air_humidity                 | 64.8549     |
+|    air_temperature              | 24.202164   |
+|    clg_setpoint                 | 27.920742   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 104.0       |
+|    direct_solar_radiation       | 539.5       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 18.299585   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 90.0        |
+|    outdoor_temperature          | 20.143      |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 538271.2    |
+|    wind_direction               | 200.0       |
+|    wind_speed                   | 4.6         |
+-------------------------------------------------
+-------------------------------------------------*******************************************------------------| 81%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.8353277  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.926282   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6725057  |
+|    air_humidity                 | -1.2148445  |
+|    air_temperature              | -0.54156417 |
+|    clg_setpoint                 | 0.70330995  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1757916   |
+|    diffuse_solar_radiation      | 0.89567965  |
+|    direct_solar_radiation       | 1.5528519   |
+|    hour                         | -0.3609053  |
+|    htg_setpoint                 | -1.4167396  |
+|    month                        | 1.0835875   |
+|    outdoor_humidity             | -1.801844   |
+|    outdoor_temperature          | 0.13831404  |
+|    people_occupant              | -0.6891809  |
+|    total_electricity_HVAC       | -0.67732155 |
+|    wind_direction               | 0.65748     |
+|    wind_speed                   | 2.5379      |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 21.124168   |
+|    air_temperature              | 21.99503    |
+|    clg_setpoint                 | 27.98623    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 163.75      |
+|    direct_solar_radiation       | 544.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 31.25       |
+|    outdoor_temperature          | 14.192576   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 10.95       |
+-------------------------------------------------
+-------------------------------------------------********************************************-----------------| 82%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6723291  |
+|    air_humidity                 | -1.3607987  |
+|    air_temperature              | -1.145135   |
+|    clg_setpoint                 | 0.7946703   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2887888   |
+|    diffuse_solar_radiation      | 0.55375624  |
+|    direct_solar_radiation       | 2.351801    |
+|    hour                         | -0.21644069 |
+|    htg_setpoint                 | 0.14322197  |
+|    month                        | 1.0828904   |
+|    outdoor_humidity             | -0.95751035 |
+|    outdoor_temperature          | -0.37931657 |
+|    people_occupant              | -0.68888    |
+|    total_electricity_HVAC       | -0.6771372  |
+|    wind_direction               | 1.0151229   |
+|    wind_speed                   | 1.3856956   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 19.184639   |
+|    air_temperature              | 21.20304    |
+|    clg_setpoint                 | 28.228962   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 129.75      |
+|    direct_solar_radiation       | 744.25      |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 18.566004   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 48.75       |
+|    outdoor_temperature          | 9.130681    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 287.5       |
+|    wind_speed                   | 8.2         |
+-------------------------------------------------
+-------------------------------------------------********************************************-----------------| 82%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.58601385 |
+|    air_humidity                 | -1.1877986  |
+|    air_temperature              | 0.41506156  |
+|    clg_setpoint                 | -1.0895092  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.401559    |
+|    diffuse_solar_radiation      | 1.4068874   |
+|    direct_solar_radiation       | 1.3338151   |
+|    hour                         | -0.07197653 |
+|    htg_setpoint                 | 0.039704103 |
+|    month                        | 1.0821946   |
+|    outdoor_humidity             | -1.6314998  |
+|    outdoor_temperature          | -0.41425353 |
+|    people_occupant              | 1.218475    |
+|    total_electricity_HVAC       | -0.5949993  |
+|    wind_direction               | 1.5390804   |
+|    wind_speed                   | 1.0195079   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 455.34912   |
+|    air_humidity                 | 21.451084   |
+|    air_temperature              | 23.248938   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 214.5       |
+|    direct_solar_radiation       | 489.25      |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 18.129272   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 34.75       |
+|    outdoor_temperature          | 8.78727     |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 409663.94   |
+|    wind_direction               | 342.5       |
+|    wind_speed                   | 7.325       |
+-------------------------------------------------
+--------------------------------------------------*******************************************-----------------| 82%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5510169   |
+|    air_humidity                 | -0.8413552   |
+|    air_temperature              | 0.41550192   |
+|    clg_setpoint                 | -1.0891392   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.5140601    |
+|    diffuse_solar_radiation      | 1.1982363    |
+|    direct_solar_radiation       | 1.5072995    |
+|    hour                         | 0.07248754   |
+|    htg_setpoint                 | 1.2561063    |
+|    month                        | 1.0815002    |
+|    outdoor_humidity             | -1.112832    |
+|    outdoor_temperature          | -0.08988801  |
+|    people_occupant              | 0.2646925    |
+|    total_electricity_HVAC       | -0.5616575   |
+|    wind_direction               | 0.37002316   |
+|    wind_speed                   | -0.003412937 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 604.6399     |
+|    air_humidity                 | 26.00656     |
+|    air_temperature              | 23.249441    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 29.0         |
+|    diffuse_solar_radiation      | 193.75       |
+|    direct_solar_radiation       | 532.75       |
+|    hour                         | 12.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 10.0         |
+|    outdoor_humidity             | 45.5         |
+|    outdoor_temperature          | 11.953799    |
+|    people_occupant              | 8.0          |
+|    total_electricity_HVAC       | 544112.7     |
+|    wind_direction               | 220.0        |
+|    wind_speed                   | 4.875        |
+--------------------------------------------------
+-------------------------------------------------*********************************************----------------| 83%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.8137483   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 22.202335   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.30505797 |
+|    air_humidity                 | -0.46771052 |
+|    air_temperature              | 0.415944    |
+|    clg_setpoint                 | -1.0887114  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6262474   |
+|    diffuse_solar_radiation      | 0.38052213  |
+|    direct_solar_radiation       | 2.3741646   |
+|    hour                         | 0.21695155  |
+|    htg_setpoint                 | -1.4160506  |
+|    month                        | 1.080807    |
+|    outdoor_humidity             | -1.136283   |
+|    outdoor_temperature          | 0.2535132   |
+|    people_occupant              | 1.2179897   |
+|    total_electricity_HVAC       | -0.29960513 |
+|    wind_direction               | 1.5622354   |
+|    wind_speed                   | -0.7548572  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1655.5347   |
+|    air_humidity                 | 30.9271     |
+|    air_temperature              | 23.250013   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 112.5       |
+|    direct_solar_radiation       | 750.0       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 45.0        |
+|    outdoor_temperature          | 15.307719   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 1602842.8   |
+|    wind_direction               | 345.0       |
+|    wind_speed                   | 3.075       |
+-------------------------------------------------
+-------------------------------------------------*********************************************----------------| 83%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.50712323 |
+|    air_humidity                 | 0.394656    |
+|    air_temperature              | 0.4159333   |
+|    clg_setpoint                 | -1.0884501  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7380728   |
+|    diffuse_solar_radiation      | -0.07237353 |
+|    direct_solar_radiation       | -0.61919945 |
+|    hour                         | 0.3614153   |
+|    htg_setpoint                 | 0.90446234  |
+|    month                        | 1.0801152   |
+|    outdoor_humidity             | 0.27344745  |
+|    outdoor_temperature          | 0.09550813  |
+|    people_occupant              | 1.6944247   |
+|    total_electricity_HVAC       | -0.51985174 |
+|    wind_direction               | -0.10636823 |
+|    wind_speed                   | 0.22698918  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 791.6982    |
+|    air_humidity                 | 42.283295   |
+|    air_temperature              | 23.249954   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 67.5        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 21.769836   |
+|    month                        | 10.0        |
+|    outdoor_humidity             | 74.25       |
+|    outdoor_temperature          | 13.762454   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 712528.4    |
+|    wind_direction               | 170.0       |
+|    wind_speed                   | 5.425       |
+-------------------------------------------------
+-------------------------------------------------*********************************************----------------| 83%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.72650313 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.53842    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.3595183  |
+|    air_humidity                 | -0.6682945  |
+|    air_temperature              | 0.41480932  |
+|    clg_setpoint                 | -1.0882387  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6722977  |
+|    diffuse_solar_radiation      | 0.13168098  |
+|    direct_solar_radiation       | 0.82580304  |
+|    hour                         | 0.5058782   |
+|    htg_setpoint                 | -0.9686933  |
+|    month                        | 1.3752782   |
+|    outdoor_humidity             | -1.472962   |
+|    outdoor_temperature          | 0.20912255  |
+|    people_occupant              | 1.6940917   |
+|    total_electricity_HVAC       | -0.37936822 |
+|    wind_direction               | 1.5855881   |
+|    wind_speed                   | 1.573422    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1422.2944   |
+|    air_humidity                 | 28.282297   |
+|    air_temperature              | 23.248507   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 87.75       |
+|    direct_solar_radiation       | 362.0       |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 13.884238   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 38.0        |
+|    outdoor_temperature          | 14.870281   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1280065.0   |
+|    wind_direction               | 347.5       |
+|    wind_speed                   | 8.65        |
+-------------------------------------------------
+-------------------------------------------------*********************************************----------------| 83%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.5079985  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 14.7675085  |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.67183536 |
+|    air_humidity                 | -1.2259972  |
+|    air_temperature              | 0.30460808  |
+|    clg_setpoint                 | -0.89335227 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5569866  |
+|    diffuse_solar_radiation      | -0.43465307 |
+|    direct_solar_radiation       | -0.41576812 |
+|    hour                         | 0.6503396   |
+|    htg_setpoint                 | -0.48675647 |
+|    month                        | 1.3741062   |
+|    outdoor_humidity             | -1.701002   |
+|    outdoor_temperature          | 0.09468325  |
+|    people_occupant              | -0.68909377 |
+|    total_electricity_HVAC       | -0.6766063  |
+|    wind_direction               | 1.6320956   |
+|    wind_speed                   | 0.7586076   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 20.930128   |
+|    air_temperature              | 23.103827   |
+|    clg_setpoint                 | 23.765066   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 31.5        |
+|    direct_solar_radiation       | 51.0        |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 15.912233   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 33.25       |
+|    outdoor_temperature          | 13.7518835  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 352.5       |
+|    wind_speed                   | 6.7         |
+-------------------------------------------------
+-------------------------------------------------**********************************************---------------| 84%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.21266013  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 18.821213   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.67176485 |
+|    air_humidity                 | -0.5767927  |
+|    air_temperature              | -0.08502937 |
+|    clg_setpoint                 | 1.4661283   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4420085  |
+|    diffuse_solar_radiation      | -0.7518748  |
+|    direct_solar_radiation       | -0.6193818  |
+|    hour                         | 0.79479825  |
+|    htg_setpoint                 | 0.09064168  |
+|    month                        | 1.372937    |
+|    outdoor_humidity             | -0.09878503 |
+|    outdoor_temperature          | -0.1297536  |
+|    people_occupant              | -0.68879414 |
+|    total_electricity_HVAC       | -0.6765301  |
+|    wind_direction               | 0.7026589   |
+|    wind_speed                   | -1.0687178  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 29.473848   |
+|    air_temperature              | 22.592964   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 18.34298    |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 66.5        |
+|    outdoor_temperature          | 11.56076    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 255.0       |
+|    wind_speed                   | 2.325       |
+-------------------------------------------------
+-------------------------------------------------**********************************************---------------| 84%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.65330386 |
+|    air_humidity                 | 0.06406341  |
+|    air_temperature              | 0.4163673   |
+|    clg_setpoint                 | -1.087987   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3273143  |
+|    diffuse_solar_radiation      | -0.7518396  |
+|    direct_solar_radiation       | -0.6193607  |
+|    hour                         | 0.9392529   |
+|    htg_setpoint                 | 0.97334665  |
+|    month                        | 1.3717707   |
+|    outdoor_humidity             | -0.6408496  |
+|    outdoor_temperature          | 0.30816174  |
+|    people_occupant              | 0.50302476  |
+|    total_electricity_HVAC       | -0.65895444 |
+|    wind_direction               | 0.82141405  |
+|    wind_speed                   | 0.50877047  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 166.02246   |
+|    air_humidity                 | 37.91555    |
+|    air_temperature              | 23.249783   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 22.059628   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 55.25       |
+|    outdoor_temperature          | 15.8331175  |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 149420.22   |
+|    wind_direction               | 267.5       |
+|    wind_speed                   | 6.1         |
+-------------------------------------------------
+-------------------------------------------------**********************************************---------------| 84%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.19910824 |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.95301    |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6716712  |
+|    air_humidity                 | -0.48486906 |
+|    air_temperature              | 0.31442901  |
+|    clg_setpoint                 | -1.0878857  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2128584  |
+|    diffuse_solar_radiation      | -0.7517683  |
+|    direct_solar_radiation       | -0.6192604  |
+|    hour                         | 1.0837018   |
+|    htg_setpoint                 | -1.4159343  |
+|    month                        | 1.3706075   |
+|    outdoor_humidity             | -0.4478409  |
+|    outdoor_temperature          | -0.5424355  |
+|    people_occupant              | -0.45062083 |
+|    total_electricity_HVAC       | -0.6764196  |
+|    wind_direction               | 1.249159    |
+|    wind_speed                   | 1.8855236   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 30.684439   |
+|    air_temperature              | 23.11619    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 59.25       |
+|    outdoor_temperature          | 7.535505    |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 312.5       |
+|    wind_speed                   | 9.4         |
+-------------------------------------------------
+--------------------------------------------------*********************************************---------------| 84%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.7896435   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 13.183255    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.67162144  |
+|    air_humidity                 | -0.22645833  |
+|    air_temperature              | 0.1379463    |
+|    clg_setpoint                 | -0.60572714  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -1.0986001   |
+|    diffuse_solar_radiation      | -0.7516951   |
+|    direct_solar_radiation       | -0.61932284  |
+|    hour                         | 1.2281432    |
+|    htg_setpoint                 | -0.7941554   |
+|    month                        | 1.3694472    |
+|    outdoor_humidity             | -0.025935896 |
+|    outdoor_temperature          | -0.35026097  |
+|    people_occupant              | -0.45074287  |
+|    total_electricity_HVAC       | -0.6763582   |
+|    wind_direction               | 1.581454     |
+|    wind_speed                   | -0.79740775  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 34.08354     |
+|    air_temperature              | 22.884964    |
+|    clg_setpoint                 | 24.523428    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 6.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 20.0         |
+|    htg_setpoint                 | 14.617565    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 68.0         |
+|    outdoor_temperature          | 9.40782      |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 347.5        |
+|    wind_speed                   | 2.975        |
+--------------------------------------------------
+--------------------------------------------------**********************************************--------------| 85%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.4611941   |
+|    Heating_Setpoint_RL          | -0.053575516 |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.06847     |
+|    Heating_Setpoint_RL          | 17.323639    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6715435   |
+|    air_humidity                 | 0.18428627   |
+|    air_temperature              | -0.7320721   |
+|    clg_setpoint                 | -1.0873642   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.9845025   |
+|    diffuse_solar_radiation      | -0.7516546   |
+|    direct_solar_radiation       | -0.61929315  |
+|    hour                         | 1.3725747    |
+|    htg_setpoint                 | -1.3529187   |
+|    month                        | 1.36829      |
+|    outdoor_humidity             | 0.4802352    |
+|    outdoor_temperature          | -0.4489435   |
+|    people_occupant              | -0.68920386  |
+|    total_electricity_HVAC       | -0.6762708   |
+|    wind_direction               | 1.675376     |
+|    wind_speed                   | -0.5363709   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 39.48849     |
+|    air_temperature              | 21.74581     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 7.0          |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 21.0         |
+|    htg_setpoint                 | 12.265041    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 78.5         |
+|    outdoor_temperature          | 8.444398     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 357.5        |
+|    wind_speed                   | 3.6          |
+| train/                          |              |
+|    approx_kl                    | 0.010830531  |
+|    clip_fraction                | 0.109        |
+|    clip_range                   | 0.2          |
+|    entropy_loss                 | -2.36        |
+|    explained_variance           | 0.535        |
+|    learning_rate                | 0.0003       |
+|    loss                         | 0.0973       |
+|    n_updates                    | 830          |
+|    policy_gradient_loss         | -0.0145      |
+|    std                          | 0.786        |
+|    value_loss                   | 0.363        |
+--------------------------------------------------
+-------------------------------------------------***********************************************--------------| 85%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.44383296  |
+|    Heating_Setpoint_RL          | 0.9245174   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.122936   |
+|    Heating_Setpoint_RL          | 22.825409   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.45616534 |
+|    air_humidity                 | 1.0133743   |
+|    air_temperature              | -0.9880948  |
+|    clg_setpoint                 | -0.3193486  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.8705326  |
+|    diffuse_solar_radiation      | -0.7516049  |
+|    direct_solar_radiation       | -0.61930454 |
+|    hour                         | 1.516994    |
+|    htg_setpoint                 | 0.6725023   |
+|    month                        | 1.3671355   |
+|    outdoor_humidity             | 1.2030214   |
+|    outdoor_temperature          | -0.18716504 |
+|    people_occupant              | -0.68930596 |
+|    total_electricity_HVAC       | -0.23431693 |
+|    wind_direction               | -0.4428502  |
+|    wind_speed                   | -1.2251532  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1007.10266  |
+|    air_humidity                 | 50.398563   |
+|    air_temperature              | 21.410748   |
+|    clg_setpoint                 | 25.278435   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 20.792877   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 93.5        |
+|    outdoor_temperature          | 10.994803   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1863966.2   |
+|    wind_direction               | 135.0       |
+|    wind_speed                   | 1.95        |
+-------------------------------------------------
+-------------------------------------------------***********************************************--------------| 85%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.30213356 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.605299   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.573639    |
+|    air_humidity                 | 0.7590846   |
+|    air_temperature              | 0.3181127   |
+|    clg_setpoint                 | 1.3604345   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7566615  |
+|    diffuse_solar_radiation      | -0.75156057 |
+|    direct_solar_radiation       | -0.6191146  |
+|    hour                         | 1.6613982   |
+|    htg_setpoint                 | 1.255685    |
+|    month                        | 1.3659841   |
+|    outdoor_humidity             | 1.515739    |
+|    outdoor_temperature          | -0.10540494 |
+|    people_occupant              | -0.6890073  |
+|    total_electricity_HVAC       | 1.8126067   |
+|    wind_direction               | -0.5136774  |
+|    wind_speed                   | 1.5215372   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 9677.837    |
+|    air_humidity                 | 47.0552     |
+|    air_temperature              | 23.120644   |
+|    clg_setpoint                 | 29.716795   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 11.791199   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 10133802.0  |
+|    wind_direction               | 127.5       |
+|    wind_speed                   | 8.525       |
+-------------------------------------------------
+-------------------------------------------------************************************************-------------| 86%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6716272  |
+|    air_humidity                 | 0.65831006  |
+|    air_temperature              | -1.2081913  |
+|    clg_setpoint                 | 1.3167689   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.52931803 |
+|    diffuse_solar_radiation      | -0.7515014  |
+|    direct_solar_radiation       | -0.618954   |
+|    hour                         | -1.6613053  |
+|    htg_setpoint                 | -0.09057919 |
+|    month                        | 1.3648355   |
+|    outdoor_humidity             | 0.9245781   |
+|    outdoor_temperature          | -0.19011602 |
+|    people_occupant              | -0.68870896 |
+|    total_electricity_HVAC       | -0.67635286 |
+|    wind_direction               | 1.2229939   |
+|    wind_speed                   | 1.0716189   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 45.735165   |
+|    air_temperature              | 21.123363   |
+|    clg_setpoint                 | 29.603155   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 17.58337    |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 87.75       |
+|    outdoor_temperature          | 10.966309   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 7.45        |
+-------------------------------------------------
+-------------------------------------------------************************************************-------------| 86%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.92453504  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 22.82551    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.671583   |
+|    air_humidity                 | 0.6221139   |
+|    air_temperature              | -1.2091461  |
+|    clg_setpoint                 | 0.82956976  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.41555217 |
+|    diffuse_solar_radiation      | -0.7514559  |
+|    direct_solar_radiation       | -0.61884224 |
+|    hour                         | -1.5167748  |
+|    htg_setpoint                 | 0.5384939   |
+|    month                        | 1.3636898   |
+|    outdoor_humidity             | 0.44208673  |
+|    outdoor_temperature          | -0.40852374 |
+|    people_occupant              | -0.6888112  |
+|    total_electricity_HVAC       | -0.676298   |
+|    wind_direction               | 1.6261498   |
+|    wind_speed                   | 1.1329619   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 45.26358    |
+|    air_temperature              | 21.122356   |
+|    clg_setpoint                 | 28.315586   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 20.232666   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 77.75       |
+|    outdoor_temperature          | 8.839472    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 352.5       |
+|    wind_speed                   | 7.6         |
+-------------------------------------------------
+-------------------------------------------------************************************************-------------| 86%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.67158794 |
+|    air_humidity                 | 0.12627703  |
+|    air_temperature              | -0.5394598  |
+|    clg_setpoint                 | 0.03852252  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.30181715 |
+|    diffuse_solar_radiation      | -0.75140333 |
+|    direct_solar_radiation       | -0.61862457 |
+|    hour                         | -1.3722607  |
+|    htg_setpoint                 | 0.45094663  |
+|    month                        | 1.362547    |
+|    outdoor_humidity             | 0.9000976   |
+|    outdoor_temperature          | -0.7217812  |
+|    people_occupant              | -0.6889133  |
+|    total_electricity_HVAC       | -0.6762939  |
+|    wind_direction               | 1.553978    |
+|    wind_speed                   | -0.7976826  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 38.742134   |
+|    air_temperature              | 21.998663   |
+|    clg_setpoint                 | 26.224918   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 19.86481    |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 87.25       |
+|    outdoor_temperature          | 5.7877665   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 345.0       |
+|    wind_speed                   | 2.975       |
+-------------------------------------------------
+-------------------------------------------------*************************************************------------| 87%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.93130916  |
+|    air_humidity                 | 0.6091627   |
+|    air_temperature              | 0.41725206  |
+|    clg_setpoint                 | 0.12796535  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.1881004  |
+|    diffuse_solar_radiation      | -0.75129217 |
+|    direct_solar_radiation       | -0.6183865  |
+|    hour                         | -1.2277598  |
+|    htg_setpoint                 | 1.254693    |
+|    month                        | 1.361407    |
+|    outdoor_humidity             | 1.2251667   |
+|    outdoor_temperature          | -0.13731095 |
+|    people_occupant              | -0.68901527 |
+|    total_electricity_HVAC       | 1.1577055   |
+|    wind_direction               | -0.18096027 |
+|    wind_speed                   | -1.2982733  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 6933.208    |
+|    air_humidity                 | 45.092445   |
+|    air_temperature              | 23.249996   |
+|    clg_setpoint                 | 26.460608   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 94.0        |
+|    outdoor_temperature          | 11.475453   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 7487879.0   |
+|    wind_direction               | 162.5       |
+|    wind_speed                   | 1.775       |
+-------------------------------------------------
+--------------------------------------------------************************************************------------| 87%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 2.389742     |
+|    air_humidity                 | -0.030791495 |
+|    air_temperature              | 0.41684923   |
+|    clg_setpoint                 | -0.38129392  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.07439314  |
+|    diffuse_solar_radiation      | -0.7511939   |
+|    direct_solar_radiation       | -0.6181498   |
+|    hour                         | -1.0832697   |
+|    htg_setpoint                 | 1.2542262    |
+|    month                        | 1.3602699    |
+|    outdoor_humidity             | -0.13765141  |
+|    outdoor_temperature          | -1.0493666   |
+|    people_occupant              | -0.68911713  |
+|    total_electricity_HVAC       | 2.6481123    |
+|    wind_direction               | 0.9838726    |
+|    wind_speed                   | 0.49682122   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 13162.868    |
+|    air_humidity                 | 36.685883    |
+|    air_temperature              | 23.249361    |
+|    clg_setpoint                 | 25.114529    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 65.75        |
+|    outdoor_temperature          | 2.5972497    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 13509685.0   |
+|    wind_direction               | 285.0        |
+|    wind_speed                   | 6.075        |
+--------------------------------------------------
+-------------------------------------------------*************************************************------------| 87%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.562036   |
+|    Heating_Setpoint_RL          | 0.35654026  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.728128   |
+|    Heating_Setpoint_RL          | 19.630539   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.8653921   |
+|    air_humidity                 | -0.60657173 |
+|    air_temperature              | 0.41746548  |
+|    clg_setpoint                 | -0.25912946 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.039309703 |
+|    diffuse_solar_radiation      | -0.75113183 |
+|    direct_solar_radiation       | -0.6180426  |
+|    hour                         | -0.93878806 |
+|    htg_setpoint                 | 1.2542173   |
+|    month                        | 1.3591357   |
+|    outdoor_humidity             | 0.24828623  |
+|    outdoor_temperature          | -0.6300767  |
+|    people_occupant              | -0.68921894 |
+|    total_electricity_HVAC       | 2.068073    |
+|    wind_direction               | 0.8169682   |
+|    wind_speed                   | 0.18321547  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 10924.122   |
+|    air_humidity                 | 29.116331   |
+|    air_temperature              | 23.250013   |
+|    clg_setpoint                 | 25.436718   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 73.75       |
+|    outdoor_temperature          | 6.675191    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 11167310.0  |
+|    wind_direction               | 267.5       |
+|    wind_speed                   | 5.325       |
+-------------------------------------------------
+-------------------------------------------------*************************************************------------| 87%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.6922997  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.288488   |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6715038  |
+|    air_humidity                 | -0.39370164 |
+|    air_temperature              | -0.39892685 |
+|    clg_setpoint                 | -1.0867491  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.15300946  |
+|    diffuse_solar_radiation      | -0.75107443 |
+|    direct_solar_radiation       | -0.6179557  |
+|    hour                         | -0.7943127  |
+|    htg_setpoint                 | 0.050537303 |
+|    month                        | 1.3580043   |
+|    outdoor_humidity             | 1.2250236   |
+|    outdoor_temperature          | -0.5248326  |
+|    people_occupant              | -0.6889215  |
+|    total_electricity_HVAC       | -0.6761686  |
+|    wind_direction               | 0.55527323  |
+|    wind_speed                   | 0.1307208   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 31.910513   |
+|    air_temperature              | 22.182318   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 18.182718   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 94.0        |
+|    outdoor_temperature          | 7.697811    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 240.0       |
+|    wind_speed                   | 5.2         |
+-------------------------------------------------
+-------------------------------------------------**************************************************-----------| 88%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.6140677   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.69748    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4867146  |
+|    air_humidity                 | -0.9137353  |
+|    air_temperature              | -1.0791941  |
+|    clg_setpoint                 | -0.3163328  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.26670375  |
+|    diffuse_solar_radiation      | -0.29703262 |
+|    direct_solar_radiation       | -0.5459274  |
+|    hour                         | -0.649842   |
+|    htg_setpoint                 | -0.10955276 |
+|    month                        | 1.3568758   |
+|    outdoor_humidity             | 0.7549048   |
+|    outdoor_temperature          | -1.0593494  |
+|    people_occupant              | -0.6886245  |
+|    total_electricity_HVAC       | -0.5004492  |
+|    wind_direction               | 0.7925539   |
+|    wind_speed                   | 0.39102125  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 876.3644    |
+|    air_humidity                 | 25.074144   |
+|    air_temperature              | 21.292501   |
+|    clg_setpoint                 | 25.286652   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 45.0        |
+|    direct_solar_radiation       | 18.0        |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 17.50853    |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 84.25       |
+|    outdoor_temperature          | 2.4968383   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 788351.5    |
+|    wind_direction               | 265.0       |
+|    wind_speed                   | 5.825       |
+-------------------------------------------------
+--------------------------------------------------*************************************************-----------| 88%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.7237917    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 21.696327    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.5057574   |
+|    air_humidity                 | -0.55356497  |
+|    air_temperature              | -0.48662177  |
+|    clg_setpoint                 | -1.0867643   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.38038653   |
+|    diffuse_solar_radiation      | 0.16727419   |
+|    direct_solar_radiation       | 0.0001546925 |
+|    hour                         | -0.50537443  |
+|    htg_setpoint                 | -1.4179338   |
+|    month                        | 1.35575      |
+|    outdoor_humidity             | -0.17372236  |
+|    outdoor_temperature          | -1.0014014   |
+|    people_occupant              | 1.6952448    |
+|    total_electricity_HVAC       | -0.51475     |
+|    wind_direction               | 0.8872867    |
+|    wind_speed                   | 0.12993373   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 794.75757    |
+|    air_humidity                 | 29.803156    |
+|    air_temperature              | 22.067068    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 19.0         |
+|    diffuse_solar_radiation      | 91.0         |
+|    direct_solar_radiation       | 154.5        |
+|    hour                         | 8.0          |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 65.0         |
+|    outdoor_temperature          | 3.0569446    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 730298.6     |
+|    wind_direction               | 275.0        |
+|    wind_speed                   | 5.2          |
+--------------------------------------------------
+-------------------------------------------------**************************************************-----------| 88%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.31650472 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.844661   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.578661   |
+|    air_humidity                 | -0.34920722 |
+|    air_temperature              | 0.41805646  |
+|    clg_setpoint                 | -1.0863279  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.49404797  |
+|    diffuse_solar_radiation      | 0.21534298  |
+|    direct_solar_radiation       | 1.8707477   |
+|    hour                         | -0.3609088  |
+|    htg_setpoint                 | -1.4179498  |
+|    month                        | 1.354627    |
+|    outdoor_humidity             | 0.09165801  |
+|    outdoor_temperature          | -1.0698451  |
+|    people_occupant              | 1.6949145   |
+|    total_electricity_HVAC       | -0.5932546  |
+|    wind_direction               | 0.50637406  |
+|    wind_speed                   | -0.52755404 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 483.0679    |
+|    air_humidity                 | 32.48547    |
+|    air_temperature              | 23.249338   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 95.75       |
+|    direct_solar_radiation       | 622.0       |
+|    hour                         | 9.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 70.5        |
+|    outdoor_temperature          | 2.3847136   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 412791.44   |
+|    wind_direction               | 235.0       |
+|    wind_speed                   | 3.625       |
+-------------------------------------------------
+-------------------------------------------------***************************************************----------| 89%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.14455235 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.811893   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.46591762 |
+|    air_humidity                 | -0.39703682 |
+|    air_temperature              | 0.41804525  |
+|    clg_setpoint                 | -1.0861226  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.60767466  |
+|    diffuse_solar_radiation      | 0.86902136  |
+|    direct_solar_radiation       | 1.3946779   |
+|    hour                         | -0.21644424 |
+|    htg_setpoint                 | 0.21916862  |
+|    month                        | 1.3535068   |
+|    outdoor_humidity             | 0.18803114  |
+|    outdoor_temperature          | -1.2966338  |
+|    people_occupant              | 1.6945845   |
+|    total_electricity_HVAC       | -0.48355782 |
+|    wind_direction               | 0.8629451   |
+|    wind_speed                   | 0.80858624  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 965.0878    |
+|    air_humidity                 | 31.857018   |
+|    air_temperature              | 23.249126   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 160.5       |
+|    direct_solar_radiation       | 503.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 18.892042   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 72.5        |
+|    outdoor_temperature          | 0.17268372  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 856392.5    |
+|    wind_direction               | 272.5       |
+|    wind_speed                   | 6.825       |
+-------------------------------------------------
+-------------------------------------------------***************************************************----------| 89%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.4856464  |
+|    air_humidity                 | -0.59972745 |
+|    air_temperature              | 0.41839188  |
+|    clg_setpoint                 | -1.085955   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.7212494   |
+|    diffuse_solar_radiation      | 1.3562498   |
+|    direct_solar_radiation       | 0.77061564  |
+|    hour                         | -0.0719801  |
+|    htg_setpoint                 | 0.035658814 |
+|    month                        | 1.3523893   |
+|    outdoor_humidity             | -0.85015416 |
+|    outdoor_temperature          | -1.1598212  |
+|    people_occupant              | 1.217582    |
+|    total_electricity_HVAC       | -0.50037843 |
+|    wind_direction               | 1.0528039   |
+|    wind_speed                   | 2.0391133   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 880.8594    |
+|    air_humidity                 | 29.193748   |
+|    air_temperature              | 23.24927    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 208.75      |
+|    direct_solar_radiation       | 347.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 18.11885    |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 51.0        |
+|    outdoor_temperature          | 1.4935892   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 788449.25   |
+|    wind_direction               | 292.5       |
+|    wind_speed                   | 9.775       |
+-------------------------------------------------
+---------------------------------------------------*************************************************----------| 89%
+| action_network/                 |               |
+|    Cooling_Setpoint_RL          | 0.17755564    |
+|    Heating_Setpoint_RL          | -0.95648426   |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 27.22425      |
+|    Heating_Setpoint_RL          | 12.244776     |
+| normalized_observation/         |               |
+|    HVAC_electricity_demand_rate | -0.60611665   |
+|    air_humidity                 | -1.0903442    |
+|    air_temperature              | -1.570572     |
+|    clg_setpoint                 | -0.83182055   |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 0.8347514     |
+|    diffuse_solar_radiation      | 0.43284026    |
+|    direct_solar_radiation       | 2.2174108     |
+|    hour                         | 0.07248396    |
+|    htg_setpoint                 | -1.3859719    |
+|    month                        | 1.3512747     |
+|    outdoor_humidity             | -1.0429877    |
+|    outdoor_temperature          | -1.0360703    |
+|    people_occupant              | -0.6891326    |
+|    total_electricity_HVAC       | -0.62036335   |
+|    wind_direction               | 1.2900956     |
+|    wind_speed                   | -0.0075097415 |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 365.54572     |
+|    air_humidity                 | 22.748343     |
+|    air_temperature              | 20.64904      |
+|    clg_setpoint                 | 23.921326     |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 23.0          |
+|    diffuse_solar_radiation      | 117.25        |
+|    direct_solar_radiation       | 708.5         |
+|    hour                         | 12.0          |
+|    htg_setpoint                 | 12.133296     |
+|    month                        | 11.0          |
+|    outdoor_humidity             | 47.0          |
+|    outdoor_temperature          | 2.687391      |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 302957.22     |
+|    wind_direction               | 317.5         |
+|    wind_speed                   | 4.875         |
+---------------------------------------------------
+-------------------------------------------------***************************************************----------| 89%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.24408078 |
+|    Heating_Setpoint_RL          | -0.13560247 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.801228   |
+|    Heating_Setpoint_RL          | 16.862236   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.64593923 |
+|    air_humidity                 | -1.6610243  |
+|    air_temperature              | -1.393571   |
+|    clg_setpoint                 | 0.09657922  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.9481565   |
+|    diffuse_solar_radiation      | 1.013589    |
+|    direct_solar_radiation       | 0.67275816  |
+|    hour                         | 0.21694796  |
+|    htg_setpoint                 | -1.4175342  |
+|    month                        | 1.3501629   |
+|    outdoor_humidity             | -1.0908288  |
+|    outdoor_temperature          | -1.012206   |
+|    people_occupant              | -0.68883646 |
+|    total_electricity_HVAC       | -0.65131044 |
+|    wind_direction               | 0.9802108   |
+|    wind_speed                   | 0.23254913  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 195.04791   |
+|    air_humidity                 | 15.239535   |
+|    air_temperature              | 20.878357   |
+|    clg_setpoint                 | 26.374157   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 174.75      |
+|    direct_solar_radiation       | 322.5       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 46.0        |
+|    outdoor_temperature          | 2.907871    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 177632.17   |
+|    wind_direction               | 285.0       |
+|    wind_speed                   | 5.45        |
+-------------------------------------------------
+--------------------------------------------------***************************************************---------| 90%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.03821972  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 17.410015    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.32559365  |
+|    air_humidity                 | -0.70902616  |
+|    air_temperature              | 0.42021722   |
+|    clg_setpoint                 | -1.0855556   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0614365    |
+|    diffuse_solar_radiation      | 0.33222458   |
+|    direct_solar_radiation       | -0.5527366   |
+|    hour                         | 0.3614117    |
+|    htg_setpoint                 | -0.037690986 |
+|    month                        | 1.3490536    |
+|    outdoor_humidity             | 0.587578     |
+|    outdoor_temperature          | -0.9464223   |
+|    people_occupant              | 1.695208     |
+|    total_electricity_HVAC       | -0.34698746  |
+|    wind_direction               | -0.8746885   |
+|    wind_speed                   | -0.33038923  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1567.0636    |
+|    air_humidity                 | 27.722734    |
+|    air_temperature              | 23.249634    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 107.25       |
+|    direct_solar_radiation       | 16.25        |
+|    hour                         | 14.0         |
+|    htg_setpoint                 | 17.809       |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 80.75        |
+|    outdoor_temperature          | 3.5384848    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 1410357.2    |
+|    wind_direction               | 90.0         |
+|    wind_speed                   | 4.1          |
+--------------------------------------------------
+-------------------------------------------------****************************************************---------| 90%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5328663  |
+|    air_humidity                 | 1.574221    |
+|    air_temperature              | 0.42015404  |
+|    clg_setpoint                 | -1.0854042  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1745602   |
+|    diffuse_solar_radiation      | -0.3819814  |
+|    direct_solar_radiation       | -0.61754286 |
+|    hour                         | 0.50587463  |
+|    htg_setpoint                 | 1.2545676   |
+|    month                        | 1.3479472   |
+|    outdoor_humidity             | 1.5163789   |
+|    outdoor_temperature          | 0.033256866 |
+|    people_occupant              | 1.6948787   |
+|    total_electricity_HVAC       | -0.5442243  |
+|    wind_direction               | -0.16059427 |
+|    wind_speed                   | -0.21595329 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 679.39197   |
+|    air_humidity                 | 57.71234    |
+|    air_temperature              | 23.249405   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 36.5        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | 13.073105   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 611452.75   |
+|    wind_direction               | 165.0       |
+|    wind_speed                   | 4.375       |
+-------------------------------------------------
+-------------------------------------------------****************************************************---------| 90%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.45807964  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 20.201698   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.57773423 |
+|    air_humidity                 | -0.23139007 |
+|    air_temperature              | 0.42019925  |
+|    clg_setpoint                 | -1.0850492  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2874925   |
+|    diffuse_solar_radiation      | -0.6192168  |
+|    direct_solar_radiation       | -0.56935364 |
+|    hour                         | 0.650336    |
+|    htg_setpoint                 | 0.6854774   |
+|    month                        | 1.3468435   |
+|    outdoor_humidity             | -0.12613752 |
+|    outdoor_temperature          | -0.29086313 |
+|    people_occupant              | 1.6945499   |
+|    total_electricity_HVAC       | -0.586922   |
+|    wind_direction               | 0.6476863   |
+|    wind_speed                   | 0.54539114  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 487.34583   |
+|    air_humidity                 | 34.006237   |
+|    air_temperature              | 23.249527   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 13.0        |
+|    direct_solar_radiation       | 12.0        |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 20.855896   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 66.0        |
+|    outdoor_temperature          | 9.916582    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 438611.25   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 6.2         |
+-------------------------------------------------
+--------------------------------------------------***************************************************---------| 90%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 0.46151996   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 20.22105     |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.592935    |
+|    air_humidity                 | -0.076355554 |
+|    air_temperature              | 0.42022163   |
+|    clg_setpoint                 | -1.0847691   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.4001952    |
+|    diffuse_solar_radiation      | -0.7503926   |
+|    direct_solar_radiation       | -0.6171684   |
+|    hour                         | 0.79479474   |
+|    htg_setpoint                 | -0.5379865   |
+|    month                        | 1.3457425    |
+|    outdoor_humidity             | -0.10202229  |
+|    outdoor_temperature          | -0.22693332  |
+|    people_occupant              | 1.6942217    |
+|    total_electricity_HVAC       | -0.6013822   |
+|    wind_direction               | 0.43328473   |
+|    wind_speed                   | -0.8523714   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 422.12857    |
+|    air_humidity                 | 36.041492    |
+|    air_temperature              | 23.249517    |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 28.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 17.0         |
+|    htg_setpoint                 | 15.706373    |
+|    month                        | 11.0         |
+|    outdoor_humidity             | 66.5         |
+|    outdoor_temperature          | 10.537062    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 379915.72    |
+|    wind_direction               | 227.5        |
+|    wind_speed                   | 2.85         |
+--------------------------------------------------
+-------------------------------------------------*****************************************************--------| 91%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.16969538 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.670464   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.67117095 |
+|    air_humidity                 | -0.4540539  |
+|    air_temperature              | 0.42044207  |
+|    clg_setpoint                 | -1.084435   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5126269   |
+|    diffuse_solar_radiation      | -0.7502922  |
+|    direct_solar_radiation       | -0.6171422  |
+|    hour                         | 0.9392495   |
+|    htg_setpoint                 | -1.4185139  |
+|    month                        | 1.3446442   |
+|    outdoor_humidity             | 0.06711921  |
+|    outdoor_temperature          | -0.7020941  |
+|    people_occupant              | 0.5023046   |
+|    total_electricity_HVAC       | -0.67582536 |
+|    wind_direction               | -0.16178478 |
+|    wind_speed                   | -0.80030805 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 31.082119   |
+|    air_temperature              | 23.249743   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 70.0        |
+|    outdoor_temperature          | 5.911971    |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 165.0       |
+|    wind_speed                   | 2.975       |
+| train/                          |             |
+|    approx_kl                    | 0.010043521 |
+|    clip_fraction                | 0.107       |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.33       |
+|    explained_variance           | 0.802       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.078       |
+|    n_updates                    | 840         |
+|    policy_gradient_loss         | -0.0127     |
+|    std                          | 0.773       |
+|    value_loss                   | 0.248       |
+-------------------------------------------------
+-------------------------------------------------*****************************************************--------| 91%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.49779207  |
+|    Heating_Setpoint_RL          | -0.57784855 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.305048   |
+|    Heating_Setpoint_RL          | 14.374601   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6711563  |
+|    air_humidity                 | -0.64161533 |
+|    air_temperature              | -1.8457164  |
+|    clg_setpoint                 | 1.4703428   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.6247429   |
+|    diffuse_solar_radiation      | -0.750188   |
+|    direct_solar_radiation       | -0.6169929  |
+|    hour                         | 1.0836986   |
+|    htg_setpoint                 | -0.828856   |
+|    month                        | 1.3435485   |
+|    outdoor_humidity             | -0.91151786 |
+|    outdoor_temperature          | -0.7071054  |
+|    people_occupant              | -0.689047   |
+|    total_electricity_HVAC       | -0.6758067  |
+|    wind_direction               | 1.2177603   |
+|    wind_speed                   | 1.4424667   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 28.619692   |
+|    air_temperature              | 20.287647   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 30.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 14.482502   |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 49.75       |
+|    outdoor_temperature          | 5.860359    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 310.0       |
+|    wind_speed                   | 8.35        |
+-------------------------------------------------
+-------------------------------------------------*****************************************************--------| 91%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.66285896 |
+|    air_humidity                 | -1.2373381  |
+|    air_temperature              | -2.5695999  |
+|    clg_setpoint                 | 1.2729986   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.6719661  |
+|    diffuse_solar_radiation      | -0.7500784  |
+|    direct_solar_radiation       | -0.6169505  |
+|    hour                         | 1.2281404   |
+|    htg_setpoint                 | -0.7535832  |
+|    month                        | 1.6359633   |
+|    outdoor_humidity             | -0.9957377  |
+|    outdoor_temperature          | -1.1217334  |
+|    people_occupant              | -0.6887521  |
+|    total_electricity_HVAC       | -0.6670853  |
+|    wind_direction               | 1.1930355   |
+|    wind_speed                   | 3.0941327   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 121.99554   |
+|    air_humidity                 | 20.795532   |
+|    air_temperature              | 19.338264   |
+|    clg_setpoint                 | 29.480663   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 14.798431   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 48.0        |
+|    outdoor_temperature          | 1.8252082   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 113106.82   |
+|    wind_direction               | 307.5       |
+|    wind_speed                   | 12.325      |
+-------------------------------------------------
+-------------------------------------------------******************************************************-------| 92%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.5000923   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 20.438019   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.626474   |
+|    air_humidity                 | -0.73463076 |
+|    air_temperature              | -1.2827041  |
+|    clg_setpoint                 | 0.80902064  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5567116  |
+|    diffuse_solar_radiation      | -0.74989927 |
+|    direct_solar_radiation       | -0.6169932  |
+|    hour                         | 1.3725723   |
+|    htg_setpoint                 | -1.4180833  |
+|    month                        | 1.6342207   |
+|    outdoor_humidity             | -0.9464974  |
+|    outdoor_temperature          | -0.9810776  |
+|    people_occupant              | -0.6888531  |
+|    total_electricity_HVAC       | -0.6313945  |
+|    wind_direction               | 1.0971316   |
+|    wind_speed                   | 0.8421479   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 277.33536   |
+|    air_humidity                 | 27.380753   |
+|    air_temperature              | 21.019276   |
+|    clg_setpoint                 | 28.254887   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 49.0        |
+|    outdoor_temperature          | 3.1876953   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 257227.17   |
+|    wind_direction               | 297.5       |
+|    wind_speed                   | 6.925       |
+-------------------------------------------------
+-------------------------------------------------******************************************************-------| 92%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.64572275  |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.804314   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6707865  |
+|    air_humidity                 | -0.20826182 |
+|    air_temperature              | -1.5134193  |
+|    clg_setpoint                 | 1.469643    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4417773  |
+|    diffuse_solar_radiation      | -0.7497097  |
+|    direct_solar_radiation       | -0.6170255  |
+|    hour                         | 1.5169921   |
+|    htg_setpoint                 | 0.116192296 |
+|    month                        | 1.6324838   |
+|    outdoor_humidity             | -0.52350914 |
+|    outdoor_temperature          | -0.66381806 |
+|    people_occupant              | -0.688954   |
+|    total_electricity_HVAC       | -0.67543757 |
+|    wind_direction               | 0.38326764  |
+|    wind_speed                   | 0.43679065  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 34.28391    |
+|    air_temperature              | 20.716656   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 18.457575   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 57.75       |
+|    outdoor_temperature          | 6.2684717   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 222.5       |
+|    wind_speed                   | 5.95        |
+-------------------------------------------------
+-------------------------------------------------******************************************************-------| 92%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | -0.73197806 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 13.507624   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.67076164 |
+|    air_humidity                 | 0.73158777  |
+|    air_temperature              | -0.46342587 |
+|    clg_setpoint                 | 0.19094054  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3271153  |
+|    diffuse_solar_radiation      | -0.74956    |
+|    direct_solar_radiation       | -0.61683017 |
+|    hour                         | 1.6613971   |
+|    htg_setpoint                 | -1.4181849  |
+|    month                        | 1.6307524   |
+|    outdoor_humidity             | 1.1066229   |
+|    outdoor_temperature          | -0.35519755 |
+|    people_occupant              | -0.6890548  |
+|    total_electricity_HVAC       | -0.6754128  |
+|    wind_direction               | 0.59713477  |
+|    wind_speed                   | -1.0083059  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 46.617123   |
+|    air_temperature              | 22.090769   |
+|    clg_setpoint                 | 26.620304   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 91.5        |
+|    outdoor_temperature          | 9.267105    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 245.0       |
+|    wind_speed                   | 2.475       |
+-------------------------------------------------
+-------------------------------------------------*******************************************************------| 93%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.95661014  |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.85356    |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.64654434 |
+|    air_humidity                 | 0.19970892  |
+|    air_temperature              | -1.5088738  |
+|    clg_setpoint                 | 1.4700217   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0991385  |
+|    diffuse_solar_radiation      | -0.74943346 |
+|    direct_solar_radiation       | -0.6166094  |
+|    hour                         | -1.6613055  |
+|    htg_setpoint                 | -0.8981013  |
+|    month                        | 1.6290264   |
+|    outdoor_humidity             | -0.4397893  |
+|    outdoor_temperature          | -0.96749526 |
+|    people_occupant              | -0.68915546 |
+|    total_electricity_HVAC       | -0.6520634  |
+|    wind_direction               | 0.83491385  |
+|    wind_speed                   | 0.8532118   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 190.76501   |
+|    air_humidity                 | 39.639584   |
+|    air_temperature              | 20.723042   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 14.189949   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 59.5        |
+|    outdoor_temperature          | 3.3119016   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 172868.61   |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 6.95        |
+-------------------------------------------------
+-------------------------------------------------*******************************************************------| 93%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.10506511 |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.270405   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.59550154  |
+|    air_humidity                 | -0.40411884 |
+|    air_temperature              | -2.8901968  |
+|    clg_setpoint                 | 1.4700499   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.98490536 |
+|    diffuse_solar_radiation      | -0.74931353 |
+|    direct_solar_radiation       | -0.6164465  |
+|    hour                         | -1.516776   |
+|    htg_setpoint                 | 0.098571725 |
+|    month                        | 1.627306    |
+|    outdoor_humidity             | -0.1253191  |
+|    outdoor_temperature          | -1.2371053  |
+|    people_occupant              | -0.689256   |
+|    total_electricity_HVAC       | 0.78047615  |
+|    wind_direction               | 0.73937917  |
+|    wind_speed                   | 1.6737125   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 5514.1094   |
+|    air_humidity                 | 31.715338   |
+|    air_temperature              | 18.915037   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 18.384737   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 66.0        |
+|    outdoor_temperature          | 0.6845525   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 5979805.5   |
+|    wind_direction               | 260.0       |
+|    wind_speed                   | 8.925       |
+-------------------------------------------------
+-------------------------------------------------*******************************************************------| 93%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.085703805 |
+|    Heating_Setpoint_RL          | -0.6804674  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.91425    |
+|    Heating_Setpoint_RL          | 13.797371   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.14043745 |
+|    air_humidity                 | -1.2564964  |
+|    air_temperature              | -1.6995084  |
+|    clg_setpoint                 | 1.4695762   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.87081593 |
+|    diffuse_solar_radiation      | -0.7492136  |
+|    direct_solar_radiation       | -0.616362   |
+|    hour                         | -1.3722626  |
+|    htg_setpoint                 | 0.5941936   |
+|    month                        | 1.625591    |
+|    outdoor_humidity             | -0.7049499  |
+|    outdoor_temperature          | -0.9365412  |
+|    people_occupant              | -0.68896204 |
+|    total_electricity_HVAC       | -0.35163438 |
+|    wind_direction               | 0.92919064  |
+|    wind_speed                   | 0.4875413   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2360.4062   |
+|    air_humidity                 | 20.527382   |
+|    air_temperature              | 20.470675   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 20.470673   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 54.0        |
+|    outdoor_temperature          | 3.6014876   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1390885.5   |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 6.075       |
+-------------------------------------------------
+-------------------------------------------------*******************************************************------| 93%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.03210196 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.444427   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.8734317   |
+|    air_humidity                 | -1.5298141  |
+|    air_temperature              | -0.14531611 |
+|    clg_setpoint                 | 0.03523863  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.7568395  |
+|    diffuse_solar_radiation      | -0.7490781  |
+|    direct_solar_radiation       | -0.6163904  |
+|    hour                         | -1.2277622  |
+|    htg_setpoint                 | 1.2546157   |
+|    month                        | 1.6238813   |
+|    outdoor_humidity             | 0.39507425  |
+|    outdoor_temperature          | -1.414956   |
+|    people_occupant              | -0.68866843 |
+|    total_electricity_HVAC       | 2.8283944   |
+|    wind_direction               | -1.735655   |
+|    wind_speed                   | -1.8202912  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 15285.432   |
+|    air_humidity                 | 16.92665    |
+|    air_temperature              | 22.504576   |
+|    clg_setpoint                 | 26.21007    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 9.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 76.75       |
+|    outdoor_temperature          | -1.0538856  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 14288519.0  |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 0.525       |
+-------------------------------------------------
+--------------------------------------------------*******************************************************-----| 94%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.26027352  |
+|    Heating_Setpoint_RL          | 0.4020362    |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 25.746576    |
+|    Heating_Setpoint_RL          | 19.886454    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.6855521    |
+|    air_humidity                 | -0.45556313  |
+|    air_temperature              | 0.42430758   |
+|    clg_setpoint                 | -0.85123277  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.6429493   |
+|    diffuse_solar_radiation      | -0.74896264  |
+|    direct_solar_radiation       | -0.6163293   |
+|    hour                         | -1.0832726   |
+|    htg_setpoint                 | 1.2545458    |
+|    month                        | 1.6221771    |
+|    outdoor_humidity             | -0.052074417 |
+|    outdoor_temperature          | -0.8655779   |
+|    people_occupant              | -0.6887691   |
+|    total_electricity_HVAC       | 1.5669163    |
+|    wind_direction               | -1.3777235   |
+|    wind_speed                   | -1.5694766   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 10193.001    |
+|    air_humidity                 | 31.016073    |
+|    air_temperature              | 23.25024     |
+|    clg_setpoint                 | 23.866999    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 10.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 4.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 67.5         |
+|    outdoor_temperature          | 4.280769     |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 9173701.0    |
+|    wind_direction               | 37.5         |
+|    wind_speed                   | 1.125        |
+--------------------------------------------------
+--------------------------------------------------*******************************************************-----| 94%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | 0.423488     |
+|    Heating_Setpoint_RL          | 0.651628     |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 28.054272    |
+|    Heating_Setpoint_RL          | 21.290407    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 2.492909     |
+|    air_humidity                 | 0.031308975  |
+|    air_temperature              | 0.0072572976 |
+|    clg_setpoint                 | 1.4699667    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.5291223   |
+|    diffuse_solar_radiation      | -0.74882275  |
+|    direct_solar_radiation       | -0.616088    |
+|    hour                         | -0.9387911   |
+|    htg_setpoint                 | 1.2542709    |
+|    month                        | 1.6204783    |
+|    outdoor_humidity             | 1.1321726    |
+|    outdoor_temperature          | -1.1795965   |
+|    people_occupant              | -0.6888696   |
+|    total_electricity_HVAC       | 2.2884872    |
+|    wind_direction               | -1.4716179   |
+|    wind_speed                   | -0.38468882  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 13658.848    |
+|    air_humidity                 | 37.402576    |
+|    air_temperature              | 22.704079    |
+|    clg_setpoint                 | 30.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 11.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 5.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 92.0         |
+|    outdoor_temperature          | 1.2220591    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 12103375.0   |
+|    wind_direction               | 27.5         |
+|    wind_speed                   | 3.975        |
+--------------------------------------------------
+-------------------------------------------------********************************************************-----| 94%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.43704438 |
+|    Heating_Setpoint_RL          | 0.13748352  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.149975   |
+|    Heating_Setpoint_RL          | 18.398344   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.0682144   |
+|    air_humidity                 | -0.27696413 |
+|    air_temperature              | 0.42093632  |
+|    clg_setpoint                 | 0.68788517  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.41533923 |
+|    diffuse_solar_radiation      | -0.7486602  |
+|    direct_solar_radiation       | -0.61584276 |
+|    hour                         | -0.794316   |
+|    htg_setpoint                 | 1.2539405   |
+|    month                        | 1.6187848   |
+|    outdoor_humidity             | 1.1319609   |
+|    outdoor_temperature          | -1.0532731  |
+|    people_occupant              | -0.68897    |
+|    total_electricity_HVAC       | 2.0421102   |
+|    wind_direction               | -1.4703997  |
+|    wind_speed                   | -0.22858581 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 11840.57    |
+|    air_humidity                 | 33.35992    |
+|    air_temperature              | 23.245474   |
+|    clg_setpoint                 | 27.933205   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 92.0        |
+|    outdoor_temperature          | 2.441206    |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 11106950.0  |
+|    wind_direction               | 27.5        |
+|    wind_speed                   | 4.35        |
+-------------------------------------------------
+-------------------------------------------------*********************************************************----| 95%
 | action_network/                 |             |
-|    index                        | 0           |
+|    Cooling_Setpoint_RL          | -0.336008   |
+|    Heating_Setpoint_RL          | 1.0         |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 30          |
-|    Heating_Setpoint_RL          | 15          |
+|    Cooling_Setpoint_RL          | 25.490973   |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.3881343  |
+|    air_humidity                 | -0.05777781 |
+|    air_temperature              | -1.355319   |
+|    clg_setpoint                 | -1.0841435  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.3015846  |
+|    diffuse_solar_radiation      | -0.6345937  |
+|    direct_solar_radiation       | -0.4561721  |
+|    hour                         | -0.64984536 |
+|    htg_setpoint                 | 0.28349537  |
+|    month                        | 1.6170965   |
+|    outdoor_humidity             | -0.44009128 |
+|    outdoor_temperature          | -1.2285957  |
+|    people_occupant              | -0.68907034 |
+|    total_electricity_HVAC       | -0.40844783 |
+|    wind_direction               | 0.786942    |
+|    wind_speed                   | -0.37404048 |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1514.7529   |
-|    air_humidity                 | 11.312537   |
-|    air_temperature              | 18.06745    |
-|    clg_setpoint                 | 30.0        |
+|    HVAC_electricity_demand_rate | 1300.9729   |
+|    air_humidity                 | 36.234665   |
+|    air_temperature              | 20.920424   |
+|    clg_setpoint                 | 23.25       |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 6.0         |
-|    diffuse_solar_radiation      | 17.75       |
-|    direct_solar_radiation       | 39.0        |
-|    hour                         | 16.0        |
-|    htg_setpoint                 | 15.0        |
-|    month                        | 1.0         |
-|    outdoor_humidity             | 38.5        |
-|    outdoor_temperature          | -0.81685615 |
+|    day_of_month                 | 13.0        |
+|    diffuse_solar_radiation      | 11.25       |
+|    direct_solar_radiation       | 39.75       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 19.166174   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 59.5        |
+|    outdoor_temperature          | 0.72934055  |
 |    people_occupant              | 0.0         |
-|    total_electricity_HVAC       | 1363277.6   |
-|    wind_direction               | 212.5       |
-|    wind_speed                   | 8.075       |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
+|    total_electricity_HVAC       | 1162620.5   |
+|    wind_direction               | 265.0       |
+|    wind_speed                   | 4.0         |
+-------------------------------------------------
+-------------------------------------------------*********************************************************----| 95%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.033147395 |
+|    Heating_Setpoint_RL          | -0.4702657  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 26.736872   |
+|    Heating_Setpoint_RL          | 14.979755   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.2165792   |
+|    air_humidity                 | -0.77691615 |
+|    air_temperature              | -1.2090129  |
+|    clg_setpoint                 | -0.43684685 |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.1878466  |
+|    diffuse_solar_radiation      | -0.38886327 |
+|    direct_solar_radiation       | 1.0570617   |
+|    hour                         | -0.5053778  |
+|    htg_setpoint                 | 0.7458589   |
+|    month                        | 1.6154135   |
+|    outdoor_humidity             | -0.4276178  |
+|    outdoor_temperature          | -1.0036522  |
+|    people_occupant              | -0.68917054 |
+|    total_electricity_HVAC       | 1.4177966   |
+|    wind_direction               | 0.9291254   |
+|    wind_speed                   | 0.85251486  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 8189.2803   |
+|    air_humidity                 | 26.805218   |
+|    air_temperature              | 21.111835   |
+|    clg_setpoint                 | 24.959993   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 35.5        |
+|    direct_solar_radiation       | 417.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 21.11184    |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 59.75       |
+|    outdoor_temperature          | 2.9110556   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 8576241.0   |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 6.95        |
+-------------------------------------------------
+--------------------------------------------------********************************************************----| 95%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.059733525 |
+|    Heating_Setpoint_RL          | -0.6578243   |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 26.423399    |
+|    Heating_Setpoint_RL          | 13.924738    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 1.9377263    |
+|    air_humidity                 | -1.8028367   |
+|    air_temperature              | -0.1230421   |
+|    clg_setpoint                 | -0.61579937  |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.07411705  |
+|    diffuse_solar_radiation      | -0.039261114 |
+|    direct_solar_radiation       | 1.6636223    |
+|    hour                         | -0.36091226  |
+|    htg_setpoint                 | 1.2540165    |
+|    month                        | 1.6137358    |
+|    outdoor_humidity             | -0.9706897   |
+|    outdoor_temperature          | -1.3260967   |
+|    people_occupant              | -0.6888778   |
+|    total_electricity_HVAC       | 1.7720239    |
+|    wind_direction               | -1.7330112   |
+|    wind_speed                   | -1.3833214   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 11288.206    |
+|    air_humidity                 | 13.343063    |
+|    air_temperature              | 22.531776    |
+|    clg_setpoint                 | 24.488043    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 15.0         |
+|    diffuse_solar_radiation      | 70.0         |
+|    direct_solar_radiation       | 568.25       |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 48.5         |
+|    outdoor_temperature          | -0.23217344  |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 10016859.0   |
+|    wind_direction               | 0.0          |
+|    wind_speed                   | 1.575        |
+--------------------------------------------------
+-------------------------------------------------*********************************************************----| 95%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.7270074  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 13.5355835  |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6409629  |
+|    air_humidity                 | -0.7531681  |
+|    air_temperature              | 0.42537898  |
+|    clg_setpoint                 | -1.084533   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.039608505 |
+|    diffuse_solar_radiation      | 0.34596285  |
+|    direct_solar_radiation       | 1.4956753   |
+|    hour                         | -0.2164477  |
+|    htg_setpoint                 | -1.4182261  |
+|    month                        | 1.6120633   |
+|    outdoor_humidity             | -0.66839916 |
+|    outdoor_temperature          | -0.8380618  |
+|    people_occupant              | 1.6953566   |
+|    total_electricity_HVAC       | -0.6471294  |
+|    wind_direction               | 0.4529396   |
+|    wind_speed                   | -0.28145516 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 215.22958   |
+|    air_humidity                 | 27.087389   |
+|    air_temperature              | 23.24915    |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 108.0       |
+|    direct_solar_radiation       | 526.5       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 54.75       |
+|    outdoor_temperature          | 4.5079827   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 193170.12   |
+|    wind_direction               | 230.0       |
+|    wind_speed                   | 4.225       |
+-------------------------------------------------
+-------------------------------------------------**********************************************************---| 96%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5802416  |
+|    air_humidity                 | -1.0399145  |
+|    air_temperature              | 0.4249719   |
+|    clg_setpoint                 | -1.0840973  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.15333085  |
+|    diffuse_solar_radiation      | -0.21095404 |
+|    direct_solar_radiation       | 2.54797     |
+|    hour                         | -0.07198357 |
+|    htg_setpoint                 | -0.4675273  |
+|    month                        | 1.610396    |
+|    outdoor_humidity             | -1.8289067  |
+|    outdoor_temperature          | -0.19832894 |
+|    people_occupant              | 1.218272    |
+|    total_electricity_HVAC       | -0.5892423  |
+|    wind_direction               | 0.9282      |
+|    wind_speed                   | -0.74908    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 475.63495   |
+|    air_humidity                 | 23.322418   |
+|    air_temperature              | 23.248474   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 53.0        |
+|    direct_solar_radiation       | 789.0       |
+|    hour                         | 11.0        |
+|    htg_setpoint                 | 16.001463   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 30.75       |
+|    outdoor_temperature          | 10.726024   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 427879.34   |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------**********************************************************---| 96%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.4631885  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.019565   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.594752   |
+|    air_humidity                 | -0.95251614 |
+|    air_temperature              | 0.42575333  |
+|    clg_setpoint                 | -1.0836626  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.26704714  |
+|    diffuse_solar_radiation      | 0.57211494  |
+|    direct_solar_radiation       | 1.6702054   |
+|    hour                         | 0.07248047  |
+|    htg_setpoint                 | -1.266491   |
+|    month                        | 1.6087338   |
+|    outdoor_humidity             | -1.1997045  |
+|    outdoor_temperature          | -0.68595463 |
+|    people_occupant              | 0.26454502  |
+|    total_electricity_HVAC       | -0.6030019  |
+|    wind_direction               | -1.7343731  |
+|    wind_speed                   | -0.7490615  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 412.97836   |
+|    air_humidity                 | 24.46302    |
+|    air_temperature              | 23.249258   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 130.25      |
+|    direct_solar_radiation       | 570.25      |
+|    hour                         | 12.0        |
+|    htg_setpoint                 | 12.636736   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 43.75       |
+|    outdoor_temperature          | 5.980776    |
+|    people_occupant              | 8.0         |
+|    total_electricity_HVAC       | 371650.44   |
+|    wind_direction               | 0.0         |
+|    wind_speed                   | 3.1         |
+-------------------------------------------------
+-------------------------------------------------**********************************************************---| 96%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -1.0        |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 12.0        |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.5390035  |
+|    air_humidity                 | -0.92874235 |
+|    air_temperature              | 0.4258696   |
+|    clg_setpoint                 | -1.0834099  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.3807509   |
+|    diffuse_solar_radiation      | 1.0841662   |
+|    direct_solar_radiation       | 0.19198544  |
+|    hour                         | 0.21694446  |
+|    htg_setpoint                 | -0.8030258  |
+|    month                        | 1.6070768   |
+|    outdoor_humidity             | -1.1997995  |
+|    outdoor_temperature          | -0.24104226 |
+|    people_occupant              | 1.2178004   |
+|    total_electricity_HVAC       | -0.5499281  |
+|    wind_direction               | 0.52308226  |
+|    wind_speed                   | 0.5927422   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 652.4009    |
+|    air_humidity                 | 24.771973   |
+|    air_temperature              | 23.249249   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 19.0        |
+|    diffuse_solar_radiation      | 180.75      |
+|    direct_solar_radiation       | 201.5       |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 14.587831   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 43.75       |
+|    outdoor_temperature          | 10.302158   |
+|    people_occupant              | 16.0        |
+|    total_electricity_HVAC       | 587160.8    |
+|    wind_direction               | 237.5       |
+|    wind_speed                   | 6.325       |
+-------------------------------------------------
+-------------------------------------------------**********************************************************---| 96%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.3515548  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 15.647504   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.49840295 |
+|    air_humidity                 | -0.7801395  |
+|    air_temperature              | 0.42675382  |
+|    clg_setpoint                 | -1.0830903  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.4944319   |
+|    diffuse_solar_radiation      | 0.26601997  |
+|    direct_solar_radiation       | -0.49455002 |
+|    hour                         | 0.36140817  |
+|    htg_setpoint                 | -1.4176834  |
+|    month                        | 1.6054249   |
+|    outdoor_humidity             | -0.63130313 |
+|    outdoor_temperature          | -0.4624635  |
+|    people_occupant              | 1.6942205   |
+|    total_electricity_HVAC       | -0.51127833 |
+|    wind_direction               | 1.4973396   |
+|    wind_speed                   | 0.062295493 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 826.5857    |
+|    air_humidity                 | 26.717545   |
+|    air_temperature              | 23.250204   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 20.0        |
+|    diffuse_solar_radiation      | 100.0       |
+|    direct_solar_radiation       | 30.25       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 55.5        |
+|    outdoor_temperature          | 8.146555    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 743927.1    |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 5.05        |
 | train/                          |             |
-|    learning_rate                | 0.0001      |
-|    loss                         | 2.15e+03    |
-|    n_updates                    | 22674       |
+|    approx_kl                    | 0.011087343 |
+|    clip_fraction                | 0.119       |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.31       |
+|    explained_variance           | 0.831       |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.105       |
+|    n_updates                    | 850         |
+|    policy_gradient_loss         | -0.0128     |
+|    std                          | 0.77        |
+|    value_loss                   | 0.417       |
 -------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |            |
-|    index                        | 1          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 29         |
-|    Heating_Setpoint_RL          | 16         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1679.8973  |
-|    air_humidity                 | 14.889441  |
-|    air_temperature              | 23.022127  |
-|    clg_setpoint                 | 29.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 7.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 17.0       |
-|    htg_setpoint                 | 16.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 33.25      |
-|    outdoor_temperature          | -2.0998027 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1511907.6  |
-|    wind_direction               | 255.0      |
-|    wind_speed                   | 7.95       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.05e+04   |
-|    n_updates                    | 22699      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1181.1582 |
-|    air_humidity                 | 30.25977  |
-|    air_temperature              | 22.538345 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 95.75     |
-|    outdoor_temperature          | 0.8511174 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 1063042.4 |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 4.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.41e+03  |
-|    n_updates                    | 22724     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 2%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1137.0897 |
-|    air_humidity                 | 35.217064 |
-|    air_temperature              | 22.56905  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 53.25     |
-|    outdoor_temperature          | 1.0714601 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 1023380.7 |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 12.075    |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.99e+03  |
-|    n_updates                    | 22749     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 3%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2040.2118  |
-|    air_humidity                 | 19.544863  |
-|    air_temperature              | 21.461933  |
-|    clg_setpoint                 | 30.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 10.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 20.0       |
-|    htg_setpoint                 | 15.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 46.0       |
-|    outdoor_temperature          | -3.4441502 |
-|    people_occupant              | 2.0        |
-|    total_electricity_HVAC       | 1836190.6  |
-|    wind_direction               | 220.0      |
-|    wind_speed                   | 6.075      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 4.27e+03   |
-|    n_updates                    | 22774      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 3%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2529.7434 |
-|    air_humidity                 | 14.992049 |
-|    air_temperature              | 22.000025 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 39.5      |
-|    outdoor_temperature          | -5.891808 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2276769.0 |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 1.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.86e+03  |
-|    n_updates                    | 22799     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 3%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 88.66814  |
-|    air_humidity                 | 24.351942 |
-|    air_temperature              | 20.999962 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 76.75     |
-|    outdoor_temperature          | 5.703776  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 79801.32  |
-|    wind_direction               | 187.5     |
-|    wind_speed                   | 3.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.4e+04   |
-|    n_updates                    | 22824     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 4%
-| action_network/                 |            |
-|    index                        | 6          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 24         |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1896.4862  |
-|    air_humidity                 | 26.343338  |
-|    air_temperature              | 20.999996  |
-|    clg_setpoint                 | 24.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 13.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 23.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 80.25      |
-|    outdoor_temperature          | -2.7255228 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1706837.6  |
-|    wind_direction               | 15.0       |
-|    wind_speed                   | 7.35       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 6.23e+03   |
-|    n_updates                    | 22849      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 4%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1738.7863  |
-|    air_humidity                 | 23.685612  |
-|    air_temperature              | 21.000185  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 15.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 0.0        |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 95.0       |
-|    outdoor_temperature          | -1.9370227 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1564907.6  |
-|    wind_direction               | 40.0       |
-|    wind_speed                   | 6.975      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 6.53e+03   |
-|    n_updates                    | 22874      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 4%
-| action_network/                 |            |
-|    index                        | 1          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 29         |
-|    Heating_Setpoint_RL          | 16         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1819.8478  |
-|    air_humidity                 | 36.205776  |
-|    air_temperature              | 18.776604  |
-|    clg_setpoint                 | 29.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 16.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 1.0        |
-|    htg_setpoint                 | 16.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 59.75      |
-|    outdoor_temperature          | -2.3423305 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1637863.0  |
-|    wind_direction               | 262.5      |
-|    wind_speed                   | 8.4        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 869        |
-|    n_updates                    | 22899      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 28.533558 |
-|    air_temperature              | 20.0      |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 77.25     |
-|    outdoor_temperature          | 3.254023  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 237.5     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.3e+03   |
-|    n_updates                    | 22924     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 775.37915 |
-|    air_humidity                 | 30.69621  |
-|    air_temperature              | 20.610672 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 95.0      |
-|    outdoor_temperature          | 5.3951087 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 697841.25 |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 4.75      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.26e+03  |
-|    n_updates                    | 22949     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1090.8883 |
-|    air_humidity                 | 34.197186 |
-|    air_temperature              | 21.0      |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 94.25     |
-|    outdoor_temperature          | 1.3024671 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 981799.44 |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 3.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.22e+04  |
-|    n_updates                    | 22974     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 5%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 76.24103  |
-|    air_humidity                 | 15.340016 |
-|    air_temperature              | 22.000084 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 32.5      |
-|    outdoor_temperature          | 5.6408863 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 68616.93  |
-|    wind_direction               | 277.5     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.2e+03   |
-|    n_updates                    | 22999     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 6%
+-------------------------------------------------***********************************************************--| 97%
 | action_network/                 |             |
-|    index                        | 8           |
+|    Cooling_Setpoint_RL          | 0.6561887   |
+|    Heating_Setpoint_RL          | -0.88437647 |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 22.5        |
-|    Heating_Setpoint_RL          | 22          |
+|    Cooling_Setpoint_RL          | 28.839638   |
+|    Heating_Setpoint_RL          | 12.650382   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.6018389  |
+|    air_humidity                 | -0.93313116 |
+|    air_temperature              | -1.1558307  |
+|    clg_setpoint                 | 0.8058963   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.6080765   |
+|    diffuse_solar_radiation      | -0.33940062 |
+|    direct_solar_radiation       | 1.3597047   |
+|    hour                         | 0.5058711   |
+|    htg_setpoint                 | -1.4177471  |
+|    month                        | 1.603778    |
+|    outdoor_humidity             | -1.9129428  |
+|    outdoor_temperature          | -0.9790627  |
+|    people_occupant              | -0.6890857  |
+|    total_electricity_HVAC       | -0.6185211  |
+|    wind_direction               | 1.5440325   |
+|    wind_speed                   | 0.16627759  |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 653.5078    |
-|    air_humidity                 | 25.526716   |
-|    air_temperature              | 19.085022   |
-|    clg_setpoint                 | 27.0        |
+|    HVAC_electricity_demand_rate | 382.01965   |
+|    air_humidity                 | 24.71067    |
+|    air_temperature              | 21.177528   |
+|    clg_setpoint                 | 28.240456   |
 |    co2_emission                 | 0.0         |
 |    day_of_month                 | 21.0        |
-|    diffuse_solar_radiation      | 0.0         |
-|    direct_solar_radiation       | 0.0         |
-|    hour                         | 6.0         |
-|    htg_setpoint                 | 18.0        |
-|    month                        | 1.0         |
-|    outdoor_humidity             | 100.0       |
-|    outdoor_temperature          | -0.04738527 |
+|    diffuse_solar_radiation      | 40.25       |
+|    direct_solar_radiation       | 492.75      |
+|    hour                         | 15.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 29.0        |
+|    outdoor_temperature          | 3.1188447   |
 |    people_occupant              | 0.0         |
-|    total_electricity_HVAC       | 588157.06   |
-|    wind_direction               | 62.5        |
-|    wind_speed                   | 1.65        |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
-| train/                          |             |
-|    learning_rate                | 0.0001      |
-|    loss                         | 1.51e+03    |
-|    n_updates                    | 23024       |
+|    total_electricity_HVAC       | 308013.44   |
+|    wind_direction               | 345.0       |
+|    wind_speed                   | 5.3         |
 -------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 6%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 34.741325 |
-|    air_temperature              | 21.45583  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 99.0      |
-|    outdoor_temperature          | 6.0234256 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 5.425     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 955       |
-|    n_updates                    | 23049     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 6%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 34.4651   |
-|    air_temperature              | 21.080013 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 24.75     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 4.02629   |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 3.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.65e+03  |
-|    n_updates                    | 23074     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 7%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 49.845024 |
-|    air_temperature              | 22.139757 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 68.75     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 9.3318205 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 8.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.57e+03  |
-|    n_updates                    | 23099     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 7%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 22.955624 |
-|    air_temperature              | 22.493074 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 134.25    |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 54.25     |
-|    outdoor_temperature          | 3.3589754 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 305.0     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.66e+03  |
-|    n_updates                    | 23124     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 7%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 134.70111 |
-|    air_humidity                 | 25.452288 |
-|    air_temperature              | 21.407345 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 147.75    |
-|    direct_solar_radiation       | 702.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 49.25     |
-|    outdoor_temperature          | 5.5939164 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 130938.66 |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 3.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.19e+03  |
-|    n_updates                    | 23149     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 7%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 94.756516 |
-|    air_humidity                 | 20.744356 |
-|    air_temperature              | 21.000023 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 198.5     |
-|    direct_solar_radiation       | 13.5      |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 54.25     |
-|    outdoor_temperature          | 4.2581863 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 85280.87  |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 2.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 953       |
-|    n_updates                    | 23174     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 8%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.6465  |
-|    air_humidity                 | 31.130491 |
-|    air_temperature              | 22.85354  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 204.5     |
-|    direct_solar_radiation       | 107.25    |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 82.75     |
-|    outdoor_temperature          | 4.7462764 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 680081.9  |
-|    wind_direction               | 65.0      |
-|    wind_speed                   | 2.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.49e+03  |
-|    n_updates                    | 23199     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 8%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 894.3857  |
-|    air_humidity                 | 21.35435  |
-|    air_temperature              | 23.739147 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 101.5     |
-|    direct_solar_radiation       | 669.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 47.75     |
-|    outdoor_temperature          | 4.232125  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 804947.06 |
-|    wind_direction               | 357.5     |
-|    wind_speed                   | 6.075     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.99e+03  |
-|    n_updates                    | 23224     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 8%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 909.95856 |
-|    air_humidity                 | 20.03153  |
-|    air_temperature              | 23.830122 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 117.0     |
-|    direct_solar_radiation       | 40.0      |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 1.0       |
-|    outdoor_humidity             | 50.0      |
-|    outdoor_temperature          | 1.9822812 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 818962.7  |
-|    wind_direction               | 315.0     |
-|    wind_speed                   | 5.825     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.24e+03  |
-|    n_updates                    | 23249     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 8%
-| action_network/                 |            |
-|    index                        | 3          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 27         |
-|    Heating_Setpoint_RL          | 18         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1441.3219  |
-|    air_humidity                 | 13.395819  |
-|    air_temperature              | 23.927961  |
-|    clg_setpoint                 | 27.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 31.0       |
-|    diffuse_solar_radiation      | 35.25      |
-|    direct_solar_radiation       | 430.5      |
-|    hour                         | 16.0       |
-|    htg_setpoint                 | 18.0       |
-|    month                        | 1.0        |
-|    outdoor_humidity             | 20.0       |
-|    outdoor_temperature          | -0.7346813 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1297189.8  |
-|    wind_direction               | 0.0        |
-|    wind_speed                   | 0.525      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.38e+03   |
-|    n_updates                    | 23274      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 9%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 843.04126 |
-|    air_humidity                 | 27.11858  |
-|    air_temperature              | 23.23063  |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 52.75     |
-|    outdoor_temperature          | 6.9470654 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 758737.1  |
-|    wind_direction               | 265.0     |
-|    wind_speed                   | 6.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.07e+03  |
-|    n_updates                    | 23299     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 9%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 10.769078 |
-|    air_temperature              | 21.700409 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 17.75     |
-|    outdoor_temperature          | 1.4319363 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 340.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.7e+03   |
-|    n_updates                    | 23324     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 9%
-| action_network/                 |            |
-|    index                        | 7          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 23         |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1513.7151  |
-|    air_humidity                 | 8.712755   |
-|    air_temperature              | 21.936546  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 3.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 19.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 57.0       |
-|    outdoor_temperature          | -0.8116667 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1362343.5  |
-|    wind_direction               | 142.5      |
-|    wind_speed                   | 3.225      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.83e+03   |
-|    n_updates                    | 23349      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 10%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1265.1232 |
-|    air_humidity                 | 30.580465 |
-|    air_temperature              | 21.114868 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 64.5      |
-|    outdoor_temperature          | 0.4312929 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 1138610.8 |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 7.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.54e+03  |
-|    n_updates                    | 23374     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 10%
-| action_network/                 |            |
-|    index                        | 5          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 3361.0725  |
-|    air_humidity                 | 16.331541  |
-|    air_temperature              | 20.00343   |
-|    clg_setpoint                 | 25.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 5.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 21.0       |
-|    htg_setpoint                 | 20.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 41.0       |
-|    outdoor_temperature          | -10.048454 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 3024965.2  |
-|    wind_direction               | 305.0      |
-|    wind_speed                   | 7.7        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.35e+04   |
-|    n_updates                    | 23399      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 10%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2836.715   |
-|    air_humidity                 | 16.323826  |
-|    air_temperature              | 20.999985  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 6.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 22.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 46.5       |
-|    outdoor_temperature          | -7.4266663 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 2553043.5  |
-|    wind_direction               | 310.0      |
-|    wind_speed                   | 8.4        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 4e+03      |
-|    n_updates                    | 23424      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 10%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2352.4175  |
-|    air_humidity                 | 17.25093   |
-|    air_temperature              | 21.999996  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 7.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 23.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 45.0       |
-|    outdoor_temperature          | -5.0051785 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 2117175.8  |
-|    wind_direction               | 295.0      |
-|    wind_speed                   | 3.975      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 3.19e+03   |
-|    n_updates                    | 23449      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 11%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2825.996  |
-|    air_humidity                 | 16.099987 |
-|    air_temperature              | 20.839624 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 45.5      |
-|    outdoor_temperature          | -7.373072 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2543396.5 |
-|    wind_direction               | 317.5     |
-|    wind_speed                   | 7.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.46e+03  |
-|    n_updates                    | 23474     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 11%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1623.5151 |
-|    air_humidity                 | 13.141766 |
-|    air_temperature              | 18.081106 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 45.0      |
-|    outdoor_temperature          | -1.360667 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1461163.6 |
-|    wind_direction               | 272.5     |
-|    wind_speed                   | 6.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.75e+03  |
-|    n_updates                    | 23499     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 11%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 965.93756 |
-|    air_humidity                 | 17.687538 |
-|    air_temperature              | 17.630848 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 73.75     |
-|    outdoor_temperature          | 1.9272208 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 869343.75 |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 3.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 823       |
-|    n_updates                    | 23524     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 12%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1933.3208  |
-|    air_humidity                 | 15.414612  |
-|    air_temperature              | 21.75106   |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 12.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 3.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 30.75      |
-|    outdoor_temperature          | -2.9096956 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1739988.8  |
-|    wind_direction               | 300.0      |
-|    wind_speed                   | 5.825      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.87e+03   |
-|    n_updates                    | 23549      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 12%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3003.5579 |
-|    air_humidity                 | 14.476208 |
-|    air_temperature              | 18.999998 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 41.5      |
-|    outdoor_temperature          | -8.260881 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2703202.2 |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 5.425     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.39e+03  |
-|    n_updates                    | 23574     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 12%
-| action_network/                 |            |
-|    index                        | 6          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 24         |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 2032.1776  |
-|    air_humidity                 | 15.796214  |
-|    air_temperature              | 21.991514  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 14.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 5.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 48.5       |
-|    outdoor_temperature          | -3.4039795 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1828959.9  |
-|    wind_direction               | 272.5      |
-|    wind_speed                   | 4.1        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 3.41e+03   |
-|    n_updates                    | 23599      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 13%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1802.0966 |
-|    air_humidity                 | 18.37355  |
-|    air_temperature              | 21.000368 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 70.25     |
-|    outdoor_temperature          | -5.790329 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1621886.9 |
-|    wind_direction               | 77.5      |
-|    wind_speed                   | 3.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.84e+03  |
-|    n_updates                    | 23624     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 13%
+--------------------------------------------------**********************************************************--| 97%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -0.5696219   |
+|    Heating_Setpoint_RL          | -1.0         |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 24.702526    |
+|    Heating_Setpoint_RL          | 12.0         |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.6705107   |
+|    air_humidity                 | -1.5022563   |
+|    air_temperature              | -0.8207973   |
+|    clg_setpoint                 | -0.028324742 |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 0.72166723   |
+|    diffuse_solar_radiation      | -0.5521714   |
+|    direct_solar_radiation       | -0.42833343  |
+|    hour                         | 0.6503325    |
+|    htg_setpoint                 | -1.4177474   |
+|    month                        | 1.6021363    |
+|    outdoor_humidity             | -0.5695127   |
+|    outdoor_temperature          | -0.8294273   |
+|    people_occupant              | -0.68879426  |
+|    total_electricity_HVAC       | -0.6750756   |
+|    wind_direction               | -1.1875331   |
+|    wind_speed                   | -0.90518767  |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 87.037186    |
+|    air_humidity                 | 17.238857    |
+|    air_temperature              | 21.614988    |
+|    clg_setpoint                 | 26.036697    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 22.0         |
+|    diffuse_solar_radiation      | 19.25        |
+|    direct_solar_radiation       | 46.75        |
+|    hour                         | 16.0         |
+|    htg_setpoint                 | 12.0         |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 56.75        |
+|    outdoor_temperature          | 4.5628347    |
+|    people_occupant              | 0.0          |
+|    total_electricity_HVAC       | 78333.47     |
+|    wind_direction               | 57.5         |
+|    wind_speed                   | 2.725        |
+--------------------------------------------------
+-------------------------------------------------***********************************************************--| 97%
 | action_network/                 |             |
-|    index                        | 3           |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | 0.5245848   |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 27          |
-|    Heating_Setpoint_RL          | 18          |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 20.57579    |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.54161423 |
+|    air_humidity                 | 0.1505729   |
+|    air_temperature              | 0.42745897  |
+|    clg_setpoint                 | -1.0832719  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.83518326  |
+|    diffuse_solar_radiation      | -0.74722093 |
+|    direct_solar_radiation       | -0.61557466 |
+|    hour                         | 0.79479134  |
+|    htg_setpoint                 | -1.4177192  |
+|    month                        | 1.6004995   |
+|    outdoor_humidity             | 0.615272    |
+|    outdoor_temperature          | -0.7862473  |
+|    people_occupant              | 1.6949954   |
+|    total_electricity_HVAC       | -0.5523942  |
+|    wind_direction               | 1.4491221   |
+|    wind_speed                   | -0.37479186 |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1535.6776   |
-|    air_humidity                 | 38.64689    |
-|    air_temperature              | 18.027721   |
-|    clg_setpoint                 | 27.0        |
+|    HVAC_electricity_demand_rate | 641.0138    |
+|    air_humidity                 | 38.898445   |
+|    air_temperature              | 23.249378   |
+|    clg_setpoint                 | 23.25       |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 16.0        |
-|    diffuse_solar_radiation      | 32.25       |
-|    direct_solar_radiation       | 71.25       |
-|    hour                         | 7.0         |
-|    htg_setpoint                 | 18.0        |
-|    month                        | 2.0         |
-|    outdoor_humidity             | 92.0        |
-|    outdoor_temperature          | -0.92147976 |
+|    day_of_month                 | 23.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 81.25       |
+|    outdoor_temperature          | 4.9794846   |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 576912.4    |
+|    wind_direction               | 335.0       |
+|    wind_speed                   | 4.0         |
+-------------------------------------------------
+-------------------------------------------------************************************************************-| 98%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.09231067 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.105753   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.48068306 |
+|    air_humidity                 | -0.61739725 |
+|    air_temperature              | 0.42801127  |
+|    clg_setpoint                 | -1.0829068  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 0.9486      |
+|    diffuse_solar_radiation      | -0.74712    |
+|    direct_solar_radiation       | -0.61542785 |
+|    hour                         | 0.9392462   |
+|    htg_setpoint                 | -1.4177434  |
+|    month                        | 1.5988678   |
+|    outdoor_humidity             | 0.046789147 |
+|    outdoor_temperature          | -1.262876   |
+|    people_occupant              | 0.5028671   |
+|    total_electricity_HVAC       | -0.49287155 |
+|    wind_direction               | -0.73570824 |
+|    wind_speed                   | -1.1134013  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 903.36755   |
+|    air_humidity                 | 28.832567   |
+|    air_temperature              | 23.250015   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 24.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 18.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 69.5        |
+|    outdoor_temperature          | 0.33969197  |
+|    people_occupant              | 10.0        |
+|    total_electricity_HVAC       | 819223.25   |
+|    wind_direction               | 105.0       |
+|    wind_speed                   | 2.225       |
+-------------------------------------------------
+--------------------------------------------------***********************************************************-| 98%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | -0.90537846  |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 12.532247    |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | 0.120291     |
+|    air_humidity                 | 0.19349848   |
+|    air_temperature              | 0.42815128   |
+|    clg_setpoint                 | -1.082681    |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 1.0618895    |
+|    diffuse_solar_radiation      | -0.7469586   |
+|    direct_solar_radiation       | -0.61528355  |
+|    hour                         | 1.0836955    |
+|    htg_setpoint                 | 1.2544752    |
+|    month                        | 1.597241     |
+|    outdoor_humidity             | 0.28822303   |
+|    outdoor_temperature          | -0.40190277  |
+|    people_occupant              | -0.45072696  |
+|    total_electricity_HVAC       | 0.08664973   |
+|    wind_direction               | 0.73649585   |
+|    wind_speed                   | -0.062320087 |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 3488.695     |
+|    air_humidity                 | 39.45958     |
+|    air_temperature              | 23.24996     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 25.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 19.0         |
+|    htg_setpoint                 | 23.25        |
+|    month                        | 12.0         |
+|    outdoor_humidity             | 74.5         |
+|    outdoor_temperature          | 8.707574     |
+|    people_occupant              | 2.0          |
+|    total_electricity_HVAC       | 3176712.5    |
+|    wind_direction               | 260.0        |
+|    wind_speed                   | 4.75         |
+--------------------------------------------------
+-------------------------------------------------************************************************************-| 98%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.7118813   |
+|    Heating_Setpoint_RL          | -0.3920465  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.0276     |
+|    Heating_Setpoint_RL          | 15.419739   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.67036533 |
+|    air_humidity                 | -0.37575504 |
+|    air_temperature              | -0.26368102 |
+|    clg_setpoint                 | -1.0824268  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.1750203   |
+|    diffuse_solar_radiation      | -0.74685025 |
+|    direct_solar_radiation       | -0.61522454 |
+|    hour                         | 1.2281375   |
+|    htg_setpoint                 | -0.22606044 |
+|    month                        | 1.5956192   |
+|    outdoor_humidity             | -0.80064476 |
+|    outdoor_temperature          | -0.60787725 |
+|    people_occupant              | -0.45084557 |
+|    total_electricity_HVAC       | -0.6749016  |
+|    wind_direction               | 0.7599704   |
+|    wind_speed                   | 1.0616609   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 87.037186   |
+|    air_humidity                 | 32.001415   |
+|    air_temperature              | 22.343878   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 17.017015   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 52.0        |
+|    outdoor_temperature          | 6.703424    |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 78333.47    |
+|    wind_direction               | 262.5       |
+|    wind_speed                   | 7.45        |
+-------------------------------------------------
+-------------------------------------------------************************************************************-| 98%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.19472611  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 18.720335   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.2386622   |
+|    air_humidity                 | 0.35228184  |
+|    air_temperature              | 0.13352537  |
+|    clg_setpoint                 | 1.4727777   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.2879577   |
+|    diffuse_solar_radiation      | -0.7466736  |
+|    direct_solar_radiation       | -0.61498195 |
+|    hour                         | 1.3725699   |
+|    htg_setpoint                 | 1.1627712   |
+|    month                        | 1.5940024   |
+|    outdoor_humidity             | 1.3284903   |
+|    outdoor_temperature          | -1.157713   |
+|    people_occupant              | -0.6892923  |
+|    total_electricity_HVAC       | 2.4628398   |
+|    wind_direction               | -1.6620461  |
+|    wind_speed                   | 0.96822035  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 12603.33    |
+|    air_humidity                 | 41.53532    |
+|    air_temperature              | 22.863728   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 27.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 21.0        |
+|    htg_setpoint                 | 22.86373    |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | 1.3541658   |
 |    people_occupant              | 0.0         |
-|    total_electricity_HVAC       | 1382109.9   |
-|    wind_direction               | 257.5       |
-|    wind_speed                   | 3.725       |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
-| train/                          |             |
-|    learning_rate                | 0.0001      |
-|    loss                         | 878         |
-|    n_updates                    | 23649       |
+|    total_electricity_HVAC       | 12844936.0  |
+|    wind_direction               | 7.5         |
+|    wind_speed                   | 7.225       |
 -------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 13%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1070.4492 |
-|    air_humidity                 | 22.329798 |
-|    air_temperature              | 19.0      |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 57.5      |
-|    direct_solar_radiation       | 387.0     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 52.75     |
-|    outdoor_temperature          | 1.4046625 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 963404.25 |
-|    wind_direction               | 2.5       |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.47e+03  |
-|    n_updates                    | 23674     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 13%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 871.7625  |
-|    air_humidity                 | 22.375334 |
-|    air_temperature              | 22.626062 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 161.75    |
-|    direct_solar_radiation       | 270.5     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 54.75     |
-|    outdoor_temperature          | 5.4629197 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 784586.25 |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 1.775     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.77e+03  |
-|    n_updates                    | 23699     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 871.7625  |
-|    air_humidity                 | 31.798983 |
-|    air_temperature              | 22.695002 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 161.75    |
-|    direct_solar_radiation       | 561.5     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 64.75     |
-|    outdoor_temperature          | 8.719495  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 784586.25 |
-|    wind_direction               | 292.5     |
-|    wind_speed                   | 1.775     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.1e+03   |
-|    n_updates                    | 23724     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.6465  |
-|    air_humidity                 | 21.862947 |
-|    air_temperature              | 23.217703 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 175.75    |
-|    direct_solar_radiation       | 266.5     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 39.5      |
-|    outdoor_temperature          | 7.437775  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 680081.9  |
-|    wind_direction               | 82.5      |
-|    wind_speed                   | 3.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 9.13e+03  |
-|    n_updates                    | 23749     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 476.10425 |
-|    air_humidity                 | 32.07955  |
-|    air_temperature              | 22.814928 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 163.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 85.0      |
-|    outdoor_temperature          | 4.6540294 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 428493.84 |
-|    wind_direction               | 2.5       |
-|    wind_speed                   | 3.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.33e+03  |
-|    n_updates                    | 23774     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 14%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 852.2755  |
-|    air_humidity                 | 15.134862 |
-|    air_temperature              | 23.507696 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 120.25    |
-|    direct_solar_radiation       | 763.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 28.5      |
-|    outdoor_temperature          | 3.5265477 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 767048.0  |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 5.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.14e+03  |
-|    n_updates                    | 23799     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 15%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 80.00732  |
-|    air_humidity                 | 23.061901 |
-|    air_temperature              | 20.99999  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 143.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 71.5      |
-|    outdoor_temperature          | 4.6219144 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 72006.586 |
-|    wind_direction               | 145.0     |
-|    wind_speed                   | 2.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.98e+03  |
-|    n_updates                    | 23824     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 15%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 119.331   |
-|    air_humidity                 | 20.039072 |
-|    air_temperature              | 21.185757 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 82.5      |
-|    direct_solar_radiation       | 674.5     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 29.75     |
-|    outdoor_temperature          | 9.234543  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 108005.73 |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 9.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.77e+03  |
-|    n_updates                    | 23849     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 15%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 17.926476 |
-|    air_temperature              | 23.740973 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 70.75     |
-|    direct_solar_radiation       | 468.5     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 36.0      |
-|    outdoor_temperature          | 3.8430476 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 890       |
-|    n_updates                    | 23874     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 16%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1566.8773  |
-|    air_humidity                 | 14.682913  |
-|    air_temperature              | 22.498217  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 26.0       |
-|    diffuse_solar_radiation      | 18.75      |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 17.0       |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 2.0        |
-|    outdoor_humidity             | 27.25      |
-|    outdoor_temperature          | -1.5347023 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1410189.5  |
-|    wind_direction               | 62.5       |
-|    wind_speed                   | 3.475      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.1e+04    |
-|    n_updates                    | 23899      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 16%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1056.3701 |
-|    air_humidity                 | 33.320927 |
-|    air_temperature              | 22.997578 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 1.4750577 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 950733.1  |
-|    wind_direction               | 32.5      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.84e+03  |
-|    n_updates                    | 23924     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 16%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 567.25543 |
-|    air_humidity                 | 37.674805 |
-|    air_temperature              | 22.00009  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 2.0       |
-|    outdoor_humidity             | 94.25     |
-|    outdoor_temperature          | 4.278501  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 510529.88 |
-|    wind_direction               | 27.5      |
-|    wind_speed                   | 3.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.62e+03  |
-|    n_updates                    | 23949     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 16%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 361.7099  |
-|    air_humidity                 | 28.397816 |
-|    air_temperature              | 21.395718 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 70.0      |
-|    outdoor_temperature          | 6.3793273 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 315658.1  |
-|    wind_direction               | 150.0     |
-|    wind_speed                   | 3.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.31e+03  |
-|    n_updates                    | 23974     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 17%
-| action_network/                 |            |
-|    index                        | 7          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 23         |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 66.95168   |
-|    air_humidity                 | 38.01982   |
-|    air_temperature              | 20.494572  |
-|    clg_setpoint                 | 29.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 2.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 21.0       |
-|    htg_setpoint                 | 16.0       |
-|    month                        | 3.0        |
-|    outdoor_humidity             | 46.75      |
-|    outdoor_temperature          | 13.6984215 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 60256.516  |
-|    wind_direction               | 292.5      |
-|    wind_speed                   | 8.775      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.67e+03   |
-|    n_updates                    | 23999      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 17%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 27.335354 |
-|    air_temperature              | 20.544844 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 54.5      |
-|    outdoor_temperature          | 10.299374 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 347.5     |
-|    wind_speed                   | 2.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 979       |
-|    n_updates                    | 24024     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 17%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 498.51852 |
-|    air_humidity                 | 41.83481  |
-|    air_temperature              | 21.420488 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 6.471261  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 448666.66 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.87e+03  |
-|    n_updates                    | 24049     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 18%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 857.4525  |
-|    air_humidity                 | 46.919167 |
-|    air_temperature              | 19.564985 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 7.447118  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 819357.75 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.68e+03  |
-|    n_updates                    | 24074     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 18%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 34.682133 |
-|    air_temperature              | 18.215752 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 52.75     |
-|    outdoor_temperature          | 7.4204226 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 9.675     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 584       |
-|    n_updates                    | 24099     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 18%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 39.790886 |
-|    air_temperature              | 17.81009  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 94.25     |
-|    outdoor_temperature          | 4.7941985 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 90.0      |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.16e+03  |
-|    n_updates                    | 24124     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 989.4895  |
-|    air_humidity                 | 35.68059  |
-|    air_temperature              | 21.999998 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 99.0      |
-|    outdoor_temperature          | 1.8094609 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 890540.56 |
-|    wind_direction               | 145.0     |
-|    wind_speed                   | 2.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1e+03     |
-|    n_updates                    | 24149     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 31.470379 |
-|    air_temperature              | 21.0      |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 2.564283  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.31e+03  |
-|    n_updates                    | 24174     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |            |
-|    index                        | 4          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 26         |
-|    Heating_Setpoint_RL          | 19         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1292.4681  |
-|    air_humidity                 | 20.69247   |
-|    air_temperature              | 20.999994  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 11.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 5.0        |
-|    htg_setpoint                 | 21.0       |
-|    month                        | 3.0        |
-|    outdoor_humidity             | 59.5       |
-|    outdoor_temperature          | 0.29456785 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1163221.2  |
-|    wind_direction               | 342.5      |
-|    wind_speed                   | 8.075      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 6.95e+03   |
-|    n_updates                    | 24199      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 19%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 26.87485  |
-|    air_temperature              | 20.670357 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 80.0      |
-|    outdoor_temperature          | 2.8225725 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 5.125     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.48e+04  |
-|    n_updates                    | 24224     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 537.9154  |
-|    air_humidity                 | 17.599335 |
-|    air_temperature              | 18.355534 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 76.5      |
-|    direct_solar_radiation       | 340.5     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 45.0      |
-|    outdoor_temperature          | 0.5305769 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 484123.84 |
-|    wind_direction               | 312.5     |
-|    wind_speed                   | 8.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 660       |
-|    n_updates                    | 24249     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |            |
-|    index                        | 8          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1382.9108  |
-|    air_humidity                 | 14.891599  |
-|    air_temperature              | 21.999945  |
-|    clg_setpoint                 | 22.5       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 14.0       |
-|    diffuse_solar_radiation      | 118.0      |
-|    direct_solar_radiation       | 615.0      |
-|    hour                         | 8.0        |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 3.0        |
-|    outdoor_humidity             | 37.75      |
-|    outdoor_temperature          | -0.5557412 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 1244619.6  |
-|    wind_direction               | 50.0       |
-|    wind_speed                   | 2.225      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.38e+03   |
-|    n_updates                    | 24274      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 803.8625  |
-|    air_humidity                 | 29.357159 |
-|    air_temperature              | 22.554504 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 130.5     |
-|    direct_solar_radiation       | 737.75    |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 49.0      |
-|    outdoor_temperature          | 10.128186 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 739491.4  |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 7.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.57e+03  |
-|    n_updates                    | 24299     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 20%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1323.8452  |
-|    air_humidity                 | 16.495691  |
-|    air_temperature              | 17.75022   |
-|    clg_setpoint                 | 30.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 16.0       |
-|    diffuse_solar_radiation      | 116.25     |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 10.0       |
-|    htg_setpoint                 | 15.0       |
-|    month                        | 3.0        |
-|    outdoor_humidity             | 78.5       |
-|    outdoor_temperature          | 0.13768224 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1191460.8  |
-|    wind_direction               | 65.0       |
-|    wind_speed                   | 8.525      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 4.36e+03   |
-|    n_updates                    | 24324      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 21%
-| action_network/                 |            |
-|    index                        | 5          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1658.1755  |
-|    air_humidity                 | 17.395845  |
-|    air_temperature              | 20.233568  |
-|    clg_setpoint                 | 25.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 17.0       |
-|    diffuse_solar_radiation      | 262.25     |
-|    direct_solar_radiation       | 31.5       |
-|    hour                         | 11.0       |
-|    htg_setpoint                 | 20.0       |
-|    month                        | 3.0        |
-|    outdoor_humidity             | 80.0       |
-|    outdoor_temperature          | -1.5339695 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1492358.0  |
-|    wind_direction               | 32.5       |
-|    wind_speed                   | 5.95       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 1.94e+03   |
-|    n_updates                    | 24349      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 21%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 476.10425 |
-|    air_humidity                 | 27.279238 |
-|    air_temperature              | 23.898874 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 263.25    |
-|    direct_solar_radiation       | 613.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 79.25     |
-|    outdoor_temperature          | 2.688903  |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 428493.84 |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 2.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 886       |
-|    n_updates                    | 24374     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 21%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.6465  |
-|    air_humidity                 | 26.631628 |
-|    air_temperature              | 23.065317 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 161.5     |
-|    direct_solar_radiation       | 9.0       |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 76.0      |
-|    outdoor_temperature          | 2.6888297 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 680081.9  |
-|    wind_direction               | 15.0      |
-|    wind_speed                   | 7.825     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 497       |
-|    n_updates                    | 24399     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 22%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 31.569489 |
-|    air_temperature              | 23.826828 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 131.5     |
-|    direct_solar_radiation       | 803.75    |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 71.5      |
-|    outdoor_temperature          | 8.234565  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 10.425    |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.46e+03  |
-|    n_updates                    | 24424     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 22%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 658.0206  |
-|    air_humidity                 | 21.673584 |
-|    air_temperature              | 23.873396 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 210.5     |
-|    direct_solar_radiation       | 360.75    |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 34.25     |
-|    outdoor_temperature          | 8.975745  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 594968.7  |
-|    wind_direction               | 290.0     |
-|    wind_speed                   | 10.45     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 815       |
-|    n_updates                    | 24449     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 22%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1073.464  |
-|    air_humidity                 | 13.284251 |
-|    air_temperature              | 23.545315 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 91.5      |
-|    direct_solar_radiation       | 613.0     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 19.5      |
-|    outdoor_temperature          | 1.1647538 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 966117.6  |
-|    wind_direction               | 315.0     |
-|    wind_speed                   | 6.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.58e+03  |
-|    n_updates                    | 24474     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 22%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 143.16599 |
-|    air_humidity                 | 12.985385 |
-|    air_temperature              | 22.0      |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 49.0      |
-|    direct_solar_radiation       | 350.75    |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 34.5      |
-|    outdoor_temperature          | 5.93227   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 127358.41 |
-|    wind_direction               | 237.5     |
-|    wind_speed                   | 8.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.2e+03   |
-|    n_updates                    | 24499     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 23%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 22.004717 |
-|    air_temperature              | 21.936619 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 81.25     |
-|    outdoor_temperature          | 5.1236157 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 9.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.91e+03  |
-|    n_updates                    | 24524     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 23%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 370.9882  |
-|    air_humidity                 | 43.365337 |
-|    air_temperature              | 22.001156 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 6.6044636 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 333889.38 |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 4.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.63e+03  |
-|    n_updates                    | 24549     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 23%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 205.3318  |
-|    air_humidity                 | 48.651054 |
-|    air_temperature              | 21.7617   |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 10.614986 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 181480.81 |
-|    wind_direction               | 192.5     |
-|    wind_speed                   | 5.175     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 789       |
-|    n_updates                    | 24574     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 23%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 52.010227 |
-|    air_temperature              | 23.79372  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 67.5      |
-|    outdoor_temperature          | 16.146664 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 8.075     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.17e+03  |
-|    n_updates                    | 24599     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 24%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 633.59576 |
-|    air_humidity                 | 36.390213 |
-|    air_temperature              | 18.894945 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 67.25     |
-|    outdoor_temperature          | 7.8684926 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 570236.2  |
-|    wind_direction               | 57.5      |
-|    wind_speed                   | 7.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.25e+03  |
-|    n_updates                    | 24624     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 24%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 40.3879   |
-|    air_temperature              | 20.59343  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 86.0      |
-|    outdoor_temperature          | 3.5267246 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 100.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 924       |
-|    n_updates                    | 24649     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 104.15375 |
-|    air_humidity                 | 31.20326  |
-|    air_temperature              | 20.999985 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 3.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 4.188778  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 93738.375 |
-|    wind_direction               | 32.5      |
-|    wind_speed                   | 3.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.16e+03  |
-|    n_updates                    | 24674     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 39.983723 |
-|    air_temperature              | 20.003113 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 70.25     |
-|    outdoor_temperature          | 3.8033586 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 35.0      |
-|    wind_speed                   | 3.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.05e+03  |
-|    n_updates                    | 24699     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 69.221664 |
-|    air_temperature              | 19.668886 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 85.0      |
-|    outdoor_temperature          | 4.3165517 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 272.5     |
-|    wind_speed                   | 5.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.23e+03  |
-|    n_updates                    | 24724     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 25%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 54.650764 |
-|    air_temperature              | 19.165148 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 55.5      |
-|    outdoor_temperature          | 2.5306246 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 322.5     |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.58e+03  |
-|    n_updates                    | 24749     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 26%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 54.53965  |
-|    air_temperature              | 19.157383 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 71.25     |
-|    outdoor_temperature          | 4.457339  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 237.5     |
-|    wind_speed                   | 4.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.91e+03  |
-|    n_updates                    | 24774     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 26%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 59.95734  |
-|    air_temperature              | 19.35088  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 61.0      |
-|    outdoor_temperature          | 6.4295363 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 3.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.42e+03  |
-|    n_updates                    | 24799     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 26%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 82.47406  |
-|    air_temperature              | 20.338148 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 29.0      |
-|    direct_solar_radiation       | 369.25    |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 95.0      |
-|    outdoor_temperature          | 7.9402747 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 275.0     |
-|    wind_speed                   | 2.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.86e+03  |
-|    n_updates                    | 24824     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 26%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.3464   |
-|    air_temperature              | 20.925404 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 121.0     |
-|    direct_solar_radiation       | 356.75    |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 61.5      |
-|    outdoor_temperature          | 14.273043 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 225.0     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.2e+03   |
-|    n_updates                    | 24849     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 27%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2664.3604 |
-|    air_humidity                 | 63.509575 |
-|    air_temperature              | 21.99787  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 154.75    |
-|    direct_solar_radiation       | 452.0     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 57.0      |
-|    outdoor_temperature          | 20.487545 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 2375066.5 |
-|    wind_direction               | 225.0     |
-|    wind_speed                   | 2.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.68e+03  |
-|    n_updates                    | 24874     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 27%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3005.8865 |
-|    air_humidity                 | 62.8656   |
-|    air_temperature              | 22.20208  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 218.5     |
-|    direct_solar_radiation       | 174.75    |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 71.25     |
-|    outdoor_temperature          | 20.12474  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 2684761.2 |
-|    wind_direction               | 192.5     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.64e+04  |
-|    n_updates                    | 24899     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 27%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3164.7615 |
-|    air_humidity                 | 54.197342 |
-|    air_temperature              | 23.086617 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 263.25    |
-|    direct_solar_radiation       | 404.75    |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 44.25     |
-|    outdoor_temperature          | 20.261744 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 2821500.5 |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 9.675     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.54e+03  |
-|    n_updates                    | 24924     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 28%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 17.615269 |
-|    air_temperature              | 23.11328  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 177.25    |
-|    direct_solar_radiation       | 827.75    |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 21.5      |
-|    outdoor_temperature          | 10.584083 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 315.0     |
-|    wind_speed                   | 10.45     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.75e+03  |
-|    n_updates                    | 24949     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 28%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 438.20398 |
-|    air_humidity                 | 14.780738 |
-|    air_temperature              | 23.99957  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 110.0     |
-|    direct_solar_radiation       | 941.5     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 17.25     |
-|    outdoor_temperature          | 9.602093  |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 397929.97 |
-|    wind_direction               | 352.5     |
-|    wind_speed                   | 6.075     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.03e+03  |
-|    n_updates                    | 24974     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 28%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 33.816364 |
-|    air_temperature              | 21.155039 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 229.75    |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 66.25     |
-|    outdoor_temperature          | 8.980941  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 175.0     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.66e+03  |
-|    n_updates                    | 24999     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 28%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 31.091959 |
-|    air_temperature              | 22.514444 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 190.75    |
-|    direct_solar_radiation       | 620.25    |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 50.0      |
-|    outdoor_temperature          | 10.923158 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 137.5     |
-|    wind_speed                   | 6.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.03e+03  |
-|    n_updates                    | 25024     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 456.93237 |
-|    air_humidity                 | 48.886036 |
-|    air_temperature              | 23.283798 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 110.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 9.940544  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 411239.16 |
-|    wind_direction               | 107.5     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.84e+03  |
-|    n_updates                    | 25049     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4053.9346 |
-|    air_humidity                 | 47.16852  |
-|    air_temperature              | 23.773457 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 144.25    |
-|    direct_solar_radiation       | 458.75    |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 42.25     |
-|    outdoor_temperature          | 21.774252 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3648541.2 |
-|    wind_direction               | 255.0     |
-|    wind_speed                   | 7.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.2e+03   |
-|    n_updates                    | 25074     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 44.031296 |
-|    air_temperature              | 25.765486 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 47.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 9.873235  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 87.5      |
-|    wind_speed                   | 5.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.75e+04  |
-|    n_updates                    | 25099     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 29%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 35.823162 |
-|    air_temperature              | 27.340607 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 15.0      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 67.5      |
-|    outdoor_temperature          | 8.295609  |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 52.5      |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.5e+03   |
-|    n_updates                    | 25124     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 30%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 38.977745 |
-|    air_temperature              | 27.899288 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 57.75     |
-|    outdoor_temperature          | 7.2945585 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 157.5     |
-|    wind_speed                   | 3.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.95e+03  |
-|    n_updates                    | 25149     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 30%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 63.1766   |
-|    air_temperature              | 20.729017 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 76.25     |
-|    outdoor_temperature          | 10.415078 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 70.0      |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 952       |
-|    n_updates                    | 25174     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 30%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 67.9957   |
-|    air_temperature              | 19.192297 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 7.950842  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 257.5     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.93e+03  |
-|    n_updates                    | 25199     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 55.464287 |
-|    air_temperature              | 22.169394 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 66.0      |
-|    outdoor_temperature          | 8.823215  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 237.5     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 492       |
-|    n_updates                    | 25224     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |            |
-|    index                        | 5          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 25         |
-|    Heating_Setpoint_RL          | 20         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 0.0        |
-|    air_humidity                 | 58.59591   |
-|    air_temperature              | 22.65728   |
-|    clg_setpoint                 | 25.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 23.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 23.0       |
-|    htg_setpoint                 | 20.0       |
-|    month                        | 4.0        |
-|    outdoor_humidity             | 80.75      |
-|    outdoor_temperature          | 10.0935545 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 0.0        |
-|    wind_direction               | 230.0      |
-|    wind_speed                   | 2.35       |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 3.77e+03   |
-|    n_updates                    | 25249      |
-------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 31%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.50592  |
-|    air_temperature              | 21.325115 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 8.709449  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 102.5     |
-|    wind_speed                   | 1.9       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.82e+03  |
-|    n_updates                    | 25274     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 67.27389  |
-|    air_temperature              | 21.735031 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 83.0      |
-|    outdoor_temperature          | 9.947844  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 70.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.33e+03  |
-|    n_updates                    | 25299     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 66.82053  |
-|    air_temperature              | 21.900738 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 83.0      |
-|    outdoor_temperature          | 13.363319 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 235.0     |
-|    wind_speed                   | 3.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.59e+03  |
-|    n_updates                    | 25324     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 68.47042  |
-|    air_temperature              | 21.461578 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 79.5      |
-|    outdoor_temperature          | 14.763615 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 47.5      |
-|    wind_speed                   | 5.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.85e+03  |
-|    n_updates                    | 25349     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 32%
-| action_network/                 |          |
-|    index                        | 9        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 22.5     |
-|    Heating_Setpoint_RL          | 21       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 0.0      |
-|    air_humidity                 | 76.52933 |
-|    air_temperature              | 19.80769 |
-|    clg_setpoint                 | 22.5     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 29.0     |
-|    diffuse_solar_radiation      | 0.0      |
-|    direct_solar_radiation       | 0.0      |
-|    hour                         | 4.0      |
-|    htg_setpoint                 | 21.0     |
-|    month                        | 4.0      |
-|    outdoor_humidity             | 76.25    |
-|    outdoor_temperature          | 10.0389  |
-|    people_occupant              | 0.0      |
-|    total_electricity_HVAC       | 0.0      |
-|    wind_direction               | 102.5    |
-|    wind_speed                   | 4.35     |
-| rollout/                        |          |
-|    exploration_rate             | 0.05     |
-| train/                          |          |
-|    learning_rate                | 0.0001   |
-|    loss                         | 4.23e+03 |
-|    n_updates                    | 25374    |
-----------------------------------------------
---------------------------------------------------------------------------------------------------------------| 33%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 77.56004  |
-|    air_temperature              | 19.754734 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 12.75     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 4.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 12.546379 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 110.0     |
-|    wind_speed                   | 2.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.05e+03  |
-|    n_updates                    | 25399     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 33%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 100.0     |
-|    air_temperature              | 19.873129 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 99.75     |
-|    direct_solar_radiation       | 283.5     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 68.0      |
-|    outdoor_temperature          | 8.822796  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 4.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.38e+03  |
-|    n_updates                    | 25424     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 33%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 250.6906  |
-|    air_humidity                 | 60.83376  |
-|    air_temperature              | 21.001799 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 151.5     |
-|    direct_solar_radiation       | 495.25    |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 42.75     |
-|    outdoor_temperature          | 13.935489 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 226307.55 |
-|    wind_direction               | 35.0      |
-|    wind_speed                   | 6.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.92e+03  |
-|    n_updates                    | 25449     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 34%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 352.57874 |
-|    air_humidity                 | 51.372105 |
-|    air_temperature              | 21.999958 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 189.75    |
-|    direct_solar_radiation       | 4.5       |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 77.0      |
-|    outdoor_temperature          | 12.262045 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 326594.3  |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 10.55     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.52e+03  |
-|    n_updates                    | 25474     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 34%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 70.50618  |
-|    air_temperature              | 20.628372 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 129.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 96.25     |
-|    outdoor_temperature          | 13.166679 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 15.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.95e+03  |
-|    n_updates                    | 25499     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 34%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 66.167046 |
-|    air_temperature              | 21.691072 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 309.25    |
-|    direct_solar_radiation       | 31.5      |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 87.75     |
-|    outdoor_temperature          | 16.63086  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 3.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 676       |
-|    n_updates                    | 25524     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 34%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 410.55798 |
-|    air_humidity                 | 54.012146 |
-|    air_temperature              | 25.636631 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 346.75    |
-|    direct_solar_radiation       | 16.5      |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 15.807955 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 369502.8  |
-|    wind_direction               | 140.0     |
-|    wind_speed                   | 3.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.45e+03  |
-|    n_updates                    | 25549     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 651.70325 |
-|    air_humidity                 | 58.94949  |
-|    air_temperature              | 22.544811 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 143.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 99.25     |
-|    outdoor_temperature          | 13.337481 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 586532.94 |
-|    wind_direction               | 77.5      |
-|    wind_speed                   | 5.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.48e+03  |
-|    n_updates                    | 25574     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1041.8875 |
-|    air_humidity                 | 57.804943 |
-|    air_temperature              | 24.998793 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 263.75    |
-|    direct_solar_radiation       | 10.5      |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 16.276424 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 937698.75 |
-|    wind_direction               | 122.5     |
-|    wind_speed                   | 4.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.19e+03  |
-|    n_updates                    | 25599     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3808.2505 |
-|    air_humidity                 | 51.37692  |
-|    air_temperature              | 23.888063 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 365.75    |
-|    direct_solar_radiation       | 196.25    |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 46.5      |
-|    outdoor_temperature          | 23.000093 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3427425.5 |
-|    wind_direction               | 232.5     |
-|    wind_speed                   | 7.175     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.26e+03  |
-|    n_updates                    | 25624     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 35%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4303.7583 |
-|    air_humidity                 | 42.214954 |
-|    air_temperature              | 24.2613   |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 168.5     |
-|    direct_solar_radiation       | 652.5     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 34.25     |
-|    outdoor_temperature          | 23.414637 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3870570.8 |
-|    wind_direction               | 337.5     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 950       |
-|    n_updates                    | 25649     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 36%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 55.714012 |
-|    air_temperature              | 26.159508 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 129.5     |
-|    direct_solar_radiation       | 608.75    |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 61.75     |
-|    outdoor_temperature          | 13.151306 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 180.0     |
-|    wind_speed                   | 7.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.61e+03  |
-|    n_updates                    | 25674     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 36%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 51.74679  |
-|    air_temperature              | 27.251833 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 106.25    |
-|    direct_solar_radiation       | 385.25    |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 49.0      |
-|    outdoor_temperature          | 20.827276 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 140.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.05e+03  |
-|    n_updates                    | 25699     |
------------------------------------------------
---------------------------------------------------------------------------------------------------------------| 36%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 30.98147  |
-|    air_temperature              | 28.937086 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 46.0      |
-|    direct_solar_radiation       | 185.5     |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 51.5      |
-|    outdoor_temperature          | 13.358186 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 130.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.12e+03  |
-|    n_updates                    | 25724     |
------------------------------------------------
------------------------------------------------*--------------------------------------------------------------| 37%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 41.291485 |
-|    air_temperature              | 29.252293 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 59.5      |
-|    outdoor_temperature          | 9.602841  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 142.5     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.03e+03  |
-|    n_updates                    | 25749     |
------------------------------------------------
------------------------------------------------*--------------------------------------------------------------| 37%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 45.470722 |
-|    air_temperature              | 26.394222 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 54.5      |
-|    outdoor_temperature          | 10.277687 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 77.5      |
-|    wind_speed                   | 1.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.65e+03  |
-|    n_updates                    | 25774     |
------------------------------------------------
------------------------------------------------*--------------------------------------------------------------| 37%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 50.822987 |
-|    air_temperature              | 25.489048 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 74.75     |
-|    outdoor_temperature          | 12.156735 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 80.0      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.18e+04  |
-|    n_updates                    | 25799     |
------------------------------------------------
------------------------------------------------*--------------------------------------------------------------| 37%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 63.22203  |
-|    air_temperature              | 24.64449  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 84.0      |
-|    outdoor_temperature          | 13.052027 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 72.5      |
-|    wind_speed                   | 2.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.12e+03  |
-|    n_updates                    | 25824     |
------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 72.95142  |
-|    air_temperature              | 22.187042 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 15.178462 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 100.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.91e+03  |
-|    n_updates                    | 25849     |
------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 75.1022   |
-|    air_temperature              | 21.650509 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 95.25     |
-|    outdoor_temperature          | 15.624398 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 332.5     |
-|    wind_speed                   | 5.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.52e+03  |
-|    n_updates                    | 25874     |
------------------------------------------------
------------------------------------------------**-------------------------------------------------------------| 38%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 61.087856 |
-|    air_temperature              | 22.81011  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 45.25     |
-|    outdoor_temperature          | 13.491618 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 340.0     |
-|    wind_speed                   | 4.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.78e+03  |
-|    n_updates                    | 25899     |
------------------------------------------------
------------------------------------------------***------------------------------------------------------------| 39%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 73.322044 |
-|    air_temperature              | 21.77929  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 78.75     |
-|    outdoor_temperature          | 14.339748 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 45.0      |
-|    wind_speed                   | 1.125     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.21e+03  |
-|    n_updates                    | 25924     |
------------------------------------------------
------------------------------------------------***------------------------------------------------------------| 39%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 73.95429  |
-|    air_temperature              | 21.417715 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 15.883621 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 92.5      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 998       |
-|    n_updates                    | 25949     |
------------------------------------------------
------------------------------------------------***------------------------------------------------------------| 39%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 100.0     |
-|    air_temperature              | 21.256157 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 15.279231 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 97.5      |
-|    wind_speed                   | 2.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.46e+03  |
-|    n_updates                    | 25974     |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 100.0     |
-|    air_temperature              | 21.208662 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 63.75     |
-|    direct_solar_radiation       | 114.75    |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 76.5      |
-|    outdoor_temperature          | 12.422109 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 225.0     |
-|    wind_speed                   | 5.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.5e+03   |
-|    n_updates                    | 25999     |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 96.97581  |
-|    air_temperature              | 21.713926 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 127.0     |
-|    direct_solar_radiation       | 287.75    |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 59.5      |
-|    outdoor_temperature          | 16.465273 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.34e+03  |
-|    n_updates                    | 26024     |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 187.26651 |
-|    air_humidity                 | 92.392784 |
-|    air_temperature              | 20.754955 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 165.25    |
-|    direct_solar_radiation       | 485.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 64.75     |
-|    outdoor_temperature          | 15.890859 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 168539.34 |
-|    wind_direction               | 315.0     |
-|    wind_speed                   | 4.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.71e+03  |
-|    n_updates                    | 26049     |
------------------------------------------------
------------------------------------------------****-----------------------------------------------------------| 40%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2839.5784 |
-|    air_humidity                 | 52.345562 |
-|    air_temperature              | 21.531103 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 176.75    |
-|    direct_solar_radiation       | 652.25    |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 43.0      |
-|    outdoor_temperature          | 19.804117 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 2523309.0 |
-|    wind_direction               | 317.5     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.98e+03  |
-|    n_updates                    | 26074     |
------------------------------------------------
------------------------------------------------*****----------------------------------------------------------| 41%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3925.5715 |
-|    air_humidity                 | 57.477875 |
-|    air_temperature              | 22.937943 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 187.25    |
-|    direct_solar_radiation       | 717.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 38.75     |
-|    outdoor_temperature          | 24.464203 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3504417.8 |
-|    wind_direction               | 237.5     |
-|    wind_speed                   | 3.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.22e+03  |
-|    n_updates                    | 26099     |
------------------------------------------------
------------------------------------------------*****----------------------------------------------------------| 41%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4254.275  |
-|    air_humidity                 | 52.1896   |
-|    air_temperature              | 23.768286 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 245.25    |
-|    direct_solar_radiation       | 677.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 35.25     |
-|    outdoor_temperature          | 26.724548 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3828847.2 |
-|    wind_direction               | 327.5     |
-|    wind_speed                   | 2.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.93e+03  |
-|    n_updates                    | 26124     |
------------------------------------------------
------------------------------------------------*****----------------------------------------------------------| 41%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4908.532  |
-|    air_humidity                 | 58.187576 |
-|    air_temperature              | 24.125984 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 272.25    |
-|    direct_solar_radiation       | 681.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 5.0       |
-|    outdoor_humidity             | 59.5      |
-|    outdoor_temperature          | 25.087038 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 4400032.0 |
-|    wind_direction               | 147.5     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.15e+03  |
-|    n_updates                    | 26149     |
------------------------------------------------
------------------------------------------------*****----------------------------------------------------------| 41%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 70.08793  |
-|    air_temperature              | 25.162493 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 214.5     |
-|    direct_solar_radiation       | 742.5     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 49.75     |
-|    outdoor_temperature          | 27.204876 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 6.825     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.46e+03  |
-|    n_updates                    | 26174     |
------------------------------------------------
------------------------------------------------******---------------------------------------------------------| 42%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 69.17672  |
-|    air_temperature              | 25.449238 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 120.25    |
-|    direct_solar_radiation       | 868.75    |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 31.75     |
-|    outdoor_temperature          | 19.77673  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 297.5     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.82e+03  |
-|    n_updates                    | 26199     |
------------------------------------------------
------------------------------------------------******---------------------------------------------------------| 42%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4341.2114 |
-|    air_humidity                 | 47.581272 |
-|    air_temperature              | 24.12907  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 164.25    |
-|    direct_solar_radiation       | 792.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 44.0      |
-|    outdoor_temperature          | 22.831139 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3903533.5 |
-|    wind_direction               | 217.5     |
-|    wind_speed                   | 6.075     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.91e+03  |
-|    n_updates                    | 26224     |
------------------------------------------------
------------------------------------------------******---------------------------------------------------------| 42%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4636.2915 |
-|    air_humidity                 | 40.08801  |
-|    air_temperature              | 24.42213  |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 249.5     |
-|    direct_solar_radiation       | 492.25    |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 32.5      |
-|    outdoor_temperature          | 24.683224 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4171513.5 |
-|    wind_direction               | 192.5     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.36e+03  |
-|    n_updates                    | 26249     |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3491.4077 |
-|    air_humidity                 | 55.89672  |
-|    air_temperature              | 23.679293 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 170.25    |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 59.0      |
-|    outdoor_temperature          | 19.496178 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3150081.5 |
-|    wind_direction               | 177.5     |
-|    wind_speed                   | 6.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 9.49e+03  |
-|    n_updates                    | 26274     |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 55.47146  |
-|    air_temperature              | 25.53944  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 94.25     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 88.5      |
-|    outdoor_temperature          | 18.309011 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 8.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.43e+03  |
-|    n_updates                    | 26299     |
------------------------------------------------
------------------------------------------------*******--------------------------------------------------------| 43%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 47.804707 |
-|    air_temperature              | 30.097784 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 70.0      |
-|    direct_solar_radiation       | 78.0      |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 43.5      |
-|    outdoor_temperature          | 27.872309 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 6.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.37e+03  |
-|    n_updates                    | 26324     |
------------------------------------------------
-----------------------------------------------********--------------------------------------------------------| 43%
-| action_network/                 |          |
-|    index                        | 9        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 22.5     |
-|    Heating_Setpoint_RL          | 21       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 0.0      |
-|    air_humidity                 | 67.28057 |
-|    air_temperature              | 26.83315 |
-|    clg_setpoint                 | 30.0     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 8.0      |
-|    diffuse_solar_radiation      | 12.25    |
-|    direct_solar_radiation       | 6.5      |
-|    hour                         | 19.0     |
-|    htg_setpoint                 | 15.0     |
-|    month                        | 6.0      |
-|    outdoor_humidity             | 48.75    |
-|    outdoor_temperature          | 20.32014 |
-|    people_occupant              | 0.0      |
-|    total_electricity_HVAC       | 0.0      |
-|    wind_direction               | 50.0     |
-|    wind_speed                   | 3.475    |
-| rollout/                        |          |
-|    exploration_rate             | 0.05     |
-| train/                          |          |
-|    learning_rate                | 0.0001   |
-|    loss                         | 1.02e+04 |
-|    n_updates                    | 26349    |
-----------------------------------------------
------------------------------------------------********-------------------------------------------------------| 44%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 69.60585  |
-|    air_temperature              | 26.294132 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 70.25     |
-|    outdoor_temperature          | 17.06836  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 3.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.91e+03  |
-|    n_updates                    | 26374     |
------------------------------------------------
------------------------------------------------********-------------------------------------------------------| 44%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 62.328117 |
-|    air_temperature              | 26.36409  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 80.0      |
-|    outdoor_temperature          | 17.44078  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 3.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.16e+03  |
-|    n_updates                    | 26399     |
------------------------------------------------
------------------------------------------------********-------------------------------------------------------| 44%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.79806  |
-|    air_temperature              | 24.133389 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 19.43842  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 162.5     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.15e+03  |
-|    n_updates                    | 26424     |
------------------------------------------------
------------------------------------------------********-------------------------------------------------------| 44%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.323395 |
-|    air_temperature              | 23.736319 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 19.34564  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 5.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.8e+03   |
-|    n_updates                    | 26449     |
------------------------------------------------
------------------------------------------------*********------------------------------------------------------| 45%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 81.02745  |
-|    air_temperature              | 23.606394 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 99.0      |
-|    outdoor_temperature          | 19.023228 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 6.075     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 658       |
-|    n_updates                    | 26474     |
------------------------------------------------
------------------------------------------------*********------------------------------------------------------| 45%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 82.58435  |
-|    air_temperature              | 23.921928 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 87.0      |
-|    outdoor_temperature          | 21.423105 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.94e+03  |
-|    n_updates                    | 26499     |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.42138  |
-|    air_temperature              | 24.429708 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 21.647804 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 92.5      |
-|    wind_speed                   | 3.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.49e+03  |
-|    n_updates                    | 26524     |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 90.55395  |
-|    air_temperature              | 22.446527 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 98.25     |
-|    outdoor_temperature          | 19.192326 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 142.5     |
-|    wind_speed                   | 1.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.04e+03  |
-|    n_updates                    | 26549     |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 86.08581  |
-|    air_temperature              | 22.69578  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 97.0      |
-|    outdoor_temperature          | 22.023277 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 2.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.15e+03  |
-|    n_updates                    | 26574     |
------------------------------------------------
------------------------------------------------**********-----------------------------------------------------| 46%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 87.03985  |
-|    air_temperature              | 22.502487 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 48.5      |
-|    direct_solar_radiation       | 192.75    |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 84.0      |
-|    outdoor_temperature          | 22.397675 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 272.5     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.58e+03  |
-|    n_updates                    | 26599     |
------------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 87.01041  |
-|    air_temperature              | 22.92337  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 115.0     |
-|    direct_solar_radiation       | 271.0     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 75.25     |
-|    outdoor_temperature          | 20.942945 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 4.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.78e+03  |
-|    n_updates                    | 26624     |
------------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1697.0332 |
-|    air_humidity                 | 83.39393  |
-|    air_temperature              | 20.575014 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 98.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 20.522898 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1457054.8 |
-|    wind_direction               | 212.5     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.29e+03  |
-|    n_updates                    | 26649     |
------------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 74.909515 |
-|    air_temperature              | 24.961433 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 124.5     |
-|    direct_solar_radiation       | 684.25    |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 42.0      |
-|    outdoor_temperature          | 24.839106 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 347.5     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.31e+03  |
-|    n_updates                    | 26674     |
------------------------------------------------
------------------------------------------------***********----------------------------------------------------| 47%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 73.118645 |
-|    air_temperature              | 25.401157 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 310.5     |
-|    direct_solar_radiation       | 442.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 43.25     |
-|    outdoor_temperature          | 27.892473 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 282.5     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 468       |
-|    n_updates                    | 26699     |
------------------------------------------------
------------------------------------------------************---------------------------------------------------| 48%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 7243.911  |
-|    air_humidity                 | 60.207127 |
-|    air_temperature              | 23.405018 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 436.0     |
-|    direct_solar_radiation       | 309.5     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 76.25     |
-|    outdoor_temperature          | 26.610846 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 6482271.0 |
-|    wind_direction               | 142.5     |
-|    wind_speed                   | 5.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.21e+03  |
-|    n_updates                    | 26724     |
------------------------------------------------
------------------------------------------------************---------------------------------------------------| 48%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6050.424  |
-|    air_humidity                 | 58.90546  |
-|    air_temperature              | 23.9165   |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 290.5     |
-|    direct_solar_radiation       | 425.25    |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 80.75     |
-|    outdoor_temperature          | 24.506327 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 5445381.5 |
-|    wind_direction               | 197.5     |
-|    wind_speed                   | 5.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 635       |
-|    n_updates                    | 26749     |
------------------------------------------------
------------------------------------------------************---------------------------------------------------| 48%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5802.945  |
-|    air_humidity                 | 56.61357  |
-|    air_temperature              | 24.26556  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 195.0     |
-|    direct_solar_radiation       | 756.5     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 57.0      |
-|    outdoor_temperature          | 27.554426 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 5239022.0 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.57e+03  |
-|    n_updates                    | 26774     |
------------------------------------------------
------------------------------------------------*************--------------------------------------------------| 49%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5660.5815 |
-|    air_humidity                 | 57.0777   |
-|    air_temperature              | 24.114191 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 274.75    |
-|    direct_solar_radiation       | 610.0     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 68.25     |
-|    outdoor_temperature          | 25.911041 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 5093937.0 |
-|    wind_direction               | 187.5     |
-|    wind_speed                   | 9.925     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.18e+03  |
-|    n_updates                    | 26799     |
------------------------------------------------
------------------------------------------------*************--------------------------------------------------| 49%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 5907.6895 |
-|    air_humidity                 | 57.608673 |
-|    air_temperature              | 24.191023 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 319.25    |
-|    direct_solar_radiation       | 279.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 79.75     |
-|    outdoor_temperature          | 23.198372 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5316920.5 |
-|    wind_direction               | 215.0     |
-|    wind_speed                   | 6.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.77e+03  |
-|    n_updates                    | 26824     |
------------------------------------------------
------------------------------------------------*************--------------------------------------------------| 49%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.9303   |
-|    air_temperature              | 24.091045 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 244.75    |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 80.5      |
-|    outdoor_temperature          | 21.664352 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 117.5     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.95e+03  |
-|    n_updates                    | 26849     |
------------------------------------------------
------------------------------------------------*************--------------------------------------------------| 49%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 69.5355   |
-|    air_temperature              | 26.462065 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 293.25    |
-|    direct_solar_radiation       | 91.5      |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 6.0       |
-|    outdoor_humidity             | 81.75     |
-|    outdoor_temperature          | 21.446198 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 192.5     |
-|    wind_speed                   | 8.4       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.9e+03   |
-|    n_updates                    | 26874     |
------------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 52.676174 |
-|    air_temperature              | 26.86975  |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 88.75     |
-|    direct_solar_radiation       | 543.5     |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 25.234293 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.91e+03  |
-|    n_updates                    | 26899     |
------------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 49.196945 |
-|    air_temperature              | 29.72702  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 57.0      |
-|    direct_solar_radiation       | 78.75     |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 81.75     |
-|    outdoor_temperature          | 21.81109  |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 7.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3e+03     |
-|    n_updates                    | 26924     |
------------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 59.365803 |
-|    air_temperature              | 28.91152  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 24.75     |
-|    direct_solar_radiation       | 5.25      |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 73.0      |
-|    outdoor_temperature          | 23.71026  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 275.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.94e+03  |
-|    n_updates                    | 26949     |
------------------------------------------------
------------------------------------------------**************-------------------------------------------------| 50%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 60.808823 |
-|    air_temperature              | 28.34431  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 67.75     |
-|    outdoor_temperature          | 22.228575 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 102.5     |
-|    wind_speed                   | 2.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.39e+03  |
-|    n_updates                    | 26974     |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 66.46324  |
-|    air_temperature              | 27.034254 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 93.75     |
-|    outdoor_temperature          | 21.445435 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 197.5     |
-|    wind_speed                   | 6.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.23e+03  |
-|    n_updates                    | 26999     |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 68.088394 |
-|    air_temperature              | 26.545113 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 83.5      |
-|    outdoor_temperature          | 24.056477 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.63e+03  |
-|    n_updates                    | 27024     |
------------------------------------------------
------------------------------------------------***************------------------------------------------------| 51%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 68.48272  |
-|    air_temperature              | 26.513992 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 70.25     |
-|    outdoor_temperature          | 26.597227 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 67.5      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.66e+03  |
-|    n_updates                    | 27049     |
------------------------------------------------
------------------------------------------------****************-----------------------------------------------| 52%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 81.68627  |
-|    air_temperature              | 24.137533 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 94.0      |
-|    outdoor_temperature          | 23.70093  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 17.5      |
-|    wind_speed                   | 0.375     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 564       |
-|    n_updates                    | 27074     |
------------------------------------------------
------------------------------------------------****************-----------------------------------------------| 52%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.33599  |
-|    air_temperature              | 24.662937 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 61.0      |
-|    outdoor_temperature          | 27.363422 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 292.5     |
-|    wind_speed                   | 5.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.54e+03  |
-|    n_updates                    | 27099     |
------------------------------------------------
------------------------------------------------****************-----------------------------------------------| 52%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 77.69531  |
-|    air_temperature              | 23.924374 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 55.5      |
-|    outdoor_temperature          | 20.73869  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 350.0     |
-|    wind_speed                   | 4.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.1e+03   |
-|    n_updates                    | 27124     |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.839935 |
-|    air_temperature              | 22.857756 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 78.25     |
-|    outdoor_temperature          | 20.073912 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 272.5     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.31e+03  |
-|    n_updates                    | 27149     |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 75.361885 |
-|    air_temperature              | 24.164515 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 91.5      |
-|    outdoor_temperature          | 23.011673 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 232.5     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.83e+03  |
-|    n_updates                    | 27174     |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 73.6474   |
-|    air_temperature              | 24.565113 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 27.5      |
-|    direct_solar_radiation       | 219.5     |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 80.0      |
-|    outdoor_temperature          | 24.377394 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 35.0      |
-|    wind_speed                   | 2.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.65e+03  |
-|    n_updates                    | 27199     |
------------------------------------------------
------------------------------------------------*****************----------------------------------------------| 53%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.95512  |
-|    air_temperature              | 22.372908 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 41.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 97.75     |
-|    outdoor_temperature          | 20.871769 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 22.5      |
-|    wind_speed                   | 3.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.23e+03  |
-|    n_updates                    | 27224     |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2666.0518 |
-|    air_humidity                 | 83.77003  |
-|    air_temperature              | 21.471449 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 173.5     |
-|    direct_solar_radiation       | 193.5     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 81.25     |
-|    outdoor_temperature          | 24.982664 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 2182675.2 |
-|    wind_direction               | 357.5     |
-|    wind_speed                   | 0.375     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.35e+03  |
-|    n_updates                    | 27249     |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6300.4297 |
-|    air_humidity                 | 69.49313  |
-|    air_temperature              | 22.120296 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 112.75    |
-|    direct_solar_radiation       | 736.75    |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 60.5      |
-|    outdoor_temperature          | 26.808458 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5725117.5 |
-|    wind_direction               | 75.0      |
-|    wind_speed                   | 2.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.65e+03  |
-|    n_updates                    | 27274     |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 8811.83   |
-|    air_humidity                 | 65.531456 |
-|    air_temperature              | 22.561466 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 152.0     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 94.0      |
-|    outdoor_temperature          | 25.571522 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 7934286.0 |
-|    wind_direction               | 115.0     |
-|    wind_speed                   | 3.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.52e+03  |
-|    n_updates                    | 27299     |
------------------------------------------------
------------------------------------------------******************---------------------------------------------| 54%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6695.759  |
-|    air_humidity                 | 60.31789  |
-|    air_temperature              | 23.617308 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 319.75    |
-|    direct_solar_radiation       | 525.25    |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 74.0      |
-|    outdoor_temperature          | 26.11162  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5988546.0 |
-|    wind_direction               | 197.5     |
-|    wind_speed                   | 4.375     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.74e+03  |
-|    n_updates                    | 27324     |
------------------------------------------------
------------------------------------------------*******************--------------------------------------------| 55%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 67.9954   |
-|    air_temperature              | 26.786385 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 386.5     |
-|    direct_solar_radiation       | 388.5     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 74.5      |
-|    outdoor_temperature          | 30.048075 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 192.5     |
-|    wind_speed                   | 3.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.49e+03  |
-|    n_updates                    | 27349     |
------------------------------------------------
------------------------------------------------*******************--------------------------------------------| 55%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 68.56357  |
-|    air_temperature              | 26.611694 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 372.0     |
-|    direct_solar_radiation       | 480.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 71.0      |
-|    outdoor_temperature          | 27.463623 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 197.5     |
-|    wind_speed                   | 5.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.03e+03  |
-|    n_updates                    | 27374     |
------------------------------------------------
------------------------------------------------*******************--------------------------------------------| 55%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 7725.646  |
-|    air_humidity                 | 57.66061  |
-|    air_temperature              | 24.009495 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 362.25    |
-|    direct_solar_radiation       | 482.0     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 75.5      |
-|    outdoor_temperature          | 27.697567 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 6953081.0 |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.38e+03  |
-|    n_updates                    | 27399     |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 7112.092  |
-|    air_humidity                 | 59.154137 |
-|    air_temperature              | 23.774574 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 233.25    |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 92.5      |
-|    outdoor_temperature          | 24.108007 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 6400882.5 |
-|    wind_direction               | 242.5     |
-|    wind_speed                   | 5.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 9.33e+03  |
-|    n_updates                    | 27424     |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 7589.05   |
-|    air_humidity                 | 58.069283 |
-|    air_temperature              | 24.212975 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 168.75    |
-|    direct_solar_radiation       | 636.25    |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 65.75     |
-|    outdoor_temperature          | 27.823973 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 6806540.0 |
-|    wind_direction               | 192.5     |
-|    wind_speed                   | 4.75      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 539       |
-|    n_updates                    | 27449     |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 7284.086  |
-|    air_humidity                 | 57.75603  |
-|    air_temperature              | 24.36963  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 224.0     |
-|    direct_solar_radiation       | 46.5      |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 65.25     |
-|    outdoor_temperature          | 27.25723  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 6567345.5 |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 5.675     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.68e+03  |
-|    n_updates                    | 27474     |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 56%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 54.34198  |
-|    air_temperature              | 26.128633 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 81.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 21.060984 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 252.5     |
-|    wind_speed                   | 3.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.5e+03   |
-|    n_updates                    | 27499     |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 57%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 66.87071  |
-|    air_temperature              | 27.23084  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 41.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 78.25     |
-|    outdoor_temperature          | 22.799652 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 2.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 652       |
-|    n_updates                    | 27524     |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 57%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 70.91234  |
-|    air_temperature              | 26.266905 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 75.25     |
-|    outdoor_temperature          | 22.761063 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 227.5     |
-|    wind_speed                   | 5.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.84e+03  |
-|    n_updates                    | 27549     |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 57%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 60.622814 |
-|    air_temperature              | 27.924835 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 84.0      |
-|    outdoor_temperature          | 23.308342 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 182.5     |
-|    wind_speed                   | 4.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.28e+03  |
-|    n_updates                    | 27574     |
------------------------------------------------
------------------------------------------------********************-------------------------------------------| 57%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 68.77873  |
-|    air_temperature              | 26.76857  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 90.75     |
-|    outdoor_temperature          | 23.624556 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 4.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.2e+03   |
-|    n_updates                    | 27599     |
------------------------------------------------
------------------------------------------------*********************------------------------------------------| 58%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 74.077736 |
-|    air_temperature              | 25.452297 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 7.0       |
-|    outdoor_humidity             | 82.0      |
-|    outdoor_temperature          | 23.497612 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 3.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.44e+03  |
-|    n_updates                    | 27624     |
------------------------------------------------
------------------------------------------------*********************------------------------------------------| 58%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 72.40393  |
-|    air_temperature              | 25.641663 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 66.25     |
-|    outdoor_temperature          | 24.917315 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 232.5     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.44e+03  |
-|    n_updates                    | 27649     |
------------------------------------------------
------------------------------------------------***********************----------------------------------------| 59%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 75.30557  |
-|    air_temperature              | 25.393188 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 76.75     |
-|    outdoor_temperature          | 28.25013  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 3.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.4e+03   |
-|    n_updates                    | 27674     |
------------------------------------------------
-----------------------------------------------************************----------------------------------------| 59%
-| action_network/                 |          |
-|    index                        | 5        |
-| action_simulation/              |          |
-|    Cooling_Setpoint_RL          | 25       |
-|    Heating_Setpoint_RL          | 20       |
-| observation/                    |          |
-|    HVAC_electricity_demand_rate | 0.0      |
-|    air_humidity                 | 74.47385 |
-|    air_temperature              | 25.55956 |
-|    clg_setpoint                 | 25.0     |
-|    co2_emission                 | 0.0      |
-|    day_of_month                 | 4.0      |
-|    diffuse_solar_radiation      | 0.0      |
-|    direct_solar_radiation       | 0.0      |
-|    hour                         | 1.0      |
-|    htg_setpoint                 | 20.0     |
-|    month                        | 8.0      |
-|    outdoor_humidity             | 94.0     |
-|    outdoor_temperature          | 25.52394 |
-|    people_occupant              | 0.0      |
-|    total_electricity_HVAC       | 0.0      |
-|    wind_direction               | 187.5    |
-|    wind_speed                   | 2.975    |
-| rollout/                        |          |
-|    exploration_rate             | 0.05     |
-| train/                          |          |
-|    learning_rate                | 0.0001   |
-|    loss                         | 2.64e+03 |
-|    n_updates                    | 27699    |
-----------------------------------------------
------------------------------------------------***********************----------------------------------------| 59%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 76.14162  |
-|    air_temperature              | 25.054893 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 82.75     |
-|    outdoor_temperature          | 25.166603 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.39e+03  |
-|    n_updates                    | 27724     |
------------------------------------------------
------------------------------------------------***********************----------------------------------------| 59%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 85.48113  |
-|    air_temperature              | 23.279541 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 89.5      |
-|    outdoor_temperature          | 23.949242 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 2.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.23e+03  |
-|    n_updates                    | 27749     |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 90.318306 |
-|    air_temperature              | 21.868973 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 86.5      |
-|    outdoor_temperature          | 18.62419  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 42.5      |
-|    wind_speed                   | 2.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.65e+03  |
-|    n_updates                    | 27774     |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 91.097755 |
-|    air_temperature              | 21.851496 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 21.0      |
-|    direct_solar_radiation       | 57.75     |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 72.5      |
-|    outdoor_temperature          | 15.950931 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 30.0      |
-|    wind_speed                   | 3.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.83e+03  |
-|    n_updates                    | 27799     |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 86.87412  |
-|    air_temperature              | 21.786936 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 98.75     |
-|    direct_solar_radiation       | 102.0     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 73.5      |
-|    outdoor_temperature          | 19.933619 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 35.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.68e+03  |
-|    n_updates                    | 27824     |
------------------------------------------------
------------------------------------------------************************---------------------------------------| 60%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.27451  |
-|    air_temperature              | 23.58274  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 71.0      |
-|    direct_solar_radiation       | 629.0     |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 74.75     |
-|    outdoor_temperature          | 22.477741 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 275.0     |
-|    wind_speed                   | 2.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.16e+03  |
-|    n_updates                    | 27849     |
------------------------------------------------
------------------------------------------------*************************--------------------------------------| 61%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 75.46448  |
-|    air_temperature              | 24.158018 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 259.0     |
-|    direct_solar_radiation       | 266.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 79.0      |
-|    outdoor_temperature          | 25.413868 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 205.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.28e+03  |
-|    n_updates                    | 27874     |
------------------------------------------------
------------------------------------------------*************************--------------------------------------| 61%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 7313.54   |
-|    air_humidity                 | 62.38672  |
-|    air_temperature              | 22.854069 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 337.5     |
-|    direct_solar_radiation       | 108.5     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 78.5      |
-|    outdoor_temperature          | 26.157618 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 6531380.0 |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.41e+03  |
-|    n_updates                    | 27899     |
------------------------------------------------
------------------------------------------------*************************--------------------------------------| 61%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4564.3667 |
-|    air_humidity                 | 58.276726 |
-|    air_temperature              | 23.902065 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 279.75    |
-|    direct_solar_radiation       | 594.75    |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 39.75     |
-|    outdoor_temperature          | 27.919645 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4107929.8 |
-|    wind_direction               | 335.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.33e+03  |
-|    n_updates                    | 27924     |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 7623.4326 |
-|    air_humidity                 | 58.009117 |
-|    air_temperature              | 24.158352 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 354.75    |
-|    direct_solar_radiation       | 483.5     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 66.5      |
-|    outdoor_temperature          | 27.180256 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 6847386.5 |
-|    wind_direction               | 197.5     |
-|    wind_speed                   | 5.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.55e+03  |
-|    n_updates                    | 27949     |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6947.407  |
-|    air_humidity                 | 58.06217  |
-|    air_temperature              | 23.78853  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 186.5     |
-|    direct_solar_radiation       | 707.25    |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 52.25     |
-|    outdoor_temperature          | 29.24378  |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 6253876.0 |
-|    wind_direction               | 165.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.43e+03  |
-|    n_updates                    | 27974     |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 9098.813  |
-|    air_humidity                 | 56.64776  |
-|    air_temperature              | 24.771917 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 305.0     |
-|    direct_solar_radiation       | 491.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 58.0      |
-|    outdoor_temperature          | 33.54648  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 8188946.0 |
-|    wind_direction               | 100.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.43e+04  |
-|    n_updates                    | 27999     |
------------------------------------------------
------------------------------------------------**************************-------------------------------------| 62%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 76.09069  |
-|    air_temperature              | 27.673058 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 353.25    |
-|    direct_solar_radiation       | 251.75    |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 60.0      |
-|    outdoor_temperature          | 31.510412 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 37.5      |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.23e+03  |
-|    n_updates                    | 28024     |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 71.35179  |
-|    air_temperature              | 28.799736 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 138.5     |
-|    direct_solar_radiation       | 643.5     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 33.0      |
-|    outdoor_temperature          | 32.46637  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 57.5      |
-|    wind_speed                   | 6.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.98e+03  |
-|    n_updates                    | 28049     |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4839.138  |
-|    air_humidity                 | 53.21796  |
-|    air_temperature              | 24.422802 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 147.5     |
-|    direct_solar_radiation       | 458.5     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 43.75     |
-|    outdoor_temperature          | 27.520885 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4355224.5 |
-|    wind_direction               | 117.5     |
-|    wind_speed                   | 4.875     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.24e+03  |
-|    n_updates                    | 28074     |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 49.3193   |
-|    air_temperature              | 26.766872 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 98.0      |
-|    direct_solar_radiation       | 229.0     |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 53.5      |
-|    outdoor_temperature          | 25.16245  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 167.5     |
-|    wind_speed                   | 3.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.46e+03  |
-|    n_updates                    | 28099     |
------------------------------------------------
------------------------------------------------***************************------------------------------------| 63%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 50.959476 |
-|    air_temperature              | 30.62267  |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 23.25     |
-|    direct_solar_radiation       | 160.5     |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 66.75     |
-|    outdoor_temperature          | 29.26822  |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 202.5     |
-|    wind_speed                   | 3.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.14e+03  |
-|    n_updates                    | 28124     |
------------------------------------------------
------------------------------------------------****************************-----------------------------------| 64%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 43.667793 |
-|    air_temperature              | 29.918974 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 31.25     |
-|    outdoor_temperature          | 26.58964  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 5.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.25e+03  |
-|    n_updates                    | 28149     |
------------------------------------------------
------------------------------------------------****************************-----------------------------------| 64%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 61.34158  |
-|    air_temperature              | 28.237514 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 68.75     |
-|    outdoor_temperature          | 23.070307 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 207.5     |
-|    wind_speed                   | 7.075     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.49e+03  |
-|    n_updates                    | 28174     |
------------------------------------------------
------------------------------------------------****************************-----------------------------------| 64%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 67.39148  |
-|    air_temperature              | 26.905378 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 32.5      |
-|    outdoor_temperature          | 24.062317 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 8.075     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.4e+03   |
-|    n_updates                    | 28199     |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 71.6153   |
-|    air_temperature              | 25.987005 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 50.0      |
-|    outdoor_temperature          | 21.171911 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 57.5      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.58e+03  |
-|    n_updates                    | 28224     |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.07577  |
-|    air_temperature              | 24.398651 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 68.75     |
-|    outdoor_temperature          | 19.837196 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 225.0     |
-|    wind_speed                   | 4.75      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.27e+03  |
-|    n_updates                    | 28249     |
------------------------------------------------
------------------------------------------------*****************************----------------------------------| 65%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.98378  |
-|    air_temperature              | 24.30729  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 68.5      |
-|    outdoor_temperature          | 23.006378 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 42.5      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.3e+03   |
-|    n_updates                    | 28274     |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 77.59511  |
-|    air_temperature              | 23.637218 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 65.5      |
-|    outdoor_temperature          | 19.68392  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 47.5      |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.93e+03  |
-|    n_updates                    | 28299     |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 78.53599  |
-|    air_temperature              | 23.408203 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 57.5      |
-|    outdoor_temperature          | 24.29011  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 355.0     |
-|    wind_speed                   | 0.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.19e+03  |
-|    n_updates                    | 28324     |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 61.36071  |
-|    air_temperature              | 23.787981 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 8.0       |
-|    outdoor_humidity             | 72.25     |
-|    outdoor_temperature          | 18.836372 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 257.5     |
-|    wind_speed                   | 1.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.11e+03  |
-|    n_updates                    | 28349     |
------------------------------------------------
------------------------------------------------******************************---------------------------------| 66%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 61.465584 |
-|    air_temperature              | 23.595346 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 86.25     |
-|    outdoor_temperature          | 21.46531  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 295.0     |
-|    wind_speed                   | 2.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.91e+03  |
-|    n_updates                    | 28374     |
------------------------------------------------
------------------------------------------------*******************************--------------------------------| 67%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 62.35134  |
-|    air_temperature              | 23.423868 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 55.5      |
-|    outdoor_temperature          | 23.927923 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.98e+03  |
-|    n_updates                    | 28399     |
------------------------------------------------
------------------------------------------------*******************************--------------------------------| 67%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 93.466934 |
-|    air_temperature              | 21.542606 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 50.75     |
-|    direct_solar_radiation       | 189.25    |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 62.5      |
-|    outdoor_temperature          | 15.690955 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 45.0      |
-|    wind_speed                   | 3.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.02e+03  |
-|    n_updates                    | 28424     |
------------------------------------------------
------------------------------------------------*******************************--------------------------------| 67%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 2477.6624 |
-|    air_humidity                 | 77.14731  |
-|    air_temperature              | 22.00025  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 83.0      |
-|    direct_solar_radiation       | 502.75    |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 73.25     |
-|    outdoor_temperature          | 20.781527 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1977187.8 |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 1.125     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.29e+03  |
-|    n_updates                    | 28449     |
------------------------------------------------
------------------------------------------------********************************-------------------------------| 68%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4321.831  |
-|    air_humidity                 | 70.94759  |
-|    air_temperature              | 21.340313 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 116.75    |
-|    direct_solar_radiation       | 631.0     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 67.5      |
-|    outdoor_temperature          | 22.644999 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3888217.8 |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 4.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.62e+03  |
-|    n_updates                    | 28474     |
------------------------------------------------
------------------------------------------------********************************-------------------------------| 68%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4505.541  |
-|    air_humidity                 | 62.703907 |
-|    air_temperature              | 22.807577 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 98.25     |
-|    direct_solar_radiation       | 812.75    |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 53.5      |
-|    outdoor_temperature          | 24.97025  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 4071010.2 |
-|    wind_direction               | 22.5      |
-|    wind_speed                   | 3.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.55e+03  |
-|    n_updates                    | 28499     |
------------------------------------------------
------------------------------------------------********************************-------------------------------| 68%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 75.33011  |
-|    air_temperature              | 24.624273 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 154.75    |
-|    direct_solar_radiation       | 478.5     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 74.5      |
-|    outdoor_temperature          | 25.0148   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 197.5     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.3e+03   |
-|    n_updates                    | 28524     |
------------------------------------------------
------------------------------------------------********************************-------------------------------| 68%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 72.02536  |
-|    air_temperature              | 25.36438  |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 400.5     |
-|    direct_solar_radiation       | 304.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 65.0      |
-|    outdoor_temperature          | 22.886509 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 50.0      |
-|    wind_speed                   | 6.575     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.89e+03  |
-|    n_updates                    | 28549     |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3543.0786 |
-|    air_humidity                 | 58.36832  |
-|    air_temperature              | 23.563951 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 261.25    |
-|    direct_solar_radiation       | 207.0     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 67.75     |
-|    outdoor_temperature          | 21.862566 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 3202745.5 |
-|    wind_direction               | 175.0     |
-|    wind_speed                   | 3.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.82e+03  |
-|    n_updates                    | 28574     |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4519.3745 |
-|    air_humidity                 | 41.45838  |
-|    air_temperature              | 23.592949 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 98.25     |
-|    direct_solar_radiation       | 822.75    |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 31.75     |
-|    outdoor_temperature          | 24.748531 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 4067437.0 |
-|    wind_direction               | 7.5       |
-|    wind_speed                   | 6.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.52e+03  |
-|    n_updates                    | 28599     |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 3872.587  |
-|    air_humidity                 | 35.28053  |
-|    air_temperature              | 24.146233 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 174.0     |
-|    direct_solar_radiation       | 672.0     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 36.25     |
-|    outdoor_temperature          | 20.738441 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3485328.2 |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 4.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.6e+03   |
-|    n_updates                    | 28624     |
------------------------------------------------
------------------------------------------------*********************************------------------------------| 69%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 4094.6316 |
-|    air_humidity                 | 54.37934  |
-|    air_temperature              | 24.257887 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 184.5     |
-|    direct_solar_radiation       | 314.25    |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 47.0      |
-|    outdoor_temperature          | 24.230354 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 3685168.5 |
-|    wind_direction               | 172.5     |
-|    wind_speed                   | 5.825     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.75e+03  |
-|    n_updates                    | 28649     |
------------------------------------------------
------------------------------------------------**********************************-----------------------------| 70%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 6661.5596 |
-|    air_humidity                 | 59.606304 |
-|    air_temperature              | 23.828178 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 115.5     |
-|    direct_solar_radiation       | 171.75    |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 80.5      |
-|    outdoor_temperature          | 24.708069 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 5995403.5 |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.82e+03  |
-|    n_updates                    | 28674     |
------------------------------------------------
------------------------------------------------**********************************-----------------------------| 70%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 61.85174  |
-|    air_temperature              | 27.639334 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 44.75     |
-|    direct_solar_radiation       | 168.0     |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 52.25     |
-|    outdoor_temperature          | 25.771671 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 272.5     |
-|    wind_speed                   | 4.5       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.35e+03  |
-|    n_updates                    | 28699     |
------------------------------------------------
------------------------------------------------**********************************-----------------------------| 70%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 66.16045  |
-|    air_temperature              | 26.708534 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 59.5      |
-|    outdoor_temperature          | 19.23912  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 152.5     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.08e+03  |
-|    n_updates                    | 28724     |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 58.647655 |
-|    air_temperature              | 28.036564 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 69.25     |
-|    outdoor_temperature          | 19.43089  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 135.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.57e+03  |
-|    n_updates                    | 28749     |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 67.57566  |
-|    air_temperature              | 26.250349 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 76.75     |
-|    outdoor_temperature          | 21.130976 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 350.0     |
-|    wind_speed                   | 4.8       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.15e+03  |
-|    n_updates                    | 28774     |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 63.49098  |
-|    air_temperature              | 25.85888  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 47.0      |
-|    outdoor_temperature          | 18.392647 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 25.0      |
-|    wind_speed                   | 3.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.9e+03   |
-|    n_updates                    | 28799     |
------------------------------------------------
------------------------------------------------***********************************----------------------------| 71%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 75.80126  |
-|    air_temperature              | 24.471773 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 78.0      |
-|    outdoor_temperature          | 15.646113 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 2.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.9e+03   |
-|    n_updates                    | 28824     |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.124214 |
-|    air_temperature              | 23.765324 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 79.5      |
-|    outdoor_temperature          | 19.500229 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 197.5     |
-|    wind_speed                   | 2.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.5e+03   |
-|    n_updates                    | 28849     |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 80.977394 |
-|    air_temperature              | 23.556833 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 20.698845 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 210.0     |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.04e+03  |
-|    n_updates                    | 28874     |
------------------------------------------------
------------------------------------------------************************************---------------------------| 72%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 91.42441  |
-|    air_temperature              | 21.563036 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 69.5      |
-|    outdoor_temperature          | 13.609982 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 340.0     |
-|    wind_speed                   | 4.625     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.97e+03  |
-|    n_updates                    | 28899     |
------------------------------------------------
------------------------------------------------*************************************--------------------------| 73%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 61.102802 |
-|    air_temperature              | 21.2258   |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 65.0      |
-|    outdoor_temperature          | 12.835937 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 20.0      |
-|    wind_speed                   | 2.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.69e+03  |
-|    n_updates                    | 28924     |
------------------------------------------------
------------------------------------------------*************************************--------------------------| 73%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 79.69949  |
-|    air_temperature              | 21.181385 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 75.25     |
-|    outdoor_temperature          | 13.469681 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 60.0      |
-|    wind_speed                   | 3.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.07e+03  |
-|    n_updates                    | 28949     |
------------------------------------------------
------------------------------------------------*************************************--------------------------| 73%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 96.59502  |
-|    air_temperature              | 20.909647 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 93.75     |
-|    outdoor_temperature          | 14.101468 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 12.5      |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.52e+04  |
-|    n_updates                    | 28974     |
------------------------------------------------
------------------------------------------------**************************************-------------------------| 74%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 83.66151  |
-|    air_temperature              | 20.910679 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 93.0      |
-|    outdoor_temperature          | 14.273347 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 335.0     |
-|    wind_speed                   | 0.775     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 9.57e+03  |
-|    n_updates                    | 28999     |
------------------------------------------------
------------------------------------------------**************************************-------------------------| 74%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 0.0       |
-|    air_humidity                 | 86.35091  |
-|    air_temperature              | 22.401176 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 28.5      |
-|    direct_solar_radiation       | 148.0     |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 66.5      |
-|    outdoor_temperature          | 17.324581 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 0.0       |
-|    wind_direction               | 305.0     |
-|    wind_speed                   | 2.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.63e+03  |
-|    n_updates                    | 29024     |
------------------------------------------------
-------------------------------------------------*************************************-------------------------| 74%
-| action_network/                 |            |
-|    index                        | 9          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 22.5       |
-|    Heating_Setpoint_RL          | 21         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 0.0        |
-|    air_humidity                 | 91.71592   |
-|    air_temperature              | 21.573292  |
-|    clg_setpoint                 | 27.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 29.0       |
-|    diffuse_solar_radiation      | 61.5       |
-|    direct_solar_radiation       | 462.0      |
-|    hour                         | 7.0        |
-|    htg_setpoint                 | 18.0       |
-|    month                        | 9.0        |
-|    outdoor_humidity             | 62.5       |
-|    outdoor_temperature          | 15.8933735 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 0.0        |
-|    wind_direction               | 55.0       |
-|    wind_speed                   | 3.975      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 951        |
-|    n_updates                    | 29049      |
-------------------------------------------------
------------------------------------------------**************************************-------------------------| 74%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 251.89574 |
-|    air_humidity                 | 70.314674 |
-|    air_temperature              | 21.169209 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 77.5      |
-|    direct_solar_radiation       | 664.75    |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 9.0       |
-|    outdoor_humidity             | 71.5      |
-|    outdoor_temperature          | 14.55806  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 226868.83 |
-|    wind_direction               | 40.0      |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.4e+03   |
-|    n_updates                    | 29074     |
------------------------------------------------
------------------------------------------------***************************************------------------------| 75%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 850.58246 |
-|    air_humidity                 | 35.990826 |
-|    air_temperature              | 22.583698 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 119.5     |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 66.0      |
-|    outdoor_temperature          | 9.76581   |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 769733.7  |
-|    wind_direction               | 5.0       |
-|    wind_speed                   | 6.075     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.25e+04  |
-|    n_updates                    | 29099     |
------------------------------------------------
------------------------------------------------***************************************------------------------| 75%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 42.975693 |
-|    air_temperature              | 26.315203 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 204.5     |
-|    direct_solar_radiation       | 600.75    |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 59.0      |
-|    outdoor_temperature          | 19.211603 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 3.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 636       |
-|    n_updates                    | 29124     |
------------------------------------------------
------------------------------------------------***************************************------------------------| 75%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 51.393436 |
-|    air_temperature              | 28.684353 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 178.5     |
-|    direct_solar_radiation       | 708.25    |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 68.0      |
-|    outdoor_temperature          | 21.962957 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 182.5     |
-|    wind_speed                   | 4.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.99e+03  |
-|    n_updates                    | 29149     |
------------------------------------------------
------------------------------------------------***************************************------------------------| 75%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 48.845577 |
-|    air_temperature              | 30.227089 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 179.5     |
-|    direct_solar_radiation       | 708.25    |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 57.0      |
-|    outdoor_temperature          | 24.785164 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 4.375     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.71e+03  |
-|    n_updates                    | 29174     |
------------------------------------------------
------------------------------------------------****************************************-----------------------| 76%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 49.81533  |
-|    air_temperature              | 26.78495  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 206.75    |
-|    direct_solar_radiation       | 562.75    |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 69.75     |
-|    outdoor_temperature          | 24.165697 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 172.5     |
-|    wind_speed                   | 4.375     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.19e+03  |
-|    n_updates                    | 29199     |
------------------------------------------------
------------------------------------------------****************************************-----------------------| 76%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 51.039814 |
-|    air_temperature              | 22.37903  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 163.0     |
-|    direct_solar_radiation       | 601.5     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 47.0      |
-|    outdoor_temperature          | 16.668146 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 302.5     |
-|    wind_speed                   | 9.4       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.64e+03  |
-|    n_updates                    | 29224     |
------------------------------------------------
------------------------------------------------****************************************-----------------------| 76%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 755.82086 |
-|    air_humidity                 | 21.041191 |
-|    air_temperature              | 24.998777 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 144.75    |
-|    direct_solar_radiation       | 395.75    |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 30.75     |
-|    outdoor_temperature          | 12.887494 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 680238.8  |
-|    wind_direction               | 300.0     |
-|    wind_speed                   | 9.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.18e+04  |
-|    n_updates                    | 29249     |
------------------------------------------------
-------------------------------------------------****************************************----------------------| 77%
-| action_network/                 |            |
-|    index                        | 4          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 26         |
-|    Heating_Setpoint_RL          | 19         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 589.74524  |
-|    air_humidity                 | 23.250929  |
-|    air_temperature              | 25.870352  |
-|    clg_setpoint                 | 26.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 8.0        |
-|    diffuse_solar_radiation      | 62.25      |
-|    direct_solar_radiation       | 407.75     |
-|    hour                         | 16.0       |
-|    htg_setpoint                 | 19.0       |
-|    month                        | 10.0       |
-|    outdoor_humidity             | 35.5       |
-|    outdoor_temperature          | 11.0501375 |
-|    people_occupant              | 20.0       |
-|    total_electricity_HVAC       | 530770.75  |
-|    wind_direction               | 327.5      |
-|    wind_speed                   | 6.325      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 3e+03      |
-|    n_updates                    | 29274      |
-------------------------------------------------
------------------------------------------------*****************************************----------------------| 77%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 354.78235 |
-|    air_humidity                 | 32.41525  |
-|    air_temperature              | 25.343817 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 13.5      |
-|    direct_solar_radiation       | 74.25     |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 59.25     |
-|    outdoor_temperature          | 12.575379 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 320056.66 |
-|    wind_direction               | 197.5     |
-|    wind_speed                   | 4.675     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.08e+03  |
-|    n_updates                    | 29299     |
------------------------------------------------
------------------------------------------------*****************************************----------------------| 77%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 171.28177 |
-|    air_humidity                 | 52.437138 |
-|    air_temperature              | 25.750761 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 95.25     |
-|    outdoor_temperature          | 13.752086 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 153119.23 |
-|    wind_direction               | 190.0     |
-|    wind_speed                   | 3.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 992       |
-|    n_updates                    | 29324     |
------------------------------------------------
------------------------------------------------*****************************************----------------------| 77%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 847.4101  |
-|    air_humidity                 | 64.57593  |
-|    air_temperature              | 23.547272 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 89.25     |
-|    outdoor_temperature          | 17.499285 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 803713.75 |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 6.175     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.11e+03  |
-|    n_updates                    | 29349     |
------------------------------------------------
------------------------------------------------******************************************---------------------| 78%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 61.545914 |
-|    air_temperature              | 22.444693 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 14.527241 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 195.0     |
-|    wind_speed                   | 2.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.8e+03   |
-|    n_updates                    | 29374     |
------------------------------------------------
------------------------------------------------******************************************---------------------| 78%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 65.661545 |
-|    air_temperature              | 22.53084  |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 15.061643 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 85.0      |
-|    wind_speed                   | 2.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.06e+03  |
-|    n_updates                    | 29399     |
------------------------------------------------
------------------------------------------------******************************************---------------------| 78%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 75.10691  |
-|    air_temperature              | 21.282064 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 97.75     |
-|    outdoor_temperature          | 17.111017 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 120.0     |
-|    wind_speed                   | 7.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.96e+03  |
-|    n_updates                    | 29424     |
------------------------------------------------
------------------------------------------------******************************************---------------------| 78%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 163.51776 |
-|    air_humidity                 | 38.679943 |
-|    air_temperature              | 20.623661 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 64.0      |
-|    outdoor_temperature          | 11.948649 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 144203.34 |
-|    wind_direction               | 322.5     |
-|    wind_speed                   | 1.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.08e+03  |
-|    n_updates                    | 29449     |
------------------------------------------------
------------------------------------------------*******************************************--------------------| 79%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 195.99529 |
-|    air_humidity                 | 59.502026 |
-|    air_temperature              | 20.113121 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 79.75     |
-|    outdoor_temperature          | 11.68936  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 176395.77 |
-|    wind_direction               | 285.0     |
-|    wind_speed                   | 6.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.14e+03  |
-|    n_updates                    | 29474     |
------------------------------------------------
------------------------------------------------*******************************************--------------------| 79%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 395.82913 |
-|    air_humidity                 | 18.008144 |
-|    air_temperature              | 21.827543 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 40.5      |
-|    outdoor_temperature          | 7.9139585 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 356246.22 |
-|    wind_direction               | 287.5     |
-|    wind_speed                   | 9.15      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.37e+03  |
-|    n_updates                    | 29499     |
------------------------------------------------
------------------------------------------------********************************************-------------------| 80%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 28.179922 |
-|    air_temperature              | 20.999998 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 3.8165884 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.79e+03  |
-|    n_updates                    | 29524     |
------------------------------------------------
------------------------------------------------********************************************-------------------| 80%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 51.240658 |
-|    air_temperature              | 20.216024 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 11.049884 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.96e+03  |
-|    n_updates                    | 29549     |
------------------------------------------------
------------------------------------------------********************************************-------------------| 80%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 269.9406  |
-|    air_humidity                 | 44.607895 |
-|    air_temperature              | 21.994785 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 94.75     |
-|    outdoor_temperature          | 10.3867   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 242946.55 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.46e+03  |
-|    n_updates                    | 29574     |
------------------------------------------------
------------------------------------------------********************************************-------------------| 80%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 265.15726 |
-|    air_humidity                 | 67.06001  |
-|    air_temperature              | 19.49031  |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 12.626621 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 247664.86 |
-|    wind_direction               | 320.0     |
-|    wind_speed                   | 0.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.8e+03   |
-|    n_updates                    | 29599     |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 173.63905 |
-|    air_humidity                 | 48.56933  |
-|    air_temperature              | 20.999338 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 85.5      |
-|    outdoor_temperature          | 13.303662 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 155237.77 |
-|    wind_direction               | 65.0      |
-|    wind_speed                   | 2.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.25e+03  |
-|    n_updates                    | 29624     |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 118.98283 |
-|    air_humidity                 | 65.69601  |
-|    air_temperature              | 21.996305 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 69.5      |
-|    direct_solar_radiation       | 315.75    |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 15.818181 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 103831.44 |
-|    wind_direction               | 197.5     |
-|    wind_speed                   | 3.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.04e+03  |
-|    n_updates                    | 29649     |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 247.43365 |
-|    air_humidity                 | 72.01116  |
-|    air_temperature              | 21.810081 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 104.0     |
-|    direct_solar_radiation       | 539.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 90.0      |
-|    outdoor_temperature          | 18.61902  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 213251.53 |
-|    wind_direction               | 200.0     |
-|    wind_speed                   | 4.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.45e+03  |
-|    n_updates                    | 29674     |
------------------------------------------------
------------------------------------------------*********************************************------------------| 81%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 17.864481 |
-|    air_temperature              | 22.0      |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 163.75    |
-|    direct_solar_radiation       | 544.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 31.25     |
-|    outdoor_temperature          | 12.616375 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 10.95     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.55e+03  |
-|    n_updates                    | 29699     |
------------------------------------------------
------------------------------------------------**********************************************-----------------| 82%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 67.14059  |
-|    air_humidity                 | 20.561531 |
-|    air_temperature              | 21.291023 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 129.75    |
-|    direct_solar_radiation       | 744.25    |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 48.75     |
-|    outdoor_temperature          | 9.290013  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60426.527 |
-|    wind_direction               | 287.5     |
-|    wind_speed                   | 8.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.14e+03  |
-|    n_updates                    | 29724     |
------------------------------------------------
------------------------------------------------**********************************************-----------------| 82%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 21.577415 |
-|    air_temperature              | 23.974966 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 214.5     |
-|    direct_solar_radiation       | 489.25    |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 34.75     |
-|    outdoor_temperature          | 9.945387  |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 342.5     |
-|    wind_speed                   | 7.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.33e+03  |
-|    n_updates                    | 29749     |
------------------------------------------------
------------------------------------------------**********************************************-----------------| 82%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 25.4303   |
-|    air_temperature              | 24.09662  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 193.75    |
-|    direct_solar_radiation       | 532.75    |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 45.5      |
-|    outdoor_temperature          | 12.126259 |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 220.0     |
-|    wind_speed                   | 4.875     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.56e+03  |
-|    n_updates                    | 29774     |
------------------------------------------------
------------------------------------------------***********************************************----------------| 83%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 443.75012 |
-|    air_humidity                 | 30.129744 |
-|    air_temperature              | 26.99909  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 112.5     |
-|    direct_solar_radiation       | 750.0     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 45.0      |
-|    outdoor_temperature          | 16.957376 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 398741.12 |
-|    wind_direction               | 345.0     |
-|    wind_speed                   | 3.075     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 9.75e+03  |
-|    n_updates                    | 29799     |
------------------------------------------------
------------------------------------------------***********************************************----------------| 83%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 43.644516 |
-|    air_temperature              | 23.742807 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 67.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 10.0      |
-|    outdoor_humidity             | 74.25     |
-|    outdoor_temperature          | 14.38035  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 170.0     |
-|    wind_speed                   | 5.425     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 872       |
-|    n_updates                    | 29824     |
------------------------------------------------
------------------------------------------------***********************************************----------------| 83%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 948.68085 |
-|    air_humidity                 | 25.795471 |
-|    air_temperature              | 24.864655 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 87.75     |
-|    direct_solar_radiation       | 362.0     |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 38.0      |
-|    outdoor_temperature          | 14.421692 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 853812.75 |
-|    wind_direction               | 347.5     |
-|    wind_speed                   | 8.65      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.91e+03  |
-|    n_updates                    | 29849     |
------------------------------------------------
------------------------------------------------***********************************************----------------| 83%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 21.444937 |
-|    air_temperature              | 23.155224 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 31.5      |
-|    direct_solar_radiation       | 51.0      |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 33.25     |
-|    outdoor_temperature          | 15.639802 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 352.5     |
-|    wind_speed                   | 6.7       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.42e+03  |
-|    n_updates                    | 29874     |
------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 31.62606  |
-|    air_temperature              | 22.500097 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 66.5      |
-|    outdoor_temperature          | 12.85239  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 255.0     |
-|    wind_speed                   | 2.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.69e+03  |
-|    n_updates                    | 29899     |
------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 405.7212  |
-|    air_humidity                 | 36.554108 |
-|    air_temperature              | 23.08769  |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 55.25     |
-|    outdoor_temperature          | 15.108369 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 374291.9  |
-|    wind_direction               | 267.5     |
-|    wind_speed                   | 6.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.02e+03  |
-|    n_updates                    | 29924     |
------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 305.68054 |
-|    air_humidity                 | 31.438751 |
-|    air_temperature              | 21.759789 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 5.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 59.25     |
-|    outdoor_temperature          | 8.8017235 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 269702.0  |
-|    wind_direction               | 312.5     |
-|    wind_speed                   | 9.4       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.6e+03   |
-|    n_updates                    | 29949     |
------------------------------------------------
------------------------------------------------************************************************---------------| 84%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 261.02954 |
-|    air_humidity                 | 34.213444 |
-|    air_temperature              | 21.81333  |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 68.0      |
-|    outdoor_temperature          | 8.8243685 |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 229651.97 |
-|    wind_direction               | 347.5     |
-|    wind_speed                   | 2.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.25e+03  |
-|    n_updates                    | 29974     |
------------------------------------------------
------------------------------------------------*************************************************--------------| 85%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 267.00937 |
-|    air_humidity                 | 41.375805 |
-|    air_temperature              | 20.47146  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 7.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 78.5      |
-|    outdoor_temperature          | 9.48292   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 240308.42 |
-|    wind_direction               | 357.5     |
-|    wind_speed                   | 3.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 844       |
-|    n_updates                    | 29999     |
------------------------------------------------
------------------------------------------------*************************************************--------------| 85%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 245.04773 |
-|    air_humidity                 | 56.78811  |
-|    air_temperature              | 20.049967 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 93.5      |
-|    outdoor_temperature          | 10.860969 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 220542.95 |
-|    wind_direction               | 135.0     |
-|    wind_speed                   | 1.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 9.55e+03  |
-|    n_updates                    | 30024     |
------------------------------------------------
------------------------------------------------*************************************************--------------| 85%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 66.95168  |
-|    air_humidity                 | 56.25504  |
-|    air_temperature              | 21.000023 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 11.277805 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 60256.516 |
-|    wind_direction               | 127.5     |
-|    wind_speed                   | 8.525     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.81e+03  |
-|    n_updates                    | 30049     |
------------------------------------------------
------------------------------------------------**************************************************-------------| 86%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 236.33292 |
-|    air_humidity                 | 55.955597 |
-|    air_temperature              | 19.760807 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 87.75     |
-|    outdoor_temperature          | 13.201731 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 213139.3  |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 7.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.57e+03  |
-|    n_updates                    | 30074     |
------------------------------------------------
------------------------------------------------**************************************************-------------| 86%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 709.60114 |
-|    air_humidity                 | 40.48715  |
-|    air_temperature              | 19.001703 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 1.0       |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 77.75     |
-|    outdoor_temperature          | 8.46865   |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 635589.6  |
-|    wind_direction               | 352.5     |
-|    wind_speed                   | 7.6       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.16e+03  |
-|    n_updates                    | 30099     |
------------------------------------------------
------------------------------------------------**************************************************-------------| 86%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 41.221107 |
-|    air_temperature              | 18.109674 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 13.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 87.25     |
-|    outdoor_temperature          | 6.9412384 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 345.0     |
-|    wind_speed                   | 2.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.16e+03  |
-|    n_updates                    | 30124     |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 263.63318 |
-|    air_humidity                 | 50.26123  |
-|    air_temperature              | 21.0      |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 14.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 94.0      |
-|    outdoor_temperature          | 11.222464 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 237269.86 |
-|    wind_direction               | 162.5     |
-|    wind_speed                   | 1.775     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 914       |
-|    n_updates                    | 30149     |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 34.58445  |
-|    air_temperature              | 18.038744 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 15.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 65.75     |
-|    outdoor_temperature          | 2.9729078 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 285.0     |
-|    wind_speed                   | 6.075     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 892       |
-|    n_updates                    | 30174     |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 30.037195 |
-|    air_temperature              | 18.692776 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 73.75     |
-|    outdoor_temperature          | 3.3160286 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 267.5     |
-|    wind_speed                   | 5.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.12e+04  |
-|    n_updates                    | 30199     |
------------------------------------------------
------------------------------------------------***************************************************------------| 87%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 97.770256 |
-|    air_humidity                 | 39.53176  |
-|    air_temperature              | 19.99999  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 94.0      |
-|    outdoor_temperature          | 8.763005  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 87993.23  |
-|    wind_direction               | 240.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.51e+03  |
-|    n_updates                    | 30224     |
------------------------------------------------
------------------------------------------------****************************************************-----------| 88%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 30.103163 |
-|    air_temperature              | 18.441555 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 45.0      |
-|    direct_solar_radiation       | 18.0      |
-|    hour                         | 7.0       |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 84.25     |
-|    outdoor_temperature          | 2.4654706 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 265.0     |
-|    wind_speed                   | 5.825     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.28e+03  |
-|    n_updates                    | 30249     |
------------------------------------------------
------------------------------------------------****************************************************-----------| 88%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 24.286907 |
-|    air_temperature              | 19.844337 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 91.0      |
-|    direct_solar_radiation       | 154.5     |
-|    hour                         | 8.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 65.0      |
-|    outdoor_temperature          | 3.499041  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 275.0     |
-|    wind_speed                   | 5.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.68e+03  |
-|    n_updates                    | 30274     |
------------------------------------------------
------------------------------------------------****************************************************-----------| 88%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 925.3575  |
-|    air_humidity                 | 25.10244  |
-|    air_temperature              | 21.518553 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 95.75     |
-|    direct_solar_radiation       | 622.0     |
-|    hour                         | 9.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 70.5      |
-|    outdoor_temperature          | 1.7320251 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 827500.2  |
-|    wind_direction               | 235.0     |
-|    wind_speed                   | 3.625     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.56e+03  |
-|    n_updates                    | 30299     |
------------------------------------------------
------------------------------------------------*****************************************************----------| 89%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1231.8073 |
-|    air_humidity                 | 23.295015 |
-|    air_temperature              | 23.016277 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 160.5     |
-|    direct_solar_radiation       | 503.0     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 72.5      |
-|    outdoor_temperature          | 0.3730378 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 1108626.5 |
-|    wind_direction               | 272.5     |
-|    wind_speed                   | 6.825     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.13e+03  |
-|    n_updates                    | 30324     |
------------------------------------------------
------------------------------------------------*****************************************************----------| 89%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1072.4786 |
-|    air_humidity                 | 19.873655 |
-|    air_temperature              | 23.144833 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 208.75    |
-|    direct_solar_radiation       | 347.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 51.0      |
-|    outdoor_temperature          | 0.8989847 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 965230.75 |
-|    wind_direction               | 292.5     |
-|    wind_speed                   | 9.775     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.24e+03  |
-|    n_updates                    | 30349     |
------------------------------------------------
------------------------------------------------*****************************************************----------| 89%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 17.420418 |
-|    air_temperature              | 21.237041 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 117.25    |
-|    direct_solar_radiation       | 708.5     |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 47.0      |
-|    outdoor_temperature          | 3.577261  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 317.5     |
-|    wind_speed                   | 4.875     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 8.84e+03  |
-|    n_updates                    | 30374     |
------------------------------------------------
------------------------------------------------*****************************************************----------| 89%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 969.2309  |
-|    air_humidity                 | 13.720751 |
-|    air_temperature              | 21.337305 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 174.75    |
-|    direct_solar_radiation       | 322.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 46.0      |
-|    outdoor_temperature          | 1.910754  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 872307.8  |
-|    wind_direction               | 285.0     |
-|    wind_speed                   | 5.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.51e+03  |
-|    n_updates                    | 30399     |
------------------------------------------------
------------------------------------------------******************************************************---------| 90%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 26.28127  |
-|    air_temperature              | 23.197556 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 107.25    |
-|    direct_solar_radiation       | 16.25     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 80.75     |
-|    outdoor_temperature          | 3.4707968 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 90.0      |
-|    wind_speed                   | 4.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.18e+03  |
-|    n_updates                    | 30424     |
------------------------------------------------
------------------------------------------------******************************************************---------| 90%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 384.50226 |
-|    air_humidity                 | 57.287544 |
-|    air_temperature              | 24.413916 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 36.5      |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 100.0     |
-|    outdoor_temperature          | 13.534519 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 346052.03 |
-|    wind_direction               | 165.0     |
-|    wind_speed                   | 4.375     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.43e+03  |
-|    n_updates                    | 30449     |
------------------------------------------------
------------------------------------------------******************************************************---------| 90%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 749.6212  |
-|    air_humidity                 | 32.984917 |
-|    air_temperature              | 23.419529 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 13.0      |
-|    direct_solar_radiation       | 12.0      |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 66.0      |
-|    outdoor_temperature          | 8.94522   |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 674659.1  |
-|    wind_direction               | 250.0     |
-|    wind_speed                   | 6.2       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.28e+03  |
-|    n_updates                    | 30474     |
------------------------------------------------
------------------------------------------------******************************************************---------| 90%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 32.733772 |
-|    air_temperature              | 23.07528  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 28.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 66.5      |
-|    outdoor_temperature          | 7.035179  |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 227.5     |
-|    wind_speed                   | 2.85      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.62e+03  |
-|    n_updates                    | 30499     |
------------------------------------------------
------------------------------------------------*******************************************************--------| 91%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 709.4852  |
-|    air_humidity                 | 30.311705 |
-|    air_temperature              | 22.56456  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 70.0      |
-|    outdoor_temperature          | 5.236861  |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 631967.6  |
-|    wind_direction               | 165.0     |
-|    wind_speed                   | 2.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 733       |
-|    n_updates                    | 30524     |
------------------------------------------------
------------------------------------------------*******************************************************--------| 91%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 386.22852 |
-|    air_humidity                 | 26.344952 |
-|    air_temperature              | 18.58754  |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 30.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 11.0      |
-|    outdoor_humidity             | 49.75     |
-|    outdoor_temperature          | 5.560407  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 347605.66 |
-|    wind_direction               | 310.0     |
-|    wind_speed                   | 8.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.12e+03  |
-|    n_updates                    | 30549     |
------------------------------------------------
------------------------------------------------*******************************************************--------| 91%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1243.507  |
-|    air_humidity                 | 16.326004 |
-|    air_temperature              | 20.84595  |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 1.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 48.0      |
-|    outdoor_temperature          | 0.5393739 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1119156.2 |
-|    wind_direction               | 307.5     |
-|    wind_speed                   | 12.325    |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.52e+03  |
-|    n_updates                    | 30574     |
------------------------------------------------
------------------------------------------------********************************************************-------| 92%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 770.26825 |
-|    air_humidity                 | 20.772131 |
-|    air_temperature              | 19.714325 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 2.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 49.0      |
-|    outdoor_temperature          | 4.096941  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 648078.06 |
-|    wind_direction               | 297.5     |
-|    wind_speed                   | 6.925     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.1e+03   |
-|    n_updates                    | 30599     |
------------------------------------------------
------------------------------------------------********************************************************-------| 92%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 29.780336 |
-|    air_temperature              | 18.484047 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 3.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 22.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 57.75     |
-|    outdoor_temperature          | 6.4706626 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 222.5     |
-|    wind_speed                   | 5.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.53e+03  |
-|    n_updates                    | 30624     |
------------------------------------------------
------------------------------------------------********************************************************-------| 92%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 413.7795  |
-|    air_humidity                 | 38.355236 |
-|    air_temperature              | 21.587442 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 4.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 91.5      |
-|    outdoor_temperature          | 7.7593412 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 372401.56 |
-|    wind_direction               | 245.0     |
-|    wind_speed                   | 2.475     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.32e+03  |
-|    n_updates                    | 30649     |
------------------------------------------------
------------------------------------------------*********************************************************------| 93%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1199.713  |
-|    air_humidity                 | 35.19888  |
-|    air_temperature              | 18.850016 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 6.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 59.5      |
-|    outdoor_temperature          | 0.7583431 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1079741.8 |
-|    wind_direction               | 270.0     |
-|    wind_speed                   | 6.95      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.84e+03  |
-|    n_updates                    | 30674     |
------------------------------------------------
-------------------------------------------------********************************************************------| 93%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1826.2998  |
-|    air_humidity                 | 24.840548  |
-|    air_temperature              | 18.298168  |
-|    clg_setpoint                 | 30.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 7.0        |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 1.0        |
-|    htg_setpoint                 | 15.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 66.0       |
-|    outdoor_temperature          | -2.3745906 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1643669.9  |
-|    wind_direction               | 260.0      |
-|    wind_speed                   | 8.925      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 7.26e+03   |
-|    n_updates                    | 30699      |
-------------------------------------------------
------------------------------------------------*********************************************************------| 93%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 20.057957 |
-|    air_temperature              | 18.570192 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 8.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 2.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 54.0      |
-|    outdoor_temperature          | 3.9157972 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 6.075     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.14e+03  |
-|    n_updates                    | 30724     |
------------------------------------------------
------------------------------------------------*********************************************************------| 93%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1083.1313 |
-|    air_humidity                 | 22.157179 |
-|    air_temperature              | 20.578194 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 9.0       |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 3.0       |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 76.75     |
-|    outdoor_temperature          | 1.341252  |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 974818.2  |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 0.525     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 7.08e+03  |
-|    n_updates                    | 30749     |
------------------------------------------------
------------------------------------------------**********************************************************-----| 94%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 36.529976 |
-|    air_temperature              | 18.427694 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 10.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 4.0       |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 67.5      |
-|    outdoor_temperature          | 2.9428682 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 37.5      |
-|    wind_speed                   | 1.125     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.56e+03  |
-|    n_updates                    | 30774     |
------------------------------------------------
------------------------------------------------**********************************************************-----| 94%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 43.5748   |
-|    air_temperature              | 18.313513 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 11.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 5.0       |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 92.0      |
-|    outdoor_temperature          | 2.2255049 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 27.5      |
-|    wind_speed                   | 3.975     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.09e+03  |
-|    n_updates                    | 30799     |
------------------------------------------------
------------------------------------------------**********************************************************-----| 94%
-| action_network/                 |           |
-|    index                        | 3         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 27        |
-|    Heating_Setpoint_RL          | 18        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 244.03078 |
-|    air_humidity                 | 28.005653 |
-|    air_temperature              | 21.000095 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 12.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 6.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 92.0      |
-|    outdoor_temperature          | 2.1828644 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 219627.69 |
-|    wind_direction               | 27.5      |
-|    wind_speed                   | 4.35      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.07e+03  |
-|    n_updates                    | 30824     |
------------------------------------------------
-------------------------------------------------**********************************************************----| 95%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 551.1428   |
-|    air_humidity                 | 27.979132  |
-|    air_temperature              | 18.311874  |
-|    clg_setpoint                 | 30.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 13.0       |
-|    diffuse_solar_radiation      | 11.25      |
-|    direct_solar_radiation       | 39.75      |
-|    hour                         | 7.0        |
-|    htg_setpoint                 | 15.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 59.5       |
-|    outdoor_temperature          | 0.46443972 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 496028.53  |
-|    wind_direction               | 265.0      |
-|    wind_speed                   | 4.0        |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.57e+03   |
-|    n_updates                    | 30849      |
-------------------------------------------------
--------------------------------------------------*********************************************************----| 95%
+-------------------------------------------------*************************************************************| 99%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.72884595  |
+|    Heating_Setpoint_RL          | 0.04623799  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29.084854   |
+|    Heating_Setpoint_RL          | 17.885088   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 1.523765    |
+|    air_humidity                 | -0.87150663 |
+|    air_temperature              | -0.6582498  |
+|    clg_setpoint                 | 0.9151603   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.4006635   |
+|    diffuse_solar_radiation      | -0.74652934 |
+|    direct_solar_radiation       | -0.61503124 |
+|    hour                         | 1.5169903   |
+|    htg_setpoint                 | 0.91621965  |
+|    month                        | 1.5923904   |
+|    outdoor_humidity             | -0.6796935  |
+|    outdoor_temperature          | -1.1523335  |
+|    people_occupant              | -0.6890016  |
+|    total_electricity_HVAC       | 1.6545568   |
+|    wind_direction               | -1.3533119  |
+|    wind_speed                   | -1.1140561  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 9530.097    |
+|    air_humidity                 | 25.50952    |
+|    air_temperature              | 21.826141   |
+|    clg_setpoint                 | 28.526707   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 22.0        |
+|    htg_setpoint                 | 21.82613    |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 54.5        |
+|    outdoor_temperature          | 1.3995068   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 9558867.0   |
+|    wind_direction               | 40.0        |
+|    wind_speed                   | 2.225       |
+-------------------------------------------------
+-------------------------------------------------*************************************************************| 99%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.3914543   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 19.826931   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.29466388  |
+|    air_humidity                 | -0.59707445 |
+|    air_temperature              | -2.5968242  |
+|    clg_setpoint                 | 1.4725826   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.5130963   |
+|    diffuse_solar_radiation      | -0.7464069  |
+|    direct_solar_radiation       | -0.6147944  |
+|    hour                         | 1.6613961   |
+|    htg_setpoint                 | 0.31216258  |
+|    month                        | 1.5907834   |
+|    outdoor_humidity             | 1.3649421   |
+|    outdoor_temperature          | -1.0581038  |
+|    people_occupant              | -0.68871135 |
+|    total_electricity_HVAC       | 0.10746624  |
+|    wind_direction               | -1.4710727  |
+|    wind_speed                   | 3.152299    |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4242.363    |
+|    air_humidity                 | 29.09688    |
+|    air_temperature              | 19.28533    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 23.0        |
+|    htg_setpoint                 | 19.283833   |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 96.75       |
+|    outdoor_temperature          | 2.3078496   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 3263975.2   |
+|    wind_direction               | 27.5        |
+|    wind_speed                   | 12.475      |
+-------------------------------------------------
+-------------------------------------------------*************************************************************| 99%
 | action_network/                 |             |
-|    index                        | 3           |
+|    Cooling_Setpoint_RL          | 0.8947366   |
+|    Heating_Setpoint_RL          | -0.4300955  |
 | action_simulation/              |             |
-|    Cooling_Setpoint_RL          | 27          |
-|    Heating_Setpoint_RL          | 18          |
+|    Cooling_Setpoint_RL          | 29.644735   |
+|    Heating_Setpoint_RL          | 15.205713   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.03165923 |
+|    air_humidity                 | 0.11613463  |
+|    air_temperature              | -1.3405513  |
+|    clg_setpoint                 | 0.5826374   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 1.7389572   |
+|    diffuse_solar_radiation      | -0.74624723 |
+|    direct_solar_radiation       | -0.61455834 |
+|    hour                         | -1.6613058  |
+|    htg_setpoint                 | 0.6710971   |
+|    month                        | 1.5891811   |
+|    outdoor_humidity             | -0.6078447  |
+|    outdoor_temperature          | -1.0714405  |
+|    people_occupant              | -0.6888108  |
+|    total_electricity_HVAC       | -0.22045606 |
+|    wind_direction               | 0.6645578   |
+|    wind_speed                   | 2.5527236   |
 | observation/                    |             |
-|    HVAC_electricity_demand_rate | 1375.0525   |
-|    air_humidity                 | 25.567287   |
-|    air_temperature              | 18.014524   |
-|    clg_setpoint                 | 27.0        |
+|    HVAC_electricity_demand_rate | 2838.2083   |
+|    air_humidity                 | 38.432087   |
+|    air_temperature              | 20.930178   |
+|    clg_setpoint                 | 27.649076   |
 |    co2_emission                 | 0.0         |
-|    day_of_month                 | 14.0        |
-|    diffuse_solar_radiation      | 35.5        |
-|    direct_solar_radiation       | 417.0       |
-|    hour                         | 8.0         |
-|    htg_setpoint                 | 18.0        |
+|    day_of_month                 | 31.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 20.794914   |
 |    month                        | 12.0        |
-|    outdoor_humidity             | 59.75       |
-|    outdoor_temperature          | -0.11835387 |
+|    outdoor_humidity             | 56.0        |
+|    outdoor_temperature          | 2.1712072   |
 |    people_occupant              | 0.0         |
-|    total_electricity_HVAC       | 1237547.2   |
-|    wind_direction               | 280.0       |
-|    wind_speed                   | 6.95        |
-| rollout/                        |             |
-|    exploration_rate             | 0.05        |
-| train/                          |             |
-|    learning_rate                | 0.0001      |
-|    loss                         | 2.01e+03    |
-|    n_updates                    | 30874       |
+|    total_electricity_HVAC       | 1929403.0   |
+|    wind_direction               | 252.5       |
+|    wind_speed                   | 11.05       |
 -------------------------------------------------
-------------------------------------------------**********************************************************----| 95%
-| action_network/                 |            |
-|    index                        | 0          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 30         |
-|    Heating_Setpoint_RL          | 15         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1464.2988  |
-|    air_humidity                 | 15.480985  |
-|    air_temperature              | 17.915373  |
-|    clg_setpoint                 | 30.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 15.0       |
-|    diffuse_solar_radiation      | 70.0       |
-|    direct_solar_radiation       | 568.25     |
-|    hour                         | 9.0        |
-|    htg_setpoint                 | 15.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 48.5       |
-|    outdoor_temperature          | -0.5645857 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1317869.0  |
-|    wind_direction               | 0.0        |
-|    wind_speed                   | 1.575      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 964        |
-|    n_updates                    | 30899      |
-------------------------------------------------
------------------------------------------------***********************************************************----| 95%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 906.4148  |
-|    air_humidity                 | 23.380638 |
-|    air_temperature              | 23.220278 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 16.0      |
-|    diffuse_solar_radiation      | 108.0     |
-|    direct_solar_radiation       | 526.5     |
-|    hour                         | 10.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 54.75     |
-|    outdoor_temperature          | 4.6327314 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 815773.3  |
-|    wind_direction               | 230.0     |
-|    wind_speed                   | 4.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.32e+03  |
-|    n_updates                    | 30924     |
------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 640.8608  |
-|    air_humidity                 | 23.445868 |
-|    air_temperature              | 23.922201 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 17.0      |
-|    diffuse_solar_radiation      | 53.0      |
-|    direct_solar_radiation       | 789.0     |
-|    hour                         | 11.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 30.75     |
-|    outdoor_temperature          | 10.970597 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 560345.6  |
-|    wind_direction               | 280.0     |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 3.5e+03   |
-|    n_updates                    | 30949     |
------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 2         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 28        |
-|    Heating_Setpoint_RL          | 17        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 454.61838 |
-|    air_humidity                 | 22.946701 |
-|    air_temperature              | 23.933338 |
-|    clg_setpoint                 | 28.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 18.0      |
-|    diffuse_solar_radiation      | 130.25    |
-|    direct_solar_radiation       | 570.25    |
-|    hour                         | 12.0      |
-|    htg_setpoint                 | 17.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 43.75     |
-|    outdoor_temperature          | 7.093073  |
-|    people_occupant              | 8.0       |
-|    total_electricity_HVAC       | 410771.34 |
-|    wind_direction               | 0.0       |
-|    wind_speed                   | 3.1       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.21e+03  |
-|    n_updates                    | 30974     |
------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 0         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 30        |
-|    Heating_Setpoint_RL          | 15        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 560.646   |
-|    air_humidity                 | 24.925459 |
-|    air_temperature              | 23.773348 |
-|    clg_setpoint                 | 30.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 19.0      |
-|    diffuse_solar_radiation      | 180.75    |
-|    direct_solar_radiation       | 201.5     |
-|    hour                         | 13.0      |
-|    htg_setpoint                 | 15.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 43.75     |
-|    outdoor_temperature          | 10.055126 |
-|    people_occupant              | 16.0      |
-|    total_electricity_HVAC       | 504581.38 |
-|    wind_direction               | 237.5     |
-|    wind_speed                   | 6.325     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.05e+03  |
-|    n_updates                    | 30999     |
------------------------------------------------
------------------------------------------------************************************************************---| 96%
-| action_network/                 |           |
-|    index                        | 9         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 28.871876 |
-|    air_temperature              | 23.722929 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 20.0      |
-|    diffuse_solar_radiation      | 100.0     |
-|    direct_solar_radiation       | 30.25     |
-|    hour                         | 14.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 55.5      |
-|    outdoor_temperature          | 10.191752 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 340.0     |
-|    wind_speed                   | 5.05      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.4e+03   |
-|    n_updates                    | 31024     |
------------------------------------------------
------------------------------------------------*************************************************************--| 97%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 16.536386 |
-|    air_temperature              | 23.418673 |
-|    clg_setpoint                 | 23.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 21.0      |
-|    diffuse_solar_radiation      | 40.25     |
-|    direct_solar_radiation       | 492.75    |
-|    hour                         | 15.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 29.0      |
-|    outdoor_temperature          | 3.5819852 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 345.0     |
-|    wind_speed                   | 5.3       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 622       |
-|    n_updates                    | 31049     |
------------------------------------------------
------------------------------------------------*************************************************************--| 97%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1063.0789 |
-|    air_humidity                 | 13.744133 |
-|    air_temperature              | 21.999746 |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 22.0      |
-|    diffuse_solar_radiation      | 19.25     |
-|    direct_solar_radiation       | 46.75     |
-|    hour                         | 16.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 56.75     |
-|    outdoor_temperature          | 1.4415144 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 956770.94 |
-|    wind_direction               | 57.5      |
-|    wind_speed                   | 2.725     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.55e+04  |
-|    n_updates                    | 31074     |
------------------------------------------------
------------------------------------------------*************************************************************--| 97%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 859.9368  |
-|    air_humidity                 | 31.90969  |
-|    air_temperature              | 22.74368  |
-|    clg_setpoint                 | 22.5      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 23.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 17.0      |
-|    htg_setpoint                 | 22.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 81.25     |
-|    outdoor_temperature          | 3.8199086 |
-|    people_occupant              | 20.0      |
-|    total_electricity_HVAC       | 773943.1  |
-|    wind_direction               | 335.0     |
-|    wind_speed                   | 4.0       |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.4e+03   |
-|    n_updates                    | 31099     |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 5         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 25        |
-|    Heating_Setpoint_RL          | 20        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1086.9948 |
-|    air_humidity                 | 25.50109  |
-|    air_temperature              | 23.585283 |
-|    clg_setpoint                 | 25.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 24.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 18.0      |
-|    htg_setpoint                 | 20.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 69.5      |
-|    outdoor_temperature          | 1.3219347 |
-|    people_occupant              | 10.0      |
-|    total_electricity_HVAC       | 978295.25 |
-|    wind_direction               | 105.0     |
-|    wind_speed                   | 2.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 2.51e+03  |
-|    n_updates                    | 31124     |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 8         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 22.5      |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 362.91885 |
-|    air_humidity                 | 38.318344 |
-|    air_temperature              | 21.535563 |
-|    clg_setpoint                 | 27.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 25.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 19.0      |
-|    htg_setpoint                 | 18.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 74.5      |
-|    outdoor_temperature          | 8.044543  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 319316.4  |
-|    wind_direction               | 260.0     |
-|    wind_speed                   | 4.75      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.68e+03  |
-|    n_updates                    | 31149     |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 1         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 29        |
-|    Heating_Setpoint_RL          | 16        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 692.0048  |
-|    air_humidity                 | 28.121815 |
-|    air_temperature              | 19.953701 |
-|    clg_setpoint                 | 29.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 26.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 20.0      |
-|    htg_setpoint                 | 16.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 52.0      |
-|    outdoor_temperature          | 5.671339  |
-|    people_occupant              | 2.0       |
-|    total_electricity_HVAC       | 596618.9  |
-|    wind_direction               | 262.5     |
-|    wind_speed                   | 7.45      |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 6.86e+03  |
-|    n_updates                    | 31174     |
------------------------------------------------
------------------------------------------------**************************************************************-| 98%
-| action_network/                 |           |
-|    index                        | 7         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 23        |
-|    Heating_Setpoint_RL          | 22        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1085.7454 |
-|    air_humidity                 | 37.932785 |
-|    air_temperature              | 20.481953 |
-|    clg_setpoint                 | 26.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 27.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 21.0      |
-|    htg_setpoint                 | 19.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 96.0      |
-|    outdoor_temperature          | 1.3281816 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 977170.8  |
-|    wind_direction               | 7.5       |
-|    wind_speed                   | 7.225     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 5.9e+03   |
-|    n_updates                    | 31199     |
------------------------------------------------
-------------------------------------------------**************************************************************| 99%
-| action_network/                 |            |
-|    index                        | 7          |
-| action_simulation/              |            |
-|    Cooling_Setpoint_RL          | 23         |
-|    Heating_Setpoint_RL          | 22         |
-| observation/                    |            |
-|    HVAC_electricity_demand_rate | 1320.7164  |
-|    air_humidity                 | 19.061243  |
-|    air_temperature              | 22.000002  |
-|    clg_setpoint                 | 23.0       |
-|    co2_emission                 | 0.0        |
-|    day_of_month                 | 28.0       |
-|    diffuse_solar_radiation      | 0.0        |
-|    direct_solar_radiation       | 0.0        |
-|    hour                         | 22.0       |
-|    htg_setpoint                 | 22.0       |
-|    month                        | 12.0       |
-|    outdoor_humidity             | 54.5       |
-|    outdoor_temperature          | 0.15332632 |
-|    people_occupant              | 0.0        |
-|    total_electricity_HVAC       | 1188644.8  |
-|    wind_direction               | 40.0       |
-|    wind_speed                   | 2.225      |
-| rollout/                        |            |
-|    exploration_rate             | 0.05       |
-| train/                          |            |
-|    learning_rate                | 0.0001     |
-|    loss                         | 2.23e+03   |
-|    n_updates                    | 31224      |
-------------------------------------------------
------------------------------------------------***************************************************************| 99%
-| action_network/                 |           |
-|    index                        | 4         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 26        |
-|    Heating_Setpoint_RL          | 19        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 951.3817  |
-|    air_humidity                 | 29.622356 |
-|    air_temperature              | 18.660505 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 29.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 23.0      |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 96.75     |
-|    outdoor_temperature          | 3.5307813 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 856243.5  |
-|    wind_direction               | 27.5      |
-|    wind_speed                   | 12.475    |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 1.66e+03  |
-|    n_updates                    | 31249     |
------------------------------------------------
------------------------------------------------***************************************************************| 99%
-| action_network/                 |           |
-|    index                        | 6         |
-| action_simulation/              |           |
-|    Cooling_Setpoint_RL          | 24        |
-|    Heating_Setpoint_RL          | 21        |
-| observation/                    |           |
-|    HVAC_electricity_demand_rate | 1123.5736 |
-|    air_humidity                 | 28.958847 |
-|    air_temperature              | 21.000471 |
-|    clg_setpoint                 | 24.0      |
-|    co2_emission                 | 0.0       |
-|    day_of_month                 | 31.0      |
-|    diffuse_solar_radiation      | 0.0       |
-|    direct_solar_radiation       | 0.0       |
-|    hour                         | 0.0       |
-|    htg_setpoint                 | 21.0      |
-|    month                        | 12.0      |
-|    outdoor_humidity             | 56.0      |
-|    outdoor_temperature          | 1.1390406 |
-|    people_occupant              | 0.0       |
-|    total_electricity_HVAC       | 1011216.2 |
-|    wind_direction               | 252.5     |
-|    wind_speed                   | 11.05     |
-| rollout/                        |           |
-|    exploration_rate             | 0.05      |
-| train/                          |           |
-|    learning_rate                | 0.0001    |
-|    loss                         | 4.89e+03  |
-|    n_updates                    | 31274     |
------------------------------------------------
 
 [WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active
 #----------------------------------------------------------------------------------------------#
-[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 6]
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05] [Episode 6]
 #----------------------------------------------------------------------------------------------#
-[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6]
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run6]
 [MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
-[MODELING] (INFO) : Updated building model with whole Output:Variable available names
-[MODELING] (INFO) : Updated building model with whole Output:Meter available names
 [MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
-[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/output]
-[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run6/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run6/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run6/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run6/5ZoneAutoDXVAV.epJSON']
 [ENVIRONMENT] (INFO) : Episode 6 started.
 

 

@@ -53329,30 +79151,55 @@ 
24.1. Training a model
 [SIMULATOR] (INFO) : handlers are ready.
 [SIMULATOR] (INFO) : System is ready.
+[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]
 [WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 6) if logger is active
 -----------------------------------------------------
 | action_network/                     |             |
-|    index                            | 4           |
+|    Cooling_Setpoint_RL              | 1.0         |
+|    Heating_Setpoint_RL              | 1.0         |
 | action_simulation/                  |             |
-|    Cooling_Setpoint_RL              | 26          |
-|    Heating_Setpoint_RL              | 19          |
+|    Cooling_Setpoint_RL              | 30.0        |
+|    Heating_Setpoint_RL              | 23.25       |
 | episode/                            |             |
-|    comfort_violation_time(%)        | 43.7        |
-|    cumulative_comfort_penalty       | -2.27e+04   |
-|    cumulative_energy_penalty        | -3.56e+03   |
-|    cumulative_power                 | 7.11e+07    |
-|    cumulative_reward                | -26294.172  |
-|    cumulative_temperature_violation | 4.55e+04    |
+|    comfort_violation_time(%)        | 15.6        |
+|    cumulative_abs_comfort_penalty   | -6.12e+03   |
+|    cumulative_abs_energy_penalty    | -2.17e+08   |
+|    cumulative_power_demand          | 2.17e+08    |
+|    cumulative_reward                | -13886.93   |
+|    cumulative_reward_comfort_term   | -3.06e+03   |
+|    cumulative_reward_energy_term    | -1.08e+04   |
+|    cumulative_temperature_violation | 6.12e+03    |
 |    episode_length                   | 70077       |
-|    mean_comfort_penalty             | -0.324      |
-|    mean_energy_penalty              | -0.0507     |
-|    mean_power                       | 1.01e+03    |
-|    mean_reward                      | -0.37521827 |
-|    mean_temperature_violation       | 0.649       |
+|    episode_num                      | 3           |
+|    mean_abs_comfort_penalty         | -0.0874     |
+|    mean_abs_energy_penalty          | -3.09e+03   |
+|    mean_power_demand                | 3.09e+03    |
+|    mean_reward                      | -0.19816673 |
+|    mean_reward_comfort_term         | -0.0437     |
+|    mean_reward_energy_term          | -0.154      |
+|    mean_temperature_violation       | 0.0874      |
+| normalized_observation/             |             |
+|    HVAC_electricity_demand_rate     | 0.020239763 |
+|    air_humidity                     | -0.53520703 |
+|    air_temperature                  | -4.463509   |
+|    clg_setpoint                     | 5.2569265   |
+|    co2_emission                     | 0.0         |
+|    day_of_month                     | -1.673485   |
+|    diffuse_solar_radiation          | -0.7461322  |
+|    direct_solar_radiation           | -0.6145745  |
+|    hour                             | -1.661307   |
+|    htg_setpoint                     | -1.2282685  |
+|    month                            | -1.602729   |
+|    outdoor_humidity                 | -1.2240072  |
+|    outdoor_temperature              | -2.2429628  |
+|    people_occupant                  | -0.6889189  |
+|    total_electricity_HVAC           | -0.01756174 |
+|    wind_direction                   | 1.1624674   |
+|    wind_speed                       | 1.449712    |
 | observation/                        |             |
-|    HVAC_electricity_demand_rate     | 3207.3267   |
-|    air_humidity                     | 17.21404    |
-|    air_temperature                  | 16.906685   |
+|    HVAC_electricity_demand_rate     | 3063.236    |
+|    air_humidity                     | 29.9014     |
+|    air_temperature                  | 16.835707   |
 |    clg_setpoint                     | 40.0        |
 |    co2_emission                     | 0.0         |
 |    day_of_month                     | 1.0         |
@@ -53362,60 +79209,56 @@ 
24.1. Training a model
@@ -53423,8 +79266,12 @@ 
24.1. Training a model
 
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.
+  logger.warn(
 /usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.
   logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.unwrapped_observation to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.unwrapped_observation` for environment variables or `env.get_wrapper_attr('unwrapped_observation')` that will search the reminding wrappers.
+  logger.warn(
 /usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.
   logger.warn(
 /usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.
@@ -53434,34 +79281,483 @@ 
24.1. Training a model
-
[11]:
-

+

 

 

 
-<stable_baselines3.dqn.dqn.DQN at 0x7f6d49d5f670>
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.30490056 |
+|    Heating_Setpoint_RL          | 0.36055952  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25.59596    |
+|    Heating_Setpoint_RL          | 19.653147   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 4.112525    |
+|    air_humidity                 | -1.130085   |
+|    air_temperature              | -1.2624166  |
+|    clg_setpoint                 | 0.42736623  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.5579975  |
+|    diffuse_solar_radiation      | -0.7460236  |
+|    direct_solar_radiation       | -0.614521   |
+|    hour                         | -1.372267   |
+|    htg_setpoint                 | 1.2547963   |
+|    month                        | -1.601034   |
+|    outdoor_humidity             | -1.2591763  |
+|    outdoor_temperature          | -2.630398   |
+|    people_occupant              | -0.68900657 |
+|    total_electricity_HVAC       | 3.8793094   |
+|    wind_direction               | 1.4940429   |
+|    wind_speed                   | -0.14874886 |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 20707.71    |
+|    air_humidity                 | 22.106361   |
+|    air_temperature              | 21.028923   |
+|    clg_setpoint                 | 27.239492   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 2.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 2.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 42.5        |
+|    outdoor_temperature          | -13.038298  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 18642582.0  |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 4.55        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.5733868   |
+|    Heating_Setpoint_RL          | 1.0         |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28.56018    |
+|    Heating_Setpoint_RL          | 23.25       |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 2.5423193   |
+|    air_humidity                 | -0.67670697 |
+|    air_temperature              | -1.8014764  |
+|    clg_setpoint                 | 0.91195583  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.4429247  |
+|    diffuse_solar_radiation      | -0.7459456  |
+|    direct_solar_radiation       | -0.61445254 |
+|    hour                         | -1.227768   |
+|    htg_setpoint                 | 0.6341244   |
+|    month                        | -1.5994093  |
+|    outdoor_humidity             | 0.3258723   |
+|    outdoor_temperature          | -1.3214113  |
+|    people_occupant              | -0.6891057  |
+|    total_electricity_HVAC       | 2.6413248   |
+|    wind_direction               | -1.021704   |
+|    wind_speed                   | 0.8574867   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 13948.264   |
+|    air_humidity                 | 28.03343    |
+|    air_temperature              | 20.31977    |
+|    clg_setpoint                 | 28.520016   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 3.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 20.636726   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 75.25       |
+|    outdoor_temperature          | -0.31982493 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 13604815.0  |
+|    wind_direction               | 75.0        |
+|    wind_speed                   | 6.975       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.6465633   |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 21.261917   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.43410563 |
+|    air_humidity                 | 0.34633029  |
+|    air_temperature              | -1.7474083  |
+|    clg_setpoint                 | 1.4714925   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.3281449  |
+|    diffuse_solar_radiation      | -0.7457529  |
+|    direct_solar_radiation       | -0.6142114  |
+|    hour                         | -1.0832794  |
+|    htg_setpoint                 | 0.33477902  |
+|    month                        | -1.5977895  |
+|    outdoor_humidity             | -0.55721813 |
+|    outdoor_temperature          | -1.5638685  |
+|    people_occupant              | -0.68920475 |
+|    total_electricity_HVAC       | -0.45136106 |
+|    wind_direction               | 0.85321105  |
+|    wind_speed                   | 1.3635701   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1108.2561   |
+|    air_humidity                 | 41.427074   |
+|    air_temperature              | 20.389164   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 19.376612   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 57.0        |
+|    outdoor_temperature          | -2.6866887  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 991890.8    |
+|    wind_direction               | 272.5       |
+|    wind_speed                   | 8.2         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 1.0         |
+|    Heating_Setpoint_RL          | 0.09454706  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30.0        |
+|    Heating_Setpoint_RL          | 18.156826   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 3.917696    |
+|    air_humidity                 | -1.1412299  |
+|    air_temperature              | -1.4320995  |
+|    clg_setpoint                 | 0.787621    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.2136127  |
+|    diffuse_solar_radiation      | -0.74565136 |
+|    direct_solar_radiation       | -0.6142296  |
+|    hour                         | -0.93879884 |
+|    htg_setpoint                 | 1.2552992   |
+|    month                        | -1.5961747  |
+|    outdoor_humidity             | -0.7982134  |
+|    outdoor_temperature          | -2.189661   |
+|    people_occupant              | -0.6893037  |
+|    total_electricity_HVAC       | 3.6966808   |
+|    wind_direction               | 0.92397904  |
+|    wind_speed                   | 0.17114931  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 19895.578   |
+|    air_humidity                 | 21.954102   |
+|    air_temperature              | 20.801636   |
+|    clg_setpoint                 | 28.192734   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 5.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 23.25       |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 52.0        |
+|    outdoor_temperature          | -8.809899   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 17919904.0  |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 5.325       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -0.7741503  |
+|    Heating_Setpoint_RL          | 0.34172383  |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24.012243   |
+|    Heating_Setpoint_RL          | 19.547195   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.06344563 |
+|    air_humidity                 | -1.5741775  |
+|    air_temperature              | -2.6978436  |
+|    clg_setpoint                 | 0.3591255   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -1.0992869  |
+|    diffuse_solar_radiation      | -0.7455214  |
+|    direct_solar_radiation       | -0.6142712  |
+|    hour                         | -0.7943246  |
+|    htg_setpoint                 | -1.4173074  |
+|    month                        | -1.5945648  |
+|    outdoor_humidity             | -0.28987715 |
+|    outdoor_temperature          | -2.0924025  |
+|    people_occupant              | -0.6890143  |
+|    total_electricity_HVAC       | -0.10029349 |
+|    wind_direction               | 0.56736004  |
+|    wind_speed                   | -0.5433649  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2710.5728   |
+|    air_humidity                 | 16.27196    |
+|    air_temperature              | 19.131996   |
+|    clg_setpoint                 | 27.06105    |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 62.5        |
+|    outdoor_temperature          | -7.887096   |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 2426382.0   |
+|    wind_direction               | 242.5       |
+|    wind_speed                   | 3.6         |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | 0.28114682  |
+|    Heating_Setpoint_RL          | -0.24003944 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27.57387    |
+|    Heating_Setpoint_RL          | 16.274778   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.42686194  |
+|    air_humidity                 | -1.6761714  |
+|    air_temperature              | -2.641755   |
+|    clg_setpoint                 | 1.4700122   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.9851305  |
+|    diffuse_solar_radiation      | -0.7454113  |
+|    direct_solar_radiation       | -0.61415493 |
+|    hour                         | -0.64985484 |
+|    htg_setpoint                 | 0.10422931  |
+|    month                        | -1.5929598  |
+|    outdoor_humidity             | -0.47074726 |
+|    outdoor_temperature          | -1.2462221  |
+|    people_occupant              | -0.68872535 |
+|    total_electricity_HVAC       | 0.42716068  |
+|    wind_direction               | 0.7808853   |
+|    wind_speed                   | 0.6372446   |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4830.5317   |
+|    air_humidity                 | 14.911879   |
+|    air_temperature              | 19.199064   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 7.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 18.40335    |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 58.75       |
+|    outdoor_temperature          | 0.35886493  |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 4581727.0   |
+|    wind_direction               | 265.0       |
+|    wind_speed                   | 6.45        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.16681468 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 16.686668   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.13813654  |
+|    air_humidity                 | -1.1340814  |
+|    air_temperature              | -1.3197576  |
+|    clg_setpoint                 | 1.4699153   |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.87110996 |
+|    diffuse_solar_radiation      | -0.34379062 |
+|    direct_solar_radiation       | -0.61416656 |
+|    hour                         | -0.5053881  |
+|    htg_setpoint                 | -0.18444064 |
+|    month                        | -1.5913595  |
+|    outdoor_humidity             | -1.3395867  |
+|    outdoor_temperature          | -2.0135953  |
+|    people_occupant              | 1.6950265   |
+|    total_electricity_HVAC       | 0.097910084 |
+|    wind_direction               | -0.97597903 |
+|    wind_speed                   | -1.0621798  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 3584.5242   |
+|    air_humidity                 | 22.003574   |
+|    air_temperature              | 20.939362   |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 8.0         |
+|    diffuse_solar_radiation      | 39.5        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 17.18734    |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 40.75       |
+|    outdoor_temperature          | -7.15001    |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3238257.5   |
+|    wind_direction               | 80.0        |
+|    wind_speed                   | 2.35        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |              |
+|    Cooling_Setpoint_RL          | -1.0         |
+|    Heating_Setpoint_RL          | 1.0          |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23.25        |
+|    Heating_Setpoint_RL          | 23.25        |
+| normalized_observation/         |              |
+|    HVAC_electricity_demand_rate | -0.123212904 |
+|    air_humidity                 | 0.04762558   |
+|    air_temperature              | 0.43311608   |
+|    clg_setpoint                 | -1.0828459   |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | -0.7571959   |
+|    diffuse_solar_radiation      | 0.47735372   |
+|    direct_solar_radiation       | -0.56069905  |
+|    hour                         | -0.36092323  |
+|    htg_setpoint                 | -0.9103977   |
+|    month                        | -1.589764    |
+|    outdoor_humidity             | 1.438465     |
+|    outdoor_temperature          | -1.081263    |
+|    people_occupant              | 1.6947054    |
+|    total_electricity_HVAC       | -0.15068075  |
+|    wind_direction               | 1.2791225    |
+|    wind_speed                   | -1.1859752   |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 2456.03      |
+|    air_humidity                 | 37.481216    |
+|    air_temperature              | 23.24951     |
+|    clg_setpoint                 | 23.25        |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 9.0          |
+|    diffuse_solar_radiation      | 120.25       |
+|    direct_solar_radiation       | 13.25        |
+|    hour                         | 9.0          |
+|    htg_setpoint                 | 14.132099    |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 98.25        |
+|    outdoor_temperature          | 1.9435291    |
+|    people_occupant              | 20.0         |
+|    total_electricity_HVAC       | 2223711.5    |
+|    wind_direction               | 317.5        |
+|    wind_speed                   | 2.05         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.09600639 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.084965   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | 0.27131873  |
+|    air_humidity                 | -0.58198196 |
+|    air_temperature              | 0.43320337  |
+|    clg_setpoint                 | -1.0827888  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6433626  |
+|    diffuse_solar_radiation      | 0.78260267  |
+|    direct_solar_radiation       | -0.21390428 |
+|    hour                         | -0.21645942 |
+|    htg_setpoint                 | -1.4168515  |
+|    month                        | -1.5881734  |
+|    outdoor_humidity             | -0.16827175 |
+|    outdoor_temperature          | -1.5561342  |
+|    people_occupant              | 1.6943847   |
+|    total_electricity_HVAC       | 0.23883504  |
+|    wind_direction               | 1.4682914   |
+|    wind_speed                   | 0.00478402  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 4163.4297   |
+|    air_humidity                 | 29.238049   |
+|    air_temperature              | 23.249308   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 150.25      |
+|    direct_solar_radiation       | 99.5        |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 12.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 65.0        |
+|    outdoor_temperature          | -2.7060285  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 3816650.5   |
+|    wind_direction               | 337.5       |
+|    wind_speed                   | 4.925       |
+-------------------------------------------------
+-------------------------------------------------
+| action_network/                 |             |
+|    Cooling_Setpoint_RL          | -1.0        |
+|    Heating_Setpoint_RL          | -0.08584058 |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 23.25       |
+|    Heating_Setpoint_RL          | 17.142147   |
+| normalized_observation/         |             |
+|    HVAC_electricity_demand_rate | -0.1326249  |
+|    air_humidity                 | -1.0924978  |
+|    air_temperature              | 0.43321893  |
+|    clg_setpoint                 | -1.0825952  |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | -0.6432877  |
+|    diffuse_solar_radiation      | -0.7451695  |
+|    direct_solar_radiation       | -0.61390007 |
+|    hour                         | 0.79477185  |
+|    htg_setpoint                 | -0.6580516  |
+|    month                        | -1.587713   |
+|    outdoor_humidity             | -1.1828625  |
+|    outdoor_temperature          | -1.4059567  |
+|    people_occupant              | 1.6940062   |
+|    total_electricity_HVAC       | -0.16286215 |
+|    wind_direction               | 0.4002884   |
+|    wind_speed                   | 0.53301185  |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 2415.9558   |
+|    air_humidity                 | 22.55221    |
+|    air_temperature              | 23.249384   |
+|    clg_setpoint                 | 23.25       |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 10.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 17.0        |
+|    htg_setpoint                 | 15.193145   |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 44.0        |
+|    outdoor_temperature          | -1.2422667  |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 2174360.0   |
+|    wind_direction               | 225.0       |
+|    wind_speed                   | 6.2         |
+| train/                          |             |
+|    approx_kl                    | 0.008568234 |
+|    clip_fraction                | 0.0667      |
+|    clip_range                   | 0.2         |
+|    entropy_loss                 | -2.32       |
+|    explained_variance           | 0.41        |
+|    learning_rate                | 0.0003      |
+|    loss                         | 0.261       |
+|    n_updates                    | 860         |
+|    policy_gradient_loss         | -0.012      |
+|    std                          | 0.777       |
+|    value_loss                   | 1.4         |
+-------------------------------------------------
 

 

 

-

+
[10]:
+

 

-

+

 
-wandb: WARNING (User provided step: 175194 is less than current step: 175195. Dropping entry: {'rollout/ep_len_mean': 35040.0, '_timestamp': 1700214442.738834}).
-wandb: WARNING (User provided step: 175194 is less than current step: 175195. Dropping entry: {'rollout/ep_rew_mean': -12505.215683, '_timestamp': 1700214442.7389145}).
-wandb: WARNING (User provided step: 175194 is less than current step: 175195. Dropping entry: {'rollout/exploration_rate': 0.05, '_timestamp': 1700214442.738949}).
-wandb: WARNING (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/episodes': 3, '_timestamp': 1700214442.7389746}).
-wandb: WARNING (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/fps': 815, '_timestamp': 1700214442.7390523}).
-wandb: WARNING (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/time_elapsed': 214, '_timestamp': 1700214442.739078}).
-wandb: WARNING (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/total_timesteps': 175194, '_timestamp': 1700214442.7391007}).
+<stable_baselines3.ppo.ppo.PPO at 0x7efe0a39d0f0>
 

 

-
Now, we save the current model (the model version when training has finished).

+
Now, we save the current model (the model version when training has finished). We will save the mean and var normalization calibration in order to use it in model evaluation, although these values can be consulted later in a txt saved in Sinergym training output. Visit NormalizeObservation wrapper documentation for more information.

 

-
[12]:
+
[11]:
 

 

 
model.save(str(env.get_wrapper_attr('timestep_per_episode'))+ '/' + experiment_name)
+# Save observation normalization calibration
+if hasattr(env, 'mean') and hasattr(env, 'var'):
+    training_mean = env.get_wrapper_attr('mean')
+    training_var = env.get_wrapper_attr('var')
 

 

 

@@ -53470,13 +79766,15 @@ 
24.1. Training a model
 
-/usr/local/lib/python3.10/dist-packages/stable_baselines3/common/save_util.py:278: UserWarning: Path '35040' does not exist. Will create it.
-  warnings.warn(f"Path '{path.parent}' does not exist. Will create it.")
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.mean to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.mean` for environment variables or `env.get_wrapper_attr('mean')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.var to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.var` for environment variables or `env.get_wrapper_attr('var')` that will search the reminding wrappers.
+  logger.warn(
 

 

 
And as always, remember to close the environment.

 

-
[13]:
+
[12]:
 

 

 
env.close()
@@ -53489,13 +79787,14 @@ 
24.1. Training a model
 
 [WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
+[ENVIRONMENT] (INFO) : Environment closed. [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]
+[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]
 Progress: |***************************************************************************************************| 99%
-[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]
 

 

 
Finally, we need to upload all Sinergym output as wandb artifacts. This output includes all sinergym_output (and LoggerWrapper CSV files) and models generated during training and evaluation episodes.

 

-
[14]:
+
[13]:
 

 

 
artifact = wandb.Artifact(
@@ -53519,16 +79818,8 @@ 
24.1. Training a model
 
-wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1)...
-

-

-

-

-

-

-
-Done. 0.1s
-wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1)... Done. 0.0s
+wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041)... Done. 0.2s
+wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041)... Done. 0.1s
 wandb: WARNING Source type is set to 'repo' but some required information is missing from the environment. A job will not be created from this run. See https://docs.wandb.ai/guides/launch/create-job
 

 

@@ -53536,30 +79827,24 @@ 
24.1. Training a model
 

 

-W&B sync reduced upload amount by 1.2%

-

-

-

-

-

 
-
Run history:

action_network/index▃▃█▆▁▆▅▆▆▃▃▇▁▃█▅▅▇▂▂▃▄▁▅▇▂▇▁▅▃█▃▇▄▅▇▄▇▃▁
action_simulation/Cooling_Setpoint_RL▆▅▁▁█▁▃▂▂▅▆▁█▆▁▃▃▁▇▇▅▄█▃▁▇▁█▃▅▁▅▁▄▃▁▄▁▅█
action_simulation/Heating_Setpoint_RL▃▄▇█▁█▆▇▇▄▃█▁▃▇▆▆█▂▂▄▅▁▆█▂█▁▆▄▇▄█▅▆█▅█▄▁
episode/comfort_violation_time(%)▁▁█
episode/cumulative_comfort_penalty█▂▁
episode/cumulative_energy_penalty█▁▁
episode/cumulative_power▁██
episode/cumulative_reward█▂▁
episode/cumulative_temperature_violation▁▇█
episode/episode_length▁██
episode/mean_comfort_penalty█▅▁
episode/mean_energy_penalty▁█▄
episode/mean_power█▁▅
episode/mean_reward█▅▁
episode/mean_temperature_violation▁▄█
eval/comfort_violation(%)▁█
eval/cumulative_comfort_penalty█▁
eval/cumulative_energy_penalty▁█
eval/cumulative_power_consumption█▁
eval/cumulative_reward█▁
eval/cumulative_temperature_violation▁█
eval/episode_length▁▁
eval/mean_comfort_penalty█▁
eval/mean_energy_penalty▁█
eval/mean_power_consumption█▁
eval/mean_reward█▁
eval/mean_temperature_violation▁█
eval/std_cumulative_reward▁▁
eval/std_reward▁▁
observation/HVAC_electricity_demand_rate▂▂▁▁▁▄▁▁▁▂▁▆▁▁▁▁▂▂▁▁▁▁▂▂▁▁▂▁▁▁▁▂▁▂▁▁█▅▁▂
observation/air_humidity▂▂▅▆▇▆▆▃▃▂▁▅▅▆▆▂▄▃▅▇██▄▂▂▂▄▆▆▆▂▁▁▂▇▆▅▃▂▂
observation/air_temperature▆▃▄▅▅▄▂▂▂▅▆▅█▇▃▂▁▂▂▄▅▃▇▂▄▃▄▆▇▆▃▁▄▃▂▆▅▅▇▅
observation/clg_setpoint▁▁▄█▅▁█▄▃▆▇▅█▁▁▃▇▄▂▅▁▄█▃▁▇▁█▃▅▁▅▁▁▁▁▄▁▅█
observation/co2_emission▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
observation/day_of_month▅▅▃█▅▆▃█▅▅▃█▅▃▃█▅▃▄▁▆▃▄▁▅▃█▁▆▃█▁▅▃█▁▆▃█▅
observation/diffuse_solar_radiation▂▁▁▁▁▃▄▁▁▃▄▆▇▄▁▁▁▁▂▃▂▂▄▂▃▇▅▁▁▁▁▁▁▁▁▃█▃▃▄
observation/direct_solar_radiation▄▁▁▁▁▇▄▁▁▆▇▆▄▁▁▁▁▁▅▅▁▁▅▃▆▄▁▁▁▁▁▁▁▁▁█▅█▇▃
observation/hour▅████▂▂▂▁▅▅▅▅▅████▁▁▁▁▅▅▄▄▄▇▇▇▇▁▁▁▁▄▄▄▄▄
observation/htg_setpoint█▇▅▁▄█▁▅▆▃▂▄▁█▇▆▂▅▇▄█▅▁▆█▂█▁▆▄▇▄█▇██▅█▄▁
observation/month▁▂▃▄▅▅▇▇▁▂▃▄▅▆▇▇▁▂▃▄▅▆▇█▁▂▃▄▅▆▇█▁▂▃▄▅▆▇█
observation/outdoor_humidity▃▅▃▆█▄█▆█▄▁▄▆▆▇▄▇▇▃▇▇▇▆▃▃▄▆▄▇▇▄▃▃▅█▂▆▂▄▃
observation/outdoor_temperature▄▂▃▆██▅▃▃▃▅██▆▅▂▂▂▂▆█▆▆▂▃▂▄▆▇▆▄▁▂▁▄▆█▇▅▃
observation/people_occupant█▁▁▁▁▁▁▁▁███▁▁▁▁▁▁▁▁▁▁▁▁▁▁▇▁▁▁▁▁▁▁▁▁▇▇▇▇
observation/total_electricity_HVAC▂▂▁▁▁▄▁▁▁▂▁▆▁▁▁▁▂▂▁▁▁▁▂▂▁▁▂▁▁▁▁▂▁▂▁▁█▅▁▂
observation/wind_direction▅▅▇▁▅█▆▇▃▃▇▄▅▂▁▇▆▃█▅▆▂▅▇▆▂▃█▅▂▆▇▇█▃▇▅▁█▆
observation/wind_speed▂▃▆▁▃▄▃▅▅▃█▅▄▃▁▆▅▄▅▃▃▂▃█▆▆▄▅▅▂▃▇▄▅▃▄▅▅▃▄
rollout/exploration_rate█▇▄▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
time/total_timesteps▁█
train/learning_rate▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
train/loss▇▁▃▂▃▂▁▂▁▂▂▁▂▃▃▁▂▁▁▂▂▁▃▃▂▂█▂▃▂▂▂▁▂▂▁▂▁▁▂
train/n_updates▁▁▁▁▂▂▂▂▂▃▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▆▇▇▇▇▇▇███

Run summary:

action_network/index4
action_simulation/Cooling_Setpoint_RL26
action_simulation/Heating_Setpoint_RL19
episode/comfort_violation_time(%)43.69622
episode/cumulative_comfort_penalty-22738.12343
episode/cumulative_energy_penalty-3556.04736
episode/cumulative_power71120947.22879
episode/cumulative_reward-26294.17188
episode/cumulative_temperature_violation45476.24685
episode/episode_length70077
episode/mean_comfort_penalty-0.32447
episode/mean_energy_penalty-0.05074
episode/mean_power1014.89714
episode/mean_reward-0.37522
episode/mean_temperature_violation0.64895
eval/comfort_violation(%)58.24201
eval/cumulative_comfort_penalty-17670.69841
eval/cumulative_energy_penalty-1708.48282
eval/cumulative_power_consumption34169656.38755
eval/cumulative_reward-19379.18123
eval/cumulative_temperature_violation35341.39683
eval/episode_length35040.0
eval/mean_comfort_penalty-0.5043
eval/mean_energy_penalty-0.04876
eval/mean_power_consumption975.16143
eval/mean_reward-0.55306
eval/mean_temperature_violation1.0086
eval/std_cumulative_reward0.0
eval/std_reward0.0
observation/HVAC_electricity_demand_rate2556.69653
observation/air_humidity17.01894
observation/air_temperature16.82935
observation/clg_setpoint40.0
observation/co2_emission0.0
observation/day_of_month1.0
observation/diffuse_solar_radiation0.0
observation/direct_solar_radiation0.0
observation/hour0.0
observation/htg_setpoint12.8
observation/month1.0
observation/outdoor_humidity57.75
observation/outdoor_temperature-6.02657
observation/people_occupant0.0
observation/total_electricity_HVAC2301027.0
observation/wind_direction275.0
observation/wind_speed7.6
rollout/exploration_rate0.05
time/total_timesteps140154
train/learning_rate0.0001
train/loss16037.58984
train/n_updates31299


+
Run history:

action_network/Cooling_Setpoint_RL▅▁▆█████▇▁▁▅▆█▁▁▁█▄█▃▁█▅▃█▁▁▁▁▂▆▅▆▁▅▅▅▃█
action_network/Heating_Setpoint_RL▁▃▂▂▆▄▅▆▃▆▁▂▁▄▁▁█▁▂▄▇▆█▂▇▇▄▄▇█▄▄▅▁▇███▆▇
action_simulation/Cooling_Setpoint_RL▅▁▆█████▇▁▁▅▆█▁▁▁█▄█▃▁█▅▃█▁▁▁▁▂▆▅▆▁▅▅▅▃█
action_simulation/Heating_Setpoint_RL▁▃▂▂▆▄▅▆▃▆▁▂▁▄▁▁█▁▂▄▇▆█▂▇▇▄▄▇█▄▄▅▁▇███▆▇
episode/comfort_violation_time(%)█▃▁
episode/cumulative_abs_comfort_penalty▁▄█
episode/cumulative_abs_energy_penalty█▁▁
episode/cumulative_power_demand▁██
episode/cumulative_reward█▁▄
episode/cumulative_reward_comfort_term▁▄█
episode/cumulative_reward_energy_term█▁▁
episode/cumulative_temperature_violation█▅▁
episode/episode_length▁██
episode/episode_num▁▅█
episode/mean_abs_comfort_penalty▁▇█
episode/mean_abs_energy_penalty█▂▁
episode/mean_power_demand▁▇█
episode/mean_reward▁▇█
episode/mean_reward_comfort_term▁▇█
episode/mean_reward_energy_term█▂▁
episode/mean_temperature_violation█▂▁
eval/comfort_violation(%)█▁
eval/cumulative_absolute_comfort_penalty▁█
eval/cumulative_absolute_energy_penalty█▁
eval/cumulative_power_demand▁█
eval/cumulative_reward▁█
eval/cumulative_reward_comfort_term▁█
eval/cumulative_reward_energy_term█▁
eval/cumulative_temperature_violation█▁
eval/episode_length▁▁
eval/mean_absolute_comfort_penalty▁█
eval/mean_absolute_energy_penalty█▁
eval/mean_power_demand▁█
eval/mean_reward▁█
eval/mean_reward_comfort_term▁█
eval/mean_reward_energy_term█▁
eval/mean_temperature_violation█▁
eval/std_cumulative_reward▁▁
eval/std_mean_reward▁▁
normalized_observation/HVAC_electricity_demand_rate▁▃▁▃▁▂▁█▃▂▁▂▂▁▁▃▂▁▁▃▁▁▂▇▂▁▁▄▁▂▁▆▂▃▁▁▃▃▆▂
normalized_observation/air_humidity▃▄▄▆▅▄▇▄▄▅▁▆▃▁▁▂▆▄▃▅▁▆▂▂▅▃▅▇▅▇▃▃▃▆▅▄▅█▃▅
normalized_observation/air_temperature▇▄▅▅▅▅▅▄▄▄▇█▆▆▆▄▄▄▅▆▅▅▄▅▁▄▇▆█▆▅▆▂▆▅▅▆▆▆▃
normalized_observation/clg_setpoint▃▁█▂██▆▇▂█▃▄▂█▁█▇▇▇▆▅█▂█▇█▃▂▅▂▃▄█▇▃█▇▂▄█
normalized_observation/co2_emission▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
normalized_observation/day_of_month█▅▃█▅▆▃█▅▂▃█▅▂▇█▅▂▇▄▅▂▇▅▁▃▇▅▂▇▇▅▁▇▄▅▂▇▄▁
normalized_observation/diffuse_solar_radiation▂▁▁▁▁▂▃▁▁▂▄▅▇▄▃▁▁▁▁▁▂▂▁▁▁▇▅▄█▄▁▁▁▁▁▂▁▁▁▁
normalized_observation/direct_solar_radiation▆▁▁▁▁█▄▁▁▃█▆▅▁▆▁▁▁▁▁▁▁▂▁▁▄▁▇▃▁▁▁▁▁▁▃▂▁▁▁
normalized_observation/hour▅████▂▂▂▂▂▅▅▅▅▅█████▂▂▂▂▁▄▄▄▄▄▇▇▇▇▇▁▁▁▁▁
normalized_observation/htg_setpoint█▆▅█▁▁▄█▆▇▁▅▂▁▁▇▆▅▂█▁▁▇█▃▁▆▇▃█▄█▂█▂▃███▅
normalized_observation/month▄▇█▇████▁▃▃▄▅▆▇▇▁▂▃▄▅▆▇█▂▂▃▄▅▆▇█▂▂▄▄▅▆▇▁
normalized_observation/outdoor_humidity▄▆▄▆█▄█▆██▁▄▆▆▂▄▇▇▆█▇▇▆▆▅▄▆▆▄▆▄▆▃▅▆▇▆█▆▅
normalized_observation/outdoor_temperature█▆▆▇▇▇▅▃▄▃▆██▆▄▄▃▃▄▆▇▆▃▃▂▄▅▇▇▆▅▃▁▅▅▇▅▆▄▂
normalized_observation/people_occupant█▁▁▁▁▁▁▁▁▁██▁▁█▁▁▁▁▁▁▁▁▁▁▁▇▇▇▇▁▁▁▁▁▁▁▁▁▁
normalized_observation/total_electricity_HVAC▁▄▁▃▁▂▁█▃▂▁▂▂▁▁▃▂▁▁▃▁▁▂█▂▁▁▃▁▂▁▆▂▃▁▁▃▃▆▂
normalized_observation/wind_direction▅▅▇▁▅█▆▇▃▆▇▄▅▂▁▇▆▃▃▅▆▂▁█▇▂▃▅▂▂▆▆▇▁▃▇▂█▆▇
normalized_observation/wind_speed▂▂▆▁▃▅▄▆▅▂█▅▄▄▅▆▅▄▃▃▃▂▁▃▆▆▄▄▄▃▃▄▅▅▃▃▃▁▄▆
observation/HVAC_electricity_demand_rate▁▄▁▃▁▁▁█▃▂▁▂▂▁▁▃▂▁▁▃▁▁▂█▂▁▁▄▁▂▁▆▂▃▁▁▃▃▆▁
observation/air_humidity▃▃▃▆▅▄▇▄▄▅▁▅▃▁▁▃▆▄▃▅▁▆▂▂▄▃▅▇▅▇▃▃▃▆▅▄▅█▃▅
observation/air_temperature█▃▄▅▅▅▅▄▃▄▇█▆▆▆▄▃▄▄▆▅▅▅▅▁▄▇▆█▆▅▆▃▆▅▅▆▆▆▃
observation/clg_setpoint▃▁█▂██▆▇▂█▃▄▂█▁█▇▇▇▆▅█▁█▇█▂▂▅▁▃▃█▇▃█▇▁▃█
observation/co2_emission▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
observation/day_of_month▄▅▃█▅▆▃█▅▂▃█▅▂▇█▅▂▇▄▅▂▇▅▁▃▇▅▂▇▇▅▁▇▄▅▂▇▄▁
observation/diffuse_solar_radiation▂▁▁▁▁▃▃▁▁▂▃▅▇▄▃▁▁▁▁▁▂▂▁▁▁▆▅▄█▄▁▁▁▁▁▂▁▁▁▁
observation/direct_solar_radiation▅▁▁▁▁█▅▁▁▃█▆▅▁▆▁▁▁▁▁▁▁▂▁▁▃▁▇▃▁▁▁▁▁▁▃▂▁▁▁
observation/hour▅████▂▂▂▂▂▅▅▅▅▅█████▂▂▂▂▁▄▄▄▄▄▇▇▇▇▇▁▁▁▁▁
observation/htg_setpoint█▆▅█▁▁▄█▆▇▁▅▂▁▁▇▆▅▂█▁▁▇█▃▂▆▇▄█▅█▂█▂▃███▆
observation/month▁▂▃▄▅▅▇▇▁▂▃▄▅▆▇▇▁▂▃▄▅▆▇█▂▂▃▄▅▆▇█▂▂▄▄▅▆▇▁
observation/outdoor_humidity▃▆▃▆█▄█▆██▁▄▆▆▂▄▇▇▆█▇▇▆▆▅▄▆▆▄▆▄▇▃▆▆▇▆█▆▅
observation/outdoor_temperature▄▃▄▆▇█▅▄▄▃▆██▇▄▄▃▃▄▆▇▆▃▃▂▄▅█▇▆▅▃▁▆▅▇▅▆▄▂
observation/people_occupant█▁▁▁▁▁▁▁▁▁██▁▁█▁▁▁▁▁▁▁▁▁▁▁▇▇▇▇▁▁▁▁▁▁▁▁▁▁
observation/total_electricity_HVAC▁▅▁▃▁▁▁█▃▂▁▂▂▁▁▃▁▁▁▃▁▁▁█▂▁▁▃▁▂▁▆▂▃▁▁▃▃▆▁
observation/wind_direction▆▆▇▁▅█▆▇▃▆▇▄▅▂▁▇▆▃▃▅▆▂▁█▇▂▃▅▂▂▆▆▇▁▃▇▂█▇▇
observation/wind_speed▂▃▆▁▃▄▃▅▅▂█▅▄▃▅▆▅▄▃▃▃▂▁▃▆▆▄▄▄▃▃▄▅▅▃▃▃▁▄▅
time/total_timesteps▁█
train/approx_kl▃▅▃▄▅▄▄▅▁▁▄▆▅█▄▄▂▆▇▂▅▆▄▄▅▄▇▄▆▆▇▆▂▄▇▅▅▃██
train/clip_fraction▄▃▄▅▄▆▅▇▁▂▄▆▆█▅▄▂▆▆▄▅▇▆▅▄▄▆▅▅▇▆▇▃▅▇▅▄▆▇█
train/clip_range▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
train/entropy_loss▁▂▂▂▂▁▁▂▂▂▂▃▃▃▃▄▃▄▄▄▄▅▅▅▅▅▆▆▆▅▅▆▆▆▇▇▇▇▇█
train/explained_variance▁▇▇▇▆█▂▅▅█▆▆▆▇▄▇▆▇▅▄▇▇▄██▇▇▃▆▇▆█▇▇▇▄▇▇▆█
train/learning_rate▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
train/loss▄▄█▆▃▃▂▁█▃▂▁▂▁▁▁▂▂▁▁▁▁▁▁▁▁▁▁▂▁▁▁▁▁▁▁▁▁▁▁
train/n_updates▁▁▁▁▂▂▂▂▂▃▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▆▇▇▇▇▇▇███
train/policy_gradient_loss▅▆▆▅▆▅▆▂██▆▅▅▁▆▅▇▃▃▇▆▃▄▅▄▅▄▆▄▄▃▄▆▅▃▅▆▅▃▄
train/std▇▇▇▇▇██▇▇▇▆▆▆▆▆▅▅▅▅▄▄▄▄▄▄▄▃▃▃▄▃▃▃▃▂▂▂▂▁▁
train/value_loss█▄▄▃▃▂▂▁▅▂▂▂▁▁▁▁▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁

Run summary:

action_network/Cooling_Setpoint_RL-1.0
action_network/Heating_Setpoint_RL-0.08584
action_simulation/Cooling_Setpoint_RL23.25
action_simulation/Heating_Setpoint_RL17.14215
episode/comfort_violation_time(%)15.59142
episode/cumulative_abs_comfort_penalty-6121.24092
episode/cumulative_abs_energy_penalty-216526173.95324
episode/cumulative_power_demand216526173.95324
episode/cumulative_reward-13886.92969
episode/cumulative_reward_comfort_term-3060.62046
episode/cumulative_reward_energy_term-10826.3087
episode/cumulative_temperature_violation6121.24092
episode/episode_length70077
episode/episode_num3
episode/mean_abs_comfort_penalty-0.08735
episode/mean_abs_energy_penalty-3089.83224
episode/mean_power_demand3089.83224
episode/mean_reward-0.19817
episode/mean_reward_comfort_term-0.04368
episode/mean_reward_energy_term-0.15449
episode/mean_temperature_violation0.08735
eval/comfort_violation(%)21.31564
eval/cumulative_absolute_comfort_penalty-5412.31178
eval/cumulative_absolute_energy_penalty-99552496.46387
eval/cumulative_power_demand99552496.46387
eval/cumulative_reward-7683.78072
eval/cumulative_reward_comfort_term-2706.15589
eval/cumulative_reward_energy_term-4977.62482
eval/cumulative_temperature_violation5412.31178
eval/episode_length35040.0
eval/mean_absolute_comfort_penalty-0.15446
eval/mean_absolute_energy_penalty-2841.11006
eval/mean_power_demand2841.11006
eval/mean_reward-0.21929
eval/mean_reward_comfort_term-0.07723
eval/mean_reward_energy_term-0.14206
eval/mean_temperature_violation0.15446
eval/std_cumulative_reward0.0
eval/std_mean_reward0.0
normalized_observation/HVAC_electricity_demand_rate-0.13262
normalized_observation/air_humidity-1.0925
normalized_observation/air_temperature0.43322
normalized_observation/clg_setpoint-1.0826
normalized_observation/co2_emission0.0
normalized_observation/day_of_month-0.64329
normalized_observation/diffuse_solar_radiation-0.74517
normalized_observation/direct_solar_radiation-0.6139
normalized_observation/hour0.79477
normalized_observation/htg_setpoint-0.65805
normalized_observation/month-1.58771
normalized_observation/outdoor_humidity-1.18286
normalized_observation/outdoor_temperature-1.40596
normalized_observation/people_occupant1.69401
normalized_observation/total_electricity_HVAC-0.16286
normalized_observation/wind_direction0.40029
normalized_observation/wind_speed0.53301
observation/HVAC_electricity_demand_rate2415.95581
observation/air_humidity22.55221
observation/air_temperature23.24938
observation/clg_setpoint23.25
observation/co2_emission0.0
observation/day_of_month10.0
observation/diffuse_solar_radiation0.0
observation/direct_solar_radiation0.0
observation/hour17.0
observation/htg_setpoint15.19314
observation/month1.0
observation/outdoor_humidity44.0
observation/outdoor_temperature-1.24227
observation/people_occupant20.0
observation/total_electricity_HVAC2174360.0
observation/wind_direction225.0
observation/wind_speed6.2
time/total_timesteps140154
train/approx_kl0.00857
train/clip_fraction0.06665
train/clip_range0.2
train/entropy_loss-2.31621
train/explained_variance0.41018
train/learning_rate0.0003
train/loss0.26118
train/n_updates860
train/policy_gradient_loss-0.01197
train/std0.77688
train/value_loss1.40151


 

 

 

 

 

-View run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_cun8jng3 at: https://wandb.ai/alex_ugr/sinergym/runs/pf27dlou
Synced 5 W&B file(s), 0 media file(s), 150 artifact file(s) and 0 other file(s)

+View run SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_sf6wp7r8 at: https://wandb.ai/alex_ugr/sinergym/runs/y215gzyw
Synced 5 W&B file(s), 0 media file(s), 162 artifact file(s) and 0 other file(s)

 

 

 

 

 

-Find logs at: ./wandb/run-20231117_094304-pf27dlou/logs

+Find logs at: ./wandb/run-20240425_140538-y215gzyw/logs

 

 
All experiment results are stored locally, but you can also view the execution in wandb:

 

 

@@ -53846,6 +80143,8 @@ 
24.2. Loading a model
 
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.
+  logger.warn(
 /usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
   gym.logger.warn("Casting input x to numpy array.")
 

@@ -53855,30 +80154,28 @@ 
24.2. Loading a model
 
-2 -936.5481180476335------------------------------------------------------------------------------------------| 9%
-3 -1798.784133735751*******-----------------------------------------------------------------------------------| 16%
-4 -2827.2387312028445***************--------------------------------------------------------------------------| 25%
-5 -4366.328889075081************************------------------------------------------------------------------| 33%
-6 -6183.997471720583********************************----------------------------------------------------------| 41%
-7 -7325.563685767946*****************************************-------------------------------------------------| 50%
-8 -8681.46846670104*************************************************------------------------------------------| 58%
-9 -10086.073464526888********************************************************---------------------------------| 66%
-10 -11172.340415472303****************************************************************------------------------| 75%
-11 -13219.748208010345************************************************************************----------------| 83%
-12 -14115.750843779568********************************************************************************--------| 91%
+2 -849.6974282789123------------------------------------------------------------------------------------------| 9%
+3 -1617.9671499241917******-----------------------------------------------------------------------------------| 16%
+4 -2156.5752483040997***************--------------------------------------------------------------------------| 25%
+5 -2552.019842192101************************------------------------------------------------------------------| 33%
+6 -2952.356589942441********************************----------------------------------------------------------| 41%
+7 -3548.4779550246153****************************************-------------------------------------------------| 50%
+8 -4170.818276142834************************************************------------------------------------------| 58%
+9 -4726.033888119112*********************************************************---------------------------------| 66%
+10 -5269.103372582413*****************************************************************------------------------| 75%
+11 -5667.825161163072*************************************************************************----------------| 83%
+12 -6119.9367009674625********************************************************************************--------| 91%
 Progress: |***************************************************************************************************| 99%
-Episode  1 Mean reward:  -0.4283177306652533 Cumulative reward:  -15008.253282509391
+Episode  1 Mean reward:  -0.19264884234536714 Cumulative reward:  -6750.415435781299
 [WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active
 #----------------------------------------------------------------------------------------------#
-[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 3]
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12] [Episode 3]
 #----------------------------------------------------------------------------------------------#
-[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3]
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run3]
 [MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
-[MODELING] (INFO) : Updated building model with whole Output:Variable available names
-[MODELING] (INFO) : Updated building model with whole Output:Meter available names
 [MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
-[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/output]
-[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run3/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run3/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run3/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run3/5ZoneAutoDXVAV.epJSON']
 [ENVIRONMENT] (INFO) : Episode 3 started.
 

 

@@ -53898,9 +80195,10 @@ 
24.2. Loading a model
 [SIMULATOR] (INFO) : handlers are ready.
 [SIMULATOR] (INFO) : System is ready.
+[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]
 [WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 3) if logger is active
-1 -1.7042527324647196
-Progress: |**-------------------------------------------------------------------------------------------------| 2%
+1 -1.8406577642818436
+Progress: |*--------------------------------------------------------------------------------------------------| 1%
 

 

 

@@ -53908,6 +80206,8 @@ 
24.2. Loading a model
 
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.
+  logger.warn(
 /usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
   gym.logger.warn("Casting input x to numpy array.")
 

@@ -53917,30 +80217,28 @@ 
24.2. Loading a model
 
-2 -934.5236861805773------------------------------------------------------------------------------------------| 9%
-3 -1799.7806890630795******-----------------------------------------------------------------------------------| 16%
-4 -2820.081000039381****************--------------------------------------------------------------------------| 25%
-5 -4295.9802117699255***********************------------------------------------------------------------------| 33%
-6 -6066.508686603184********************************----------------------------------------------------------| 41%
-7 -7176.935226174976*****************************************-------------------------------------------------| 50%
-8 -8529.98270733462*************************************************------------------------------------------| 58%
-9 -9927.566541371296*********************************************************---------------------------------| 66%
-10 -10989.840486913932****************************************************************------------------------| 75%
-11 -12997.533912090104************************************************************************----------------| 83%
-12 -13880.172965873764********************************************************************************--------| 91%
+2 -858.8870751040168------------------------------------------------------------------------------------------| 9%
+3 -1640.2572212169603******-----------------------------------------------------------------------------------| 16%
+4 -2173.3615273516752***************--------------------------------------------------------------------------| 25%
+5 -2567.4942835104775***********************------------------------------------------------------------------| 33%
+6 -2968.6280354362952*******************************----------------------------------------------------------| 41%
+7 -3538.5972325183766****************************************-------------------------------------------------| 50%
+8 -4171.6446925544315***********************************************------------------------------------------| 58%
+9 -4735.831685025527*********************************************************---------------------------------| 66%
+10 -5284.723659082678*****************************************************************------------------------| 75%
+11 -5679.66045583139**************************************************************************----------------| 83%
+12 -6127.73952783132**********************************************************************************--------| 91%
 Progress: |***************************************************************************************************| 99%
-Episode  2 Mean reward:  -0.42214784762863855 Cumulative reward:  -14792.06058090633
+Episode  2 Mean reward:  -0.19279340910171985 Cumulative reward:  -6755.48105492389
 [WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active
 #----------------------------------------------------------------------------------------------#
-[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 4]
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12] [Episode 4]
 #----------------------------------------------------------------------------------------------#
-[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4]
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run4]
 [MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
-[MODELING] (INFO) : Updated building model with whole Output:Variable available names
-[MODELING] (INFO) : Updated building model with whole Output:Meter available names
 [MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
-[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/output]
-[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run4/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run4/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run4/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run4/5ZoneAutoDXVAV.epJSON']
 [ENVIRONMENT] (INFO) : Episode 4 started.
 

 

@@ -53960,9 +80258,10 @@ 
24.2. Loading a model
 [SIMULATOR] (INFO) : handlers are ready.
 [SIMULATOR] (INFO) : System is ready.
+[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]
 [WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 4) if logger is active
-1 -1.7502089967989307
-Progress: |**-------------------------------------------------------------------------------------------------| 2%
+1 -1.802620036649992
+Progress: |*--------------------------------------------------------------------------------------------------| 1%
 

 

 

@@ -53970,6 +80269,8 @@ 
24.2. Loading a model
 
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.
+  logger.warn(
 /usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
   gym.logger.warn("Casting input x to numpy array.")
 

@@ -53979,30 +80280,28 @@ 
24.2. Loading a model
 
-2 -942.9367504242642------------------------------------------------------------------------------------------| 9%
-3 -1800.656177587228*******-----------------------------------------------------------------------------------| 16%
-4 -2794.655237212276****************--------------------------------------------------------------------------| 25%
-5 -4333.22916802518*************************------------------------------------------------------------------| 33%
-6 -6090.34169685729*********************************----------------------------------------------------------| 41%
-7 -7224.1494897446855****************************************-------------------------------------------------| 50%
-8 -8598.938588370329************************************************------------------------------------------| 58%
-9 -9997.264926241101*********************************************************---------------------------------| 66%
-10 -11077.148069449044****************************************************************------------------------| 75%
-11 -13197.575884449961************************************************************************----------------| 83%
-12 -14086.931630958963********************************************************************************--------| 91%
+2 -865.0126318855628------------------------------------------------------------------------------------------| 9%
+3 -1634.1087758950055******-----------------------------------------------------------------------------------| 16%
+4 -2166.249354525793****************--------------------------------------------------------------------------| 25%
+5 -2564.899154157984************************------------------------------------------------------------------| 33%
+6 -2954.509030649346********************************----------------------------------------------------------| 41%
+7 -3534.052090008717*****************************************-------------------------------------------------| 50%
+8 -4181.1340755771425***********************************************------------------------------------------| 58%
+9 -4753.69884696025**********************************************************---------------------------------| 66%
+10 -5287.422183004328*****************************************************************------------------------| 75%
+11 -5689.531992249983*************************************************************************----------------| 83%
+12 -6142.878211358592*********************************************************************************--------| 91%
 Progress: |***************************************************************************************************| 99%
-Episode  3 Mean reward:  -0.4275640288043432 Cumulative reward:  -14981.8435693031
+Episode  3 Mean reward:  -0.19365136768455526 Cumulative reward:  -6785.543923666379
 [WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active
 #----------------------------------------------------------------------------------------------#
-[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 5]
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12] [Episode 5]
 #----------------------------------------------------------------------------------------------#
-[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5]
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run5]
 [MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
-[MODELING] (INFO) : Updated building model with whole Output:Variable available names
-[MODELING] (INFO) : Updated building model with whole Output:Meter available names
 [MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
-[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/output]
-[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run5/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run5/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run5/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run5/5ZoneAutoDXVAV.epJSON']
 [ENVIRONMENT] (INFO) : Episode 5 started.
 

 

@@ -54022,9 +80321,10 @@ 
24.2. Loading a model
 [SIMULATOR] (INFO) : handlers are ready.
 [SIMULATOR] (INFO) : System is ready.
+[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]
 [WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 5) if logger is active
-1 -1.795342248728848
-Progress: |**-------------------------------------------------------------------------------------------------| 2%
+1 -1.9032154002097952
+Progress: |*--------------------------------------------------------------------------------------------------| 1%
 

 

 

@@ -54032,6 +80332,8 @@ 
24.2. Loading a model
 
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.
+  logger.warn(
 /usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
   gym.logger.warn("Casting input x to numpy array.")
 

@@ -54041,21 +80343,22 @@ 
24.2. Loading a model
 
-2 -938.7996243556881------------------------------------------------------------------------------------------| 9%
-3 -1819.0145801281317******-----------------------------------------------------------------------------------| 16%
-4 -2877.741132595393****************--------------------------------------------------------------------------| 25%
-5 -4407.196686348535************************------------------------------------------------------------------| 33%
-6 -6174.90714284908*********************************----------------------------------------------------------| 41%
-7 -7316.297986671081*****************************************-------------------------------------------------| 50%
-8 -8651.146489725308************************************************------------------------------------------| 58%
-9 -10070.592382785619********************************************************---------------------------------| 66%
-10 -11131.844874744675****************************************************************------------------------| 75%
-11 -13342.353151567342************************************************************************----------------| 83%
-12 -14226.469403206707********************************************************************************--------| 91%
+2 -861.1198148661161------------------------------------------------------------------------------------------| 9%
+3 -1636.334966684399*******-----------------------------------------------------------------------------------| 16%
+4 -2173.085233547737****************--------------------------------------------------------------------------| 25%
+5 -2565.576821878193************************------------------------------------------------------------------| 33%
+6 -2966.3778237083693*******************************----------------------------------------------------------| 41%
+7 -3554.5977618101956****************************************-------------------------------------------------| 50%
+8 -4197.099320556758************************************************------------------------------------------| 58%
+9 -4779.131939877218*********************************************************---------------------------------| 66%
+10 -5329.1488627496865****************************************************************------------------------| 75%
+11 -5735.704156814079*************************************************************************----------------| 83%
+12 -6195.491656153262*********************************************************************************--------| 91%
 Progress: |***************************************************************************************************| 99%
-Episode  4 Mean reward:  -0.43131719567353316 Cumulative reward:  -15113.354536399509
+Episode  4 Mean reward:  -0.19466678964959738 Cumulative reward:  -6821.124309321534
 [WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
-[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48]
+[ENVIRONMENT] (INFO) : Environment closed. [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]
+[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]
 

 

 
Finally, we’ll register the evaluation data in wandb as an artifact for preservation.

diff --git a/docs/compilation/main/pages/notebooks/drl.ipynb b/docs/compilation/main/pages/notebooks/drl.ipynb
index 4008523573..0545ba3e9f 100644
--- a/docs/compilation/main/pages/notebooks/drl.ipynb
+++ b/docs/compilation/main/pages/notebooks/drl.ipynb
@@ -92,12 +92,12 @@
    "outputs": [],
    "source": [
     "# Environment ID\n",
-    "environment = \"Eplus-5zone-mixed-discrete-stochastic-v1\"\n",
+    "environment = \"Eplus-5zone-mixed-continuous-stochastic-v1\"\n",
     "# Training episodes\n",
     "episodes = 5\n",
     "#Name of the experiment\n",
     "experiment_date = datetime.today().strftime('%Y-%m-%d_%H:%M')\n",
-    "experiment_name = 'SB3_DQN-' + environment + \\\n",
+    "experiment_name = 'SB3_PPO-' + environment + \\\n",
     "    '-episodes-' + str(episodes)\n",
     "experiment_name += '_' + experiment_date"
    ]
@@ -119,20 +119,27 @@
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n"
+      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
+      "\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33malex_ugr\u001b[0m. Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n"
      ]
     },
     {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33malex_ugr\u001b[0m. Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n"
-     ]
+     "data": {
+      "text/html": [
+       "wandb version 0.16.6 is available!  To upgrade, please run:\n",
+       " $ pip install wandb --upgrade"
+      ],
+      "text/plain": [
+       ""
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
     },
     {
      "data": {
       "text/html": [
-       "Tracking run with wandb version 0.16.0"
+       "Tracking run with wandb version 0.16.3"
       ],
       "text/plain": [
        ""
@@ -144,7 +151,7 @@
     {
      "data": {
       "text/html": [
-       "Run data is saved locally in /workspaces/sinergym/examples/wandb/run-20231117_094304-pf27dlou"
+       "Run data is saved locally in /workspaces/sinergym/examples/wandb/run-20240425_140538-y215gzyw"
       ],
       "text/plain": [
        ""
@@ -156,7 +163,7 @@
     {
      "data": {
       "text/html": [
-       "Syncing run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_cun8jng3 to Weights & Biases (docs)
"
+       "Syncing run SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_sf6wp7r8 to Weights & Biases (docs)
"
       ],
       "text/plain": [
        ""
@@ -180,7 +187,7 @@
     {
      "data": {
       "text/html": [
-       " View run at https://wandb.ai/alex_ugr/sinergym/runs/pf27dlou"
+       " View run at https://wandb.ai/alex_ugr/sinergym/runs/y215gzyw"
       ],
       "text/plain": [
        ""
@@ -198,7 +205,7 @@
     "}\n",
     "experiment_params.update({'environment':environment,\n",
     "                          'episodes':episodes,\n",
-    "                          'algorithm':'SB3_DQN'})\n",
+    "                          'algorithm':'SB3_PPO'})\n",
     "\n",
     "# Get wandb init params (you have to specify your own project and entity)\n",
     "wandb_params = {\"project\": 'sinergym',\n",
@@ -236,33 +243,31 @@
      "output_type": "stream",
      "text": [
       "#==============================================================================================#\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n",
       "#==============================================================================================#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1]\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 0, 'n_steps_per_hour': 4}\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n",
       "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43 created successfully.\u001b[0m\n",
-      "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n",
-      "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n",
-      "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05 created successfully.\u001b[0m\n",
       "#==============================================================================================#\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION]\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]\u001b[0m\n",
       "#==============================================================================================#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1]\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 0, 'n_steps_per_hour': 4}\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n",
       "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION created successfully.\u001b[0m\n",
-      "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n",
-      "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n",
-      "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n"
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION created successfully.\u001b[0m\n"
      ]
     }
    ],
@@ -278,12 +283,12 @@
     "collapsed": false
    },
    "source": [
-    "We can also add a Wrapper to the environment. We'll use an action normalization wrapper and a logger (extensions of `gym.Wrapper`). Normalization is highly recommended for DRL algorithms with continuous action space, and the logger is used to monitor and log environment interactions and save the data into a CSV. The generated files will also be stored as *wandb* artifacts."
+    "We can also add a Wrapper to the environment. We'll use an action and observation normalization wrapper and a logger (extensions of `gym.Wrapper`). Normalization is highly recommended for DRL algorithms with continuous action space, and the logger is used to monitor and log environment interactions and save the data into a CSV. The generated files will also be stored as *wandb* artifacts."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 5,
    "metadata": {
     "collapsed": false,
     "pycharm": {
@@ -295,13 +300,24 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Wrapper initialized.\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeAction] (INFO) : New normalized action Space: Box(-1.0, 1.0, (2,), float32)\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeAction] (INFO) : Wrapper initialized\u001b[0m\n",
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Wrapper initialized.\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeAction] (INFO) : New normalized action Space: Box(-1.0, 1.0, (2,), float32)\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeAction] (INFO) : Wrapper initialized\u001b[0m\n",
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n"
      ]
     }
    ],
    "source": [
+    "env = NormalizeObservation(env)\n",
+    "env = NormalizeAction(env)\n",
     "env = LoggerWrapper(env)\n",
+    "\n",
+    "eval_env = NormalizeObservation(eval_env)\n",
+    "eval_env = NormalizeAction(eval_env)\n",
     "eval_env = LoggerWrapper(eval_env)"
    ]
   },
@@ -312,12 +328,12 @@
     "collapsed": false
    },
    "source": [
-    "At this point, the environment is set up and ready to use. We'll create our learning model (Stable Baselines 3 DQN), but any other algorithm can be used."
+    "At this point, the environment is set up and ready to use. We'll create our learning model (Stable Baselines 3 PPO), but any other algorithm can be used."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 6,
    "metadata": {
     "collapsed": false,
     "pycharm": {
@@ -336,7 +352,7 @@
     }
    ],
    "source": [
-    "model = DQN('MlpPolicy', env, verbose=1)"
+    "model = PPO('MlpPolicy', env, verbose=1)"
    ]
   },
   {
@@ -351,7 +367,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 7,
    "metadata": {
     "collapsed": false,
     "pycharm": {
@@ -386,7 +402,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 8,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -419,7 +435,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 9,
    "metadata": {
     "collapsed": false,
     "pycharm": {
@@ -443,7 +459,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 10,
    "metadata": {
     "collapsed": false,
     "pycharm": {
@@ -456,14 +472,12 @@
      "output_type": "stream",
      "text": [
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 1]\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05] [Episode 1]\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run1]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/output]\u001b[0m\n"
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run1/output]\u001b[0m\n"
      ]
     },
     {
@@ -478,132 +492,117 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n",
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n",
       "--------------------------------------------------------------------------------------------------------------| 1%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3296.2168 |\n",
-      "|    air_humidity                 | 14.309143 |\n",
-      "|    air_temperature              | 19.127739 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 39.0      |\n",
-      "|    outdoor_temperature          | -9.724175 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2966595.2 |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.995     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 1%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1932.6711 |\n",
-      "|    air_humidity                 | 15.199731 |\n",
-      "|    air_temperature              | 20.344173 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 62.0      |\n",
-      "|    outdoor_temperature          | -2.906447 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1739404.0 |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.989     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 1%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 3          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 27         |\n",
-      "|    Heating_Setpoint_RL          | 18         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1637.6606  |\n",
-      "|    air_humidity                 | 34.85248   |\n",
-      "|    air_temperature              | 20.126642  |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 4.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 2.0        |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 62.0       |\n",
-      "|    outdoor_temperature          | -1.4313949 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1473894.6  |\n",
-      "|    wind_direction               | 270.0      |\n",
-      "|    wind_speed                   | 11.3       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.984      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.44978368  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 15.094967    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.47470018  |\n",
+      "|    air_humidity                 | 1.5443028    |\n",
+      "|    air_temperature              | -1.2483411   |\n",
+      "|    clg_setpoint                 | 0.10036767   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.898854     |\n",
+      "|    diffuse_solar_radiation      | -0.61689425  |\n",
+      "|    direct_solar_radiation       | -0.58669466  |\n",
+      "|    hour                         | -1.5447197   |\n",
+      "|    htg_setpoint                 | -1.3526225   |\n",
+      "|    month                        | 0.0007053454 |\n",
+      "|    outdoor_humidity             | -0.2632173   |\n",
+      "|    outdoor_temperature          | -2.4303603   |\n",
+      "|    people_occupant              | -0.8722816   |\n",
+      "|    total_electricity_HVAC       | -0.48225147  |\n",
+      "|    wind_direction               | 1.0074217    |\n",
+      "|    wind_speed                   | -0.65252066  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 3552.5068    |\n",
+      "|    air_humidity                 | 37.176144    |\n",
+      "|    air_temperature              | 18.045374    |\n",
+      "|    clg_setpoint                 | 27.741302    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 2.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 39.0         |\n",
+      "|    outdoor_temperature          | -12.332335   |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 3176965.5    |\n",
+      "|    wind_direction               | 320.0        |\n",
+      "|    wind_speed                   | 7.7          |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 1%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 7          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 23         |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2696.1394  |\n",
-      "|    air_humidity                 | 17.76754   |\n",
-      "|    air_temperature              | 18.343163  |\n",
-      "|    clg_setpoint                 | 28.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 5.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 3.0        |\n",
-      "|    htg_setpoint                 | 17.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 50.0       |\n",
-      "|    outdoor_temperature          | -6.7237883 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 2426525.5  |\n",
-      "|    wind_direction               | 270.0      |\n",
-      "|    wind_speed                   | 6.2        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.978      |\n",
-      "------------------------------------------------\n"
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.5050469    |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.329533    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.8606062    |\n",
+      "|    air_humidity                 | 0.844899     |\n",
+      "|    air_temperature              | -0.23196684  |\n",
+      "|    clg_setpoint                 | 0.35929757   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 2.5204995    |\n",
+      "|    diffuse_solar_radiation      | -0.6330984   |\n",
+      "|    direct_solar_radiation       | -0.5763175   |\n",
+      "|    hour                         | -1.4134499   |\n",
+      "|    htg_setpoint                 | 0.8879877    |\n",
+      "|    month                        | 0.0004975185 |\n",
+      "|    outdoor_humidity             | 1.793373     |\n",
+      "|    outdoor_temperature          | 1.2288152    |\n",
+      "|    people_occupant              | -0.872282    |\n",
+      "|    total_electricity_HVAC       | 0.9215611    |\n",
+      "|    wind_direction               | -1.8862094   |\n",
+      "|    wind_speed                   | 0.049212422  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 12450.545    |\n",
+      "|    air_humidity                 | 35.54185     |\n",
+      "|    air_temperature              | 20.94378     |\n",
+      "|    clg_setpoint                 | 27.941988    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 3.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 1.0          |\n",
+      "|    htg_setpoint                 | 20.944117    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 62.0         |\n",
+      "|    outdoor_temperature          | -2.9823768   |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 11687277.0   |\n",
+      "|    wind_direction               | 60.0         |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "--------------------------------------------------\n"
      ]
     },
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "/workspaces/sinergym/sinergym/utils/callbacks.py:279: UserWarning: Training and eval env are not of the same type != >>>>>\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/workspaces/sinergym/sinergym/utils/callbacks.py:309: UserWarning: Training and eval env are not of the same type != >>>>>>\n",
       "  warnings.warn(\n",
       "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n",
       "  gym.logger.warn(\"Casting input x to numpy array.\")\n",
       "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n",
       "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.unwrapped_observation to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.unwrapped_observation` for environment variables or `env.get_wrapper_attr('unwrapped_observation')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
       "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n",
       "  logger.warn(\n",
       "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n",
@@ -614,52732 +613,78566 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.814899    |\n",
+      "|    air_humidity                 | 1.3925622    |\n",
+      "|    air_temperature              | -0.73331887  |\n",
+      "|    clg_setpoint                 | -0.88596326  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 2.1552622    |\n",
+      "|    diffuse_solar_radiation      | -0.5900505   |\n",
+      "|    direct_solar_radiation       | -0.44649348  |\n",
+      "|    hour                         | -1.280776    |\n",
+      "|    htg_setpoint                 | -1.3434962   |\n",
+      "|    month                        | 0.0004052204 |\n",
+      "|    outdoor_humidity             | 0.23561773   |\n",
+      "|    outdoor_temperature          | 0.3521049    |\n",
+      "|    people_occupant              | -0.87228215  |\n",
+      "|    total_electricity_HVAC       | -0.8086527   |\n",
+      "|    wind_direction               | 0.4803797    |\n",
+      "|    wind_speed                   | 1.3785272    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 541.3448     |\n",
+      "|    air_humidity                 | 48.778576    |\n",
+      "|    air_temperature              | 19.938894    |\n",
+      "|    clg_setpoint                 | 24.390467    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 2.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 62.0         |\n",
+      "|    outdoor_temperature          | -0.12547101  |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 492505.06    |\n",
+      "|    wind_direction               | 270.0        |\n",
+      "|    wind_speed                   | 11.3         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6676585  |\n",
+      "|    Heating_Setpoint_RL          | -0.61141574 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.371653   |\n",
+      "|    Heating_Setpoint_RL          | 14.185786   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.53376436 |\n",
+      "|    air_humidity                 | -0.2088845  |\n",
+      "|    air_temperature              | -1.2112623  |\n",
+      "|    clg_setpoint                 | 0.90256953  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.9999994   |\n",
+      "|    diffuse_solar_radiation      | -0.600921   |\n",
+      "|    direct_solar_radiation       | -0.4862134  |\n",
+      "|    hour                         | -1.1467745  |\n",
+      "|    htg_setpoint                 | -0.48262912 |\n",
+      "|    month                        | 0.00035007  |\n",
+      "|    outdoor_humidity             | -0.14025404 |\n",
+      "|    outdoor_temperature          | -0.52959037 |\n",
+      "|    people_occupant              | -0.8722822  |\n",
+      "|    total_electricity_HVAC       | -0.5354909  |\n",
+      "|    wind_direction               | 0.39181325  |\n",
+      "|    wind_speed                   | -0.36963046 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2155.5242   |\n",
+      "|    air_humidity                 | 33.699894   |\n",
+      "|    air_temperature              | 18.856947   |\n",
+      "|    clg_setpoint                 | 29.168901   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 15.361061   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 50.0        |\n",
+      "|    outdoor_temperature          | -6.251751   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1931906.1   |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 2          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 28         |\n",
-      "|    Heating_Setpoint_RL          | 17         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2682.915   |\n",
-      "|    air_humidity                 | 12.916248  |\n",
-      "|    air_temperature              | 19.004652  |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 6.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 4.0        |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 67.0       |\n",
-      "|    outdoor_temperature          | -6.6576667 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 2414623.5  |\n",
-      "|    wind_direction               | 240.0      |\n",
-      "|    wind_speed                   | 3.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.973      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.99546194    |\n",
+      "|    Heating_Setpoint_RL          | 0.68203896    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 29.984684     |\n",
+      "|    Heating_Setpoint_RL          | 21.46147      |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.51078784   |\n",
+      "|    air_humidity                 | -1.2685748    |\n",
+      "|    air_temperature              | -1.024416     |\n",
+      "|    clg_setpoint                 | -0.24891856   |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.9133781     |\n",
+      "|    diffuse_solar_radiation      | -0.6076484    |\n",
+      "|    direct_solar_radiation       | -0.51732      |\n",
+      "|    hour                         | -1.0115265    |\n",
+      "|    htg_setpoint                 | -1.3123395    |\n",
+      "|    month                        | 0.00031234752 |\n",
+      "|    outdoor_humidity             | 0.7438494     |\n",
+      "|    outdoor_temperature          | -0.64665073   |\n",
+      "|    people_occupant              | -0.7268466    |\n",
+      "|    total_electricity_HVAC       | -0.5157903    |\n",
+      "|    wind_direction               | -0.03561862   |\n",
+      "|    wind_speed                   | -1.0083431    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 2374.1133     |\n",
+      "|    air_humidity                 | 21.606262     |\n",
+      "|    air_temperature              | 19.147503     |\n",
+      "|    clg_setpoint                 | 26.014244     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 6.0           |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 4.0           |\n",
+      "|    htg_setpoint                 | 12.0          |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 67.0          |\n",
+      "|    outdoor_temperature          | -6.8588176    |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 2125020.2     |\n",
+      "|    wind_direction               | 240.0         |\n",
+      "|    wind_speed                   | 3.6           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 3          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 27         |\n",
-      "|    Heating_Setpoint_RL          | 18         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1243.6388  |\n",
-      "|    air_humidity                 | 13.383576  |\n",
-      "|    air_temperature              | 18.792883  |\n",
-      "|    clg_setpoint                 | 30.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 7.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 5.0        |\n",
-      "|    htg_setpoint                 | 15.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 60.0       |\n",
-      "|    outdoor_temperature          | 0.53871423 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1119275.0  |\n",
-      "|    wind_direction               | 240.0      |\n",
-      "|    wind_speed                   | 5.7        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.968      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.26237145    |\n",
+      "|    Heating_Setpoint_RL          | -0.36151478   |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 27.510504     |\n",
+      "|    Heating_Setpoint_RL          | 15.591479     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | 0.6200423     |\n",
+      "|    air_humidity                 | -1.432235     |\n",
+      "|    air_temperature              | -0.5611448    |\n",
+      "|    clg_setpoint                 | 1.3173552     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.8579705     |\n",
+      "|    diffuse_solar_radiation      | -0.6089403    |\n",
+      "|    direct_solar_radiation       | -0.50132495   |\n",
+      "|    hour                         | -0.8751172    |\n",
+      "|    htg_setpoint                 | 0.6488478     |\n",
+      "|    month                        | 0.00028444006 |\n",
+      "|    outdoor_humidity             | 0.43488365    |\n",
+      "|    outdoor_temperature          | 0.7708154     |\n",
+      "|    people_occupant              | -0.6361031    |\n",
+      "|    total_electricity_HVAC       | 0.7996722     |\n",
+      "|    wind_direction               | -0.0071030906 |\n",
+      "|    wind_speed                   | -0.3164547    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 9830.654      |\n",
+      "|    air_humidity                 | 15.663212     |\n",
+      "|    air_temperature              | 20.11363      |\n",
+      "|    clg_setpoint                 | 30.0          |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 7.0           |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 5.0           |\n",
+      "|    htg_setpoint                 | 20.113628     |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 60.0          |\n",
+      "|    outdoor_temperature          | 1.38204       |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 10073893.0    |\n",
+      "|    wind_direction               | 240.0         |\n",
+      "|    wind_speed                   | 5.7           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 3          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 27         |\n",
-      "|    Heating_Setpoint_RL          | 18         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1664.6848  |\n",
-      "|    air_humidity                 | 13.20179   |\n",
-      "|    air_temperature              | 18.895155  |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 8.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 6.0        |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 41.0       |\n",
-      "|    outdoor_temperature          | -5.1032705 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1498216.4  |\n",
-      "|    wind_direction               | 50.0       |\n",
-      "|    wind_speed                   | 2.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.962      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.97485095    |\n",
+      "|    Heating_Setpoint_RL          | 0.9907824     |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 29.915121     |\n",
+      "|    Heating_Setpoint_RL          | 23.19815      |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | 2.196059      |\n",
+      "|    air_humidity                 | -0.27542838   |\n",
+      "|    air_temperature              | -0.65056306   |\n",
+      "|    clg_setpoint                 | -0.9409854    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.8194352     |\n",
+      "|    diffuse_solar_radiation      | -0.6143988    |\n",
+      "|    direct_solar_radiation       | -0.5167107    |\n",
+      "|    hour                         | -0.7376365    |\n",
+      "|    htg_setpoint                 | 0.694482      |\n",
+      "|    month                        | 0.00026270346 |\n",
+      "|    outdoor_humidity             | -0.46481594   |\n",
+      "|    outdoor_temperature          | -0.24187052   |\n",
+      "|    people_occupant              | -0.66815555   |\n",
+      "|    total_electricity_HVAC       | 2.1385336     |\n",
+      "|    wind_direction               | -2.2418182    |\n",
+      "|    wind_speed                   | -1.5057687    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 19845.432     |\n",
+      "|    air_humidity                 | 27.253428     |\n",
+      "|    air_temperature              | 20.018244     |\n",
+      "|    clg_setpoint                 | 24.167604     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 8.0           |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 6.0           |\n",
+      "|    htg_setpoint                 | 20.3671       |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 41.0          |\n",
+      "|    outdoor_temperature          | -4.0201516    |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 17862642.0    |\n",
+      "|    wind_direction               | 50.0          |\n",
+      "|    wind_speed                   | 2.6           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 33.12003  |\n",
-      "|    air_temperature              | 19.675444 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 39.5      |\n",
-      "|    direct_solar_radiation       | 9.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 3.195037  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.957     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.32490957    |\n",
+      "|    Heating_Setpoint_RL          | -1.0          |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 27.72157      |\n",
+      "|    Heating_Setpoint_RL          | 12.0          |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.71746165   |\n",
+      "|    air_humidity                 | 1.8100551     |\n",
+      "|    air_temperature              | -0.79036176   |\n",
+      "|    clg_setpoint                 | -1.3282624    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.7910669     |\n",
+      "|    diffuse_solar_radiation      | 0.13623822    |\n",
+      "|    direct_solar_radiation       | -0.4326992    |\n",
+      "|    hour                         | -0.5991784    |\n",
+      "|    htg_setpoint                 | -0.087695874  |\n",
+      "|    month                        | 0.00024514517 |\n",
+      "|    outdoor_humidity             | 2.0212507     |\n",
+      "|    outdoor_temperature          | 1.0981784     |\n",
+      "|    people_occupant              | -0.6924274    |\n",
+      "|    total_electricity_HVAC       | -0.7164407    |\n",
+      "|    wind_direction               | -2.322791     |\n",
+      "|    wind_speed                   | -2.1955953    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 964.20593     |\n",
+      "|    air_humidity                 | 51.22419      |\n",
+      "|    air_temperature              | 19.824741     |\n",
+      "|    clg_setpoint                 | 23.25         |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 9.0           |\n",
+      "|    diffuse_solar_radiation      | 39.5          |\n",
+      "|    direct_solar_radiation       | 9.0           |\n",
+      "|    hour                         | 7.0           |\n",
+      "|    htg_setpoint                 | 17.219343     |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 100.0         |\n",
+      "|    outdoor_temperature          | 3.1604953     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 863793.9      |\n",
+      "|    wind_direction               | 0.0           |\n",
+      "|    wind_speed                   | 0.0           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 3%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1803.2925  |\n",
-      "|    air_humidity                 | 20.75208   |\n",
-      "|    air_temperature              | 22.000008  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 10.0       |\n",
-      "|    diffuse_solar_radiation      | 124.5      |\n",
-      "|    direct_solar_radiation       | 318.0      |\n",
-      "|    hour                         | 8.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 72.0       |\n",
-      "|    outdoor_temperature          | -2.6576498 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1622963.2  |\n",
-      "|    wind_direction               | 340.0      |\n",
-      "|    wind_speed                   | 4.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.951      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0          |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 23.25         |\n",
+      "|    Heating_Setpoint_RL          | 12.0          |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.40987742   |\n",
+      "|    air_humidity                 | -0.0023340024 |\n",
+      "|    air_temperature              | 0.43090534    |\n",
+      "|    clg_setpoint                 | -0.84695745   |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.7693034     |\n",
+      "|    diffuse_solar_radiation      | 1.6744821     |\n",
+      "|    direct_solar_radiation       | 1.2170002     |\n",
+      "|    hour                         | -0.45984077   |\n",
+      "|    htg_setpoint                 | -1.3664417    |\n",
+      "|    month                        | 0.00023057147 |\n",
+      "|    outdoor_humidity             | 0.6792791     |\n",
+      "|    outdoor_temperature          | -0.28780088   |\n",
+      "|    people_occupant              | 1.6278055     |\n",
+      "|    total_electricity_HVAC       | -0.41186473   |\n",
+      "|    wind_direction               | 1.1116179     |\n",
+      "|    wind_speed                   | -0.7653612    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 2730.729      |\n",
+      "|    air_humidity                 | 33.023746     |\n",
+      "|    air_temperature              | 22.745012     |\n",
+      "|    clg_setpoint                 | 24.471554     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 10.0          |\n",
+      "|    diffuse_solar_radiation      | 124.5         |\n",
+      "|    direct_solar_radiation       | 318.0         |\n",
+      "|    hour                         | 8.0           |\n",
+      "|    htg_setpoint                 | 12.051688     |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 72.0          |\n",
+      "|    outdoor_temperature          | -3.3858984    |\n",
+      "|    people_occupant              | 20.0          |\n",
+      "|    total_electricity_HVAC       | 2477490.5     |\n",
+      "|    wind_direction               | 340.0         |\n",
+      "|    wind_speed                   | 4.1           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 3%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2222.2266  |\n",
-      "|    air_humidity                 | 13.443321  |\n",
-      "|    air_temperature              | 22.207747  |\n",
-      "|    clg_setpoint                 | 27.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 11.0       |\n",
-      "|    diffuse_solar_radiation      | 158.0      |\n",
-      "|    direct_solar_radiation       | 228.0      |\n",
-      "|    hour                         | 9.0        |\n",
-      "|    htg_setpoint                 | 18.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 37.0       |\n",
-      "|    outdoor_temperature          | -4.8114486 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 2000003.9  |\n",
-      "|    wind_direction               | 260.0      |\n",
-      "|    wind_speed                   | 8.8        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.946      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.93225557    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 23.25         |\n",
+      "|    Heating_Setpoint_RL          | 22.868938     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.47414067   |\n",
+      "|    air_humidity                 | -0.2974741    |\n",
+      "|    air_temperature              | 0.9401795     |\n",
+      "|    clg_setpoint                 | 0.57483864    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.7520751     |\n",
+      "|    diffuse_solar_radiation      | 2.2537124     |\n",
+      "|    direct_solar_radiation       | 0.67150754    |\n",
+      "|    hour                         | -0.31972525   |\n",
+      "|    htg_setpoint                 | 0.28127095    |\n",
+      "|    month                        | 0.00021821789 |\n",
+      "|    outdoor_humidity             | -0.8517712    |\n",
+      "|    outdoor_temperature          | -0.25322354   |\n",
+      "|    people_occupant              | 1.5832275     |\n",
+      "|    total_electricity_HVAC       | -0.47698316   |\n",
+      "|    wind_direction               | 0.27128154    |\n",
+      "|    wind_speed                   | 0.9275099     |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 2273.8093     |\n",
+      "|    air_humidity                 | 30.186789     |\n",
+      "|    air_temperature              | 24.039318     |\n",
+      "|    clg_setpoint                 | 28.046003     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 11.0          |\n",
+      "|    diffuse_solar_radiation      | 158.0         |\n",
+      "|    direct_solar_radiation       | 228.0         |\n",
+      "|    hour                         | 9.0           |\n",
+      "|    htg_setpoint                 | 18.758915     |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 37.0          |\n",
+      "|    outdoor_temperature          | -3.1805806    |\n",
+      "|    people_occupant              | 20.0          |\n",
+      "|    total_electricity_HVAC       | 2053658.9     |\n",
+      "|    wind_direction               | 260.0         |\n",
+      "|    wind_speed                   | 8.8           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 3%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 6          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 24         |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 130.00592  |\n",
-      "|    air_humidity                 | 16.974932  |\n",
-      "|    air_temperature              | 19.933048  |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 12.0       |\n",
-      "|    diffuse_solar_radiation      | 202.5      |\n",
-      "|    direct_solar_radiation       | 79.0       |\n",
-      "|    hour                         | 10.0       |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 61.0       |\n",
-      "|    outdoor_temperature          | 4.3786383  |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 114245.734 |\n",
-      "|    wind_direction               | 240.0      |\n",
-      "|    wind_speed                   | 4.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.94       |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.75223106    |\n",
+      "|    Heating_Setpoint_RL          | -0.25562504   |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 29.16378      |\n",
+      "|    Heating_Setpoint_RL          | 16.187109     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.8200161    |\n",
+      "|    air_humidity                 | -0.41780928   |\n",
+      "|    air_temperature              | -0.3860848    |\n",
+      "|    clg_setpoint                 | 0.4958815     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.7380964     |\n",
+      "|    diffuse_solar_radiation      | 2.934018      |\n",
+      "|    direct_solar_radiation       | -0.08345275   |\n",
+      "|    hour                         | -0.17893668   |\n",
+      "|    htg_setpoint                 | -0.0857557    |\n",
+      "|    month                        | 0.00020756897 |\n",
+      "|    outdoor_humidity             | 0.2829103     |\n",
+      "|    outdoor_temperature          | 1.476603      |\n",
+      "|    people_occupant              | -0.7395129    |\n",
+      "|    total_electricity_HVAC       | -0.81579924   |\n",
+      "|    wind_direction               | 0.059484415   |\n",
+      "|    wind_speed                   | -0.6129263    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186     |\n",
+      "|    air_humidity                 | 28.844536     |\n",
+      "|    air_temperature              | 20.889086     |\n",
+      "|    clg_setpoint                 | 27.809761     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 12.0          |\n",
+      "|    diffuse_solar_radiation      | 202.5         |\n",
+      "|    direct_solar_radiation       | 79.0          |\n",
+      "|    hour                         | 10.0          |\n",
+      "|    htg_setpoint                 | 17.341812     |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 61.0          |\n",
+      "|    outdoor_temperature          | 5.341357      |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 78333.47      |\n",
+      "|    wind_direction               | 240.0         |\n",
+      "|    wind_speed                   | 4.6           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 4%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 73.03831  |\n",
-      "|    air_humidity                 | 25.305868 |\n",
-      "|    air_temperature              | 20.497007 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 175.0     |\n",
-      "|    direct_solar_radiation       | 6.0       |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 65.0      |\n",
-      "|    outdoor_temperature          | 7.873773  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 67578.96  |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.935     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.93831766    |\n",
+      "|    Heating_Setpoint_RL          | -0.5819654    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 29.791822     |\n",
+      "|    Heating_Setpoint_RL          | 14.351444     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.7994756    |\n",
+      "|    air_humidity                 | -0.510945     |\n",
+      "|    air_temperature              | -0.3302882    |\n",
+      "|    clg_setpoint                 | -1.3385397    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.7265259     |\n",
+      "|    diffuse_solar_radiation      | 2.310708      |\n",
+      "|    direct_solar_radiation       | -0.44088468   |\n",
+      "|    hour                         | -0.037582844  |\n",
+      "|    htg_setpoint                 | -0.13115579   |\n",
+      "|    month                        | 0.00019826289 |\n",
+      "|    outdoor_humidity             | 0.40573612    |\n",
+      "|    outdoor_temperature          | 1.83749       |\n",
+      "|    people_occupant              | -0.6924274    |\n",
+      "|    total_electricity_HVAC       | -0.7950188    |\n",
+      "|    wind_direction               | -0.14464371   |\n",
+      "|    wind_speed                   | -0.72670174   |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186     |\n",
+      "|    air_humidity                 | 27.52059      |\n",
+      "|    air_temperature              | 20.99283      |\n",
+      "|    clg_setpoint                 | 23.25         |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 13.0          |\n",
+      "|    diffuse_solar_radiation      | 175.0         |\n",
+      "|    direct_solar_radiation       | 6.0           |\n",
+      "|    hour                         | 11.0          |\n",
+      "|    htg_setpoint                 | 17.140244     |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 65.0          |\n",
+      "|    outdoor_temperature          | 8.426342      |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 78333.47      |\n",
+      "|    wind_direction               | 220.0         |\n",
+      "|    wind_speed                   | 4.1           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 4%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2316.9001  |\n",
-      "|    air_humidity                 | 15.797696  |\n",
-      "|    air_temperature              | 21.902811  |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 14.0       |\n",
-      "|    diffuse_solar_radiation      | 76.0       |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 12.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 83.0       |\n",
-      "|    outdoor_temperature          | -7.2039795 |\n",
-      "|    people_occupant              | 8.0        |\n",
-      "|    total_electricity_HVAC       | 2085210.1  |\n",
-      "|    wind_direction               | 50.0       |\n",
-      "|    wind_speed                   | 9.8        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.93       |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.54691863    |\n",
+      "|    Heating_Setpoint_RL          | -0.2011808    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 28.47085      |\n",
+      "|    Heating_Setpoint_RL          | 16.493359     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.25178787   |\n",
+      "|    air_humidity                 | -0.5327982    |\n",
+      "|    air_temperature              | 1.0024276     |\n",
+      "|    clg_setpoint                 | 1.3789935     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.7167901     |\n",
+      "|    diffuse_solar_radiation      | 0.6600504     |\n",
+      "|    direct_solar_radiation       | -0.45122448   |\n",
+      "|    hour                         | 0.10422586    |\n",
+      "|    htg_setpoint                 | -0.15544793   |\n",
+      "|    month                        | 0.00019003714 |\n",
+      "|    outdoor_humidity             | 1.1772362     |\n",
+      "|    outdoor_temperature          | -1.2686757    |\n",
+      "|    people_occupant              | 0.2842936     |\n",
+      "|    total_electricity_HVAC       | -0.26111624   |\n",
+      "|    wind_direction               | -1.7228674    |\n",
+      "|    wind_speed                   | 1.2837404     |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 3519.4417     |\n",
+      "|    air_humidity                 | 26.852098     |\n",
+      "|    air_temperature              | 23.946613     |\n",
+      "|    clg_setpoint                 | 30.0          |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 14.0          |\n",
+      "|    diffuse_solar_radiation      | 76.0          |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 12.0          |\n",
+      "|    htg_setpoint                 | 17.009144     |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 83.0          |\n",
+      "|    outdoor_temperature          | -8.019074     |\n",
+      "|    people_occupant              | 8.0           |\n",
+      "|    total_electricity_HVAC       | 3174542.8     |\n",
+      "|    wind_direction               | 50.0          |\n",
+      "|    wind_speed                   | 9.8           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 4%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.6465  |\n",
-      "|    air_humidity                 | 38.209152 |\n",
-      "|    air_temperature              | 22.889372 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 140.5     |\n",
-      "|    direct_solar_radiation       | 12.0      |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 3.3975253 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 680081.9  |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.924     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.93943226   |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 23.25         |\n",
+      "|    Heating_Setpoint_RL          | 12.340693     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.75820667   |\n",
+      "|    air_humidity                 | 1.3664958     |\n",
+      "|    air_temperature              | 2.0322206     |\n",
+      "|    clg_setpoint                 | 0.3325763     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.7084844     |\n",
+      "|    diffuse_solar_radiation      | 1.7854826     |\n",
+      "|    direct_solar_radiation       | -0.36528784   |\n",
+      "|    hour                         | 0.24637692    |\n",
+      "|    htg_setpoint                 | -0.008984863  |\n",
+      "|    month                        | 0.00018269602 |\n",
+      "|    outdoor_humidity             | 1.7430407     |\n",
+      "|    outdoor_temperature          | 0.7156222     |\n",
+      "|    people_occupant              | 1.2101566     |\n",
+      "|    total_electricity_HVAC       | -0.75499654   |\n",
+      "|    wind_direction               | 0.40540108    |\n",
+      "|    wind_speed                   | -0.23336276   |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 404.58347     |\n",
+      "|    air_humidity                 | 45.912556     |\n",
+      "|    air_temperature              | 26.351662     |\n",
+      "|    clg_setpoint                 | 27.377485     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 15.0          |\n",
+      "|    diffuse_solar_radiation      | 140.5         |\n",
+      "|    direct_solar_radiation       | 12.0          |\n",
+      "|    hour                         | 13.0          |\n",
+      "|    htg_setpoint                 | 17.603302     |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 100.0         |\n",
+      "|    outdoor_temperature          | 2.4960055     |\n",
+      "|    people_occupant              | 16.0          |\n",
+      "|    total_electricity_HVAC       | 372094.25     |\n",
+      "|    wind_direction               | 250.0         |\n",
+      "|    wind_speed                   | 5.7           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 4%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 894.3857  |\n",
-      "|    air_humidity                 | 26.755064 |\n",
-      "|    air_temperature              | 23.927494 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 71.5      |\n",
-      "|    direct_solar_radiation       | 590.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 70.0      |\n",
-      "|    outdoor_temperature          | 5.5716357 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 804947.06 |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.919     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 24.887455 |\n",
-      "|    air_temperature              | 24.93139  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 33.0      |\n",
-      "|    direct_solar_radiation       | 392.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 43.0      |\n",
-      "|    outdoor_temperature          | 10.7322   |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.913     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 596.4898  |\n",
-      "|    air_humidity                 | 55.523884 |\n",
-      "|    air_temperature              | 23.077408 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 11.750119 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 536840.8  |\n",
-      "|    wind_direction               | 160.0     |\n",
-      "|    wind_speed                   | 11.8      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.908     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 1.0           |\n",
+      "|    Heating_Setpoint_RL          | 0.026006952   |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 30.0          |\n",
+      "|    Heating_Setpoint_RL          | 17.77129      |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.80185175   |\n",
+      "|    air_humidity                 | 0.31898355    |\n",
+      "|    air_temperature              | 2.685034      |\n",
+      "|    clg_setpoint                 | 1.4041867     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.7013149     |\n",
+      "|    diffuse_solar_radiation      | 0.5704208     |\n",
+      "|    direct_solar_radiation       | 2.8339272     |\n",
+      "|    hour                         | 0.38875607    |\n",
+      "|    htg_setpoint                 | 0.08224414    |\n",
+      "|    month                        | 0.00017609018 |\n",
+      "|    outdoor_humidity             | 0.41932684    |\n",
+      "|    outdoor_temperature          | 1.4342681     |\n",
+      "|    people_occupant              | 1.6501275     |\n",
+      "|    total_electricity_HVAC       | -0.7992499    |\n",
+      "|    wind_direction               | -0.0071815974 |\n",
+      "|    wind_speed                   | -0.860659     |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186     |\n",
+      "|    air_humidity                 | 36.49767      |\n",
+      "|    air_temperature              | 27.982876     |\n",
+      "|    clg_setpoint                 | 30.0          |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 16.0          |\n",
+      "|    diffuse_solar_radiation      | 71.5          |\n",
+      "|    direct_solar_radiation       | 590.5         |\n",
+      "|    hour                         | 14.0          |\n",
+      "|    htg_setpoint                 | 17.977789     |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 70.0          |\n",
+      "|    outdoor_temperature          | 6.197338      |\n",
+      "|    people_occupant              | 20.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47      |\n",
+      "|    wind_direction               | 210.0         |\n",
+      "|    wind_speed                   | 4.1           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 21.506569 |\n",
-      "|    air_temperature              | 21.110353 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 39.0      |\n",
-      "|    outdoor_temperature          | 5.498105  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.903     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.11421508    |\n",
+      "|    Heating_Setpoint_RL          | -1.0          |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 27.010475     |\n",
+      "|    Heating_Setpoint_RL          | 12.0          |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.75917083   |\n",
+      "|    air_humidity                 | -0.77723515   |\n",
+      "|    air_temperature              | 1.6159708     |\n",
+      "|    clg_setpoint                 | -0.37694454   |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.6950632     |\n",
+      "|    diffuse_solar_radiation      | -0.07505897   |\n",
+      "|    direct_solar_radiation       | 1.560414      |\n",
+      "|    hour                         | 0.5312478     |\n",
+      "|    htg_setpoint                 | 1.3783609     |\n",
+      "|    month                        | 0.00017010345 |\n",
+      "|    outdoor_humidity             | -0.8344147    |\n",
+      "|    outdoor_temperature          | 1.8708794     |\n",
+      "|    people_occupant              | 1.6198878     |\n",
+      "|    total_electricity_HVAC       | -0.75869733   |\n",
+      "|    wind_direction               | 0.08183623    |\n",
+      "|    wind_speed                   | -1.5815717    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 231.29716     |\n",
+      "|    air_humidity                 | 26.06256      |\n",
+      "|    air_temperature              | 25.650692     |\n",
+      "|    clg_setpoint                 | 25.65151      |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 17.0          |\n",
+      "|    diffuse_solar_radiation      | 33.0          |\n",
+      "|    direct_solar_radiation       | 392.0         |\n",
+      "|    hour                         | 15.0          |\n",
+      "|    htg_setpoint                 | 23.25         |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 43.0          |\n",
+      "|    outdoor_temperature          | 8.9537525     |\n",
+      "|    people_occupant              | 20.0          |\n",
+      "|    total_electricity_HVAC       | 199216.75     |\n",
+      "|    wind_direction               | 220.0         |\n",
+      "|    wind_speed                   | 2.1           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 22.093334 |\n",
-      "|    air_temperature              | 20.600706 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 82.0      |\n",
-      "|    outdoor_temperature          | 4.190033  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.897     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 6%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 479.13632 |\n",
-      "|    air_humidity                 | 43.773174 |\n",
-      "|    air_temperature              | 20.674847 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 7.8929534 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 414870.66 |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.892     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 6%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 840.7436  |\n",
-      "|    air_humidity                 | 37.7276   |\n",
-      "|    air_temperature              | 20.371922 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 5.074561  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 785942.25 |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.886     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 6%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 401.62372 |\n",
-      "|    air_humidity                 | 58.423054 |\n",
-      "|    air_temperature              | 19.202482 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 10.24485  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 361461.34 |\n",
-      "|    wind_direction               | 150.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.881     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 7%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 854.80945 |\n",
-      "|    air_humidity                 | 38.847115 |\n",
-      "|    air_temperature              | 19.064434 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 62.0      |\n",
-      "|    outdoor_temperature          | 4.9329586 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 716942.4  |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 9.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.875     |\n",
-      "-----------------------------------------------\n",
-      "Progress: |*******--------------------------------------------------------------------------------------------| 7%-----------------------------------------------\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 35.6719   |\n",
-      "|    air_temperature              | 20.34233  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 64.0      |\n",
-      "|    outdoor_temperature          | 2.1815379 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.87      |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.35961762  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 15.602151    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.76231205  |\n",
+      "|    air_humidity                 | 1.7304671    |\n",
+      "|    air_temperature              | 1.534418     |\n",
+      "|    clg_setpoint                 | -0.1602291   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.6895638    |\n",
+      "|    diffuse_solar_radiation      | -0.6374918   |\n",
+      "|    direct_solar_radiation       | -0.4491612   |\n",
+      "|    hour                         | 0.6737358    |\n",
+      "|    htg_setpoint                 | -1.2688533   |\n",
+      "|    month                        | 0.0001646439 |\n",
+      "|    outdoor_humidity             | 1.4636701    |\n",
+      "|    outdoor_temperature          | 2.1111047    |\n",
+      "|    people_occupant              | 1.5940758    |\n",
+      "|    total_electricity_HVAC       | -0.76041704  |\n",
+      "|    wind_direction               | -0.46705988  |\n",
+      "|    wind_speed                   | 2.0159965    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 50.42991     |\n",
+      "|    air_temperature              | 25.501942    |\n",
+      "|    clg_setpoint                 | 26.178976    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 18.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 16.0         |\n",
+      "|    htg_setpoint                 | 12.477902    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 96.0         |\n",
+      "|    outdoor_temperature          | 11.09543     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 160.0        |\n",
+      "|    wind_speed                   | 11.8         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 5%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -0.9527218    |\n",
+      "|    Heating_Setpoint_RL          | 0.025228418   |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 23.409565     |\n",
+      "|    Heating_Setpoint_RL          | 17.76691      |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.041025914  |\n",
+      "|    air_humidity                 | -1.2486761    |\n",
+      "|    air_temperature              | 0.58625823    |\n",
+      "|    clg_setpoint                 | -0.587122     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.6846882     |\n",
+      "|    diffuse_solar_radiation      | -0.6389275    |\n",
+      "|    direct_solar_radiation       | -0.46441877   |\n",
+      "|    hour                         | 0.8161034     |\n",
+      "|    htg_setpoint                 | 1.381327      |\n",
+      "|    month                        | 0.00015963771 |\n",
+      "|    outdoor_humidity             | -1.0826808    |\n",
+      "|    outdoor_temperature          | 1.3599398     |\n",
+      "|    people_occupant              | -0.71147895   |\n",
+      "|    total_electricity_HVAC       | 0.34974018    |\n",
+      "|    wind_direction               | 0.43437082    |\n",
+      "|    wind_speed                   | 0.15134817    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 4392.2314     |\n",
+      "|    air_humidity                 | 21.977463     |\n",
+      "|    air_temperature              | 23.250092     |\n",
+      "|    clg_setpoint                 | 25.150396     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 19.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 17.0          |\n",
+      "|    htg_setpoint                 | 23.25         |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 39.0          |\n",
+      "|    outdoor_temperature          | 7.5050454     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 6251961.0     |\n",
+      "|    wind_direction               | 250.0         |\n",
+      "|    wind_speed                   | 6.7           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 5%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.4447891     |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 23.25         |\n",
+      "|    Heating_Setpoint_RL          | 20.126938     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.70978916   |\n",
+      "|    air_humidity                 | -1.1428338    |\n",
+      "|    air_temperature              | -0.48885423   |\n",
+      "|    clg_setpoint                 | 0.18896584    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.6803361     |\n",
+      "|    diffuse_solar_radiation      | -0.63624644   |\n",
+      "|    direct_solar_radiation       | -0.47239983   |\n",
+      "|    hour                         | 0.9582341     |\n",
+      "|    htg_setpoint                 | -1.3775915    |\n",
+      "|    month                        | 0.00015502478 |\n",
+      "|    outdoor_humidity             | 0.8619345     |\n",
+      "|    outdoor_temperature          | 0.47145975    |\n",
+      "|    people_occupant              | -0.6834582    |\n",
+      "|    total_electricity_HVAC       | -0.7089994    |\n",
+      "|    wind_direction               | -0.10723846   |\n",
+      "|    wind_speed                   | -1.136253     |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 243.09917     |\n",
+      "|    air_humidity                 | 22.074944     |\n",
+      "|    air_temperature              | 20.77067      |\n",
+      "|    clg_setpoint                 | 27.021244     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 20.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 18.0          |\n",
+      "|    htg_setpoint                 | 12.0          |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 82.0          |\n",
+      "|    outdoor_temperature          | 2.8944895     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 224043.8      |\n",
+      "|    wind_direction               | 200.0         |\n",
+      "|    wind_speed                   | 3.1           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 6%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -0.66367066   |\n",
+      "|    Heating_Setpoint_RL          | 0.45806488    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 24.38511      |\n",
+      "|    Heating_Setpoint_RL          | 20.201614     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.72731006   |\n",
+      "|    air_humidity                 | 1.7247981     |\n",
+      "|    air_temperature              | 0.57535124    |\n",
+      "|    clg_setpoint                 | -0.55619586   |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.6764274     |\n",
+      "|    diffuse_solar_radiation      | -0.6353974    |\n",
+      "|    direct_solar_radiation       | -0.46373907   |\n",
+      "|    hour                         | 1.100012      |\n",
+      "|    htg_setpoint                 | -1.3836082    |\n",
+      "|    month                        | 0.00015075567 |\n",
+      "|    outdoor_humidity             | 1.1288536     |\n",
+      "|    outdoor_temperature          | 1.4535111     |\n",
+      "|    people_occupant              | -0.45388016   |\n",
+      "|    total_electricity_HVAC       | -0.7266107    |\n",
+      "|    wind_direction               | -1.7192847    |\n",
+      "|    wind_speed                   | -0.30969676   |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186     |\n",
+      "|    air_humidity                 | 50.929417     |\n",
+      "|    air_temperature              | 23.210066     |\n",
+      "|    clg_setpoint                 | 25.19296      |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 21.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 19.0          |\n",
+      "|    htg_setpoint                 | 12.0          |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 90.0          |\n",
+      "|    outdoor_temperature          | 8.490772      |\n",
+      "|    people_occupant              | 2.0           |\n",
+      "|    total_electricity_HVAC       | 78333.47      |\n",
+      "|    wind_direction               | 40.0          |\n",
+      "|    wind_speed                   | 5.2           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 6%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.8449898     |\n",
+      "|    Heating_Setpoint_RL          | -0.8674064    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 29.476841     |\n",
+      "|    Heating_Setpoint_RL          | 12.745839     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.71754897   |\n",
+      "|    air_humidity                 | 2.246416      |\n",
+      "|    air_temperature              | -0.19411452   |\n",
+      "|    clg_setpoint                 | -1.3572712    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.6728977     |\n",
+      "|    diffuse_solar_radiation      | -0.6331348    |\n",
+      "|    direct_solar_radiation       | -0.45052433   |\n",
+      "|    hour                         | 1.2413222     |\n",
+      "|    htg_setpoint                 | -0.8046311    |\n",
+      "|    month                        | 0.00014678923 |\n",
+      "|    outdoor_humidity             | 1.3570021     |\n",
+      "|    outdoor_temperature          | 0.8464892     |\n",
+      "|    people_occupant              | -0.46358737   |\n",
+      "|    total_electricity_HVAC       | -0.7169204    |\n",
+      "|    wind_direction               | -1.3820497    |\n",
+      "|    wind_speed                   | 0.06931924    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186     |\n",
+      "|    air_humidity                 | 57.79165      |\n",
+      "|    air_temperature              | 21.515676     |\n",
+      "|    clg_setpoint                 | 23.25         |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 22.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 20.0          |\n",
+      "|    htg_setpoint                 | 14.367855     |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 97.0          |\n",
+      "|    outdoor_temperature          | 5.2821445     |\n",
+      "|    people_occupant              | 2.0           |\n",
+      "|    total_electricity_HVAC       | 78333.47      |\n",
+      "|    wind_direction               | 60.0          |\n",
+      "|    wind_speed                   | 6.2           |\n",
+      "| train/                          |               |\n",
+      "|    approx_kl                    | 0.006083058   |\n",
+      "|    clip_fraction                | 0.058         |\n",
+      "|    clip_range                   | 0.2           |\n",
+      "|    entropy_loss                 | -2.83         |\n",
+      "|    explained_variance           | -0.118        |\n",
+      "|    learning_rate                | 0.0003        |\n",
+      "|    loss                         | 4.25          |\n",
+      "|    n_updates                    | 10            |\n",
+      "|    policy_gradient_loss         | -0.00957      |\n",
+      "|    std                          | 0.988         |\n",
+      "|    value_loss                   | 36.7          |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 6%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -1.0          |\n",
+      "|    Heating_Setpoint_RL          | 1.0           |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 23.25         |\n",
+      "|    Heating_Setpoint_RL          | 23.25         |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.70572037   |\n",
+      "|    air_humidity                 | 2.296658      |\n",
+      "|    air_temperature              | -0.1586251    |\n",
+      "|    clg_setpoint                 | 0.6829752     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.6696942     |\n",
+      "|    diffuse_solar_radiation      | -0.63194996   |\n",
+      "|    direct_solar_radiation       | -0.43814954   |\n",
+      "|    hour                         | 1.3820515     |\n",
+      "|    htg_setpoint                 | 0.4815924     |\n",
+      "|    month                        | 0.00014309095 |\n",
+      "|    outdoor_humidity             | 1.2216746     |\n",
+      "|    outdoor_temperature          | 1.8322123     |\n",
+      "|    people_occupant              | -0.70800257   |\n",
+      "|    total_electricity_HVAC       | -0.70508075   |\n",
+      "|    wind_direction               | -0.41743362   |\n",
+      "|    wind_speed                   | -0.08560264   |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186     |\n",
+      "|    air_humidity                 | 60.3243       |\n",
+      "|    air_temperature              | 21.614872     |\n",
+      "|    clg_setpoint                 | 28.257233     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 23.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 21.0          |\n",
+      "|    htg_setpoint                 | 19.589249     |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 96.0          |\n",
+      "|    outdoor_temperature          | 11.12218      |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 78333.47      |\n",
+      "|    wind_direction               | 150.0         |\n",
+      "|    wind_speed                   | 5.7           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 7%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -0.49381712   |\n",
+      "|    Heating_Setpoint_RL          | 0.29232842    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 24.958366     |\n",
+      "|    Heating_Setpoint_RL          | 19.269348     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.69392073   |\n",
+      "|    air_humidity                 | 1.8697248     |\n",
+      "|    air_temperature              | -0.5105204    |\n",
+      "|    clg_setpoint                 | -0.46789658   |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.6667738     |\n",
+      "|    diffuse_solar_radiation      | -0.62998605   |\n",
+      "|    direct_solar_radiation       | -0.42674145   |\n",
+      "|    hour                         | 1.5220886     |\n",
+      "|    htg_setpoint                 | -1.3736129    |\n",
+      "|    month                        | 0.00013963158 |\n",
+      "|    outdoor_humidity             | -0.26224414   |\n",
+      "|    outdoor_temperature          | 0.6152603     |\n",
+      "|    people_occupant              | -0.7148097    |\n",
+      "|    total_electricity_HVAC       | -0.6930304    |\n",
+      "|    wind_direction               | 1.1733024     |\n",
+      "|    wind_speed                   | 1.1916113     |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186     |\n",
+      "|    air_humidity                 | 57.66884      |\n",
+      "|    air_temperature              | 20.862228     |\n",
+      "|    clg_setpoint                 | 25.450539     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 24.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 22.0          |\n",
+      "|    htg_setpoint                 | 12.0          |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 62.0          |\n",
+      "|    outdoor_temperature          | 4.8350616     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 78333.47      |\n",
+      "|    wind_direction               | 310.0         |\n",
+      "|    wind_speed                   | 9.3           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 7%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.16758934    |\n",
+      "|    Heating_Setpoint_RL          | 0.74849033    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 27.190615     |\n",
+      "|    Heating_Setpoint_RL          | 21.835258     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.645444     |\n",
+      "|    air_humidity                 | 1.6464673     |\n",
+      "|    air_temperature              | -1.1481944    |\n",
+      "|    clg_setpoint                 | -0.7318008    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.6641005     |\n",
+      "|    diffuse_solar_radiation      | -0.6300092    |\n",
+      "|    direct_solar_radiation       | -0.41630358   |\n",
+      "|    hour                         | 1.6613247     |\n",
+      "|    htg_setpoint                 | 0.016941117   |\n",
+      "|    month                        | 0.00013638618 |\n",
+      "|    outdoor_humidity             | -0.18696524   |\n",
+      "|    outdoor_temperature          | -0.09085302   |\n",
+      "|    people_occupant              | -0.72106975   |\n",
+      "|    total_electricity_HVAC       | -0.64509016   |\n",
+      "|    wind_direction               | 1.1299344     |\n",
+      "|    wind_speed                   | 0.43618205    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 344.82056     |\n",
+      "|    air_humidity                 | 55.625706     |\n",
+      "|    air_temperature              | 19.42619      |\n",
+      "|    clg_setpoint                 | 24.78915      |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 25.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 23.0          |\n",
+      "|    htg_setpoint                 | 17.668362     |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 64.0          |\n",
+      "|    outdoor_temperature          | 0.80247366    |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 314762.9      |\n",
+      "|    wind_direction               | 310.0         |\n",
+      "|    wind_speed                   | 7.2           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 7%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1108.0092 |\n",
-      "|    air_humidity                 | 24.518076 |\n",
-      "|    air_temperature              | 20.095318 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 88.0      |\n",
-      "|    outdoor_temperature          | 1.2168629 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 997208.2  |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.865     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -1.0          |\n",
+      "|    Heating_Setpoint_RL          | 1.0           |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 23.25         |\n",
+      "|    Heating_Setpoint_RL          | 23.25         |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.67349994   |\n",
+      "|    air_humidity                 | -0.4489442    |\n",
+      "|    air_temperature              | -1.0832268    |\n",
+      "|    clg_setpoint                 | -0.3968573    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.7939156     |\n",
+      "|    diffuse_solar_radiation      | -0.63101315   |\n",
+      "|    direct_solar_radiation       | -0.42365077   |\n",
+      "|    hour                         | -1.6563419    |\n",
+      "|    htg_setpoint                 | -1.3636221    |\n",
+      "|    month                        | 0.00013333333 |\n",
+      "|    outdoor_humidity             | 0.85168797    |\n",
+      "|    outdoor_temperature          | 0.2339955     |\n",
+      "|    people_occupant              | -0.699267     |\n",
+      "|    total_electricity_HVAC       | -0.67294854   |\n",
+      "|    wind_direction               | 0.5021408     |\n",
+      "|    wind_speed                   | -0.86681545   |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 166.08086     |\n",
+      "|    air_humidity                 | 31.33997      |\n",
+      "|    air_temperature              | 19.54382      |\n",
+      "|    clg_setpoint                 | 25.604408     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 27.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 0.0           |\n",
+      "|    htg_setpoint                 | 12.066717     |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 88.0          |\n",
+      "|    outdoor_temperature          | 2.6596918     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 149472.77     |\n",
+      "|    wind_direction               | 250.0         |\n",
+      "|    wind_speed                   | 3.6           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 8%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 27.546406 |\n",
-      "|    air_temperature              | 19.860954 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 92.0      |\n",
-      "|    outdoor_temperature          | 3.5815425 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.859     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -0.08469369   |\n",
+      "|    Heating_Setpoint_RL          | -0.62996966   |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 26.339159     |\n",
+      "|    Heating_Setpoint_RL          | 14.081421     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.35353437   |\n",
+      "|    air_humidity                 | -0.8349977    |\n",
+      "|    air_temperature              | -0.95575994   |\n",
+      "|    clg_setpoint                 | 0.0741473     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.7858124     |\n",
+      "|    diffuse_solar_radiation      | -0.6305004    |\n",
+      "|    direct_solar_radiation       | -0.4293042    |\n",
+      "|    hour                         | -1.5084426    |\n",
+      "|    htg_setpoint                 | 0.37472737    |\n",
+      "|    month                        | 0.00013045451 |\n",
+      "|    outdoor_humidity             | 1.0273664     |\n",
+      "|    outdoor_temperature          | 0.20401847    |\n",
+      "|    people_occupant              | -0.6793295    |\n",
+      "|    total_electricity_HVAC       | -0.5778439    |\n",
+      "|    wind_direction               | -1.6918844    |\n",
+      "|    wind_speed                   | -1.1873298    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 2028.9602     |\n",
+      "|    air_humidity                 | 26.44102      |\n",
+      "|    air_temperature              | 19.839891     |\n",
+      "|    clg_setpoint                 | 26.757586     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 28.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 1.0           |\n",
+      "|    htg_setpoint                 | 19.150887     |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 92.0          |\n",
+      "|    outdoor_temperature          | 2.5624905     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 662936.9      |\n",
+      "|    wind_direction               | 30.0          |\n",
+      "|    wind_speed                   | 2.6           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 8%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 41.918938 |\n",
-      "|    air_temperature              | 19.22273  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 2.6798549 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 340.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.854     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.11479589    |\n",
+      "|    Heating_Setpoint_RL          | -0.51123863   |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 27.012436     |\n",
+      "|    Heating_Setpoint_RL          | 14.749283     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.67407876   |\n",
+      "|    air_humidity                 | 1.3526458     |\n",
+      "|    air_temperature              | -0.7564297    |\n",
+      "|    clg_setpoint                 | -0.102119684  |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.7783728     |\n",
+      "|    diffuse_solar_radiation      | -0.6289784    |\n",
+      "|    direct_solar_radiation       | -0.42185426   |\n",
+      "|    hour                         | -1.3617151    |\n",
+      "|    htg_setpoint                 | -0.25741825   |\n",
+      "|    month                        | 0.00012773361 |\n",
+      "|    outdoor_humidity             | 1.1678276     |\n",
+      "|    outdoor_temperature          | 0.2294642     |\n",
+      "|    people_occupant              | -0.6861123    |\n",
+      "|    total_electricity_HVAC       | -0.67388827   |\n",
+      "|    wind_direction               | 1.4372506     |\n",
+      "|    wind_speed                   | -1.3249979    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 120.79365     |\n",
+      "|    air_humidity                 | 51.824947     |\n",
+      "|    air_temperature              | 20.296682     |\n",
+      "|    clg_setpoint                 | 26.327393     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 29.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 2.0           |\n",
+      "|    htg_setpoint                 | 16.59201      |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 96.0          |\n",
+      "|    outdoor_temperature          | 2.7828324     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 107415.97     |\n",
+      "|    wind_direction               | 340.0         |\n",
+      "|    wind_speed                   | 2.1           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 8%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 3          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 27         |\n",
-      "|    Heating_Setpoint_RL          | 18         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2011.6338  |\n",
-      "|    air_humidity                 | 24.83714   |\n",
-      "|    air_temperature              | 20.192572  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 30.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 3.0        |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 65.0       |\n",
-      "|    outdoor_temperature          | -3.3012602 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1810470.4  |\n",
-      "|    wind_direction               | 340.0      |\n",
-      "|    wind_speed                   | 2.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.848      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.36922413    |\n",
+      "|    Heating_Setpoint_RL          | 0.20275748    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 27.871132     |\n",
+      "|    Heating_Setpoint_RL          | 18.76551      |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | 2.144999      |\n",
+      "|    air_humidity                 | -0.17355159   |\n",
+      "|    air_temperature              | -0.50475115   |\n",
+      "|    clg_setpoint                 | 0.9962165     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.7715181     |\n",
+      "|    diffuse_solar_radiation      | -0.63082474   |\n",
+      "|    direct_solar_radiation       | -0.4287717    |\n",
+      "|    hour                         | -1.2158614    |\n",
+      "|    htg_setpoint                 | 0.79778606    |\n",
+      "|    month                        | 0.00012515654 |\n",
+      "|    outdoor_humidity             | -0.18080647   |\n",
+      "|    outdoor_temperature          | -1.0608076    |\n",
+      "|    people_occupant              | -0.69242746   |\n",
+      "|    total_electricity_HVAC       | 2.1989243     |\n",
+      "|    wind_direction               | 1.4171159     |\n",
+      "|    wind_speed                   | -1.3045553    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 16501.057     |\n",
+      "|    air_humidity                 | 34.31757      |\n",
+      "|    air_temperature              | 20.870955     |\n",
+      "|    clg_setpoint                 | 28.996395     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 30.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 3.0           |\n",
+      "|    htg_setpoint                 | 20.870972     |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 65.0          |\n",
+      "|    outdoor_temperature          | -4.1424417    |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 15610365.0    |\n",
+      "|    wind_direction               | 340.0         |\n",
+      "|    wind_speed                   | 2.1           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 8%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2908.7742 |\n",
-      "|    air_humidity                 | 24.490915 |\n",
-      "|    air_temperature              | 19.521425 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 33.0      |\n",
-      "|    outdoor_temperature          | -7.786963 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2617896.8 |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.843     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 1.0           |\n",
+      "|    Heating_Setpoint_RL          | 1.0           |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 30.0          |\n",
+      "|    Heating_Setpoint_RL          | 23.25         |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | 1.8642257     |\n",
+      "|    air_humidity                 | -0.16940218   |\n",
+      "|    air_temperature              | -1.0418172    |\n",
+      "|    clg_setpoint                 | -1.3744279    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.7651821     |\n",
+      "|    diffuse_solar_radiation      | -0.63264054   |\n",
+      "|    direct_solar_radiation       | -0.43456063   |\n",
+      "|    hour                         | -1.0706452    |\n",
+      "|    htg_setpoint                 | 0.50264996    |\n",
+      "|    month                        | 0.00012271093 |\n",
+      "|    outdoor_humidity             | -1.5644106    |\n",
+      "|    outdoor_temperature          | -1.5388161    |\n",
+      "|    people_occupant              | -0.6983224    |\n",
+      "|    total_electricity_HVAC       | 1.8422948     |\n",
+      "|    wind_direction               | -1.568423     |\n",
+      "|    wind_speed                   | 0.5581454     |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 14892.197     |\n",
+      "|    air_humidity                 | 34.407764     |\n",
+      "|    air_temperature              | 19.665588     |\n",
+      "|    clg_setpoint                 | 23.25         |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 31.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 4.0           |\n",
+      "|    htg_setpoint                 | 19.6675       |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 33.0          |\n",
+      "|    outdoor_temperature          | -6.7771854    |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 13698928.0    |\n",
+      "|    wind_direction               | 20.0          |\n",
+      "|    wind_speed                   | 7.2           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 9%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 18.300123 |\n",
-      "|    air_temperature              | 19.512716 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 70.0      |\n",
-      "|    outdoor_temperature          | 0.636746  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.837     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.38136217  |\n",
+      "|    Heating_Setpoint_RL          | 0.6877945   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.912098   |\n",
+      "|    Heating_Setpoint_RL          | 21.493843   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.291977    |\n",
+      "|    air_humidity                 | -0.4309698  |\n",
+      "|    air_temperature              | -0.685376   |\n",
+      "|    clg_setpoint                 | 0.1986746   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6518493  |\n",
+      "|    diffuse_solar_radiation      | -0.63331956 |\n",
+      "|    direct_solar_radiation       | -0.44317597 |\n",
+      "|    hour                         | -0.9258799  |\n",
+      "|    htg_setpoint                 | 1.228285    |\n",
+      "|    month                        | 11.135475   |\n",
+      "|    outdoor_humidity             | 0.10497919  |\n",
+      "|    outdoor_temperature          | 0.023796532 |\n",
+      "|    people_occupant              | -0.7038384  |\n",
+      "|    total_electricity_HVAC       | 2.2032456   |\n",
+      "|    wind_direction               | 0.5828133   |\n",
+      "|    wind_speed                   | -0.1620499  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17430.604   |\n",
+      "|    air_humidity                 | 31.323547   |\n",
+      "|    air_temperature              | 20.475225   |\n",
+      "|    clg_setpoint                 | 27.068565   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 22.632528   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 70.0        |\n",
+      "|    outdoor_temperature          | 1.395615    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15694401.0  |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 9%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 245.2585  |\n",
-      "|    air_humidity                 | 27.539667 |\n",
-      "|    air_temperature              | 19.327127 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 45.0      |\n",
-      "|    outdoor_temperature          | 4.9906583 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 211297.28 |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.832     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.40272084  |\n",
+      "|    Heating_Setpoint_RL          | -0.63387096 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.984182   |\n",
+      "|    Heating_Setpoint_RL          | 14.059476   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.2715971   |\n",
+      "|    air_humidity                 | -0.26002172 |\n",
+      "|    air_temperature              | -0.58808154 |\n",
+      "|    clg_setpoint                 | -0.12529635 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4528009  |\n",
+      "|    diffuse_solar_radiation      | -0.6310969  |\n",
+      "|    direct_solar_radiation       | -0.44465756 |\n",
+      "|    hour                         | -0.7814195  |\n",
+      "|    htg_setpoint                 | 1.3877996   |\n",
+      "|    month                        | 4.898975    |\n",
+      "|    outdoor_humidity             | -0.97645324 |\n",
+      "|    outdoor_temperature          | 0.3963506   |\n",
+      "|    people_occupant              | -0.70901126 |\n",
+      "|    total_electricity_HVAC       | 2.1839275   |\n",
+      "|    wind_direction               | 1.2079709   |\n",
+      "|    wind_speed                   | 0.39912698  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17175.717   |\n",
+      "|    air_humidity                 | 33.191185   |\n",
+      "|    air_temperature              | 20.706247   |\n",
+      "|    clg_setpoint                 | 26.299583   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | 3.4749296   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15470016.0  |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 9%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 2          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 28         |\n",
-      "|    Heating_Setpoint_RL          | 17         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2847.735   |\n",
-      "|    air_humidity                 | 13.705198  |\n",
-      "|    air_temperature              | 17.869244  |\n",
-      "|    clg_setpoint                 | 28.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 3.0        |\n",
-      "|    diffuse_solar_radiation      | 32.0       |\n",
-      "|    direct_solar_radiation       | 410.0      |\n",
-      "|    hour                         | 7.0        |\n",
-      "|    htg_setpoint                 | 17.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 53.0       |\n",
-      "|    outdoor_temperature          | -7.4817667 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 2562961.5  |\n",
-      "|    wind_direction               | 20.0       |\n",
-      "|    wind_speed                   | 4.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.827      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.9790777   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.929386   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.2960431  |\n",
+      "|    air_humidity                 | -1.9324505  |\n",
+      "|    air_temperature              | -1.042845   |\n",
+      "|    clg_setpoint                 | -0.84115005 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2812442  |\n",
+      "|    diffuse_solar_radiation      | -0.08662652 |\n",
+      "|    direct_solar_radiation       | 1.5763838   |\n",
+      "|    hour                         | -0.6371522  |\n",
+      "|    htg_setpoint                 | -0.40477633 |\n",
+      "|    month                        | 3.6449554   |\n",
+      "|    outdoor_humidity             | -0.57522094 |\n",
+      "|    outdoor_temperature          | -1.5671866  |\n",
+      "|    people_occupant              | -0.69242746 |\n",
+      "|    total_electricity_HVAC       | -0.30888718 |\n",
+      "|    wind_direction               | -1.5461456  |\n",
+      "|    wind_speed                   | -0.39209905 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2302.1604   |\n",
+      "|    air_humidity                 | 13.744494   |\n",
+      "|    air_temperature              | 19.664667   |\n",
+      "|    clg_setpoint                 | 24.558294   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 32.0        |\n",
+      "|    direct_solar_radiation       | 410.0       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 15.980338   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 53.0        |\n",
+      "|    outdoor_temperature          | -6.907265   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2064536.9   |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 10%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 3          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 27         |\n",
-      "|    Heating_Setpoint_RL          | 18         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1402.2615  |\n",
-      "|    air_humidity                 | 24.444305  |\n",
-      "|    air_temperature              | 20.994953  |\n",
-      "|    clg_setpoint                 | 30.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 4.0        |\n",
-      "|    diffuse_solar_radiation      | 52.5       |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 8.0        |\n",
-      "|    htg_setpoint                 | 15.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 96.0       |\n",
-      "|    outdoor_temperature          | -0.7116232 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1262035.2  |\n",
-      "|    wind_direction               | 60.0       |\n",
-      "|    wind_speed                   | 6.2        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.821      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5097873   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.345531   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.2958884   |\n",
+      "|    air_humidity                 | -1.4188857  |\n",
+      "|    air_temperature              | 0.57871455  |\n",
+      "|    clg_setpoint                 | -1.3169267  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.1282909  |\n",
+      "|    diffuse_solar_radiation      | 0.2678874   |\n",
+      "|    direct_solar_radiation       | -0.45798403 |\n",
+      "|    hour                         | -0.49299413 |\n",
+      "|    htg_setpoint                 | 1.3905413   |\n",
+      "|    month                        | 3.030706    |\n",
+      "|    outdoor_humidity             | 1.2681037   |\n",
+      "|    outdoor_temperature          | -0.40606543 |\n",
+      "|    people_occupant              | 1.716542    |\n",
+      "|    total_electricity_HVAC       | 2.3172386   |\n",
+      "|    wind_direction               | -1.1642133  |\n",
+      "|    wind_speed                   | 0.2351944   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17417.96    |\n",
+      "|    air_humidity                 | 18.112387   |\n",
+      "|    air_temperature              | 23.250107   |\n",
+      "|    clg_setpoint                 | 23.41322    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 52.5        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | -0.8957873  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 16281056.0  |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 10%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2248.6406  |\n",
-      "|    air_humidity                 | 14.282108  |\n",
-      "|    air_temperature              | 21.999893  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 5.0        |\n",
-      "|    diffuse_solar_radiation      | 113.5      |\n",
-      "|    direct_solar_radiation       | 589.0      |\n",
-      "|    hour                         | 9.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 43.0       |\n",
-      "|    outdoor_temperature          | -4.8843904 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 2023776.5  |\n",
-      "|    wind_direction               | 300.0      |\n",
-      "|    wind_speed                   | 11.8       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.816      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.16269308 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 16.70985    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.20141661  |\n",
+      "|    air_humidity                 | -0.3255063  |\n",
+      "|    air_temperature              | 0.73094755  |\n",
+      "|    clg_setpoint                 | -1.236691   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.98824567 |\n",
+      "|    diffuse_solar_radiation      | 1.3226914   |\n",
+      "|    direct_solar_radiation       | 2.4062345   |\n",
+      "|    hour                         | -0.3488857  |\n",
+      "|    htg_setpoint                 | 1.3916596   |\n",
+      "|    month                        | 2.649314    |\n",
+      "|    outdoor_humidity             | -1.0132034  |\n",
+      "|    outdoor_temperature          | -1.287312   |\n",
+      "|    people_occupant              | 1.6990255   |\n",
+      "|    total_electricity_HVAC       | 0.2989554   |\n",
+      "|    wind_direction               | 0.99526674  |\n",
+      "|    wind_speed                   | 2.2918308   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5249.937    |\n",
+      "|    air_humidity                 | 31.165293   |\n",
+      "|    air_temperature              | 23.608597   |\n",
+      "|    clg_setpoint                 | 23.609007   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 113.5       |\n",
+      "|    direct_solar_radiation       | 589.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 43.0        |\n",
+      "|    outdoor_temperature          | -5.5006847  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 5397744.0   |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 11.8        |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 10%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3078.3347 |\n",
-      "|    air_humidity                 | 12.583989 |\n",
-      "|    air_temperature              | 22.56294  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 143.0     |\n",
-      "|    direct_solar_radiation       | 538.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 52.0      |\n",
-      "|    outdoor_temperature          | -9.032861 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 2770501.2 |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.81      |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.62348115 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 14.117918   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.14468923  |\n",
+      "|    air_humidity                 | -0.8717794  |\n",
+      "|    air_temperature              | 1.0038116   |\n",
+      "|    clg_setpoint                 | 0.3793817   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8572622  |\n",
+      "|    diffuse_solar_radiation      | 1.8142384   |\n",
+      "|    direct_solar_radiation       | 2.116416    |\n",
+      "|    hour                         | -0.20478767 |\n",
+      "|    htg_setpoint                 | -1.3720002  |\n",
+      "|    month                        | 2.3831463   |\n",
+      "|    outdoor_humidity             | -0.5969955  |\n",
+      "|    outdoor_temperature          | -2.2893739  |\n",
+      "|    people_occupant              | 1.6828327   |\n",
+      "|    total_electricity_HVAC       | 0.093349986 |\n",
+      "|    wind_direction               | 0.7862175   |\n",
+      "|    wind_speed                   | 0.71843773  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5030.0938   |\n",
+      "|    air_humidity                 | 24.664661   |\n",
+      "|    air_temperature              | 24.22608    |\n",
+      "|    clg_setpoint                 | 27.519932   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 143.0       |\n",
+      "|    direct_solar_radiation       | 538.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 12.035322   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 52.0        |\n",
+      "|    outdoor_temperature          | -11.674391  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4379366.0   |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 10%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2229.576   |\n",
-      "|    air_humidity                 | 14.426971  |\n",
-      "|    air_temperature              | 22.87635   |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 7.0        |\n",
-      "|    diffuse_solar_radiation      | 217.5      |\n",
-      "|    direct_solar_radiation       | 431.0      |\n",
-      "|    hour                         | 11.0       |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 48.0       |\n",
-      "|    outdoor_temperature          | -5.2337403 |\n",
-      "|    people_occupant              | 16.0       |\n",
-      "|    total_electricity_HVAC       | 2006618.4  |\n",
-      "|    wind_direction               | 270.0      |\n",
-      "|    wind_speed                   | 7.2        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.805      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.3132306   |\n",
+      "|    air_humidity                 | -0.6146403   |\n",
+      "|    air_temperature              | 1.1939269    |\n",
+      "|    clg_setpoint                 | -0.79749364  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.73263824  |\n",
+      "|    diffuse_solar_radiation      | 3.0377753    |\n",
+      "|    direct_solar_radiation       | 1.6008087    |\n",
+      "|    hour                         | -0.060678475 |\n",
+      "|    htg_setpoint                 | 1.3944992    |\n",
+      "|    month                        | 2.1838565    |\n",
+      "|    outdoor_humidity             | -0.7625062   |\n",
+      "|    outdoor_temperature          | -0.96824694  |\n",
+      "|    people_occupant              | 1.1958058    |\n",
+      "|    total_electricity_HVAC       | -0.34268266  |\n",
+      "|    wind_direction               | 0.6740414    |\n",
+      "|    wind_speed                   | 0.51815176   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2407.6536    |\n",
+      "|    air_humidity                 | 27.581331    |\n",
+      "|    air_temperature              | 24.654512    |\n",
+      "|    clg_setpoint                 | 24.654778    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 7.0          |\n",
+      "|    diffuse_solar_radiation      | 217.5        |\n",
+      "|    direct_solar_radiation       | 431.0        |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 48.0         |\n",
+      "|    outdoor_temperature          | -4.877576    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 2064141.5    |\n",
+      "|    wind_direction               | 270.0        |\n",
+      "|    wind_speed                   | 7.2          |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 11%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1377.8375  |\n",
-      "|    air_humidity                 | 12.806718  |\n",
-      "|    air_temperature              | 23.000334  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 8.0        |\n",
-      "|    diffuse_solar_radiation      | 144.0      |\n",
-      "|    direct_solar_radiation       | 682.0      |\n",
-      "|    hour                         | 12.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 32.0       |\n",
-      "|    outdoor_temperature          | -1.3840142 |\n",
-      "|    people_occupant              | 8.0        |\n",
-      "|    total_electricity_HVAC       | 1260863.0  |\n",
-      "|    wind_direction               | 340.0      |\n",
-      "|    wind_speed                   | 7.2        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.799      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.4545035   |\n",
+      "|    Heating_Setpoint_RL          | -0.2748592  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.158949   |\n",
+      "|    Heating_Setpoint_RL          | 16.078917   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.54238665 |\n",
+      "|    air_humidity                 | -0.5298185  |\n",
+      "|    air_temperature              | 1.376251    |\n",
+      "|    clg_setpoint                 | 1.4067245   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6124218  |\n",
+      "|    diffuse_solar_radiation      | 1.7766436   |\n",
+      "|    direct_solar_radiation       | 2.7667599   |\n",
+      "|    hour                         | 0.083448246 |\n",
+      "|    htg_setpoint                 | -1.3831984  |\n",
+      "|    month                        | 2.0274358   |\n",
+      "|    outdoor_humidity             | -1.4411247  |\n",
+      "|    outdoor_temperature          | -0.19431902 |\n",
+      "|    people_occupant              | 0.24079685  |\n",
+      "|    total_electricity_HVAC       | -0.54726356 |\n",
+      "|    wind_direction               | 1.2905996   |\n",
+      "|    wind_speed                   | 0.53240657  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1076.0363   |\n",
+      "|    air_humidity                 | 28.563366   |\n",
+      "|    air_temperature              | 25.082043   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 144.0       |\n",
+      "|    direct_solar_radiation       | 682.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 32.0        |\n",
+      "|    outdoor_temperature          | -0.64396673 |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 963888.75   |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 11%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1800.8235 |\n",
-      "|    air_humidity                 | 12.199289 |\n",
-      "|    air_temperature              | 21.39844  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 141.0     |\n",
-      "|    direct_solar_radiation       | 497.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 42.0      |\n",
-      "|    outdoor_temperature          | -2.247209 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1620741.1 |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.794     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.40591094   |\n",
+      "|    Heating_Setpoint_RL          | -0.064989656 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.99495     |\n",
+      "|    Heating_Setpoint_RL          | 17.259434    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.56490666  |\n",
+      "|    air_humidity                 | -1.1831598   |\n",
+      "|    air_temperature              | -0.5138909   |\n",
+      "|    clg_setpoint                 | -0.72769916  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.49517956  |\n",
+      "|    diffuse_solar_radiation      | 1.7403696    |\n",
+      "|    direct_solar_radiation       | 1.803544     |\n",
+      "|    hour                         | 0.22758555   |\n",
+      "|    htg_setpoint                 | -1.3857155   |\n",
+      "|    month                        | 1.900434     |\n",
+      "|    outdoor_humidity             | -0.97988564  |\n",
+      "|    outdoor_temperature          | -0.41885406  |\n",
+      "|    people_occupant              | -0.7014312   |\n",
+      "|    total_electricity_HVAC       | -0.5698075   |\n",
+      "|    wind_direction               | 0.5349556    |\n",
+      "|    wind_speed                   | 0.7162315    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 967.68866    |\n",
+      "|    air_humidity                 | 21.139076    |\n",
+      "|    air_temperature              | 20.748373    |\n",
+      "|    clg_setpoint                 | 24.812338    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 9.0          |\n",
+      "|    diffuse_solar_radiation      | 141.0        |\n",
+      "|    direct_solar_radiation       | 497.5        |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 42.0         |\n",
+      "|    outdoor_temperature          | -2.0652192   |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 862733.25    |\n",
+      "|    wind_direction               | 260.0        |\n",
+      "|    wind_speed                   | 7.7          |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 11%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 11.153282 |\n",
-      "|    air_temperature              | 22.06529  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 150.5     |\n",
-      "|    direct_solar_radiation       | 334.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 55.0      |\n",
-      "|    outdoor_temperature          | 3.2212148 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.789     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.21991017   |\n",
+      "|    Heating_Setpoint_RL          | -0.59477973  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.367197    |\n",
+      "|    Heating_Setpoint_RL          | 14.279364    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.71419007  |\n",
+      "|    air_humidity                 | -1.6443224   |\n",
+      "|    air_temperature              | -0.006355218 |\n",
+      "|    clg_setpoint                 | 1.0698131    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.37985572  |\n",
+      "|    diffuse_solar_radiation      | 1.8742489    |\n",
+      "|    direct_solar_radiation       | 1.0477986    |\n",
+      "|    hour                         | 0.37171495   |\n",
+      "|    htg_setpoint                 | -1.3830612   |\n",
+      "|    month                        | 1.7946527    |\n",
+      "|    outdoor_humidity             | -0.4001826   |\n",
+      "|    outdoor_temperature          | 0.8712843    |\n",
+      "|    people_occupant              | -0.68805367  |\n",
+      "|    total_electricity_HVAC       | -0.7135301   |\n",
+      "|    wind_direction               | -0.11611405  |\n",
+      "|    wind_speed                   | 0.14821704   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 15.249274    |\n",
+      "|    air_temperature              | 21.86713     |\n",
+      "|    clg_setpoint                 | 29.159029    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 10.0         |\n",
+      "|    diffuse_solar_radiation      | 150.5        |\n",
+      "|    direct_solar_radiation       | 334.5        |\n",
+      "|    hour                         | 14.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 55.0         |\n",
+      "|    outdoor_temperature          | 5.135328     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 11%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 917.7593  |\n",
-      "|    air_humidity                 | 26.109697 |\n",
-      "|    air_temperature              | 23.784363 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 78.0      |\n",
-      "|    direct_solar_radiation       | 132.5     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 61.0      |\n",
-      "|    outdoor_temperature          | 5.499552  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 825983.3  |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.783     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 12%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 3          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 27         |\n",
-      "|    Heating_Setpoint_RL          | 18         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1934.6064  |\n",
-      "|    air_humidity                 | 12.981752  |\n",
-      "|    air_temperature              | 23.084322  |\n",
-      "|    clg_setpoint                 | 28.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 12.0       |\n",
-      "|    diffuse_solar_radiation      | 29.0       |\n",
-      "|    direct_solar_radiation       | 92.0       |\n",
-      "|    hour                         | 16.0       |\n",
-      "|    htg_setpoint                 | 17.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 23.0       |\n",
-      "|    outdoor_temperature          | -3.3733482 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1741145.8  |\n",
-      "|    wind_direction               | 310.0      |\n",
-      "|    wind_speed                   | 6.7        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.778      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.36906675 |\n",
+      "|    Heating_Setpoint_RL          | -0.46133858 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.3794     |\n",
+      "|    Heating_Setpoint_RL          | 15.02997    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.7123954  |\n",
+      "|    air_humidity                 | -0.564964   |\n",
+      "|    air_temperature              | 2.088916    |\n",
+      "|    clg_setpoint                 | 0.033121772 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.26568443 |\n",
+      "|    diffuse_solar_radiation      | 0.65353394  |\n",
+      "|    direct_solar_radiation       | 0.1135183   |\n",
+      "|    hour                         | 0.51580775  |\n",
+      "|    htg_setpoint                 | 1.3959222   |\n",
+      "|    month                        | 1.7047725   |\n",
+      "|    outdoor_humidity             | -0.14073075 |\n",
+      "|    outdoor_temperature          | 0.69955504  |\n",
+      "|    people_occupant              | 1.6968672   |\n",
+      "|    total_electricity_HVAC       | -0.7115302  |\n",
+      "|    wind_direction               | 0.43034306  |\n",
+      "|    wind_speed                   | 0.1577046   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 27.160465   |\n",
+      "|    air_temperature              | 26.652805   |\n",
+      "|    clg_setpoint                 | 26.65318    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 78.0        |\n",
+      "|    direct_solar_radiation       | 132.5       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 61.0        |\n",
+      "|    outdoor_temperature          | 4.1897874   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 12%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1652.0598 |\n",
-      "|    air_humidity                 | 16.321648 |\n",
-      "|    air_temperature              | 22.911978 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 40.0      |\n",
-      "|    outdoor_temperature          | -1.960615 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 1486853.9 |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.772     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9908222  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.280975   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.30856335 |\n",
+      "|    air_humidity                 | -0.4486005  |\n",
+      "|    air_temperature              | 1.7502425   |\n",
+      "|    clg_setpoint                 | -0.27716637 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.15213381 |\n",
+      "|    diffuse_solar_radiation      | -0.16875234 |\n",
+      "|    direct_solar_radiation       | -0.08145414 |\n",
+      "|    hour                         | 0.6598264   |\n",
+      "|    htg_setpoint                 | 1.2084299   |\n",
+      "|    month                        | 1.6271712   |\n",
+      "|    outdoor_humidity             | -1.7692974  |\n",
+      "|    outdoor_temperature          | -1.0551928  |\n",
+      "|    people_occupant              | 1.683112    |\n",
+      "|    total_electricity_HVAC       | -0.33542994 |\n",
+      "|    wind_direction               | 0.966627    |\n",
+      "|    wind_speed                   | 0.34353837  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2496.294    |\n",
+      "|    air_humidity                 | 28.414505   |\n",
+      "|    air_temperature              | 25.902473   |\n",
+      "|    clg_setpoint                 | 25.902931   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 29.0        |\n",
+      "|    direct_solar_radiation       | 92.0        |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 22.49091    |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 23.0        |\n",
+      "|    outdoor_temperature          | -5.647106   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 2156662.5   |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.006436727 |\n",
+      "|    clip_fraction                | 0.0485      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.81       |\n",
+      "|    explained_variance           | 0.245       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 5.61        |\n",
+      "|    n_updates                    | 20          |\n",
+      "|    policy_gradient_loss         | -0.00696    |\n",
+      "|    std                          | 0.988       |\n",
+      "|    value_loss                   | 23          |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 12%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 1          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 29         |\n",
-      "|    Heating_Setpoint_RL          | 16         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1822.9177  |\n",
-      "|    air_humidity                 | 17.573734  |\n",
-      "|    air_temperature              | 24.39188   |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 14.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 18.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 46.0       |\n",
-      "|    outdoor_temperature          | -2.3576803 |\n",
-      "|    people_occupant              | 10.0       |\n",
-      "|    total_electricity_HVAC       | 1640626.0  |\n",
-      "|    wind_direction               | 270.0      |\n",
-      "|    wind_speed                   | 4.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.767      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -0.0068710744 |\n",
+      "|    Heating_Setpoint_RL          | -1.0          |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 26.60181      |\n",
+      "|    Heating_Setpoint_RL          | 12.0          |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.28527573   |\n",
+      "|    air_humidity                 | -0.4954446    |\n",
+      "|    air_temperature              | 1.1018751     |\n",
+      "|    clg_setpoint                 | -0.91752523   |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.038870145  |\n",
+      "|    diffuse_solar_radiation      | -0.64987963   |\n",
+      "|    direct_solar_radiation       | -0.5039442    |\n",
+      "|    hour                         | 0.80372554    |\n",
+      "|    htg_setpoint                 | 0.686431      |\n",
+      "|    month                        | 1.5592858     |\n",
+      "|    outdoor_humidity             | -0.993381     |\n",
+      "|    outdoor_temperature          | -0.5237735    |\n",
+      "|    people_occupant              | 1.6702152     |\n",
+      "|    total_electricity_HVAC       | -0.29612592   |\n",
+      "|    wind_direction               | 0.7633893     |\n",
+      "|    wind_speed                   | 0.34742904    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 2686.51       |\n",
+      "|    air_humidity                 | 27.864061     |\n",
+      "|    air_temperature              | 24.430086     |\n",
+      "|    clg_setpoint                 | 24.34075      |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 13.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 17.0          |\n",
+      "|    htg_setpoint                 | 20.409344     |\n",
+      "|    month                        | 2.0           |\n",
+      "|    outdoor_humidity             | 40.0          |\n",
+      "|    outdoor_temperature          | -2.8963692    |\n",
+      "|    people_occupant              | 20.0          |\n",
+      "|    total_electricity_HVAC       | 2417859.0     |\n",
+      "|    wind_direction               | 290.0         |\n",
+      "|    wind_speed                   | 6.7           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 12%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.53964144  |\n",
+      "|    Heating_Setpoint_RL          | 0.68475026   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.80371     |\n",
+      "|    Heating_Setpoint_RL          | 21.47672     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.57866347  |\n",
+      "|    air_humidity                 | -0.08624974  |\n",
+      "|    air_temperature              | 0.5835694    |\n",
+      "|    clg_setpoint                 | -1.362557    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.07426608   |\n",
+      "|    diffuse_solar_radiation      | -0.64980316  |\n",
+      "|    direct_solar_radiation       | -0.5097408   |\n",
+      "|    hour                         | 0.9474531    |\n",
+      "|    htg_setpoint                 | -0.71569496  |\n",
+      "|    month                        | 1.4992443    |\n",
+      "|    outdoor_humidity             | -0.71151865  |\n",
+      "|    outdoor_temperature          | 0.0013277753 |\n",
+      "|    people_occupant              | 0.47869897   |\n",
+      "|    total_electricity_HVAC       | -0.5672826   |\n",
+      "|    wind_direction               | 0.5645244    |\n",
+      "|    wind_speed                   | -0.47901872  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 947.63544    |\n",
+      "|    air_humidity                 | 32.43266     |\n",
+      "|    air_temperature              | 23.249962    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 14.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 18.0         |\n",
+      "|    htg_setpoint                 | 14.751967    |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 46.0         |\n",
+      "|    outdoor_temperature          | -0.008879345 |\n",
+      "|    people_occupant              | 10.0         |\n",
+      "|    total_electricity_HVAC       | 931304.8     |\n",
+      "|    wind_direction               | 270.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 13%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 32.81119  |\n",
-      "|    air_temperature              | 22.278952 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 92.0      |\n",
-      "|    outdoor_temperature          | 3.2496963 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 70.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.762     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.23207167 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.319597   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.028077811 |\n",
+      "|    air_humidity                 | 1.2509832   |\n",
+      "|    air_temperature              | 0.2951311   |\n",
+      "|    clg_setpoint                 | -1.3359045  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.1872774   |\n",
+      "|    diffuse_solar_radiation      | -0.6508007  |\n",
+      "|    direct_solar_radiation       | -0.503375   |\n",
+      "|    hour                         | 1.090951    |\n",
+      "|    htg_setpoint                 | 1.0298077   |\n",
+      "|    month                        | 1.4456443   |\n",
+      "|    outdoor_humidity             | 1.3026016   |\n",
+      "|    outdoor_temperature          | 0.6495967   |\n",
+      "|    people_occupant              | -0.4715842  |\n",
+      "|    total_electricity_HVAC       | 0.13697436  |\n",
+      "|    wind_direction               | -1.2879672  |\n",
+      "|    wind_speed                   | -1.0567958  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4556.142    |\n",
+      "|    air_humidity                 | 47.299587   |\n",
+      "|    air_temperature              | 22.603968   |\n",
+      "|    clg_setpoint                 | 23.318382   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 21.799107   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 92.0        |\n",
+      "|    outdoor_temperature          | 3.5695698   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 4804541.5   |\n",
+      "|    wind_direction               | 70.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 13%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 122.831604 |\n",
-      "|    air_humidity                 | 23.412853  |\n",
-      "|    air_temperature              | 20.056593  |\n",
-      "|    clg_setpoint                 | 30.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 16.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 20.0       |\n",
-      "|    htg_setpoint                 | 15.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 53.0       |\n",
-      "|    outdoor_temperature          | 4.509193   |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 107374.445 |\n",
-      "|    wind_direction               | 50.0       |\n",
-      "|    wind_speed                   | 5.2        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.756      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.24708718  |\n",
+      "|    Heating_Setpoint_RL          | 0.58499694   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.79108     |\n",
+      "|    Heating_Setpoint_RL          | 20.915607    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.7208331   |\n",
+      "|    air_humidity                 | -0.20403717  |\n",
+      "|    air_temperature              | -0.5655856   |\n",
+      "|    clg_setpoint                 | -0.066435866 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.30002347   |\n",
+      "|    diffuse_solar_radiation      | -0.65067184  |\n",
+      "|    direct_solar_radiation       | -0.5012667   |\n",
+      "|    hour                         | 1.2341563    |\n",
+      "|    htg_setpoint                 | -1.3970901   |\n",
+      "|    month                        | 1.3974103    |\n",
+      "|    outdoor_humidity             | -0.41931754  |\n",
+      "|    outdoor_temperature          | 0.9113132    |\n",
+      "|    people_occupant              | -0.6962247   |\n",
+      "|    total_electricity_HVAC       | -0.71981525  |\n",
+      "|    wind_direction               | -1.4819959   |\n",
+      "|    wind_speed                   | -0.21469603  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 31.36243     |\n",
+      "|    air_temperature              | 20.629145    |\n",
+      "|    clg_setpoint                 | 26.409916    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 16.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 53.0         |\n",
+      "|    outdoor_temperature          | 5.119362     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 50.0         |\n",
+      "|    wind_speed                   | 5.2          |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 13%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 18.018625 |\n",
-      "|    air_temperature              | 20.911348 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 71.0      |\n",
-      "|    outdoor_temperature          | 2.9650793 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.751     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.78608555  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 13.203269    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.2718654    |\n",
+      "|    air_humidity                 | -1.6136554   |\n",
+      "|    air_temperature              | 0.60106796   |\n",
+      "|    clg_setpoint                 | -1.3220301   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.41223502   |\n",
+      "|    diffuse_solar_radiation      | -0.65222114  |\n",
+      "|    direct_solar_radiation       | -0.50697815  |\n",
+      "|    hour                         | 1.3770014    |\n",
+      "|    htg_setpoint                 | 1.3895245    |\n",
+      "|    month                        | 1.353703     |\n",
+      "|    outdoor_humidity             | 0.38300496   |\n",
+      "|    outdoor_temperature          | 0.2701891    |\n",
+      "|    people_occupant              | -0.6850157   |\n",
+      "|    total_electricity_HVAC       | 1.2918986    |\n",
+      "|    wind_direction               | -0.056982882 |\n",
+      "|    wind_speed                   | -1.2464777   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 11906.753    |\n",
+      "|    air_humidity                 | 15.522444    |\n",
+      "|    air_temperature              | 23.249964    |\n",
+      "|    clg_setpoint                 | 23.363804    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 17.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 21.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 71.0         |\n",
+      "|    outdoor_temperature          | 1.6169127    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 11127677.0   |\n",
+      "|    wind_direction               | 200.0        |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 13%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1572.392  |\n",
-      "|    air_humidity                 | 32.772217 |\n",
-      "|    air_temperature              | 21.000002 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | -1.105051 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1415152.8 |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.745     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.41036725  |\n",
+      "|    Heating_Setpoint_RL          | 0.11957159  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.009989   |\n",
+      "|    Heating_Setpoint_RL          | 18.29759    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.3454906  |\n",
+      "|    air_humidity                 | 0.59831053  |\n",
+      "|    air_temperature              | -0.10024008 |\n",
+      "|    clg_setpoint                 | 1.4118412   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.52352965  |\n",
+      "|    diffuse_solar_radiation      | -0.65104693 |\n",
+      "|    direct_solar_radiation       | -0.5095255  |\n",
+      "|    hour                         | 1.5194155   |\n",
+      "|    htg_setpoint                 | 0.7814264   |\n",
+      "|    month                        | 1.3138561   |\n",
+      "|    outdoor_humidity             | 1.0947324   |\n",
+      "|    outdoor_temperature          | 0.16690888  |\n",
+      "|    people_occupant              | -0.68879753 |\n",
+      "|    total_electricity_HVAC       | -0.48397446 |\n",
+      "|    wind_direction               | -1.3606424  |\n",
+      "|    wind_speed                   | -1.2157485  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2291.6558   |\n",
+      "|    air_humidity                 | 39.894955   |\n",
+      "|    air_temperature              | 21.695082   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 20.821701   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 1.0885792   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1355786.0   |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 27.115477 |\n",
-      "|    air_temperature              | 21.000715 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 69.0      |\n",
-      "|    outdoor_temperature          | 3.6110175 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.74      |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.45204434 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.082251   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.5127893   |\n",
+      "|    air_humidity                 | -0.39309537 |\n",
+      "|    air_temperature              | -0.5271283  |\n",
+      "|    clg_setpoint                 | -1.3652248  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6334306   |\n",
+      "|    diffuse_solar_radiation      | -0.65262157 |\n",
+      "|    direct_solar_radiation       | -0.5146921  |\n",
+      "|    hour                         | 1.6613247   |\n",
+      "|    htg_setpoint                 | 0.7623995   |\n",
+      "|    month                        | 1.2773327   |\n",
+      "|    outdoor_humidity             | 0.28749773  |\n",
+      "|    outdoor_temperature          | 0.5042764   |\n",
+      "|    people_occupant              | -0.69242746 |\n",
+      "|    total_electricity_HVAC       | 0.6890635   |\n",
+      "|    wind_direction               | 0.13949902  |\n",
+      "|    wind_speed                   | -0.9896667  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7354.95     |\n",
+      "|    air_humidity                 | 28.899357   |\n",
+      "|    air_temperature              | 20.75329    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 20.753273   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 69.0        |\n",
+      "|    outdoor_temperature          | 2.9882622   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7774015.5   |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 32.682682 |\n",
-      "|    air_temperature              | 21.646172 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 2.226016  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.734     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.069171086 |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.391548    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.91221184   |\n",
+      "|    air_humidity                 | 0.4816924    |\n",
+      "|    air_temperature              | -0.46390334  |\n",
+      "|    clg_setpoint                 | 1.410665     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.8617382    |\n",
+      "|    diffuse_solar_radiation      | -0.6538125   |\n",
+      "|    direct_solar_radiation       | -0.51848084  |\n",
+      "|    hour                         | -1.6587789   |\n",
+      "|    htg_setpoint                 | 0.8002119    |\n",
+      "|    month                        | 1.243695     |\n",
+      "|    outdoor_humidity             | 1.1804919    |\n",
+      "|    outdoor_temperature          | 0.44692302   |\n",
+      "|    people_occupant              | -0.69591445  |\n",
+      "|    total_electricity_HVAC       | 1.1407757    |\n",
+      "|    wind_direction               | -1.3296317   |\n",
+      "|    wind_speed                   | -0.7721512   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 9676.11      |\n",
+      "|    air_humidity                 | 38.448936    |\n",
+      "|    air_temperature              | 20.9141      |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 21.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 20.914074    |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 89.0         |\n",
+      "|    outdoor_temperature          | 2.7806091    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 10210214.0   |\n",
+      "|    wind_direction               | 60.0         |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1172.5454 |\n",
-      "|    air_humidity                 | 30.718266 |\n",
-      "|    air_temperature              | 19.741425 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 56.0      |\n",
-      "|    outdoor_temperature          | 0.8941815 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1055290.9 |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.729     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6654407  |\n",
+      "|    Heating_Setpoint_RL          | 0.9593518   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.379137   |\n",
+      "|    Heating_Setpoint_RL          | 23.021355   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.70010906 |\n",
+      "|    air_humidity                 | 0.9914329   |\n",
+      "|    air_temperature              | -0.9151082  |\n",
+      "|    clg_setpoint                 | -0.47002244 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.9672842   |\n",
+      "|    diffuse_solar_radiation      | -0.6550256  |\n",
+      "|    direct_solar_radiation       | -0.5118956  |\n",
+      "|    hour                         | -1.5124733  |\n",
+      "|    htg_setpoint                 | -1.0763167  |\n",
+      "|    month                        | 1.2125821   |\n",
+      "|    outdoor_humidity             | -0.31417403 |\n",
+      "|    outdoor_temperature          | 0.28600034  |\n",
+      "|    people_occupant              | -0.699267   |\n",
+      "|    total_electricity_HVAC       | -0.7005464  |\n",
+      "|    wind_direction               | 1.1767749   |\n",
+      "|    wind_speed                   | 0.48283085  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 129.42365   |\n",
+      "|    air_humidity                 | 44.109005   |\n",
+      "|    air_temperature              | 19.909931   |\n",
+      "|    clg_setpoint                 | 25.429173   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 13.341051   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 56.0        |\n",
+      "|    outdoor_temperature          | 1.9588643   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 114027.29   |\n",
+      "|    wind_direction               | 330.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 15%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 26.496115 |\n",
-      "|    air_temperature              | 19.798346 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 54.0      |\n",
-      "|    outdoor_temperature          | 2.6684391 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.724     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.78239506 |\n",
+      "|    Heating_Setpoint_RL          | -0.79324746 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.984417   |\n",
+      "|    Heating_Setpoint_RL          | 13.162983   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.8789062   |\n",
+      "|    air_humidity                 | -0.17573948 |\n",
+      "|    air_temperature              | -0.38322866 |\n",
+      "|    clg_setpoint                 | 0.10920752  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0694082   |\n",
+      "|    diffuse_solar_radiation      | -0.6556784  |\n",
+      "|    direct_solar_radiation       | -0.5160986  |\n",
+      "|    hour                         | -1.3667258  |\n",
+      "|    htg_setpoint                 | 1.1102428   |\n",
+      "|    month                        | 1.1836933   |\n",
+      "|    outdoor_humidity             | -0.38985997 |\n",
+      "|    outdoor_temperature          | 0.39854485  |\n",
+      "|    people_occupant              | -0.7024929  |\n",
+      "|    total_electricity_HVAC       | 1.9647443   |\n",
+      "|    wind_direction               | 0.14980257  |\n",
+      "|    wind_speed                   | -0.9663078  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 15273.758   |\n",
+      "|    air_humidity                 | 31.413269   |\n",
+      "|    air_temperature              | 21.119127   |\n",
+      "|    clg_setpoint                 | 26.829983   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 22.1615     |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 54.0        |\n",
+      "|    outdoor_temperature          | 2.5836143   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 14618276.0  |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 15%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 145.03104 |\n",
-      "|    air_humidity                 | 30.124374 |\n",
-      "|    air_temperature              | 21.0      |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 4.497048  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 131813.45 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.718     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.20492809  |\n",
+      "|    Heating_Setpoint_RL          | -0.45888957 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.316631   |\n",
+      "|    Heating_Setpoint_RL          | 15.043746   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.70315826 |\n",
+      "|    air_humidity                 | -0.38000986 |\n",
+      "|    air_temperature              | -0.5899202  |\n",
+      "|    clg_setpoint                 | 1.4147562   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1675022   |\n",
+      "|    diffuse_solar_radiation      | -0.6568047  |\n",
+      "|    direct_solar_radiation       | -0.509808   |\n",
+      "|    hour                         | -1.2214129  |\n",
+      "|    htg_setpoint                 | -1.1096703  |\n",
+      "|    month                        | 1.1567754   |\n",
+      "|    outdoor_humidity             | 1.3567767   |\n",
+      "|    outdoor_temperature          | 0.6795618   |\n",
+      "|    people_occupant              | -0.69242746 |\n",
+      "|    total_electricity_HVAC       | -0.7029142  |\n",
+      "|    wind_direction               | -1.8782408  |\n",
+      "|    wind_speed                   | -2.1857724  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 29.159702   |\n",
+      "|    air_temperature              | 20.644478   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 13.212212   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 4.1525617   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 15%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2359.907   |\n",
-      "|    air_humidity                 | 15.937994  |\n",
-      "|    air_temperature              | 19.36234   |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 25.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 4.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 37.0       |\n",
-      "|    outdoor_temperature          | -5.0426264 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 2123916.2  |\n",
-      "|    wind_direction               | 320.0      |\n",
-      "|    wind_speed                   | 5.2        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.713      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1996.818   |\n",
-      "|    air_humidity                 | 20.799343  |\n",
-      "|    air_temperature              | 20.004538  |\n",
-      "|    clg_setpoint                 | 25.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 26.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 5.0        |\n",
-      "|    htg_setpoint                 | 20.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 79.0       |\n",
-      "|    outdoor_temperature          | -3.2271817 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1797136.2  |\n",
-      "|    wind_direction               | 50.0       |\n",
-      "|    wind_speed                   | 4.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.707      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 2          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 28         |\n",
-      "|    Heating_Setpoint_RL          | 17         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1015.25275 |\n",
-      "|    air_humidity                 | 18.425447  |\n",
-      "|    air_temperature              | 18.836422  |\n",
-      "|    clg_setpoint                 | 29.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 27.0       |\n",
-      "|    diffuse_solar_radiation      | 17.5       |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 6.0        |\n",
-      "|    htg_setpoint                 | 16.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 80.0       |\n",
-      "|    outdoor_temperature          | -1.85611   |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 913727.5   |\n",
-      "|    wind_direction               | 70.0       |\n",
-      "|    wind_speed                   | 3.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.702      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 32.43741  |\n",
-      "|    air_temperature              | 19.892696 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 41.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 2.2410598 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 70.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.696     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.7837827   |\n",
+      "|    Heating_Setpoint_RL          | 0.22479762   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.979733    |\n",
+      "|    Heating_Setpoint_RL          | 18.889486    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.71388805   |\n",
+      "|    air_humidity                 | -1.4505668   |\n",
+      "|    air_temperature              | -1.0203916   |\n",
+      "|    clg_setpoint                 | -0.5235851   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.2610081    |\n",
+      "|    diffuse_solar_radiation      | -0.65568155  |\n",
+      "|    direct_solar_radiation       | -0.51110786  |\n",
+      "|    hour                         | -1.0764307   |\n",
+      "|    htg_setpoint                 | 0.49409986   |\n",
+      "|    month                        | 1.1316141    |\n",
+      "|    outdoor_humidity             | -1.1556227   |\n",
+      "|    outdoor_temperature          | -0.72052324  |\n",
+      "|    people_occupant              | -0.6827826   |\n",
+      "|    total_electricity_HVAC       | 0.66391337   |\n",
+      "|    wind_direction               | 1.0680752    |\n",
+      "|    wind_speed                   | -0.106765665 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 8425.022     |\n",
+      "|    air_humidity                 | 17.49346     |\n",
+      "|    air_temperature              | 19.669807    |\n",
+      "|    clg_setpoint                 | 25.309462    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 19.669777    |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 37.0         |\n",
+      "|    outdoor_temperature          | -3.299967    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 7533123.5    |\n",
+      "|    wind_direction               | 320.0        |\n",
+      "|    wind_speed                   | 5.2          |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 796.70184 |\n",
-      "|    air_humidity                 | 27.512812 |\n",
-      "|    air_temperature              | 21.87516  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 122.5     |\n",
-      "|    direct_solar_radiation       | 655.0     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 37.0      |\n",
-      "|    outdoor_temperature          | 11.139362 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 730410.0  |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.691     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 17%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 103.10883 |\n",
-      "|    air_humidity                 | 35.254738 |\n",
-      "|    air_temperature              | 20.343086 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 215.5     |\n",
-      "|    direct_solar_radiation       | 48.5      |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 5.938736  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 91218.086 |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.686     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 17%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 27.49837  |\n",
-      "|    air_temperature              | 21.649036 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 146.0     |\n",
-      "|    direct_solar_radiation       | 788.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 47.0      |\n",
-      "|    outdoor_temperature          | 12.220809 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 11.3      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.68      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 17%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.6465  |\n",
-      "|    air_humidity                 | 39.67366  |\n",
-      "|    air_temperature              | 22.92239  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 114.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 5.7229357 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 680081.9  |\n",
-      "|    wind_direction               | 140.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.675     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 17%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 476.10425 |\n",
-      "|    air_humidity                 | 40.264465 |\n",
-      "|    air_temperature              | 22.832756 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 144.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 6.998226  |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 428493.84 |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.669     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 18%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 891.2718  |\n",
-      "|    air_humidity                 | 54.31145  |\n",
-      "|    air_temperature              | 23.449625 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 95.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 13.390144 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 829194.06 |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.664     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 18%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 25.151756 |\n",
-      "|    air_temperature              | 24.632774 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 117.5     |\n",
-      "|    direct_solar_radiation       | 714.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 45.0      |\n",
-      "|    outdoor_temperature          | 10.913635 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.658     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 18%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 865.85455 |\n",
-      "|    air_humidity                 | 32.74997  |\n",
-      "|    air_temperature              | 23.198282 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 123.0     |\n",
-      "|    direct_solar_radiation       | 33.5      |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 1.9704113 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 779269.06 |\n",
-      "|    wind_direction               | 70.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.653     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 964.41034 |\n",
-      "|    air_humidity                 | 33.18654  |\n",
-      "|    air_temperature              | 20.914831 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 54.0      |\n",
-      "|    direct_solar_radiation       | 47.5      |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 1.9348568 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 867969.3  |\n",
-      "|    wind_direction               | 140.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.648     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 24.41243  |\n",
-      "|    air_temperature              | 21.10522  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 56.0      |\n",
-      "|    outdoor_temperature          | 6.1129913 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 9.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.642     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 605.5506  |\n",
-      "|    air_humidity                 | 28.835632 |\n",
-      "|    air_temperature              | 22.536592 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 67.0      |\n",
-      "|    outdoor_temperature          | 5.9020243 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 562977.0  |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.637     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 20.433092 |\n",
-      "|    air_temperature              | 22.391197 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 39.0      |\n",
-      "|    outdoor_temperature          | 2.9986107 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.631     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1046.4424 |\n",
-      "|    air_humidity                 | 21.538439 |\n",
-      "|    air_temperature              | 22.372751 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 27.0      |\n",
-      "|    outdoor_temperature          | 1.5246968 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 941798.06 |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.626     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 1        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 29       |\n",
-      "|    Heating_Setpoint_RL          | 16       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 732.6514 |\n",
-      "|    air_humidity                 | 34.63837 |\n",
-      "|    air_temperature              | 20.51618 |\n",
-      "|    clg_setpoint                 | 23.0     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 14.0     |\n",
-      "|    diffuse_solar_radiation      | 0.0      |\n",
-      "|    direct_solar_radiation       | 0.0      |\n",
-      "|    hour                         | 21.0     |\n",
-      "|    htg_setpoint                 | 22.0     |\n",
-      "|    month                        | 3.0      |\n",
-      "|    outdoor_humidity             | 89.0     |\n",
-      "|    outdoor_temperature          | 4.440274 |\n",
-      "|    people_occupant              | 0.0      |\n",
-      "|    total_electricity_HVAC       | 671326.8 |\n",
-      "|    wind_direction               | 180.0    |\n",
-      "|    wind_speed                   | 8.2      |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.621    |\n",
-      "----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 375.99283 |\n",
-      "|    air_humidity                 | 16.011675 |\n",
-      "|    air_temperature              | 20.772934 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 35.0      |\n",
-      "|    outdoor_temperature          | 8.169079  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 348609.22 |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.615     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1442.9108  |\n",
-      "|    air_humidity                 | 21.037851  |\n",
-      "|    air_temperature              | 19.690607  |\n",
-      "|    clg_setpoint                 | 27.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 16.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 23.0       |\n",
-      "|    htg_setpoint                 | 18.0       |\n",
-      "|    month                        | 3.0        |\n",
-      "|    outdoor_humidity             | 88.0       |\n",
-      "|    outdoor_temperature          | -0.4576453 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1298619.6  |\n",
-      "|    wind_direction               | 30.0       |\n",
-      "|    wind_speed                   | 8.8        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.61       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 21%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 1           |\n",
+      "|    Cooling_Setpoint_RL          | -0.09507017 |\n",
+      "|    Heating_Setpoint_RL          | -0.12824973 |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 29          |\n",
-      "|    Heating_Setpoint_RL          | 16          |\n",
+      "|    Cooling_Setpoint_RL          | 26.304138   |\n",
+      "|    Heating_Setpoint_RL          | 16.903595   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.7108995   |\n",
+      "|    air_humidity                 | -0.45020497 |\n",
+      "|    air_temperature              | -0.58846724 |\n",
+      "|    clg_setpoint                 | 0.083531134 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.3494421   |\n",
+      "|    diffuse_solar_radiation      | -0.65667677 |\n",
+      "|    direct_solar_radiation       | -0.51579064 |\n",
+      "|    hour                         | -0.9316924  |\n",
+      "|    htg_setpoint                 | 0.73322356  |\n",
+      "|    month                        | 1.1080264   |\n",
+      "|    outdoor_humidity             | 0.7461396   |\n",
+      "|    outdoor_temperature          | -0.9563793  |\n",
+      "|    people_occupant              | -0.6861123  |\n",
+      "|    total_electricity_HVAC       | 1.8333535   |\n",
+      "|    wind_direction               | -1.4381627  |\n",
+      "|    wind_speed                   | -0.55488044 |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1431.4702   |\n",
-      "|    air_humidity                 | 19.788712   |\n",
-      "|    air_temperature              | 20.099007   |\n",
-      "|    clg_setpoint                 | 25.0        |\n",
+      "|    HVAC_electricity_demand_rate | 14292.256   |\n",
+      "|    air_humidity                 | 28.081839   |\n",
+      "|    air_temperature              | 20.641375   |\n",
+      "|    clg_setpoint                 | 26.776354   |\n",
       "|    co2_emission                 | 0.0         |\n",
-      "|    day_of_month                 | 18.0        |\n",
+      "|    day_of_month                 | 26.0        |\n",
       "|    diffuse_solar_radiation      | 0.0         |\n",
       "|    direct_solar_radiation       | 0.0         |\n",
-      "|    hour                         | 0.0         |\n",
-      "|    htg_setpoint                 | 20.0        |\n",
-      "|    month                        | 3.0         |\n",
-      "|    outdoor_humidity             | 96.0        |\n",
-      "|    outdoor_temperature          | -0.40044233 |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 20.64139    |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 79.0        |\n",
+      "|    outdoor_temperature          | -4.5340133  |\n",
       "|    people_occupant              | 0.0         |\n",
-      "|    total_electricity_HVAC       | 1288323.1   |\n",
-      "|    wind_direction               | 10.0        |\n",
-      "|    wind_speed                   | 3.1         |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.604       |\n",
+      "|    total_electricity_HVAC       | 13912389.0  |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 16%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.95944965 |\n",
+      "|    Heating_Setpoint_RL          | 0.23542379  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.386858   |\n",
+      "|    Heating_Setpoint_RL          | 18.949259   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.35082918 |\n",
+      "|    air_humidity                 | 0.5582222   |\n",
+      "|    air_temperature              | -1.044158   |\n",
+      "|    clg_setpoint                 | 1.4097497   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4324144   |\n",
+      "|    diffuse_solar_radiation      | -0.3809797  |\n",
+      "|    direct_solar_radiation       | -0.50984854 |\n",
+      "|    hour                         | -0.7871268  |\n",
+      "|    htg_setpoint                 | -0.6020278  |\n",
+      "|    month                        | 1.0858548   |\n",
+      "|    outdoor_humidity             | 0.7992423   |\n",
+      "|    outdoor_temperature          | -0.4689118  |\n",
+      "|    people_occupant              | -0.6893252  |\n",
+      "|    total_electricity_HVAC       | -0.3622441  |\n",
+      "|    wind_direction               | -1.2197232  |\n",
+      "|    wind_speed                   | -0.746886   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2173.4644   |\n",
+      "|    air_humidity                 | 38.861286   |\n",
+      "|    air_temperature              | 19.634382   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 17.5        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 15.271291   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 80.0        |\n",
+      "|    outdoor_temperature          | -2.0073757  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1948214.0   |\n",
+      "|    wind_direction               | 70.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 16%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.79247606  |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.950394    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5065383   |\n",
+      "|    air_humidity                 | 1.2224885    |\n",
+      "|    air_temperature              | -0.5196786   |\n",
+      "|    clg_setpoint                 | 1.4074699    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.5096421    |\n",
+      "|    diffuse_solar_radiation      | -0.008922572 |\n",
+      "|    direct_solar_radiation       | -0.5041071   |\n",
+      "|    hour                         | -0.64267653  |\n",
+      "|    htg_setpoint                 | -1.2633829   |\n",
+      "|    month                        | 1.064963     |\n",
+      "|    outdoor_humidity             | 1.6523656    |\n",
+      "|    outdoor_temperature          | 0.120410904  |\n",
+      "|    people_occupant              | -0.69242746  |\n",
+      "|    total_electricity_HVAC       | -0.5125516   |\n",
+      "|    wind_direction               | -1.1848832   |\n",
+      "|    wind_speed                   | -1.1361353   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1270.758     |\n",
+      "|    air_humidity                 | 46.19004     |\n",
+      "|    air_temperature              | 20.816204    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 28.0         |\n",
+      "|    diffuse_solar_radiation      | 41.0         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 12.621262    |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 1.0900561    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1141056.2    |\n",
+      "|    wind_direction               | 70.0         |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 16%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.71085286  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.024128   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.70359606 |\n",
+      "|    air_humidity                 | 0.7282024   |\n",
+      "|    air_temperature              | 0.9864903   |\n",
+      "|    clg_setpoint                 | 0.78645235  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6462759  |\n",
+      "|    diffuse_solar_radiation      | 1.286412    |\n",
+      "|    direct_solar_radiation       | 2.448525    |\n",
+      "|    hour                         | -0.49829686 |\n",
+      "|    htg_setpoint                 | -0.17620008 |\n",
+      "|    month                        | 2.9591815   |\n",
+      "|    outdoor_humidity             | -1.1598159  |\n",
+      "|    outdoor_temperature          | 1.8042063   |\n",
+      "|    people_occupant              | 1.6774151   |\n",
+      "|    total_electricity_HVAC       | -0.70341456 |\n",
+      "|    wind_direction               | -1.8005773  |\n",
+      "|    wind_speed                   | -2.16854    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 41.261517   |\n",
+      "|    air_temperature              | 24.178215   |\n",
+      "|    clg_setpoint                 | 28.495743   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 122.5       |\n",
+      "|    direct_solar_radiation       | 655.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 17.01097    |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 37.0        |\n",
+      "|    outdoor_temperature          | 10.02762    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 17%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.71880615 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 13.581716   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.9426565   |\n",
+      "|    air_humidity                 | -0.4012326  |\n",
+      "|    air_temperature              | 0.30733746  |\n",
+      "|    clg_setpoint                 | 0.50380397  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4834425  |\n",
+      "|    diffuse_solar_radiation      | 2.7522411   |\n",
+      "|    direct_solar_radiation       | -0.28594652 |\n",
+      "|    hour                         | -0.3539544  |\n",
+      "|    htg_setpoint                 | 1.370643    |\n",
+      "|    month                        | 2.734396    |\n",
+      "|    outdoor_humidity             | 1.488303    |\n",
+      "|    outdoor_temperature          | 1.2329308   |\n",
+      "|    people_occupant              | -0.6983224  |\n",
+      "|    total_electricity_HVAC       | 1.1061088   |\n",
+      "|    wind_direction               | -0.15508664 |\n",
+      "|    wind_speed                   | -0.49338156 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 9720.824    |\n",
+      "|    air_humidity                 | 29.016432   |\n",
+      "|    air_temperature              | 22.69455    |\n",
+      "|    clg_setpoint                 | 27.81024    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 215.5       |\n",
+      "|    direct_solar_radiation       | 48.5        |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 97.0        |\n",
+      "|    outdoor_temperature          | 7.2044296   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 9902801.0   |\n",
+      "|    wind_direction               | 180.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 17%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.15370098 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.760433   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6940728  |\n",
+      "|    air_humidity                 | -0.41092628 |\n",
+      "|    air_temperature              | -0.31387684 |\n",
+      "|    clg_setpoint                 | -1.3782771  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3331912  |\n",
+      "|    diffuse_solar_radiation      | 1.6114502   |\n",
+      "|    direct_solar_radiation       | 2.996529    |\n",
+      "|    hour                         | -0.20962618 |\n",
+      "|    htg_setpoint                 | -1.0772519  |\n",
+      "|    month                        | 2.5541122   |\n",
+      "|    outdoor_humidity             | -0.72159547 |\n",
+      "|    outdoor_temperature          | 1.9677757   |\n",
+      "|    people_occupant              | -0.6895354  |\n",
+      "|    total_electricity_HVAC       | -0.6942338  |\n",
+      "|    wind_direction               | 1.1147776   |\n",
+      "|    wind_speed                   | 2.4035003   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 28.970531   |\n",
+      "|    air_temperature              | 21.307747   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 146.0       |\n",
+      "|    direct_solar_radiation       | 788.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 13.33469    |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 47.0        |\n",
+      "|    outdoor_temperature          | 11.566205   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 11.3        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 17%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.029793642  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 17.79259     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6519168   |\n",
+      "|    air_humidity                 | 0.29212266   |\n",
+      "|    air_temperature              | 1.7538624    |\n",
+      "|    clg_setpoint                 | -0.30402437  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.1923385   |\n",
+      "|    diffuse_solar_radiation      | 1.1182455    |\n",
+      "|    direct_solar_radiation       | -0.50550115  |\n",
+      "|    hour                         | -0.065298826 |\n",
+      "|    htg_setpoint                 | 0.5709032    |\n",
+      "|    month                        | 2.405351     |\n",
+      "|    outdoor_humidity             | 1.6230125    |\n",
+      "|    outdoor_temperature          | 0.9880479    |\n",
+      "|    people_occupant              | 1.224353     |\n",
+      "|    total_electricity_HVAC       | -0.653359    |\n",
+      "|    wind_direction               | -0.5351288   |\n",
+      "|    wind_speed                   | -0.29095814  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 303.28488    |\n",
+      "|    air_humidity                 | 36.334675    |\n",
+      "|    air_temperature              | 25.862907    |\n",
+      "|    clg_setpoint                 | 25.853851    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.0          |\n",
+      "|    diffuse_solar_radiation      | 114.5        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 19.980577    |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 6.4150405    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 272956.4     |\n",
+      "|    wind_direction               | 140.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 17%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.32638112  |\n",
+      "|    Heating_Setpoint_RL          | 0.7101625   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.726536   |\n",
+      "|    Heating_Setpoint_RL          | 21.619663   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6842964  |\n",
+      "|    air_humidity                 | 1.2135907   |\n",
+      "|    air_temperature              | 1.1890895   |\n",
+      "|    clg_setpoint                 | 1.2588264   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0585276  |\n",
+      "|    diffuse_solar_radiation      | 1.5808672   |\n",
+      "|    direct_solar_radiation       | -0.5004633  |\n",
+      "|    hour                         | 0.07903232  |\n",
+      "|    htg_setpoint                 | -1.4038599  |\n",
+      "|    month                        | 2.2798817   |\n",
+      "|    outdoor_humidity             | 1.5759859   |\n",
+      "|    outdoor_temperature          | 1.2183942   |\n",
+      "|    people_occupant              | 0.26462746  |\n",
+      "|    total_electricity_HVAC       | -0.6847249  |\n",
+      "|    wind_direction               | -0.79381335 |\n",
+      "|    wind_speed                   | 0.9638654   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 46.60605    |\n",
+      "|    air_temperature              | 24.637638   |\n",
+      "|    clg_setpoint                 | 29.63749    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 144.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 7.794832    |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 110.0       |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 18%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.017605726 |\n",
+      "|    Heating_Setpoint_RL          | -0.6355649   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.56558     |\n",
+      "|    Heating_Setpoint_RL          | 14.049948    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5570473   |\n",
+      "|    air_humidity                 | 1.9107693    |\n",
+      "|    air_temperature              | 0.55955064   |\n",
+      "|    clg_setpoint                 | -1.3763463   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.9299726   |\n",
+      "|    diffuse_solar_radiation      | 0.8171946    |\n",
+      "|    direct_solar_radiation       | -0.49576926  |\n",
+      "|    hour                         | 0.22336385   |\n",
+      "|    htg_setpoint                 | 0.25639486   |\n",
+      "|    month                        | 2.1721985    |\n",
+      "|    outdoor_humidity             | 1.4033513    |\n",
+      "|    outdoor_temperature          | 2.0996914    |\n",
+      "|    people_occupant              | 1.2109281    |\n",
+      "|    total_electricity_HVAC       | -0.5588706   |\n",
+      "|    wind_direction               | 0.40157768   |\n",
+      "|    wind_speed                   | -0.85283345  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 795.5124     |\n",
+      "|    air_humidity                 | 54.80354     |\n",
+      "|    air_temperature              | 23.263067    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 6.0          |\n",
+      "|    diffuse_solar_radiation      | 95.0         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 18.688303    |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 97.0         |\n",
+      "|    outdoor_temperature          | 12.845785    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 729683.25    |\n",
+      "|    wind_direction               | 240.0        |\n",
+      "|    wind_speed                   | 3.1          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.007918861  |\n",
+      "|    clip_fraction                | 0.0534       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.81        |\n",
+      "|    explained_variance           | 0.761        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 4.21         |\n",
+      "|    n_updates                    | 30           |\n",
+      "|    policy_gradient_loss         | -0.00835     |\n",
+      "|    std                          | 0.98         |\n",
+      "|    value_loss                   | 15.5         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 18%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.15871274  |\n",
+      "|    Heating_Setpoint_RL          | -0.72699434 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.160656   |\n",
+      "|    Heating_Setpoint_RL          | 13.535657   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.674503   |\n",
+      "|    air_humidity                 | -0.82638067 |\n",
+      "|    air_temperature              | 1.7654018   |\n",
+      "|    clg_setpoint                 | 1.4096979   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.805296   |\n",
+      "|    diffuse_solar_radiation      | 1.1657786   |\n",
+      "|    direct_solar_radiation       | 2.6600127   |\n",
+      "|    hour                         | 0.3676849   |\n",
+      "|    htg_setpoint                 | 1.3916914   |\n",
+      "|    month                        | 2.078461    |\n",
+      "|    outdoor_humidity             | -0.8435716  |\n",
+      "|    outdoor_temperature          | 1.6322771   |\n",
+      "|    people_occupant              | 1.6781107   |\n",
+      "|    total_electricity_HVAC       | -0.6752374  |\n",
+      "|    wind_direction               | 0.29780477  |\n",
+      "|    wind_speed                   | -1.0606819  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 24.854113   |\n",
+      "|    air_temperature              | 25.942028   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 117.5       |\n",
+      "|    direct_solar_radiation       | 714.5       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | 10.494578   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 18%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.01945357 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.515574   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.44786713 |\n",
+      "|    air_humidity                 | 1.0444996   |\n",
+      "|    air_temperature              | 0.5439629   |\n",
+      "|    clg_setpoint                 | -1.3750882  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6834244  |\n",
+      "|    diffuse_solar_radiation      | 1.2396392   |\n",
+      "|    direct_solar_radiation       | -0.3480508  |\n",
+      "|    hour                         | 0.51197785  |\n",
+      "|    htg_setpoint                 | -1.3945987  |\n",
+      "|    month                        | 1.9958973   |\n",
+      "|    outdoor_humidity             | 1.3499769   |\n",
+      "|    outdoor_temperature          | 0.241142    |\n",
+      "|    people_occupant              | 1.6697528   |\n",
+      "|    total_electricity_HVAC       | -0.44862694 |\n",
+      "|    wind_direction               | -1.1508913  |\n",
+      "|    wind_speed                   | -0.6719563  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1383.2814   |\n",
+      "|    air_humidity                 | 45.28972    |\n",
+      "|    air_temperature              | 23.257324   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 123.0       |\n",
+      "|    direct_solar_radiation       | 33.5        |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 2.7052646   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1281894.9   |\n",
+      "|    wind_direction               | 70.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 19%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.094740584 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 18.157917   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6463941  |\n",
+      "|    air_humidity                 | 0.18763258  |\n",
+      "|    air_temperature              | -0.6105597  |\n",
+      "|    clg_setpoint                 | 0.56682175  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.56351864 |\n",
+      "|    diffuse_solar_radiation      | 0.1568368   |\n",
+      "|    direct_solar_radiation       | -0.28451845 |\n",
+      "|    hour                         | 0.65621865  |\n",
+      "|    htg_setpoint                 | -1.394711   |\n",
+      "|    month                        | 1.9224508   |\n",
+      "|    outdoor_humidity             | 1.4966753   |\n",
+      "|    outdoor_temperature          | 0.3401269   |\n",
+      "|    people_occupant              | -0.69505566 |\n",
+      "|    total_electricity_HVAC       | -0.6473911  |\n",
+      "|    wind_direction               | -0.50611526 |\n",
+      "|    wind_speed                   | 0.1747151   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 227.04245   |\n",
+      "|    air_humidity                 | 36.12856    |\n",
+      "|    air_temperature              | 20.702671   |\n",
+      "|    clg_setpoint                 | 27.95332    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 54.0        |\n",
+      "|    direct_solar_radiation       | 47.5        |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 3.2636507   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 208149.61   |\n",
+      "|    wind_direction               | 140.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 19%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.695761    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 13.711344    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.34844485  |\n",
+      "|    air_humidity                 | -0.89245135  |\n",
+      "|    air_temperature              | -0.053108867 |\n",
+      "|    clg_setpoint                 | -1.1852823   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.4449275   |\n",
+      "|    diffuse_solar_radiation      | -0.6748552   |\n",
+      "|    direct_solar_radiation       | -0.497677    |\n",
+      "|    hour                         | 0.80037755   |\n",
+      "|    htg_setpoint                 | 0.9968761    |\n",
+      "|    month                        | 1.8565582    |\n",
+      "|    outdoor_humidity             | -0.40900648  |\n",
+      "|    outdoor_temperature          | 0.8406109    |\n",
+      "|    people_occupant              | -0.68725926  |\n",
+      "|    total_electricity_HVAC       | -0.3919143   |\n",
+      "|    wind_direction               | -1.4919091   |\n",
+      "|    wind_speed                   | 1.5985532    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1932.6545    |\n",
+      "|    air_humidity                 | 24.37198     |\n",
+      "|    air_temperature              | 21.915516    |\n",
+      "|    clg_setpoint                 | 23.716848    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 10.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 21.655777    |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 56.0         |\n",
+      "|    outdoor_temperature          | 6.057077     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1565512.2    |\n",
+      "|    wind_direction               | 30.0         |\n",
+      "|    wind_speed                   | 9.3          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 19%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.45161432 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.100801   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.59278834 |\n",
+      "|    air_humidity                 | -0.2825481  |\n",
+      "|    air_temperature              | 0.5540166   |\n",
+      "|    clg_setpoint                 | -1.3774068  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.32715628 |\n",
+      "|    diffuse_solar_radiation      | -0.6768882  |\n",
+      "|    direct_solar_radiation       | -0.5018783  |\n",
+      "|    hour                         | 0.9444194   |\n",
+      "|    htg_setpoint                 | -1.3926696  |\n",
+      "|    month                        | 1.7970074   |\n",
+      "|    outdoor_humidity             | 0.07484218  |\n",
+      "|    outdoor_temperature          | 0.57621604  |\n",
+      "|    people_occupant              | 0.5016111   |\n",
+      "|    total_electricity_HVAC       | -0.61330146 |\n",
+      "|    wind_direction               | -0.11843101 |\n",
+      "|    wind_speed                   | 0.35860938  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 510.81735   |\n",
+      "|    air_humidity                 | 30.835875   |\n",
+      "|    air_temperature              | 23.257551   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 67.0        |\n",
+      "|    outdoor_temperature          | 4.6519876   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 368028.1    |\n",
+      "|    wind_direction               | 180.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 19%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.25051737  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.470497   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60747296 |\n",
+      "|    air_humidity                 | -0.59121466 |\n",
+      "|    air_temperature              | 0.34564948  |\n",
+      "|    clg_setpoint                 | -1.3761717  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.20984563 |\n",
+      "|    diffuse_solar_radiation      | -0.6755422  |\n",
+      "|    direct_solar_radiation       | -0.5007305  |\n",
+      "|    hour                         | 1.0883042   |\n",
+      "|    htg_setpoint                 | -1.3917912  |\n",
+      "|    month                        | 1.7428424   |\n",
+      "|    outdoor_humidity             | -1.1283308  |\n",
+      "|    outdoor_temperature          | 0.42805907  |\n",
+      "|    people_occupant              | -0.45430344 |\n",
+      "|    total_electricity_HVAC       | -0.6090286  |\n",
+      "|    wind_direction               | 0.8769584   |\n",
+      "|    wind_speed                   | 0.53641254  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 409.14258   |\n",
+      "|    air_humidity                 | 27.454115   |\n",
+      "|    air_temperature              | 22.813488   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 39.0        |\n",
+      "|    outdoor_temperature          | 3.8734581   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 375125.78   |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 20%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.37984508 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.488371   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6149385  |\n",
+      "|    air_humidity                 | -0.8644127  |\n",
+      "|    air_temperature              | -0.1777715  |\n",
+      "|    clg_setpoint                 | -0.07711794 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.09275753 |\n",
+      "|    diffuse_solar_radiation      | -0.6775213  |\n",
+      "|    direct_solar_radiation       | -0.5047984  |\n",
+      "|    hour                         | 1.2319874   |\n",
+      "|    htg_setpoint                 | 0.014044301 |\n",
+      "|    month                        | 1.6932975   |\n",
+      "|    outdoor_humidity             | -1.6266093  |\n",
+      "|    outdoor_temperature          | 0.14560549  |\n",
+      "|    people_occupant              | -0.45725292 |\n",
+      "|    total_electricity_HVAC       | -0.61555624 |\n",
+      "|    wind_direction               | 1.1359539   |\n",
+      "|    wind_speed                   | 0.508839    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 358.15143   |\n",
+      "|    air_humidity                 | 24.402388   |\n",
+      "|    air_temperature              | 21.66364    |\n",
+      "|    clg_setpoint                 | 26.395634   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 17.66112    |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 27.0        |\n",
+      "|    outdoor_temperature          | 2.328129    |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 332741.4    |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 20%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -0.61494744   |\n",
+      "|    Heating_Setpoint_RL          | -0.6673732    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 24.549553     |\n",
+      "|    Heating_Setpoint_RL          | 13.871026     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.0105660325 |\n",
+      "|    air_humidity                 | 0.8687697     |\n",
+      "|    air_temperature              | -0.41746828   |\n",
+      "|    clg_setpoint                 | -0.4412902    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 0.02423465    |\n",
+      "|    diffuse_solar_radiation      | -0.6748783    |\n",
+      "|    direct_solar_radiation       | -0.506758     |\n",
+      "|    hour                         | 1.3754205     |\n",
+      "|    htg_setpoint                 | 0.73245317    |\n",
+      "|    month                        | 1.6477511     |\n",
+      "|    outdoor_humidity             | 1.0507772     |\n",
+      "|    outdoor_temperature          | 0.4847213     |\n",
+      "|    people_occupant              | -0.69731075   |\n",
+      "|    total_electricity_HVAC       | -0.051741745  |\n",
+      "|    wind_direction               | -0.14334637   |\n",
+      "|    wind_speed                   | 1.0919999     |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 3811.6802     |\n",
+      "|    air_humidity                 | 42.94846      |\n",
+      "|    air_temperature              | 21.136408     |\n",
+      "|    clg_setpoint                 | 25.50623      |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 14.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 21.0          |\n",
+      "|    htg_setpoint                 | 20.56075      |\n",
+      "|    month                        | 3.0           |\n",
+      "|    outdoor_humidity             | 89.0          |\n",
+      "|    outdoor_temperature          | 4.150287      |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 3325682.0     |\n",
+      "|    wind_direction               | 180.0         |\n",
+      "|    wind_speed                   | 8.2           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 20%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.8953025   |\n",
+      "|    Heating_Setpoint_RL          | -0.09796952  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.603354    |\n",
+      "|    Heating_Setpoint_RL          | 17.073921    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6588612   |\n",
+      "|    air_humidity                 | -1.2947899   |\n",
+      "|    air_temperature              | 0.001403509  |\n",
+      "|    clg_setpoint                 | -1.3698194   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.1411532    |\n",
+      "|    diffuse_solar_radiation      | -0.6768043   |\n",
+      "|    direct_solar_radiation       | -0.51065475  |\n",
+      "|    hour                         | 1.5185515    |\n",
+      "|    htg_setpoint                 | -0.5969088   |\n",
+      "|    month                        | 1.6056927    |\n",
+      "|    outdoor_humidity             | -1.2618177   |\n",
+      "|    outdoor_temperature          | 0.99865204   |\n",
+      "|    people_occupant              | -0.69965297  |\n",
+      "|    total_electricity_HVAC       | -0.66037995  |\n",
+      "|    wind_direction               | -1.6136941   |\n",
+      "|    wind_speed                   | -0.077289544 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 19.719933    |\n",
+      "|    air_temperature              | 22.077768    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 15.179815    |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 35.0         |\n",
+      "|    outdoor_temperature          | 7.1229963    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 20.0         |\n",
+      "|    wind_speed                   | 5.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 21%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.40920848  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 19.926798   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.414799    |\n",
+      "|    air_humidity                 | -1.1444868  |\n",
+      "|    air_temperature              | -1.1390359  |\n",
+      "|    clg_setpoint                 | -0.7162317  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.2579219   |\n",
+      "|    diffuse_solar_radiation      | -0.67753726 |\n",
+      "|    direct_solar_radiation       | -0.50618035 |\n",
+      "|    hour                         | 1.6613247   |\n",
+      "|    htg_setpoint                 | 0.4510578   |\n",
+      "|    month                        | 1.5666989   |\n",
+      "|    outdoor_humidity             | 1.0045623   |\n",
+      "|    outdoor_temperature          | -0.84567434 |\n",
+      "|    people_occupant              | -0.69242746 |\n",
+      "|    total_electricity_HVAC       | 0.3281904   |\n",
+      "|    wind_direction               | -1.4914075  |\n",
+      "|    wind_speed                   | 1.310882    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6253.628    |\n",
+      "|    air_humidity                 | 21.071012   |\n",
+      "|    air_temperature              | 19.542418   |\n",
+      "|    clg_setpoint                 | 24.837385   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 19.42854    |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 88.0        |\n",
+      "|    outdoor_temperature          | -2.9944751  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5351050.5   |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 8.8         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 21%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.81299     |\n",
+      "|    Heating_Setpoint_RL          | -0.5768169  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.368841   |\n",
+      "|    Heating_Setpoint_RL          | 14.380405   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.52882105 |\n",
+      "|    air_humidity                 | -1.2399337  |\n",
+      "|    air_temperature              | -1.127148   |\n",
+      "|    clg_setpoint                 | 0.24295807  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.49440953  |\n",
+      "|    diffuse_solar_radiation      | -0.67679334 |\n",
+      "|    direct_solar_radiation       | -0.50548977 |\n",
+      "|    hour                         | -1.659615   |\n",
+      "|    htg_setpoint                 | -0.5763772  |\n",
+      "|    month                        | 1.5304145   |\n",
+      "|    outdoor_humidity             | 1.3375555   |\n",
+      "|    outdoor_temperature          | -0.49789065 |\n",
+      "|    people_occupant              | -0.6854212  |\n",
+      "|    total_electricity_HVAC       | -0.5369265  |\n",
+      "|    wind_direction               | -1.6360182  |\n",
+      "|    wind_speed                   | -0.9038656  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 859.6246    |\n",
+      "|    air_humidity                 | 19.759336   |\n",
+      "|    air_temperature              | 19.564335   |\n",
+      "|    clg_setpoint                 | 27.166515   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 15.277391   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | -1.1174595  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 759412.8    |\n",
+      "|    wind_direction               | 10.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 21%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.72229415  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 21.687904   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.1648545   |\n",
+      "|    air_humidity                 | 0.38382843  |\n",
+      "|    air_temperature              | -0.31837192 |\n",
+      "|    clg_setpoint                 | 1.4080701   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6108089   |\n",
+      "|    diffuse_solar_radiation      | -0.67521816 |\n",
+      "|    direct_solar_radiation       | -0.5094124  |\n",
+      "|    hour                         | -1.5138941  |\n",
+      "|    htg_setpoint                 | 1.1235154   |\n",
+      "|    month                        | 1.4965397   |\n",
+      "|    outdoor_humidity             | 1.1554044   |\n",
+      "|    outdoor_temperature          | 0.44116524  |\n",
+      "|    people_occupant              | -0.68781745 |\n",
+      "|    total_electricity_HVAC       | 2.1913688   |\n",
+      "|    wind_direction               | -0.90562177 |\n",
+      "|    wind_speed                   | 0.123059556 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 16317.111   |\n",
+      "|    air_humidity                 | 37.285038   |\n",
+      "|    air_temperature              | 21.352062   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 22.166985   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 92.0        |\n",
+      "|    outdoor_temperature          | 3.9695003   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15301461.0  |\n",
+      "|    wind_direction               | 90.0        |\n",
+      "|    wind_speed                   | 5.7         |\n",
       "-------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 21%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1195.8418 |\n",
-      "|    air_humidity                 | 35.305504 |\n",
-      "|    air_temperature              | 20.161875 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 92.0      |\n",
-      "|    outdoor_temperature          | 0.7776995 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1076257.6 |\n",
-      "|    wind_direction               | 90.0      |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.599     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 22%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 3          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 27         |\n",
-      "|    Heating_Setpoint_RL          | 18         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1452.4503  |\n",
-      "|    air_humidity                 | 32.657394  |\n",
-      "|    air_temperature              | 20.009953  |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 20.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 2.0        |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 3.0        |\n",
-      "|    outdoor_humidity             | 69.0       |\n",
-      "|    outdoor_temperature          | -0.5053432 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1307205.2  |\n",
-      "|    wind_direction               | 0.0        |\n",
-      "|    wind_speed                   | 0.0        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.593      |\n",
-      "------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 22%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 39.329704 |\n",
-      "|    air_temperature              | 19.524014 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 6.9832764 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.588     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.24614552  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 16.240433    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5259662   |\n",
+      "|    air_humidity                 | -0.089329146 |\n",
+      "|    air_temperature              | -0.62978464  |\n",
+      "|    clg_setpoint                 | -0.13528697  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.7261699    |\n",
+      "|    diffuse_solar_radiation      | -0.6740957   |\n",
+      "|    direct_solar_radiation       | -0.5086721   |\n",
+      "|    hour                         | -1.3685371   |\n",
+      "|    htg_setpoint                 | -0.20680921  |\n",
+      "|    month                        | 1.4648192    |\n",
+      "|    outdoor_humidity             | 0.16097847   |\n",
+      "|    outdoor_temperature          | -0.6268535   |\n",
+      "|    people_occupant              | -0.69015205  |\n",
+      "|    total_electricity_HVAC       | -0.5315182   |\n",
+      "|    wind_direction               | -1.6868336   |\n",
+      "|    wind_speed                   | -2.1012385   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 865.1323     |\n",
+      "|    air_humidity                 | 32.19909     |\n",
+      "|    air_temperature              | 20.674551    |\n",
+      "|    clg_setpoint                 | 26.251347    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 20.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 2.0          |\n",
+      "|    htg_setpoint                 | 16.78106     |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 69.0         |\n",
+      "|    outdoor_temperature          | -1.7755747   |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 778900.4     |\n",
+      "|    wind_direction               | 0.0          |\n",
+      "|    wind_speed                   | 0.0          |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 22%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1585.7318  |\n",
-      "|    air_humidity                 | 19.347166  |\n",
-      "|    air_temperature              | 19.60325   |\n",
-      "|    clg_setpoint                 | 28.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 22.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 4.0        |\n",
-      "|    htg_setpoint                 | 17.0       |\n",
-      "|    month                        | 3.0        |\n",
-      "|    outdoor_humidity             | 48.0       |\n",
-      "|    outdoor_temperature          | -1.1717507 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1427158.6  |\n",
-      "|    wind_direction               | 310.0      |\n",
-      "|    wind_speed                   | 7.7        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.583      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.19718364  |\n",
+      "|    Heating_Setpoint_RL          | -0.56720704 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.290495   |\n",
+      "|    Heating_Setpoint_RL          | 14.434461   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65953547 |\n",
+      "|    air_humidity                 | 0.93606216  |\n",
+      "|    air_temperature              | -0.42671838 |\n",
+      "|    clg_setpoint                 | 0.6673775   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8400699   |\n",
+      "|    diffuse_solar_radiation      | -0.6751013  |\n",
+      "|    direct_solar_radiation       | -0.51237637 |\n",
+      "|    hour                         | -1.2234674  |\n",
+      "|    htg_setpoint                 | -0.26856035 |\n",
+      "|    month                        | 1.4350338   |\n",
+      "|    outdoor_humidity             | 1.3581369   |\n",
+      "|    outdoor_temperature          | 0.87273395  |\n",
+      "|    people_occupant              | -0.69242746 |\n",
+      "|    total_electricity_HVAC       | -0.66099054 |\n",
+      "|    wind_direction               | 0.9065202   |\n",
+      "|    wind_speed                   | -0.68838346 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 43.219296   |\n",
+      "|    air_temperature              | 21.131474   |\n",
+      "|    clg_setpoint                 | 28.203373   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 16.533875   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 97.0        |\n",
+      "|    outdoor_temperature          | 6.2987776   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 22%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.40145612 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.36681    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5162739  |\n",
+      "|    air_humidity                 | -0.9958354  |\n",
+      "|    air_temperature              | -1.1113212  |\n",
+      "|    clg_setpoint                 | -0.1906689  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.9520362   |\n",
+      "|    diffuse_solar_radiation      | -0.6731971  |\n",
+      "|    direct_solar_radiation       | -0.5142154  |\n",
+      "|    hour                         | -1.0786196  |\n",
+      "|    htg_setpoint                 | -0.7627726  |\n",
+      "|    month                        | 1.4069945   |\n",
+      "|    outdoor_humidity             | -0.7448494  |\n",
+      "|    outdoor_temperature          | -0.54098874 |\n",
+      "|    people_occupant              | -0.6946459  |\n",
+      "|    total_electricity_HVAC       | -0.5253183  |\n",
+      "|    wind_direction               | 1.0748467   |\n",
+      "|    wind_speed                   | 0.86178863  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 896.1394    |\n",
+      "|    air_humidity                 | 22.523949   |\n",
+      "|    air_temperature              | 19.622793   |\n",
+      "|    clg_setpoint                 | 26.12018    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 14.533548   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 48.0        |\n",
+      "|    outdoor_temperature          | -1.2319078  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 789877.06   |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 22%\n",
       "| action_network/                 |            |\n",
-      "|    index                        | 1          |\n",
+      "|    Cooling_Setpoint_RL          | 1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.8991369 |\n",
       "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 29         |\n",
-      "|    Heating_Setpoint_RL          | 16         |\n",
+      "|    Cooling_Setpoint_RL          | 30.0       |\n",
+      "|    Heating_Setpoint_RL          | 12.567355  |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | 1.52351    |\n",
+      "|    air_humidity                 | -0.6519246 |\n",
+      "|    air_temperature              | -0.9286811 |\n",
+      "|    clg_setpoint                 | 0.9539189  |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 1.0615623  |\n",
+      "|    diffuse_solar_radiation      | -0.2104632 |\n",
+      "|    direct_solar_radiation       | -0.2740024 |\n",
+      "|    hour                         | -0.9339377 |\n",
+      "|    htg_setpoint                 | 0.59971803 |\n",
+      "|    month                        | 1.3805369  |\n",
+      "|    outdoor_humidity             | -1.0996798 |\n",
+      "|    outdoor_temperature          | -1.2558485 |\n",
+      "|    people_occupant              | -0.6968094 |\n",
+      "|    total_electricity_HVAC       | 1.6684846  |\n",
+      "|    wind_direction               | -1.7045419 |\n",
+      "|    wind_speed                   | -2.058362  |\n",
       "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2212.4136  |\n",
-      "|    air_humidity                 | 16.154156  |\n",
-      "|    air_temperature              | 19.999226  |\n",
-      "|    clg_setpoint                 | 25.0       |\n",
+      "|    HVAC_electricity_demand_rate | 12539.094  |\n",
+      "|    air_humidity                 | 26.087608  |\n",
+      "|    air_temperature              | 20.027288  |\n",
+      "|    clg_setpoint                 | 28.890676  |\n",
       "|    co2_emission                 | 0.0        |\n",
       "|    day_of_month                 | 23.0       |\n",
       "|    diffuse_solar_radiation      | 33.0       |\n",
       "|    direct_solar_radiation       | 57.5       |\n",
       "|    hour                         | 5.0        |\n",
-      "|    htg_setpoint                 | 20.0       |\n",
+      "|    htg_setpoint                 | 20.027287  |\n",
       "|    month                        | 3.0        |\n",
       "|    outdoor_humidity             | 39.0       |\n",
-      "|    outdoor_temperature          | -4.3051596 |\n",
+      "|    outdoor_temperature          | -5.051607  |\n",
       "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1991172.2  |\n",
+      "|    total_electricity_HVAC       | 12425121.0 |\n",
       "|    wind_direction               | 0.0        |\n",
       "|    wind_speed                   | 0.0        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.577      |\n",
       "------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 23%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 17.629131 |\n",
-      "|    air_temperature              | 20.066673 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 84.5      |\n",
-      "|    direct_solar_radiation       | 311.0     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 2.4818852 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.572     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.868552   |\n",
+      "|    Heating_Setpoint_RL          | 0.6245778   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.693638   |\n",
+      "|    Heating_Setpoint_RL          | 21.13825    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.64963543 |\n",
+      "|    air_humidity                 | -1.2625737  |\n",
+      "|    air_temperature              | -0.59422714 |\n",
+      "|    clg_setpoint                 | 0.4439089   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1681266   |\n",
+      "|    diffuse_solar_radiation      | 0.51436454  |\n",
+      "|    direct_solar_radiation       | 0.78092796  |\n",
+      "|    hour                         | -0.7893751  |\n",
+      "|    htg_setpoint                 | -0.4884558  |\n",
+      "|    month                        | 1.355518    |\n",
+      "|    outdoor_humidity             | 1.0373325   |\n",
+      "|    outdoor_temperature          | 0.13070919  |\n",
+      "|    people_occupant              | -0.6902672  |\n",
+      "|    total_electricity_HVAC       | -0.65293324 |\n",
+      "|    wind_direction               | 0.5254244   |\n",
+      "|    wind_speed                   | -0.7062095  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 120.07847   |\n",
+      "|    air_humidity                 | 19.365587   |\n",
+      "|    air_temperature              | 20.754799   |\n",
+      "|    clg_setpoint                 | 27.653511   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 84.5        |\n",
+      "|    direct_solar_radiation       | 311.0       |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 15.611738   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | 2.360082    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 100097.21   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 23%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 39.27392  |\n",
-      "|    air_temperature              | 19.567928 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 119.0     |\n",
-      "|    direct_solar_radiation       | 87.0      |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 6.0872054 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.566     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.13971704  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.096546   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.3536713   |\n",
+      "|    air_humidity                 | -0.0121973  |\n",
+      "|    air_temperature              | -0.20478998 |\n",
+      "|    clg_setpoint                 | 0.40251568  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2712111   |\n",
+      "|    diffuse_solar_radiation      | 0.99917036  |\n",
+      "|    direct_solar_radiation       | -0.16526924 |\n",
+      "|    hour                         | -0.64489365 |\n",
+      "|    htg_setpoint                 | 1.4011166   |\n",
+      "|    month                        | 1.3318118   |\n",
+      "|    outdoor_humidity             | 1.3329146   |\n",
+      "|    outdoor_temperature          | 1.3186435   |\n",
+      "|    people_occupant              | -0.6839059  |\n",
+      "|    total_electricity_HVAC       | 1.4447668   |\n",
+      "|    wind_direction               | -0.01320898 |\n",
+      "|    wind_speed                   | 0.27302298  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 11497.918   |\n",
+      "|    air_humidity                 | 32.648342   |\n",
+      "|    air_temperature              | 21.612013   |\n",
+      "|    clg_setpoint                 | 27.554943   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 119.0       |\n",
+      "|    direct_solar_radiation       | 87.0        |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 8.773666    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 11175725.0  |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 23%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 775.9277  |\n",
-      "|    air_humidity                 | 44.55901  |\n",
-      "|    air_temperature              | 21.999832 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 176.5     |\n",
-      "|    direct_solar_radiation       | 253.0     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 83.0      |\n",
-      "|    outdoor_temperature          | 11.008395 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 718974.2  |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.561     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.0864124   |\n",
+      "|    Heating_Setpoint_RL          | 0.96363175  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.916641   |\n",
+      "|    Heating_Setpoint_RL          | 23.04543    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6507338  |\n",
+      "|    air_humidity                 | 1.2047635   |\n",
+      "|    air_temperature              | 1.0396144   |\n",
+      "|    clg_setpoint                 | -0.65560967 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.3703219   |\n",
+      "|    diffuse_solar_radiation      | 1.8072482   |\n",
+      "|    direct_solar_radiation       | 0.52781177  |\n",
+      "|    hour                         | -0.5004629  |\n",
+      "|    htg_setpoint                 | -0.7799534  |\n",
+      "|    month                        | 1.3093073   |\n",
+      "|    outdoor_humidity             | 0.7565715   |\n",
+      "|    outdoor_temperature          | 1.0062066   |\n",
+      "|    people_occupant              | 1.6989403   |\n",
+      "|    total_electricity_HVAC       | -0.6525286  |\n",
+      "|    wind_direction               | 0.08228156  |\n",
+      "|    wind_speed                   | -1.0767685  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 45.946457   |\n",
+      "|    air_temperature              | 24.367796   |\n",
+      "|    clg_setpoint                 | 24.986439   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 176.5       |\n",
+      "|    direct_solar_radiation       | 253.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 14.437086   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 83.0        |\n",
+      "|    outdoor_temperature          | 7.169328    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 23%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 342.72076 |\n",
-      "|    air_humidity                 | 59.920914 |\n",
-      "|    air_temperature              | 23.489557 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 135.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 14.705147 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 312361.38 |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.555     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.014168203 |\n",
+      "|    Heating_Setpoint_RL          | 0.24525915   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.577183    |\n",
+      "|    Heating_Setpoint_RL          | 19.004583    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5363834   |\n",
+      "|    air_humidity                 | 1.7823423    |\n",
+      "|    air_temperature              | 0.5246703    |\n",
+      "|    clg_setpoint                 | -1.3701084   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.4650067    |\n",
+      "|    diffuse_solar_radiation      | 1.2004602    |\n",
+      "|    direct_solar_radiation       | -0.52451926  |\n",
+      "|    hour                         | -0.35605988  |\n",
+      "|    htg_setpoint                 | -0.538858    |\n",
+      "|    month                        | 1.2879064    |\n",
+      "|    outdoor_humidity             | 1.4629283    |\n",
+      "|    outdoor_temperature          | 1.7979085    |\n",
+      "|    people_occupant              | 1.6919934    |\n",
+      "|    total_electricity_HVAC       | -0.5305949   |\n",
+      "|    wind_direction               | 0.539546     |\n",
+      "|    wind_speed                   | -1.0670214   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 719.72015    |\n",
+      "|    air_humidity                 | 52.331184    |\n",
+      "|    air_temperature              | 23.250446    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 27.0         |\n",
+      "|    diffuse_solar_radiation      | 135.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 15.418094    |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 11.520349    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 706868.44    |\n",
+      "|    wind_direction               | 250.0        |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.006897373  |\n",
+      "|    clip_fraction                | 0.059        |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.8         |\n",
+      "|    explained_variance           | 0.586        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 3.78         |\n",
+      "|    n_updates                    | 40           |\n",
+      "|    policy_gradient_loss         | -0.0083      |\n",
+      "|    std                          | 0.986        |\n",
+      "|    value_loss                   | 14.4         |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 24%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 329.98727 |\n",
-      "|    air_humidity                 | 34.334488 |\n",
-      "|    air_temperature              | 24.88112  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 282.0     |\n",
-      "|    direct_solar_radiation       | 626.5     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 51.0      |\n",
-      "|    outdoor_temperature          | 14.963529 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 299526.44 |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.55      |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49610296 |\n",
+      "|    air_humidity                 | 0.17889239  |\n",
+      "|    air_temperature              | 0.7652681   |\n",
+      "|    clg_setpoint                 | -1.1431321  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5548712   |\n",
+      "|    diffuse_solar_radiation      | 3.2073052   |\n",
+      "|    direct_solar_radiation       | 2.0877883   |\n",
+      "|    hour                         | -0.21166852 |\n",
+      "|    htg_setpoint                 | -1.2167891  |\n",
+      "|    month                        | 1.2675217   |\n",
+      "|    outdoor_humidity             | -0.61958647 |\n",
+      "|    outdoor_temperature          | 2.1001863   |\n",
+      "|    people_occupant              | 1.685268    |\n",
+      "|    total_electricity_HVAC       | -0.4962465  |\n",
+      "|    wind_direction               | -1.4358267  |\n",
+      "|    wind_speed                   | 0.66836846  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 941.15967   |\n",
+      "|    air_humidity                 | 35.192722   |\n",
+      "|    air_temperature              | 23.79808    |\n",
+      "|    clg_setpoint                 | 23.798912   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 282.0       |\n",
+      "|    direct_solar_radiation       | 626.5       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 12.672027   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 51.0        |\n",
+      "|    outdoor_temperature          | 13.592999   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 882772.2    |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 24%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 669.0633  |\n",
-      "|    air_humidity                 | 28.5489   |\n",
-      "|    air_temperature              | 24.056192 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 146.5     |\n",
-      "|    direct_solar_radiation       | 873.5     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 68.0      |\n",
-      "|    outdoor_temperature          | 7.029778  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 608366.6  |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.545     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.21159407   |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.33913     |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.62900823  |\n",
+      "|    air_humidity                 | -0.067558594 |\n",
+      "|    air_temperature              | 1.6916281    |\n",
+      "|    clg_setpoint                 | -0.295555    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.6395918    |\n",
+      "|    diffuse_solar_radiation      | 1.3173574    |\n",
+      "|    direct_solar_radiation       | 3.0962505    |\n",
+      "|    hour                         | -0.0672793   |\n",
+      "|    htg_setpoint                 | -1.3821332   |\n",
+      "|    month                        | 1.2480754    |\n",
+      "|    outdoor_humidity             | 0.10756914   |\n",
+      "|    outdoor_temperature          | 1.2502915    |\n",
+      "|    people_occupant              | 1.2045414    |\n",
+      "|    total_electricity_HVAC       | -0.62178403  |\n",
+      "|    wind_direction               | -0.69758755  |\n",
+      "|    wind_speed                   | 0.47410467   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 179.70306    |\n",
+      "|    air_humidity                 | 32.546234    |\n",
+      "|    air_temperature              | 25.855858    |\n",
+      "|    clg_setpoint                 | 25.856369    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 29.0         |\n",
+      "|    diffuse_solar_radiation      | 146.5        |\n",
+      "|    direct_solar_radiation       | 873.5        |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 68.0         |\n",
+      "|    outdoor_temperature          | 9.029074     |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 213237.38    |\n",
+      "|    wind_direction               | 110.0        |\n",
+      "|    wind_speed                   | 6.7          |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 24%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 77.871574 |\n",
-      "|    air_humidity                 | 32.33923  |\n",
-      "|    air_temperature              | 20.417665 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 341.5     |\n",
-      "|    direct_solar_radiation       | 27.0      |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 70.0      |\n",
-      "|    outdoor_temperature          | 5.2663016 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 72798.83  |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.539     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.6272317   |\n",
+      "|    Heating_Setpoint_RL          | 0.51536584  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.741907   |\n",
+      "|    Heating_Setpoint_RL          | 20.523933   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6442586  |\n",
+      "|    air_humidity                 | -0.3638809  |\n",
+      "|    air_temperature              | -0.2141047  |\n",
+      "|    clg_setpoint                 | 0.6485655   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7189243   |\n",
+      "|    diffuse_solar_radiation      | 3.9534612   |\n",
+      "|    direct_solar_radiation       | -0.41648272 |\n",
+      "|    hour                         | 0.07711125  |\n",
+      "|    htg_setpoint                 | -0.31216267 |\n",
+      "|    month                        | 1.2294974   |\n",
+      "|    outdoor_humidity             | 0.18634674  |\n",
+      "|    outdoor_temperature          | 0.70243466  |\n",
+      "|    people_occupant              | -0.69443697 |\n",
+      "|    total_electricity_HVAC       | -0.6463218  |\n",
+      "|    wind_direction               | -0.5989294  |\n",
+      "|    wind_speed                   | 0.09487352  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 29.376528   |\n",
+      "|    air_temperature              | 21.652164   |\n",
+      "|    clg_setpoint                 | 28.149212   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 341.5       |\n",
+      "|    direct_solar_radiation       | 27.0        |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 16.333302   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 70.0        |\n",
+      "|    outdoor_temperature          | 5.9968934   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 39.8185   |\n",
-      "|    air_temperature              | 20.66404  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 144.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 8.080436  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 10.0      |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.534     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.18112569 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.0137     |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6435178  |\n",
+      "|    air_humidity                 | 0.08620625  |\n",
+      "|    air_temperature              | -0.6387097  |\n",
+      "|    clg_setpoint                 | 1.408339    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7927083   |\n",
+      "|    diffuse_solar_radiation      | 1.2516956   |\n",
+      "|    direct_solar_radiation       | -0.5249985  |\n",
+      "|    hour                         | 0.22150081  |\n",
+      "|    htg_setpoint                 | 0.44209066  |\n",
+      "|    month                        | 1.2117251   |\n",
+      "|    outdoor_humidity             | 1.4561951   |\n",
+      "|    outdoor_temperature          | 1.1726892   |\n",
+      "|    people_occupant              | -0.6884602  |\n",
+      "|    total_electricity_HVAC       | -0.6456242  |\n",
+      "|    wind_direction               | -1.5685134  |\n",
+      "|    wind_speed                   | -0.3254078  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 34.147808   |\n",
+      "|    air_temperature              | 20.712507   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 144.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 19.383244   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 8.596111    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 10.0        |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 676.7058  |\n",
-      "|    air_humidity                 | 35.900913 |\n",
-      "|    air_temperature              | 22.70483  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 153.5     |\n",
-      "|    direct_solar_radiation       | 117.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 82.0      |\n",
-      "|    outdoor_temperature          | 6.9450645 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 609035.25 |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.528     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.5136728   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 14.73559     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5140156   |\n",
+      "|    air_humidity                 | 0.7440734    |\n",
+      "|    air_temperature              | 0.8748689    |\n",
+      "|    clg_setpoint                 | -1.0483024   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.6467675   |\n",
+      "|    diffuse_solar_radiation      | 1.3743905    |\n",
+      "|    direct_solar_radiation       | -0.031343304 |\n",
+      "|    hour                         | 0.36588165   |\n",
+      "|    htg_setpoint                 | -1.3832608   |\n",
+      "|    month                        | 2.3546517    |\n",
+      "|    outdoor_humidity             | 0.6754707    |\n",
+      "|    outdoor_temperature          | 0.74644697   |\n",
+      "|    people_occupant              | 1.6979535    |\n",
+      "|    total_electricity_HVAC       | -0.5167361   |\n",
+      "|    wind_direction               | -0.1236372   |\n",
+      "|    wind_speed                   | -0.89729804  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 806.5505     |\n",
+      "|    air_humidity                 | 41.171734    |\n",
+      "|    air_temperature              | 24.029158    |\n",
+      "|    clg_setpoint                 | 24.029802    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0          |\n",
+      "|    diffuse_solar_radiation      | 153.5        |\n",
+      "|    direct_solar_radiation       | 117.5        |\n",
+      "|    hour                         | 14.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 82.0         |\n",
+      "|    outdoor_temperature          | 6.2916226    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 744513.5     |\n",
+      "|    wind_direction               | 170.0        |\n",
+      "|    wind_speed                   | 3.1          |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 493.36768 |\n",
-      "|    air_humidity                 | 20.675724 |\n",
-      "|    air_temperature              | 23.906479 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 140.0     |\n",
-      "|    direct_solar_radiation       | 323.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 32.0      |\n",
-      "|    outdoor_temperature          | 7.8594294 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 439279.62 |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.523     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.537642   |\n",
+      "|    air_humidity                 | -1.087826   |\n",
+      "|    air_temperature              | 0.5146866   |\n",
+      "|    clg_setpoint                 | -1.3677641  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.502447   |\n",
+      "|    diffuse_solar_radiation      | 1.1789209   |\n",
+      "|    direct_solar_radiation       | 0.8267939   |\n",
+      "|    hour                         | 0.51024085  |\n",
+      "|    htg_setpoint                 | -1.3805103  |\n",
+      "|    month                        | 2.2707925   |\n",
+      "|    outdoor_humidity             | -1.4681748  |\n",
+      "|    outdoor_temperature          | 0.99638087  |\n",
+      "|    people_occupant              | 1.6914971   |\n",
+      "|    total_electricity_HVAC       | -0.52898216 |\n",
+      "|    wind_direction               | 1.2113433   |\n",
+      "|    wind_speed                   | 0.29709017  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 662.9046    |\n",
+      "|    air_humidity                 | 21.826035   |\n",
+      "|    air_temperature              | 23.251402   |\n",
+      "|    clg_setpoint                 | 23.251251   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 140.0       |\n",
+      "|    direct_solar_radiation       | 323.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 32.0        |\n",
+      "|    outdoor_temperature          | 7.6779246   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 670766.4    |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 478.49545 |\n",
-      "|    air_humidity                 | 24.581656 |\n",
-      "|    air_temperature              | 24.346413 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 51.0      |\n",
-      "|    direct_solar_radiation       | 528.0     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 53.0      |\n",
-      "|    outdoor_temperature          | 7.0104027 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 430645.9  |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.518     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6381397   |\n",
+      "|    air_humidity                 | -0.86964345  |\n",
+      "|    air_temperature              | 1.7843465    |\n",
+      "|    clg_setpoint                 | 1.3033515    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.3655217   |\n",
+      "|    diffuse_solar_radiation      | -0.008012743 |\n",
+      "|    direct_solar_radiation       | 1.6490389    |\n",
+      "|    hour                         | 0.6545608    |\n",
+      "|    htg_setpoint                 | -0.76839465  |\n",
+      "|    month                        | 2.1952987    |\n",
+      "|    outdoor_humidity             | -0.55851454  |\n",
+      "|    outdoor_temperature          | 0.74020606   |\n",
+      "|    people_occupant              | 1.6852328    |\n",
+      "|    total_electricity_HVAC       | -0.6403099   |\n",
+      "|    wind_direction               | 0.12865472   |\n",
+      "|    wind_speed                   | 0.30009136   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 24.043089    |\n",
+      "|    air_temperature              | 26.044449    |\n",
+      "|    clg_setpoint                 | 29.748192    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 3.0          |\n",
+      "|    diffuse_solar_radiation      | 51.0         |\n",
+      "|    direct_solar_radiation       | 528.0        |\n",
+      "|    hour                         | 16.0         |\n",
+      "|    htg_setpoint                 | 14.474399    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 53.0         |\n",
+      "|    outdoor_temperature          | 6.3060966    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 200.0        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 26%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 35.376736 |\n",
-      "|    air_temperature              | 29.603888 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 36.0      |\n",
-      "|    direct_solar_radiation       | 35.5      |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 68.0      |\n",
-      "|    outdoor_temperature          | 11.504218 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.512     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6358993   |\n",
+      "|    air_humidity                 | -0.057208486 |\n",
+      "|    air_temperature              | 2.3766603    |\n",
+      "|    clg_setpoint                 | 0.3527421    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.234379    |\n",
+      "|    diffuse_solar_radiation      | -0.21256845  |\n",
+      "|    direct_solar_radiation       | -0.38557842  |\n",
+      "|    hour                         | 0.7988192    |\n",
+      "|    htg_setpoint                 | -0.28346318  |\n",
+      "|    month                        | 2.1268663    |\n",
+      "|    outdoor_humidity             | 0.087996215  |\n",
+      "|    outdoor_temperature          | 0.8567951    |\n",
+      "|    people_occupant              | 1.6791518    |\n",
+      "|    total_electricity_HVAC       | -0.6380747   |\n",
+      "|    wind_direction               | 0.035603218  |\n",
+      "|    wind_speed                   | 0.49837813   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 32.590538    |\n",
+      "|    air_temperature              | 27.373611    |\n",
+      "|    clg_setpoint                 | 27.43922     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.0          |\n",
+      "|    diffuse_solar_radiation      | 36.0         |\n",
+      "|    direct_solar_radiation       | 35.5         |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 16.4343      |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 68.0         |\n",
+      "|    outdoor_temperature          | 6.9940314    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 6.7          |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 26%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 48.570503 |\n",
-      "|    air_temperature              | 27.450226 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 86.0      |\n",
-      "|    outdoor_temperature          | 10.577883 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.507     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.97035617 |\n",
+      "|    Heating_Setpoint_RL          | -0.9088991  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.350048   |\n",
+      "|    Heating_Setpoint_RL          | 12.512443   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6332432  |\n",
+      "|    air_humidity                 | 1.3270074   |\n",
+      "|    air_temperature              | 1.2071688   |\n",
+      "|    clg_setpoint                 | 1.4040339   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.1077411  |\n",
+      "|    diffuse_solar_radiation      | -0.692582   |\n",
+      "|    direct_solar_radiation       | -0.53067183 |\n",
+      "|    hour                         | 0.94298947  |\n",
+      "|    htg_setpoint                 | -1.0030811  |\n",
+      "|    month                        | 2.0644586   |\n",
+      "|    outdoor_humidity             | 0.8656514   |\n",
+      "|    outdoor_temperature          | 1.8264631   |\n",
+      "|    people_occupant              | 0.48847035  |\n",
+      "|    total_electricity_HVAC       | -0.6354806  |\n",
+      "|    wind_direction               | 0.48524392  |\n",
+      "|    wind_speed                   | -0.3164638  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 47.172234   |\n",
+      "|    air_temperature              | 24.812798   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 13.517263   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 86.0        |\n",
+      "|    outdoor_temperature          | 12.381402   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 26%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 59.77879  |\n",
-      "|    air_temperature              | 24.601759 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 80.0      |\n",
-      "|    outdoor_temperature          | 12.718971 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.501     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.52965075  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.41257    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.63022935 |\n",
+      "|    air_humidity                 | 0.86045253  |\n",
+      "|    air_temperature              | 0.29382917  |\n",
+      "|    clg_setpoint                 | -0.26602975 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9845818  |\n",
+      "|    diffuse_solar_radiation      | -0.6937673  |\n",
+      "|    direct_solar_radiation       | -0.53451717 |\n",
+      "|    hour                         | 1.0870411   |\n",
+      "|    htg_setpoint                 | 0.59040236  |\n",
+      "|    month                        | 2.0072408   |\n",
+      "|    outdoor_humidity             | 0.6005419   |\n",
+      "|    outdoor_temperature          | 1.7674203   |\n",
+      "|    people_occupant              | -0.69242746 |\n",
+      "|    total_electricity_HVAC       | -0.6324932  |\n",
+      "|    wind_direction               | 0.028942639 |\n",
+      "|    wind_speed                   | -0.8995607  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 42.477608   |\n",
+      "|    air_temperature              | 22.801344   |\n",
+      "|    clg_setpoint                 | 25.936823   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 19.956486   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 80.0        |\n",
+      "|    outdoor_temperature          | 12.355358   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 26%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 55.434128 |\n",
-      "|    air_temperature              | 25.836447 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 54.0      |\n",
-      "|    outdoor_temperature          | 20.91227  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.496     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 27%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.805756 |\n",
-      "|    air_temperature              | 24.448067 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 13.798377 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.49      |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.14543213 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.134167   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6161328  |\n",
+      "|    air_humidity                 | -0.63718945 |\n",
+      "|    air_temperature              | 0.3218134   |\n",
+      "|    clg_setpoint                 | -0.3913457  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8640709  |\n",
+      "|    diffuse_solar_radiation      | -0.6957783  |\n",
+      "|    direct_solar_radiation       | -0.5375319  |\n",
+      "|    hour                         | 1.2309399   |\n",
+      "|    htg_setpoint                 | 0.3836946   |\n",
+      "|    month                        | 1.954531    |\n",
+      "|    outdoor_humidity             | -0.52262414 |\n",
+      "|    outdoor_temperature          | 2.7532516   |\n",
+      "|    people_occupant              | -0.68692625 |\n",
+      "|    total_electricity_HVAC       | -0.6189641  |\n",
+      "|    wind_direction               | 0.75142956  |\n",
+      "|    wind_speed                   | -0.30918017 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 150.68568   |\n",
+      "|    air_humidity                 | 26.748531   |\n",
+      "|    air_temperature              | 22.863987   |\n",
+      "|    clg_setpoint                 | 25.63807    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 19.108627   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 54.0        |\n",
+      "|    outdoor_temperature          | 18.683043   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 135617.11   |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 27%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.469086 |\n",
-      "|    air_temperature              | 23.550816 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 16.486246 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.485     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.84404933    |\n",
+      "|    Heating_Setpoint_RL          | -1.0          |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 29.473667     |\n",
+      "|    Heating_Setpoint_RL          | 12.0          |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.6257464    |\n",
+      "|    air_humidity                 | 1.8163489     |\n",
+      "|    air_temperature              | -0.0005707247 |\n",
+      "|    clg_setpoint                 | 1.3989825     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.74553365   |\n",
+      "|    diffuse_solar_radiation      | -0.6950478    |\n",
+      "|    direct_solar_radiation       | -0.53989124   |\n",
+      "|    hour                         | 1.374648      |\n",
+      "|    htg_setpoint                 | -0.8208372    |\n",
+      "|    month                        | 1.905767      |\n",
+      "|    outdoor_humidity             | 0.91347426    |\n",
+      "|    outdoor_temperature          | 1.9349079     |\n",
+      "|    people_occupant              | -0.6887976    |\n",
+      "|    total_electricity_HVAC       | -0.6283882    |\n",
+      "|    wind_direction               | 0.02039244    |\n",
+      "|    wind_speed                   | -0.50089204   |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186     |\n",
+      "|    air_humidity                 | 52.72675      |\n",
+      "|    air_temperature              | 22.174702     |\n",
+      "|    clg_setpoint                 | 30.0          |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 8.0           |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 21.0          |\n",
+      "|    htg_setpoint                 | 14.22475      |\n",
+      "|    month                        | 4.0           |\n",
+      "|    outdoor_humidity             | 87.0          |\n",
+      "|    outdoor_temperature          | 14.413961     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 78333.47      |\n",
+      "|    wind_direction               | 190.0         |\n",
+      "|    wind_speed                   | 4.1           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 27%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 57.217648 |\n",
-      "|    air_temperature              | 22.522837 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 43.0      |\n",
-      "|    outdoor_temperature          | 9.949017  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 9.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.48      |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.62468165  |\n",
+      "|    air_humidity                 | 2.582347     |\n",
+      "|    air_temperature              | -0.12274707  |\n",
+      "|    clg_setpoint                 | -0.04806024  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.62842333  |\n",
+      "|    diffuse_solar_radiation      | -0.6955095   |\n",
+      "|    direct_solar_radiation       | -0.5418456   |\n",
+      "|    hour                         | 1.5181242    |\n",
+      "|    htg_setpoint                 | -1.3676455   |\n",
+      "|    month                        | 1.8604796    |\n",
+      "|    outdoor_humidity             | 1.0371933    |\n",
+      "|    outdoor_temperature          | 2.2018967    |\n",
+      "|    people_occupant              | -0.6906309   |\n",
+      "|    total_electricity_HVAC       | -0.6275075   |\n",
+      "|    wind_direction               | -0.071413316 |\n",
+      "|    wind_speed                   | -0.4933125   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 61.322582    |\n",
+      "|    air_temperature              | 21.92201     |\n",
+      "|    clg_setpoint                 | 26.47888     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 9.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 90.0         |\n",
+      "|    outdoor_temperature          | 16.462786    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 28%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.37141097  |\n",
+      "|    Heating_Setpoint_RL          | -0.6375749  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.878511   |\n",
+      "|    Heating_Setpoint_RL          | 14.038641   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6235353  |\n",
+      "|    air_humidity                 | -0.3989836  |\n",
+      "|    air_temperature              | -0.289277   |\n",
+      "|    clg_setpoint                 | 1.3716732   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.51230085 |\n",
+      "|    diffuse_solar_radiation      | -0.69636977 |\n",
+      "|    direct_solar_radiation       | -0.54443693 |\n",
+      "|    hour                         | 1.6613247   |\n",
+      "|    htg_setpoint                 | 0.30443457  |\n",
+      "|    month                        | 1.8182745   |\n",
+      "|    outdoor_humidity             | -1.0029953  |\n",
+      "|    outdoor_temperature          | 0.8378119   |\n",
+      "|    people_occupant              | -0.69242746 |\n",
+      "|    total_electricity_HVAC       | -0.62646383 |\n",
+      "|    wind_direction               | 0.93514955  |\n",
+      "|    wind_speed                   | 1.7251545   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 29.61079    |\n",
+      "|    air_temperature              | 21.569344   |\n",
+      "|    clg_setpoint                 | 29.93707    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 18.755625   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 43.0        |\n",
+      "|    outdoor_temperature          | 8.37469     |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 9.8         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 28%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 3        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 27       |\n",
-      "|    Heating_Setpoint_RL          | 18       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 0.0      |\n",
-      "|    air_humidity                 | 46.25956 |\n",
-      "|    air_temperature              | 21.33544 |\n",
-      "|    clg_setpoint                 | 24.0     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 12.0     |\n",
-      "|    diffuse_solar_radiation      | 0.0      |\n",
-      "|    direct_solar_radiation       | 0.0      |\n",
-      "|    hour                         | 0.0      |\n",
-      "|    htg_setpoint                 | 21.0     |\n",
-      "|    month                        | 4.0      |\n",
-      "|    outdoor_humidity             | 28.0     |\n",
-      "|    outdoor_temperature          | 7.333998 |\n",
-      "|    people_occupant              | 0.0      |\n",
-      "|    total_electricity_HVAC       | 0.0      |\n",
-      "|    wind_direction               | 330.0    |\n",
-      "|    wind_speed                   | 8.8      |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.474    |\n",
-      "----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.69496727  |\n",
+      "|    Heating_Setpoint_RL          | 0.50368035  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.970514   |\n",
+      "|    Heating_Setpoint_RL          | 20.458202   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6209064  |\n",
+      "|    air_humidity                 | -1.6859767  |\n",
+      "|    air_temperature              | -0.8198003  |\n",
+      "|    clg_setpoint                 | 1.3985975   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.2832876  |\n",
+      "|    diffuse_solar_radiation      | -0.6981509  |\n",
+      "|    direct_solar_radiation       | -0.5476698  |\n",
+      "|    hour                         | -1.6600378  |\n",
+      "|    htg_setpoint                 | -0.61345834 |\n",
+      "|    month                        | 1.7788173   |\n",
+      "|    outdoor_humidity             | -1.6172616  |\n",
+      "|    outdoor_temperature          | 0.5593768   |\n",
+      "|    people_occupant              | -0.6941883  |\n",
+      "|    total_electricity_HVAC       | -0.6239894  |\n",
+      "|    wind_direction               | 1.2884551   |\n",
+      "|    wind_speed                   | 1.3034801   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 15.526718   |\n",
+      "|    air_temperature              | 20.410309   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 15.036627   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 28.0        |\n",
+      "|    outdoor_temperature          | 6.7148695   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 330.0       |\n",
+      "|    wind_speed                   | 8.8         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 28%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 37.304005 |\n",
-      "|    air_temperature              | 21.064104 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 57.0      |\n",
-      "|    outdoor_temperature          | 6.7171063 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.469     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.588392    |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 20.934704   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.16873267 |\n",
+      "|    air_humidity                 | -1.5624415  |\n",
+      "|    air_temperature              | -0.1698666  |\n",
+      "|    clg_setpoint                 | 0.99117756  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.16769591 |\n",
+      "|    diffuse_solar_radiation      | -0.6987044  |\n",
+      "|    direct_solar_radiation       | -0.5503271  |\n",
+      "|    hour                         | -1.51462    |\n",
+      "|    htg_setpoint                 | 0.9574612   |\n",
+      "|    month                        | 1.7418221   |\n",
+      "|    outdoor_humidity             | -0.3529468  |\n",
+      "|    outdoor_temperature          | 0.6484309   |\n",
+      "|    people_occupant              | -0.69591445 |\n",
+      "|    total_electricity_HVAC       | -0.17127687 |\n",
+      "|    wind_direction               | 0.55241543  |\n",
+      "|    wind_speed                   | -1.2838471  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2546.7922   |\n",
+      "|    air_humidity                 | 16.50859    |\n",
+      "|    air_temperature              | 21.84539    |\n",
+      "|    clg_setpoint                 | 29.003164   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 21.400757   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 57.0        |\n",
+      "|    outdoor_temperature          | 7.3311167   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2374506.5   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 28%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 43.14323  |\n",
-      "|    air_temperature              | 18.625456 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 3.6882412 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 80.0      |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.463     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 5        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 25       |\n",
-      "|    Heating_Setpoint_RL          | 20       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 0.0      |\n",
-      "|    air_humidity                 | 42.04449 |\n",
-      "|    air_temperature              | 18.97571 |\n",
-      "|    clg_setpoint                 | 23.0     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 15.0     |\n",
-      "|    diffuse_solar_radiation      | 0.0      |\n",
-      "|    direct_solar_radiation       | 0.0      |\n",
-      "|    hour                         | 3.0      |\n",
-      "|    htg_setpoint                 | 22.0     |\n",
-      "|    month                        | 4.0      |\n",
-      "|    outdoor_humidity             | 89.0     |\n",
-      "|    outdoor_temperature          | 5.208225 |\n",
-      "|    people_occupant              | 0.0      |\n",
-      "|    total_electricity_HVAC       | 0.0      |\n",
-      "|    wind_direction               | 110.0    |\n",
-      "|    wind_speed                   | 2.6      |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.458    |\n",
-      "----------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.8942303     |\n",
+      "|    Heating_Setpoint_RL          | 1.0           |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 29.643028     |\n",
+      "|    Heating_Setpoint_RL          | 23.25         |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.6180717    |\n",
+      "|    air_humidity                 | -0.98505527   |\n",
+      "|    air_temperature              | -0.5329976    |\n",
+      "|    clg_setpoint                 | -0.0020316606 |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.05227203   |\n",
+      "|    diffuse_solar_radiation      | -0.6993217    |\n",
+      "|    direct_solar_radiation       | -0.5470916    |\n",
+      "|    hour                         | -1.3694715    |\n",
+      "|    htg_setpoint                 | 0.01800517    |\n",
+      "|    month                        | 1.7070432     |\n",
+      "|    outdoor_humidity             | 1.1765946     |\n",
+      "|    outdoor_temperature          | 0.19322304    |\n",
+      "|    people_occupant              | -0.69070345   |\n",
+      "|    total_electricity_HVAC       | -0.62118196   |\n",
+      "|    wind_direction               | -1.0039445    |\n",
+      "|    wind_speed                   | 0.4977688     |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186     |\n",
+      "|    air_humidity                 | 22.62754      |\n",
+      "|    air_temperature              | 21.046713     |\n",
+      "|    clg_setpoint                 | 26.587473     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 14.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 2.0           |\n",
+      "|    htg_setpoint                 | 17.596243     |\n",
+      "|    month                        | 4.0           |\n",
+      "|    outdoor_humidity             | 93.0          |\n",
+      "|    outdoor_temperature          | 4.499451      |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 78333.47      |\n",
+      "|    wind_direction               | 80.0          |\n",
+      "|    wind_speed                   | 6.7           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 81.08231  |\n",
-      "|    air_temperature              | 19.258926 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 9.289529  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.452     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.20498234  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 18.778025   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6169335  |\n",
+      "|    air_humidity                 | -0.29931659 |\n",
+      "|    air_temperature              | -0.40844816 |\n",
+      "|    clg_setpoint                 | -1.3723781  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.06307508  |\n",
+      "|    diffuse_solar_radiation      | -0.69999313 |\n",
+      "|    direct_solar_radiation       | -0.5487291  |\n",
+      "|    hour                         | -1.2245376  |\n",
+      "|    htg_setpoint                 | -0.7192517  |\n",
+      "|    month                        | 1.6742676   |\n",
+      "|    outdoor_humidity             | 1.0042276   |\n",
+      "|    outdoor_temperature          | 0.70383614  |\n",
+      "|    people_occupant              | -0.6856078  |\n",
+      "|    total_electricity_HVAC       | -0.62006414 |\n",
+      "|    wind_direction               | -0.7228384  |\n",
+      "|    wind_speed                   | -1.0902525  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 30.068356   |\n",
+      "|    air_temperature              | 21.322107   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 14.621033   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | 7.7253165   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 110.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 82.286415 |\n",
-      "|    air_temperature              | 20.703104 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 38.5      |\n",
-      "|    direct_solar_radiation       | 16.5      |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 14.200624 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.447     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.7610012  |\n",
+      "|    Heating_Setpoint_RL          | 0.6156127   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.056622   |\n",
+      "|    Heating_Setpoint_RL          | 21.087822   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6150319  |\n",
+      "|    air_humidity                 | 2.1425912   |\n",
+      "|    air_temperature              | -0.5100841  |\n",
+      "|    clg_setpoint                 | -0.4385277  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.17836788  |\n",
+      "|    diffuse_solar_radiation      | -0.70121187 |\n",
+      "|    direct_solar_radiation       | -0.5451938  |\n",
+      "|    hour                         | -1.0797703  |\n",
+      "|    htg_setpoint                 | 0.61778957  |\n",
+      "|    month                        | 1.6433103   |\n",
+      "|    outdoor_humidity             | 1.0302262   |\n",
+      "|    outdoor_temperature          | 0.85882384  |\n",
+      "|    people_occupant              | -0.68736154 |\n",
+      "|    total_electricity_HVAC       | -0.6181186  |\n",
+      "|    wind_direction               | 0.56743336  |\n",
+      "|    wind_speed                   | -0.5038278  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 57.082478   |\n",
+      "|    air_temperature              | 21.10923    |\n",
+      "|    clg_setpoint                 | 25.523836   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 20.0373     |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 8.734999    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 88.664734 |\n",
-      "|    air_temperature              | 18.851236 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 66.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 85.0      |\n",
-      "|    outdoor_temperature          | 5.579129  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 70.0      |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.442     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 30%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 50.477306 |\n",
-      "|    air_temperature              | 18.83049  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 201.0     |\n",
-      "|    direct_solar_radiation       | 329.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 54.0      |\n",
-      "|    outdoor_temperature          | 7.4226103 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 80.0      |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.436     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 30%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 62.191772 |\n",
-      "|    air_temperature              | 19.665392 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 185.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 80.0      |\n",
-      "|    outdoor_temperature          | 8.042038  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 100.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.431     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 30%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 62.690765 |\n",
-      "|    air_temperature              | 19.137825 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 201.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 7.335754  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 10.3      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.425     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 840.9814  |\n",
-      "|    air_humidity                 | 37.737446 |\n",
-      "|    air_temperature              | 22.171951 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 247.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 82.0      |\n",
-      "|    outdoor_temperature          | 6.5257034 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 756883.25 |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 8.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.42      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 367.27585 |\n",
-      "|    air_humidity                 | 36.124363 |\n",
-      "|    air_temperature              | 25.418484 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 137.5     |\n",
-      "|    direct_solar_radiation       | 828.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 55.0      |\n",
-      "|    outdoor_temperature          | 15.597458 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 330548.9  |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.414     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 232.33136 |\n",
-      "|    air_humidity                 | 44.826347 |\n",
-      "|    air_temperature              | 23.998606 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 248.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 86.0      |\n",
-      "|    outdoor_temperature          | 12.815099 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 265317.2  |\n",
-      "|    wind_direction               | 70.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.409     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3492.3127 |\n",
-      "|    air_humidity                 | 38.76386  |\n",
-      "|    air_temperature              | 23.820107 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 212.5     |\n",
-      "|    direct_solar_radiation       | 553.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 33.0      |\n",
-      "|    outdoor_temperature          | 21.964018 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 3135141.2 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.404     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 788.53796 |\n",
-      "|    air_humidity                 | 43.409836 |\n",
-      "|    air_temperature              | 25.469513 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 270.0     |\n",
-      "|    direct_solar_radiation       | 442.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 60.0      |\n",
-      "|    outdoor_temperature          | 17.625221 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 708291.3  |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.398     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.73083705  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.091576   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.07832344  |\n",
+      "|    air_humidity                 | 1.6177667   |\n",
+      "|    air_temperature              | -0.62522125 |\n",
+      "|    clg_setpoint                 | 1.4022707   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.29356298  |\n",
+      "|    diffuse_solar_radiation      | -0.20726395 |\n",
+      "|    direct_solar_radiation       | -0.48268017 |\n",
+      "|    hour                         | -0.9351286  |\n",
+      "|    htg_setpoint                 | 0.8251143   |\n",
+      "|    month                        | 1.614009    |\n",
+      "|    outdoor_humidity             | 0.990323    |\n",
+      "|    outdoor_temperature          | 1.2293583   |\n",
+      "|    people_occupant              | -0.6890821  |\n",
+      "|    total_electricity_HVAC       | 0.3423494   |\n",
+      "|    wind_direction               | -1.7426208  |\n",
+      "|    wind_speed                   | -2.101277   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3842.6826   |\n",
+      "|    air_humidity                 | 51.504772   |\n",
+      "|    air_temperature              | 20.869034   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 38.5        |\n",
+      "|    direct_solar_radiation       | 16.5        |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 20.869022   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | 11.29657    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4936487.5   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 29%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 2.0067286    |\n",
+      "|    air_humidity                 | 1.2354679    |\n",
+      "|    air_temperature              | -0.14617133  |\n",
+      "|    clg_setpoint                 | 0.58676344   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.40855384   |\n",
+      "|    diffuse_solar_radiation      | 0.14889534   |\n",
+      "|    direct_solar_radiation       | -0.5454461   |\n",
+      "|    hour                         | -0.79057777  |\n",
+      "|    htg_setpoint                 | 1.4102621    |\n",
+      "|    month                        | 1.5862212    |\n",
+      "|    outdoor_humidity             | 0.81012195   |\n",
+      "|    outdoor_temperature          | 0.35912538   |\n",
+      "|    people_occupant              | -0.6907704   |\n",
+      "|    total_electricity_HVAC       | 2.084912     |\n",
+      "|    wind_direction               | -1.0871683   |\n",
+      "|    wind_speed                   | 0.51645017   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 14264.053    |\n",
+      "|    air_humidity                 | 47.498432    |\n",
+      "|    air_temperature              | 21.91889     |\n",
+      "|    clg_setpoint                 | 28.01645     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 18.0         |\n",
+      "|    diffuse_solar_radiation      | 66.5         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 23.234018    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 85.0         |\n",
+      "|    outdoor_temperature          | 5.849352     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 13725448.0   |\n",
+      "|    wind_direction               | 70.0         |\n",
+      "|    wind_speed                   | 6.7          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.0066116964 |\n",
+      "|    clip_fraction                | 0.0656       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.81        |\n",
+      "|    explained_variance           | 0.678        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 8.18         |\n",
+      "|    n_updates                    | 50           |\n",
+      "|    policy_gradient_loss         | -0.00941     |\n",
+      "|    std                          | 0.983        |\n",
+      "|    value_loss                   | 17           |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 30%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.48548588 |\n",
+      "|    Heating_Setpoint_RL          | -0.5867804  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.986485   |\n",
+      "|    Heating_Setpoint_RL          | 14.32436    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.0053369   |\n",
+      "|    air_humidity                 | 0.023083553 |\n",
+      "|    air_temperature              | 0.4213881   |\n",
+      "|    clg_setpoint                 | 1.4006743   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.5231738   |\n",
+      "|    diffuse_solar_radiation      | 1.8627374   |\n",
+      "|    direct_solar_radiation       | 0.77580845  |\n",
+      "|    hour                         | -0.64608926 |\n",
+      "|    htg_setpoint                 | 1.4140658   |\n",
+      "|    month                        | 1.5598209   |\n",
+      "|    outdoor_humidity             | -0.5150702  |\n",
+      "|    outdoor_temperature          | 0.47176102  |\n",
+      "|    people_occupant              | -0.69242746 |\n",
+      "|    total_electricity_HVAC       | 1.1020191   |\n",
+      "|    wind_direction               | -0.98161215 |\n",
+      "|    wind_speed                   | 0.12728281  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 8825.254    |\n",
+      "|    air_humidity                 | 34.0945     |\n",
+      "|    air_temperature              | 23.159067   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 201.0       |\n",
+      "|    direct_solar_radiation       | 329.0       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 54.0        |\n",
+      "|    outdoor_temperature          | 6.5777636   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 8742404.0   |\n",
+      "|    wind_direction               | 80.0        |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 30%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.50989765  |\n",
+      "|    Heating_Setpoint_RL          | 0.1689406   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.345905   |\n",
+      "|    Heating_Setpoint_RL          | 18.57529    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60924506 |\n",
+      "|    air_humidity                 | -0.11573622 |\n",
+      "|    air_temperature              | -0.44658062 |\n",
+      "|    clg_setpoint                 | 0.04257631  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.63720006  |\n",
+      "|    diffuse_solar_radiation      | 1.6350304   |\n",
+      "|    direct_solar_radiation       | -0.54387665 |\n",
+      "|    hour                         | -0.50164014 |\n",
+      "|    htg_setpoint                 | -1.3665037  |\n",
+      "|    month                        | 1.5346963   |\n",
+      "|    outdoor_humidity             | 0.60238224  |\n",
+      "|    outdoor_temperature          | 0.8011873   |\n",
+      "|    people_occupant              | -0.69405407 |\n",
+      "|    total_electricity_HVAC       | -0.6125426  |\n",
+      "|    wind_direction               | -0.7947369  |\n",
+      "|    wind_speed                   | -0.30251908 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 32.53861    |\n",
+      "|    air_temperature              | 21.279015   |\n",
+      "|    clg_setpoint                 | 26.685583   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 185.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 80.0        |\n",
+      "|    outdoor_temperature          | 8.687165    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 100.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 30%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.7060824    |\n",
+      "|    Heating_Setpoint_RL          | -0.43760657  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.008028    |\n",
+      "|    Heating_Setpoint_RL          | 15.163464    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.60866153  |\n",
+      "|    air_humidity                 | -0.037766647 |\n",
+      "|    air_temperature              | -0.47279078  |\n",
+      "|    clg_setpoint                 | 0.7646618    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.75035876   |\n",
+      "|    diffuse_solar_radiation      | 1.8281845    |\n",
+      "|    direct_solar_radiation       | -0.5405514   |\n",
+      "|    hour                         | -0.35721287  |\n",
+      "|    htg_setpoint                 | -1.3660142   |\n",
+      "|    month                        | 1.5107481    |\n",
+      "|    outdoor_humidity             | 1.325901     |\n",
+      "|    outdoor_temperature          | 0.37427026   |\n",
+      "|    people_occupant              | -0.6892082   |\n",
+      "|    total_electricity_HVAC       | -0.6119878   |\n",
+      "|    wind_direction               | -1.428898    |\n",
+      "|    wind_speed                   | 1.9330893    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 33.387596    |\n",
+      "|    air_temperature              | 21.220537    |\n",
+      "|    clg_setpoint                 | 28.452284    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 21.0         |\n",
+      "|    diffuse_solar_radiation      | 201.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 97.0         |\n",
+      "|    outdoor_temperature          | 6.0313244    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 30.0         |\n",
+      "|    wind_speed                   | 10.3         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.95338047 |\n",
+      "|    Heating_Setpoint_RL          | 0.23170303  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.407341   |\n",
+      "|    Heating_Setpoint_RL          | 18.92833    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5784974  |\n",
+      "|    air_humidity                 | 0.320892    |\n",
+      "|    air_temperature              | 1.7277498   |\n",
+      "|    clg_setpoint                 | -0.25505212 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.86233115  |\n",
+      "|    diffuse_solar_radiation      | 2.4008687   |\n",
+      "|    direct_solar_radiation       | -0.5372864  |\n",
+      "|    hour                         | -0.2127952  |\n",
+      "|    htg_setpoint                 | -0.9072473  |\n",
+      "|    month                        | 1.487887    |\n",
+      "|    outdoor_humidity             | 0.6701706   |\n",
+      "|    outdoor_temperature          | 0.6338      |\n",
+      "|    people_occupant              | 1.6998632   |\n",
+      "|    total_electricity_HVAC       | -0.59428084 |\n",
+      "|    wind_direction               | 0.7796673   |\n",
+      "|    wind_speed                   | 1.3374398   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 245.46672   |\n",
+      "|    air_humidity                 | 37.327103   |\n",
+      "|    air_temperature              | 25.973839   |\n",
+      "|    clg_setpoint                 | 25.975208   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 247.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 13.85217    |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 82.0        |\n",
+      "|    outdoor_temperature          | 7.667524    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 163932.72   |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 8.8         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.03325683   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.737242    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.2562775   |\n",
+      "|    air_humidity                 | 0.46332005   |\n",
+      "|    air_temperature              | 0.46503153   |\n",
+      "|    clg_setpoint                 | -1.3704512   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.97276175   |\n",
+      "|    diffuse_solar_radiation      | 1.0126284    |\n",
+      "|    direct_solar_radiation       | 2.7928216    |\n",
+      "|    hour                         | -0.068379655 |\n",
+      "|    htg_setpoint                 | 1.4215952    |\n",
+      "|    month                        | 1.4660333    |\n",
+      "|    outdoor_humidity             | -0.48992538  |\n",
+      "|    outdoor_temperature          | 1.887322     |\n",
+      "|    people_occupant              | 1.2184614    |\n",
+      "|    total_electricity_HVAC       | -0.23008595  |\n",
+      "|    wind_direction               | -0.056564823 |\n",
+      "|    wind_speed                   | 0.31096935   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1965.583     |\n",
+      "|    air_humidity                 | 38.898193    |\n",
+      "|    air_temperature              | 23.249548    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 23.0         |\n",
+      "|    diffuse_solar_radiation      | 137.5        |\n",
+      "|    direct_solar_radiation       | 828.0        |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 55.0         |\n",
+      "|    outdoor_temperature          | 15.604204    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 1982401.6    |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49141413 |\n",
+      "|    air_humidity                 | 0.87034756  |\n",
+      "|    air_temperature              | 0.4621325   |\n",
+      "|    clg_setpoint                 | -1.368244   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0812672   |\n",
+      "|    diffuse_solar_radiation      | 2.3885205   |\n",
+      "|    direct_solar_radiation       | -0.5391033  |\n",
+      "|    hour                         | 0.07603645  |\n",
+      "|    htg_setpoint                 | -1.3640085  |\n",
+      "|    month                        | 1.4451151   |\n",
+      "|    outdoor_humidity             | 0.8453917   |\n",
+      "|    outdoor_temperature          | 1.1743444   |\n",
+      "|    people_occupant              | 0.26230597  |\n",
+      "|    total_electricity_HVAC       | -0.48724294 |\n",
+      "|    wind_direction               | -1.0778476  |\n",
+      "|    wind_speed                   | -0.90794545 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 692.5157    |\n",
+      "|    air_humidity                 | 43.34776    |\n",
+      "|    air_temperature              | 23.251898   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 248.5       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 86.0        |\n",
+      "|    outdoor_temperature          | 11.207271   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 682516.1    |\n",
+      "|    wind_direction               | 70.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.027320653  |\n",
+      "|    Heating_Setpoint_RL          | 0.32168755   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.717207    |\n",
+      "|    Heating_Setpoint_RL          | 19.434492    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.016427128 |\n",
+      "|    air_humidity                 | 0.583211     |\n",
+      "|    air_temperature              | 1.6847849    |\n",
+      "|    clg_setpoint                 | -0.27785555  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.1874473    |\n",
+      "|    diffuse_solar_radiation      | 1.935344     |\n",
+      "|    direct_solar_radiation       | 1.6710562    |\n",
+      "|    hour                         | 0.22045137   |\n",
+      "|    htg_setpoint                 | -1.0822349   |\n",
+      "|    month                        | 1.4250675    |\n",
+      "|    outdoor_humidity             | -1.450846    |\n",
+      "|    outdoor_temperature          | 2.9815714    |\n",
+      "|    people_occupant              | 1.2110263    |\n",
+      "|    total_electricity_HVAC       | 0.076565824  |\n",
+      "|    wind_direction               | -1.7238053   |\n",
+      "|    wind_speed                   | -1.1031281   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 3226.1165    |\n",
+      "|    air_humidity                 | 40.38819     |\n",
+      "|    air_temperature              | 25.90768     |\n",
+      "|    clg_setpoint                 | 25.908232    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 212.5        |\n",
+      "|    direct_solar_radiation       | 553.5        |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 13.136019    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 33.0         |\n",
+      "|    outdoor_temperature          | 22.752947    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 3495577.5    |\n",
+      "|    wind_direction               | 0.0          |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 32%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.87420416 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.707602   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.31444135 |\n",
+      "|    air_humidity                 | 0.89778745  |\n",
+      "|    air_temperature              | 2.0096488   |\n",
+      "|    clg_setpoint                 | 0.018188216 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2908959   |\n",
+      "|    diffuse_solar_radiation      | 2.599003    |\n",
+      "|    direct_solar_radiation       | 1.226678    |\n",
+      "|    hour                         | 0.36485904  |\n",
+      "|    htg_setpoint                 | -0.81722176 |\n",
+      "|    month                        | 1.4058317   |\n",
+      "|    outdoor_humidity             | -0.28328958 |\n",
+      "|    outdoor_temperature          | 2.2122545   |\n",
+      "|    people_occupant              | 1.681964    |\n",
+      "|    total_electricity_HVAC       | -0.2954275  |\n",
+      "|    wind_direction               | 0.041942276 |\n",
+      "|    wind_speed                   | 0.5220865   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1626.3639   |\n",
+      "|    air_humidity                 | 43.892227   |\n",
+      "|    air_temperature              | 26.62548    |\n",
+      "|    clg_setpoint                 | 26.626335   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 270.0       |\n",
+      "|    direct_solar_radiation       | 442.5       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 14.201899   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 60.0        |\n",
+      "|    outdoor_temperature          | 18.148863   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1630686.9   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 59.083458 |\n",
-      "|    air_temperature              | 24.928692 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 155.0     |\n",
-      "|    direct_solar_radiation       | 542.5     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 78.0      |\n",
-      "|    outdoor_temperature          | 16.636791 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.393     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60076344 |\n",
+      "|    air_humidity                 | 1.0364093   |\n",
+      "|    air_temperature              | 0.56239194  |\n",
+      "|    clg_setpoint                 | 1.095265    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.3912132   |\n",
+      "|    diffuse_solar_radiation      | 1.1746283   |\n",
+      "|    direct_solar_radiation       | 1.6291755   |\n",
+      "|    hour                         | 0.5092494   |\n",
+      "|    htg_setpoint                 | -0.54017186 |\n",
+      "|    month                        | 1.3873545   |\n",
+      "|    outdoor_humidity             | 0.4965732   |\n",
+      "|    outdoor_temperature          | 1.9999695   |\n",
+      "|    people_occupant              | -0.69242746 |\n",
+      "|    total_electricity_HVAC       | -0.6043907  |\n",
+      "|    wind_direction               | 0.040376764 |\n",
+      "|    wind_speed                   | 0.12973134  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 45.502953   |\n",
+      "|    air_temperature              | 23.490881   |\n",
+      "|    clg_setpoint                 | 29.255545   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 155.0       |\n",
+      "|    direct_solar_radiation       | 542.5       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 15.306635   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 78.0        |\n",
+      "|    outdoor_temperature          | 17.011475   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 58.75574  |\n",
-      "|    air_temperature              | 25.17046  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 99.5      |\n",
-      "|    direct_solar_radiation       | 80.5      |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 59.0      |\n",
-      "|    outdoor_temperature          | 11.623688 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.387     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5980675  |\n",
+      "|    air_humidity                 | -0.24707223 |\n",
+      "|    air_temperature              | 0.45114446  |\n",
+      "|    clg_setpoint                 | -1.3638395  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.488017    |\n",
+      "|    diffuse_solar_radiation      | 0.49716693  |\n",
+      "|    direct_solar_radiation       | -0.22682333 |\n",
+      "|    hour                         | 0.6536083   |\n",
+      "|    htg_setpoint                 | -1.3566368  |\n",
+      "|    month                        | 1.3695871   |\n",
+      "|    outdoor_humidity             | -0.33018732 |\n",
+      "|    outdoor_temperature          | 1.3259094   |\n",
+      "|    people_occupant              | -0.687899   |\n",
+      "|    total_electricity_HVAC       | -0.6017473  |\n",
+      "|    wind_direction               | -0.6989016  |\n",
+      "|    wind_speed                   | 0.7250575   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 31.59774    |\n",
+      "|    air_temperature              | 23.249979   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 99.5        |\n",
+      "|    direct_solar_radiation       | 80.5        |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 59.0        |\n",
+      "|    outdoor_temperature          | 12.843531   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 110.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 41.491833 |\n",
-      "|    air_temperature              | 27.845036 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 29.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 83.0      |\n",
-      "|    outdoor_temperature          | 11.431208 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 140.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.382     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.19763774 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 16.513287   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.50364816 |\n",
+      "|    air_humidity                 | 1.3073411   |\n",
+      "|    air_temperature              | 0.44929546  |\n",
+      "|    clg_setpoint                 | -1.3611356  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5809547   |\n",
+      "|    diffuse_solar_radiation      | -0.36098605 |\n",
+      "|    direct_solar_radiation       | -0.54506963 |\n",
+      "|    hour                         | 0.7979181   |\n",
+      "|    htg_setpoint                 | -1.2197195  |\n",
+      "|    month                        | 1.3524853   |\n",
+      "|    outdoor_humidity             | 0.7163505   |\n",
+      "|    outdoor_temperature          | 1.2849318   |\n",
+      "|    people_occupant              | 1.6940491   |\n",
+      "|    total_electricity_HVAC       | -0.44693783 |\n",
+      "|    wind_direction               | -0.4137491  |\n",
+      "|    wind_speed                   | -0.896985   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 580.1505    |\n",
+      "|    air_humidity                 | 48.567234   |\n",
+      "|    air_temperature              | 23.250092   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 29.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 12.548784   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 83.0        |\n",
+      "|    outdoor_temperature          | 12.64948    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 838924.4    |\n",
+      "|    wind_direction               | 140.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 33%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 54.379395 |\n",
-      "|    air_temperature              | 27.763325 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 13.161691 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.377     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |            |\n",
+      "|    Cooling_Setpoint_RL          | -0.4628275 |\n",
+      "|    Heating_Setpoint_RL          | -0.9770364 |\n",
+      "| action_simulation/              |            |\n",
+      "|    Cooling_Setpoint_RL          | 25.062958  |\n",
+      "|    Heating_Setpoint_RL          | 12.12917   |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | -0.595192  |\n",
+      "|    air_humidity                 | 1.7462662  |\n",
+      "|    air_temperature              | 0.9277116  |\n",
+      "|    clg_setpoint                 | 1.403473   |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 1.6697125  |\n",
+      "|    diffuse_solar_radiation      | -0.7132549 |\n",
+      "|    direct_solar_radiation       | -0.5425981 |\n",
+      "|    hour                         | 0.94215745 |\n",
+      "|    htg_setpoint                 | 0.7428592  |\n",
+      "|    month                        | 1.3360087  |\n",
+      "|    outdoor_humidity             | 0.8805222  |\n",
+      "|    outdoor_temperature          | 1.663105   |\n",
+      "|    people_occupant              | 0.4998139  |\n",
+      "|    total_electricity_HVAC       | -0.5990058 |\n",
+      "|    wind_direction               | -1.1577908 |\n",
+      "|    wind_speed                   | -1.2842661 |\n",
+      "| observation/                    |            |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186  |\n",
+      "|    air_humidity                 | 53.645794  |\n",
+      "|    air_temperature              | 24.28683   |\n",
+      "|    clg_setpoint                 | 30.0       |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 30.0       |\n",
+      "|    diffuse_solar_radiation      | 0.0        |\n",
+      "|    direct_solar_radiation       | 0.0        |\n",
+      "|    hour                         | 18.0       |\n",
+      "|    htg_setpoint                 | 20.476015  |\n",
+      "|    month                        | 4.0        |\n",
+      "|    outdoor_humidity             | 87.0       |\n",
+      "|    outdoor_temperature          | 15.218741  |\n",
+      "|    people_occupant              | 10.0       |\n",
+      "|    total_electricity_HVAC       | 78333.47   |\n",
+      "|    wind_direction               | 60.0       |\n",
+      "|    wind_speed                   | 2.1        |\n",
+      "------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 33%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 36.681477 |\n",
-      "|    air_temperature              | 27.59846  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 52.0      |\n",
-      "|    outdoor_temperature          | 11.398606 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 80.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.371     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.10907631  |\n",
+      "|    Heating_Setpoint_RL          | 0.56110525  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.993132   |\n",
+      "|    Heating_Setpoint_RL          | 20.781216   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5936951  |\n",
+      "|    air_humidity                 | -0.6604664  |\n",
+      "|    air_temperature              | 0.786649    |\n",
+      "|    clg_setpoint                 | 1.402514    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6484427  |\n",
+      "|    diffuse_solar_radiation      | -0.7116959  |\n",
+      "|    direct_solar_radiation       | -0.5443199  |\n",
+      "|    hour                         | 1.0863016   |\n",
+      "|    htg_setpoint                 | -1.189786   |\n",
+      "|    month                        | 2.176906    |\n",
+      "|    outdoor_humidity             | -0.6427256  |\n",
+      "|    outdoor_temperature          | 0.97504944  |\n",
+      "|    people_occupant              | -0.45437643 |\n",
+      "|    total_electricity_HVAC       | -0.5974938  |\n",
+      "|    wind_direction               | -0.96116227 |\n",
+      "|    wind_speed                   | -1.0820432  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 27.24473    |\n",
+      "|    air_temperature              | 23.992046   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 12.670278   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 52.0        |\n",
+      "|    outdoor_temperature          | 10.798441   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 80.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 33%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 44.83205  |\n",
-      "|    air_temperature              | 26.145975 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 12.721945 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.366     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.2302505  |\n",
+      "|    Heating_Setpoint_RL          | -0.35794264 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.847904   |\n",
+      "|    Heating_Setpoint_RL          | 15.611572   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.04968866  |\n",
+      "|    air_humidity                 | -0.18761072 |\n",
+      "|    air_temperature              | 0.43636918  |\n",
+      "|    clg_setpoint                 | 0.52064437  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5119331  |\n",
+      "|    diffuse_solar_radiation      | -0.71285194 |\n",
+      "|    direct_solar_radiation       | -0.5473886  |\n",
+      "|    hour                         | 1.2303227   |\n",
+      "|    htg_setpoint                 | 1.4315535   |\n",
+      "|    month                        | 2.1249757   |\n",
+      "|    outdoor_humidity             | -0.15559237 |\n",
+      "|    outdoor_temperature          | 1.0463675   |\n",
+      "|    people_occupant              | -0.4561154  |\n",
+      "|    total_electricity_HVAC       | 0.34340212  |\n",
+      "|    wind_direction               | -1.6967009  |\n",
+      "|    wind_speed                   | -0.4876189  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3462.2751   |\n",
+      "|    air_humidity                 | 32.427486   |\n",
+      "|    air_temperature              | 23.250015   |\n",
+      "|    clg_setpoint                 | 27.844063   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 63.0        |\n",
+      "|    outdoor_temperature          | 11.373157   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 4702042.0   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 34%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.31678036 |\n",
+      "|    Heating_Setpoint_RL          | 0.026097849 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.555866   |\n",
+      "|    Heating_Setpoint_RL          | 17.771801   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.59059423 |\n",
+      "|    air_humidity                 | 0.07996815  |\n",
+      "|    air_temperature              | -0.19985843 |\n",
+      "|    clg_setpoint                 | 1.4028797   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3806523  |\n",
+      "|    diffuse_solar_radiation      | -0.71464133 |\n",
+      "|    direct_solar_radiation       | -0.54449135 |\n",
+      "|    hour                         | 1.37419     |\n",
+      "|    htg_setpoint                 | 0.2121011   |\n",
+      "|    month                        | 2.076593    |\n",
+      "|    outdoor_humidity             | -0.28629977 |\n",
+      "|    outdoor_temperature          | 1.1801684   |\n",
+      "|    people_occupant              | -0.6953231  |\n",
+      "|    total_electricity_HVAC       | -0.59455585 |\n",
+      "|    wind_direction               | -1.4914944  |\n",
+      "|    wind_speed                   | 0.5296556   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 35.3913     |\n",
+      "|    air_temperature              | 21.889708   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 18.326311   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 60.0        |\n",
+      "|    outdoor_temperature          | 12.349574   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 34%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 57.085587 |\n",
-      "|    air_temperature              | 23.336391 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 60.0      |\n",
-      "|    outdoor_temperature          | 12.094041 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.36      |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.2571804   |\n",
+      "|    Heating_Setpoint_RL          | 0.48090598  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.492985   |\n",
+      "|    Heating_Setpoint_RL          | 20.330097   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.043235194 |\n",
+      "|    air_humidity                 | 1.2970996   |\n",
+      "|    air_temperature              | -0.09602026 |\n",
+      "|    clg_setpoint                 | 0.8316149   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2535433  |\n",
+      "|    diffuse_solar_radiation      | -0.7159958  |\n",
+      "|    direct_solar_radiation       | -0.54163647 |\n",
+      "|    hour                         | 1.5178695   |\n",
+      "|    htg_setpoint                 | 1.1495918   |\n",
+      "|    month                        | 2.031371    |\n",
+      "|    outdoor_humidity             | 0.8866465   |\n",
+      "|    outdoor_temperature          | 1.2891665   |\n",
+      "|    people_occupant              | -0.69099313 |\n",
+      "|    total_electricity_HVAC       | 0.01637902  |\n",
+      "|    wind_direction               | -1.2933815  |\n",
+      "|    wind_speed                   | -1.281409   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3397.0132   |\n",
+      "|    air_humidity                 | 48.791878   |\n",
+      "|    air_temperature              | 22.113224   |\n",
+      "|    clg_setpoint                 | 28.610865   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 22.11322    |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 13.1565485  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3067248.8   |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 34%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 64.2879   |\n",
-      "|    air_temperature              | 21.366455 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 13.429308 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.355     |\n",
-      "-----------------------------------------------\n",
-      "Progress: |**********************************-----------------------------------------------------------------| 34%-----------------------------------------------\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 60.754135 |\n",
-      "|    air_temperature              | 22.324484 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 13.399098 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.349     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.09426762  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.155254   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5875408  |\n",
+      "|    air_humidity                 | 1.8812523   |\n",
+      "|    air_temperature              | -0.42432797 |\n",
+      "|    clg_setpoint                 | 1.3994229   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.1297388  |\n",
+      "|    diffuse_solar_radiation      | -0.71614385 |\n",
+      "|    direct_solar_radiation       | -0.54101473 |\n",
+      "|    hour                         | 1.6613247   |\n",
+      "|    htg_setpoint                 | -1.3572758  |\n",
+      "|    month                        | 1.9889807   |\n",
+      "|    outdoor_humidity             | 0.9671126   |\n",
+      "|    outdoor_temperature          | 1.3015566   |\n",
+      "|    people_occupant              | -0.6867431  |\n",
+      "|    total_electricity_HVAC       | -0.59168285 |\n",
+      "|    wind_direction               | -0.55265516 |\n",
+      "|    wind_speed                   | -1.2711405  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 55.483143   |\n",
+      "|    air_temperature              | 21.414978   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | 13.380048   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.84467  |\n",
-      "|    air_temperature              | 21.444046 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 11.571168 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 90.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.344     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.43715483  |\n",
+      "|    Heating_Setpoint_RL          | -0.2812345  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.100397   |\n",
+      "|    Heating_Setpoint_RL          | 16.043056   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.586263   |\n",
+      "|    air_humidity                 | 1.893773    |\n",
+      "|    air_temperature              | -0.44145685 |\n",
+      "|    clg_setpoint                 | -0.36230516 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8959002  |\n",
+      "|    diffuse_solar_radiation      | -0.7153932  |\n",
+      "|    direct_solar_radiation       | -0.53859156 |\n",
+      "|    hour                         | -1.6602929  |\n",
+      "|    htg_setpoint                 | -0.3911173  |\n",
+      "|    month                        | 1.9491378   |\n",
+      "|    outdoor_humidity             | 1.2646264   |\n",
+      "|    outdoor_temperature          | 0.78537136  |\n",
+      "|    people_occupant              | -0.6881981  |\n",
+      "|    total_electricity_HVAC       | -0.59045064 |\n",
+      "|    wind_direction               | -0.82805    |\n",
+      "|    wind_speed                   | -0.47623295 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 55.88802    |\n",
+      "|    air_temperature              | 21.387615   |\n",
+      "|    clg_setpoint                 | 25.704847   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 15.898175   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 10.018565   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 90.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 94.38619  |\n",
-      "|    air_temperature              | 21.133598 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 14.183125 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.339     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.016783386 |\n",
+      "|    Heating_Setpoint_RL          | 0.532509    |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.681644   |\n",
+      "|    Heating_Setpoint_RL          | 20.620363   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5850116  |\n",
+      "|    air_humidity                 | 2.6422617   |\n",
+      "|    air_temperature              | -0.48539153 |\n",
+      "|    clg_setpoint                 | -0.95379627 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7766325  |\n",
+      "|    diffuse_solar_radiation      | -0.7167918  |\n",
+      "|    direct_solar_radiation       | -0.5358416  |\n",
+      "|    hour                         | -1.5150604  |\n",
+      "|    htg_setpoint                 | 0.30424523  |\n",
+      "|    month                        | 1.9115973   |\n",
+      "|    outdoor_humidity             | 1.4243065   |\n",
+      "|    outdoor_temperature          | 1.1537873   |\n",
+      "|    people_occupant              | -0.68963015 |\n",
+      "|    total_electricity_HVAC       | -0.5892918  |\n",
+      "|    wind_direction               | -0.635941   |\n",
+      "|    wind_speed                   | -0.6752683  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 64.71654    |\n",
+      "|    air_temperature              | 21.303251   |\n",
+      "|    clg_setpoint                 | 24.259544   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 18.704247   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 12.565159   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 110.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 100.0     |\n",
-      "|    air_temperature              | 20.961252 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 12.913214 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.333     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.00252527  |\n",
+      "|    Heating_Setpoint_RL          | 0.49102014  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.633522   |\n",
+      "|    Heating_Setpoint_RL          | 20.38699    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.9559178   |\n",
+      "|    air_humidity                 | 2.0675793   |\n",
+      "|    air_temperature              | -0.2511067  |\n",
+      "|    clg_setpoint                 | 0.12631343  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.65876037 |\n",
+      "|    diffuse_solar_radiation      | -0.7180368  |\n",
+      "|    direct_solar_radiation       | -0.5331804  |\n",
+      "|    hour                         | -1.370042   |\n",
+      "|    htg_setpoint                 | 1.3175151   |\n",
+      "|    month                        | 1.8761455   |\n",
+      "|    outdoor_humidity             | 1.4071133   |\n",
+      "|    outdoor_temperature          | 1.0846701   |\n",
+      "|    people_occupant              | -0.69103974 |\n",
+      "|    total_electricity_HVAC       | 2.1254723   |\n",
+      "|    wind_direction               | 0.76264846  |\n",
+      "|    wind_speed                   | -1.2639762  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 13247.339   |\n",
+      "|    air_humidity                 | 58.77093    |\n",
+      "|    air_temperature              | 21.810108   |\n",
+      "|    clg_setpoint                 | 26.897247   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 22.789112   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 12.188948   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 13259848.0  |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.006808666 |\n",
+      "|    clip_fraction                | 0.0626      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.8        |\n",
+      "|    explained_variance           | 0.698       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 5.17        |\n",
+      "|    n_updates                    | 60          |\n",
+      "|    policy_gradient_loss         | -0.00784    |\n",
+      "|    std                          | 0.981       |\n",
+      "|    value_loss                   | 10.6        |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 82.48104  |\n",
-      "|    air_temperature              | 21.436998 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 64.0      |\n",
-      "|    outdoor_temperature          | 12.122469 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.328     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 36%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 68.75677  |\n",
-      "|    air_temperature              | 21.790524 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 33.0      |\n",
-      "|    direct_solar_radiation       | 23.5      |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 71.0      |\n",
-      "|    outdoor_temperature          | 8.485458  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.322     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.34069654  |\n",
+      "|    Heating_Setpoint_RL          | 0.8217245   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.77485    |\n",
+      "|    Heating_Setpoint_RL          | 22.2472     |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.582864   |\n",
+      "|    air_humidity                 | 1.3156767   |\n",
+      "|    air_temperature              | -0.68226045 |\n",
+      "|    clg_setpoint                 | -0.69141054 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.5418966  |\n",
+      "|    diffuse_solar_radiation      | -0.717886   |\n",
+      "|    direct_solar_radiation       | -0.5341204  |\n",
+      "|    hour                         | -1.2251943  |\n",
+      "|    htg_setpoint                 | -0.15144828 |\n",
+      "|    month                        | 1.8425957   |\n",
+      "|    outdoor_humidity             | -0.15525989 |\n",
+      "|    outdoor_temperature          | 1.5438634   |\n",
+      "|    people_occupant              | -0.69242746 |\n",
+      "|    total_electricity_HVAC       | -0.58729374 |\n",
+      "|    wind_direction               | 1.3137121   |\n",
+      "|    wind_speed                   | -0.27077767 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 50.416527   |\n",
+      "|    air_temperature              | 20.896954   |\n",
+      "|    clg_setpoint                 | 24.900768   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 16.866886   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 64.0        |\n",
+      "|    outdoor_temperature          | 15.516587   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 36%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 72.56549  |\n",
-      "|    air_temperature              | 20.831415 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 95.0      |\n",
-      "|    direct_solar_radiation       | 255.5     |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 83.0      |\n",
-      "|    outdoor_temperature          | 10.341748 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 1.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.317     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.59335715 |\n",
+      "|    Heating_Setpoint_RL          | 0.8338209   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.62242    |\n",
+      "|    Heating_Setpoint_RL          | 22.315243   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.58274484 |\n",
+      "|    air_humidity                 | 0.16050497  |\n",
+      "|    air_temperature              | -0.16263306 |\n",
+      "|    clg_setpoint                 | -0.73802954 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.42572793 |\n",
+      "|    diffuse_solar_radiation      | -0.33680865 |\n",
+      "|    direct_solar_radiation       | -0.44187856 |\n",
+      "|    hour                         | -1.08048    |\n",
+      "|    htg_setpoint                 | -1.3598061  |\n",
+      "|    month                        | 1.8107836   |\n",
+      "|    outdoor_humidity             | 0.15572722  |\n",
+      "|    outdoor_temperature          | 0.7735568   |\n",
+      "|    people_occupant              | -0.6937937  |\n",
+      "|    total_electricity_HVAC       | -0.5872518  |\n",
+      "|    wind_direction               | -1.3792893  |\n",
+      "|    wind_speed                   | -0.86709756 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 37.24486    |\n",
+      "|    air_temperature              | 22.015062   |\n",
+      "|    clg_setpoint                 | 24.781885   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 33.0        |\n",
+      "|    direct_solar_radiation       | 23.5        |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 71.0        |\n",
+      "|    outdoor_temperature          | 10.436596   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 36%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.53476435  |\n",
+      "|    Heating_Setpoint_RL          | 0.116868176  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.82017     |\n",
+      "|    Heating_Setpoint_RL          | 18.282383    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.58097637  |\n",
+      "|    air_humidity                 | 0.5088886    |\n",
+      "|    air_temperature              | -0.52957666  |\n",
+      "|    clg_setpoint                 | -1.3666419   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.31000787  |\n",
+      "|    diffuse_solar_radiation      | 0.37996796   |\n",
+      "|    direct_solar_radiation       | 0.49231124   |\n",
+      "|    hour                         | -0.9358666   |\n",
+      "|    htg_setpoint                 | -0.034751017 |\n",
+      "|    month                        | 1.7805643    |\n",
+      "|    outdoor_humidity             | 0.67934304   |\n",
+      "|    outdoor_temperature          | 0.8907887    |\n",
+      "|    people_occupant              | -0.6897189   |\n",
+      "|    total_electricity_HVAC       | -0.585572    |\n",
+      "|    wind_direction               | -1.473584    |\n",
+      "|    wind_speed                   | -1.5039821   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 41.18823     |\n",
+      "|    air_temperature              | 21.239964    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 12.0         |\n",
+      "|    diffuse_solar_radiation      | 95.0         |\n",
+      "|    direct_solar_radiation       | 255.5        |\n",
+      "|    hour                         | 5.0          |\n",
+      "|    htg_setpoint                 | 17.33522     |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 83.0         |\n",
+      "|    outdoor_temperature          | 11.306851    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 20.0         |\n",
+      "|    wind_speed                   | 1.5          |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 36%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 74.24994  |\n",
-      "|    air_temperature              | 20.37937  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 153.0     |\n",
-      "|    direct_solar_radiation       | 3.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 50.0      |\n",
-      "|    outdoor_temperature          | 10.105156 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.311     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*--------------------------------------------------------------| 37%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 103.51785 |\n",
-      "|    air_humidity                 | 53.202087 |\n",
-      "|    air_temperature              | 20.09997  |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 178.0     |\n",
-      "|    direct_solar_radiation       | 588.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 52.0      |\n",
-      "|    outdoor_temperature          | 14.155286 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 93643.08  |\n",
-      "|    wind_direction               | 70.0      |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.306     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 37%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1136.2172  |\n",
-      "|    air_humidity                 | 42.1363    |\n",
-      "|    air_temperature              | 23.410343  |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 15.0       |\n",
-      "|    diffuse_solar_radiation      | 200.0      |\n",
-      "|    direct_solar_radiation       | 670.0      |\n",
-      "|    hour                         | 8.0        |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 5.0        |\n",
-      "|    outdoor_humidity             | 37.0       |\n",
-      "|    outdoor_temperature          | 18.402655  |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1022595.44 |\n",
-      "|    wind_direction               | 70.0       |\n",
-      "|    wind_speed                   | 4.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.301      |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------*--------------------------------------------------------------| 37%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3130.67   |\n",
-      "|    air_humidity                 | 48.369793 |\n",
-      "|    air_temperature              | 23.556591 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 374.0     |\n",
-      "|    direct_solar_radiation       | 341.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 48.0      |\n",
-      "|    outdoor_temperature          | 19.423044 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 2817603.0 |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.295     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*--------------------------------------------------------------| 37%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3276.524  |\n",
-      "|    air_humidity                 | 53.28928  |\n",
-      "|    air_temperature              | 23.850237 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 279.0     |\n",
-      "|    direct_solar_radiation       | 649.5     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 55.0      |\n",
-      "|    outdoor_temperature          | 20.656189 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 2948871.5 |\n",
-      "|    wind_direction               | 100.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.29      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 69.13058  |\n",
-      "|    air_temperature              | 24.301405 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 234.0     |\n",
-      "|    direct_solar_radiation       | 3.0       |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 18.272463 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.284     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 74.40799  |\n",
-      "|    air_temperature              | 22.965963 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 281.0     |\n",
-      "|    direct_solar_radiation       | 9.0       |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 18.917852 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 140.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.279     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3669.714  |\n",
-      "|    air_humidity                 | 39.210167 |\n",
-      "|    air_temperature              | 23.827646 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 208.5     |\n",
-      "|    direct_solar_radiation       | 706.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 34.0      |\n",
-      "|    outdoor_temperature          | 23.476068 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 3295098.5 |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.273     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4127.629  |\n",
-      "|    air_humidity                 | 40.88415  |\n",
-      "|    air_temperature              | 24.211084 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 239.0     |\n",
-      "|    direct_solar_radiation       | 528.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 44.0      |\n",
-      "|    outdoor_temperature          | 20.875473 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3716403.5 |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.268     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***------------------------------------------------------------| 39%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3420.548  |\n",
-      "|    air_humidity                 | 45.426456 |\n",
-      "|    air_temperature              | 23.956959 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 266.0     |\n",
-      "|    direct_solar_radiation       | 88.5      |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 50.0      |\n",
-      "|    outdoor_temperature          | 19.384127 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3078493.5 |\n",
-      "|    wind_direction               | 150.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.263     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***------------------------------------------------------------| 39%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1579.4819 |\n",
-      "|    air_humidity                 | 59.7493   |\n",
-      "|    air_temperature              | 23.366064 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 188.5     |\n",
-      "|    direct_solar_radiation       | 101.0     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 15.36043  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 1421501.6 |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.257     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***------------------------------------------------------------| 39%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 55.233074 |\n",
-      "|    air_temperature              | 28.15829  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 39.5      |\n",
-      "|    direct_solar_radiation       | 34.5      |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 16.08662  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.252     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 73.489456 |\n",
-      "|    air_temperature              | 25.69325  |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 18.0      |\n",
-      "|    direct_solar_radiation       | 88.5      |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 34.0      |\n",
-      "|    outdoor_temperature          | 20.846014 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.246     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 76.32439  |\n",
-      "|    air_temperature              | 25.073156 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 48.0      |\n",
-      "|    outdoor_temperature          | 17.44568  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.241     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 47.648335 |\n",
-      "|    air_temperature              | 26.774912 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 32.0      |\n",
-      "|    outdoor_temperature          | 19.110273 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.236     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 69.04204  |\n",
-      "|    air_temperature              | 25.350838 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 78.0      |\n",
-      "|    outdoor_temperature          | 18.403831 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.23      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****----------------------------------------------------------| 41%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 73.97231  |\n",
-      "|    air_temperature              | 24.641607 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 22.064882 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.225     |\n",
-      "-----------------------------------------------\n",
-      "Progress: |*****************************************----------------------------------------------------------| 41%-----------------------------------------------\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 69.824036 |\n",
-      "|    air_temperature              | 23.922873 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 78.0      |\n",
-      "|    outdoor_temperature          | 18.419962 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.219     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****----------------------------------------------------------| 41%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 75.50254  |\n",
-      "|    air_temperature              | 23.970839 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 83.0      |\n",
-      "|    outdoor_temperature          | 18.211943 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 3.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.214     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******---------------------------------------------------------| 42%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 76.16311  |\n",
-      "|    air_temperature              | 23.825941 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 48.0      |\n",
-      "|    outdoor_temperature          | 14.515478 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 350.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.208     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******---------------------------------------------------------| 42%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 88.36912  |\n",
-      "|    air_temperature              | 21.474377 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 60.0      |\n",
-      "|    outdoor_temperature          | 12.512131 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.203     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******---------------------------------------------------------| 42%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 82.39349  |\n",
-      "|    air_temperature              | 21.8717   |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 44.0      |\n",
-      "|    outdoor_temperature          | 16.210348 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.198     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 75.15875  |\n",
-      "|    air_temperature              | 21.211725 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 30.5      |\n",
-      "|    direct_solar_radiation       | 127.0     |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 70.0      |\n",
-      "|    outdoor_temperature          | 14.304934 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 1.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.192     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 91.285484 |\n",
-      "|    air_temperature              | 21.456501 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 131.0     |\n",
-      "|    direct_solar_radiation       | 120.5     |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 84.0      |\n",
-      "|    outdoor_temperature          | 18.877153 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.187     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 97.047325 |\n",
-      "|    air_temperature              | 20.787859 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 153.0     |\n",
-      "|    direct_solar_radiation       | 12.0      |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 16.614325 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.181     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.41702  |\n",
-      "|    air_temperature              | 23.228634 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 185.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 59.0      |\n",
-      "|    outdoor_temperature          | 23.758158 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 350.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.176     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.8534   |\n",
-      "|    air_temperature              | 24.084793 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 215.0     |\n",
-      "|    direct_solar_radiation       | 632.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 42.0      |\n",
-      "|    outdoor_temperature          | 20.098276 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 340.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.17      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3718.872  |\n",
-      "|    air_humidity                 | 53.877106 |\n",
-      "|    air_temperature              | 23.519888 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 368.0     |\n",
-      "|    direct_solar_radiation       | 470.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 37.0      |\n",
-      "|    outdoor_temperature          | 24.126413 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3319559.5 |\n",
-      "|    wind_direction               | 70.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.165     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3689.9016 |\n",
-      "|    air_humidity                 | 59.44847  |\n",
-      "|    air_temperature              | 23.61409  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 324.0     |\n",
-      "|    direct_solar_radiation       | 150.5     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 21.86438  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3320911.5 |\n",
-      "|    wind_direction               | 140.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.16      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4656.9316 |\n",
-      "|    air_humidity                 | 60.589455 |\n",
-      "|    air_temperature              | 23.196474 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 285.5     |\n",
-      "|    direct_solar_radiation       | 137.5     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 21.750145 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 4191238.2 |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 8.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.154     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********------------------------------------------------------| 45%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3025.9248 |\n",
-      "|    air_humidity                 | 59.557205 |\n",
-      "|    air_temperature              | 23.235693 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 258.0     |\n",
-      "|    direct_solar_radiation       | 688.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 23.093733 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 2717327.2 |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.149     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********------------------------------------------------------| 45%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5699.271  |\n",
-      "|    air_humidity                 | 58.27975  |\n",
-      "|    air_temperature              | 23.849758 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 248.0     |\n",
-      "|    direct_solar_radiation       | 632.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 22.49144  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 5129490.5 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.143     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********------------------------------------------------------| 45%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 63.614998 |\n",
-      "|    air_temperature              | 28.336887 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 297.0     |\n",
-      "|    direct_solar_radiation       | 313.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 69.0      |\n",
-      "|    outdoor_temperature          | 25.138285 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.138     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 71.799965 |\n",
-      "|    air_temperature              | 26.287437 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 130.0     |\n",
-      "|    direct_solar_radiation       | 629.5     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 69.0      |\n",
-      "|    outdoor_temperature          | 25.576597 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 160.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.133     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6111.2476 |\n",
-      "|    air_humidity                 | 59.461708 |\n",
-      "|    air_temperature              | 23.92439  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 137.5     |\n",
-      "|    direct_solar_radiation       | 411.0     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 81.0      |\n",
-      "|    outdoor_temperature          | 23.203123 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5500122.5 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.127     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 48.99368  |\n",
-      "|    air_temperature              | 29.967133 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 77.5      |\n",
-      "|    direct_solar_radiation       | 232.0     |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 85.0      |\n",
-      "|    outdoor_temperature          | 21.989483 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.122     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 54.70692  |\n",
-      "|    air_temperature              | 31.041197 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 25.5      |\n",
-      "|    direct_solar_radiation       | 49.0      |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 45.0      |\n",
-      "|    outdoor_temperature          | 33.851494 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.116     |\n",
-      "-----------------------------------------------\n",
-      "----------------------------------------------************----------------------------------------------------| 47%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 9        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 22.5     |\n",
-      "|    Heating_Setpoint_RL          | 21       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 0.0      |\n",
-      "|    air_humidity                 | 57.80717 |\n",
-      "|    air_temperature              | 29.11506 |\n",
-      "|    clg_setpoint                 | 28.0     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 20.0     |\n",
-      "|    diffuse_solar_radiation      | 0.0      |\n",
-      "|    direct_solar_radiation       | 0.0      |\n",
-      "|    hour                         | 19.0     |\n",
-      "|    htg_setpoint                 | 17.0     |\n",
-      "|    month                        | 6.0      |\n",
-      "|    outdoor_humidity             | 66.0     |\n",
-      "|    outdoor_temperature          | 22.44267 |\n",
-      "|    people_occupant              | 2.0      |\n",
-      "|    total_electricity_HVAC       | 0.0      |\n",
-      "|    wind_direction               | 150.0    |\n",
-      "|    wind_speed                   | 4.1      |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.111    |\n",
-      "----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 69.88379  |\n",
-      "|    air_temperature              | 26.209824 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 22.141724 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.105     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 67.0384   |\n",
-      "|    air_temperature              | 26.988644 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 39.0      |\n",
-      "|    outdoor_temperature          | 25.799631 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.1       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 71.74893  |\n",
-      "|    air_temperature              | 25.803793 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 22.252745 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.0945    |\n",
-      "-----------------------------------------------\n",
-      "Progress: |************************************************---------------------------------------------------| 48%-----------------------------------------------\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 82.792534 |\n",
-      "|    air_temperature              | 23.821617 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 23.262617 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 80.0      |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.0891    |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************---------------------------------------------------| 48%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.07156  |\n",
-      "|    air_temperature              | 24.140497 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 59.0      |\n",
-      "|    outdoor_temperature          | 23.70243  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.0837    |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************--------------------------------------------------| 49%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.9876   |\n",
-      "|    air_temperature              | 23.416883 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 21.679785 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.0783    |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************--------------------------------------------------| 49%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 89.26148  |\n",
-      "|    air_temperature              | 22.31012  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 18.627705 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.0729    |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************--------------------------------------------------| 49%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 84.31166  |\n",
-      "|    air_temperature              | 23.167301 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 19.406437 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.0674    |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************--------------------------------------------------| 49%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 86.98578  |\n",
-      "|    air_temperature              | 22.602865 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 27.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 19.922998 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.062     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 90.4189   |\n",
-      "|    air_temperature              | 22.064188 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 66.0      |\n",
-      "|    direct_solar_radiation       | 387.5     |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 20.899763 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.0566    |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 84.49839  |\n",
-      "|    air_temperature              | 22.61911  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 89.5      |\n",
-      "|    direct_solar_radiation       | 616.5     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 81.0      |\n",
-      "|    outdoor_temperature          | 23.602169 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 1.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.0512    |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2481.0112 |\n",
-      "|    air_humidity                 | 78.070724 |\n",
-      "|    air_temperature              | 21.226805 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 281.5     |\n",
-      "|    direct_solar_radiation       | 33.0      |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 64.0      |\n",
-      "|    outdoor_temperature          | 27.402737 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2232910.0 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5305.9785 |\n",
-      "|    air_humidity                 | 64.83157  |\n",
-      "|    air_temperature              | 22.350382 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 343.5     |\n",
-      "|    direct_solar_radiation       | 389.0     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 67.0      |\n",
-      "|    outdoor_temperature          | 25.031082 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4764079.0 |\n",
-      "|    wind_direction               | 70.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6145.438  |\n",
-      "|    air_humidity                 | 62.26124  |\n",
-      "|    air_temperature              | 23.057213 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 316.0     |\n",
-      "|    direct_solar_radiation       | 322.5     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 77.0      |\n",
-      "|    outdoor_temperature          | 24.743015 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5510481.5 |\n",
-      "|    wind_direction               | 140.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 68.91196  |\n",
-      "|    air_temperature              | 26.389618 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 282.5     |\n",
-      "|    direct_solar_radiation       | 624.5     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 67.0      |\n",
-      "|    outdoor_temperature          | 30.014492 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 65.50601  |\n",
-      "|    air_temperature              | 27.251705 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 331.0     |\n",
-      "|    direct_solar_radiation       | 570.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 41.0      |\n",
-      "|    outdoor_temperature          | 35.047768 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 9042.422  |\n",
-      "|    air_humidity                 | 57.82255  |\n",
-      "|    air_temperature              | 24.51498  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 351.5     |\n",
-      "|    direct_solar_radiation       | 212.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 66.0      |\n",
-      "|    outdoor_temperature          | 30.24039  |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 8140713.5 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************-----------------------------------------------| 52%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 8990.244  |\n",
-      "|    air_humidity                 | 59.047405 |\n",
-      "|    air_temperature              | 24.920425 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 298.5     |\n",
-      "|    direct_solar_radiation       | 578.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 57.0      |\n",
-      "|    outdoor_temperature          | 32.450413 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 8086992.0 |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************-----------------------------------------------| 52%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5874.5728 |\n",
-      "|    air_humidity                 | 56.598827 |\n",
-      "|    air_temperature              | 24.524734 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 267.0     |\n",
-      "|    direct_solar_radiation       | 392.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 33.0      |\n",
-      "|    outdoor_temperature          | 30.972729 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5269392.5 |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************-----------------------------------------------| 52%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5402.8213 |\n",
-      "|    air_humidity                 | 52.59891  |\n",
-      "|    air_temperature              | 24.395102 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 202.0     |\n",
-      "|    direct_solar_radiation       | 505.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 32.0      |\n",
-      "|    outdoor_temperature          | 28.396152 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4856598.5 |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5825.845  |\n",
-      "|    air_humidity                 | 58.718395 |\n",
-      "|    air_temperature              | 24.014736 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 73.5      |\n",
-      "|    direct_solar_radiation       | 665.0     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 58.0      |\n",
-      "|    outdoor_temperature          | 25.856668 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5243260.5 |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 53.448227 |\n",
-      "|    air_temperature              | 29.858162 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 84.0      |\n",
-      "|    direct_solar_radiation       | 214.0     |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 72.0      |\n",
-      "|    outdoor_temperature          | 27.553564 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 64.39038  |\n",
-      "|    air_temperature              | 26.706186 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 12.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 22.227594 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 90.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 59.30035  |\n",
-      "|    air_temperature              | 28.517382 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 82.0      |\n",
-      "|    outdoor_temperature          | 22.560928 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 160.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 68.19401  |\n",
-      "|    air_temperature              | 27.295546 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 51.0      |\n",
-      "|    outdoor_temperature          | 27.625349 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 10.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 72.78848  |\n",
-      "|    air_temperature              | 26.51976  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 25.196743 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 160.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.561935 |\n",
-      "|    air_temperature              | 24.249304 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 91.0      |\n",
-      "|    outdoor_temperature          | 21.584465 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "Progress: |*******************************************************--------------------------------------------| 55%-----------------------------------------------\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 77.58174  |\n",
-      "|    air_temperature              | 24.539743 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 94.0      |\n",
-      "|    outdoor_temperature          | 26.045515 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************--------------------------------------------| 55%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 73.604805 |\n",
-      "|    air_temperature              | 25.405827 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 85.0      |\n",
-      "|    outdoor_temperature          | 24.540695 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************--------------------------------------------| 55%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 77.42579  |\n",
-      "|    air_temperature              | 24.458406 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 25.382166 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 9.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 84.15275  |\n",
-      "|    air_temperature              | 23.566076 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 94.0      |\n",
-      "|    outdoor_temperature          | 24.34201  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 86.7414   |\n",
-      "|    air_temperature              | 22.618448 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 21.542467 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 81.86973  |\n",
-      "|    air_temperature              | 23.105227 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 23.0      |\n",
-      "|    direct_solar_radiation       | 7.5       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 25.863367 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 91.777534 |\n",
-      "|    air_temperature              | 22.225996 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 66.0      |\n",
-      "|    direct_solar_radiation       | 21.5      |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 20.798347 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 57%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 85.82952  |\n",
-      "|    air_temperature              | 23.096634 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 102.5     |\n",
-      "|    direct_solar_radiation       | 235.5     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 21.932587 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 57%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.898224 |\n",
-      "|    air_temperature              | 24.078562 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 157.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 23.581535 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 57%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4853.2866 |\n",
-      "|    air_humidity                 | 64.223564 |\n",
-      "|    air_temperature              | 22.301798 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 246.0     |\n",
-      "|    direct_solar_radiation       | 103.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 62.0      |\n",
-      "|    outdoor_temperature          | 25.080772 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4367958.0 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 57%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 7106.1353 |\n",
-      "|    air_humidity                 | 61.67097  |\n",
-      "|    air_temperature              | 23.269861 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 352.5     |\n",
-      "|    direct_solar_radiation       | 310.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 82.0      |\n",
-      "|    outdoor_temperature          | 25.929888 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 6367651.5 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************------------------------------------------| 58%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5841.152  |\n",
-      "|    air_humidity                 | 60.543064 |\n",
-      "|    air_temperature              | 23.566633 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 416.5     |\n",
-      "|    direct_solar_radiation       | 66.0      |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 62.0      |\n",
-      "|    outdoor_temperature          | 26.519234 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5209345.0 |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************------------------------------------------| 58%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6789.402  |\n",
-      "|    air_humidity                 | 57.23053  |\n",
-      "|    air_temperature              | 24.330137 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 197.0     |\n",
-      "|    direct_solar_radiation       | 784.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 44.0      |\n",
-      "|    outdoor_temperature          | 31.489174 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 6164890.0 |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************------------------------------------------| 58%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 9290.521  |\n",
-      "|    air_humidity                 | 57.967903 |\n",
-      "|    air_temperature              | 24.993517 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 184.5     |\n",
-      "|    direct_solar_radiation       | 711.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 72.0      |\n",
-      "|    outdoor_temperature          | 31.004633 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 8339602.5 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************----------------------------------------| 59%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 68.39203  |\n",
-      "|    air_temperature              | 28.487068 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 298.0     |\n",
-      "|    direct_solar_radiation       | 500.0     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 72.0      |\n",
-      "|    outdoor_temperature          | 30.68283  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************----------------------------------------| 59%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 66.07435  |\n",
-      "|    air_temperature              | 28.946291 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 244.0     |\n",
-      "|    direct_solar_radiation       | 481.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 30.498264 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************----------------------------------------| 59%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 9002.211  |\n",
-      "|    air_humidity                 | 60.445164 |\n",
-      "|    air_temperature              | 24.583647 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 151.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 88.0      |\n",
-      "|    outdoor_temperature          | 26.536777 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 8101990.0 |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************----------------------------------------| 59%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4601.3066 |\n",
-      "|    air_humidity                 | 61.324406 |\n",
-      "|    air_temperature              | 23.162462 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 80.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 84.0      |\n",
-      "|    outdoor_temperature          | 21.187864 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4141176.0 |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 48.871037 |\n",
-      "|    air_temperature              | 29.925226 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 57.0      |\n",
-      "|    direct_solar_radiation       | 228.5     |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 47.0      |\n",
-      "|    outdoor_temperature          | 26.071585 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 70.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 53.308235 |\n",
-      "|    air_temperature              | 29.915752 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 61.0      |\n",
-      "|    outdoor_temperature          | 21.503227 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 56.636124 |\n",
-      "|    air_temperature              | 28.742277 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 66.0      |\n",
-      "|    outdoor_temperature          | 22.733294 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 63.47045  |\n",
-      "|    air_temperature              | 27.229761 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 85.0      |\n",
-      "|    outdoor_temperature          | 23.311094 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************--------------------------------------| 61%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 66.61175  |\n",
-      "|    air_temperature              | 26.358007 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 94.0      |\n",
-      "|    outdoor_temperature          | 23.789915 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************--------------------------------------| 61%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 73.53897  |\n",
-      "|    air_temperature              | 25.65634  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 74.0      |\n",
-      "|    outdoor_temperature          | 27.896782 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "Progress: |**************************************************************-------------------------------------| 62%-----------------------------------------------\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 75.148575 |\n",
-      "|    air_temperature              | 24.968826 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 82.0      |\n",
-      "|    outdoor_temperature          | 22.955194 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.31977  |\n",
-      "|    air_temperature              | 24.230255 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 24.522755 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.130356 |\n",
-      "|    air_temperature              | 23.756025 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 22.456839 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 100.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.35365  |\n",
-      "|    air_temperature              | 24.506315 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 23.943144 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.7912   |\n",
-      "|    air_temperature              | 24.995941 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 58.0      |\n",
-      "|    outdoor_temperature          | 26.172163 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 91.53649  |\n",
-      "|    air_temperature              | 23.048388 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 70.0      |\n",
-      "|    outdoor_temperature          | 19.684956 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 87.73716  |\n",
-      "|    air_temperature              | 21.66965  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 52.5      |\n",
-      "|    direct_solar_radiation       | 100.0     |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 83.0      |\n",
-      "|    outdoor_temperature          | 15.233419 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.77063  |\n",
-      "|    air_temperature              | 22.572788 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 71.5      |\n",
-      "|    direct_solar_radiation       | 425.0     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 66.0      |\n",
-      "|    outdoor_temperature          | 23.186699 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************-----------------------------------| 64%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2988.8997 |\n",
-      "|    air_humidity                 | 73.81425  |\n",
-      "|    air_temperature              | 21.999039 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 88.0      |\n",
-      "|    direct_solar_radiation       | 715.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 45.0      |\n",
-      "|    outdoor_temperature          | 26.786617 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2714391.8 |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************-----------------------------------| 64%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3137.0544 |\n",
-      "|    air_humidity                 | 61.19183  |\n",
-      "|    air_temperature              | 22.177671 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 253.5     |\n",
-      "|    direct_solar_radiation       | 445.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 48.0      |\n",
-      "|    outdoor_temperature          | 22.343174 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 2801224.0 |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************-----------------------------------| 64%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 72.13367  |\n",
-      "|    air_temperature              | 24.903711 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 234.0     |\n",
-      "|    direct_solar_radiation       | 632.5     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 51.0      |\n",
-      "|    outdoor_temperature          | 26.507423 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 70.41207  |\n",
-      "|    air_temperature              | 25.408579 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 209.5     |\n",
-      "|    direct_solar_radiation       | 729.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 34.0      |\n",
-      "|    outdoor_temperature          | 22.097107 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5351.1226 |\n",
-      "|    air_humidity                 | 58.171345 |\n",
-      "|    air_temperature              | 23.91477  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 214.0     |\n",
-      "|    direct_solar_radiation       | 561.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 52.0      |\n",
-      "|    outdoor_temperature          | 26.362823 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 4806430.0 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5359.0513 |\n",
-      "|    air_humidity                 | 56.55467  |\n",
-      "|    air_temperature              | 24.294718 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 246.0     |\n",
-      "|    direct_solar_radiation       | 455.5     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 65.0      |\n",
-      "|    outdoor_temperature          | 30.070414 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 4887073.0 |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3752.6602 |\n",
-      "|    air_humidity                 | 52.818874 |\n",
-      "|    air_temperature              | 24.058065 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 146.5     |\n",
-      "|    direct_solar_radiation       | 737.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 42.0      |\n",
-      "|    outdoor_temperature          | 24.97303  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 3369927.5 |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5573.891  |\n",
-      "|    air_humidity                 | 57.449215 |\n",
-      "|    air_temperature              | 24.29049  |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 145.5     |\n",
-      "|    direct_solar_radiation       | 682.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 60.0      |\n",
-      "|    outdoor_temperature          | 25.14221  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5003182.5 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5860.3286 |\n",
-      "|    air_humidity                 | 37.1701   |\n",
-      "|    air_temperature              | 24.564209 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 114.0     |\n",
-      "|    direct_solar_radiation       | 581.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 20.0      |\n",
-      "|    outdoor_temperature          | 28.693348 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5268518.0 |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 46.263493 |\n",
-      "|    air_temperature              | 28.117382 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 57.5      |\n",
-      "|    direct_solar_radiation       | 492.5     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 76.0      |\n",
-      "|    outdoor_temperature          | 24.179312 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 9.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 45.025    |\n",
-      "|    air_temperature              | 28.550064 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 31.5      |\n",
-      "|    direct_solar_radiation       | 19.5      |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 35.0      |\n",
-      "|    outdoor_temperature          | 27.793127 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************--------------------------------| 67%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 54.289627 |\n",
-      "|    air_temperature              | 29.596655 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 73.0      |\n",
-      "|    outdoor_temperature          | 22.908802 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************--------------------------------| 67%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 53.948284 |\n",
-      "|    air_temperature              | 28.350603 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 55.0      |\n",
-      "|    outdoor_temperature          | 22.92673  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************--------------------------------| 67%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 66.87577  |\n",
-      "|    air_temperature              | 27.287249 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 64.0      |\n",
-      "|    outdoor_temperature          | 24.204128 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************-------------------------------| 68%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 72.05659  |\n",
-      "|    air_temperature              | 25.802189 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 69.0      |\n",
-      "|    outdoor_temperature          | 23.501991 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************-------------------------------| 68%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 73.47732  |\n",
-      "|    air_temperature              | 25.126427 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 22.370691 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 150.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "Progress: |********************************************************************-------------------------------| 68%-----------------------------------------------\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 73.2652   |\n",
-      "|    air_temperature              | 25.092297 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 21.099207 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.47031  |\n",
-      "|    air_temperature              | 22.970182 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 81.0      |\n",
-      "|    outdoor_temperature          | 19.91283  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 70.0      |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 82.12721  |\n",
-      "|    air_temperature              | 22.954018 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 75.0      |\n",
-      "|    outdoor_temperature          | 21.076895 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 340.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 70.639404 |\n",
-      "|    air_temperature              | 21.706398 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 62.0      |\n",
-      "|    outdoor_temperature          | 12.323276 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 67.0841   |\n",
-      "|    air_temperature              | 21.694613 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 67.0      |\n",
-      "|    outdoor_temperature          | 15.121407 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************-----------------------------| 70%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 82.34458  |\n",
-      "|    air_temperature              | 22.672228 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 76.0      |\n",
-      "|    outdoor_temperature          | 23.33292  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************-----------------------------| 70%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.37435  |\n",
-      "|    air_temperature              | 23.098211 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 22.0      |\n",
-      "|    direct_solar_radiation       | 1.5       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 22.74073  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************-----------------------------| 70%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.09637  |\n",
-      "|    air_temperature              | 22.759245 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 83.5      |\n",
-      "|    direct_solar_radiation       | 286.5     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 17.67871  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1371.7104 |\n",
-      "|    air_humidity                 | 78.25826  |\n",
-      "|    air_temperature              | 20.039146 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 174.0     |\n",
-      "|    direct_solar_radiation       | 104.5     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 61.0      |\n",
-      "|    outdoor_temperature          | 19.290564 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1234998.8 |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4050.8926 |\n",
-      "|    air_humidity                 | 67.34919  |\n",
-      "|    air_temperature              | 21.52845  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 127.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 19.215305 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3645803.2 |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3004.9004 |\n",
-      "|    air_humidity                 | 60.246204 |\n",
-      "|    air_temperature              | 22.964148 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 299.0     |\n",
-      "|    direct_solar_radiation       | 364.5     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 51.0      |\n",
-      "|    outdoor_temperature          | 21.560059 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 2684185.5 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3808.9343 |\n",
-      "|    air_humidity                 | 59.175064 |\n",
-      "|    air_temperature              | 23.599087 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 426.5     |\n",
-      "|    direct_solar_radiation       | 111.5     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 65.0      |\n",
-      "|    outdoor_temperature          | 21.939615 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3428041.0 |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3255.3972 |\n",
-      "|    air_humidity                 | 55.725792 |\n",
-      "|    air_temperature              | 23.779278 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 262.5     |\n",
-      "|    direct_solar_radiation       | 437.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 49.0      |\n",
-      "|    outdoor_temperature          | 23.010288 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 2929857.5 |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 82.00577  |\n",
-      "|    air_temperature              | 23.490236 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 209.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 71.0      |\n",
-      "|    outdoor_temperature          | 22.610647 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.138374 |\n",
-      "|    air_temperature              | 23.77459  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 160.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 94.0      |\n",
-      "|    outdoor_temperature          | 22.711033 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 501.99664 |\n",
-      "|    air_humidity                 | 30.882849 |\n",
-      "|    air_temperature              | 25.489855 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 178.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 42.0      |\n",
-      "|    outdoor_temperature          | 16.924389 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 451796.97 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************--------------------------| 73%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1538.3142 |\n",
-      "|    air_humidity                 | 40.38514  |\n",
-      "|    air_temperature              | 24.152029 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 80.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 56.0      |\n",
-      "|    outdoor_temperature          | 16.750742 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 1361756.1 |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************--------------------------| 73%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1562.5536 |\n",
-      "|    air_humidity                 | 57.7763   |\n",
-      "|    air_temperature              | 23.69666  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 33.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 15.362766 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 1406267.5 |\n",
-      "|    wind_direction               | 70.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************--------------------------| 73%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 52.56485  |\n",
-      "|    air_temperature              | 27.943174 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 86.0      |\n",
-      "|    outdoor_temperature          | 18.228003 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 100.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************-------------------------| 74%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 56.614223 |\n",
-      "|    air_temperature              | 29.171944 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 53.0      |\n",
-      "|    outdoor_temperature          | 19.968481 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************-------------------------| 74%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 71.62621  |\n",
-      "|    air_temperature              | 26.012545 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 41.0      |\n",
-      "|    outdoor_temperature          | 16.645796 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************-------------------------| 74%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.65945  |\n",
-      "|    air_temperature              | 24.503786 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 75.0      |\n",
-      "|    outdoor_temperature          | 14.65261  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************-------------------------| 74%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 67.32206  |\n",
-      "|    air_temperature              | 24.97646  |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 14.896741 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************------------------------| 75%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 193.37918 |\n",
-      "|    air_humidity                 | 53.04839  |\n",
-      "|    air_temperature              | 20.552856 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 11.888072 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 170850.98 |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "Progress: |***************************************************************************------------------------| 75%-----------------------------------------------\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 91.6472   |\n",
-      "|    air_humidity                 | 62.588314 |\n",
-      "|    air_temperature              | 21.2672   |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 14.231259 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 81602.86  |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************------------------------| 75%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 70.04255  |\n",
-      "|    air_temperature              | 21.505669 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 16.890583 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************-----------------------| 76%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 59.37259  |\n",
-      "|    air_temperature              | 21.999968 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 86.0      |\n",
-      "|    outdoor_temperature          | 15.308412 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************-----------------------| 76%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 61.38226  |\n",
-      "|    air_temperature              | 23.647644 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 20.262846 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 11.3      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************-----------------------| 76%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 608.0272  |\n",
-      "|    air_humidity                 | 31.537436 |\n",
-      "|    air_temperature              | 19.350393 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 8.612885  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 518107.1  |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************----------------------| 77%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 21.907684 |\n",
-      "|    air_temperature              | 18.80182  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 58.0      |\n",
-      "|    outdoor_temperature          | 4.671904  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************----------------------| 77%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 24.602402 |\n",
-      "|    air_temperature              | 19.819515 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 92.0      |\n",
-      "|    outdoor_temperature          | 2.654228  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************----------------------| 77%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 34.41275  |\n",
-      "|    air_temperature              | 20.909618 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 64.0      |\n",
-      "|    direct_solar_radiation       | 174.0     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 80.0      |\n",
-      "|    outdoor_temperature          | 8.19851   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************----------------------| 77%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 160.70125 |\n",
-      "|    air_humidity                 | 66.53428  |\n",
-      "|    air_temperature              | 19.79378  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 134.0     |\n",
-      "|    direct_solar_radiation       | 379.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 14.136075 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 146586.66 |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************---------------------| 78%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 57.88952  |\n",
-      "|    air_temperature              | 22.00054  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 125.5     |\n",
-      "|    direct_solar_radiation       | 694.0     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 81.0      |\n",
-      "|    outdoor_temperature          | 17.635881 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************---------------------| 78%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 62.214733 |\n",
-      "|    air_temperature              | 23.414923 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 241.0     |\n",
-      "|    direct_solar_radiation       | 416.5     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 73.0      |\n",
-      "|    outdoor_temperature          | 20.859966 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 150.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************---------------------| 78%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 192.45067 |\n",
-      "|    air_humidity                 | 57.880604 |\n",
-      "|    air_temperature              | 26.456223 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 316.5     |\n",
-      "|    direct_solar_radiation       | 189.5     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 86.0      |\n",
-      "|    outdoor_temperature          | 17.595821 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 173205.6  |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************---------------------| 78%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 34.765224 |\n",
-      "|    air_temperature              | 27.755896 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 202.0     |\n",
-      "|    direct_solar_radiation       | 596.5     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 49.0      |\n",
-      "|    outdoor_temperature          | 19.118748 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************--------------------| 79%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 50.221325 |\n",
-      "|    air_temperature              | 25.792042 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 256.0     |\n",
-      "|    direct_solar_radiation       | 306.5     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 73.0      |\n",
-      "|    outdoor_temperature          | 18.685549 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************--------------------| 79%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 29.643288 |\n",
-      "|    air_temperature              | 25.088284 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 145.5     |\n",
-      "|    direct_solar_radiation       | 614.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 39.0      |\n",
-      "|    outdoor_temperature          | 16.19097  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 11.8      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************--------------------| 79%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 455.85727 |\n",
-      "|    air_humidity                 | 23.233004 |\n",
-      "|    air_temperature              | 25.580149 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 105.5     |\n",
-      "|    direct_solar_radiation       | 518.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 32.0      |\n",
-      "|    outdoor_temperature          | 14.719782 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 410271.56 |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************-------------------| 80%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 32.46782  |\n",
-      "|    air_temperature              | 23.050169 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 54.5      |\n",
-      "|    direct_solar_radiation       | 427.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 62.0      |\n",
-      "|    outdoor_temperature          | 15.007018 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************-------------------| 80%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 104.0049  |\n",
-      "|    air_humidity                 | 40.469254 |\n",
-      "|    air_temperature              | 25.762215 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 15.5      |\n",
-      "|    direct_solar_radiation       | 136.5     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 65.0      |\n",
-      "|    outdoor_temperature          | 16.85201  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 110891.28 |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************-------------------| 80%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 47.767754 |\n",
-      "|    air_temperature              | 25.61364  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 72.0      |\n",
-      "|    outdoor_temperature          | 16.869762 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 10.8      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************-------------------| 80%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 109.77352 |\n",
-      "|    air_humidity                 | 62.86594  |\n",
-      "|    air_temperature              | 25.587751 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 16.71503  |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 98810.305 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 72.662445 |\n",
-      "|    air_temperature              | 22.676569 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 17.344183 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 160.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 71.353714 |\n",
-      "|    air_temperature              | 24.358383 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 18.299417 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 18.589087 |\n",
-      "|    air_temperature              | 22.21219  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 28.0      |\n",
-      "|    outdoor_temperature          | 16.183949 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 18.206142 |\n",
-      "|    air_temperature              | 21.999985 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 48.0      |\n",
-      "|    outdoor_temperature          | 7.863268  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 10.3      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************-----------------| 82%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 70.79328  |\n",
-      "|    air_humidity                 | 21.031765 |\n",
-      "|    air_temperature              | 20.74373  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 50.0      |\n",
-      "|    outdoor_temperature          | 7.3715158 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 61825.062 |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************-----------------| 82%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 23.970629 |\n",
-      "|    air_temperature              | 18.405119 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 61.0      |\n",
-      "|    outdoor_temperature          | 5.1220016 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************----------------| 83%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 201.19078 |\n",
-      "|    air_humidity                 | 28.49424  |\n",
-      "|    air_temperature              | 21.015865 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 47.0      |\n",
-      "|    outdoor_temperature          | 12.931328 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 188645.92 |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************----------------| 83%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 948.2007  |\n",
-      "|    air_humidity                 | 20.858418 |\n",
-      "|    air_temperature              | 19.403952 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 53.0      |\n",
-      "|    outdoor_temperature          | 4.6075807 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 801069.8  |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 1.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************----------------| 83%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 41.18096  |\n",
-      "|    air_temperature              | 18.634413 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 70.0      |\n",
-      "|    outdoor_temperature          | 4.9571757 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 350.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************----------------| 83%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 95.37267  |\n",
-      "|    air_humidity                 | 24.629105 |\n",
-      "|    air_temperature              | 20.14481  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 62.0      |\n",
-      "|    outdoor_temperature          | 6.937596  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 82714.27  |\n",
-      "|    wind_direction               | 340.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 68.66032  |\n",
-      "|    air_humidity                 | 28.74519  |\n",
-      "|    air_temperature              | 20.179213 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 71.0      |\n",
-      "|    outdoor_temperature          | 8.355169  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 61025.4   |\n",
-      "|    wind_direction               | 350.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 42.22224  |\n",
-      "|    air_temperature              | 20.154366 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 34.5      |\n",
-      "|    direct_solar_radiation       | 136.0     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 86.0      |\n",
-      "|    outdoor_temperature          | 8.601156  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 300.50192 |\n",
-      "|    air_humidity                 | 34.13722  |\n",
-      "|    air_temperature              | 20.724718 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 91.0      |\n",
-      "|    direct_solar_radiation       | 372.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 68.0      |\n",
-      "|    outdoor_temperature          | 10.182717 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 260286.92 |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 871.7625  |\n",
-      "|    air_humidity                 | 27.324717 |\n",
-      "|    air_temperature              | 21.460247 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 116.5     |\n",
-      "|    direct_solar_radiation       | 556.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 55.0      |\n",
-      "|    outdoor_temperature          | 7.6401772 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 784586.25 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************--------------| 85%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 663.8411  |\n",
-      "|    air_humidity                 | 35.611805 |\n",
-      "|    air_temperature              | 23.279047 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 158.0     |\n",
-      "|    direct_solar_radiation       | 527.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 66.0      |\n",
-      "|    outdoor_temperature          | 11.253662 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 610932.6  |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************--------------| 85%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 39.466824 |\n",
-      "|    air_temperature              | 23.828392 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 255.0     |\n",
-      "|    direct_solar_radiation       | 190.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 69.0      |\n",
-      "|    outdoor_temperature          | 12.27229  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************--------------| 85%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 46.755707 |\n",
-      "|    air_temperature              | 21.837193 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 237.5     |\n",
-      "|    direct_solar_radiation       | 86.5      |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 64.0      |\n",
-      "|    outdoor_temperature          | 16.700947 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 130.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************-------------| 86%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 54.78266  |\n",
-      "|    air_temperature              | 21.810846 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 189.0     |\n",
-      "|    direct_solar_radiation       | 15.0      |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 75.0      |\n",
-      "|    outdoor_temperature          | 14.556306 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************-------------| 86%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 295.21298 |\n",
-      "|    air_humidity                 | 48.13714  |\n",
-      "|    air_temperature              | 25.021883 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 194.0     |\n",
-      "|    direct_solar_radiation       | 123.0     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 84.0      |\n",
-      "|    outdoor_temperature          | 13.235451 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 266980.47 |\n",
-      "|    wind_direction               | 350.0     |\n",
-      "|    wind_speed                   | 8.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************-------------| 86%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 539.43866 |\n",
-      "|    air_humidity                 | 36.041264 |\n",
-      "|    air_temperature              | 24.243587 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 115.5     |\n",
-      "|    direct_solar_radiation       | 82.0      |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 66.0      |\n",
-      "|    outdoor_temperature          | 10.984423 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 485494.8  |\n",
-      "|    wind_direction               | 340.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************-------------| 86%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 902.7748  |\n",
-      "|    air_humidity                 | 41.3403   |\n",
-      "|    air_temperature              | 23.527079 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 38.0      |\n",
-      "|    direct_solar_radiation       | 53.5      |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 83.0      |\n",
-      "|    outdoor_temperature          | 9.99827   |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 812497.3  |\n",
-      "|    wind_direction               | 150.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 650.0828  |\n",
-      "|    air_humidity                 | 52.764694 |\n",
-      "|    air_temperature              | 23.35507  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 10.372531 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 585074.56 |\n",
-      "|    wind_direction               | 160.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 28.211124 |\n",
-      "|    air_temperature              | 22.976395 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 56.0      |\n",
-      "|    outdoor_temperature          | 6.600526  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 27.771719 |\n",
-      "|    air_temperature              | 20.824842 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 9.77587   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 27.479923 |\n",
-      "|    air_temperature              | 20.357563 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 57.0      |\n",
-      "|    outdoor_temperature          | 6.0292397 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 10.3      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************************-----------| 88%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 727.8344  |\n",
-      "|    air_humidity                 | 25.417734 |\n",
-      "|    air_temperature              | 21.000147 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 64.0      |\n",
-      "|    outdoor_temperature          | 5.013974  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 646563.2  |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************************-----------| 88%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 31.97609  |\n",
-      "|    air_temperature              | 21.428865 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 74.0      |\n",
-      "|    outdoor_temperature          | 3.8844962 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************************-----------| 88%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1003.0152 |\n",
-      "|    air_humidity                 | 36.79652  |\n",
-      "|    air_temperature              | 21.041609 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 85.0      |\n",
-      "|    outdoor_temperature          | 1.7418324 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 902713.7  |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "Progress: |*****************************************************************************************----------| 89%------------------------------------------------\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 3          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 27         |\n",
-      "|    Heating_Setpoint_RL          | 18         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1480.0426  |\n",
-      "|    air_humidity                 | 29.446743  |\n",
-      "|    air_temperature              | 20.312044  |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 21.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 23.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 11.0       |\n",
-      "|    outdoor_humidity             | 69.0       |\n",
-      "|    outdoor_temperature          | -0.6433044 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1332038.4  |\n",
-      "|    wind_direction               | 270.0      |\n",
-      "|    wind_speed                   | 9.8        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------*****************************************************----------| 89%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2032.5927 |\n",
-      "|    air_humidity                 | 19.228872 |\n",
-      "|    air_temperature              | 20.992287 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 59.0      |\n",
-      "|    outdoor_temperature          | -3.406055 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1829333.4 |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 9.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------****************************************************----------| 89%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1643.0013  |\n",
-      "|    air_humidity                 | 15.219239  |\n",
-      "|    air_temperature              | 19.81402   |\n",
-      "|    clg_setpoint                 | 29.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 24.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 1.0        |\n",
-      "|    htg_setpoint                 | 16.0       |\n",
-      "|    month                        | 11.0       |\n",
-      "|    outdoor_humidity             | 51.0       |\n",
-      "|    outdoor_temperature          | -1.4580983 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1478701.2  |\n",
-      "|    wind_direction               | 340.0      |\n",
-      "|    wind_speed                   | 3.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "------------------------------------------------*****************************************************---------| 90%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1875.4172  |\n",
-      "|    air_humidity                 | 13.846659  |\n",
-      "|    air_temperature              | 21.000006  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 25.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 2.0        |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 11.0       |\n",
-      "|    outdoor_humidity             | 100.0      |\n",
-      "|    outdoor_temperature          | -2.6201777 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1687875.5  |\n",
-      "|    wind_direction               | 50.0       |\n",
-      "|    wind_speed                   | 2.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------******************************************************---------| 90%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 41.86057  |\n",
-      "|    air_temperature              | 19.003658 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 5.8098664 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************************---------| 90%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 807.836   |\n",
-      "|    air_humidity                 | 43.12251  |\n",
-      "|    air_temperature              | 19.362911 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 6.156244  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 681375.3  |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************************---------| 90%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 789.04456 |\n",
-      "|    air_humidity                 | 30.17224  |\n",
-      "|    air_temperature              | 20.636475 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 86.0      |\n",
-      "|    outdoor_temperature          | 5.1578355 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 708359.0  |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************************--------| 91%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 295.55637 |\n",
-      "|    air_humidity                 | 25.87323  |\n",
-      "|    air_temperature              | 19.928282 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 72.0      |\n",
-      "|    outdoor_temperature          | 1.742372  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 266000.75 |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************************--------| 91%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 92.7553   |\n",
-      "|    air_humidity                 | 35.296833 |\n",
-      "|    air_temperature              | 20.206911 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 25.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 7.921776  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 80147.33  |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 8.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************************--------| 91%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 163.46709 |\n",
-      "|    air_humidity                 | 29.838661 |\n",
-      "|    air_temperature              | 19.29609  |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 79.5      |\n",
-      "|    direct_solar_radiation       | 369.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 51.0      |\n",
-      "|    outdoor_temperature          | 5.922729  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 146838.22 |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 12.9      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************************-------| 92%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 17.84719  |\n",
-      "|    air_temperature              | 22.499722 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 93.5      |\n",
-      "|    direct_solar_radiation       | 623.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 39.0      |\n",
-      "|    outdoor_temperature          | 4.658013  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 10.8      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************************-------| 92%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 871.7625  |\n",
-      "|    air_humidity                 | 23.96115  |\n",
-      "|    air_temperature              | 23.561268 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 68.0      |\n",
-      "|    direct_solar_radiation       | 804.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 47.0      |\n",
-      "|    outdoor_temperature          | 6.4370503 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 784586.25 |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************************-------| 92%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.6465  |\n",
-      "|    air_humidity                 | 39.127277 |\n",
-      "|    air_temperature              | 22.928534 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 97.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 7.2501626 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 680081.9  |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************************-------| 92%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 476.10425 |\n",
-      "|    air_humidity                 | 31.817347 |\n",
-      "|    air_temperature              | 22.907028 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 119.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 76.0      |\n",
-      "|    outdoor_temperature          | 5.028878  |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 428493.84 |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************************------| 93%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.6465  |\n",
-      "|    air_humidity                 | 18.59975  |\n",
-      "|    air_temperature              | 22.932472 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 96.5      |\n",
-      "|    direct_solar_radiation       | 104.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 43.0      |\n",
-      "|    outdoor_temperature          | 2.591026  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 680081.9  |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 8.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************************------| 93%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 70.20606  |\n",
-      "|    air_humidity                 | 18.017624 |\n",
-      "|    air_temperature              | 21.000004 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 73.5      |\n",
-      "|    direct_solar_radiation       | 92.5      |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 48.0      |\n",
-      "|    outdoor_temperature          | 4.7990522 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 62652.8   |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 10.3      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------********************************************************------| 93%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 124.541046 |\n",
-      "|    air_humidity                 | 18.26065   |\n",
-      "|    air_temperature              | 22.0       |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 8.0        |\n",
-      "|    diffuse_solar_radiation      | 15.0       |\n",
-      "|    direct_solar_radiation       | 308.5      |\n",
-      "|    hour                         | 15.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 45.0       |\n",
-      "|    outdoor_temperature          | 7.0755606  |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 112187.96  |\n",
-      "|    wind_direction               | 320.0      |\n",
-      "|    wind_speed                   | 5.2        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------*********************************************************------| 93%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 27.55016  |\n",
-      "|    air_temperature              | 23.214323 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 61.0      |\n",
-      "|    outdoor_temperature          | 4.394281  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************************-----| 94%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 35.79371  |\n",
-      "|    air_temperature              | 22.532774 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 3.9512193 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************************-----| 94%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1089.2335 |\n",
-      "|    air_humidity                 | 28.00922  |\n",
-      "|    air_temperature              | 23.024275 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 83.0      |\n",
-      "|    outdoor_temperature          | 1.3107407 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 980310.2  |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************************-----| 94%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 33.208553 |\n",
-      "|    air_temperature              | 21.219198 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 82.0      |\n",
-      "|    outdoor_temperature          | 3.8873405 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************************----| 95%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 835.0407  |\n",
-      "|    air_humidity                 | 21.99288  |\n",
-      "|    air_temperature              | 20.598116 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 52.0      |\n",
-      "|    outdoor_temperature          | 4.8464212 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 755553.3  |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------**********************************************************----| 95%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1402.3055  |\n",
-      "|    air_humidity                 | 14.491304  |\n",
-      "|    air_temperature              | 21.000223  |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 14.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 21.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 25.0       |\n",
-      "|    outdoor_temperature          | -0.2546195 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1262075.0  |\n",
-      "|    wind_direction               | 300.0      |\n",
-      "|    wind_speed                   | 7.7        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------***********************************************************----| 95%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 17.221281 |\n",
-      "|    air_temperature              | 20.598158 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 3.1798205 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 700.85516 |\n",
-      "|    air_humidity                 | 24.989456 |\n",
-      "|    air_temperature              | 20.595875 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 5.265303  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 630769.7  |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 21.265991 |\n",
-      "|    air_temperature              | 20.496058 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 65.0      |\n",
-      "|    outdoor_temperature          | 2.0358138 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 340.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 30.325657 |\n",
-      "|    air_temperature              | 20.983091 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 75.0      |\n",
-      "|    outdoor_temperature          | 2.0346045 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 29.342453 |\n",
-      "|    air_temperature              | 19.903067 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 5.899701  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------************************************************************--| 97%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1322.4016  |\n",
-      "|    air_humidity                 | 22.932446  |\n",
-      "|    air_temperature              | 20.642416  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 21.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 3.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 50.0       |\n",
-      "|    outdoor_temperature          | 0.14490029 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1190161.5  |\n",
-      "|    wind_direction               | 30.0       |\n",
-      "|    wind_speed                   | 3.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "------------------------------------------------************************************************************--| 97%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 7          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 23         |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2363.602   |\n",
-      "|    air_humidity                 | 17.392849  |\n",
-      "|    air_temperature              | 19.999958  |\n",
-      "|    clg_setpoint                 | 25.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 22.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 4.0        |\n",
-      "|    htg_setpoint                 | 20.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 46.0       |\n",
-      "|    outdoor_temperature          | -5.0611014 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 2127241.8  |\n",
-      "|    wind_direction               | 20.0       |\n",
-      "|    wind_speed                   | 4.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------*************************************************************--| 97%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 20.27708  |\n",
-      "|    air_temperature              | 19.663279 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 92.0      |\n",
-      "|    outdoor_temperature          | 2.7721448 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 9.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 29.299072 |\n",
-      "|    air_temperature              | 20.000072 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 72.0      |\n",
-      "|    outdoor_temperature          | 3.103836  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 47.617172 |\n",
-      "|    air_temperature              | 19.266903 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 16.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 10.236619 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 130.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 34.94709  |\n",
-      "|    air_temperature              | 21.744276 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 53.5      |\n",
-      "|    direct_solar_radiation       | 532.0     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 65.0      |\n",
-      "|    outdoor_temperature          | 8.176662  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 972.799   |\n",
-      "|    air_humidity                 | 26.80679  |\n",
-      "|    air_temperature              | 22.411669 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 70.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 92.0      |\n",
-      "|    outdoor_temperature          | 1.435689  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 875519.1  |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 1.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************************| 99%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 29.151196 |\n",
-      "|    air_temperature              | 21.667337 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 115.0     |\n",
-      "|    direct_solar_radiation       | 582.5     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 59.0      |\n",
-      "|    outdoor_temperature          | 3.6377366 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************************| 99%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 101.81965 |\n",
-      "|    air_humidity                 | 19.736752 |\n",
-      "|    air_temperature              | 20.999989 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 133.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 60.0      |\n",
-      "|    outdoor_temperature          | 5.0482287 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 91637.68  |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************************| 99%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 519.18353 |\n",
-      "|    air_humidity                 | 28.049627 |\n",
-      "|    air_temperature              | 22.243378 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 103.5     |\n",
-      "|    direct_solar_radiation       | 24.0      |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 88.0      |\n",
-      "|    outdoor_temperature          | 1.7846037 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 467265.2  |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 14.9      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------**************************************************************| 99%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 3          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 27         |\n",
-      "|    Heating_Setpoint_RL          | 18         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1437.554   |\n",
-      "|    air_humidity                 | 14.440469  |\n",
-      "|    air_temperature              | 23.035702  |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 31.0       |\n",
-      "|    diffuse_solar_radiation      | 102.0      |\n",
-      "|    direct_solar_radiation       | 487.5      |\n",
-      "|    hour                         | 13.0       |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 38.0       |\n",
-      "|    outdoor_temperature          | -1.0675281 |\n",
-      "|    people_occupant              | 16.0       |\n",
-      "|    total_electricity_HVAC       | 1293798.5  |\n",
-      "|    wind_direction               | 300.0      |\n",
-      "|    wind_speed                   | 10.8       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "\n",
-      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n",
-      "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 2]\u001b[0m\n",
-      "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2]\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n",
-      "  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
-      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active\u001b[0m\n",
-      "-----------------------------------------------------\n",
-      "| action_network/                     |             |\n",
-      "|    index                            | 9           |\n",
-      "| action_simulation/                  |             |\n",
-      "|    Cooling_Setpoint_RL              | 22.5        |\n",
-      "|    Heating_Setpoint_RL              | 21          |\n",
-      "| episode/                            |             |\n",
-      "|    comfort_violation_time(%)        | 42.6        |\n",
-      "|    cumulative_comfort_penalty       | -1e+04      |\n",
-      "|    cumulative_energy_penalty        | -1.79e+03   |\n",
-      "|    cumulative_power                 | 3.57e+07    |\n",
-      "|    cumulative_reward                | -11781.918  |\n",
-      "|    cumulative_temperature_violation | 2e+04       |\n",
-      "|    episode_length                   | 35040       |\n",
-      "|    mean_comfort_penalty             | -0.285      |\n",
-      "|    mean_energy_penalty              | -0.0509     |\n",
-      "|    mean_power                       | 1.02e+03    |\n",
-      "|    mean_reward                      | -0.33624196 |\n",
-      "|    mean_temperature_violation       | 0.571       |\n",
-      "| observation/                        |             |\n",
-      "|    HVAC_electricity_demand_rate     | 3206.5505   |\n",
-      "|    air_humidity                     | 16.606789   |\n",
-      "|    air_temperature                  | 16.834461   |\n",
-      "|    clg_setpoint                     | 40.0        |\n",
-      "|    co2_emission                     | 0.0         |\n",
-      "|    day_of_month                     | 1.0         |\n",
-      "|    diffuse_solar_radiation          | 0.0         |\n",
-      "|    direct_solar_radiation           | 0.0         |\n",
-      "|    hour                             | 0.0         |\n",
-      "|    htg_setpoint                     | 12.8        |\n",
-      "|    month                            | 1.0         |\n",
-      "|    outdoor_humidity                 | 43.25       |\n",
-      "|    outdoor_temperature              | -9.275844   |\n",
-      "|    people_occupant                  | 0.0         |\n",
-      "|    total_electricity_HVAC           | 2885895.5   |\n",
-      "|    wind_direction                   | 305.0       |\n",
-      "|    wind_speed                       | 8.4         |\n",
-      "| rollout/                            |             |\n",
-      "|    exploration_rate                 | 0.05        |\n",
-      "-----------------------------------------------------\n",
-      "-----------------------------------\n",
-      "| rollout/            |           |\n",
-      "|    ep_len_mean      | 3.5e+04   |\n",
-      "|    ep_rew_mean      | -1.18e+04 |\n",
-      "|    exploration_rate | 0.05      |\n",
-      "| time/               |           |\n",
-      "|    episodes         | 1         |\n",
-      "|    fps              | 1779      |\n",
-      "|    time_elapsed     | 19        |\n",
-      "|    total_timesteps  | 35040     |\n",
-      "-----------------------------------\n",
-      "------------------------------------------------\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1804.2375  |\n",
-      "|    air_humidity                 | 14.429458  |\n",
-      "|    air_temperature              | 22.996721  |\n",
-      "|    clg_setpoint                 | 27.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 1.0        |\n",
-      "|    diffuse_solar_radiation      | 95.5       |\n",
-      "|    direct_solar_radiation       | 157.0      |\n",
-      "|    hour                         | 14.0       |\n",
-      "|    htg_setpoint                 | 18.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 32.0       |\n",
-      "|    outdoor_temperature          | -2.7215035 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1623813.8  |\n",
-      "|    wind_direction               | 290.0      |\n",
-      "|    wind_speed                   | 9.8        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 1%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2286.7896 |\n",
-      "|    air_humidity                 | 13.794168 |\n",
-      "|    air_temperature              | 23.17125  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 33.0      |\n",
-      "|    direct_solar_radiation       | 54.5      |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 35.0      |\n",
-      "|    outdoor_temperature          | -5.134264 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 2058110.6 |\n",
-      "|    wind_direction               | 70.0      |\n",
-      "|    wind_speed                   | 1.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 1%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 51.033295 |\n",
-      "|    air_temperature              | 23.009144 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 92.0      |\n",
-      "|    outdoor_temperature          | 6.7510724 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 340.0     |\n",
-      "|    wind_speed                   | 8.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 1%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2267.5652  |\n",
-      "|    air_humidity                 | 15.053332  |\n",
-      "|    air_temperature              | 22.429335  |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 4.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 17.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 38.0       |\n",
-      "|    outdoor_temperature          | -5.0381413 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 2040808.6  |\n",
-      "|    wind_direction               | 270.0      |\n",
-      "|    wind_speed                   | 9.8        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n",
-      "  logger.warn(\n",
-      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n",
-      "  logger.warn(\n",
-      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n",
-      "  logger.warn(\n",
-      "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n",
-      "  gym.logger.warn(\"Casting input x to numpy array.\")\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "--------------------------------------------------------------------------------------------------------------| 1%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 6          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 24         |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2373.0137  |\n",
-      "|    air_humidity                 | 11.418623  |\n",
-      "|    air_temperature              | 20.962894  |\n",
-      "|    clg_setpoint                 | 25.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 5.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 18.0       |\n",
-      "|    htg_setpoint                 | 20.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 38.0       |\n",
-      "|    outdoor_temperature          | -5.1081605 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 2135712.5  |\n",
-      "|    wind_direction               | 340.0      |\n",
-      "|    wind_speed                   | 3.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1758.2157 |\n",
-      "|    air_humidity                 | 9.940797  |\n",
-      "|    air_temperature              | 20.618435 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 54.0      |\n",
-      "|    outdoor_temperature          | -2.03417  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1582394.1 |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 9.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 1          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 29         |\n",
-      "|    Heating_Setpoint_RL          | 16         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2139.4778  |\n",
-      "|    air_humidity                 | 17.66047   |\n",
-      "|    air_temperature              | 21.4038    |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 7.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 20.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 32.0       |\n",
-      "|    outdoor_temperature          | -3.9404805 |\n",
-      "|    people_occupant              | 2.0        |\n",
-      "|    total_electricity_HVAC       | 1925530.0  |\n",
-      "|    wind_direction               | 280.0      |\n",
-      "|    wind_speed                   | 6.7        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 1          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 29         |\n",
-      "|    Heating_Setpoint_RL          | 16         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1455.3401  |\n",
-      "|    air_humidity                 | 33.264008  |\n",
-      "|    air_temperature              | 20.997766  |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 8.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 21.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 92.0       |\n",
-      "|    outdoor_temperature          | -0.5197919 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1309806.1  |\n",
-      "|    wind_direction               | 0.0        |\n",
-      "|    wind_speed                   | 0.0        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1222.3441 |\n",
-      "|    air_humidity                 | 34.790493 |\n",
-      "|    air_temperature              | 20.846558 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 76.0      |\n",
-      "|    outdoor_temperature          | 0.645188  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1100109.8 |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 9.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 3%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1883.9517 |\n",
-      "|    air_humidity                 | 21.349102 |\n",
-      "|    air_temperature              | 19.073694 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 51.0      |\n",
-      "|    outdoor_temperature          | -2.66285  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1695556.5 |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 3%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 1           |\n",
+      "|    Cooling_Setpoint_RL          | 0.64961183  |\n",
+      "|    Heating_Setpoint_RL          | -0.562526   |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 29          |\n",
-      "|    Heating_Setpoint_RL          | 16          |\n",
+      "|    Cooling_Setpoint_RL          | 28.81744    |\n",
+      "|    Heating_Setpoint_RL          | 14.460792   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.57948405 |\n",
+      "|    air_humidity                 | 0.045099393 |\n",
+      "|    air_temperature              | -0.745529   |\n",
+      "|    clg_setpoint                 | -0.11197559 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.19455111 |\n",
+      "|    diffuse_solar_radiation      | 1.0466629   |\n",
+      "|    direct_solar_radiation       | -0.53156286 |\n",
+      "|    hour                         | -0.7913266  |\n",
+      "|    htg_setpoint                 | 0.2530705   |\n",
+      "|    month                        | 1.7518092   |\n",
+      "|    outdoor_humidity             | -0.7535635  |\n",
+      "|    outdoor_temperature          | 0.99461585  |\n",
+      "|    people_occupant              | -0.6857151  |\n",
+      "|    total_electricity_HVAC       | -0.5841376  |\n",
+      "|    wind_direction               | -1.2810091  |\n",
+      "|    wind_speed                   | -0.4627096  |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1546.6324   |\n",
-      "|    air_humidity                 | 16.957151   |\n",
-      "|    air_temperature              | 18.970556   |\n",
-      "|    clg_setpoint                 | 27.0        |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 35.915386   |\n",
+      "|    air_temperature              | 20.78772    |\n",
+      "|    clg_setpoint                 | 26.313185   |\n",
       "|    co2_emission                 | 0.0         |\n",
-      "|    day_of_month                 | 12.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0         |\n",
-      "|    direct_solar_radiation       | 0.0         |\n",
-      "|    hour                         | 0.0         |\n",
-      "|    htg_setpoint                 | 18.0        |\n",
-      "|    month                        | 1.0         |\n",
-      "|    outdoor_humidity             | 51.0        |\n",
-      "|    outdoor_temperature          | -0.97625375 |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 153.0       |\n",
+      "|    direct_solar_radiation       | 3.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 18.484995   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 50.0        |\n",
+      "|    outdoor_temperature          | 12.178785   |\n",
       "|    people_occupant              | 0.0         |\n",
-      "|    total_electricity_HVAC       | 1391969.2   |\n",
-      "|    wind_direction               | 180.0       |\n",
-      "|    wind_speed                   | 7.7         |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
       "-------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 4%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 148.38998 |\n",
-      "|    air_humidity                 | 25.182379 |\n",
-      "|    air_temperature              | 20.113134 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 4.72036   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 134166.44 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 4%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2781.4126 |\n",
-      "|    air_humidity                 | 23.80908  |\n",
-      "|    air_temperature              | 19.716034 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 86.0      |\n",
-      "|    outdoor_temperature          | -7.150154 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2503271.2 |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 4%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1030.1261 |\n",
-      "|    air_humidity                 | 23.667334 |\n",
-      "|    air_temperature              | 19.352226 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 95.0      |\n",
-      "|    outdoor_temperature          | 1.6062777 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 927113.56 |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 4%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1950.5087  |\n",
-      "|    air_humidity                 | 29.971148  |\n",
-      "|    air_temperature              | 18.999996  |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 16.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 4.0        |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 61.0       |\n",
-      "|    outdoor_temperature          | -2.9956346 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1755457.8  |\n",
-      "|    wind_direction               | 260.0      |\n",
-      "|    wind_speed                   | 8.2        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 2          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 28         |\n",
-      "|    Heating_Setpoint_RL          | 17         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1148.0468  |\n",
-      "|    air_humidity                 | 34.12383   |\n",
-      "|    air_temperature              | 19.986454  |\n",
-      "|    clg_setpoint                 | 29.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 17.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 5.0        |\n",
-      "|    htg_setpoint                 | 16.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 91.0       |\n",
-      "|    outdoor_temperature          | 1.0166746  |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1033242.06 |\n",
-      "|    wind_direction               | 210.0      |\n",
-      "|    wind_speed                   | 3.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 41.51869  |\n",
-      "|    air_temperature              | 19.999989 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 9.285549  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 35.05086  |\n",
-      "|    air_temperature              | 20.530643 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 39.5      |\n",
-      "|    direct_solar_radiation       | 326.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 2.3865857 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 122.68099 |\n",
-      "|    air_humidity                 | 16.205442 |\n",
-      "|    air_temperature              | 20.136335 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 110.0     |\n",
-      "|    direct_solar_radiation       | 362.0     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 33.0      |\n",
-      "|    outdoor_temperature          | 4.9920626 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 107556.51 |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 6%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 31.507713 |\n",
-      "|    air_temperature              | 22.5794   |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 172.5     |\n",
-      "|    direct_solar_radiation       | 34.0      |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 4.3967648 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 70.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 6%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 40.34489  |\n",
-      "|    air_temperature              | 23.049335 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 81.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 92.0      |\n",
-      "|    outdoor_temperature          | 7.3515596 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 6%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 748.64197 |\n",
-      "|    air_humidity                 | 45.458416 |\n",
-      "|    air_temperature              | 23.0614   |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 103.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 9.038888  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 673777.8  |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 7%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 231.8666  |\n",
-      "|    air_humidity                 | 53.649773 |\n",
-      "|    air_temperature              | 24.061403 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 82.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 13.094668 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 208679.92 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 7%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.6465  |\n",
-      "|    air_humidity                 | 28.547411 |\n",
-      "|    air_temperature              | 22.799263 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 67.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 2.623999  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 680081.9  |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 7%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 26.4357   |\n",
-      "|    air_temperature              | 21.611109 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 108.5     |\n",
-      "|    direct_solar_radiation       | 93.0      |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 53.0      |\n",
-      "|    outdoor_temperature          | 4.027222  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 7%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 20.152868 |\n",
-      "|    air_temperature              | 21.999857 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 58.0      |\n",
-      "|    direct_solar_radiation       | 189.5     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 58.0      |\n",
-      "|    outdoor_temperature          | 3.5773697 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 8%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 33.50244  |\n",
-      "|    air_temperature              | 22.925869 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 8.5       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 3.5959754 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 8%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1462.5768  |\n",
-      "|    air_humidity                 | 20.541664  |\n",
-      "|    air_temperature              | 23.24956   |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 29.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 17.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 54.0       |\n",
-      "|    outdoor_temperature          | -1.0131997 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1316319.1  |\n",
-      "|    wind_direction               | 50.0       |\n",
-      "|    wind_speed                   | 3.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 8%\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
       "| action_network/                 |              |\n",
-      "|    index                        | 7            |\n",
+      "|    Cooling_Setpoint_RL          | -0.7205031   |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
       "| action_simulation/              |              |\n",
-      "|    Cooling_Setpoint_RL          | 23           |\n",
-      "|    Heating_Setpoint_RL          | 22           |\n",
+      "|    Cooling_Setpoint_RL          | 24.193302    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5542032   |\n",
+      "|    air_humidity                 | 0.08247567   |\n",
+      "|    air_temperature              | -0.42736423  |\n",
+      "|    clg_setpoint                 | -0.1311873   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.079229824 |\n",
+      "|    diffuse_solar_radiation      | 1.324509     |\n",
+      "|    direct_solar_radiation       | 1.8201283    |\n",
+      "|    hour                         | -0.6468372   |\n",
+      "|    htg_setpoint                 | 0.5397011    |\n",
+      "|    month                        | 1.7244037    |\n",
+      "|    outdoor_humidity             | -0.6640166   |\n",
+      "|    outdoor_temperature          | 1.2966632    |\n",
+      "|    people_occupant              | -0.68709797  |\n",
+      "|    total_electricity_HVAC       | -0.54760426  |\n",
+      "|    wind_direction               | -0.9970889   |\n",
+      "|    wind_speed                   | -0.021367725 |\n",
       "| observation/                    |              |\n",
-      "|    HVAC_electricity_demand_rate | 1349.1754    |\n",
-      "|    air_humidity                 | 24.63473     |\n",
-      "|    air_temperature              | 23.735115    |\n",
-      "|    clg_setpoint                 | 27.0         |\n",
+      "|    HVAC_electricity_demand_rate | 211.97427    |\n",
+      "|    air_humidity                 | 36.326344    |\n",
+      "|    air_temperature              | 21.468475    |\n",
+      "|    clg_setpoint                 | 26.259996    |\n",
       "|    co2_emission                 | 0.0          |\n",
-      "|    day_of_month                 | 30.0         |\n",
-      "|    diffuse_solar_radiation      | 0.0          |\n",
-      "|    direct_solar_radiation       | 0.0          |\n",
-      "|    hour                         | 18.0         |\n",
-      "|    htg_setpoint                 | 18.0         |\n",
-      "|    month                        | 1.0          |\n",
-      "|    outdoor_humidity             | 66.0         |\n",
-      "|    outdoor_temperature          | 0.0110311955 |\n",
-      "|    people_occupant              | 10.0         |\n",
-      "|    total_electricity_HVAC       | 1214257.9    |\n",
-      "|    wind_direction               | 0.0          |\n",
-      "|    wind_speed                   | 7.2          |\n",
-      "| rollout/                        |              |\n",
-      "|    exploration_rate             | 0.05         |\n",
+      "|    day_of_month                 | 14.0         |\n",
+      "|    diffuse_solar_radiation      | 178.0        |\n",
+      "|    direct_solar_radiation       | 588.0        |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 19.639034    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 52.0         |\n",
+      "|    outdoor_temperature          | 14.336253    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 249918.97    |\n",
+      "|    wind_direction               | 70.0         |\n",
+      "|    wind_speed                   | 5.2          |\n",
       "--------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 8%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 7          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 23         |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1886.4735  |\n",
-      "|    air_humidity                 | 16.737734  |\n",
-      "|    air_temperature              | 22.882967  |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 31.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 19.0       |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 42.0       |\n",
-      "|    outdoor_temperature          | -2.6754591 |\n",
-      "|    people_occupant              | 2.0        |\n",
-      "|    total_electricity_HVAC       | 1697826.1  |\n",
-      "|    wind_direction               | 230.0      |\n",
-      "|    wind_speed                   | 3.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 9%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 585.49194 |\n",
-      "|    air_humidity                 | 28.731716 |\n",
-      "|    air_temperature              | 20.996204 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 67.0      |\n",
-      "|    outdoor_temperature          | 6.31725   |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 526942.75 |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 9%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817   |\n",
-      "|    air_humidity                 | 12.700426  |\n",
-      "|    air_temperature              | 20.538958  |\n",
-      "|    clg_setpoint                 | 28.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 2.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 21.0       |\n",
-      "|    htg_setpoint                 | 17.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 32.0       |\n",
-      "|    outdoor_temperature          | -2.3895953 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 856243.5   |\n",
-      "|    wind_direction               | 10.0       |\n",
-      "|    wind_speed                   | 4.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 9%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 1          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 29         |\n",
-      "|    Heating_Setpoint_RL          | 16         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1319.7701  |\n",
-      "|    air_humidity                 | 11.374336  |\n",
-      "|    air_temperature              | 20.237171  |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 3.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 22.0       |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 66.0       |\n",
-      "|    outdoor_temperature          | 0.15805787 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1187793.1  |\n",
-      "|    wind_direction               | 150.0      |\n",
-      "|    wind_speed                   | 4.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "Progress: |**********-----------------------------------------------------------------------------------------| 10%------------------------------------------------\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1625.1184  |\n",
-      "|    air_humidity                 | 29.68434   |\n",
-      "|    air_temperature              | 19.554268  |\n",
-      "|    clg_setpoint                 | 30.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 4.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 23.0       |\n",
-      "|    htg_setpoint                 | 15.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 62.0       |\n",
-      "|    outdoor_temperature          | -1.3686837 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1462606.6  |\n",
-      "|    wind_direction               | 320.0      |\n",
-      "|    wind_speed                   | 9.3        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 10%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 7          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 23         |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 3791.435   |\n",
-      "|    air_humidity                 | 16.024805  |\n",
-      "|    air_temperature              | 18.399399  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 6.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 0.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 39.0       |\n",
-      "|    outdoor_temperature          | -12.200267 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 3412291.5  |\n",
-      "|    wind_direction               | 300.0      |\n",
-      "|    wind_speed                   | 9.8        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 10%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3162.4832 |\n",
-      "|    air_humidity                 | 16.801003 |\n",
-      "|    air_temperature              | 17.480116 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 52.0      |\n",
-      "|    outdoor_temperature          | -9.055507 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2846234.8 |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 11%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2316.3386  |\n",
-      "|    air_humidity                 | 18.613413  |\n",
-      "|    air_temperature              | 19.890545  |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 8.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 2.0        |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 46.0       |\n",
-      "|    outdoor_temperature          | -4.8247848 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 2084704.8  |\n",
-      "|    wind_direction               | 310.0      |\n",
-      "|    wind_speed                   | 2.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 11%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3050.6633 |\n",
-      "|    air_humidity                 | 16.25804  |\n",
-      "|    air_temperature              | 18.83905  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 49.0      |\n",
-      "|    outdoor_temperature          | -8.496408 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2745597.0 |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 11%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1886.6011  |\n",
-      "|    air_humidity                 | 12.712721  |\n",
-      "|    air_temperature              | 18.790092  |\n",
-      "|    clg_setpoint                 | 27.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 10.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 4.0        |\n",
-      "|    htg_setpoint                 | 18.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 62.0       |\n",
-      "|    outdoor_temperature          | -2.6760972 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1697941.0  |\n",
-      "|    wind_direction               | 270.0      |\n",
-      "|    wind_speed                   | 4.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 11%\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 6           |\n",
+      "|    Cooling_Setpoint_RL          | 0.16327065  |\n",
+      "|    Heating_Setpoint_RL          | 0.40798464  |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 24          |\n",
-      "|    Heating_Setpoint_RL          | 21          |\n",
-      "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1514.844    |\n",
-      "|    air_humidity                 | 16.692741   |\n",
-      "|    air_temperature              | 19.63072    |\n",
-      "|    clg_setpoint                 | 29.0        |\n",
+      "|    Cooling_Setpoint_RL          | 27.176039   |\n",
+      "|    Heating_Setpoint_RL          | 19.919914   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.20555449 |\n",
+      "|    air_humidity                 | -0.09295015 |\n",
+      "|    air_temperature              | 0.4108401   |\n",
+      "|    clg_setpoint                 | -1.3606349  |\n",
       "|    co2_emission                 | 0.0         |\n",
-      "|    day_of_month                 | 11.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0         |\n",
-      "|    direct_solar_radiation       | 0.0         |\n",
-      "|    hour                         | 5.0         |\n",
-      "|    htg_setpoint                 | 16.0        |\n",
-      "|    month                        | 2.0         |\n",
-      "|    outdoor_humidity             | 80.0        |\n",
-      "|    outdoor_temperature          | -0.81731147 |\n",
-      "|    people_occupant              | 0.0         |\n",
-      "|    total_electricity_HVAC       | 1363359.6   |\n",
-      "|    wind_direction               | 250.0       |\n",
-      "|    wind_speed                   | 3.6         |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
-      "-------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 12%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 3          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 27         |\n",
-      "|    Heating_Setpoint_RL          | 18         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2945.1492  |\n",
-      "|    air_humidity                 | 18.053753  |\n",
-      "|    air_temperature              | 18.193132  |\n",
-      "|    clg_setpoint                 | 30.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 12.0       |\n",
-      "|    diffuse_solar_radiation      | 18.0       |\n",
-      "|    direct_solar_radiation       | 40.0       |\n",
-      "|    hour                         | 6.0        |\n",
-      "|    htg_setpoint                 | 15.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 29.0       |\n",
-      "|    outdoor_temperature          | -11.505592 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 2650634.2  |\n",
-      "|    wind_direction               | 320.0      |\n",
-      "|    wind_speed                   | 9.3        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 12%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2493.5735 |\n",
-      "|    air_humidity                 | 10.131987 |\n",
-      "|    air_temperature              | 18.372742 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 69.0      |\n",
-      "|    direct_solar_radiation       | 187.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 44.0      |\n",
-      "|    outdoor_temperature          | -9.247714 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2244216.2 |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 12%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1821.0771  |\n",
-      "|    air_humidity                 | 13.044007  |\n",
-      "|    air_temperature              | 21.999996  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 14.0       |\n",
-      "|    diffuse_solar_radiation      | 106.0      |\n",
-      "|    direct_solar_radiation       | 395.0      |\n",
-      "|    hour                         | 8.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 38.0       |\n",
-      "|    outdoor_temperature          | -2.7465734 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1638969.5  |\n",
-      "|    wind_direction               | 300.0      |\n",
-      "|    wind_speed                   | 5.7        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 13%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1367.605   |\n",
-      "|    air_humidity                 | 18.204165  |\n",
-      "|    air_temperature              | 22.377993  |\n",
-      "|    clg_setpoint                 | 27.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 15.0       |\n",
-      "|    diffuse_solar_radiation      | 190.5      |\n",
-      "|    direct_solar_radiation       | 29.5       |\n",
-      "|    hour                         | 9.0        |\n",
-      "|    htg_setpoint                 | 18.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 60.0       |\n",
-      "|    outdoor_temperature          | -0.5383407 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1230844.5  |\n",
-      "|    wind_direction               | 110.0      |\n",
-      "|    wind_speed                   | 2.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 13%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 151.11612 |\n",
-      "|    air_humidity                 | 31.204664 |\n",
-      "|    air_temperature              | 20.458956 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 224.5     |\n",
-      "|    direct_solar_radiation       | 314.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 65.0      |\n",
-      "|    outdoor_temperature          | 6.2909584 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 144360.28 |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 13%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 76.76114  |\n",
-      "|    air_humidity                 | 17.126703 |\n",
-      "|    air_temperature              | 22.000053 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 124.0     |\n",
-      "|    direct_solar_radiation       | 727.5     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 36.0      |\n",
-      "|    outdoor_temperature          | 6.369709  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 70249.89  |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 13%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 476.10425 |\n",
-      "|    air_humidity                 | 25.14942  |\n",
-      "|    air_temperature              | 23.491219 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 241.0     |\n",
-      "|    direct_solar_radiation       | 284.5     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 62.0      |\n",
-      "|    outdoor_temperature          | 6.582677  |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 428493.84 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 24.28904  |\n",
-      "|    air_temperature              | 24.073921 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 183.5     |\n",
-      "|    direct_solar_radiation       | 475.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 44.0      |\n",
-      "|    outdoor_temperature          | 7.3682384 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 688.9026  |\n",
-      "|    air_humidity                 | 25.790758 |\n",
-      "|    air_temperature              | 24.51302  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 101.5     |\n",
-      "|    direct_solar_radiation       | 584.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 56.0      |\n",
-      "|    outdoor_temperature          | 9.043416  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 593599.75 |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 31.605486 |\n",
-      "|    air_temperature              | 23.198685 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 63.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 82.0      |\n",
-      "|    outdoor_temperature          | 3.3204484 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 917.7176  |\n",
-      "|    air_humidity                 | 19.038803 |\n",
-      "|    air_temperature              | 23.908525 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 27.5      |\n",
-      "|    direct_solar_radiation       | 273.0     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 45.0      |\n",
-      "|    outdoor_temperature          | 1.9434859 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 825945.9  |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 15%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 22.889832 |\n",
-      "|    air_temperature              | 21.24511  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 3.2798805 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 15%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 1          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 29         |\n",
-      "|    Heating_Setpoint_RL          | 16         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1150.1122  |\n",
-      "|    air_humidity                 | 18.517626  |\n",
-      "|    air_temperature              | 20.998045  |\n",
-      "|    clg_setpoint                 | 29.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 24.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 18.0       |\n",
-      "|    htg_setpoint                 | 16.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 39.0       |\n",
-      "|    outdoor_temperature          | 1.0063478  |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1035100.94 |\n",
-      "|    wind_direction               | 300.0      |\n",
-      "|    wind_speed                   | 9.8        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 15%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 533.8715  |\n",
-      "|    air_humidity                 | 22.031479 |\n",
-      "|    air_temperature              | 22.000027 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 49.0      |\n",
-      "|    outdoor_temperature          | 4.355374  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 474075.22 |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |             |\n",
-      "|    index                        | 1           |\n",
-      "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 29          |\n",
-      "|    Heating_Setpoint_RL          | 16          |\n",
+      "|    day_of_month                 | 0.03602906  |\n",
+      "|    diffuse_solar_radiation      | 1.5688212   |\n",
+      "|    direct_solar_radiation       | 2.1380048   |\n",
+      "|    hour                         | -0.50237983 |\n",
+      "|    htg_setpoint                 | -0.80295134 |\n",
+      "|    month                        | 1.6982454   |\n",
+      "|    outdoor_humidity             | -1.3190618  |\n",
+      "|    outdoor_temperature          | 1.7595019   |\n",
+      "|    people_occupant              | 1.6944958   |\n",
+      "|    total_electricity_HVAC       | -0.18314521 |\n",
+      "|    wind_direction               | -0.9937987  |\n",
+      "|    wind_speed                   | -0.25504905 |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1502.4996   |\n",
-      "|    air_humidity                 | 17.550522   |\n",
-      "|    air_temperature              | 21.454084   |\n",
-      "|    clg_setpoint                 | 25.0        |\n",
+      "|    HVAC_electricity_demand_rate | 1984.1688   |\n",
+      "|    air_humidity                 | 34.346577   |\n",
+      "|    air_temperature              | 23.249395   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
       "|    co2_emission                 | 0.0         |\n",
-      "|    day_of_month                 | 26.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0         |\n",
-      "|    direct_solar_radiation       | 0.0         |\n",
-      "|    hour                         | 20.0        |\n",
-      "|    htg_setpoint                 | 20.0        |\n",
-      "|    month                        | 2.0         |\n",
-      "|    outdoor_humidity             | 27.0        |\n",
-      "|    outdoor_temperature          | -0.75558984 |\n",
-      "|    people_occupant              | 2.0         |\n",
-      "|    total_electricity_HVAC       | 1352249.8   |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 200.0       |\n",
+      "|    direct_solar_radiation       | 670.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 14.229899   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 37.0        |\n",
+      "|    outdoor_temperature          | 17.610746   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1988388.2   |\n",
       "|    wind_direction               | 70.0        |\n",
-      "|    wind_speed                   | 3.1         |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
+      "|    wind_speed                   | 4.6         |\n",
       "-------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 1          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 29         |\n",
-      "|    Heating_Setpoint_RL          | 16         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1700.4568  |\n",
-      "|    air_humidity                 | 38.744617  |\n",
-      "|    air_temperature              | 19.918364  |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 27.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 21.0       |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 100.0      |\n",
-      "|    outdoor_temperature          | -1.7453753 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1530411.1  |\n",
-      "|    wind_direction               | 0.0        |\n",
-      "|    wind_speed                   | 3.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 840.8903  |\n",
-      "|    air_humidity                 | 40.83299  |\n",
-      "|    air_temperature              | 19.238083 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 5.5238667 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 725613.3  |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "Progress: |*****************----------------------------------------------------------------------------------| 17%-----------------------------------------------\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 708.3994  |\n",
-      "|    air_humidity                 | 36.43662  |\n",
-      "|    air_temperature              | 19.460455 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 6.6392717 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 593720.8  |\n",
-      "|    wind_direction               | 100.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 17%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 33.624523 |\n",
-      "|    air_temperature              | 21.84918  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 54.0      |\n",
-      "|    outdoor_temperature          | 10.09713  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 8.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 17%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 474.4464  |\n",
-      "|    air_humidity                 | 32.48305  |\n",
-      "|    air_temperature              | 19.565111 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 71.0      |\n",
-      "|    outdoor_temperature          | 9.315889  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 406927.03 |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 17%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 927.30707 |\n",
-      "|    air_humidity                 | 43.51403  |\n",
-      "|    air_temperature              | 19.22073  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 5.875117  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 781413.8  |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 18%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 575.30975 |\n",
-      "|    air_humidity                 | 45.782436 |\n",
-      "|    air_temperature              | 20.171947 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 9.522872  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 555115.25 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 18%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 782.5654  |\n",
-      "|    air_humidity                 | 24.75921  |\n",
-      "|    air_temperature              | 20.15559  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 53.0      |\n",
-      "|    outdoor_temperature          | 6.049054  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 704308.94 |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 8.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 18%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 35.990368 |\n",
-      "|    air_temperature              | 19.806833 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 3.5513284 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 37.737408 |\n",
-      "|    air_temperature              | 20.442892 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 72.0      |\n",
-      "|    direct_solar_radiation       | 175.0     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 2.1105442 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 32.52455  |\n",
-      "|    air_temperature              | 20.50352  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 141.5     |\n",
-      "|    direct_solar_radiation       | 118.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 2.6969094 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 871.7625  |\n",
-      "|    air_humidity                 | 22.176426 |\n",
-      "|    air_temperature              | 21.72639  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 132.5     |\n",
-      "|    direct_solar_radiation       | 687.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 42.0      |\n",
-      "|    outdoor_temperature          | 7.6411133 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 784586.25 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 9.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 871.7625  |\n",
-      "|    air_humidity                 | 23.683573 |\n",
-      "|    air_temperature              | 22.5603   |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 291.0     |\n",
-      "|    direct_solar_radiation       | 353.5     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 37.0      |\n",
-      "|    outdoor_temperature          | 4.719579  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 784586.25 |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 15.5      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 947.8628  |\n",
-      "|    air_humidity                 | 17.563786 |\n",
-      "|    air_temperature              | 23.31355  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 146.5     |\n",
-      "|    direct_solar_radiation       | 820.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 34.0      |\n",
-      "|    outdoor_temperature          | 4.4292946 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 853076.5  |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 9.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 819.6643  |\n",
-      "|    air_humidity                 | 17.929089 |\n",
-      "|    air_temperature              | 23.582941 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 310.5     |\n",
-      "|    direct_solar_radiation       | 462.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 53.0      |\n",
-      "|    outdoor_temperature          | 1.6799109 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 737697.9  |\n",
-      "|    wind_direction               | 150.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 183.02463 |\n",
-      "|    air_humidity                 | 22.134924 |\n",
-      "|    air_temperature              | 25.33988  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 140.5     |\n",
-      "|    direct_solar_radiation       | 840.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 35.0      |\n",
-      "|    outdoor_temperature          | 12.848213 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 165756.19 |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 20%\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 6           |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.8748008  |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 24          |\n",
-      "|    Heating_Setpoint_RL          | 21          |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.704246   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.57752806 |\n",
+      "|    air_humidity                 | 0.07641725  |\n",
+      "|    air_temperature              | 1.6219108   |\n",
+      "|    clg_setpoint                 | 0.76496476  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.1512458   |\n",
+      "|    diffuse_solar_radiation      | 3.5371997   |\n",
+      "|    direct_solar_radiation       | 0.81409127  |\n",
+      "|    hour                         | -0.35794052 |\n",
+      "|    htg_setpoint                 | 0.32798746  |\n",
+      "|    month                        | 1.6732426   |\n",
+      "|    outdoor_humidity             | -0.83561283 |\n",
+      "|    outdoor_temperature          | 1.7329174   |\n",
+      "|    people_occupant              | 1.6901641   |\n",
+      "|    total_electricity_HVAC       | -0.5793196  |\n",
+      "|    wind_direction               | -0.5223031  |\n",
+      "|    wind_speed                   | 0.18683521  |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1372.1312   |\n",
-      "|    air_humidity                 | 16.91895    |\n",
-      "|    air_temperature              | 20.388855   |\n",
-      "|    clg_setpoint                 | 26.0        |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 36.259842   |\n",
+      "|    air_temperature              | 25.823322   |\n",
+      "|    clg_setpoint                 | 28.442463   |\n",
       "|    co2_emission                 | 0.0         |\n",
       "|    day_of_month                 | 16.0        |\n",
-      "|    diffuse_solar_radiation      | 103.5       |\n",
-      "|    direct_solar_radiation       | 0.0         |\n",
-      "|    hour                         | 13.0        |\n",
-      "|    htg_setpoint                 | 19.0        |\n",
-      "|    month                        | 3.0         |\n",
-      "|    outdoor_humidity             | 100.0       |\n",
-      "|    outdoor_temperature          | -0.10374769 |\n",
-      "|    people_occupant              | 0.0         |\n",
-      "|    total_electricity_HVAC       | 1234918.1   |\n",
-      "|    wind_direction               | 50.0        |\n",
-      "|    wind_speed                   | 9.3         |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
+      "|    diffuse_solar_radiation      | 374.0       |\n",
+      "|    direct_solar_radiation       | 341.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 18.780996   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 48.0        |\n",
+      "|    outdoor_temperature          | 17.525902   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 92730.88    |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
       "-------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 21%\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.011865811  |\n",
+      "|    air_humidity                 | 0.9842266    |\n",
+      "|    air_temperature              | 0.40234455   |\n",
+      "|    clg_setpoint                 | -1.3595898   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.26638955   |\n",
+      "|    diffuse_solar_radiation      | 2.4310558    |\n",
+      "|    direct_solar_radiation       | 2.0438075    |\n",
+      "|    hour                         | -0.21350923  |\n",
+      "|    htg_setpoint                 | 1.437889     |\n",
+      "|    month                        | 1.6493125    |\n",
+      "|    outdoor_humidity             | -0.5300966   |\n",
+      "|    outdoor_temperature          | 1.9046905    |\n",
+      "|    people_occupant              | 1.6859199    |\n",
+      "|    total_electricity_HVAC       | 0.0006501983 |\n",
+      "|    wind_direction               | -0.7012997   |\n",
+      "|    wind_speed                   | -0.2514962   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 3078.169     |\n",
+      "|    air_humidity                 | 46.456333    |\n",
+      "|    air_temperature              | 23.249453    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 17.0         |\n",
+      "|    diffuse_solar_radiation      | 279.0        |\n",
+      "|    direct_solar_radiation       | 649.5        |\n",
+      "|    hour                         | 10.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 55.0         |\n",
+      "|    outdoor_temperature          | 18.811543    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2855648.0    |\n",
+      "|    wind_direction               | 100.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 8           |\n",
+      "|    Cooling_Setpoint_RL          | -0.68261456 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 22.5        |\n",
-      "|    Heating_Setpoint_RL          | 22          |\n",
+      "|    Cooling_Setpoint_RL          | 24.321177   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5767204  |\n",
+      "|    air_humidity                 | 1.7845049   |\n",
+      "|    air_temperature              | 0.41794875  |\n",
+      "|    clg_setpoint                 | -1.2907172  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.3813799   |\n",
+      "|    diffuse_solar_radiation      | 1.9097425   |\n",
+      "|    direct_solar_radiation       | -0.5454828  |\n",
+      "|    hour                         | -0.06907992 |\n",
+      "|    htg_setpoint                 | 1.4373888   |\n",
+      "|    month                        | 1.6263806   |\n",
+      "|    outdoor_humidity             | 1.4411288   |\n",
+      "|    outdoor_temperature          | 1.610788    |\n",
+      "|    people_occupant              | -0.69242746 |\n",
+      "|    total_electricity_HVAC       | -0.47375262 |\n",
+      "|    wind_direction               | -1.0644535  |\n",
+      "|    wind_speed                   | -0.44912007 |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1435.1711   |\n",
-      "|    air_humidity                 | 18.643396   |\n",
-      "|    air_temperature              | 21.139025   |\n",
-      "|    clg_setpoint                 | 29.0        |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 55.56947    |\n",
+      "|    air_temperature              | 23.287731   |\n",
+      "|    clg_setpoint                 | 23.412825   |\n",
       "|    co2_emission                 | 0.0         |\n",
-      "|    day_of_month                 | 17.0        |\n",
-      "|    diffuse_solar_radiation      | 168.5       |\n",
-      "|    direct_solar_radiation       | 643.0       |\n",
-      "|    hour                         | 14.0        |\n",
-      "|    htg_setpoint                 | 16.0        |\n",
-      "|    month                        | 3.0         |\n",
-      "|    outdoor_humidity             | 83.0        |\n",
-      "|    outdoor_temperature          | -0.41894728 |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 234.0       |\n",
+      "|    direct_solar_radiation       | 3.0         |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 16.899643   |\n",
       "|    people_occupant              | 0.0         |\n",
-      "|    total_electricity_HVAC       | 1291654.0   |\n",
-      "|    wind_direction               | 20.0        |\n",
-      "|    wind_speed                   | 3.6         |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
+      "|    total_electricity_HVAC       | 591428.6    |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
       "-------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 21%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 906.4148  |\n",
-      "|    air_humidity                 | 26.15411  |\n",
-      "|    air_temperature              | 24.043047 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 132.5     |\n",
-      "|    direct_solar_radiation       | 552.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 68.0      |\n",
-      "|    outdoor_temperature          | 3.821802  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 815773.3  |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 21%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 26.803059 |\n",
-      "|    air_temperature              | 23.57881  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 61.5      |\n",
-      "|    direct_solar_radiation       | 360.0     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 58.0      |\n",
-      "|    outdoor_temperature          | 3.7118824 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 350.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 22%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 838.38043 |\n",
-      "|    air_humidity                 | 32.72246  |\n",
-      "|    air_temperature              | 23.509342 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 16.5      |\n",
-      "|    direct_solar_radiation       | 91.5      |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 76.0      |\n",
-      "|    outdoor_temperature          | 5.683642  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 746401.25 |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 11.8      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 22%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 722.22064 |\n",
-      "|    air_humidity                 | 21.36357  |\n",
-      "|    air_temperature              | 21.937164 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 39.0      |\n",
-      "|    outdoor_temperature          | 4.786942  |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 636776.6  |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 14.4      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 22%\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 6           |\n",
+      "|    Cooling_Setpoint_RL          | -0.51244915 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 24          |\n",
-      "|    Heating_Setpoint_RL          | 21          |\n",
+      "|    Cooling_Setpoint_RL          | 24.895485   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5702347  |\n",
+      "|    air_humidity                 | 2.6646972   |\n",
+      "|    air_temperature              | 0.17059885  |\n",
+      "|    clg_setpoint                 | 1.4006205   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.4960889   |\n",
+      "|    diffuse_solar_radiation      | 2.428633    |\n",
+      "|    direct_solar_radiation       | -0.5189692  |\n",
+      "|    hour                         | 0.07534966  |\n",
+      "|    htg_setpoint                 | -1.3555673  |\n",
+      "|    month                        | 1.6043794   |\n",
+      "|    outdoor_humidity             | 0.9887636   |\n",
+      "|    outdoor_temperature          | 1.7271153   |\n",
+      "|    people_occupant              | -0.6885794  |\n",
+      "|    total_electricity_HVAC       | -0.5755236  |\n",
+      "|    wind_direction               | -0.31746948 |\n",
+      "|    wind_speed                   | 0.3963911   |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1420.1923   |\n",
-      "|    air_humidity                 | 15.754087   |\n",
-      "|    air_temperature              | 23.23445    |\n",
-      "|    clg_setpoint                 | 29.0        |\n",
+      "|    HVAC_electricity_demand_rate | 109.893906  |\n",
+      "|    air_humidity                 | 66.49833    |\n",
+      "|    air_temperature              | 22.76449    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
       "|    co2_emission                 | 0.0         |\n",
-      "|    day_of_month                 | 22.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0         |\n",
-      "|    direct_solar_radiation       | 0.0         |\n",
-      "|    hour                         | 19.0        |\n",
-      "|    htg_setpoint                 | 16.0        |\n",
-      "|    month                        | 3.0         |\n",
-      "|    outdoor_humidity             | 22.0        |\n",
-      "|    outdoor_temperature          | -0.34405267 |\n",
-      "|    people_occupant              | 2.0         |\n",
-      "|    total_electricity_HVAC       | 1278173.0   |\n",
-      "|    wind_direction               | 300.0       |\n",
-      "|    wind_speed                   | 8.2         |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 281.0       |\n",
+      "|    direct_solar_radiation       | 9.0         |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 17.879139   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 98904.516   |\n",
+      "|    wind_direction               | 140.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
       "-------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 22%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 15.957253 |\n",
-      "|    air_temperature              | 20.980701 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 53.0      |\n",
-      "|    outdoor_temperature          | 3.6350272 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 23%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 28.30168  |\n",
-      "|    air_temperature              | 21.18839  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 6.6833673 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 23%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 785.40643 |\n",
-      "|    air_humidity                 | 43.216587 |\n",
-      "|    air_temperature              | 19.139505 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 6.2410784 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 701437.75 |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "Progress: |***********************----------------------------------------------------------------------------| 23%-----------------------------------------------\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 481.7842  |\n",
-      "|    air_humidity                 | 47.513245 |\n",
-      "|    air_temperature              | 20.326927 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 8.220632  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 451453.1  |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 24%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 194.08734 |\n",
-      "|    air_humidity                 | 43.19421  |\n",
-      "|    air_temperature              | 20.993734 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 74.0      |\n",
-      "|    outdoor_temperature          | 11.772061 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 170518.66 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 24%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 28.857058 |\n",
-      "|    air_temperature              | 20.061483 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 57.0      |\n",
-      "|    outdoor_temperature          | 2.9912403 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 24%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 37.21652  |\n",
-      "|    air_temperature              | 20.998018 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 81.0      |\n",
-      "|    outdoor_temperature          | 2.1145651 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 80.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 143.43005 |\n",
-      "|    air_humidity                 | 36.30297  |\n",
-      "|    air_temperature              | 20.30996  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 6.333977  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 140959.28 |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 51.015564 |\n",
-      "|    air_temperature              | 18.754827 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 75.0      |\n",
-      "|    outdoor_temperature          | 2.8850982 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 69.60917  |\n",
-      "|    air_temperature              | 18.369095 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 27.0      |\n",
-      "|    direct_solar_radiation       | 165.0     |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 75.0      |\n",
-      "|    outdoor_temperature          | 4.028294  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 58.062473 |\n",
-      "|    air_temperature              | 18.538546 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 52.5      |\n",
-      "|    direct_solar_radiation       | 541.5     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 60.0      |\n",
-      "|    outdoor_temperature          | 3.634861  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 26%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 43.828773 |\n",
-      "|    air_temperature              | 18.841476 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 146.5     |\n",
-      "|    direct_solar_radiation       | 403.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 55.0      |\n",
-      "|    outdoor_temperature          | 6.183797  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 26%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 572.3576  |\n",
-      "|    air_humidity                 | 44.74038  |\n",
-      "|    air_temperature              | 21.419844 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 173.0     |\n",
-      "|    direct_solar_radiation       | 567.0     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 69.0      |\n",
-      "|    outdoor_temperature          | 10.205873 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 523577.4  |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 26%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 76.707    |\n",
-      "|    air_temperature              | 22.388348 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 220.5     |\n",
-      "|    direct_solar_radiation       | 635.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 48.0      |\n",
-      "|    outdoor_temperature          | 19.456167 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 26%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 2        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 28       |\n",
-      "|    Heating_Setpoint_RL          | 17       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 0.0      |\n",
-      "|    air_humidity                 | 70.24044 |\n",
-      "|    air_temperature              | 23.77905 |\n",
-      "|    clg_setpoint                 | 24.0     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 7.0      |\n",
-      "|    diffuse_solar_radiation      | 143.5    |\n",
-      "|    direct_solar_radiation       | 847.0    |\n",
-      "|    hour                         | 10.0     |\n",
-      "|    htg_setpoint                 | 21.0     |\n",
-      "|    month                        | 4.0      |\n",
-      "|    outdoor_humidity             | 37.0     |\n",
-      "|    outdoor_temperature          | 22.28776 |\n",
-      "|    people_occupant              | 0.0      |\n",
-      "|    total_electricity_HVAC       | 0.0      |\n",
-      "|    wind_direction               | 250.0    |\n",
-      "|    wind_speed                   | 6.7      |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.05     |\n",
-      "----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 27%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3445.089  |\n",
-      "|    air_humidity                 | 53.412476 |\n",
-      "|    air_temperature              | 23.671152 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 283.0     |\n",
-      "|    direct_solar_radiation       | 626.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 43.0      |\n",
-      "|    outdoor_temperature          | 23.813982 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 3108444.2 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 27%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1941.4698 |\n",
-      "|    air_humidity                 | 57.059998 |\n",
-      "|    air_temperature              | 23.39732  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 248.0     |\n",
-      "|    direct_solar_radiation       | 449.5     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 68.0      |\n",
-      "|    outdoor_temperature          | 19.118326 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 1746407.5 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 27%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3975.0776 |\n",
-      "|    air_humidity                 | 32.96631  |\n",
-      "|    air_temperature              | 23.598097 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 153.5     |\n",
-      "|    direct_solar_radiation       | 773.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 25.0      |\n",
-      "|    outdoor_temperature          | 20.640772 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 3574334.0 |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 28%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 306.31296 |\n",
-      "|    air_humidity                 | 14.682458 |\n",
-      "|    air_temperature              | 25.941786 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 142.5     |\n",
-      "|    direct_solar_radiation       | 728.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 14.0      |\n",
-      "|    outdoor_temperature          | 15.408057 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 275078.9  |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 12.9      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 28%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 315.61072 |\n",
-      "|    air_humidity                 | 12.921776 |\n",
-      "|    air_temperature              | 25.000605 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 72.0      |\n",
-      "|    direct_solar_radiation       | 766.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 11.0      |\n",
-      "|    outdoor_temperature          | 11.472333 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 280739.22 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 28%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 37.093914 |\n",
-      "|    air_temperature              | 20.82961  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 69.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 86.0      |\n",
-      "|    outdoor_temperature          | 6.4494166 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 28%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 32.12789  |\n",
-      "|    air_temperature              | 23.169945 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 45.5      |\n",
-      "|    direct_solar_radiation       | 25.5      |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 70.0      |\n",
-      "|    outdoor_temperature          | 6.8088455 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 140.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 54.234688 |\n",
-      "|    air_temperature              | 26.290154 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 8.991571  |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 49.74599  |\n",
-      "|    air_temperature              | 27.69215  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 60.0      |\n",
-      "|    outdoor_temperature          | 15.791064 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 60.868176 |\n",
-      "|    air_temperature              | 23.51201  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 7.527386  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 56.438843 |\n",
-      "|    air_temperature              | 22.010849 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 6.091949  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 140.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 30%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 56.108757 |\n",
-      "|    air_temperature              | 22.255705 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 65.0      |\n",
-      "|    outdoor_temperature          | 6.9153886 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 140.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 30%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 64.31344  |\n",
-      "|    air_temperature              | 19.858194 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 86.0      |\n",
-      "|    outdoor_temperature          | 8.460917  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 68.07449  |\n",
-      "|    air_temperature              | 18.641197 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 5.7216463 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 60.987324 |\n",
-      "|    air_temperature              | 20.40382  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 68.0      |\n",
-      "|    outdoor_temperature          | 10.535965 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 73.64444  |\n",
-      "|    air_temperature              | 20.592913 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 7.241513  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 160.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 84.43422  |\n",
-      "|    air_temperature              | 19.880894 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 10.051851 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 72.292465 |\n",
-      "|    air_temperature              | 20.055376 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 6.9597707 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 75.59889  |\n",
-      "|    air_temperature              | 21.129635 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 41.5      |\n",
-      "|    direct_solar_radiation       | 18.0      |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 86.0      |\n",
-      "|    outdoor_temperature          | 10.039303 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 73.81694  |\n",
-      "|    air_temperature              | 21.566832 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 78.5      |\n",
-      "|    direct_solar_radiation       | 588.0     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 52.0      |\n",
-      "|    outdoor_temperature          | 12.721492 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 105.58764 |\n",
-      "|    air_humidity                 | 68.87817  |\n",
-      "|    air_temperature              | 18.685684 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 221.0     |\n",
-      "|    direct_solar_radiation       | 50.5      |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 71.0      |\n",
-      "|    outdoor_temperature          | 13.024408 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 95277.984 |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 33%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 554.63495 |\n",
-      "|    air_humidity                 | 60.94167  |\n",
-      "|    air_temperature              | 20.760542 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 133.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 10.734792 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 499171.47 |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 33%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 494.29865 |\n",
-      "|    air_humidity                 | 26.91579  |\n",
-      "|    air_temperature              | 24.698816 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 227.5     |\n",
-      "|    direct_solar_radiation       | 676.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 25.0      |\n",
-      "|    outdoor_temperature          | 16.345572 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 441835.44 |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 33%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1669.414  |\n",
-      "|    air_humidity                 | 27.572773 |\n",
-      "|    air_temperature              | 24.118586 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 263.5     |\n",
-      "|    direct_solar_radiation       | 662.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 35.0      |\n",
-      "|    outdoor_temperature          | 16.663635 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 1502472.6 |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 8.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 34%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1423.8939 |\n",
-      "|    air_humidity                 | 49.750465 |\n",
-      "|    air_temperature              | 23.154497 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 225.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 74.0      |\n",
-      "|    outdoor_temperature          | 15.606137 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 1281504.5 |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 9.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 34%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 69.523636 |\n",
-      "|    air_temperature              | 21.496876 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 183.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 83.0      |\n",
-      "|    outdoor_temperature          | 17.305464 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 34%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 60.981228 |\n",
-      "|    air_temperature              | 23.672033 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 296.0     |\n",
-      "|    direct_solar_radiation       | 101.0     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 73.0      |\n",
-      "|    outdoor_temperature          | 18.12477  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 160.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 34%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 263.9766  |\n",
-      "|    air_humidity                 | 49.505367 |\n",
-      "|    air_temperature              | 24.917562 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 243.0     |\n",
-      "|    direct_solar_radiation       | 62.5      |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 83.0      |\n",
-      "|    outdoor_temperature          | 14.965244 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 237583.92 |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 441.78152 |\n",
-      "|    air_humidity                 | 59.375774 |\n",
-      "|    air_temperature              | 25.219263 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 81.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 15.51826  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 397603.38 |\n",
-      "|    wind_direction               | 80.0      |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 291.60434  |\n",
-      "|    air_humidity                 | 60.253563  |\n",
-      "|    air_temperature              | 24.001564  |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 8.0        |\n",
-      "|    diffuse_solar_radiation      | 116.5      |\n",
-      "|    direct_solar_radiation       | 8.5        |\n",
-      "|    hour                         | 16.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 5.0        |\n",
-      "|    outdoor_humidity             | 100.0      |\n",
-      "|    outdoor_temperature          | 14.3150015 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 426840.75  |\n",
-      "|    wind_direction               | 130.0      |\n",
-      "|    wind_speed                   | 3.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 47.826717 |\n",
-      "|    air_temperature              | 29.443428 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 66.0      |\n",
-      "|    direct_solar_radiation       | 76.5      |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 44.0      |\n",
-      "|    outdoor_temperature          | 24.326218 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 41.45334  |\n",
-      "|    air_temperature              | 29.770283 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 33.0      |\n",
-      "|    outdoor_temperature          | 21.403486 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 36%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 56.864246 |\n",
-      "|    air_temperature              | 25.409126 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 77.0      |\n",
-      "|    outdoor_temperature          | 14.024936 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 36%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 56.58497  |\n",
-      "|    air_temperature              | 25.376099 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 83.0      |\n",
-      "|    outdoor_temperature          | 13.580284 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 36%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 51.845596 |\n",
-      "|    air_temperature              | 24.4386   |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 77.0      |\n",
-      "|    outdoor_temperature          | 8.686298  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 90.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*--------------------------------------------------------------| 37%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 60.85383  |\n",
-      "|    air_temperature              | 23.408401 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 68.0      |\n",
-      "|    outdoor_temperature          | 10.669418 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*--------------------------------------------------------------| 37%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 64.44686  |\n",
-      "|    air_temperature              | 22.478897 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 11.021046 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 37%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 6          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 24         |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 0.0        |\n",
-      "|    air_humidity                 | 69.71836   |\n",
-      "|    air_temperature              | 22.096245  |\n",
-      "|    clg_setpoint                 | 28.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 17.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 0.0        |\n",
-      "|    htg_setpoint                 | 17.0       |\n",
-      "|    month                        | 5.0        |\n",
-      "|    outdoor_humidity             | 83.0       |\n",
-      "|    outdoor_temperature          | 10.4822035 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 0.0        |\n",
-      "|    wind_direction               | 40.0       |\n",
-      "|    wind_speed                   | 2.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 75.24246  |\n",
-      "|    air_temperature              | 22.697903 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 14.038016 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 10.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.10041  |\n",
-      "|    air_temperature              | 21.779947 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 15.543995 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 90.0      |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 85.470825 |\n",
-      "|    air_temperature              | 20.502432 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 84.0      |\n",
-      "|    outdoor_temperature          | 14.700728 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 69.664185 |\n",
-      "|    air_temperature              | 20.969315 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 39.5      |\n",
-      "|    direct_solar_radiation       | 78.0      |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 59.0      |\n",
-      "|    outdoor_temperature          | 11.760994 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***------------------------------------------------------------| 39%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 76.82759  |\n",
-      "|    air_temperature              | 20.638756 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 119.5     |\n",
-      "|    direct_solar_radiation       | 39.5      |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 78.0      |\n",
-      "|    outdoor_temperature          | 12.853281 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------**------------------------------------------------------------| 39%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 0.0        |\n",
-      "|    air_humidity                 | 79.742096  |\n",
-      "|    air_temperature              | 20.965656  |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 23.0       |\n",
-      "|    diffuse_solar_radiation      | 202.5      |\n",
-      "|    direct_solar_radiation       | 121.5      |\n",
-      "|    hour                         | 6.0        |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 5.0        |\n",
-      "|    outdoor_humidity             | 97.0       |\n",
-      "|    outdoor_temperature          | 15.2559595 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 0.0        |\n",
-      "|    wind_direction               | 120.0      |\n",
-      "|    wind_speed                   | 2.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------***------------------------------------------------------------| 39%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 175.05946 |\n",
-      "|    air_humidity                 | 85.569885 |\n",
-      "|    air_temperature              | 20.361977 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 166.5     |\n",
-      "|    direct_solar_radiation       | 3.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 15.519688 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 157553.52 |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 88.35559  |\n",
-      "|    air_temperature              | 23.295433 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 251.5     |\n",
-      "|    direct_solar_radiation       | 597.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 72.0      |\n",
-      "|    outdoor_temperature          | 16.08074  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 8.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 82.33773  |\n",
-      "|    air_temperature              | 24.468657 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 330.5     |\n",
-      "|    direct_solar_radiation       | 485.5     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 44.0      |\n",
-      "|    outdoor_temperature          | 21.730036 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 11.3      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3473.914  |\n",
-      "|    air_humidity                 | 50.87384  |\n",
-      "|    air_temperature              | 23.874031 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 396.0     |\n",
-      "|    direct_solar_radiation       | 283.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 50.0      |\n",
-      "|    outdoor_temperature          | 19.557518 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3113888.5 |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4798.8096 |\n",
-      "|    air_humidity                 | 45.506927 |\n",
-      "|    air_temperature              | 24.022305 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 333.0     |\n",
-      "|    direct_solar_radiation       | 576.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 33.0      |\n",
-      "|    outdoor_temperature          | 25.908749 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 4307226.5 |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****----------------------------------------------------------| 41%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4961.3433 |\n",
-      "|    air_humidity                 | 53.536194 |\n",
-      "|    air_temperature              | 23.69982  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 270.0     |\n",
-      "|    direct_solar_radiation       | 682.5     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 35.0      |\n",
-      "|    outdoor_temperature          | 27.257017 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 4465209.0 |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****----------------------------------------------------------| 41%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5542.6147 |\n",
-      "|    air_humidity                 | 46.478977 |\n",
-      "|    air_temperature              | 24.297695 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 213.0     |\n",
-      "|    direct_solar_radiation       | 710.0     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 27.0      |\n",
-      "|    outdoor_temperature          | 28.636808 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 4984936.0 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****----------------------------------------------------------| 41%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5475.4956 |\n",
-      "|    air_humidity                 | 57.36404  |\n",
-      "|    air_temperature              | 24.47104  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 233.5     |\n",
-      "|    direct_solar_radiation       | 564.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 54.0      |\n",
-      "|    outdoor_temperature          | 26.003632 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4915775.5 |\n",
-      "|    wind_direction               | 160.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****----------------------------------------------------------| 41%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 61.53134  |\n",
-      "|    air_temperature              | 27.312569 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 178.5     |\n",
-      "|    direct_solar_radiation       | 469.5     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 27.0      |\n",
-      "|    outdoor_temperature          | 27.807915 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 8.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******---------------------------------------------------------| 42%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 62.3855   |\n",
-      "|    air_temperature              | 27.161943 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 103.0     |\n",
-      "|    direct_solar_radiation       | 524.0     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 35.0      |\n",
-      "|    outdoor_temperature          | 20.942236 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******---------------------------------------------------------| 42%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 39.917088 |\n",
-      "|    air_temperature              | 30.10571  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 62.0      |\n",
-      "|    direct_solar_radiation       | 335.0     |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 17.514065 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******---------------------------------------------------------| 42%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 47.715076 |\n",
-      "|    air_temperature              | 29.770834 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 28.5      |\n",
-      "|    direct_solar_radiation       | 11.5      |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 56.0      |\n",
-      "|    outdoor_temperature          | 18.896332 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 60.85728  |\n",
-      "|    air_temperature              | 27.400461 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 78.0      |\n",
-      "|    outdoor_temperature          | 16.325865 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 71.10968  |\n",
-      "|    air_temperature              | 25.510035 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 20.222506 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.73e+04  |\n",
-      "|    n_updates                    | 24        |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 68.88185  |\n",
-      "|    air_temperature              | 26.473099 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 57.0      |\n",
-      "|    outdoor_temperature          | 23.432787 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.69e+04  |\n",
-      "|    n_updates                    | 49        |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 77.250916 |\n",
-      "|    air_temperature              | 24.624996 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 50.0      |\n",
-      "|    outdoor_temperature          | 19.427858 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.96e+04  |\n",
-      "|    n_updates                    | 74        |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.379234 |\n",
-      "|    air_temperature              | 24.415615 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 70.0      |\n",
-      "|    outdoor_temperature          | 18.959192 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.74e+04  |\n",
-      "|    n_updates                    | 99        |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 70.947784 |\n",
-      "|    air_temperature              | 22.702192 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 16.782215 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.7e+04   |\n",
-      "|    n_updates                    | 124       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 90.11013  |\n",
-      "|    air_temperature              | 22.181059 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 17.962767 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.4e+04   |\n",
-      "|    n_updates                    | 149       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********------------------------------------------------------| 45%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 88.01869  |\n",
-      "|    air_temperature              | 22.351809 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 20.203293 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.25e+04  |\n",
-      "|    n_updates                    | 174       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********------------------------------------------------------| 45%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 89.761375 |\n",
-      "|    air_temperature              | 21.895535 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 17.647366 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 160.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.48e+04  |\n",
-      "|    n_updates                    | 199       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********------------------------------------------------------| 45%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 86.31044  |\n",
-      "|    air_temperature              | 23.202625 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 49.0      |\n",
-      "|    direct_solar_radiation       | 3.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 21.554924 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 100.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.79e+03  |\n",
-      "|    n_updates                    | 224       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 84.13197  |\n",
-      "|    air_temperature              | 23.67505  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 41.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 23.571669 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.94e+03  |\n",
-      "|    n_updates                    | 249       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 93.96759  |\n",
-      "|    air_temperature              | 21.819794 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 83.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 19.235605 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.99e+03  |\n",
-      "|    n_updates                    | 274       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1854.7126 |\n",
-      "|    air_humidity                 | 82.8579   |\n",
-      "|    air_temperature              | 19.94703  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 116.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 19.453636 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1662493.1 |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.25e+03  |\n",
-      "|    n_updates                    | 299       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 8928.022  |\n",
-      "|    air_humidity                 | 64.12279  |\n",
-      "|    air_temperature              | 22.995796 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 172.0     |\n",
-      "|    direct_solar_radiation       | 645.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 54.0      |\n",
-      "|    outdoor_temperature          | 32.729115 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 8035220.5 |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.26e+03  |\n",
-      "|    n_updates                    | 324       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6259.42   |\n",
-      "|    air_humidity                 | 58.960857 |\n",
-      "|    air_temperature              | 23.959463 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 289.0     |\n",
-      "|    direct_solar_radiation       | 563.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 53.0      |\n",
-      "|    outdoor_temperature          | 27.882483 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5633478.0 |\n",
-      "|    wind_direction               | 100.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.46e+03  |\n",
-      "|    n_updates                    | 349       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4542.525  |\n",
-      "|    air_humidity                 | 61.181717 |\n",
-      "|    air_temperature              | 23.151531 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 300.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 19.840796 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4088272.2 |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.69e+03  |\n",
-      "|    n_updates                    | 374       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 66.28868  |\n",
-      "|    air_temperature              | 27.314816 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 189.0     |\n",
-      "|    direct_solar_radiation       | 684.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 33.0      |\n",
-      "|    outdoor_temperature          | 29.14851  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 10.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.48e+04  |\n",
-      "|    n_updates                    | 399       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 65.29333  |\n",
-      "|    air_temperature              | 27.590292 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 362.0     |\n",
-      "|    direct_solar_radiation       | 368.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 35.0      |\n",
-      "|    outdoor_temperature          | 30.175938 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.64e+03  |\n",
-      "|    n_updates                    | 424       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************---------------------------------------------------| 48%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6536.5103 |\n",
-      "|    air_humidity                 | 56.910072 |\n",
-      "|    air_temperature              | 24.24192  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 344.5     |\n",
-      "|    direct_solar_radiation       | 48.0      |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 74.0      |\n",
-      "|    outdoor_temperature          | 26.203909 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 5882859.5 |\n",
-      "|    wind_direction               | 100.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.87e+03  |\n",
-      "|    n_updates                    | 449       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************---------------------------------------------------| 48%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 8832.593  |\n",
-      "|    air_humidity                 | 58.894646 |\n",
-      "|    air_temperature              | 24.245432 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 190.0     |\n",
-      "|    direct_solar_radiation       | 446.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 71.0      |\n",
-      "|    outdoor_temperature          | 28.251022 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 7949333.0 |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 9.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.16e+03  |\n",
-      "|    n_updates                    | 474       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************---------------------------------------------------| 48%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5994.488  |\n",
-      "|    air_humidity                 | 57.70945  |\n",
-      "|    air_temperature              | 24.269371 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 127.0     |\n",
-      "|    direct_solar_radiation       | 657.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 52.0      |\n",
-      "|    outdoor_temperature          | 26.748756 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5394630.0 |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 11.3      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.01e+03  |\n",
-      "|    n_updates                    | 499       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************--------------------------------------------------| 49%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5868.593  |\n",
-      "|    air_humidity                 | 59.702705 |\n",
-      "|    air_temperature              | 23.673388 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 117.0     |\n",
-      "|    direct_solar_radiation       | 8.5       |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 76.0      |\n",
-      "|    outdoor_temperature          | 23.925201 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5300543.0 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 10.3      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 9.08e+03  |\n",
-      "|    n_updates                    | 524       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************--------------------------------------------------| 49%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 49.323895 |\n",
-      "|    air_temperature              | 29.75314  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 89.0      |\n",
-      "|    direct_solar_radiation       | 182.0     |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 73.0      |\n",
-      "|    outdoor_temperature          | 24.83241  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.49e+03  |\n",
-      "|    n_updates                    | 549       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************--------------------------------------------------| 49%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 71.10587  |\n",
-      "|    air_temperature              | 25.321625 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 29.0      |\n",
-      "|    direct_solar_radiation       | 29.5      |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 19.11446  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.5e+03   |\n",
-      "|    n_updates                    | 574       |\n",
-      "-----------------------------------------------\n",
-      "----------------------------------------------**************--------------------------------------------------| 49%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 2        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 28       |\n",
-      "|    Heating_Setpoint_RL          | 17       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 0.0      |\n",
-      "|    air_humidity                 | 73.58216 |\n",
-      "|    air_temperature              | 24.81363 |\n",
-      "|    clg_setpoint                 | 29.0     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 30.0     |\n",
-      "|    diffuse_solar_radiation      | 0.0      |\n",
-      "|    direct_solar_radiation       | 0.0      |\n",
-      "|    hour                         | 19.0     |\n",
-      "|    htg_setpoint                 | 16.0     |\n",
-      "|    month                        | 6.0      |\n",
-      "|    outdoor_humidity             | 81.0     |\n",
-      "|    outdoor_temperature          | 19.323   |\n",
-      "|    people_occupant              | 0.0      |\n",
-      "|    total_electricity_HVAC       | 0.0      |\n",
-      "|    wind_direction               | 230.0    |\n",
-      "|    wind_speed                   | 3.1      |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.05     |\n",
-      "| train/                          |          |\n",
-      "|    learning_rate                | 0.0001   |\n",
-      "|    loss                         | 5.13e+03 |\n",
-      "|    n_updates                    | 599      |\n",
-      "----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 64.26106  |\n",
-      "|    air_temperature              | 27.285131 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 19.510527 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.57e+03  |\n",
-      "|    n_updates                    | 624       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 70.97226  |\n",
-      "|    air_temperature              | 25.634449 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 20.972343 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.97e+03  |\n",
-      "|    n_updates                    | 649       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.34892  |\n",
-      "|    air_temperature              | 24.954485 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 85.0      |\n",
-      "|    outdoor_temperature          | 21.94895  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.54e+03  |\n",
-      "|    n_updates                    | 674       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.28426  |\n",
-      "|    air_temperature              | 24.376232 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 20.423975 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.99e+03  |\n",
-      "|    n_updates                    | 699       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 77.33825  |\n",
-      "|    air_temperature              | 24.507927 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 23.793901 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.98e+03  |\n",
-      "|    n_updates                    | 724       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 73.71556  |\n",
-      "|    air_temperature              | 25.245878 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 25.436129 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.81e+03  |\n",
-      "|    n_updates                    | 749       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.0488   |\n",
-      "|    air_temperature              | 24.126446 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 88.0      |\n",
-      "|    outdoor_temperature          | 24.582035 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.78e+03  |\n",
-      "|    n_updates                    | 774       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************-----------------------------------------------| 52%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 87.71491  |\n",
-      "|    air_temperature              | 22.90714  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 22.584349 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 965       |\n",
-      "|    n_updates                    | 799       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************-----------------------------------------------| 52%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 93.72923  |\n",
-      "|    air_temperature              | 23.959242 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 25.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 62.0      |\n",
-      "|    outdoor_temperature          | 27.785337 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.47e+03  |\n",
-      "|    n_updates                    | 824       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************-----------------------------------------------| 52%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 84.162704 |\n",
-      "|    air_temperature              | 23.086092 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 76.0      |\n",
-      "|    direct_solar_radiation       | 262.0     |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 59.0      |\n",
-      "|    outdoor_temperature          | 21.191248 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.96e+03  |\n",
-      "|    n_updates                    | 849       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.09719  |\n",
-      "|    air_temperature              | 22.966927 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 84.5      |\n",
-      "|    direct_solar_radiation       | 444.5     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 56.0      |\n",
-      "|    outdoor_temperature          | 25.49166  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.62e+03  |\n",
-      "|    n_updates                    | 874       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 71.842354 |\n",
-      "|    air_temperature              | 24.912615 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 188.5     |\n",
-      "|    direct_solar_radiation       | 444.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 69.0      |\n",
-      "|    outdoor_temperature          | 27.981579 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.47e+03  |\n",
-      "|    n_updates                    | 899       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 66.29015  |\n",
-      "|    air_temperature              | 26.284555 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 109.0     |\n",
-      "|    direct_solar_radiation       | 791.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 48.0      |\n",
-      "|    outdoor_temperature          | 27.723755 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 80.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.41e+03  |\n",
-      "|    n_updates                    | 924       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5701.992  |\n",
-      "|    air_humidity                 | 62.445957 |\n",
-      "|    air_temperature              | 22.877975 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 198.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 22.844303 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5131793.0 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 9.48e+03  |\n",
-      "|    n_updates                    | 949       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6329.585  |\n",
-      "|    air_humidity                 | 58.633747 |\n",
-      "|    air_temperature              | 24.058687 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 351.0     |\n",
-      "|    direct_solar_radiation       | 285.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 48.0      |\n",
-      "|    outdoor_temperature          | 29.750559 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5696626.5 |\n",
-      "|    wind_direction               | 350.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.12e+03  |\n",
-      "|    n_updates                    | 974       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 7090.5063 |\n",
-      "|    air_humidity                 | 57.64953  |\n",
-      "|    air_temperature              | 24.19502  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 229.5     |\n",
-      "|    direct_solar_radiation       | 590.5     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 59.0      |\n",
-      "|    outdoor_temperature          | 27.872087 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 6384696.5 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.12e+03  |\n",
-      "|    n_updates                    | 999       |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5688.2856 |\n",
-      "|    air_humidity                 | 61.284252 |\n",
-      "|    air_temperature              | 22.551647 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 260.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 88.0      |\n",
-      "|    outdoor_temperature          | 22.795156 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 5119457.0 |\n",
-      "|    wind_direction               | 90.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.4e+03   |\n",
-      "|    n_updates                    | 1024      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 7841.701  |\n",
-      "|    air_humidity                 | 57.82436  |\n",
-      "|    air_temperature              | 24.11316  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 301.5     |\n",
-      "|    direct_solar_radiation       | 544.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 72.0      |\n",
-      "|    outdoor_temperature          | 26.77382  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 7034948.0 |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3e+03     |\n",
-      "|    n_updates                    | 1049      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************--------------------------------------------| 55%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 62.2651   |\n",
-      "|    air_temperature              | 28.586027 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 332.0     |\n",
-      "|    direct_solar_radiation       | 416.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 27.283964 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.07e+03  |\n",
-      "|    n_updates                    | 1074      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************--------------------------------------------| 55%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 62.894302 |\n",
-      "|    air_temperature              | 28.345287 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 267.5     |\n",
-      "|    direct_solar_radiation       | 310.5     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 74.0      |\n",
-      "|    outdoor_temperature          | 25.579243 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 8.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.46e+03  |\n",
-      "|    n_updates                    | 1099      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************--------------------------------------------| 55%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 7106.787  |\n",
-      "|    air_humidity                 | 59.247807 |\n",
-      "|    air_temperature              | 23.88788  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 135.0     |\n",
-      "|    direct_solar_radiation       | 332.0     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 76.0      |\n",
-      "|    outdoor_temperature          | 25.603895 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 6396108.5 |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 9.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.13e+03  |\n",
-      "|    n_updates                    | 1124      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 52.444363 |\n",
-      "|    air_temperature              | 28.380396 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 52.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 21.795992 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.86e+03  |\n",
-      "|    n_updates                    | 1149      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 52.730785 |\n",
-      "|    air_temperature              | 30.277372 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 21.0      |\n",
-      "|    direct_solar_radiation       | 82.5      |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 60.0      |\n",
-      "|    outdoor_temperature          | 24.305302 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.09e+03  |\n",
-      "|    n_updates                    | 1174      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 62.063698 |\n",
-      "|    air_temperature              | 28.064104 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 22.021494 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.7e+03   |\n",
-      "|    n_updates                    | 1199      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 70.99026  |\n",
-      "|    air_temperature              | 26.231157 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 23.473911 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.4e+03   |\n",
-      "|    n_updates                    | 1224      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 57%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 72.17343  |\n",
-      "|    air_temperature              | 25.960754 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 21.79974  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 80.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.6e+03   |\n",
-      "|    n_updates                    | 1249      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 57%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.62412  |\n",
-      "|    air_temperature              | 24.571651 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 71.0      |\n",
-      "|    outdoor_temperature          | 23.37696  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.05e+03  |\n",
-      "|    n_updates                    | 1274      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 57%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.07557  |\n",
-      "|    air_temperature              | 24.251059 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 21.277117 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.37e+03  |\n",
-      "|    n_updates                    | 1299      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************------------------------------------------| 58%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 82.77418  |\n",
-      "|    air_temperature              | 23.679039 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 91.0      |\n",
-      "|    outdoor_temperature          | 23.076662 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 756       |\n",
-      "|    n_updates                    | 1324      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************------------------------------------------| 58%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.70116  |\n",
-      "|    air_temperature              | 23.391863 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 64.0      |\n",
-      "|    outdoor_temperature          | 23.102135 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 3.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.37e+03  |\n",
-      "|    n_updates                    | 1349      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************------------------------------------------| 58%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.7172   |\n",
-      "|    air_temperature              | 23.848103 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 77.0      |\n",
-      "|    outdoor_temperature          | 24.195494 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 891       |\n",
-      "|    n_updates                    | 1374      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************----------------------------------------| 59%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 81.705536 |\n",
-      "|    air_temperature              | 24.714365 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 85.0      |\n",
-      "|    outdoor_temperature          | 25.90795  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.09e+03  |\n",
-      "|    n_updates                    | 1399      |\n",
-      "-----------------------------------------------\n"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Step only supports monotonically increasing values, use define_metric to set a custom x axis. For details see: https://wandb.me/define-metric\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'rollout/ep_len_mean': 35040.0, '_timestamp': 1700214247.6063654}).\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'rollout/ep_rew_mean': -11781.918385, '_timestamp': 1700214247.6064198}).\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'rollout/exploration_rate': 0.05, '_timestamp': 1700214247.606459}).\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/episodes': 1, '_timestamp': 1700214247.6064918}).\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/fps': 1779, '_timestamp': 1700214247.6065187}).\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/time_elapsed': 19, '_timestamp': 1700214247.6065419}).\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/total_timesteps': 35040, '_timestamp': 1700214247.6065679}).\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "-----------------------------------------------***********************----------------------------------------| 59%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.14272  |\n",
-      "|    air_temperature              | 24.373743 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 16.5      |\n",
-      "|    direct_solar_radiation       | 30.0      |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 94.0      |\n",
-      "|    outdoor_temperature          | 24.067757 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.97e+03  |\n",
-      "|    n_updates                    | 1424      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************----------------------------------------| 59%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 84.859985 |\n",
-      "|    air_temperature              | 23.91815  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 71.0      |\n",
-      "|    direct_solar_radiation       | 21.0      |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 76.0      |\n",
-      "|    outdoor_temperature          | 25.750177 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.66e+03  |\n",
-      "|    n_updates                    | 1449      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************----------------------------------------| 59%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 87.054276 |\n",
-      "|    air_temperature              | 22.867567 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 58.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 94.0      |\n",
-      "|    outdoor_temperature          | 22.91997  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.85e+03  |\n",
-      "|    n_updates                    | 1474      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1521.9896 |\n",
-      "|    air_humidity                 | 75.063614 |\n",
-      "|    air_temperature              | 21.000452 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 205.5     |\n",
-      "|    direct_solar_radiation       | 112.5     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 76.0      |\n",
-      "|    outdoor_temperature          | 19.201933 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1378782.4 |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.7e+03   |\n",
-      "|    n_updates                    | 1499      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3598.6003 |\n",
-      "|    air_humidity                 | 65.23126  |\n",
-      "|    air_temperature              | 22.027729 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 182.0     |\n",
-      "|    direct_solar_radiation       | 648.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 50.0      |\n",
-      "|    outdoor_temperature          | 24.144733 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3229639.5 |\n",
-      "|    wind_direction               | 80.0      |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.07e+04  |\n",
-      "|    n_updates                    | 1524      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3934.8455 |\n",
-      "|    air_humidity                 | 58.38924  |\n",
-      "|    air_temperature              | 23.422209 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 310.5     |\n",
-      "|    direct_solar_radiation       | 375.5     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 39.0      |\n",
-      "|    outdoor_temperature          | 26.24799  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3516591.0 |\n",
-      "|    wind_direction               | 160.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.85e+03  |\n",
-      "|    n_updates                    | 1549      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 66.500626 |\n",
-      "|    air_temperature              | 26.288742 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 156.0     |\n",
-      "|    direct_solar_radiation       | 685.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 67.0      |\n",
-      "|    outdoor_temperature          | 26.0001   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.36e+03  |\n",
-      "|    n_updates                    | 1574      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************--------------------------------------| 61%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 64.475006 |\n",
-      "|    air_temperature              | 26.78031  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 356.5     |\n",
-      "|    direct_solar_radiation       | 509.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 27.915373 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.96e+03  |\n",
-      "|    n_updates                    | 1599      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************--------------------------------------| 61%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6470.7974 |\n",
-      "|    air_humidity                 | 55.524296 |\n",
-      "|    air_temperature              | 24.516663 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 422.0     |\n",
-      "|    direct_solar_radiation       | 107.5     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 67.0      |\n",
-      "|    outdoor_temperature          | 29.62802  |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 5823717.5 |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.38e+03  |\n",
-      "|    n_updates                    | 1624      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************--------------------------------------| 61%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5735.0757 |\n",
-      "|    air_humidity                 | 55.520737 |\n",
-      "|    air_temperature              | 24.371014 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 273.0     |\n",
-      "|    direct_solar_radiation       | 581.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 33.0      |\n",
-      "|    outdoor_temperature          | 31.163658 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 5156594.5 |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.22e+03  |\n",
-      "|    n_updates                    | 1649      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 7858.42   |\n",
-      "|    air_humidity                 | 57.489624 |\n",
-      "|    air_temperature              | 24.390175 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 262.0     |\n",
-      "|    direct_solar_radiation       | 375.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 65.0      |\n",
-      "|    outdoor_temperature          | 27.542755 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 7072577.5 |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.03e+03  |\n",
-      "|    n_updates                    | 1674      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 8580.111  |\n",
-      "|    air_humidity                 | 57.767204 |\n",
-      "|    air_temperature              | 24.379463 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 83.0      |\n",
-      "|    direct_solar_radiation       | 731.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 58.0      |\n",
-      "|    outdoor_temperature          | 29.715965 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 7714040.5 |\n",
-      "|    wind_direction               | 150.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.01e+03  |\n",
-      "|    n_updates                    | 1699      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 9275.7295 |\n",
-      "|    air_humidity                 | 62.564636 |\n",
-      "|    air_temperature              | 25.44268  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 127.0     |\n",
-      "|    direct_solar_radiation       | 260.5     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 65.0      |\n",
-      "|    outdoor_temperature          | 30.933622 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 8348156.5 |\n",
-      "|    wind_direction               | 140.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.51e+03  |\n",
-      "|    n_updates                    | 1724      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 72.23363  |\n",
-      "|    air_temperature              | 28.494257 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 52.5      |\n",
-      "|    direct_solar_radiation       | 14.5      |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 61.0      |\n",
-      "|    outdoor_temperature          | 30.450134 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.09e+03  |\n",
-      "|    n_updates                    | 1749      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 68.8516   |\n",
-      "|    air_temperature              | 29.39136  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 60.0      |\n",
-      "|    outdoor_temperature          | 25.882673 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 100.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.12e+03  |\n",
-      "|    n_updates                    | 1774      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 56.655693 |\n",
-      "|    air_temperature              | 28.701569 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 64.0      |\n",
-      "|    outdoor_temperature          | 22.626251 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 90.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.82e+03  |\n",
-      "|    n_updates                    | 1799      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 62.070488 |\n",
-      "|    air_temperature              | 27.431053 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 81.0      |\n",
-      "|    outdoor_temperature          | 21.76395  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.24e+03  |\n",
-      "|    n_updates                    | 1824      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 70.41705  |\n",
-      "|    air_temperature              | 27.251905 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 69.0      |\n",
-      "|    outdoor_temperature          | 28.404594 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.03e+03  |\n",
-      "|    n_updates                    | 1849      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************-----------------------------------| 64%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 62.179195 |\n",
-      "|    air_temperature              | 25.328423 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 40.0      |\n",
-      "|    outdoor_temperature          | 21.58744  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 350.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.1e+03   |\n",
-      "|    n_updates                    | 1874      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************-----------------------------------| 64%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 77.25168  |\n",
-      "|    air_temperature              | 24.274105 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 73.0      |\n",
-      "|    outdoor_temperature          | 21.448235 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.17e+04  |\n",
-      "|    n_updates                    | 1899      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 72.27385  |\n",
-      "|    air_temperature              | 25.37339  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 42.0      |\n",
-      "|    outdoor_temperature          | 21.546675 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 350.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.33e+03  |\n",
-      "|    n_updates                    | 1924      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.70976  |\n",
-      "|    air_temperature              | 23.610817 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 65.0      |\n",
-      "|    outdoor_temperature          | 18.41828  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.6e+03   |\n",
-      "|    n_updates                    | 1949      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 88.37996  |\n",
-      "|    air_temperature              | 22.81223  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 21.526308 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.1e+04   |\n",
-      "|    n_updates                    | 1974      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 87.88873  |\n",
-      "|    air_temperature              | 22.679972 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 78.0      |\n",
-      "|    outdoor_temperature          | 18.887882 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.85e+03  |\n",
-      "|    n_updates                    | 1999      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 85.374725 |\n",
-      "|    air_temperature              | 21.886457 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 78.0      |\n",
-      "|    outdoor_temperature          | 16.744215 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.91e+03  |\n",
-      "|    n_updates                    | 2024      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 86.8004   |\n",
-      "|    air_temperature              | 22.291016 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 37.0      |\n",
-      "|    direct_solar_radiation       | 165.0     |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 65.0      |\n",
-      "|    outdoor_temperature          | 19.125746 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.76e+03  |\n",
-      "|    n_updates                    | 2049      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 61.356754 |\n",
-      "|    air_temperature              | 23.098063 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 101.0     |\n",
-      "|    direct_solar_radiation       | 282.5     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 22.395697 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 1.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.03e+03  |\n",
-      "|    n_updates                    | 2074      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 56.98781  |\n",
-      "|    air_temperature              | 24.176632 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 94.0      |\n",
-      "|    direct_solar_radiation       | 588.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 56.0      |\n",
-      "|    outdoor_temperature          | 24.20977  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.64e+03  |\n",
-      "|    n_updates                    | 2099      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************--------------------------------| 67%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2963.5293 |\n",
-      "|    air_humidity                 | 59.67123  |\n",
-      "|    air_temperature              | 22.155758 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 234.5     |\n",
-      "|    direct_solar_radiation       | 275.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 55.0      |\n",
-      "|    outdoor_temperature          | 20.741188 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 2657805.0 |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.34e+03  |\n",
-      "|    n_updates                    | 2124      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************--------------------------------| 67%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3690.9102 |\n",
-      "|    air_humidity                 | 49.598965 |\n",
-      "|    air_temperature              | 23.265598 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 181.0     |\n",
-      "|    direct_solar_radiation       | 702.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 37.0      |\n",
-      "|    outdoor_temperature          | 22.536015 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3293101.2 |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 1.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.84e+03  |\n",
-      "|    n_updates                    | 2149      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************--------------------------------| 67%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4099.727  |\n",
-      "|    air_humidity                 | 57.16755  |\n",
-      "|    air_temperature              | 23.969181 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 159.0     |\n",
-      "|    direct_solar_radiation       | 780.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 45.0      |\n",
-      "|    outdoor_temperature          | 23.952784 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3676153.8 |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.06e+03  |\n",
-      "|    n_updates                    | 2174      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************-------------------------------| 68%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4844.1577 |\n",
-      "|    air_humidity                 | 58.401505 |\n",
-      "|    air_temperature              | 23.993696 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 166.5     |\n",
-      "|    direct_solar_radiation       | 795.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 58.0      |\n",
-      "|    outdoor_temperature          | 26.339314 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 4359742.0 |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.43e+03  |\n",
-      "|    n_updates                    | 2199      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************-------------------------------| 68%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3168.1628 |\n",
-      "|    air_humidity                 | 56.45405  |\n",
-      "|    air_temperature              | 24.310589 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 165.0     |\n",
-      "|    direct_solar_radiation       | 565.5     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 56.0      |\n",
-      "|    outdoor_temperature          | 25.505985 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 2851346.5 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.81e+03  |\n",
-      "|    n_updates                    | 2224      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************-------------------------------| 68%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 66.15802  |\n",
-      "|    air_temperature              | 26.812828 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 148.0     |\n",
-      "|    direct_solar_radiation       | 730.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 74.0      |\n",
-      "|    outdoor_temperature          | 27.384958 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.59e+03  |\n",
-      "|    n_updates                    | 2249      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************-------------------------------| 68%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 66.70742  |\n",
-      "|    air_temperature              | 26.722502 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 150.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 78.0      |\n",
-      "|    outdoor_temperature          | 21.76044  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.26e+03  |\n",
-      "|    n_updates                    | 2274      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4615.9355 |\n",
-      "|    air_humidity                 | 59.687176 |\n",
-      "|    air_temperature              | 23.604136 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 102.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 76.0      |\n",
-      "|    outdoor_temperature          | 22.033457 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4154342.0 |\n",
-      "|    wind_direction               | 150.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.18e+03  |\n",
-      "|    n_updates                    | 2299      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4519.266  |\n",
-      "|    air_humidity                 | 39.110023 |\n",
-      "|    air_temperature              | 23.892767 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 43.0      |\n",
-      "|    direct_solar_radiation       | 499.5     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 29.0      |\n",
-      "|    outdoor_temperature          | 22.987827 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4067339.8 |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.94e+03  |\n",
-      "|    n_updates                    | 2324      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 36.519215 |\n",
-      "|    air_temperature              | 29.639103 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 22.0      |\n",
-      "|    direct_solar_radiation       | 50.5      |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 44.0      |\n",
-      "|    outdoor_temperature          | 19.65552  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.31e+03  |\n",
-      "|    n_updates                    | 2349      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 52.53205  |\n",
-      "|    air_temperature              | 28.84091  |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 21.706072 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.33e+03  |\n",
-      "|    n_updates                    | 2374      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************-----------------------------| 70%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 65.03585  |\n",
-      "|    air_temperature              | 28.089901 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 88.0      |\n",
-      "|    outdoor_temperature          | 24.84705  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.56e+03  |\n",
-      "|    n_updates                    | 2399      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************-----------------------------| 70%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 73.22182  |\n",
-      "|    air_temperature              | 26.433327 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 50.0      |\n",
-      "|    outdoor_temperature          | 26.2683   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 9.75e+03  |\n",
-      "|    n_updates                    | 2424      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************-----------------------------| 70%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 81.19492  |\n",
-      "|    air_temperature              | 24.888763 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 52.0      |\n",
-      "|    outdoor_temperature          | 17.709038 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 570       |\n",
-      "|    n_updates                    | 2449      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 77.14824  |\n",
-      "|    air_temperature              | 23.543236 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 76.0      |\n",
-      "|    outdoor_temperature          | 19.323315 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 150.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.74e+03  |\n",
-      "|    n_updates                    | 2474      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.54942  |\n",
-      "|    air_temperature              | 22.843735 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 84.0      |\n",
-      "|    outdoor_temperature          | 17.800474 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 10.0      |\n",
-      "|    wind_speed                   | 1.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.49e+03  |\n",
-      "|    n_updates                    | 2499      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 75.72044  |\n",
-      "|    air_temperature              | 22.46577  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 60.0      |\n",
-      "|    outdoor_temperature          | 15.107563 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.3e+03   |\n",
-      "|    n_updates                    | 2524      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 88.59096  |\n",
-      "|    air_temperature              | 22.127878 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 84.0      |\n",
-      "|    outdoor_temperature          | 13.45269  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.05e+04  |\n",
-      "|    n_updates                    | 2549      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 84.00199  |\n",
-      "|    air_temperature              | 23.281334 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 84.0      |\n",
-      "|    outdoor_temperature          | 19.630474 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.74e+03  |\n",
-      "|    n_updates                    | 2574      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.08445  |\n",
-      "|    air_temperature              | 23.414421 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 22.659573 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.85e+03  |\n",
-      "|    n_updates                    | 2599      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 95.95372  |\n",
-      "|    air_temperature              | 21.113327 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 47.0      |\n",
-      "|    outdoor_temperature          | 14.836081 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 340.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.24e+04  |\n",
-      "|    n_updates                    | 2624      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************--------------------------| 73%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 74.788414 |\n",
-      "|    air_temperature              | 20.551414 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 18.5      |\n",
-      "|    direct_solar_radiation       | 158.5     |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 83.0      |\n",
-      "|    outdoor_temperature          | 9.522072  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.68e+03  |\n",
-      "|    n_updates                    | 2649      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************--------------------------| 73%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 74.74622  |\n",
-      "|    air_temperature              | 20.638317 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 57.0      |\n",
-      "|    direct_solar_radiation       | 16.5      |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 81.0      |\n",
-      "|    outdoor_temperature          | 15.213166 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 70.0      |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.12e+03  |\n",
-      "|    n_updates                    | 2674      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************--------------------------| 73%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 82.323364 |\n",
-      "|    air_temperature              | 19.57355  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 87.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 14.822417 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 350.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.52e+03  |\n",
-      "|    n_updates                    | 2699      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************-------------------------| 74%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 572.085   |\n",
-      "|    air_humidity                 | 66.755165 |\n",
-      "|    air_temperature              | 22.665863 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 180.0     |\n",
-      "|    direct_solar_radiation       | 35.5      |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 16.186356 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 514876.53 |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 9.45e+03  |\n",
-      "|    n_updates                    | 2724      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************-------------------------| 74%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 81.31932  |\n",
-      "|    air_temperature              | 23.860435 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 121.0     |\n",
-      "|    direct_solar_radiation       | 726.5     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 46.0      |\n",
-      "|    outdoor_temperature          | 22.112099 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.63e+03  |\n",
-      "|    n_updates                    | 2749      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************-------------------------| 74%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.81175  |\n",
-      "|    air_temperature              | 23.48872  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 172.0     |\n",
-      "|    direct_solar_radiation       | 689.5     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 45.0      |\n",
-      "|    outdoor_temperature          | 18.881742 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.67e+03  |\n",
-      "|    n_updates                    | 2774      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************-------------------------| 74%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3226.1812 |\n",
-      "|    air_humidity                 | 40.99132  |\n",
-      "|    air_temperature              | 24.449615 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 94.0      |\n",
-      "|    direct_solar_radiation       | 891.5     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 39.0      |\n",
-      "|    outdoor_temperature          | 19.979425 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 2914970.8 |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 1.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.57e+03  |\n",
-      "|    n_updates                    | 2799      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************------------------------| 75%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 820.8608  |\n",
-      "|    air_humidity                 | 35.66342  |\n",
-      "|    air_temperature              | 22.958992 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 157.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 69.0      |\n",
-      "|    outdoor_temperature          | 11.693288 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 738774.7  |\n",
-      "|    wind_direction               | 340.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.76e+03  |\n",
-      "|    n_updates                    | 2824      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************------------------------| 75%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 39.326733 |\n",
-      "|    air_temperature              | 30.015965 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 161.5     |\n",
-      "|    direct_solar_radiation       | 622.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 57.0      |\n",
-      "|    outdoor_temperature          | 20.66599  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.57e+03  |\n",
-      "|    n_updates                    | 2849      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************------------------------| 75%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 50.05312  |\n",
-      "|    air_temperature              | 31.606455 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 120.5     |\n",
-      "|    direct_solar_radiation       | 593.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 69.0      |\n",
-      "|    outdoor_temperature          | 22.639921 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.34e+03  |\n",
-      "|    n_updates                    | 2874      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************------------------------| 75%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 48.417835 |\n",
-      "|    air_temperature              | 32.195496 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 82.5      |\n",
-      "|    direct_solar_radiation       | 455.5     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 71.0      |\n",
-      "|    outdoor_temperature          | 22.904902 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.69e+03  |\n",
-      "|    n_updates                    | 2899      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************-----------------------| 76%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 42.599163 |\n",
-      "|    air_temperature              | 28.21489  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 27.5      |\n",
-      "|    direct_solar_radiation       | 186.5     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 78.0      |\n",
-      "|    outdoor_temperature          | 19.765554 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 8.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.67e+03  |\n",
-      "|    n_updates                    | 2924      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************-----------------------| 76%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 36.224995 |\n",
-      "|    air_temperature              | 22.329985 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 44.0      |\n",
-      "|    outdoor_temperature          | 13.891856 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.35e+03  |\n",
-      "|    n_updates                    | 2949      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************-----------------------| 76%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 323.90488 |\n",
-      "|    air_humidity                 | 23.180758 |\n",
-      "|    air_temperature              | 23.656872 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 36.0      |\n",
-      "|    outdoor_temperature          | 10.270113 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 287990.53 |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.87e+03  |\n",
-      "|    n_updates                    | 2974      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************----------------------| 77%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 335.21765 |\n",
-      "|    air_humidity                 | 23.816273 |\n",
-      "|    air_temperature              | 22.013376 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 46.0      |\n",
-      "|    outdoor_temperature          | 6.8252945 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 293124.94 |\n",
-      "|    wind_direction               | 340.0     |\n",
-      "|    wind_speed                   | 1.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.88e+03  |\n",
-      "|    n_updates                    | 2999      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************----------------------| 77%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 236.74127 |\n",
-      "|    air_humidity                 | 37.661133 |\n",
-      "|    air_temperature              | 22.00012  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 66.0      |\n",
-      "|    outdoor_temperature          | 9.965243  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 213067.14 |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.21e+03  |\n",
-      "|    n_updates                    | 3024      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************----------------------| 77%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 135.69014 |\n",
-      "|    air_humidity                 | 59.9251   |\n",
-      "|    air_temperature              | 21.229746 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 12.369878 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 120074.22 |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.25e+03  |\n",
-      "|    n_updates                    | 3049      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************----------------------| 77%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 67.62455  |\n",
-      "|    air_humidity                 | 66.001045 |\n",
-      "|    air_temperature              | 21.45983  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 15.532434 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60862.094 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.77e+03  |\n",
-      "|    n_updates                    | 3074      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************---------------------| 78%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 70.07431  |\n",
-      "|    air_temperature              | 21.899416 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 15.607584 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.46e+03  |\n",
-      "|    n_updates                    | 3099      |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------*****************************************---------------------| 78%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 140.72768  |\n",
-      "|    air_humidity                 | 65.1292    |\n",
-      "|    air_temperature              | 20.091452  |\n",
-      "|    clg_setpoint                 | 30.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 14.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 0.0        |\n",
-      "|    htg_setpoint                 | 15.0       |\n",
-      "|    month                        | 10.0       |\n",
-      "|    outdoor_humidity             | 93.0       |\n",
-      "|    outdoor_temperature          | 13.924392  |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 126654.914 |\n",
-      "|    wind_direction               | 100.0      |\n",
-      "|    wind_speed                   | 4.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 790        |\n",
-      "|    n_updates                    | 3124       |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------******************************************---------------------| 78%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.97703  |\n",
-      "|    air_humidity                 | 76.32632  |\n",
-      "|    air_temperature              | 20.053425 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 16.104088 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60279.33  |\n",
-      "|    wind_direction               | 150.0     |\n",
-      "|    wind_speed                   | 8.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.61e+03  |\n",
-      "|    n_updates                    | 3149      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************--------------------| 79%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 251.67865 |\n",
-      "|    air_humidity                 | 41.05674  |\n",
-      "|    air_temperature              | 21.99997  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 10.149518 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 226510.78 |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.61e+03  |\n",
-      "|    n_updates                    | 3174      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************--------------------| 79%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 485.2683  |\n",
-      "|    air_humidity                 | 45.11187  |\n",
-      "|    air_temperature              | 19.242134 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 83.0      |\n",
-      "|    outdoor_temperature          | 9.477785  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 436741.5  |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 8.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.16e+03  |\n",
-      "|    n_updates                    | 3199      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************--------------------| 79%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 585.45746 |\n",
-      "|    air_humidity                 | 19.761223 |\n",
-      "|    air_temperature              | 21.440136 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 56.0      |\n",
-      "|    outdoor_temperature          | 5.395967  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 526911.7  |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.85e+03  |\n",
-      "|    n_updates                    | 3224      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************-------------------| 80%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 218.11995 |\n",
-      "|    air_humidity                 | 38.327847 |\n",
-      "|    air_temperature              | 19.056837 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 7.760579  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 196307.95 |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 764       |\n",
-      "|    n_updates                    | 3249      |\n",
-      "-----------------------------------------------\n",
-      "----------------------------------------------*********************************************-------------------| 80%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 2        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 28       |\n",
-      "|    Heating_Setpoint_RL          | 17       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 87.81368 |\n",
-      "|    air_humidity                 | 50.32354 |\n",
-      "|    air_temperature              | 19.49754 |\n",
-      "|    clg_setpoint                 | 28.0     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 20.0     |\n",
-      "|    diffuse_solar_radiation      | 41.5     |\n",
-      "|    direct_solar_radiation       | 0.0      |\n",
-      "|    hour                         | 6.0      |\n",
-      "|    htg_setpoint                 | 17.0     |\n",
-      "|    month                        | 10.0     |\n",
-      "|    outdoor_humidity             | 100.0    |\n",
-      "|    outdoor_temperature          | 10.19011 |\n",
-      "|    people_occupant              | 0.0      |\n",
-      "|    total_electricity_HVAC       | 79032.31 |\n",
-      "|    wind_direction               | 0.0      |\n",
-      "|    wind_speed                   | 0.0      |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.05     |\n",
-      "| train/                          |          |\n",
-      "|    learning_rate                | 0.0001   |\n",
-      "|    loss                         | 8.16e+03 |\n",
-      "|    n_updates                    | 3274     |\n",
-      "----------------------------------------------\n",
-      "-----------------------------------------------********************************************-------------------| 80%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 159.16617 |\n",
-      "|    air_humidity                 | 59.31339  |\n",
-      "|    air_temperature              | 19.080135 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 105.5     |\n",
-      "|    direct_solar_radiation       | 468.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 14.962557 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 145666.97 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.25e+03  |\n",
-      "|    n_updates                    | 3299      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************-------------------| 80%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 70.01712  |\n",
-      "|    air_temperature              | 23.176098 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 156.5     |\n",
-      "|    direct_solar_radiation       | 474.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 17.920376 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.12e+03  |\n",
-      "|    n_updates                    | 3324      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 408.1777  |\n",
-      "|    air_humidity                 | 59.842438 |\n",
-      "|    air_temperature              | 23.999256 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 179.0     |\n",
-      "|    direct_solar_radiation       | 6.0       |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 15.534999 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 372273.7  |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.15e+03  |\n",
-      "|    n_updates                    | 3349      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 62.294548 |\n",
-      "|    air_temperature              | 28.43155  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 217.0     |\n",
-      "|    direct_solar_radiation       | 530.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 81.0      |\n",
-      "|    outdoor_temperature          | 21.39629  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 160.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.16e+03  |\n",
-      "|    n_updates                    | 3374      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 53.51948  |\n",
-      "|    air_temperature              | 30.693748 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 149.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 57.0      |\n",
-      "|    outdoor_temperature          | 25.369297 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.03e+03  |\n",
-      "|    n_updates                    | 3399      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 17.327251 |\n",
-      "|    air_temperature              | 22.722736 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 143.0     |\n",
-      "|    direct_solar_radiation       | 714.5     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 28.0      |\n",
-      "|    outdoor_temperature          | 13.306188 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 9.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.56e+03  |\n",
-      "|    n_updates                    | 3424      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************-----------------| 82%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 19.840294 |\n",
-      "|    air_temperature              | 22.38459  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 165.5     |\n",
-      "|    direct_solar_radiation       | 514.0     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 35.0      |\n",
-      "|    outdoor_temperature          | 11.596086 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.99e+03  |\n",
-      "|    n_updates                    | 3449      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************-----------------| 82%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 18.47451  |\n",
-      "|    air_temperature              | 24.671492 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 94.5      |\n",
-      "|    direct_solar_radiation       | 484.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 27.0      |\n",
-      "|    outdoor_temperature          | 11.386773 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.49e+03  |\n",
-      "|    n_updates                    | 3474      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************-----------------| 82%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 439.10754 |\n",
-      "|    air_humidity                 | 26.441185 |\n",
-      "|    air_temperature              | 26.733648 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 54.0      |\n",
-      "|    direct_solar_radiation       | 272.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 37.0      |\n",
-      "|    outdoor_temperature          | 14.764248 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 395254.56 |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.95e+03  |\n",
-      "|    n_updates                    | 3499      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************----------------| 83%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 554.31964 |\n",
-      "|    air_humidity                 | 23.395735 |\n",
-      "|    air_temperature              | 24.999321 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 32.0      |\n",
-      "|    outdoor_temperature          | 14.393337 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 503426.9  |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.45e+03  |\n",
-      "|    n_updates                    | 3524      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************----------------| 83%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 317.96118 |\n",
-      "|    air_humidity                 | 51.266266 |\n",
-      "|    air_temperature              | 24.655975 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 80.0      |\n",
-      "|    outdoor_temperature          | 14.171899 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 286165.06 |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.68e+03  |\n",
-      "|    n_updates                    | 3549      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************----------------| 83%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 233.69771 |\n",
-      "|    air_humidity                 | 29.034204 |\n",
-      "|    air_temperature              | 23.883009 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 48.0      |\n",
-      "|    outdoor_temperature          | 12.430132 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 210327.94 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.14e+03  |\n",
-      "|    n_updates                    | 3574      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************----------------| 83%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 23.601944 |\n",
-      "|    air_temperature              | 21.99998  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 41.0      |\n",
-      "|    outdoor_temperature          | 14.13013  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 10.0      |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.35e+03  |\n",
-      "|    n_updates                    | 3599      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 37.767708 |\n",
-      "|    air_temperature              | 21.999975 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 72.0      |\n",
-      "|    outdoor_temperature          | 12.770189 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.51e+03  |\n",
-      "|    n_updates                    | 3624      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 187.09816 |\n",
-      "|    air_humidity                 | 31.238272 |\n",
-      "|    air_temperature              | 21.996042 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 59.0      |\n",
-      "|    outdoor_temperature          | 11.031565 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 167724.73 |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.4e+03   |\n",
-      "|    n_updates                    | 3649      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 505.19986 |\n",
-      "|    air_humidity                 | 30.942884 |\n",
-      "|    air_temperature              | 19.999975 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 65.0      |\n",
-      "|    outdoor_temperature          | 9.365477  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 454679.88 |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.42e+03  |\n",
-      "|    n_updates                    | 3674      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************--------------| 85%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 33.550316 |\n",
-      "|    air_temperature              | 18.521523 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 74.0      |\n",
-      "|    outdoor_temperature          | 4.5707517 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 340.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.95e+03  |\n",
-      "|    n_updates                    | 3699      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************--------------| 85%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 791.0938  |\n",
-      "|    air_humidity                 | 39.81718  |\n",
-      "|    air_temperature              | 20.038563 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 6.485105  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 729618.75 |\n",
-      "|    wind_direction               | 350.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.61e+03  |\n",
-      "|    n_updates                    | 3724      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************--------------| 85%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 45.82144  |\n",
-      "|    air_temperature              | 22.00016  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 7.2294836 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.21e+03  |\n",
-      "|    n_updates                    | 3749      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************-------------| 86%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 56.175064 |\n",
-      "|    air_temperature              | 20.339254 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 12.948975 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 11.3      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.31e+03  |\n",
-      "|    n_updates                    | 3774      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************-------------| 86%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 252.6262  |\n",
-      "|    air_humidity                 | 51.662975 |\n",
-      "|    air_temperature              | 21.000048 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 92.0      |\n",
-      "|    outdoor_temperature          | 11.568501 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 227363.6  |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 9.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.87e+03  |\n",
-      "|    n_updates                    | 3799      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************-------------| 86%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.2801  |\n",
-      "|    air_humidity                 | 42.572395 |\n",
-      "|    air_temperature              | 19.000004 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 77.0      |\n",
-      "|    outdoor_temperature          | 9.591404  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 679752.06 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.51e+03  |\n",
-      "|    n_updates                    | 3824      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************-------------| 86%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 38.447903 |\n",
-      "|    air_temperature              | 17.8544   |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 85.0      |\n",
-      "|    outdoor_temperature          | 4.4505453 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.17e+03  |\n",
-      "|    n_updates                    | 3849      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 63.961487 |\n",
-      "|    air_temperature              | 18.345997 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 39.5      |\n",
-      "|    direct_solar_radiation       | 46.5      |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 11.001679 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 90.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 591       |\n",
-      "|    n_updates                    | 3874      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 23.122137 |\n",
-      "|    air_temperature              | 21.613598 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 101.0     |\n",
-      "|    direct_solar_radiation       | 137.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 69.0      |\n",
-      "|    outdoor_temperature          | 4.2041984 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.42e+03  |\n",
-      "|    n_updates                    | 3899      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 27.911211 |\n",
-      "|    air_temperature              | 18.84073  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 149.5     |\n",
-      "|    direct_solar_radiation       | 296.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 67.0      |\n",
-      "|    outdoor_temperature          | 3.8583755 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.62e+03  |\n",
-      "|    n_updates                    | 3924      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 35.511806 |\n",
-      "|    air_temperature              | 20.975248 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 152.0     |\n",
-      "|    direct_solar_radiation       | 461.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 59.0      |\n",
-      "|    outdoor_temperature          | 11.71295  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.94e+03  |\n",
-      "|    n_updates                    | 3949      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************************-----------| 88%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 888.0539  |\n",
-      "|    air_humidity                 | 30.422834 |\n",
-      "|    air_temperature              | 23.68936  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 108.0     |\n",
-      "|    direct_solar_radiation       | 740.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 62.0      |\n",
-      "|    outdoor_temperature          | 7.5188694 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 803709.56 |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.02e+03  |\n",
-      "|    n_updates                    | 3974      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************************-----------| 88%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.6465  |\n",
-      "|    air_humidity                 | 24.836256 |\n",
-      "|    air_temperature              | 23.50795  |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 238.5     |\n",
-      "|    direct_solar_radiation       | 129.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 55.0      |\n",
-      "|    outdoor_temperature          | 4.671093  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 680081.9  |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.35e+03  |\n",
-      "|    n_updates                    | 3999      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************************-----------| 88%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 29.07606  |\n",
-      "|    air_temperature              | 23.440237 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 186.0     |\n",
-      "|    direct_solar_radiation       | 295.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 70.0      |\n",
-      "|    outdoor_temperature          | 7.70772   |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.29e+03  |\n",
-      "|    n_updates                    | 4024      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************************----------| 89%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.6465  |\n",
-      "|    air_humidity                 | 23.929407 |\n",
-      "|    air_temperature              | 23.6828   |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 146.0     |\n",
-      "|    direct_solar_radiation       | 366.0     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 61.0      |\n",
-      "|    outdoor_temperature          | 4.7432737 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 680081.9  |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.81e+03  |\n",
-      "|    n_updates                    | 4049      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************************----------| 89%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1043.0057 |\n",
-      "|    air_humidity                 | 17.89227  |\n",
-      "|    air_temperature              | 23.43317  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 97.5      |\n",
-      "|    direct_solar_radiation       | 246.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 41.0      |\n",
-      "|    outdoor_temperature          | 1.0846555 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 938705.1  |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 9.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.53e+03  |\n",
-      "|    n_updates                    | 4074      |\n",
-      "-----------------------------------------------\n",
-      "---------------------------------------------------*************************************************----------| 89%\n",
-      "| action_network/                 |               |\n",
-      "|    index                        | 7             |\n",
-      "| action_simulation/              |               |\n",
-      "|    Cooling_Setpoint_RL          | 23            |\n",
-      "|    Heating_Setpoint_RL          | 22            |\n",
-      "| observation/                    |               |\n",
-      "|    HVAC_electricity_demand_rate | 1352.0616     |\n",
-      "|    air_humidity                 | 14.324686     |\n",
-      "|    air_temperature              | 22.706608     |\n",
-      "|    clg_setpoint                 | 23.0          |\n",
-      "|    co2_emission                 | 0.0           |\n",
-      "|    day_of_month                 | 23.0          |\n",
-      "|    diffuse_solar_radiation      | 28.0          |\n",
-      "|    direct_solar_radiation       | 122.5         |\n",
-      "|    hour                         | 15.0          |\n",
-      "|    htg_setpoint                 | 22.0          |\n",
-      "|    month                        | 11.0          |\n",
-      "|    outdoor_humidity             | 41.0          |\n",
-      "|    outdoor_temperature          | -0.0033998208 |\n",
-      "|    people_occupant              | 0.0           |\n",
-      "|    total_electricity_HVAC       | 1216855.5     |\n",
-      "|    wind_direction               | 300.0         |\n",
-      "|    wind_speed                   | 5.2           |\n",
-      "| rollout/                        |               |\n",
-      "|    exploration_rate             | 0.05          |\n",
-      "| train/                          |               |\n",
-      "|    learning_rate                | 0.0001        |\n",
-      "|    loss                         | 1.53e+03      |\n",
-      "|    n_updates                    | 4099          |\n",
-      "---------------------------------------------------\n",
-      "------------------------------------------------****************************************************----------| 89%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1246.1344  |\n",
-      "|    air_humidity                 | 12.315995  |\n",
-      "|    air_temperature              | 21.914276  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 24.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 16.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 11.0       |\n",
-      "|    outdoor_humidity             | 44.0       |\n",
-      "|    outdoor_temperature          | 0.52623665 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1121520.9  |\n",
-      "|    wind_direction               | 290.0      |\n",
-      "|    wind_speed                   | 2.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 5.29e+03   |\n",
-      "|    n_updates                    | 4124       |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------******************************************************---------| 90%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 33.015846 |\n",
-      "|    air_temperature              | 22.779686 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 2.373768  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.36e+03  |\n",
-      "|    n_updates                    | 4149      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************************---------| 90%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 400.23813 |\n",
-      "|    air_humidity                 | 56.14992  |\n",
-      "|    air_temperature              | 22.67191  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 10.212911 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 360214.3  |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.98e+03  |\n",
-      "|    n_updates                    | 4174      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************************---------| 90%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 299.3965  |\n",
-      "|    air_humidity                 | 33.190514 |\n",
-      "|    air_temperature              | 22.000067 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 66.0      |\n",
-      "|    outdoor_temperature          | 9.364509  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 269456.88 |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.13e+03  |\n",
-      "|    n_updates                    | 4199      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************************---------| 90%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 623.09314 |\n",
-      "|    air_humidity                 | 34.904884 |\n",
-      "|    air_temperature              | 21.000025 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 6.079979  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 560783.8  |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.15e+03  |\n",
-      "|    n_updates                    | 4224      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************************--------| 91%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 35.073902 |\n",
-      "|    air_temperature              | 18.654799 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 4.2901263 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 5.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.7e+03   |\n",
-      "|    n_updates                    | 4249      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************************--------| 91%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 168.6232  |\n",
-      "|    air_humidity                 | 22.533516 |\n",
-      "|    air_temperature              | 20.000008 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 52.0      |\n",
-      "|    outdoor_temperature          | 5.392105  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 151760.88 |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 8.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.72e+03  |\n",
-      "|    n_updates                    | 4274      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************************-------| 92%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 19.730844 |\n",
-      "|    air_temperature              | 17.761995 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 48.0      |\n",
-      "|    outdoor_temperature          | 2.2258358 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 9.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.55e+03  |\n",
-      "|    n_updates                    | 4299      |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------*******************************************************-------| 92%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1018.85645 |\n",
-      "|    air_humidity                 | 17.41438   |\n",
-      "|    air_temperature              | 21.999998  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 3.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 0.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 55.0       |\n",
-      "|    outdoor_temperature          | 1.6626261  |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 916970.8   |\n",
-      "|    wind_direction               | 290.0      |\n",
-      "|    wind_speed                   | 5.7        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 3.13e+03   |\n",
-      "|    n_updates                    | 4324       |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------********************************************************-------| 92%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 679.9791  |\n",
-      "|    air_humidity                 | 29.711246 |\n",
-      "|    air_temperature              | 19.999962 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 70.0      |\n",
-      "|    outdoor_temperature          | 8.013161  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 611981.2  |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.28e+03  |\n",
-      "|    n_updates                    | 4349      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************************-------| 92%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 722.9635  |\n",
-      "|    air_humidity                 | 47.509262 |\n",
-      "|    air_temperature              | 19.000923 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 9.301074  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 654445.4  |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.8e+03   |\n",
-      "|    n_updates                    | 4374      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************************------| 93%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1232.7352 |\n",
-      "|    air_humidity                 | 22.427    |\n",
-      "|    air_temperature              | 21.999992 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 60.0      |\n",
-      "|    outdoor_temperature          | 0.5932324 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1109461.8 |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.39e+03  |\n",
-      "|    n_updates                    | 4399      |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------********************************************************------| 93%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 6          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 24         |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1655.0643  |\n",
-      "|    air_humidity                 | 18.618853  |\n",
-      "|    air_temperature              | 20.999966  |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 7.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 4.0        |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 57.0       |\n",
-      "|    outdoor_temperature          | -1.5184134 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1489557.9  |\n",
-      "|    wind_direction               | 260.0      |\n",
-      "|    wind_speed                   | 8.2        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.17e+03   |\n",
-      "|    n_updates                    | 4424       |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------*********************************************************------| 93%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 149.19484 |\n",
-      "|    air_humidity                 | 19.301876 |\n",
-      "|    air_temperature              | 19.773636 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 58.0      |\n",
-      "|    outdoor_temperature          | 4.3118777 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 134275.34 |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.67e+03  |\n",
-      "|    n_updates                    | 4449      |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------********************************************************------| 93%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 624.0063   |\n",
-      "|    air_humidity                 | 18.470314  |\n",
-      "|    air_temperature              | 20.999937  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 9.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 6.0        |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 79.0       |\n",
-      "|    outdoor_temperature          | 0.10012235 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 561605.7   |\n",
-      "|    wind_direction               | 20.0       |\n",
-      "|    wind_speed                   | 3.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.83e+03   |\n",
-      "|    n_updates                    | 4474       |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------**********************************************************-----| 94%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 26.461197 |\n",
-      "|    air_temperature              | 19.000006 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 29.5      |\n",
-      "|    direct_solar_radiation       | 20.5      |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 5.065284  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.57e+03  |\n",
-      "|    n_updates                    | 4499      |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------*********************************************************-----| 94%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 1          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 29         |\n",
-      "|    Heating_Setpoint_RL          | 16         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1124.0399  |\n",
-      "|    air_humidity                 | 30.274063  |\n",
-      "|    air_temperature              | 20.561508  |\n",
-      "|    clg_setpoint                 | 29.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 11.0       |\n",
-      "|    diffuse_solar_radiation      | 48.0       |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 8.0        |\n",
-      "|    htg_setpoint                 | 16.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 92.0       |\n",
-      "|    outdoor_temperature          | 0.6794843  |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1011635.94 |\n",
-      "|    wind_direction               | 30.0       |\n",
-      "|    wind_speed                   | 4.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.14e+03   |\n",
-      "|    n_updates                    | 4524       |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------**********************************************************-----| 94%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 32.120804 |\n",
-      "|    air_temperature              | 22.681646 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 58.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 92.0      |\n",
-      "|    outdoor_temperature          | 3.6939497 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 10.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.21e+03  |\n",
-      "|    n_updates                    | 4549      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************************----| 95%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 24.096895 |\n",
-      "|    air_temperature              | 23.350782 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 97.5      |\n",
-      "|    direct_solar_radiation       | 571.5     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 53.0      |\n",
-      "|    outdoor_temperature          | 5.244436  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.11e+03  |\n",
-      "|    n_updates                    | 4574      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************************----| 95%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 18.148342 |\n",
-      "|    air_temperature              | 21.113705 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 111.0     |\n",
-      "|    direct_solar_radiation       | 636.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 41.0      |\n",
-      "|    outdoor_temperature          | 6.757193  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 8.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.85e+03  |\n",
-      "|    n_updates                    | 4599      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************************----| 95%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 11.95327  |\n",
-      "|    air_temperature              | 22.296478 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 61.0      |\n",
-      "|    direct_solar_radiation       | 801.5     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 46.0      |\n",
-      "|    outdoor_temperature          | 2.5401795 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.09e+03  |\n",
-      "|    n_updates                    | 4624      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************************----| 95%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 758.01276 |\n",
-      "|    air_humidity                 | 20.702787 |\n",
-      "|    air_temperature              | 24.030527 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 96.5      |\n",
-      "|    direct_solar_radiation       | 462.0     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 38.0      |\n",
-      "|    outdoor_temperature          | 9.224388  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 682211.44 |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.49e+03  |\n",
-      "|    n_updates                    | 4649      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 470.51666 |\n",
-      "|    air_humidity                 | 22.118244 |\n",
-      "|    air_temperature              | 26.149982 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 40.5      |\n",
-      "|    direct_solar_radiation       | 562.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 33.0      |\n",
-      "|    outdoor_temperature          | 12.667169 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 423465.0  |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.83e+03  |\n",
-      "|    n_updates                    | 4674      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 894.3857  |\n",
-      "|    air_humidity                 | 23.486473 |\n",
-      "|    air_temperature              | 24.198273 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 18.0      |\n",
-      "|    direct_solar_radiation       | 265.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 58.0      |\n",
-      "|    outdoor_temperature          | 3.9825225 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 804947.06 |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.04e+03  |\n",
-      "|    n_updates                    | 4699      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 656.4523  |\n",
-      "|    air_humidity                 | 27.297323 |\n",
-      "|    air_temperature              | 23.39459  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 49.0      |\n",
-      "|    outdoor_temperature          | 9.97379   |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 590807.06 |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.37e+03  |\n",
-      "|    n_updates                    | 4724      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 29.489573 |\n",
-      "|    air_temperature              | 22.93118  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 59.0      |\n",
-      "|    outdoor_temperature          | 5.396768  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.54e+03  |\n",
-      "|    n_updates                    | 4749      |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------************************************************************--| 97%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 6          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 24         |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1223.6066  |\n",
-      "|    air_humidity                 | 17.345486  |\n",
-      "|    air_temperature              | 21.348074  |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 21.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 18.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 45.0       |\n",
-      "|    outdoor_temperature          | 0.63887537 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1101246.0  |\n",
-      "|    wind_direction               | 40.0       |\n",
-      "|    wind_speed                   | 1.5        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 5.74e+03   |\n",
-      "|    n_updates                    | 4774       |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------*************************************************************--| 97%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 16.512764 |\n",
-      "|    air_temperature              | 19.293253 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 73.0      |\n",
-      "|    outdoor_temperature          | 2.127042  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.39e+03  |\n",
-      "|    n_updates                    | 4799      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************************--| 97%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 35.35599  |\n",
-      "|    air_temperature              | 20.465097 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 82.0      |\n",
-      "|    outdoor_temperature          | 3.7489338 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 340.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 232       |\n",
-      "|    n_updates                    | 4824      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 33.52633  |\n",
-      "|    air_temperature              | 21.060165 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 69.0      |\n",
-      "|    outdoor_temperature          | 3.7001107 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 130.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.44e+03  |\n",
-      "|    n_updates                    | 4849      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 740.5445  |\n",
-      "|    air_humidity                 | 35.829098 |\n",
-      "|    air_temperature              | 20.000029 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 82.0      |\n",
-      "|    outdoor_temperature          | 6.2892137 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 666490.0  |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.15e+03  |\n",
-      "|    n_updates                    | 4874      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 27.159826 |\n",
-      "|    air_temperature              | 18.131216 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 5.0486894 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.03e+03  |\n",
-      "|    n_updates                    | 4899      |\n",
-      "-----------------------------------------------\n",
-      "-------------------------------------------------*************************************************************| 99%\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.9760831    |\n",
+      "|    Heating_Setpoint_RL          | 0.11358318   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.919281    |\n",
+      "|    Heating_Setpoint_RL          | 18.263905    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.10163841  |\n",
+      "|    air_humidity                 | 0.13130999   |\n",
+      "|    air_temperature              | 1.928752     |\n",
+      "|    clg_setpoint                 | -0.04615037  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.6103432    |\n",
+      "|    diffuse_solar_radiation      | 1.6075859    |\n",
+      "|    direct_solar_radiation       | 2.2731552    |\n",
+      "|    hour                         | 0.21977808   |\n",
+      "|    htg_setpoint                 | 0.87731284   |\n",
+      "|    month                        | 1.5832475    |\n",
+      "|    outdoor_humidity             | -1.4637089   |\n",
+      "|    outdoor_temperature          | 2.3076754    |\n",
+      "|    people_occupant              | 1.2211336    |\n",
+      "|    total_electricity_HVAC       | -0.060843226 |\n",
+      "|    wind_direction               | 1.4355838    |\n",
+      "|    wind_speed                   | 0.99740666   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2462.0798    |\n",
+      "|    air_humidity                 | 37.527206    |\n",
+      "|    air_temperature              | 26.462164    |\n",
+      "|    clg_setpoint                 | 26.462585    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 20.0         |\n",
+      "|    diffuse_solar_radiation      | 208.5        |\n",
+      "|    direct_solar_radiation       | 706.5        |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 20.983448    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 34.0         |\n",
+      "|    outdoor_temperature          | 22.154257    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 2526043.5    |\n",
+      "|    wind_direction               | 330.0        |\n",
+      "|    wind_speed                   | 7.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 5           |\n",
+      "|    Cooling_Setpoint_RL          | -0.47335273 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 25          |\n",
-      "|    Heating_Setpoint_RL          | 20          |\n",
+      "|    Cooling_Setpoint_RL          | 25.027435   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.19017096  |\n",
+      "|    air_humidity                 | 0.26490524  |\n",
+      "|    air_temperature              | 1.6722629   |\n",
+      "|    clg_setpoint                 | -0.28266954 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7239275   |\n",
+      "|    diffuse_solar_radiation      | 1.9439738   |\n",
+      "|    direct_solar_radiation       | 1.5482961   |\n",
+      "|    hour                         | 0.36420038  |\n",
+      "|    htg_setpoint                 | -1.0744061  |\n",
+      "|    month                        | 1.5629293   |\n",
+      "|    outdoor_humidity             | -1.0149596  |\n",
+      "|    outdoor_temperature          | 2.0346324   |\n",
+      "|    people_occupant              | 1.69406     |\n",
+      "|    total_electricity_HVAC       | 0.15313561  |\n",
+      "|    wind_direction               | 0.31822369  |\n",
+      "|    wind_speed                   | 0.396593    |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1383.9827   |\n",
-      "|    air_humidity                 | 33.605206   |\n",
-      "|    air_temperature              | 20.00006    |\n",
-      "|    clg_setpoint                 | 25.0        |\n",
+      "|    HVAC_electricity_demand_rate | 3921.5095   |\n",
+      "|    air_humidity                 | 39.08613    |\n",
+      "|    air_temperature              | 25.931236   |\n",
+      "|    clg_setpoint                 | 25.881092   |\n",
       "|    co2_emission                 | 0.0         |\n",
-      "|    day_of_month                 | 28.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0         |\n",
-      "|    direct_solar_radiation       | 0.0         |\n",
-      "|    hour                         | 0.0         |\n",
-      "|    htg_setpoint                 | 20.0        |\n",
-      "|    month                        | 12.0        |\n",
-      "|    outdoor_humidity             | 84.0        |\n",
-      "|    outdoor_temperature          | -0.16300492 |\n",
-      "|    people_occupant              | 0.0         |\n",
-      "|    total_electricity_HVAC       | 1245584.4   |\n",
-      "|    wind_direction               | 340.0       |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 239.0       |\n",
+      "|    direct_solar_radiation       | 528.5       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 13.121768   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 44.0        |\n",
+      "|    outdoor_temperature          | 20.4106     |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3529358.5   |\n",
+      "|    wind_direction               | 210.0       |\n",
       "|    wind_speed                   | 6.2         |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
-      "| train/                          |             |\n",
-      "|    learning_rate                | 0.0001      |\n",
-      "|    loss                         | 1.03e+04    |\n",
-      "|    n_updates                    | 4924        |\n",
       "-------------------------------------------------\n",
-      "-------------------------------------------------*************************************************************| 99%\n",
+      "-------------------------------------------------*------------------------------------------------------------| 39%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 8           |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 22.5        |\n",
-      "|    Heating_Setpoint_RL          | 22          |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.50268525  |\n",
+      "|    air_humidity                 | 1.3092585   |\n",
+      "|    air_temperature              | 0.39399981  |\n",
+      "|    clg_setpoint                 | -1.355172   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8365882   |\n",
+      "|    diffuse_solar_radiation      | 2.2046897   |\n",
+      "|    direct_solar_radiation       | -0.20505136 |\n",
+      "|    hour                         | 0.5086082   |\n",
+      "|    htg_setpoint                 | 1.0346507   |\n",
+      "|    month                        | 1.5433738   |\n",
+      "|    outdoor_humidity             | -0.7520096  |\n",
+      "|    outdoor_temperature          | 2.059353    |\n",
+      "|    people_occupant              | 1.6899242   |\n",
+      "|    total_electricity_HVAC       | 0.47832987  |\n",
+      "|    wind_direction               | -0.23000115 |\n",
+      "|    wind_speed                   | -0.23939705 |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1419.2175   |\n",
-      "|    air_humidity                 | 21.13316    |\n",
-      "|    air_temperature              | 22.0        |\n",
-      "|    clg_setpoint                 | 22.5        |\n",
+      "|    HVAC_electricity_demand_rate | 5479.031    |\n",
+      "|    air_humidity                 | 51.414433   |\n",
+      "|    air_temperature              | 23.249388   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
       "|    co2_emission                 | 0.0         |\n",
-      "|    day_of_month                 | 29.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0         |\n",
-      "|    direct_solar_radiation       | 0.0         |\n",
-      "|    hour                         | 1.0         |\n",
-      "|    htg_setpoint                 | 22.0        |\n",
-      "|    month                        | 12.0        |\n",
-      "|    outdoor_humidity             | 63.0        |\n",
-      "|    outdoor_temperature          | -0.33917913 |\n",
-      "|    people_occupant              | 0.0         |\n",
-      "|    total_electricity_HVAC       | 1277295.8   |\n",
-      "|    wind_direction               | 60.0        |\n",
-      "|    wind_speed                   | 2.6         |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
-      "| train/                          |             |\n",
-      "|    learning_rate                | 0.0001      |\n",
-      "|    loss                         | 2.91e+03    |\n",
-      "|    n_updates                    | 4949        |\n",
-      "-------------------------------------------------\n",
-      "-----------------------------------------------***************************************************************| 99%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 28.017467 |\n",
-      "|    air_temperature              | 21.999989 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 92.0      |\n",
-      "|    outdoor_temperature          | 2.999275  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.12e+03  |\n",
-      "|    n_updates                    | 4974      |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------**************************************************************| 99%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 2          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 28         |\n",
-      "|    Heating_Setpoint_RL          | 17         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1589.4012  |\n",
-      "|    air_humidity                 | 30.838787  |\n",
-      "|    air_temperature              | 17.382097  |\n",
-      "|    clg_setpoint                 | 28.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 31.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 3.0        |\n",
-      "|    htg_setpoint                 | 17.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 51.0       |\n",
-      "|    outdoor_temperature          | -1.1900978 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1430461.1  |\n",
-      "|    wind_direction               | 260.0      |\n",
-      "|    wind_speed                   | 8.8        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 4.68e+03   |\n",
-      "|    n_updates                    | 4999       |\n",
-      "------------------------------------------------\n",
-      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n",
-      "\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]\u001b[0m\n",
-      "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION] [Episode 1]\u001b[0m\n",
-      "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1]\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n",
-      "  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
-      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n",
-      "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n",
-      "  gym.logger.warn(\"Casting input x to numpy array.\")\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Progress: |***************************************************************************************************| 99%\n",
-      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION]\u001b[0m\n",
-      "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 3]\u001b[0m\n",
-      "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3]\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 3 started.\u001b[0m\n"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n",
-      "  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 3) if logger is active\u001b[0m\n",
-      "Eval num_timesteps=70077, episode_reward=-14968.47 +/- 0.00\n",
-      "Episode length: 35040.00 +/- 0.00\n",
-      "---------------------------------------------------\n",
-      "| action_network/                     |           |\n",
-      "|    index                            | 5         |\n",
-      "| action_simulation/                  |           |\n",
-      "|    Cooling_Setpoint_RL              | 25        |\n",
-      "|    Heating_Setpoint_RL              | 20        |\n",
-      "| eval/                               |           |\n",
-      "|    comfort_violation(%)             | 56.8      |\n",
-      "|    cumulative_comfort_penalty       | -1.33e+04 |\n",
-      "|    cumulative_energy_penalty        | -1.71e+03 |\n",
-      "|    cumulative_power_consumption     | 3.43e+07  |\n",
-      "|    cumulative_reward                | -1.5e+04  |\n",
-      "|    cumulative_temperature_violation | 2.65e+04  |\n",
-      "|    episode_length                   | 3.5e+04   |\n",
-      "|    mean_comfort_penalty             | -0.378    |\n",
-      "|    mean_energy_penalty              | -0.0489   |\n",
-      "|    mean_power_consumption           | 978       |\n",
-      "|    mean_reward                      | -0.427    |\n",
-      "|    mean_temperature_violation       | 0.757     |\n",
-      "|    std_cumulative_reward            | 0         |\n",
-      "|    std_reward                       | 0         |\n",
-      "| observation/                        |           |\n",
-      "|    HVAC_electricity_demand_rate     | 2943.2556 |\n",
-      "|    air_humidity                     | 16.751154 |\n",
-      "|    air_temperature                  | 19.999994 |\n",
-      "|    clg_setpoint                     | 25.0      |\n",
-      "|    co2_emission                     | 0.0       |\n",
-      "|    day_of_month                     | 31.0      |\n",
-      "|    diffuse_solar_radiation          | 0.0       |\n",
-      "|    direct_solar_radiation           | 0.0       |\n",
-      "|    hour                             | 23.0      |\n",
-      "|    htg_setpoint                     | 20.0      |\n",
-      "|    month                            | 12.0      |\n",
-      "|    outdoor_humidity                 | 38.0      |\n",
-      "|    outdoor_temperature              | -7.959369 |\n",
-      "|    people_occupant                  | 0.0       |\n",
-      "|    total_electricity_HVAC           | 2648930.0 |\n",
-      "|    wind_direction                   | 312.5     |\n",
-      "|    wind_speed                       | 8.925     |\n",
-      "| rollout/                            |           |\n",
-      "|    exploration_rate                 | 0.05      |\n",
-      "| time/                               |           |\n",
-      "|    total_timesteps                  | 70077     |\n",
-      "| train/                              |           |\n",
-      "|    learning_rate                    | 0.0001    |\n",
-      "|    loss                             | 5.86e+03  |\n",
-      "|    n_updates                        | 5019      |\n",
-      "---------------------------------------------------\n",
-      "New best mean reward!\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
-      "-----------------------------------------------\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1979.7937 |\n",
-      "|    air_humidity                 | 14.373043 |\n",
-      "|    air_temperature              | 18.999998 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 60.5      |\n",
-      "|    outdoor_temperature          | -3.14206  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1781814.4 |\n",
-      "|    wind_direction               | 265.0     |\n",
-      "|    wind_speed                   | 8.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.53e+03  |\n",
-      "|    n_updates                    | 5024      |\n",
-      "-----------------------------------------------\n"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n",
-      "  logger.warn(\n",
-      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n",
-      "  logger.warn(\n",
-      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n",
-      "  logger.warn(\n",
-      "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n",
-      "  gym.logger.warn(\"Casting input x to numpy array.\")\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "--------------------------------------------------------------------------------------------------------------| 1%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2914.7188 |\n",
-      "|    air_humidity                 | 12.686562 |\n",
-      "|    air_temperature              | 18.000069 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 49.0      |\n",
-      "|    outdoor_temperature          | -11.35344 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2623247.0 |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 2.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.1e+03   |\n",
-      "|    n_updates                    | 5049      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 1%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 29.281803 |\n",
-      "|    air_temperature              | 18.999775 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 1.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 92.5      |\n",
-      "|    outdoor_temperature          | 7.188634  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 95.0      |\n",
-      "|    wind_speed                   | 12.9      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.79e+03  |\n",
-      "|    n_updates                    | 5074      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 1%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1958.0961 |\n",
-      "|    air_humidity                 | 19.965443 |\n",
-      "|    air_temperature              | 19.137955 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 79.0      |\n",
-      "|    direct_solar_radiation       | 145.0     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 44.0      |\n",
-      "|    outdoor_temperature          | -3.490796 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 1762286.4 |\n",
-      "|    wind_direction               | 275.0     |\n",
-      "|    wind_speed                   | 9.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.35e+03  |\n",
-      "|    n_updates                    | 5099      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 1%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2621.8708 |\n",
-      "|    air_humidity                 | 15.586883 |\n",
-      "|    air_temperature              | 18.63774  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 98.0      |\n",
-      "|    direct_solar_radiation       | 564.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 49.5      |\n",
-      "|    outdoor_temperature          | -6.352446 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2359683.8 |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.8e+03   |\n",
-      "|    n_updates                    | 5124      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2009.7571  |\n",
-      "|    air_humidity                 | 10.284857  |\n",
-      "|    air_temperature              | 22.0       |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 6.0        |\n",
-      "|    diffuse_solar_radiation      | 154.0      |\n",
-      "|    direct_solar_radiation       | 483.0      |\n",
-      "|    hour                         | 10.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 47.0       |\n",
-      "|    outdoor_temperature          | -3.2918768 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1808781.4  |\n",
-      "|    wind_direction               | 225.0      |\n",
-      "|    wind_speed                   | 6.2        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 6.32e+03   |\n",
-      "|    n_updates                    | 5149       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 969.7436  |\n",
-      "|    air_humidity                 | 17.372368 |\n",
-      "|    air_temperature              | 22.860384 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 104.0     |\n",
-      "|    direct_solar_radiation       | 700.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 30.0      |\n",
-      "|    outdoor_temperature          | 1.0222852 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 876343.25 |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.39e+03  |\n",
-      "|    n_updates                    | 5174      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1507.6636  |\n",
-      "|    air_humidity                 | 18.65628   |\n",
-      "|    air_temperature              | 22.48924   |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 8.0        |\n",
-      "|    diffuse_solar_radiation      | 77.0       |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 12.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 88.5       |\n",
-      "|    outdoor_temperature          | -3.1577966 |\n",
-      "|    people_occupant              | 8.0        |\n",
-      "|    total_electricity_HVAC       | 1356897.2  |\n",
-      "|    wind_direction               | 55.0       |\n",
-      "|    wind_speed                   | 4.4        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.23e+04   |\n",
-      "|    n_updates                    | 5199       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 617.50195 |\n",
-      "|    air_humidity                 | 40.59938  |\n",
-      "|    air_temperature              | 23.053951 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 179.0     |\n",
-      "|    direct_solar_radiation       | 65.0      |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 86.0      |\n",
-      "|    outdoor_temperature          | 10.169581 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 560649.7  |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 10.05     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.07e+04  |\n",
-      "|    n_updates                    | 5224      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 3%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1731.4452 |\n",
-      "|    air_humidity                 | 14.901506 |\n",
-      "|    air_temperature              | 23.613556 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 82.0      |\n",
-      "|    direct_solar_radiation       | 599.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 39.0      |\n",
-      "|    outdoor_temperature          | -2.357542 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 1558300.8 |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.46e+03  |\n",
-      "|    n_updates                    | 5249      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 3%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 7          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 23         |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1856.9801  |\n",
-      "|    air_humidity                 | 13.100141  |\n",
-      "|    air_temperature              | 23.295666  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 11.0       |\n",
-      "|    diffuse_solar_radiation      | 52.0       |\n",
-      "|    direct_solar_radiation       | 496.0      |\n",
-      "|    hour                         | 15.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 28.5       |\n",
-      "|    outdoor_temperature          | -2.8129723 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1671282.1  |\n",
-      "|    wind_direction               | 260.0      |\n",
-      "|    wind_speed                   | 9.3        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.42e+03   |\n",
-      "|    n_updates                    | 5274       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 3%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 21.320126 |\n",
-      "|    air_temperature              | 20.383184 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 13.0      |\n",
-      "|    direct_solar_radiation       | 133.0     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 56.0      |\n",
-      "|    outdoor_temperature          | 7.669841  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 225.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.36e+03  |\n",
-      "|    n_updates                    | 5299      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 4%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1178.2567  |\n",
-      "|    air_humidity                 | 25.377169  |\n",
-      "|    air_temperature              | 21.999947  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 13.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 17.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 59.0       |\n",
-      "|    outdoor_temperature          | 0.86562514 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1060431.0  |\n",
-      "|    wind_direction               | 15.0       |\n",
-      "|    wind_speed                   | 10.8       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 937        |\n",
-      "|    n_updates                    | 5324       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 4%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2288.4697  |\n",
-      "|    air_humidity                 | 21.389498  |\n",
-      "|    air_temperature              | 22.192562  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 14.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 18.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 91.0       |\n",
-      "|    outdoor_temperature          | -4.6854405 |\n",
-      "|    people_occupant              | 10.0       |\n",
-      "|    total_electricity_HVAC       | 2059622.9  |\n",
-      "|    wind_direction               | 35.0       |\n",
-      "|    wind_speed                   | 9.05       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 4.17e+03   |\n",
-      "|    n_updates                    | 5349       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 4%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 1          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 29         |\n",
-      "|    Heating_Setpoint_RL          | 16         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1020.70496 |\n",
-      "|    air_humidity                 | 32.219017  |\n",
-      "|    air_temperature              | 22.359734  |\n",
-      "|    clg_setpoint                 | 29.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 15.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 19.0       |\n",
-      "|    htg_setpoint                 | 16.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 69.5       |\n",
-      "|    outdoor_temperature          | 1.6533837  |\n",
-      "|    people_occupant              | 2.0        |\n",
-      "|    total_electricity_HVAC       | 918634.44  |\n",
-      "|    wind_direction               | 250.0      |\n",
-      "|    wind_speed                   | 10.8       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 3.8e+03    |\n",
-      "|    n_updates                    | 5374       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 4%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 728.1792  |\n",
-      "|    air_humidity                 | 36.853565 |\n",
-      "|    air_temperature              | 20.2277   |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 71.0      |\n",
-      "|    outdoor_temperature          | 4.2651987 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 631941.0  |\n",
-      "|    wind_direction               | 235.0     |\n",
-      "|    wind_speed                   | 4.9       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.26e+03  |\n",
-      "|    n_updates                    | 5399      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 27.562044 |\n",
-      "|    air_temperature              | 21.547703 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 90.5      |\n",
-      "|    outdoor_temperature          | 3.256225  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 55.0      |\n",
-      "|    wind_speed                   | 0.75      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.05e+03  |\n",
-      "|    n_updates                    | 5424      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 44.820778 |\n",
-      "|    air_temperature              | 18.46046  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 82.5      |\n",
-      "|    outdoor_temperature          | 5.064962  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 245.0     |\n",
-      "|    wind_speed                   | 6.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.34e+03  |\n",
-      "|    n_updates                    | 5449      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 146.1293  |\n",
-      "|    air_humidity                 | 18.085037 |\n",
-      "|    air_temperature              | 20.000011 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 40.0      |\n",
-      "|    outdoor_temperature          | 5.086813  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 131516.38 |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 6.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 827       |\n",
-      "|    n_updates                    | 5474      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 6%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 1          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 29         |\n",
-      "|    Heating_Setpoint_RL          | 16         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1114.0479  |\n",
-      "|    air_humidity                 | 23.16856   |\n",
-      "|    air_temperature              | 18.734001  |\n",
-      "|    clg_setpoint                 | 29.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 21.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 0.0        |\n",
-      "|    htg_setpoint                 | 16.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 98.0       |\n",
-      "|    outdoor_temperature          | 1.1866692  |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1002643.06 |\n",
-      "|    wind_direction               | 200.0      |\n",
-      "|    wind_speed                   | 2.35       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.43e+03   |\n",
-      "|    n_updates                    | 5499       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 6%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 846.8715  |\n",
-      "|    air_humidity                 | 37.760624 |\n",
-      "|    air_temperature              | 20.225866 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 92.0      |\n",
-      "|    outdoor_temperature          | 5.4928055 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 762184.4  |\n",
-      "|    wind_direction               | 35.0      |\n",
-      "|    wind_speed                   | 4.9       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.62e+03  |\n",
-      "|    n_updates                    | 5524      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 6%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 577.6642  |\n",
-      "|    air_humidity                 | 39.027035 |\n",
-      "|    air_temperature              | 20.987038 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 95.0      |\n",
-      "|    outdoor_temperature          | 6.158876  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 519897.78 |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.41e+03  |\n",
-      "|    n_updates                    | 5549      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 7%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 371.0242  |\n",
-      "|    air_humidity                 | 50.039307 |\n",
-      "|    air_temperature              | 20.999393 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 9.968978  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 333921.78 |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 11.05     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.59e+03  |\n",
-      "|    n_updates                    | 5574      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 7%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 24.129557 |\n",
-      "|    air_temperature              | 21.972383 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 57.0      |\n",
-      "|    outdoor_temperature          | 3.7546635 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 7.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.4e+03   |\n",
-      "|    n_updates                    | 5599      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 7%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1735.4952  |\n",
-      "|    air_humidity                 | 31.633846  |\n",
-      "|    air_temperature              | 20.511398  |\n",
-      "|    clg_setpoint                 | 25.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 26.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 5.0        |\n",
-      "|    htg_setpoint                 | 20.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 60.0       |\n",
-      "|    outdoor_temperature          | -1.9205676 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1561945.8  |\n",
-      "|    wind_direction               | 315.0      |\n",
-      "|    wind_speed                   | 5.7        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 6.91e+03   |\n",
-      "|    n_updates                    | 5624       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 7%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 7          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 23         |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1448.3888  |\n",
-      "|    air_humidity                 | 20.905155  |\n",
-      "|    air_temperature              | 22.0       |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 27.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 6.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 82.0       |\n",
-      "|    outdoor_temperature          | -0.4850352 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1303549.9  |\n",
-      "|    wind_direction               | 265.0      |\n",
-      "|    wind_speed                   | 2.35       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 8.26e+03   |\n",
-      "|    n_updates                    | 5649       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 8%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 270.76407 |\n",
-      "|    air_humidity                 | 22.189915 |\n",
-      "|    air_temperature              | 20.999899 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 85.5      |\n",
-      "|    outdoor_temperature          | 1.8663336 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 243687.66 |\n",
-      "|    wind_direction               | 65.0      |\n",
-      "|    wind_speed                   | 2.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.06e+03  |\n",
-      "|    n_updates                    | 5674      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 8%\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 266.0       |\n",
+      "|    direct_solar_radiation       | 88.5        |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 21.612045   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 50.0        |\n",
+      "|    outdoor_temperature          | 20.78468    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 5053535.5   |\n",
+      "|    wind_direction               | 150.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*------------------------------------------------------------| 39%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 6           |\n",
+      "|    Cooling_Setpoint_RL          | 0.18722796  |\n",
+      "|    Heating_Setpoint_RL          | -0.49763894 |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 24          |\n",
-      "|    Heating_Setpoint_RL          | 21          |\n",
+      "|    Cooling_Setpoint_RL          | 27.256895   |\n",
+      "|    Heating_Setpoint_RL          | 14.825781   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.57217467 |\n",
+      "|    air_humidity                 | 1.3161716   |\n",
+      "|    air_temperature              | 2.201059    |\n",
+      "|    clg_setpoint                 | 1.4018198   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.9480386   |\n",
+      "|    diffuse_solar_radiation      | 1.3395994   |\n",
+      "|    direct_solar_radiation       | -0.15237734 |\n",
+      "|    hour                         | 0.65299     |\n",
+      "|    htg_setpoint                 | -1.3513783  |\n",
+      "|    month                        | 1.5245343   |\n",
+      "|    outdoor_humidity             | 1.1184626   |\n",
+      "|    outdoor_temperature          | 1.4483148   |\n",
+      "|    people_occupant              | 1.6858684   |\n",
+      "|    total_electricity_HVAC       | -0.5776382  |\n",
+      "|    wind_direction               | -0.5037943  |\n",
+      "|    wind_speed                   | -0.6390258  |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1268.7618   |\n",
-      "|    air_humidity                 | 32.23605    |\n",
-      "|    air_temperature              | 19.832317   |\n",
-      "|    clg_setpoint                 | 27.0        |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 51.71585    |\n",
+      "|    air_temperature              | 27.054613   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
       "|    co2_emission                 | 0.0         |\n",
-      "|    day_of_month                 | 29.0        |\n",
-      "|    diffuse_solar_radiation      | 92.0        |\n",
-      "|    direct_solar_radiation       | 60.0        |\n",
-      "|    hour                         | 8.0         |\n",
-      "|    htg_setpoint                 | 18.0        |\n",
-      "|    month                        | 1.0         |\n",
-      "|    outdoor_humidity             | 91.0        |\n",
-      "|    outdoor_temperature          | -0.04412536 |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 188.5       |\n",
+      "|    direct_solar_radiation       | 101.0       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 16.493944   |\n",
       "|    people_occupant              | 20.0        |\n",
-      "|    total_electricity_HVAC       | 1141885.8   |\n",
-      "|    wind_direction               | 20.0        |\n",
-      "|    wind_speed                   | 4.4         |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
-      "| train/                          |             |\n",
-      "|    learning_rate                | 0.0001      |\n",
-      "|    loss                         | 2.17e+03    |\n",
-      "|    n_updates                    | 5699        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
       "-------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 8%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1885.5887 |\n",
-      "|    air_humidity                 | 18.774643 |\n",
-      "|    air_temperature              | 20.993729 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 94.0      |\n",
-      "|    direct_solar_radiation       | 684.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 64.0      |\n",
-      "|    outdoor_temperature          | -3.12826  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 1697029.9 |\n",
-      "|    wind_direction               | 350.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.85e+03  |\n",
-      "|    n_updates                    | 5724      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 8%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2407.4321  |\n",
-      "|    air_humidity                 | 12.659005  |\n",
-      "|    air_temperature              | 23.013084  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 31.0       |\n",
-      "|    diffuse_solar_radiation      | 111.0      |\n",
-      "|    direct_solar_radiation       | 737.0      |\n",
-      "|    hour                         | 10.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 29.0       |\n",
-      "|    outdoor_temperature          | -5.6783485 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 2166689.0  |\n",
-      "|    wind_direction               | 30.0       |\n",
-      "|    wind_speed                   | 5.15       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 9.9e+03    |\n",
-      "|    n_updates                    | 5749       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 9%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 25.744223 |\n",
-      "|    air_temperature              | 23.33259  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 146.0     |\n",
-      "|    direct_solar_radiation       | 201.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 48.5      |\n",
-      "|    outdoor_temperature          | 8.006251  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.57e+03  |\n",
-      "|    n_updates                    | 5774      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 9%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 21.89128  |\n",
-      "|    air_temperature              | 20.242847 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 77.0      |\n",
-      "|    direct_solar_radiation       | 789.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 34.0      |\n",
-      "|    outdoor_temperature          | 8.502991  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 6.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.32e+03  |\n",
-      "|    n_updates                    | 5799      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 9%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1623.7172  |\n",
-      "|    air_humidity                 | 8.896154   |\n",
-      "|    air_temperature              | 21.603312  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 3.0        |\n",
-      "|    diffuse_solar_radiation      | 148.0      |\n",
-      "|    direct_solar_radiation       | 570.0      |\n",
-      "|    hour                         | 13.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 30.0       |\n",
-      "|    outdoor_temperature          | -1.3616774 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1461345.5  |\n",
-      "|    wind_direction               | 295.0      |\n",
-      "|    wind_speed                   | 2.35       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.24e+03   |\n",
-      "|    n_updates                    | 5824       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 10%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1193.3862  |\n",
-      "|    air_humidity                 | 28.279856  |\n",
-      "|    air_temperature              | 22.578747  |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 4.0        |\n",
-      "|    diffuse_solar_radiation      | 77.0       |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 14.0       |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 94.0       |\n",
-      "|    outdoor_temperature          | 0.33275306 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1074047.6  |\n",
-      "|    wind_direction               | 355.0      |\n",
-      "|    wind_speed                   | 7.75       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 9.51e+03   |\n",
-      "|    n_updates                    | 5849       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 10%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 7          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 23         |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2749.4739  |\n",
-      "|    air_humidity                 | 12.780788  |\n",
-      "|    air_temperature              | 22.953503  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 5.0        |\n",
-      "|    diffuse_solar_radiation      | 68.0       |\n",
-      "|    direct_solar_radiation       | 150.0      |\n",
-      "|    hour                         | 15.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 40.0       |\n",
-      "|    outdoor_temperature          | -7.4476857 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 2474526.5  |\n",
-      "|    wind_direction               | 305.0      |\n",
-      "|    wind_speed                   | 9.8        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 7.17e+03   |\n",
-      "|    n_updates                    | 5874       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 10%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2649.97    |\n",
-      "|    air_humidity                 | 13.885911  |\n",
-      "|    air_temperature              | 22.413828  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 6.0        |\n",
-      "|    diffuse_solar_radiation      | 29.0       |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 16.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 45.0       |\n",
-      "|    outdoor_temperature          | -6.9501653 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 2384972.8  |\n",
-      "|    wind_direction               | 275.0      |\n",
-      "|    wind_speed                   | 8.75       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.11e+03   |\n",
-      "|    n_updates                    | 5899       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 10%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1924.2723  |\n",
-      "|    air_humidity                 | 16.133593  |\n",
-      "|    air_temperature              | 22.803274  |\n",
-      "|    clg_setpoint                 | 30.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 7.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 17.0       |\n",
-      "|    htg_setpoint                 | 15.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 46.0       |\n",
-      "|    outdoor_temperature          | -3.3216777 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1731845.1  |\n",
-      "|    wind_direction               | 270.0      |\n",
-      "|    wind_speed                   | 5.45       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 5.56e+03   |\n",
-      "|    n_updates                    | 5924       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 11%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2374.6277 |\n",
-      "|    air_humidity                 | 14.483408 |\n",
-      "|    air_temperature              | 23.601479 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 34.0      |\n",
-      "|    outdoor_temperature          | -5.11623  |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 2137165.0 |\n",
-      "|    wind_direction               | 325.0     |\n",
-      "|    wind_speed                   | 6.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.73e+03  |\n",
-      "|    n_updates                    | 5949      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 11%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1881.4619  |\n",
-      "|    air_humidity                 | 10.946623  |\n",
-      "|    air_temperature              | 20.999998  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 9.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 19.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 44.0       |\n",
-      "|    outdoor_temperature          | -2.6504009 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1693315.6  |\n",
-      "|    wind_direction               | 260.0      |\n",
-      "|    wind_speed                   | 6.45       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 4.29e+03   |\n",
-      "|    n_updates                    | 5974       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 11%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 140.76978 |\n",
-      "|    air_humidity                 | 17.480413 |\n",
-      "|    air_temperature              | 19.392883 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 68.0      |\n",
-      "|    outdoor_temperature          | 4.4756484 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 126692.8  |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.6e+03   |\n",
-      "|    n_updates                    | 5999      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 11%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 21.333809 |\n",
-      "|    air_temperature              | 19.543318 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 33.5      |\n",
-      "|    outdoor_temperature          | 3.4271114 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 8.25      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.64e+03  |\n",
-      "|    n_updates                    | 6024      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 12%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2648.4836  |\n",
-      "|    air_humidity                 | 14.186273  |\n",
-      "|    air_temperature              | 20.95374   |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 12.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 22.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 34.0       |\n",
-      "|    outdoor_temperature          | -6.4855103 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 2383635.5  |\n",
-      "|    wind_direction               | 310.0      |\n",
-      "|    wind_speed                   | 5.2        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.21e+03   |\n",
-      "|    n_updates                    | 6049       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 12%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 3          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 27         |\n",
-      "|    Heating_Setpoint_RL          | 18         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2084.3047  |\n",
-      "|    air_humidity                 | 21.145824  |\n",
-      "|    air_temperature              | 18.761835  |\n",
-      "|    clg_setpoint                 | 27.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 13.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 23.0       |\n",
-      "|    htg_setpoint                 | 18.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 50.0       |\n",
-      "|    outdoor_temperature          | -3.6646152 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1875874.2  |\n",
-      "|    wind_direction               | 270.0      |\n",
-      "|    wind_speed                   | 5.7        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 3.44e+03   |\n",
-      "|    n_updates                    | 6074       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 13%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2165.2742 |\n",
-      "|    air_humidity                 | 22.902588 |\n",
-      "|    air_temperature              | 18.895075 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 45.0      |\n",
-      "|    outdoor_temperature          | -4.069463 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1948746.9 |\n",
-      "|    wind_direction               | 55.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.67e+03  |\n",
-      "|    n_updates                    | 6099      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 13%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 954.6932  |\n",
-      "|    air_humidity                 | 36.295982 |\n",
-      "|    air_temperature              | 19.999998 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 86.5      |\n",
-      "|    outdoor_temperature          | 1.9834425 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 859223.9  |\n",
-      "|    wind_direction               | 245.0     |\n",
-      "|    wind_speed                   | 5.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.84e+03  |\n",
-      "|    n_updates                    | 6124      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 13%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 975.0257  |\n",
-      "|    air_humidity                 | 24.071327 |\n",
-      "|    air_temperature              | 18.109482 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 56.5      |\n",
-      "|    outdoor_temperature          | 1.88178   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 877523.1  |\n",
-      "|    wind_direction               | 10.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.44e+03  |\n",
-      "|    n_updates                    | 6149      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 13%\n",
+      "-------------------------------------------------*------------------------------------------------------------| 39%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 5           |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.30890182  |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 25          |\n",
-      "|    Heating_Setpoint_RL          | 20          |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 19.362572   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.46481085 |\n",
+      "|    air_humidity                 | 2.2883773   |\n",
+      "|    air_temperature              | 0.3877447   |\n",
+      "|    clg_setpoint                 | -1.3518776  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0579648   |\n",
+      "|    diffuse_solar_radiation      | -0.30127493 |\n",
+      "|    direct_solar_radiation       | -0.41633672 |\n",
+      "|    hour                         | 0.7973309   |\n",
+      "|    htg_setpoint                 | 0.15953325  |\n",
+      "|    month                        | 1.5063684   |\n",
+      "|    outdoor_humidity             | 1.2798419   |\n",
+      "|    outdoor_temperature          | 1.5363683   |\n",
+      "|    people_occupant              | 1.6818901   |\n",
+      "|    total_electricity_HVAC       | -0.47497386 |\n",
+      "|    wind_direction               | 0.51910746  |\n",
+      "|    wind_speed                   | -0.63265336 |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1413.4546   |\n",
-      "|    air_humidity                 | 18.455126   |\n",
-      "|    air_temperature              | 20.0        |\n",
-      "|    clg_setpoint                 | 25.0        |\n",
+      "|    HVAC_electricity_demand_rate | 617.18317   |\n",
+      "|    air_humidity                 | 63.71456    |\n",
+      "|    air_temperature              | 23.250557   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
       "|    co2_emission                 | 0.0         |\n",
-      "|    day_of_month                 | 18.0        |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 39.5        |\n",
+      "|    direct_solar_radiation       | 34.5        |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 18.08477    |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 97.0        |\n",
+      "|    outdoor_temperature          | 17.23739    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 555464.8    |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**-----------------------------------------------------------| 40%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.19965944  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.298851   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.47561654 |\n",
+      "|    air_humidity                 | -0.530199   |\n",
+      "|    air_temperature              | 0.28330347  |\n",
+      "|    clg_setpoint                 | 1.4040657   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1660329   |\n",
+      "|    diffuse_solar_radiation      | -0.53966886 |\n",
+      "|    direct_solar_radiation       | -0.20081972 |\n",
+      "|    hour                         | 0.94161314  |\n",
+      "|    htg_setpoint                 | -1.3471383  |\n",
+      "|    month                        | 1.4888368   |\n",
+      "|    outdoor_humidity             | -1.4627011  |\n",
+      "|    outdoor_temperature          | 1.8209878   |\n",
+      "|    people_occupant              | -0.6911995  |\n",
+      "|    total_electricity_HVAC       | -0.48531953 |\n",
+      "|    wind_direction               | 0.98030734  |\n",
+      "|    wind_speed                   | 0.60912246  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 554.6571    |\n",
+      "|    air_humidity                 | 30.116217   |\n",
+      "|    air_temperature              | 23.031965   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 18.0        |\n",
+      "|    direct_solar_radiation       | 88.5        |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 34.0        |\n",
+      "|    outdoor_temperature          | 19.439596   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 499191.4    |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**-----------------------------------------------------------| 40%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.2143209  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.901667   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.55577815 |\n",
+      "|    air_humidity                 | -0.78055006 |\n",
+      "|    air_temperature              | 0.15666683  |\n",
+      "|    clg_setpoint                 | -0.11005415 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2718966   |\n",
+      "|    diffuse_solar_radiation      | -0.73695594 |\n",
+      "|    direct_solar_radiation       | -0.55737716 |\n",
+      "|    hour                         | 1.085816    |\n",
+      "|    htg_setpoint                 | 0.8522239   |\n",
+      "|    month                        | 1.4719033   |\n",
+      "|    outdoor_humidity             | -0.84731644 |\n",
+      "|    outdoor_temperature          | 1.6812954   |\n",
+      "|    people_occupant              | -0.6875543  |\n",
+      "|    total_electricity_HVAC       | -0.5620312  |\n",
+      "|    wind_direction               | 1.3495518   |\n",
+      "|    wind_speed                   | -0.24065205 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 148.97313   |\n",
+      "|    air_humidity                 | 27.113474   |\n",
+      "|    air_temperature              | 22.766968   |\n",
+      "|    clg_setpoint                 | 26.29031    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
       "|    diffuse_solar_radiation      | 0.0         |\n",
       "|    direct_solar_radiation       | 0.0         |\n",
-      "|    hour                         | 3.0         |\n",
-      "|    htg_setpoint                 | 20.0        |\n",
-      "|    month                        | 2.0         |\n",
-      "|    outdoor_humidity             | 70.0        |\n",
-      "|    outdoor_temperature          | -0.31036434 |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 20.850264   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 48.0        |\n",
+      "|    outdoor_temperature          | 18.589764   |\n",
       "|    people_occupant              | 0.0         |\n",
-      "|    total_electricity_HVAC       | 1272109.1   |\n",
-      "|    wind_direction               | 235.0       |\n",
-      "|    wind_speed                   | 3.1         |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
-      "| train/                          |             |\n",
-      "|    learning_rate                | 0.0001      |\n",
-      "|    loss                         | 2.49e+03    |\n",
-      "|    n_updates                    | 6174        |\n",
+      "|    total_electricity_HVAC       | 134075.81   |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
       "-------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2057.9175  |\n",
-      "|    air_humidity                 | 33.432148  |\n",
-      "|    air_temperature              | 19.999971  |\n",
-      "|    clg_setpoint                 | 25.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 19.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 4.0        |\n",
-      "|    htg_setpoint                 | 20.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 93.5       |\n",
-      "|    outdoor_temperature          | -3.5326786 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1852125.6  |\n",
-      "|    wind_direction               | 55.0       |\n",
-      "|    wind_speed                   | 2.35       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.78e+03   |\n",
-      "|    n_updates                    | 6199       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 27.786938 |\n",
-      "|    air_temperature              | 18.214876 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 78.0      |\n",
-      "|    outdoor_temperature          | 3.168115  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 55.0      |\n",
-      "|    wind_speed                   | 2.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.2e+03   |\n",
-      "|    n_updates                    | 6224      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 37.185356 |\n",
-      "|    air_temperature              | 17.73231  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 2.5003846 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 55.0      |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.54e+03  |\n",
-      "|    n_updates                    | 6249      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 875.0743   |\n",
-      "|    air_humidity                 | 17.010324  |\n",
-      "|    air_temperature              | 21.195412  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 22.0       |\n",
-      "|    diffuse_solar_radiation      | 36.0       |\n",
-      "|    direct_solar_radiation       | 263.0      |\n",
-      "|    hour                         | 7.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 47.0       |\n",
-      "|    outdoor_temperature          | -1.1552175 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 787566.8   |\n",
-      "|    wind_direction               | 335.0      |\n",
-      "|    wind_speed                   | 5.9        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.1e+04    |\n",
-      "|    n_updates                    | 6274       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 15%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 128.47087 |\n",
-      "|    air_humidity                 | 24.034351 |\n",
-      "|    air_temperature              | 21.000004 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 74.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 70.0      |\n",
-      "|    outdoor_temperature          | 4.4333735 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 115623.79 |\n",
-      "|    wind_direction               | 255.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.05e+03  |\n",
-      "|    n_updates                    | 6299      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 15%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 90.19991  |\n",
-      "|    air_humidity                 | 29.049053 |\n",
-      "|    air_temperature              | 21.000017 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 183.0     |\n",
-      "|    direct_solar_radiation       | 163.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 81.0      |\n",
-      "|    outdoor_temperature          | 4.225305  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 76612.64  |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 7.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 9.99e+03  |\n",
-      "|    n_updates                    | 6324      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 15%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1083.9386  |\n",
-      "|    air_humidity                 | 14.645807  |\n",
-      "|    air_temperature              | 23.179724  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 25.0       |\n",
-      "|    diffuse_solar_radiation      | 94.0       |\n",
-      "|    direct_solar_radiation       | 795.0      |\n",
-      "|    hour                         | 10.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 34.0       |\n",
-      "|    outdoor_temperature          | 0.93911934 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 975544.8   |\n",
-      "|    wind_direction               | 275.0      |\n",
-      "|    wind_speed                   | 6.45       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 7.38e+03   |\n",
-      "|    n_updates                    | 6349       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2489.8848 |\n",
-      "|    air_humidity                 | 17.072931 |\n",
-      "|    air_temperature              | 22.479544 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 194.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 75.0      |\n",
-      "|    outdoor_temperature          | -6.671191 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 2240896.2 |\n",
-      "|    wind_direction               | 35.0      |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.29e+03  |\n",
-      "|    n_updates                    | 6374      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1146.3035 |\n",
-      "|    air_humidity                 | 24.533276 |\n",
-      "|    air_temperature              | 22.500486 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 134.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | -1.350996 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 1031673.1 |\n",
-      "|    wind_direction               | 45.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.53e+03  |\n",
-      "|    n_updates                    | 6399      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.6465  |\n",
-      "|    air_humidity                 | 37.321774 |\n",
-      "|    air_temperature              | 22.816954 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 119.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 96.5      |\n",
-      "|    outdoor_temperature          | 5.335506  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 680081.9  |\n",
-      "|    wind_direction               | 10.0      |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.75e+03  |\n",
-      "|    n_updates                    | 6424      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 7          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 23         |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 467.1646   |\n",
-      "|    air_humidity                 | 21.171333  |\n",
-      "|    air_temperature              | 26.25289   |\n",
-      "|    clg_setpoint                 | 28.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 1.0        |\n",
-      "|    diffuse_solar_radiation      | 179.0      |\n",
-      "|    direct_solar_radiation       | 639.0      |\n",
-      "|    hour                         | 14.0       |\n",
-      "|    htg_setpoint                 | 17.0       |\n",
-      "|    month                        | 3.0        |\n",
-      "|    outdoor_humidity             | 29.5       |\n",
-      "|    outdoor_temperature          | 12.6892805 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 420448.16  |\n",
-      "|    wind_direction               | 150.0      |\n",
-      "|    wind_speed                   | 5.4        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 3.75e+03   |\n",
-      "|    n_updates                    | 6449       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 17%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 36.445587 |\n",
-      "|    air_temperature              | 22.380398 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 181.0     |\n",
-      "|    direct_solar_radiation       | 93.0      |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 74.5      |\n",
-      "|    outdoor_temperature          | 13.105264 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 205.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.48e+03  |\n",
-      "|    n_updates                    | 6474      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 17%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 23.927788 |\n",
-      "|    air_temperature              | 22.772154 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 89.0      |\n",
-      "|    direct_solar_radiation       | 410.0     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 40.5      |\n",
-      "|    outdoor_temperature          | 13.871598 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 305.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.34e+03  |\n",
-      "|    n_updates                    | 6499      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 17%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 6        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 24       |\n",
-      "|    Heating_Setpoint_RL          | 21       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368 |\n",
-      "|    air_humidity                 | 42.74886 |\n",
-      "|    air_temperature              | 23.01816 |\n",
-      "|    clg_setpoint                 | 25.0     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 4.0      |\n",
-      "|    diffuse_solar_radiation      | 18.0     |\n",
-      "|    direct_solar_radiation       | 68.0     |\n",
-      "|    hour                         | 17.0     |\n",
-      "|    htg_setpoint                 | 20.0     |\n",
-      "|    month                        | 3.0      |\n",
-      "|    outdoor_humidity             | 100.0    |\n",
-      "|    outdoor_temperature          | 6.287525 |\n",
-      "|    people_occupant              | 20.0     |\n",
-      "|    total_electricity_HVAC       | 773943.1 |\n",
-      "|    wind_direction               | 185.0    |\n",
-      "|    wind_speed                   | 2.35     |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.05     |\n",
-      "| train/                          |          |\n",
-      "|    learning_rate                | 0.0001   |\n",
-      "|    loss                         | 1.49e+04 |\n",
-      "|    n_updates                    | 6524     |\n",
-      "----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 17%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 668.89575 |\n",
-      "|    air_humidity                 | 45.53613  |\n",
-      "|    air_temperature              | 22.081665 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 6.980969  |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 590484.25 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.32e+03  |\n",
-      "|    n_updates                    | 6549      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 18%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 152.26994 |\n",
-      "|    air_humidity                 | 42.321407 |\n",
-      "|    air_temperature              | 22.286524 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 64.5      |\n",
-      "|    outdoor_temperature          | 12.418407 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 137042.95 |\n",
-      "|    wind_direction               | 305.0     |\n",
-      "|    wind_speed                   | 10.05     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.63e+03  |\n",
-      "|    n_updates                    | 6574      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 18%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 464.7534  |\n",
-      "|    air_humidity                 | 34.08908  |\n",
-      "|    air_temperature              | 20.413956 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 83.5      |\n",
-      "|    outdoor_temperature          | 6.7095146 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 403879.12 |\n",
-      "|    wind_direction               | 145.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.76e+03  |\n",
-      "|    n_updates                    | 6599      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 18%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 38.898567 |\n",
-      "|    air_temperature              | 21.18225  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 2.3518631 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 125.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.79e+03  |\n",
-      "|    n_updates                    | 6624      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 35.09905  |\n",
-      "|    air_temperature              | 19.368822 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 90.5      |\n",
-      "|    outdoor_temperature          | 3.9090285 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 5.4       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.25e+03  |\n",
-      "|    n_updates                    | 6649      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.8499  |\n",
-      "|    air_humidity                 | 23.85285  |\n",
-      "|    air_temperature              | 19.461779 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 58.0      |\n",
-      "|    outdoor_temperature          | 1.9976588 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856664.94 |\n",
-      "|    wind_direction               | 5.0       |\n",
-      "|    wind_speed                   | 7.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.07e+03  |\n",
-      "|    n_updates                    | 6674      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 31.365232 |\n",
-      "|    air_temperature              | 18.261238 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 70.0      |\n",
-      "|    outdoor_temperature          | 5.429393  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.25e+03  |\n",
-      "|    n_updates                    | 6699      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 16.056242 |\n",
-      "|    air_temperature              | 21.999687 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 45.5      |\n",
-      "|    outdoor_temperature          | 2.379026  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 295.0     |\n",
-      "|    wind_speed                   | 9.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.33e+03  |\n",
-      "|    n_updates                    | 6724      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 1          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 29         |\n",
-      "|    Heating_Setpoint_RL          | 16         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1718.1122  |\n",
-      "|    air_humidity                 | 24.954447  |\n",
-      "|    air_temperature              | 18.076813  |\n",
-      "|    clg_setpoint                 | 29.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 14.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 2.0        |\n",
-      "|    htg_setpoint                 | 16.0       |\n",
-      "|    month                        | 3.0        |\n",
-      "|    outdoor_humidity             | 40.0       |\n",
-      "|    outdoor_temperature          | -1.8336521 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1546300.9  |\n",
-      "|    wind_direction               | 340.0      |\n",
-      "|    wind_speed                   | 3.9        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 9.98e+03   |\n",
-      "|    n_updates                    | 6749       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 746.1307  |\n",
-      "|    air_humidity                 | 31.589094 |\n",
-      "|    air_temperature              | 20.72473  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 85.5      |\n",
-      "|    outdoor_temperature          | 4.810494  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 671517.6  |\n",
-      "|    wind_direction               | 285.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.05e+03  |\n",
-      "|    n_updates                    | 6774      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1189.1144 |\n",
-      "|    air_humidity                 | 17.219078 |\n",
-      "|    air_temperature              | 18.536963 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 54.0      |\n",
-      "|    outdoor_temperature          | 0.8113365 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1070203.0 |\n",
-      "|    wind_direction               | 35.0      |\n",
-      "|    wind_speed                   | 4.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.56e+03  |\n",
-      "|    n_updates                    | 6799      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 21%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1760.4196  |\n",
-      "|    air_humidity                 | 17.643135  |\n",
-      "|    air_temperature              | 21.909454  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 17.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 5.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 3.0        |\n",
-      "|    outdoor_humidity             | 77.5       |\n",
-      "|    outdoor_temperature          | -2.0451891 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1584377.6  |\n",
-      "|    wind_direction               | 10.0       |\n",
-      "|    wind_speed                   | 5.7        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 3.13e+03   |\n",
-      "|    n_updates                    | 6824       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 21%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 3          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 27         |\n",
-      "|    Heating_Setpoint_RL          | 18         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1259.0308  |\n",
-      "|    air_humidity                 | 21.857689  |\n",
-      "|    air_temperature              | 18.455622  |\n",
-      "|    clg_setpoint                 | 27.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 18.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 6.0        |\n",
-      "|    htg_setpoint                 | 18.0       |\n",
-      "|    month                        | 3.0        |\n",
-      "|    outdoor_humidity             | 91.0       |\n",
-      "|    outdoor_temperature          | -3.0750003 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1133127.8  |\n",
-      "|    wind_direction               | 50.0       |\n",
-      "|    wind_speed                   | 1.8        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 3.61e+03   |\n",
-      "|    n_updates                    | 6849       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 21%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 282.3766  |\n",
-      "|    air_humidity                 | 29.170164 |\n",
-      "|    air_temperature              | 21.000095 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 102.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 98.0      |\n",
-      "|    outdoor_temperature          | 1.8082709 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 254138.92 |\n",
-      "|    wind_direction               | 25.0      |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.05e+03  |\n",
-      "|    n_updates                    | 6874      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 22%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 978.2873  |\n",
-      "|    air_humidity                 | 23.684679 |\n",
-      "|    air_temperature              | 20.935505 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 182.0     |\n",
-      "|    direct_solar_radiation       | 539.0     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 69.5      |\n",
-      "|    outdoor_temperature          | 1.4673761 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 880458.56 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 4.15      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.67e+03  |\n",
-      "|    n_updates                    | 6899      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 22%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 871.7625  |\n",
-      "|    air_humidity                 | 33.1851   |\n",
-      "|    air_temperature              | 22.755598 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 122.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 62.0      |\n",
-      "|    outdoor_temperature          | 8.619181  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 784586.25 |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 8.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 617       |\n",
-      "|    n_updates                    | 6924      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 22%\n",
+      "--------------------------------------------------------------------------------------------------------------| 40%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 1.0           |\n",
+      "|    Heating_Setpoint_RL          | -1.0          |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 30.0          |\n",
+      "|    Heating_Setpoint_RL          | 12.0          |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.45360023   |\n",
+      "|    air_humidity                 | 0.7341473     |\n",
+      "|    air_temperature              | 0.3078457     |\n",
+      "|    clg_setpoint                 | 1.4052734     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.3752058     |\n",
+      "|    diffuse_solar_radiation      | -0.73728      |\n",
+      "|    direct_solar_radiation       | -0.5597665    |\n",
+      "|    hour                         | 1.229916      |\n",
+      "|    htg_setpoint                 | -1.343799     |\n",
+      "|    month                        | 1.4555348     |\n",
+      "|    outdoor_humidity             | -1.5384387    |\n",
+      "|    outdoor_temperature          | 1.8717765     |\n",
+      "|    people_occupant              | -0.45040664   |\n",
+      "|    total_electricity_HVAC       | -0.46415576   |\n",
+      "|    wind_direction               | 1.3363284     |\n",
+      "|    wind_speed                   | -0.0009778679 |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 652.1918      |\n",
+      "|    air_humidity                 | 45.204964     |\n",
+      "|    air_temperature              | 23.087933     |\n",
+      "|    clg_setpoint                 | 30.0          |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 27.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 20.0          |\n",
+      "|    htg_setpoint                 | 12.0          |\n",
+      "|    month                        | 5.0           |\n",
+      "|    outdoor_humidity             | 32.0          |\n",
+      "|    outdoor_temperature          | 20.134407     |\n",
+      "|    people_occupant              | 2.0           |\n",
+      "|    total_electricity_HVAC       | 586972.6      |\n",
+      "|    wind_direction               | 320.0         |\n",
+      "|    wind_speed                   | 5.2           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------*-----------------------------------------------------------| 40%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.15733019  |\n",
+      "|    Heating_Setpoint_RL          | -0.47641647  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.094011    |\n",
+      "|    Heating_Setpoint_RL          | 14.945157    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5523805   |\n",
+      "|    air_humidity                 | 1.0571896    |\n",
+      "|    air_temperature              | -0.044091057 |\n",
+      "|    clg_setpoint                 | 0.49820203   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.4756148    |\n",
+      "|    diffuse_solar_radiation      | -0.7377528   |\n",
+      "|    direct_solar_radiation       | -0.56193984  |\n",
+      "|    hour                         | 1.373887     |\n",
+      "|    htg_setpoint                 | 0.41138488   |\n",
+      "|    month                        | 1.4397006    |\n",
+      "|    outdoor_humidity             | 0.47255647   |\n",
+      "|    outdoor_temperature          | 1.6766565    |\n",
+      "|    people_occupant              | -0.69002396  |\n",
+      "|    total_electricity_HVAC       | -0.5587882   |\n",
+      "|    wind_direction               | 0.1252475    |\n",
+      "|    wind_speed                   | -1.2493844   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 165.5064     |\n",
+      "|    air_humidity                 | 49.062576    |\n",
+      "|    air_temperature              | 22.360884    |\n",
+      "|    clg_setpoint                 | 27.774502    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 28.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 21.0         |\n",
+      "|    htg_setpoint                 | 19.060297    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 78.0         |\n",
+      "|    outdoor_temperature          | 18.905415    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 148955.75    |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 2.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***----------------------------------------------------------| 41%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 8           |\n",
+      "|    Cooling_Setpoint_RL          | 0.8942757   |\n",
+      "|    Heating_Setpoint_RL          | -0.35890743 |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 22.5        |\n",
-      "|    Heating_Setpoint_RL          | 22          |\n",
+      "|    Cooling_Setpoint_RL          | 29.64318    |\n",
+      "|    Heating_Setpoint_RL          | 15.606146   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.47808865 |\n",
+      "|    air_humidity                 | 0.7336237   |\n",
+      "|    air_temperature              | -0.11320836 |\n",
+      "|    clg_setpoint                 | -0.21369168 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5727923   |\n",
+      "|    diffuse_solar_radiation      | -0.73905647 |\n",
+      "|    direct_solar_radiation       | -0.5635859  |\n",
+      "|    hour                         | 1.5177002   |\n",
+      "|    htg_setpoint                 | -0.17944561 |\n",
+      "|    month                        | 1.4243721   |\n",
+      "|    outdoor_humidity             | -0.17867717 |\n",
+      "|    outdoor_temperature          | 1.903222    |\n",
+      "|    people_occupant              | -0.6912338  |\n",
+      "|    total_electricity_HVAC       | -0.48775002 |\n",
+      "|    wind_direction               | -1.6368203  |\n",
+      "|    wind_speed                   | -2.086011   |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1314.9203   |\n",
-      "|    air_humidity                 | 13.52808    |\n",
-      "|    air_temperature              | 22.85324    |\n",
-      "|    clg_setpoint                 | 22.5        |\n",
+      "|    HVAC_electricity_demand_rate | 533.8443    |\n",
+      "|    air_humidity                 | 45.35156    |\n",
+      "|    air_temperature              | 22.223993   |\n",
+      "|    clg_setpoint                 | 26.02658    |\n",
       "|    co2_emission                 | 0.0         |\n",
-      "|    day_of_month                 | 22.0        |\n",
-      "|    diffuse_solar_radiation      | 148.0       |\n",
-      "|    direct_solar_radiation       | 828.0       |\n",
-      "|    hour                         | 10.0        |\n",
-      "|    htg_setpoint                 | 22.0        |\n",
-      "|    month                        | 3.0         |\n",
-      "|    outdoor_humidity             | 26.0        |\n",
-      "|    outdoor_temperature          | -0.21578881 |\n",
-      "|    people_occupant              | 20.0        |\n",
-      "|    total_electricity_HVAC       | 1183428.2   |\n",
-      "|    wind_direction               | 315.0       |\n",
-      "|    wind_speed                   | 11.05       |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
-      "| train/                          |             |\n",
-      "|    learning_rate                | 0.0001      |\n",
-      "|    loss                         | 2.41e+03    |\n",
-      "|    n_updates                    | 6949        |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 16.675913   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 63.0        |\n",
+      "|    outdoor_temperature          | 20.888096   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 480459.88   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
       "-------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 22%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 12.919759 |\n",
-      "|    air_temperature              | 22.333363 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 145.0     |\n",
-      "|    direct_solar_radiation       | 866.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 28.0      |\n",
-      "|    outdoor_temperature          | 3.917022  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 225.0     |\n",
-      "|    wind_speed                   | 8.25      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.94e+03  |\n",
-      "|    n_updates                    | 6974      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 23%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 89.78595  |\n",
-      "|    air_humidity                 | 21.541876 |\n",
-      "|    air_temperature              | 22.142008 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 145.0     |\n",
-      "|    direct_solar_radiation       | 869.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 54.0      |\n",
-      "|    outdoor_temperature          | 11.908008 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 80879.87  |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 5.15      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.76e+03  |\n",
-      "|    n_updates                    | 6999      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 23%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.6465  |\n",
-      "|    air_humidity                 | 38.843994 |\n",
-      "|    air_temperature              | 23.04883  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 140.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 5.6984205 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 680081.9  |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.59e+03  |\n",
-      "|    n_updates                    | 7024      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 23%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 550.6507  |\n",
-      "|    air_humidity                 | 44.1667   |\n",
-      "|    air_temperature              | 25.99846  |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 291.0     |\n",
-      "|    direct_solar_radiation       | 267.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 76.0      |\n",
-      "|    outdoor_temperature          | 14.344811 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 495585.66 |\n",
-      "|    wind_direction               | 140.0     |\n",
-      "|    wind_speed                   | 4.15      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.44e+03  |\n",
-      "|    n_updates                    | 7049      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 23%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 44.996563 |\n",
-      "|    air_temperature              | 26.92001  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 189.0     |\n",
-      "|    direct_solar_radiation       | 575.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 61.5      |\n",
-      "|    outdoor_temperature          | 19.1893   |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 6.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.76e+03  |\n",
-      "|    n_updates                    | 7074      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 24%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 407.94373 |\n",
-      "|    air_humidity                 | 34.073017 |\n",
-      "|    air_temperature              | 25.267233 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 145.0     |\n",
-      "|    direct_solar_radiation       | 108.0     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 57.0      |\n",
-      "|    outdoor_temperature          | 11.922835 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 367149.34 |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 9.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.23e+03  |\n",
-      "|    n_updates                    | 7099      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 24%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 820.66797 |\n",
-      "|    air_humidity                 | 34.85887  |\n",
-      "|    air_temperature              | 24.125118 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 42.0      |\n",
-      "|    direct_solar_radiation       | 314.0     |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 6.8898964 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 737382.6  |\n",
-      "|    wind_direction               | 115.0     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.01e+03  |\n",
-      "|    n_updates                    | 7124      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 24%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 28.866589 |\n",
-      "|    air_temperature              | 21.999998 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 85.5      |\n",
-      "|    outdoor_temperature          | 5.465069  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 100.0     |\n",
-      "|    wind_speed                   | 4.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.3e+03   |\n",
-      "|    n_updates                    | 7149      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 43.123447 |\n",
-      "|    air_temperature              | 20.99996  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 9.107789  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 5.0       |\n",
-      "|    wind_speed                   | 4.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.23e+03  |\n",
-      "|    n_updates                    | 7174      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 48.636272 |\n",
-      "|    air_temperature              | 23.684591 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 83.5      |\n",
-      "|    outdoor_temperature          | 4.5161777 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.41e+03  |\n",
-      "|    n_updates                    | 7199      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 44.006355 |\n",
-      "|    air_temperature              | 23.509317 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 48.0      |\n",
-      "|    outdoor_temperature          | 4.1877465 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.37e+03  |\n",
-      "|    n_updates                    | 7224      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 46.724228 |\n",
-      "|    air_temperature              | 22.732481 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 71.5      |\n",
-      "|    outdoor_temperature          | 4.715655  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 859       |\n",
-      "|    n_updates                    | 7249      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 26%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 63.647705 |\n",
-      "|    air_temperature              | 21.887827 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 75.0      |\n",
-      "|    outdoor_temperature          | 6.674119  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.65e+03  |\n",
-      "|    n_updates                    | 7274      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 26%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 73.95778  |\n",
-      "|    air_temperature              | 21.563845 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 91.0      |\n",
-      "|    outdoor_temperature          | 10.680291 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 235.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.02e+03  |\n",
-      "|    n_updates                    | 7299      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 26%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 71.15199  |\n",
-      "|    air_temperature              | 22.148827 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 72.0      |\n",
-      "|    outdoor_temperature          | 16.010214 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 2.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.53e+03  |\n",
-      "|    n_updates                    | 7324      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 27%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 70.10457  |\n",
-      "|    air_temperature              | 22.37624  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 69.5      |\n",
-      "|    outdoor_temperature          | 16.720282 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 235.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.65e+03  |\n",
-      "|    n_updates                    | 7349      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 27%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 85.93943  |\n",
-      "|    air_temperature              | 21.058844 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 12.752775 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.24e+03  |\n",
-      "|    n_updates                    | 7374      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 27%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 91.5358   |\n",
-      "|    air_temperature              | 20.520086 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 12.529675 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.88e+03  |\n",
-      "|    n_updates                    | 7399      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 28%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 71.90292  |\n",
-      "|    air_temperature              | 19.641085 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 8.0       |\n",
-      "|    direct_solar_radiation       | 18.0      |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 43.0      |\n",
-      "|    outdoor_temperature          | 6.235198  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 8.75      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.08e+03  |\n",
-      "|    n_updates                    | 7424      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 28%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 54.272633 |\n",
-      "|    air_temperature              | 19.044207 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 42.0      |\n",
-      "|    direct_solar_radiation       | 530.0     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 36.0      |\n",
-      "|    outdoor_temperature          | 2.7869196 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 335.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.83e+03  |\n",
-      "|    n_updates                    | 7449      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 28%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 45.30996  |\n",
-      "|    air_temperature              | 19.577765 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 118.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 52.0      |\n",
-      "|    outdoor_temperature          | 6.176463  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 235.0     |\n",
-      "|    wind_speed                   | 2.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.76e+03  |\n",
-      "|    n_updates                    | 7474      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 28%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 47.805527 |\n",
-      "|    air_temperature              | 18.648262 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 277.0     |\n",
-      "|    direct_solar_radiation       | 93.0      |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 74.5      |\n",
-      "|    outdoor_temperature          | 6.1966367 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 70.0      |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.7e+03   |\n",
-      "|    n_updates                    | 7499      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 817.9984  |\n",
-      "|    air_humidity                 | 43.170815 |\n",
-      "|    air_temperature              | 21.434963 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 168.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 98.5      |\n",
-      "|    outdoor_temperature          | 7.863375  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 736198.56 |\n",
-      "|    wind_direction               | 125.0     |\n",
-      "|    wind_speed                   | 4.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.87e+03  |\n",
-      "|    n_updates                    | 7524      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1087.7322 |\n",
-      "|    air_humidity                 | 42.018997 |\n",
-      "|    air_temperature              | 24.99819  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 128.0     |\n",
-      "|    direct_solar_radiation       | 880.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 51.0      |\n",
-      "|    outdoor_temperature          | 17.724447 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 976106.0  |\n",
-      "|    wind_direction               | 275.0     |\n",
-      "|    wind_speed                   | 6.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.35e+03  |\n",
-      "|    n_updates                    | 7549      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 902.5843  |\n",
-      "|    air_humidity                 | 48.01306  |\n",
-      "|    air_temperature              | 22.805077 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 256.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 13.262782 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 812325.8  |\n",
-      "|    wind_direction               | 45.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.53e+03  |\n",
-      "|    n_updates                    | 7574      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 539.21356 |\n",
-      "|    air_humidity                 | 36.537544 |\n",
-      "|    air_temperature              | 22.499413 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 255.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 71.0      |\n",
-      "|    outdoor_temperature          | 8.842577  |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 485292.22 |\n",
-      "|    wind_direction               | 55.0      |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.37e+03  |\n",
-      "|    n_updates                    | 7599      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 30%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 27.141941 |\n",
-      "|    air_temperature              | 23.097776 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 244.0     |\n",
-      "|    direct_solar_radiation       | 640.0     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 50.0      |\n",
-      "|    outdoor_temperature          | 11.159419 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 135.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.21e+03  |\n",
-      "|    n_updates                    | 7624      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 30%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 52.81628  |\n",
-      "|    air_temperature              | 20.676254 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 200.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 83.0      |\n",
-      "|    outdoor_temperature          | 8.347079  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 105.0     |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.39e+03  |\n",
-      "|    n_updates                    | 7649      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 30%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 55.26341  |\n",
-      "|    air_temperature              | 19.509224 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 122.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 95.0      |\n",
-      "|    outdoor_temperature          | 8.819503  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 6.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7e+03     |\n",
-      "|    n_updates                    | 7674      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 339.67972 |\n",
-      "|    air_humidity                 | 34.732143 |\n",
-      "|    air_temperature              | 23.77928  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 220.0     |\n",
-      "|    direct_solar_radiation       | 25.0      |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 60.0      |\n",
-      "|    outdoor_temperature          | 11.276463 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 305711.75 |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 8.75      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.05e+03  |\n",
-      "|    n_updates                    | 7699      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 32.76473  |\n",
-      "|    air_temperature              | 27.478088 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 47.0      |\n",
-      "|    direct_solar_radiation       | 489.0     |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 60.5      |\n",
-      "|    outdoor_temperature          | 13.006176 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 8.75      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 416       |\n",
-      "|    n_updates                    | 7724      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 49.08971  |\n",
-      "|    air_temperature              | 27.583792 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 9.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 91.0      |\n",
-      "|    outdoor_temperature          | 9.646996  |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 205.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2e+03     |\n",
-      "|    n_updates                    | 7749      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 47.054016 |\n",
-      "|    air_temperature              | 28.166939 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 61.0      |\n",
-      "|    outdoor_temperature          | 15.822657 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.17e+03  |\n",
-      "|    n_updates                    | 7774      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 48.195282 |\n",
-      "|    air_temperature              | 26.09547  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 65.5      |\n",
-      "|    outdoor_temperature          | 12.948526 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 8.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.92e+03  |\n",
-      "|    n_updates                    | 7799      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 57.145077 |\n",
-      "|    air_temperature              | 23.427517 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 85.5      |\n",
-      "|    outdoor_temperature          | 13.653486 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 165.0     |\n",
-      "|    wind_speed                   | 2.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.72e+03  |\n",
-      "|    n_updates                    | 7824      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 1          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 29         |\n",
-      "|    Heating_Setpoint_RL          | 16         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 0.0        |\n",
-      "|    air_humidity                 | 60.926395  |\n",
-      "|    air_temperature              | 22.539474  |\n",
-      "|    clg_setpoint                 | 29.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 28.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 22.0       |\n",
-      "|    htg_setpoint                 | 16.0       |\n",
-      "|    month                        | 4.0        |\n",
-      "|    outdoor_humidity             | 69.5       |\n",
-      "|    outdoor_temperature          | 11.2723255 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 0.0        |\n",
-      "|    wind_direction               | 100.0      |\n",
-      "|    wind_speed                   | 3.85       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.12e+03   |\n",
-      "|    n_updates                    | 7849       |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 68.501816 |\n",
-      "|    air_temperature              | 21.293674 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 87.5      |\n",
-      "|    outdoor_temperature          | 10.341484 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 130.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.03e+03  |\n",
-      "|    n_updates                    | 7874      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 33%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 84.79883  |\n",
-      "|    air_temperature              | 21.605139 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 85.0      |\n",
-      "|    outdoor_temperature          | 10.22611  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 2.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.16e+03  |\n",
-      "|    n_updates                    | 7899      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 33%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 47.870968 |\n",
-      "|    air_temperature              | 20.849094 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 52.0      |\n",
-      "|    outdoor_temperature          | 8.045892  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.53e+03  |\n",
-      "|    n_updates                    | 7924      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 34%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 55.716766 |\n",
-      "|    air_temperature              | 21.081879 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 63.5      |\n",
-      "|    outdoor_temperature          | 11.166885 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 9.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.19e+03  |\n",
-      "|    n_updates                    | 7949      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 34%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 61.2547   |\n",
-      "|    air_temperature              | 21.099758 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 11.363247 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 5.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.32e+03  |\n",
-      "|    n_updates                    | 7974      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 34%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 63.022537 |\n",
-      "|    air_temperature              | 20.645359 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 11.923875 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 1.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.12e+03  |\n",
-      "|    n_updates                    | 7999      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 34%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 64.795944 |\n",
-      "|    air_temperature              | 20.21981  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 66.0      |\n",
-      "|    direct_solar_radiation       | 25.0      |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 91.5      |\n",
-      "|    outdoor_temperature          | 11.719052 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.75e+03  |\n",
-      "|    n_updates                    | 8024      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 89.53074  |\n",
-      "|    air_temperature              | 20.418552 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 84.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 13.64203  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 85.0      |\n",
-      "|    wind_speed                   | 4.9       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.18e+03  |\n",
-      "|    n_updates                    | 8049      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 86.189896 |\n",
-      "|    air_humidity                 | 93.52504  |\n",
-      "|    air_temperature              | 20.571243 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 88.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 14.903064 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 77570.83  |\n",
-      "|    wind_direction               | 90.0      |\n",
-      "|    wind_speed                   | 5.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.93e+03  |\n",
-      "|    n_updates                    | 8074      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 400.48703 |\n",
-      "|    air_humidity                 | 74.71837  |\n",
-      "|    air_temperature              | 22.064402 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 314.0     |\n",
-      "|    direct_solar_radiation       | 201.0     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 96.5      |\n",
-      "|    outdoor_temperature          | 15.097484 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 360157.4  |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.9e+03   |\n",
-      "|    n_updates                    | 8099      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1178.8964 |\n",
-      "|    air_humidity                 | 43.18821  |\n",
-      "|    air_temperature              | 23.995653 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 227.0     |\n",
-      "|    direct_solar_radiation       | 653.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 50.5      |\n",
-      "|    outdoor_temperature          | 16.000217 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 925971.5  |\n",
-      "|    wind_direction               | 325.0     |\n",
-      "|    wind_speed                   | 4.9       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 972       |\n",
-      "|    n_updates                    | 8124      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 36%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 61.808674 |\n",
-      "|    air_temperature              | 24.230162 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 267.0     |\n",
-      "|    direct_solar_radiation       | 657.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 50.0      |\n",
-      "|    outdoor_temperature          | 13.990786 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 185.0     |\n",
-      "|    wind_speed                   | 5.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.39e+03  |\n",
-      "|    n_updates                    | 8149      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 36%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 59.38911  |\n",
-      "|    air_temperature              | 24.766394 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 286.0     |\n",
-      "|    direct_solar_radiation       | 655.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 42.5      |\n",
-      "|    outdoor_temperature          | 19.624998 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.17e+03  |\n",
-      "|    n_updates                    | 8174      |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 36%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 155.3502  |\n",
-      "|    air_humidity                 | 24.00819  |\n",
-      "|    air_temperature              | 25.979362 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 278.0     |\n",
-      "|    direct_solar_radiation       | 671.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 46.5      |\n",
-      "|    outdoor_temperature          | 15.228561 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 139486.28 |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.88e+03  |\n",
-      "|    n_updates                    | 8199      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*--------------------------------------------------------------| 37%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1030.0591 |\n",
-      "|    air_humidity                 | 28.968252 |\n",
-      "|    air_temperature              | 23.402994 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 298.0     |\n",
-      "|    direct_solar_radiation       | 592.0     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 46.5      |\n",
-      "|    outdoor_temperature          | 14.540173 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 927053.2  |\n",
-      "|    wind_direction               | 150.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.21e+03  |\n",
-      "|    n_updates                    | 8224      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*--------------------------------------------------------------| 37%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 797.6877  |\n",
-      "|    air_humidity                 | 30.19432  |\n",
-      "|    air_temperature              | 26.263184 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 248.0     |\n",
-      "|    direct_solar_radiation       | 554.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 45.0      |\n",
-      "|    outdoor_temperature          | 17.258335 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 717918.94 |\n",
-      "|    wind_direction               | 160.0     |\n",
-      "|    wind_speed                   | 8.75      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 9.15e+03  |\n",
-      "|    n_updates                    | 8249      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*--------------------------------------------------------------| 37%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 874.74835 |\n",
-      "|    air_humidity                 | 37.537148 |\n",
-      "|    air_temperature              | 27.0753   |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 235.0     |\n",
-      "|    direct_solar_radiation       | 426.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 48.5      |\n",
-      "|    outdoor_temperature          | 18.415379 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 787273.56 |\n",
-      "|    wind_direction               | 115.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.27e+03  |\n",
-      "|    n_updates                    | 8274      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*--------------------------------------------------------------| 37%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3824.5125 |\n",
-      "|    air_humidity                 | 48.882725 |\n",
-      "|    air_temperature              | 23.785929 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 148.0     |\n",
-      "|    direct_solar_radiation       | 496.0     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 51.0      |\n",
-      "|    outdoor_temperature          | 20.187895 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3442061.2 |\n",
-      "|    wind_direction               | 105.0     |\n",
-      "|    wind_speed                   | 5.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.99e+03  |\n",
-      "|    n_updates                    | 8299      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 67.68514  |\n",
-      "|    air_temperature              | 23.985237 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 82.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 96.5      |\n",
-      "|    outdoor_temperature          | 17.166412 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 100.0     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.24e+03  |\n",
-      "|    n_updates                    | 8324      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 72.48008  |\n",
-      "|    air_temperature              | 22.753471 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 36.0      |\n",
-      "|    direct_solar_radiation       | 100.0     |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 96.5      |\n",
-      "|    outdoor_temperature          | 18.091528 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 4.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.03e+03  |\n",
-      "|    n_updates                    | 8349      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 41.73392  |\n",
-      "|    air_temperature              | 28.945398 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 30.5      |\n",
-      "|    outdoor_temperature          | 20.771217 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 355.0     |\n",
-      "|    wind_speed                   | 5.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.39e+03  |\n",
-      "|    n_updates                    | 8374      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 60.760983 |\n",
-      "|    air_temperature              | 27.241547 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 79.5      |\n",
-      "|    outdoor_temperature          | 18.400848 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 2.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.16e+03  |\n",
-      "|    n_updates                    | 8399      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***------------------------------------------------------------| 39%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 65.40298  |\n",
-      "|    air_temperature              | 25.17516  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 78.0      |\n",
-      "|    outdoor_temperature          | 13.861246 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.23e+03  |\n",
-      "|    n_updates                    | 8424      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***------------------------------------------------------------| 39%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 82.80497  |\n",
-      "|    air_temperature              | 23.545568 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 98.0      |\n",
-      "|    outdoor_temperature          | 14.885168 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 45.0      |\n",
-      "|    wind_speed                   | 0.75      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.93e+03  |\n",
-      "|    n_updates                    | 8449      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***------------------------------------------------------------| 39%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 85.57668  |\n",
-      "|    air_temperature              | 22.214247 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 73.5      |\n",
-      "|    outdoor_temperature          | 14.508998 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.54e+03  |\n",
-      "|    n_updates                    | 8474      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.12802  |\n",
-      "|    air_temperature              | 22.749151 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 69.5      |\n",
-      "|    outdoor_temperature          | 13.651919 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 4.4       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.92e+03  |\n",
-      "|    n_updates                    | 8499      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 85.21137  |\n",
-      "|    air_temperature              | 22.366076 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 59.5      |\n",
-      "|    outdoor_temperature          | 15.96721  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.61e+03  |\n",
-      "|    n_updates                    | 8524      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 57.845642 |\n",
-      "|    air_temperature              | 21.960764 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 53.0      |\n",
-      "|    outdoor_temperature          | 13.95008  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 2.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.06e+03  |\n",
-      "|    n_updates                    | 8549      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****----------------------------------------------------------| 41%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.49801  |\n",
-      "|    air_temperature              | 21.881857 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 88.5      |\n",
-      "|    outdoor_temperature          | 16.46767  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 265.0     |\n",
-      "|    wind_speed                   | 1.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 524       |\n",
-      "|    n_updates                    | 8574      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****----------------------------------------------------------| 41%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 88.733284 |\n",
-      "|    air_temperature              | 22.166264 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 67.0      |\n",
-      "|    outdoor_temperature          | 18.524689 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 5.0       |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.88e+03  |\n",
-      "|    n_updates                    | 8599      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****----------------------------------------------------------| 41%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 86.329315 |\n",
-      "|    air_temperature              | 21.884922 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 83.0      |\n",
-      "|    direct_solar_radiation       | 194.0     |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 85.5      |\n",
-      "|    outdoor_temperature          | 17.687214 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.74e+03  |\n",
-      "|    n_updates                    | 8624      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****----------------------------------------------------------| 41%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.705185 |\n",
-      "|    air_temperature              | 22.81737  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 107.0     |\n",
-      "|    direct_solar_radiation       | 472.0     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 18.693514 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.75e+03  |\n",
-      "|    n_updates                    | 8649      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******---------------------------------------------------------| 42%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.16821  |\n",
-      "|    air_temperature              | 22.976574 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 114.0     |\n",
-      "|    direct_solar_radiation       | 646.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 39.0      |\n",
-      "|    outdoor_temperature          | 15.119333 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 305.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.08e+03  |\n",
-      "|    n_updates                    | 8674      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******---------------------------------------------------------| 42%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 756.69354 |\n",
-      "|    air_humidity                 | 54.817505 |\n",
-      "|    air_temperature              | 23.335524 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 147.0     |\n",
-      "|    direct_solar_radiation       | 744.0     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 51.5      |\n",
-      "|    outdoor_temperature          | 17.913471 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 680939.06 |\n",
-      "|    wind_direction               | 315.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.77e+03  |\n",
-      "|    n_updates                    | 8699      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******---------------------------------------------------------| 42%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3891.6194 |\n",
-      "|    air_humidity                 | 46.111176 |\n",
-      "|    air_temperature              | 23.174507 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 253.0     |\n",
-      "|    direct_solar_radiation       | 639.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 26.0      |\n",
-      "|    outdoor_temperature          | 24.636395 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3465989.0 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 2.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.21e+03  |\n",
-      "|    n_updates                    | 8724      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3428.4062 |\n",
-      "|    air_humidity                 | 57.121716 |\n",
-      "|    air_temperature              | 24.138863 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 308.0     |\n",
-      "|    direct_solar_radiation       | 611.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 67.5      |\n",
-      "|    outdoor_temperature          | 19.792252 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3085565.8 |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.48e+03  |\n",
-      "|    n_updates                    | 8749      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1074.4849 |\n",
-      "|    air_humidity                 | 57.604034 |\n",
-      "|    air_temperature              | 25.964142 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 277.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 18.815947 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 967036.4  |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 6.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.08e+03  |\n",
-      "|    n_updates                    | 8774      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3687.3022 |\n",
-      "|    air_humidity                 | 57.33517  |\n",
-      "|    air_temperature              | 23.877851 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 368.0     |\n",
-      "|    direct_solar_radiation       | 466.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 54.0      |\n",
-      "|    outdoor_temperature          | 28.489399 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 3303912.5 |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 5.15      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.61e+03  |\n",
-      "|    n_updates                    | 8799      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 71.93651  |\n",
-      "|    air_temperature              | 25.779984 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 408.0     |\n",
-      "|    direct_solar_radiation       | 373.0     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 50.5      |\n",
-      "|    outdoor_temperature          | 22.955477 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 355.0     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.39e+03  |\n",
-      "|    n_updates                    | 8824      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 67.38318  |\n",
-      "|    air_temperature              | 26.963749 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 243.0     |\n",
-      "|    direct_solar_radiation       | 610.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 47.5      |\n",
-      "|    outdoor_temperature          | 22.373495 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 215.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.63e+03  |\n",
-      "|    n_updates                    | 8849      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4487.8276 |\n",
-      "|    air_humidity                 | 45.09316  |\n",
-      "|    air_temperature              | 24.21256  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 238.0     |\n",
-      "|    direct_solar_radiation       | 338.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 38.0      |\n",
-      "|    outdoor_temperature          | 23.55652  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4039045.0 |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 979       |\n",
-      "|    n_updates                    | 8874      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4089.4124 |\n",
-      "|    air_humidity                 | 61.17132  |\n",
-      "|    air_temperature              | 23.19066  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 161.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 82.5      |\n",
-      "|    outdoor_temperature          | 19.431572 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3680471.0 |\n",
-      "|    wind_direction               | 145.0     |\n",
-      "|    wind_speed                   | 4.9       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.89e+03  |\n",
-      "|    n_updates                    | 8899      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 52.438007 |\n",
-      "|    air_temperature              | 27.290419 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 72.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 85.5      |\n",
-      "|    outdoor_temperature          | 20.92903  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 7.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.86e+03  |\n",
-      "|    n_updates                    | 8924      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********------------------------------------------------------| 45%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 51.02225  |\n",
-      "|    air_temperature              | 29.40269  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 56.0      |\n",
-      "|    direct_solar_radiation       | 103.0     |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 21.791893 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.16e+03  |\n",
-      "|    n_updates                    | 8949      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********------------------------------------------------------| 45%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 60.121346 |\n",
-      "|    air_temperature              | 28.871252 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 85.5      |\n",
-      "|    outdoor_temperature          | 20.415564 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 4.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.18e+03  |\n",
-      "|    n_updates                    | 8974      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********------------------------------------------------------| 45%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 68.434044 |\n",
-      "|    air_temperature              | 27.172163 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 85.5      |\n",
-      "|    outdoor_temperature          | 23.622412 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 95.0      |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.05e+03  |\n",
-      "|    n_updates                    | 8999      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.2435   |\n",
-      "|    air_temperature              | 24.923763 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 88.5      |\n",
-      "|    outdoor_temperature          | 19.389812 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 90.0      |\n",
-      "|    wind_speed                   | 2.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.67e+03  |\n",
-      "|    n_updates                    | 9024      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 74.24047  |\n",
-      "|    air_temperature              | 25.115957 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 94.5      |\n",
-      "|    outdoor_temperature          | 18.886944 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.76e+03  |\n",
-      "|    n_updates                    | 9049      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 77.20639  |\n",
-      "|    air_temperature              | 24.541458 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 86.0      |\n",
-      "|    outdoor_temperature          | 22.951208 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 235.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3e+03     |\n",
-      "|    n_updates                    | 9074      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.05541  |\n",
-      "|    air_temperature              | 25.311417 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 77.5      |\n",
-      "|    outdoor_temperature          | 23.508722 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 90.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.19e+03  |\n",
-      "|    n_updates                    | 9099      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.42342  |\n",
-      "|    air_temperature              | 23.215261 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 91.5      |\n",
-      "|    outdoor_temperature          | 19.310314 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.12e+03  |\n",
-      "|    n_updates                    | 9124      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 81.96147  |\n",
-      "|    air_temperature              | 23.621758 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 71.0      |\n",
-      "|    outdoor_temperature          | 24.771341 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 325.0     |\n",
-      "|    wind_speed                   | 4.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.11e+03  |\n",
-      "|    n_updates                    | 9149      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 77.23984  |\n",
-      "|    air_temperature              | 24.676752 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 67.0      |\n",
-      "|    outdoor_temperature          | 22.543236 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 265.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 934       |\n",
-      "|    n_updates                    | 9174      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************---------------------------------------------------| 48%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 85.025604 |\n",
-      "|    air_temperature              | 23.013933 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 3.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 94.5      |\n",
-      "|    outdoor_temperature          | 21.945906 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 165.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.06e+03  |\n",
-      "|    n_updates                    | 9199      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************---------------------------------------------------| 48%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 90.37305  |\n",
-      "|    air_temperature              | 22.211245 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 23.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 98.0      |\n",
-      "|    outdoor_temperature          | 23.28667  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 95.0      |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.53e+03  |\n",
-      "|    n_updates                    | 9224      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************---------------------------------------------------| 48%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 84.31747  |\n",
-      "|    air_temperature              | 23.182339 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 67.0      |\n",
-      "|    direct_solar_radiation       | 604.0     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 65.0      |\n",
-      "|    outdoor_temperature          | 22.826544 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.78e+03  |\n",
-      "|    n_updates                    | 9249      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************--------------------------------------------------| 49%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2593.8738 |\n",
-      "|    air_humidity                 | 78.85662  |\n",
-      "|    air_temperature              | 20.91998  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 248.0     |\n",
-      "|    direct_solar_radiation       | 113.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 88.5      |\n",
-      "|    outdoor_temperature          | 23.730545 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2297572.2 |\n",
-      "|    wind_direction               | 205.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.1e+03   |\n",
-      "|    n_updates                    | 9274      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************--------------------------------------------------| 49%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4826.358  |\n",
-      "|    air_humidity                 | 69.02169  |\n",
-      "|    air_temperature              | 21.617256 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 341.0     |\n",
-      "|    direct_solar_radiation       | 83.0      |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 85.5      |\n",
-      "|    outdoor_temperature          | 21.108011 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4406347.5 |\n",
-      "|    wind_direction               | 205.0     |\n",
-      "|    wind_speed                   | 4.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.86e+03  |\n",
-      "|    n_updates                    | 9299      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************--------------------------------------------------| 49%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.93762  |\n",
-      "|    air_temperature              | 23.177649 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 161.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 85.5      |\n",
-      "|    outdoor_temperature          | 22.97749  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 80.0      |\n",
-      "|    wind_speed                   | 3.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.56e+03  |\n",
-      "|    n_updates                    | 9324      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************--------------------------------------------------| 49%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 76.66805  |\n",
-      "|    air_temperature              | 24.069008 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 322.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 77.5      |\n",
-      "|    outdoor_temperature          | 21.572285 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 573       |\n",
-      "|    n_updates                    | 9349      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4960.5977 |\n",
-      "|    air_humidity                 | 57.92844  |\n",
-      "|    air_temperature              | 24.07896  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 267.0     |\n",
-      "|    direct_solar_radiation       | 534.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 58.0      |\n",
-      "|    outdoor_temperature          | 25.835115 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 4457515.5 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 5.15      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.01e+03  |\n",
-      "|    n_updates                    | 9374      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6130.1475 |\n",
-      "|    air_humidity                 | 57.217648 |\n",
-      "|    air_temperature              | 23.999527 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 156.0     |\n",
-      "|    direct_solar_radiation       | 846.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 66.5      |\n",
-      "|    outdoor_temperature          | 25.839724 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 5570390.0 |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.75e+03  |\n",
-      "|    n_updates                    | 9399      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6180.046  |\n",
-      "|    air_humidity                 | 57.915764 |\n",
-      "|    air_temperature              | 23.824299 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 319.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 54.0      |\n",
-      "|    outdoor_temperature          | 27.998598 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 5562041.0 |\n",
-      "|    wind_direction               | 45.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.41e+03  |\n",
-      "|    n_updates                    | 9424      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5814.8086 |\n",
-      "|    air_humidity                 | 57.336285 |\n",
-      "|    air_temperature              | 24.416656 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 240.0     |\n",
-      "|    direct_solar_radiation       | 639.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 42.0      |\n",
-      "|    outdoor_temperature          | 28.857347 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5211308.0 |\n",
-      "|    wind_direction               | 145.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.25e+03  |\n",
-      "|    n_updates                    | 9449      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 8071.458  |\n",
-      "|    air_humidity                 | 59.186604 |\n",
-      "|    air_temperature              | 24.030064 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 217.0     |\n",
-      "|    direct_solar_radiation       | 565.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 77.0      |\n",
-      "|    outdoor_temperature          | 26.988108 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 7237952.0 |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 4.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 579       |\n",
-      "|    n_updates                    | 9474      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 59.32995  |\n",
-      "|    air_temperature              | 29.440195 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 132.0     |\n",
-      "|    direct_solar_radiation       | 584.0     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 72.0      |\n",
-      "|    outdoor_temperature          | 29.04921  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.13e+03  |\n",
-      "|    n_updates                    | 9499      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 58.903008 |\n",
-      "|    air_temperature              | 29.58267  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 122.0     |\n",
-      "|    direct_solar_radiation       | 263.0     |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 68.5      |\n",
-      "|    outdoor_temperature          | 27.491972 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.14e+03  |\n",
-      "|    n_updates                    | 9524      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 54.37169  |\n",
-      "|    air_temperature              | 28.805046 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 54.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 90.5      |\n",
-      "|    outdoor_temperature          | 23.013592 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.59e+03  |\n",
-      "|    n_updates                    | 9549      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************-----------------------------------------------| 52%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 56.407288 |\n",
-      "|    air_temperature              | 29.713375 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 83.5      |\n",
-      "|    outdoor_temperature          | 27.13691  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.97e+03  |\n",
-      "|    n_updates                    | 9574      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************-----------------------------------------------| 52%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 59.091957 |\n",
-      "|    air_temperature              | 28.77042  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 50.5      |\n",
-      "|    outdoor_temperature          | 29.924786 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.35e+04  |\n",
-      "|    n_updates                    | 9599      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************-----------------------------------------------| 52%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 62.7617   |\n",
-      "|    air_temperature              | 27.150831 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 60.0      |\n",
-      "|    outdoor_temperature          | 23.236689 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 205.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.05e+03  |\n",
-      "|    n_updates                    | 9624      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 67.4881   |\n",
-      "|    air_temperature              | 25.895061 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 77.5      |\n",
-      "|    outdoor_temperature          | 24.448812 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 225.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.16e+03  |\n",
-      "|    n_updates                    | 9649      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 65.81631  |\n",
-      "|    air_temperature              | 26.319372 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 69.5      |\n",
-      "|    outdoor_temperature          | 26.388847 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 255.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.84e+03  |\n",
-      "|    n_updates                    | 9674      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 75.7209   |\n",
-      "|    air_temperature              | 23.97351  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 98.0      |\n",
-      "|    outdoor_temperature          | 21.806433 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 90.0      |\n",
-      "|    wind_speed                   | 5.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.57e+03  |\n",
-      "|    n_updates                    | 9699      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.57992  |\n",
-      "|    air_temperature              | 23.869347 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 94.0      |\n",
-      "|    outdoor_temperature          | 23.162914 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 115.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.64e+03  |\n",
-      "|    n_updates                    | 9724      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.63909  |\n",
-      "|    air_temperature              | 23.794798 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 66.5      |\n",
-      "|    outdoor_temperature          | 24.551136 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 5.0       |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.5e+03   |\n",
-      "|    n_updates                    | 9749      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 87.72499  |\n",
-      "|    air_temperature              | 23.30253  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 22.862804 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 115.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.5e+03   |\n",
-      "|    n_updates                    | 9774      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 89.009865 |\n",
-      "|    air_temperature              | 22.375265 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 21.891815 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 115.0     |\n",
-      "|    wind_speed                   | 1.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.84e+03  |\n",
-      "|    n_updates                    | 9799      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************--------------------------------------------| 55%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 88.44114  |\n",
-      "|    air_temperature              | 23.95633  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 55.0      |\n",
-      "|    direct_solar_radiation       | 9.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 95.0      |\n",
-      "|    outdoor_temperature          | 24.555973 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 2.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.1e+03   |\n",
-      "|    n_updates                    | 9824      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************--------------------------------------------| 55%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 86.25535  |\n",
-      "|    air_temperature              | 24.365273 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 75.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 26.62452  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 973       |\n",
-      "|    n_updates                    | 9849      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************--------------------------------------------| 55%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3477.5361 |\n",
-      "|    air_humidity                 | 82.9503   |\n",
-      "|    air_temperature              | 21.206257 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 199.0     |\n",
-      "|    direct_solar_radiation       | 43.0      |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 85.0      |\n",
-      "|    outdoor_temperature          | 26.23461  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 3106383.2 |\n",
-      "|    wind_direction               | 215.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.29e+03  |\n",
-      "|    n_updates                    | 9874      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6591.9224 |\n",
-      "|    air_humidity                 | 68.924515 |\n",
-      "|    air_temperature              | 21.636711 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 181.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 85.0      |\n",
-      "|    outdoor_temperature          | 24.490088 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 6105625.0 |\n",
-      "|    wind_direction               | 205.0     |\n",
-      "|    wind_speed                   | 5.4       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.13e+03  |\n",
-      "|    n_updates                    | 9899      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6579.233  |\n",
-      "|    air_humidity                 | 62.79068  |\n",
-      "|    air_temperature              | 22.80446  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 212.0     |\n",
-      "|    direct_solar_radiation       | 618.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 78.5      |\n",
-      "|    outdoor_temperature          | 25.128534 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5908606.0 |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 2.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.93e+03  |\n",
-      "|    n_updates                    | 9924      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 8556.943  |\n",
-      "|    air_humidity                 | 58.34476  |\n",
-      "|    air_temperature              | 24.146399 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 443.0     |\n",
-      "|    direct_solar_radiation       | 298.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 61.0      |\n",
-      "|    outdoor_temperature          | 30.291105 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 7701249.0 |\n",
-      "|    wind_direction               | 245.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.23e+03  |\n",
-      "|    n_updates                    | 9949      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6612.603  |\n",
-      "|    air_humidity                 | 58.736492 |\n",
-      "|    air_temperature              | 23.865717 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 207.0     |\n",
-      "|    direct_solar_radiation       | 705.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 76.5      |\n",
-      "|    outdoor_temperature          | 26.542692 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 5951342.5 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.36e+04  |\n",
-      "|    n_updates                    | 9974      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 57%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 68.82043  |\n",
-      "|    air_temperature              | 26.714127 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 384.0     |\n",
-      "|    direct_solar_radiation       | 370.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 48.0      |\n",
-      "|    outdoor_temperature          | 30.392218 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 255.0     |\n",
-      "|    wind_speed                   | 2.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.49e+03  |\n",
-      "|    n_updates                    | 9999      |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 57%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 71.67858  |\n",
-      "|    air_temperature              | 26.007689 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 248.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 84.5      |\n",
-      "|    outdoor_temperature          | 24.04101  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 6.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 804       |\n",
-      "|    n_updates                    | 10024     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 57%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6615.9927 |\n",
-      "|    air_humidity                 | 58.55262  |\n",
-      "|    air_temperature              | 24.042582 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 289.0     |\n",
-      "|    direct_solar_radiation       | 484.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 61.0      |\n",
-      "|    outdoor_temperature          | 26.934774 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5924812.5 |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.87e+03  |\n",
-      "|    n_updates                    | 10049     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 57%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 7803.733  |\n",
-      "|    air_humidity                 | 58.594456 |\n",
-      "|    air_temperature              | 24.192398 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 234.0     |\n",
-      "|    direct_solar_radiation       | 372.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 25.361639 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 7023360.0 |\n",
-      "|    wind_direction               | 185.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.38e+03  |\n",
-      "|    n_updates                    | 10074     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************------------------------------------------| 58%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6048.8022 |\n",
-      "|    air_humidity                 | 59.633774 |\n",
-      "|    air_temperature              | 23.914898 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 269.0     |\n",
-      "|    direct_solar_radiation       | 84.0      |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 64.0      |\n",
-      "|    outdoor_temperature          | 25.906448 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5443922.0 |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.34e+03  |\n",
-      "|    n_updates                    | 10099     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************------------------------------------------| 58%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 48.285763 |\n",
-      "|    air_temperature              | 29.087503 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 83.0      |\n",
-      "|    direct_solar_radiation       | 401.0     |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 61.5      |\n",
-      "|    outdoor_temperature          | 27.432545 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 7.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.25e+03  |\n",
-      "|    n_updates                    | 10124     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************------------------------------------------| 58%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 50.60229  |\n",
-      "|    air_temperature              | 30.327057 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 34.0      |\n",
-      "|    direct_solar_radiation       | 128.0     |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 78.0      |\n",
-      "|    outdoor_temperature          | 26.598967 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 185.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.19e+03  |\n",
-      "|    n_updates                    | 10149     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************----------------------------------------| 59%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 61.864407 |\n",
-      "|    air_temperature              | 28.372997 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 92.0      |\n",
-      "|    outdoor_temperature          | 26.0429   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.11e+03  |\n",
-      "|    n_updates                    | 10174     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************----------------------------------------| 59%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 61.675846 |\n",
-      "|    air_temperature              | 28.290186 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 51.0      |\n",
-      "|    outdoor_temperature          | 31.614428 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 5.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.52e+03  |\n",
-      "|    n_updates                    | 10199     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************----------------------------------------| 59%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 72.12505  |\n",
-      "|    air_temperature              | 26.204573 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 92.0      |\n",
-      "|    outdoor_temperature          | 26.163172 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.82e+03  |\n",
-      "|    n_updates                    | 10224     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************----------------------------------------| 59%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.884186 |\n",
-      "|    air_temperature              | 24.134598 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 20.089655 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 4.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.96e+03  |\n",
-      "|    n_updates                    | 10249     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 76.48503  |\n",
-      "|    air_temperature              | 24.204605 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 67.5      |\n",
-      "|    outdoor_temperature          | 15.094099 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 2.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.56e+03  |\n",
-      "|    n_updates                    | 10274     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.38634  |\n",
-      "|    air_temperature              | 23.735037 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 75.0      |\n",
-      "|    outdoor_temperature          | 17.988451 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 1.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.87e+03  |\n",
-      "|    n_updates                    | 10299     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 76.351166 |\n",
-      "|    air_temperature              | 23.945112 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 82.5      |\n",
-      "|    outdoor_temperature          | 19.52576  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 245.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.56e+03  |\n",
-      "|    n_updates                    | 10324     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************--------------------------------------| 61%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 74.00164  |\n",
-      "|    air_temperature              | 24.441584 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 22.688526 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 2.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.36e+03  |\n",
-      "|    n_updates                    | 10349     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************--------------------------------------| 61%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 77.23835  |\n",
-      "|    air_temperature              | 23.654684 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 94.0      |\n",
-      "|    outdoor_temperature          | 23.293741 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 215.0     |\n",
-      "|    wind_speed                   | 2.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.17e+03  |\n",
-      "|    n_updates                    | 10374     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************--------------------------------------| 61%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.260864 |\n",
-      "|    air_temperature              | 23.570625 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 67.5      |\n",
-      "|    outdoor_temperature          | 23.852522 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 355.0     |\n",
-      "|    wind_speed                   | 4.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.33e+03  |\n",
-      "|    n_updates                    | 10399     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.553215 |\n",
-      "|    air_temperature              | 22.783445 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 25.0      |\n",
-      "|    direct_solar_radiation       | 12.0      |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 23.652273 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.37e+03  |\n",
-      "|    n_updates                    | 10424     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 89.74817  |\n",
-      "|    air_temperature              | 22.861992 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 96.0      |\n",
-      "|    direct_solar_radiation       | 78.0      |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 85.0      |\n",
-      "|    outdoor_temperature          | 22.354202 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 155.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.64e+03  |\n",
-      "|    n_updates                    | 10449     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2615.6394 |\n",
-      "|    air_humidity                 | 76.129715 |\n",
-      "|    air_temperature              | 22.001867 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 74.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 24.034338 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2354075.5 |\n",
-      "|    wind_direction               | 55.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.4e+04   |\n",
-      "|    n_updates                    | 10474     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.63669  |\n",
-      "|    air_temperature              | 24.72616  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 226.0     |\n",
-      "|    direct_solar_radiation       | 57.0      |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 78.0      |\n",
-      "|    outdoor_temperature          | 28.858715 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.43e+03  |\n",
-      "|    n_updates                    | 10499     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 71.93833  |\n",
-      "|    air_temperature              | 26.650896 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 248.0     |\n",
-      "|    direct_solar_radiation       | 491.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 38.0      |\n",
-      "|    outdoor_temperature          | 30.86335  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 35.0      |\n",
-      "|    wind_speed                   | 7.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.17e+03  |\n",
-      "|    n_updates                    | 10524     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4059.3743 |\n",
-      "|    air_humidity                 | 56.83726  |\n",
-      "|    air_temperature              | 23.812122 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 237.0     |\n",
-      "|    direct_solar_radiation       | 678.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 39.0      |\n",
-      "|    outdoor_temperature          | 26.226334 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3653437.0 |\n",
-      "|    wind_direction               | 45.0      |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.63e+03  |\n",
-      "|    n_updates                    | 10549     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4578.8765 |\n",
-      "|    air_humidity                 | 49.022327 |\n",
-      "|    air_temperature              | 23.843649 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 261.0     |\n",
-      "|    direct_solar_radiation       | 675.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 32.0      |\n",
-      "|    outdoor_temperature          | 26.02081  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 4099537.5 |\n",
-      "|    wind_direction               | 10.0      |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.48e+03  |\n",
-      "|    n_updates                    | 10574     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6744.505  |\n",
-      "|    air_humidity                 | 57.16785  |\n",
-      "|    air_temperature              | 23.750113 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 141.0     |\n",
-      "|    direct_solar_radiation       | 849.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 42.0      |\n",
-      "|    outdoor_temperature          | 31.268843 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 6105524.0 |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 5.4       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.09e+04  |\n",
-      "|    n_updates                    | 10599     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************-----------------------------------| 64%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5744.1646 |\n",
-      "|    air_humidity                 | 53.9114   |\n",
-      "|    air_temperature              | 24.341438 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 177.0     |\n",
-      "|    direct_solar_radiation       | 677.0     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 30.0      |\n",
-      "|    outdoor_temperature          | 31.381172 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 5169748.0 |\n",
-      "|    wind_direction               | 325.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.62e+03  |\n",
-      "|    n_updates                    | 10624     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************-----------------------------------| 64%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4735.62   |\n",
-      "|    air_humidity                 | 54.2698   |\n",
-      "|    air_temperature              | 24.242298 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 281.0     |\n",
-      "|    direct_solar_radiation       | 478.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 42.5      |\n",
-      "|    outdoor_temperature          | 25.902674 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4254899.5 |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.54e+03  |\n",
-      "|    n_updates                    | 10649     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************-----------------------------------| 64%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 60.763294 |\n",
-      "|    air_temperature              | 28.425394 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 237.0     |\n",
-      "|    direct_solar_radiation       | 330.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 27.0      |\n",
-      "|    outdoor_temperature          | 34.236084 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 7.75      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 997       |\n",
-      "|    n_updates                    | 10674     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 63.033356 |\n",
-      "|    air_temperature              | 27.930851 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 116.0     |\n",
-      "|    direct_solar_radiation       | 463.0     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 28.0      |\n",
-      "|    outdoor_temperature          | 26.911022 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 4.9       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.25e+03  |\n",
-      "|    n_updates                    | 10699     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 49.931183 |\n",
-      "|    air_temperature              | 28.225517 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 91.0      |\n",
-      "|    direct_solar_radiation       | 117.0     |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 61.0      |\n",
-      "|    outdoor_temperature          | 23.85916  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 185.0     |\n",
-      "|    wind_speed                   | 8.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 837       |\n",
-      "|    n_updates                    | 10724     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 52.26508  |\n",
-      "|    air_temperature              | 29.295475 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 7.0       |\n",
-      "|    direct_solar_radiation       | 2.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 24.975166 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 781       |\n",
-      "|    n_updates                    | 10749     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 50.48178  |\n",
-      "|    air_temperature              | 28.82346  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 53.0      |\n",
-      "|    outdoor_temperature          | 19.281387 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 95.0      |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.08e+03  |\n",
-      "|    n_updates                    | 10774     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 59.380795 |\n",
-      "|    air_temperature              | 27.832817 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 72.0      |\n",
-      "|    outdoor_temperature          | 21.996769 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 1.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.49e+03  |\n",
-      "|    n_updates                    | 10799     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 44.240105 |\n",
-      "|    air_temperature              | 26.890566 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 66.0      |\n",
-      "|    outdoor_temperature          | 22.243492 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 215.0     |\n",
-      "|    wind_speed                   | 2.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.04e+03  |\n",
-      "|    n_updates                    | 10824     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 46.84637  |\n",
-      "|    air_temperature              | 25.793453 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 70.0      |\n",
-      "|    outdoor_temperature          | 23.776503 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 4.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.06e+03  |\n",
-      "|    n_updates                    | 10849     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 47.336395 |\n",
-      "|    air_temperature              | 25.626314 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 42.0      |\n",
-      "|    outdoor_temperature          | 25.760303 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 335.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.45e+03  |\n",
-      "|    n_updates                    | 10874     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************--------------------------------| 67%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.21505  |\n",
-      "|    air_temperature              | 23.487644 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 59.0      |\n",
-      "|    outdoor_temperature          | 21.056015 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 2.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.11e+03  |\n",
-      "|    n_updates                    | 10899     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************--------------------------------| 67%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 82.421844 |\n",
-      "|    air_temperature              | 23.507233 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 73.0      |\n",
-      "|    outdoor_temperature          | 20.46493  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 265.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.7e+03   |\n",
-      "|    n_updates                    | 10924     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************-------------------------------| 68%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 85.71846  |\n",
-      "|    air_temperature              | 23.002916 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 76.0      |\n",
-      "|    outdoor_temperature          | 19.411385 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 225.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.18e+03  |\n",
-      "|    n_updates                    | 10949     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************-------------------------------| 68%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 85.809654 |\n",
-      "|    air_temperature              | 22.716314 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 81.0      |\n",
-      "|    outdoor_temperature          | 19.075342 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.88e+03  |\n",
-      "|    n_updates                    | 10974     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************-------------------------------| 68%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.86444  |\n",
-      "|    air_temperature              | 23.607555 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 92.0      |\n",
-      "|    outdoor_temperature          | 22.198689 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 205.0     |\n",
-      "|    wind_speed                   | 2.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.15e+03  |\n",
-      "|    n_updates                    | 10999     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************-------------------------------| 68%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.55953  |\n",
-      "|    air_temperature              | 23.390306 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 20.709194 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 225.0     |\n",
-      "|    wind_speed                   | 2.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.7e+03   |\n",
-      "|    n_updates                    | 11024     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 90.97892  |\n",
-      "|    air_temperature              | 21.430555 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 35.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 18.381512 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 65.0      |\n",
-      "|    wind_speed                   | 2.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.54e+04  |\n",
-      "|    n_updates                    | 11049     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 522.8672  |\n",
-      "|    air_humidity                 | 80.94645  |\n",
-      "|    air_temperature              | 21.47948  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 60.0      |\n",
-      "|    direct_solar_radiation       | 691.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 56.0      |\n",
-      "|    outdoor_temperature          | 18.247702 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 470580.44 |\n",
-      "|    wind_direction               | 340.0     |\n",
-      "|    wind_speed                   | 5.15      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.29e+03  |\n",
-      "|    n_updates                    | 11074     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 330.18005 |\n",
-      "|    air_humidity                 | 49.793545 |\n",
-      "|    air_temperature              | 22.299383 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 147.0     |\n",
-      "|    direct_solar_radiation       | 597.0     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 44.5      |\n",
-      "|    outdoor_temperature          | 14.609633 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 292652.06 |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.8e+03   |\n",
-      "|    n_updates                    | 11099     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2898.547  |\n",
-      "|    air_humidity                 | 53.278496 |\n",
-      "|    air_temperature              | 22.61949  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 277.0     |\n",
-      "|    direct_solar_radiation       | 436.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 47.5      |\n",
-      "|    outdoor_temperature          | 20.475954 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 2573731.5 |\n",
-      "|    wind_direction               | 245.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.89e+03  |\n",
-      "|    n_updates                    | 11124     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************-----------------------------| 70%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6191.668  |\n",
-      "|    air_humidity                 | 61.839733 |\n",
-      "|    air_temperature              | 23.132393 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 315.0     |\n",
-      "|    direct_solar_radiation       | 94.0      |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 82.0      |\n",
-      "|    outdoor_temperature          | 24.937683 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5546784.0 |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.82e+03  |\n",
-      "|    n_updates                    | 11149     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************-----------------------------| 70%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 77.328    |\n",
-      "|    air_temperature              | 25.108599 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 226.0     |\n",
-      "|    direct_solar_radiation       | 591.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 72.0      |\n",
-      "|    outdoor_temperature          | 27.525572 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 6.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.11e+03  |\n",
-      "|    n_updates                    | 11174     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************-----------------------------| 70%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 75.90909  |\n",
-      "|    air_temperature              | 25.643183 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 273.0     |\n",
-      "|    direct_solar_radiation       | 344.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 44.0      |\n",
-      "|    outdoor_temperature          | 21.85953  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 305.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.48e+03  |\n",
-      "|    n_updates                    | 11199     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3087.9355 |\n",
-      "|    air_humidity                 | 49.51548  |\n",
-      "|    air_temperature              | 23.905464 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 420.0     |\n",
-      "|    direct_solar_radiation       | 123.0     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 52.0      |\n",
-      "|    outdoor_temperature          | 20.520428 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 2776982.5 |\n",
-      "|    wind_direction               | 135.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.28e+03  |\n",
-      "|    n_updates                    | 11224     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3701.2773 |\n",
-      "|    air_humidity                 | 59.4393   |\n",
-      "|    air_temperature              | 23.357481 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 161.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 79.5      |\n",
-      "|    outdoor_temperature          | 19.842611 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3331149.5 |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.16e+03  |\n",
-      "|    n_updates                    | 11249     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4359.327  |\n",
-      "|    air_humidity                 | 52.05942  |\n",
-      "|    air_temperature              | 24.033459 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 166.0     |\n",
-      "|    direct_solar_radiation       | 134.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 43.0      |\n",
-      "|    outdoor_temperature          | 24.21186  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3923394.2 |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.76e+03  |\n",
-      "|    n_updates                    | 11274     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3904.9595 |\n",
-      "|    air_humidity                 | 58.766552 |\n",
-      "|    air_temperature              | 23.823164 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 87.0      |\n",
-      "|    direct_solar_radiation       | 308.0     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 58.0      |\n",
-      "|    outdoor_temperature          | 21.326008 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3514463.5 |\n",
-      "|    wind_direction               | 100.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.39e+03  |\n",
-      "|    n_updates                    | 11299     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 48.20776  |\n",
-      "|    air_temperature              | 28.272985 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 19.0      |\n",
-      "|    direct_solar_radiation       | 8.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 70.5      |\n",
-      "|    outdoor_temperature          | 18.32586  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 160.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 863       |\n",
-      "|    n_updates                    | 11324     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 72.10212  |\n",
-      "|    air_temperature              | 25.217432 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 22.660082 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 4.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.12e+03  |\n",
-      "|    n_updates                    | 11349     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.44785  |\n",
-      "|    air_temperature              | 23.742256 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 94.5      |\n",
-      "|    outdoor_temperature          | 21.647293 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.99e+03  |\n",
-      "|    n_updates                    | 11374     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 45.26872  |\n",
-      "|    air_temperature              | 24.988808 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 55.0      |\n",
-      "|    outdoor_temperature          | 13.328288 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.08e+03  |\n",
-      "|    n_updates                    | 11399     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************--------------------------| 73%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 61.69315  |\n",
-      "|    air_temperature              | 25.202436 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 75.0      |\n",
-      "|    outdoor_temperature          | 15.814474 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 65.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.44e+03  |\n",
-      "|    n_updates                    | 11424     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************--------------------------| 73%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 84.717415 |\n",
-      "|    air_temperature              | 23.804771 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 17.160044 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 45.0      |\n",
-      "|    wind_speed                   | 2.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.67e+03  |\n",
-      "|    n_updates                    | 11449     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************--------------------------| 73%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.91682  |\n",
-      "|    air_temperature              | 23.10701  |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 16.901966 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.58e+03  |\n",
-      "|    n_updates                    | 11474     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************-------------------------| 74%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.89759  |\n",
-      "|    air_temperature              | 23.867949 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 71.5      |\n",
-      "|    outdoor_temperature          | 20.076616 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.88e+03  |\n",
-      "|    n_updates                    | 11499     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************-------------------------| 74%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 85.97487  |\n",
-      "|    air_temperature              | 23.029406 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 52.5      |\n",
-      "|    outdoor_temperature          | 13.115639 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 45.0      |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.96e+03  |\n",
-      "|    n_updates                    | 11524     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************-------------------------| 74%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 93.84955  |\n",
-      "|    air_temperature              | 21.605173 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 86.0      |\n",
-      "|    outdoor_temperature          | 11.831333 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.51e+03  |\n",
-      "|    n_updates                    | 11549     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************------------------------| 75%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 321.20944 |\n",
-      "|    air_humidity                 | 52.94715  |\n",
-      "|    air_temperature              | 21.00033  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 83.0      |\n",
-      "|    outdoor_temperature          | 9.40463   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 289088.5  |\n",
-      "|    wind_direction               | 355.0     |\n",
-      "|    wind_speed                   | 8.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.14e+03  |\n",
-      "|    n_updates                    | 11574     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************------------------------| 75%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 279.34213 |\n",
-      "|    air_humidity                 | 47.79707  |\n",
-      "|    air_temperature              | 22.00002  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 10.137628 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 251407.92 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.66e+03  |\n",
-      "|    n_updates                    | 11599     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************------------------------| 75%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 86.035385 |\n",
-      "|    air_humidity                 | 65.715164 |\n",
-      "|    air_temperature              | 22.000046 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 15.148232 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 77431.84  |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.53e+03  |\n",
-      "|    n_updates                    | 11624     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************------------------------| 75%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 89.559746 |\n",
-      "|    air_humidity                 | 62.382233 |\n",
-      "|    air_temperature              | 21.999939 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 58.0      |\n",
-      "|    direct_solar_radiation       | 91.0      |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 96.5      |\n",
-      "|    outdoor_temperature          | 15.210514 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 80603.77  |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.43e+03  |\n",
-      "|    n_updates                    | 11649     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************-----------------------| 76%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 64.7902   |\n",
-      "|    air_temperature              | 21.465332 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 98.0      |\n",
-      "|    direct_solar_radiation       | 468.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 17.777851 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 215.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.11e+03  |\n",
-      "|    n_updates                    | 11674     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************-----------------------| 76%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 69.57908  |\n",
-      "|    air_temperature              | 22.679138 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 68.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 19.479317 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 215.0     |\n",
-      "|    wind_speed                   | 9.55      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.29e+03  |\n",
-      "|    n_updates                    | 11699     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************-----------------------| 76%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 660.2427  |\n",
-      "|    air_humidity                 | 29.197695 |\n",
-      "|    air_temperature              | 23.115774 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 133.0     |\n",
-      "|    direct_solar_radiation       | 749.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 48.0      |\n",
-      "|    outdoor_temperature          | 11.404039 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 615147.3  |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.38e+03  |\n",
-      "|    n_updates                    | 11724     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************----------------------| 77%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 698.806   |\n",
-      "|    air_humidity                 | 24.322908 |\n",
-      "|    air_temperature              | 23.732935 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 220.0     |\n",
-      "|    direct_solar_radiation       | 550.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 42.5      |\n",
-      "|    outdoor_temperature          | 10.196256 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 640776.94 |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 8.25      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.12e+03  |\n",
-      "|    n_updates                    | 11749     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************----------------------| 77%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 25.508892 |\n",
-      "|    air_temperature              | 24.289152 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 245.0     |\n",
-      "|    direct_solar_radiation       | 511.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 40.5      |\n",
-      "|    outdoor_temperature          | 11.32262  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 225.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.65e+03  |\n",
-      "|    n_updates                    | 11774     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************----------------------| 77%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 38.35403  |\n",
-      "|    air_temperature              | 26.072796 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 202.0     |\n",
-      "|    direct_solar_radiation       | 688.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 54.0      |\n",
-      "|    outdoor_temperature          | 19.146742 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 8.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.1e+03   |\n",
-      "|    n_updates                    | 11799     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************----------------------| 77%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 45.109554 |\n",
-      "|    air_temperature              | 29.182646 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 155.0     |\n",
-      "|    direct_solar_radiation       | 684.0     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 70.5      |\n",
-      "|    outdoor_temperature          | 20.280233 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 160.0     |\n",
-      "|    wind_speed                   | 5.4       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.55e+03  |\n",
-      "|    n_updates                    | 11824     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************---------------------| 78%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 43.46771  |\n",
-      "|    air_temperature              | 26.831202 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 164.0     |\n",
-      "|    direct_solar_radiation       | 459.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 73.0      |\n",
-      "|    outdoor_temperature          | 19.983452 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.12e+03  |\n",
-      "|    n_updates                    | 11849     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************---------------------| 78%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 44.368893 |\n",
-      "|    air_temperature              | 27.992828 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 136.0     |\n",
-      "|    direct_solar_radiation       | 212.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 73.5      |\n",
-      "|    outdoor_temperature          | 19.311104 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.11e+03  |\n",
-      "|    n_updates                    | 11874     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************---------------------| 78%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 58.686783 |\n",
-      "|    air_temperature              | 27.221378 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 40.0      |\n",
-      "|    direct_solar_radiation       | 293.0     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 88.5      |\n",
-      "|    outdoor_temperature          | 18.123085 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 6.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.51e+03  |\n",
-      "|    n_updates                    | 11899     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************---------------------| 78%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 774.1695  |\n",
-      "|    air_humidity                 | 34.996456 |\n",
-      "|    air_temperature              | 27.246576 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 47.5      |\n",
-      "|    outdoor_temperature          | 18.92559  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 703926.8  |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 6.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.09e+03  |\n",
-      "|    n_updates                    | 11924     |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------******************************************--------------------| 79%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 112.674805 |\n",
-      "|    air_humidity                 | 60.293446  |\n",
-      "|    air_temperature              | 25.96211   |\n",
-      "|    clg_setpoint                 | 28.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 16.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 18.0       |\n",
-      "|    htg_setpoint                 | 17.0       |\n",
-      "|    month                        | 10.0       |\n",
-      "|    outdoor_humidity             | 98.0       |\n",
-      "|    outdoor_temperature          | 16.551872  |\n",
-      "|    people_occupant              | 10.0       |\n",
-      "|    total_electricity_HVAC       | 101406.91  |\n",
-      "|    wind_direction               | 115.0      |\n",
-      "|    wind_speed                   | 3.9        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 3.09e+03   |\n",
-      "|    n_updates                    | 11949      |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------*******************************************--------------------| 79%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 137.64085 |\n",
-      "|    air_humidity                 | 28.135008 |\n",
-      "|    air_temperature              | 23.720987 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 45.0      |\n",
-      "|    outdoor_temperature          | 11.987406 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 122232.64 |\n",
-      "|    wind_direction               | 265.0     |\n",
-      "|    wind_speed                   | 10.8      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.5e+03   |\n",
-      "|    n_updates                    | 11974     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************--------------------| 79%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 258.9177  |\n",
-      "|    air_humidity                 | 30.75452  |\n",
-      "|    air_temperature              | 21.694313 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 71.5      |\n",
-      "|    outdoor_temperature          | 9.033271  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 227640.38 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.1e+04   |\n",
-      "|    n_updates                    | 11999     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************-------------------| 80%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 44.34447  |\n",
-      "|    air_temperature              | 21.441462 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 83.5      |\n",
-      "|    outdoor_temperature          | 11.766301 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 205.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.13e+03  |\n",
-      "|    n_updates                    | 12024     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************-------------------| 80%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 45.472637 |\n",
-      "|    air_temperature              | 21.698595 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 80.5      |\n",
-      "|    outdoor_temperature          | 12.506051 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.2e+03   |\n",
-      "|    n_updates                    | 12049     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************-------------------| 80%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 96.831505 |\n",
-      "|    air_humidity                 | 63.816128 |\n",
-      "|    air_temperature              | 21.0      |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 14.555716 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 87148.36  |\n",
-      "|    wind_direction               | 215.0     |\n",
-      "|    wind_speed                   | 5.15      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.05e+04  |\n",
-      "|    n_updates                    | 12074     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 143.056   |\n",
-      "|    air_humidity                 | 49.87251  |\n",
-      "|    air_temperature              | 20.196104 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 73.5      |\n",
-      "|    outdoor_temperature          | 13.250102 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 128750.41 |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 1.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.35e+03  |\n",
-      "|    n_updates                    | 12099     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 69.9335   |\n",
-      "|    air_temperature              | 21.999865 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 16.482807 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 185.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.61e+03  |\n",
-      "|    n_updates                    | 12124     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 81.433624 |\n",
-      "|    air_temperature              | 20.767324 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 98.0      |\n",
-      "|    outdoor_temperature          | 17.938904 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 185.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.91e+03  |\n",
-      "|    n_updates                    | 12149     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 19.583437 |\n",
-      "|    air_temperature              | 21.381088 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 31.0      |\n",
-      "|    outdoor_temperature          | 12.771853 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 9.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.52e+03  |\n",
-      "|    n_updates                    | 12174     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************-----------------| 82%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 414.9808  |\n",
-      "|    air_humidity                 | 23.872995 |\n",
-      "|    air_temperature              | 18.743254 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 60.5      |\n",
-      "|    outdoor_temperature          | 5.896669  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 373482.72 |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 6.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.28e+04  |\n",
-      "|    n_updates                    | 12199     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************-----------------| 82%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 821.85474 |\n",
-      "|    air_humidity                 | 22.28704  |\n",
-      "|    air_temperature              | 20.656563 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 4.875373  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 739669.25 |\n",
-      "|    wind_direction               | 325.0     |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 454       |\n",
-      "|    n_updates                    | 12224     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************-----------------| 82%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 27.547106 |\n",
-      "|    air_temperature              | 18.04457  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 2.0       |\n",
-      "|    direct_solar_radiation       | 63.0      |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 75.0      |\n",
-      "|    outdoor_temperature          | 3.8614655 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.19e+03  |\n",
-      "|    n_updates                    | 12249     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************----------------| 83%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 32.53162  |\n",
-      "|    air_temperature              | 19.037893 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 87.0      |\n",
-      "|    direct_solar_radiation       | 356.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 54.0      |\n",
-      "|    outdoor_temperature          | 11.73929  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.29e+03  |\n",
-      "|    n_updates                    | 12274     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************----------------| 83%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 21.744438 |\n",
-      "|    air_temperature              | 20.516462 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 161.0     |\n",
-      "|    direct_solar_radiation       | 270.0     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 49.5      |\n",
-      "|    outdoor_temperature          | 7.609495  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.4e+03   |\n",
-      "|    n_updates                    | 12299     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************----------------| 83%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 918.473   |\n",
-      "|    air_humidity                 | 30.203888 |\n",
-      "|    air_temperature              | 23.050997 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 131.0     |\n",
-      "|    direct_solar_radiation       | 667.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 55.0      |\n",
-      "|    outdoor_temperature          | 10.156731 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 814822.44 |\n",
-      "|    wind_direction               | 345.0     |\n",
-      "|    wind_speed                   | 8.25      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.78e+03  |\n",
-      "|    n_updates                    | 12324     |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------**********************************************----------------| 83%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168   |\n",
-      "|    air_humidity                 | 24.651491  |\n",
-      "|    air_temperature              | 20.29867   |\n",
-      "|    clg_setpoint                 | 30.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 2.0        |\n",
-      "|    diffuse_solar_radiation      | 121.0      |\n",
-      "|    direct_solar_radiation       | 744.0      |\n",
-      "|    hour                         | 10.0       |\n",
-      "|    htg_setpoint                 | 15.0       |\n",
-      "|    month                        | 11.0       |\n",
-      "|    outdoor_humidity             | 38.5       |\n",
-      "|    outdoor_temperature          | 13.3993225 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 60256.516  |\n",
-      "|    wind_direction               | 0.0        |\n",
-      "|    wind_speed                   | 8.25       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 4.56e+03   |\n",
-      "|    n_updates                    | 12349      |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 28.324862 |\n",
-      "|    air_temperature              | 22.063183 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 276.0     |\n",
-      "|    direct_solar_radiation       | 198.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 44.5      |\n",
-      "|    outdoor_temperature          | 15.74168  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 355.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.86e+03  |\n",
-      "|    n_updates                    | 12374     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 441.1365  |\n",
-      "|    air_humidity                 | 37.676785 |\n",
-      "|    air_temperature              | 26.999302 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 184.0     |\n",
-      "|    direct_solar_radiation       | 597.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 55.0      |\n",
-      "|    outdoor_temperature          | 18.295261 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 396935.9  |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 749       |\n",
-      "|    n_updates                    | 12399     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 397.0408  |\n",
-      "|    air_humidity                 | 25.999836 |\n",
-      "|    air_temperature              | 24.447517 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 85.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 44.0      |\n",
-      "|    outdoor_temperature          | 11.532406 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 357336.72 |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 10.85     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.4e+04   |\n",
-      "|    n_updates                    | 12424     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 493.84128 |\n",
-      "|    air_humidity                 | 26.061975 |\n",
-      "|    air_temperature              | 25.247528 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 118.0     |\n",
-      "|    direct_solar_radiation       | 453.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 44.5      |\n",
-      "|    outdoor_temperature          | 12.655685 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 445882.44 |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 4.9       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.79e+03  |\n",
-      "|    n_updates                    | 12449     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************--------------| 85%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 337.6619  |\n",
-      "|    air_humidity                 | 33.520164 |\n",
-      "|    air_temperature              | 25.640917 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 86.0      |\n",
-      "|    direct_solar_radiation       | 77.0      |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 55.0      |\n",
-      "|    outdoor_temperature          | 13.122775 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 303895.72 |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 5.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.89e+03  |\n",
-      "|    n_updates                    | 12474     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************--------------| 85%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 871.74225 |\n",
-      "|    air_humidity                 | 41.628914 |\n",
-      "|    air_temperature              | 24.081877 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 7.0       |\n",
-      "|    direct_solar_radiation       | 17.0      |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 80.0      |\n",
-      "|    outdoor_temperature          | 11.265384 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 785516.4  |\n",
-      "|    wind_direction               | 215.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.49e+03  |\n",
-      "|    n_updates                    | 12499     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************--------------| 85%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 44.50846  |\n",
-      "|    air_temperature              | 21.999935 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 95.0      |\n",
-      "|    outdoor_temperature          | 11.621885 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.09e+03  |\n",
-      "|    n_updates                    | 12524     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************-------------| 86%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 45.628036 |\n",
-      "|    air_temperature              | 22.000069 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 73.0      |\n",
-      "|    outdoor_temperature          | 12.389954 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 7.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.53e+03  |\n",
-      "|    n_updates                    | 12549     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************-------------| 86%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 181.22653 |\n",
-      "|    air_humidity                 | 43.488087 |\n",
-      "|    air_temperature              | 22.495659 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 74.0      |\n",
-      "|    outdoor_temperature          | 11.260102 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 160043.17 |\n",
-      "|    wind_direction               | 355.0     |\n",
-      "|    wind_speed                   | 7.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.77e+03  |\n",
-      "|    n_updates                    | 12574     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************-------------| 86%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 488.6821  |\n",
-      "|    air_humidity                 | 39.50117  |\n",
-      "|    air_temperature              | 20.336163 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 77.5      |\n",
-      "|    outdoor_temperature          | 7.2215056 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 425114.0  |\n",
-      "|    wind_direction               | 5.0       |\n",
-      "|    wind_speed                   | 4.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.17e+03  |\n",
-      "|    n_updates                    | 12599     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************-------------| 86%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 180.7631  |\n",
-      "|    air_humidity                 | 49.284153 |\n",
-      "|    air_temperature              | 21.999992 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 94.0      |\n",
-      "|    outdoor_temperature          | 11.821833 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 162686.8  |\n",
-      "|    wind_direction               | 150.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.16e+03  |\n",
-      "|    n_updates                    | 12624     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 743.012   |\n",
-      "|    air_humidity                 | 40.796642 |\n",
-      "|    air_temperature              | 19.002693 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 65.5      |\n",
-      "|    outdoor_temperature          | 6.572727  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 668710.8  |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 8.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.95e+03  |\n",
-      "|    n_updates                    | 12649     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 628.6884  |\n",
-      "|    air_humidity                 | 25.816118 |\n",
-      "|    air_temperature              | 21.093597 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 76.0      |\n",
-      "|    outdoor_temperature          | 4.599007  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 565819.56 |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 6.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.35e+03  |\n",
-      "|    n_updates                    | 12674     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 31.74596  |\n",
-      "|    air_temperature              | 21.000074 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 89.5      |\n",
-      "|    outdoor_temperature          | 8.201467  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 5.9       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.17e+03  |\n",
-      "|    n_updates                    | 12699     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************************-----------| 88%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 756.4788  |\n",
-      "|    air_humidity                 | 23.738033 |\n",
-      "|    air_temperature              | 20.86679  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 69.0      |\n",
-      "|    outdoor_temperature          | 4.1151543 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 680830.94 |\n",
-      "|    wind_direction               | 295.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.24e+03  |\n",
-      "|    n_updates                    | 12724     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************************-----------| 88%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 29.259447 |\n",
-      "|    air_temperature              | 17.8804   |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 2.4538102 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 5.4       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.93e+03  |\n",
-      "|    n_updates                    | 12749     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************************-----------| 88%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1109.8292 |\n",
-      "|    air_humidity                 | 32.276184 |\n",
-      "|    air_temperature              | 20.002485 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 80.0      |\n",
-      "|    outdoor_temperature          | 1.2077625 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 998846.3  |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.17e+03  |\n",
-      "|    n_updates                    | 12774     |\n",
-      "-----------------------------------------------\n",
-      "-------------------------------------------------***************************************************----------| 89%\n",
+      "--------------------------------------------------**----------------------------------------------------------| 41%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.7603121   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 13.348245    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.2896282    |\n",
+      "|    air_humidity                 | 1.0948904    |\n",
+      "|    air_temperature              | 0.04886206   |\n",
+      "|    clg_setpoint                 | -0.90977216  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.6664283    |\n",
+      "|    diffuse_solar_radiation      | -0.7406937   |\n",
+      "|    direct_solar_radiation       | -0.5664072   |\n",
+      "|    hour                         | 1.6613247    |\n",
+      "|    htg_setpoint                 | 1.2869147    |\n",
+      "|    month                        | 1.4095229    |\n",
+      "|    outdoor_humidity             | 0.479341     |\n",
+      "|    outdoor_temperature          | 1.3596944    |\n",
+      "|    people_occupant              | -0.69242746  |\n",
+      "|    total_electricity_HVAC       | 0.34292024   |\n",
+      "|    wind_direction               | -1.6348672   |\n",
+      "|    wind_speed                   | -2.0769596   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 4306.904     |\n",
+      "|    air_humidity                 | 49.74782     |\n",
+      "|    air_temperature              | 22.568895    |\n",
+      "|    clg_setpoint                 | 24.316101    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 30.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 22.56908     |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 78.0         |\n",
+      "|    outdoor_temperature          | 17.01135     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 4320027.0    |\n",
+      "|    wind_direction               | 0.0          |\n",
+      "|    wind_speed                   | 0.0          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.0076196184 |\n",
+      "|    clip_fraction                | 0.0804       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.8         |\n",
+      "|    explained_variance           | 0.685        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 6.67         |\n",
+      "|    n_updates                    | 70           |\n",
+      "|    policy_gradient_loss         | -0.0109      |\n",
+      "|    std                          | 0.987        |\n",
+      "|    value_loss                   | 12.3         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***----------------------------------------------------------| 41%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 9           |\n",
+      "|    Cooling_Setpoint_RL          | -0.6525929  |\n",
+      "|    Heating_Setpoint_RL          | -0.78214896 |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 22.5        |\n",
-      "|    Heating_Setpoint_RL          | 21          |\n",
+      "|    Cooling_Setpoint_RL          | 24.422499   |\n",
+      "|    Heating_Setpoint_RL          | 13.225412   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5558998  |\n",
+      "|    air_humidity                 | 0.6520583   |\n",
+      "|    air_temperature              | -0.18573241 |\n",
+      "|    clg_setpoint                 | -1.2352308  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6700872  |\n",
+      "|    diffuse_solar_radiation      | -0.7422727  |\n",
+      "|    direct_solar_radiation       | -0.5691646  |\n",
+      "|    hour                         | -1.6604636  |\n",
+      "|    htg_setpoint                 | 0.39876908  |\n",
+      "|    month                        | 2.0966344   |\n",
+      "|    outdoor_humidity             | 0.6973628   |\n",
+      "|    outdoor_temperature          | 1.5488086   |\n",
+      "|    people_occupant              | -0.69360524 |\n",
+      "|    total_electricity_HVAC       | -0.56239665 |\n",
+      "|    wind_direction               | 0.31542712  |\n",
+      "|    wind_speed                   | -0.73951066 |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1372.9894   |\n",
-      "|    air_humidity                 | 33.068222   |\n",
-      "|    air_temperature              | 20.999987   |\n",
-      "|    clg_setpoint                 | 22.5        |\n",
+      "|    HVAC_electricity_demand_rate | 157.16939   |\n",
+      "|    air_humidity                 | 44.568665   |\n",
+      "|    air_temperature              | 22.085634   |\n",
+      "|    clg_setpoint                 | 23.51301    |\n",
       "|    co2_emission                 | 0.0         |\n",
-      "|    day_of_month                 | 21.0        |\n",
+      "|    day_of_month                 | 1.0         |\n",
       "|    diffuse_solar_radiation      | 0.0         |\n",
       "|    direct_solar_radiation       | 0.0         |\n",
-      "|    hour                         | 4.0         |\n",
-      "|    htg_setpoint                 | 21.0        |\n",
-      "|    month                        | 11.0        |\n",
-      "|    outdoor_humidity             | 71.0        |\n",
-      "|    outdoor_temperature          | -0.10803817 |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 18.987309   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 83.0        |\n",
+      "|    outdoor_temperature          | 18.662971   |\n",
       "|    people_occupant              | 0.0         |\n",
-      "|    total_electricity_HVAC       | 1235690.4   |\n",
-      "|    wind_direction               | 270.0       |\n",
+      "|    total_electricity_HVAC       | 141452.45   |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 3.3         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****---------------------------------------------------------| 42%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.94702226  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.8212     |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.56885815 |\n",
+      "|    air_humidity                 | -0.0925696  |\n",
+      "|    air_temperature              | -0.23564008 |\n",
+      "|    clg_setpoint                 | -0.6925101  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5353398  |\n",
+      "|    diffuse_solar_radiation      | -0.7429477  |\n",
+      "|    direct_solar_radiation       | -0.5709856  |\n",
+      "|    hour                         | -1.5153563  |\n",
+      "|    htg_setpoint                 | -1.336826   |\n",
+      "|    month                        | 2.0586793   |\n",
+      "|    outdoor_humidity             | -0.8294428  |\n",
+      "|    outdoor_temperature          | 1.2228593   |\n",
+      "|    people_occupant              | -0.69008976 |\n",
+      "|    total_electricity_HVAC       | -0.57480687 |\n",
+      "|    wind_direction               | 1.6062237   |\n",
+      "|    wind_speed                   | 0.62355435  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 35.713837   |\n",
+      "|    air_temperature              | 21.98691    |\n",
+      "|    clg_setpoint                 | 24.847063   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 48.0        |\n",
+      "|    outdoor_temperature          | 16.35396    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 350.0       |\n",
       "|    wind_speed                   | 6.7         |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
-      "| train/                          |             |\n",
-      "|    learning_rate                | 0.0001      |\n",
-      "|    loss                         | 3.5e+03     |\n",
-      "|    n_updates                    | 12799       |\n",
       "-------------------------------------------------\n",
-      "------------------------------------------------****************************************************----------| 89%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1710.4203  |\n",
-      "|    air_humidity                 | 26.788225  |\n",
-      "|    air_temperature              | 20.5662    |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 22.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 5.0        |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 11.0       |\n",
-      "|    outdoor_humidity             | 77.0       |\n",
-      "|    outdoor_temperature          | -1.7951931 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1539378.2  |\n",
-      "|    wind_direction               | 280.0      |\n",
-      "|    wind_speed                   | 9.3        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 4.53e+03   |\n",
-      "|    n_updates                    | 12824      |\n",
-      "------------------------------------------------\n",
-      "------------------------------------------------****************************************************----------| 89%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 6          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 24         |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1841.4658  |\n",
-      "|    air_humidity                 | 19.267988  |\n",
-      "|    air_temperature              | 20.999996  |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 23.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 6.0        |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 11.0       |\n",
-      "|    outdoor_humidity             | 63.5       |\n",
-      "|    outdoor_temperature          | -2.4504209 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1657319.2  |\n",
-      "|    wind_direction               | 295.0      |\n",
-      "|    wind_speed                   | 6.45       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.28e+03   |\n",
-      "|    n_updates                    | 12849      |\n",
-      "------------------------------------------------\n",
-      "------------------------------------------------****************************************************----------| 89%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2306.6052  |\n",
-      "|    air_humidity                 | 13.655644  |\n",
-      "|    air_temperature              | 22.000002  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 24.0       |\n",
-      "|    diffuse_solar_radiation      | 55.0       |\n",
-      "|    direct_solar_radiation       | 61.0       |\n",
-      "|    hour                         | 7.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 11.0       |\n",
-      "|    outdoor_humidity             | 66.0       |\n",
-      "|    outdoor_temperature          | -4.7761173 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 2075944.6  |\n",
-      "|    wind_direction               | 25.0       |\n",
-      "|    wind_speed                   | 0.75       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.16e+03   |\n",
-      "|    n_updates                    | 12874      |\n",
-      "------------------------------------------------\n",
-      "-------------------------------------------------****************************************************---------| 90%\n",
+      "-------------------------------------------------****---------------------------------------------------------| 42%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 2           |\n",
+      "|    Cooling_Setpoint_RL          | 0.14333978  |\n",
+      "|    Heating_Setpoint_RL          | 0.2197445   |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 28          |\n",
-      "|    Heating_Setpoint_RL          | 17          |\n",
+      "|    Cooling_Setpoint_RL          | 27.108772   |\n",
+      "|    Heating_Setpoint_RL          | 18.861063   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5671322  |\n",
+      "|    air_humidity                 | -0.35318378 |\n",
+      "|    air_temperature              | -0.76193166 |\n",
+      "|    clg_setpoint                 | 1.2653995   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4052126  |\n",
+      "|    diffuse_solar_radiation      | -0.7441041  |\n",
+      "|    direct_solar_radiation       | -0.5731894  |\n",
+      "|    hour                         | -1.3704263  |\n",
+      "|    htg_setpoint                 | -0.33472964 |\n",
+      "|    month                        | 2.022714    |\n",
+      "|    outdoor_humidity             | -0.2976487  |\n",
+      "|    outdoor_temperature          | 0.80858517  |\n",
+      "|    people_occupant              | -0.6866272  |\n",
+      "|    total_electricity_HVAC       | -0.57310134 |\n",
+      "|    wind_direction               | 1.316936    |\n",
+      "|    wind_speed                   | -0.22409691 |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1300.3312   |\n",
-      "|    air_humidity                 | 21.154627   |\n",
-      "|    air_temperature              | 20.620234   |\n",
-      "|    clg_setpoint                 | 28.0        |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 32.54013    |\n",
+      "|    air_temperature              | 20.900377   |\n",
+      "|    clg_setpoint                 | 29.650288   |\n",
       "|    co2_emission                 | 0.0         |\n",
-      "|    day_of_month                 | 25.0        |\n",
-      "|    diffuse_solar_radiation      | 53.0        |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
       "|    direct_solar_radiation       | 0.0         |\n",
-      "|    hour                         | 8.0         |\n",
-      "|    htg_setpoint                 | 17.0        |\n",
-      "|    month                        | 11.0        |\n",
-      "|    outdoor_humidity             | 76.5        |\n",
-      "|    outdoor_temperature          | -0.20197213 |\n",
-      "|    people_occupant              | 20.0        |\n",
-      "|    total_electricity_HVAC       | 1170298.1   |\n",
-      "|    wind_direction               | 60.0        |\n",
-      "|    wind_speed                   | 4.35        |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
-      "| train/                          |             |\n",
-      "|    learning_rate                | 0.0001      |\n",
-      "|    loss                         | 4.56e+03    |\n",
-      "|    n_updates                    | 12899       |\n",
-      "-------------------------------------------------\n",
-      "-----------------------------------------------******************************************************---------| 90%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 838.0061  |\n",
-      "|    air_humidity                 | 55.374287 |\n",
-      "|    air_temperature              | 21.689898 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 154.0     |\n",
-      "|    direct_solar_radiation       | 56.0      |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 98.5      |\n",
-      "|    outdoor_temperature          | 12.248131 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 767363.94 |\n",
-      "|    wind_direction               | 90.0      |\n",
-      "|    wind_speed                   | 11.05     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.14e+03  |\n",
-      "|    n_updates                    | 12924     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************************---------| 90%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 41.32771  |\n",
-      "|    air_temperature              | 23.409586 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 178.0     |\n",
-      "|    direct_solar_radiation       | 547.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 81.5      |\n",
-      "|    outdoor_temperature          | 10.429253 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 6.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.12e+03  |\n",
-      "|    n_updates                    | 12949     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************************---------| 90%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.6465  |\n",
-      "|    air_humidity                 | 31.469723 |\n",
-      "|    air_temperature              | 22.937748 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 158.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 57.0      |\n",
-      "|    outdoor_temperature          | 8.520331  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 680081.9  |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 4.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.06e+03  |\n",
-      "|    n_updates                    | 12974     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************************--------| 91%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 917.63416 |\n",
-      "|    air_humidity                 | 25.424332 |\n",
-      "|    air_temperature              | 23.37107  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 120.0     |\n",
-      "|    direct_solar_radiation       | 644.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 57.0      |\n",
-      "|    outdoor_temperature          | 6.5279045 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 826909.6  |\n",
-      "|    wind_direction               | 225.0     |\n",
-      "|    wind_speed                   | 4.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.54e+03  |\n",
-      "|    n_updates                    | 12999     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************************--------| 91%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 370.86636 |\n",
-      "|    air_humidity                 | 32.690987 |\n",
-      "|    air_temperature              | 18.534119 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 152.0     |\n",
-      "|    direct_solar_radiation       | 29.0      |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 62.0      |\n",
-      "|    outdoor_temperature          | 6.47209   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 333779.75 |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 9.25      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.29e+03  |\n",
-      "|    n_updates                    | 13024     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************************--------| 91%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 21.081112 |\n",
-      "|    air_temperature              | 20.211607 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 64.0      |\n",
-      "|    direct_solar_radiation       | 234.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 39.5      |\n",
-      "|    outdoor_temperature          | 3.3783436 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 12.85     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.08e+03  |\n",
-      "|    n_updates                    | 13049     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************************-------| 92%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 861.6628  |\n",
-      "|    air_humidity                 | 18.8145   |\n",
-      "|    air_temperature              | 23.979624 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 28.0      |\n",
-      "|    direct_solar_radiation       | 526.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 34.5      |\n",
-      "|    outdoor_temperature          | 5.8914924 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 775496.5  |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 9.55      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 793       |\n",
-      "|    n_updates                    | 13074     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************************-------| 92%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 640.4554  |\n",
-      "|    air_humidity                 | 25.776783 |\n",
-      "|    air_temperature              | 24.407007 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 49.5      |\n",
-      "|    outdoor_temperature          | 8.198558  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 570274.1  |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.59e+03  |\n",
-      "|    n_updates                    | 13099     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************************-------| 92%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 844.3286  |\n",
-      "|    air_humidity                 | 41.763554 |\n",
-      "|    air_temperature              | 23.095621 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 7.7191653 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 759895.75 |\n",
-      "|    wind_direction               | 235.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.3e+03   |\n",
-      "|    n_updates                    | 13124     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************************-------| 92%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 874.85583 |\n",
-      "|    air_humidity                 | 33.53786  |\n",
-      "|    air_temperature              | 21.60302  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 71.0      |\n",
-      "|    outdoor_temperature          | 4.926668  |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 774289.1  |\n",
-      "|    wind_direction               | 275.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.88e+03  |\n",
-      "|    n_updates                    | 13149     |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------********************************************************------| 93%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 7          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 23         |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1264.9574  |\n",
-      "|    air_humidity                 | 21.493917  |\n",
-      "|    air_temperature              | 22.395668  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 6.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 19.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 53.0       |\n",
-      "|    outdoor_temperature          | 0.43212128 |\n",
-      "|    people_occupant              | 2.0        |\n",
-      "|    total_electricity_HVAC       | 1138461.8  |\n",
-      "|    wind_direction               | 255.0      |\n",
-      "|    wind_speed                   | 9.0        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.35e+03   |\n",
-      "|    n_updates                    | 13174      |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------*********************************************************------| 93%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 306.69937 |\n",
-      "|    air_humidity                 | 19.631279 |\n",
-      "|    air_temperature              | 19.0      |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 53.0      |\n",
-      "|    outdoor_temperature          | 4.6707997 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 276029.44 |\n",
-      "|    wind_direction               | 285.0     |\n",
-      "|    wind_speed                   | 8.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.58e+03  |\n",
-      "|    n_updates                    | 13199     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************************------| 93%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 17.799517 |\n",
-      "|    air_temperature              | 22.0      |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 60.5      |\n",
-      "|    outdoor_temperature          | 2.2084277 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 542       |\n",
-      "|    n_updates                    | 13224     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************************------| 93%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 32.181026 |\n",
-      "|    air_temperature              | 21.002357 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 66.0      |\n",
-      "|    outdoor_temperature          | 3.265807  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.62e+03  |\n",
-      "|    n_updates                    | 13249     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************************-----| 94%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 37.930477 |\n",
-      "|    air_temperature              | 19.753136 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 94.0      |\n",
-      "|    outdoor_temperature          | 4.2085614 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 899       |\n",
-      "|    n_updates                    | 13274     |\n",
-      "-----------------------------------------------\n",
-      "-------------------------------------------------********************************************************-----| 94%\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 16.01801    |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 60.0        |\n",
+      "|    outdoor_temperature          | 13.211323   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****---------------------------------------------------------| 42%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 9           |\n",
+      "|    Cooling_Setpoint_RL          | -0.12863009 |\n",
+      "|    Heating_Setpoint_RL          | -0.08987818 |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 22.5        |\n",
-      "|    Heating_Setpoint_RL          | 21          |\n",
+      "|    Cooling_Setpoint_RL          | 26.190874   |\n",
+      "|    Heating_Setpoint_RL          | 17.119434   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5668687  |\n",
+      "|    air_humidity                 | 0.37306657  |\n",
+      "|    air_temperature              | -0.30896834 |\n",
+      "|    clg_setpoint                 | 1.0174683   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.278832   |\n",
+      "|    diffuse_solar_radiation      | -0.74535155 |\n",
+      "|    direct_solar_radiation       | -0.57573754 |\n",
+      "|    hour                         | -1.2256383  |\n",
+      "|    htg_setpoint                 | -1.3339162  |\n",
+      "|    month                        | 1.9885697   |\n",
+      "|    outdoor_humidity             | -0.99284464 |\n",
+      "|    outdoor_temperature          | 1.2110516   |\n",
+      "|    people_occupant              | -0.68781745 |\n",
+      "|    total_electricity_HVAC       | -0.57289267 |\n",
+      "|    wind_direction               | 1.0346308   |\n",
+      "|    wind_speed                   | -0.8262674  |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1398.5908   |\n",
-      "|    air_humidity                 | 31.410603   |\n",
-      "|    air_temperature              | 21.000002   |\n",
-      "|    clg_setpoint                 | 22.5        |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 41.236893   |\n",
+      "|    air_temperature              | 21.845053   |\n",
+      "|    clg_setpoint                 | 29.03903    |\n",
       "|    co2_emission                 | 0.0         |\n",
-      "|    day_of_month                 | 12.0        |\n",
+      "|    day_of_month                 | 4.0         |\n",
       "|    diffuse_solar_radiation      | 0.0         |\n",
       "|    direct_solar_radiation       | 0.0         |\n",
-      "|    hour                         | 0.0         |\n",
-      "|    htg_setpoint                 | 21.0        |\n",
-      "|    month                        | 12.0        |\n",
-      "|    outdoor_humidity             | 82.0        |\n",
-      "|    outdoor_temperature          | -0.23604545 |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 44.0        |\n",
+      "|    outdoor_temperature          | 16.459074   |\n",
       "|    people_occupant              | 0.0         |\n",
-      "|    total_electricity_HVAC       | 1258731.8   |\n",
-      "|    wind_direction               | 20.0        |\n",
-      "|    wind_speed                   | 2.85        |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
-      "| train/                          |             |\n",
-      "|    learning_rate                | 0.0001      |\n",
-      "|    loss                         | 4.56e+03    |\n",
-      "|    n_updates                    | 13299       |\n",
-      "-------------------------------------------------\n",
-      "-----------------------------------------------***********************************************************----| 95%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 30.992683 |\n",
-      "|    air_temperature              | 21.999996 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 69.5      |\n",
-      "|    outdoor_temperature          | 2.9798114 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 275.0     |\n",
-      "|    wind_speed                   | 5.4       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.53e+03  |\n",
-      "|    n_updates                    | 13324     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************************----| 95%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 27.637766 |\n",
-      "|    air_temperature              | 18.669603 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 48.0      |\n",
-      "|    outdoor_temperature          | 3.13234   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.43e+03  |\n",
-      "|    n_updates                    | 13349     |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------**********************************************************----| 95%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 7          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 23         |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1793.6534  |\n",
-      "|    air_humidity                 | 12.261504  |\n",
-      "|    air_temperature              | 21.999996  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 15.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 3.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 48.5       |\n",
-      "|    outdoor_temperature          | -2.2113588 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1614288.1  |\n",
-      "|    wind_direction               | 325.0      |\n",
-      "|    wind_speed                   | 6.45       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.96e+03   |\n",
-      "|    n_updates                    | 13374      |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------***********************************************************----| 95%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1068.9926 |\n",
-      "|    air_humidity                 | 20.901031 |\n",
-      "|    air_temperature              | 17.97254  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 81.5      |\n",
-      "|    outdoor_temperature          | 1.4119455 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 962093.4  |\n",
-      "|    wind_direction               | 245.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.54e+03  |\n",
-      "|    n_updates                    | 13399     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1037.5333 |\n",
-      "|    air_humidity                 | 23.295412 |\n",
-      "|    air_temperature              | 19.985338 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 75.5      |\n",
-      "|    outdoor_temperature          | 1.569242  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 933780.0  |\n",
-      "|    wind_direction               | 235.0     |\n",
-      "|    wind_speed                   | 2.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.62e+03  |\n",
-      "|    n_updates                    | 13424     |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------***********************************************************---| 96%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 7          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 23         |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 531.9781   |\n",
-      "|    air_humidity                 | 21.137249  |\n",
-      "|    air_temperature              | 21.781822  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 18.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 6.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 69.0       |\n",
-      "|    outdoor_temperature          | 0.56026334 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 478780.3   |\n",
-      "|    wind_direction               | 340.0      |\n",
-      "|    wind_speed                   | 3.35       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.52e+03   |\n",
-      "|    n_updates                    | 13449      |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 26.447454 |\n",
-      "|    air_temperature              | 20.000038 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 13.0      |\n",
-      "|    direct_solar_radiation       | 79.0      |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 70.5      |\n",
-      "|    outdoor_temperature          | 4.3963323 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.15e+03  |\n",
-      "|    n_updates                    | 13474     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 28.223364 |\n",
-      "|    air_temperature              | 21.120174 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 31.0      |\n",
-      "|    direct_solar_radiation       | 578.0     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 4.0409384 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 1.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.93e+03  |\n",
-      "|    n_updates                    | 13499     |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------************************************************************--| 97%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1293.855   |\n",
-      "|    air_humidity                 | 21.47397   |\n",
-      "|    air_temperature              | 21.0       |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 21.0       |\n",
-      "|    diffuse_solar_radiation      | 92.0       |\n",
-      "|    direct_solar_radiation       | 547.0      |\n",
-      "|    hour                         | 9.0        |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 49.5       |\n",
-      "|    outdoor_temperature          | 0.28763378 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1164469.5  |\n",
-      "|    wind_direction               | 355.0      |\n",
-      "|    wind_speed                   | 5.7        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.72e+03   |\n",
-      "|    n_updates                    | 13524      |\n",
-      "------------------------------------------------\n",
-      "------------------------------------------------************************************************************--| 97%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2052.83    |\n",
-      "|    air_humidity                 | 17.319937  |\n",
-      "|    air_temperature              | 18.667053  |\n",
-      "|    clg_setpoint                 | 30.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 22.0       |\n",
-      "|    diffuse_solar_radiation      | 134.0      |\n",
-      "|    direct_solar_radiation       | 489.0      |\n",
-      "|    hour                         | 10.0       |\n",
-      "|    htg_setpoint                 | 15.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 46.5       |\n",
-      "|    outdoor_temperature          | -3.5072422 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1847547.1  |\n",
-      "|    wind_direction               | 40.0       |\n",
-      "|    wind_speed                   | 4.65       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.29e+04   |\n",
-      "|    n_updates                    | 13549      |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------*************************************************************--| 97%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.6465  |\n",
-      "|    air_humidity                 | 29.388943 |\n",
-      "|    air_temperature              | 22.514286 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 120.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 84.0      |\n",
-      "|    outdoor_temperature          | 2.2709444 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 680081.9  |\n",
-      "|    wind_direction               | 345.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.61e+03  |\n",
-      "|    n_updates                    | 13574     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 476.10425 |\n",
-      "|    air_humidity                 | 23.907196 |\n",
-      "|    air_temperature              | 22.934315 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 303.0     |\n",
-      "|    direct_solar_radiation       | 45.0      |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 56.5      |\n",
-      "|    outdoor_temperature          | 4.08747   |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 428493.84 |\n",
-      "|    wind_direction               | 345.0     |\n",
-      "|    wind_speed                   | 1.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.47e+03  |\n",
-      "|    n_updates                    | 13599     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 782.1886  |\n",
-      "|    air_humidity                 | 44.01096  |\n",
-      "|    air_temperature              | 22.976707 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 113.0     |\n",
-      "|    direct_solar_radiation       | 309.0     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 89.5      |\n",
-      "|    outdoor_temperature          | 9.240701  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 713822.94 |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.53e+03  |\n",
-      "|    n_updates                    | 13624     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 26.889645 |\n",
-      "|    air_temperature              | 23.825846 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 108.0     |\n",
-      "|    direct_solar_radiation       | 88.0      |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 48.5      |\n",
-      "|    outdoor_temperature          | 9.648953  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 7.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.96e+03  |\n",
-      "|    n_updates                    | 13649     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 33.47256  |\n",
-      "|    air_temperature              | 23.051739 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 28.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 2.5098643 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 5.0       |\n",
-      "|    wind_speed                   | 5.4       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.37e+03  |\n",
-      "|    n_updates                    | 13674     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************************| 99%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 24.71378  |\n",
-      "|    air_temperature              | 22.259344 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 40.5      |\n",
-      "|    outdoor_temperature          | 3.2563782 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 315.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.63e+03  |\n",
-      "|    n_updates                    | 13699     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************************| 99%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 91.78562  |\n",
-      "|    air_humidity                 | 25.185575 |\n",
-      "|    air_temperature              | 20.999916 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 4.861682  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 82607.06  |\n",
-      "|    wind_direction               | 55.0      |\n",
-      "|    wind_speed                   | 10.05     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.92e+03  |\n",
-      "|    n_updates                    | 13724     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************************| 99%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1024.272  |\n",
-      "|    air_humidity                 | 27.808973 |\n",
-      "|    air_temperature              | 22.563572 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 71.0      |\n",
-      "|    outdoor_temperature          | 1.6355486 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 921844.75 |\n",
-      "|    wind_direction               | 245.0     |\n",
-      "|    wind_speed                   | 10.55     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.52e+03  |\n",
-      "|    n_updates                    | 13749     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************************| 99%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2743.635  |\n",
-      "|    air_humidity                 | 16.346043 |\n",
-      "|    air_temperature              | 21.583727 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 39.0      |\n",
-      "|    outdoor_temperature          | -6.961267 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 2469271.5 |\n",
-      "|    wind_direction               | 315.0     |\n",
-      "|    wind_speed                   | 7.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 968       |\n",
-      "|    n_updates                    | 13774     |\n",
-      "-----------------------------------------------\n",
-      "\n",
-      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n",
-      "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 4]\u001b[0m\n",
-      "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4]\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 4 started.\u001b[0m\n"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n",
-      "  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
-      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 4) if logger is active\u001b[0m\n",
-      "----------------------------------------------------\n",
-      "| action_network/                     |            |\n",
-      "|    index                            | 1          |\n",
-      "| action_simulation/                  |            |\n",
-      "|    Cooling_Setpoint_RL              | 29         |\n",
-      "|    Heating_Setpoint_RL              | 16         |\n",
-      "| episode/                            |            |\n",
-      "|    comfort_violation_time(%)        | 42.6       |\n",
-      "|    cumulative_comfort_penalty       | -2.13e+04  |\n",
-      "|    cumulative_energy_penalty        | -3.54e+03  |\n",
-      "|    cumulative_power                 | 7.08e+07   |\n",
-      "|    cumulative_reward                | -24834.174 |\n",
-      "|    cumulative_temperature_violation | 4.26e+04   |\n",
-      "|    episode_length                   | 70077      |\n",
-      "|    mean_comfort_penalty             | -0.304     |\n",
-      "|    mean_energy_penalty              | -0.0505    |\n",
-      "|    mean_power                       | 1.01e+03   |\n",
-      "|    mean_reward                      | -0.3543841 |\n",
-      "|    mean_temperature_violation       | 0.608      |\n",
-      "| observation/                        |            |\n",
-      "|    HVAC_electricity_demand_rate     | 3264.773   |\n",
-      "|    air_humidity                     | 16.017635  |\n",
-      "|    air_temperature                  | 16.728548  |\n",
-      "|    clg_setpoint                     | 40.0       |\n",
-      "|    co2_emission                     | 0.0        |\n",
-      "|    day_of_month                     | 1.0        |\n",
-      "|    diffuse_solar_radiation          | 0.0        |\n",
-      "|    direct_solar_radiation           | 0.0        |\n",
-      "|    hour                             | 0.0        |\n",
-      "|    htg_setpoint                     | 12.8       |\n",
-      "|    month                            | 1.0        |\n",
-      "|    outdoor_humidity                 | 43.25      |\n",
-      "|    outdoor_temperature              | -9.5669565 |\n",
-      "|    people_occupant                  | 0.0        |\n",
-      "|    total_electricity_HVAC           | 2938295.8  |\n",
-      "|    wind_direction                   | 305.0      |\n",
-      "|    wind_speed                       | 8.4        |\n",
-      "| rollout/                            |            |\n",
-      "|    exploration_rate                 | 0.05       |\n",
-      "| train/                              |            |\n",
-      "|    learning_rate                    | 0.0001     |\n",
-      "|    loss                             | 6.15e+03   |\n",
-      "|    n_updates                        | 13779      |\n",
-      "----------------------------------------------------\n",
-      "-----------------------------------\n",
-      "| rollout/            |           |\n",
-      "|    ep_len_mean      | 3.5e+04   |\n",
-      "|    ep_rew_mean      | -1.22e+04 |\n",
-      "|    exploration_rate | 0.05      |\n",
-      "| time/               |           |\n",
-      "|    episodes         | 2         |\n",
-      "|    fps              | 952       |\n",
-      "|    time_elapsed     | 110       |\n",
-      "|    total_timesteps  | 105117    |\n",
-      "-----------------------------------\n"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n",
-      "  logger.warn(\n",
-      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n",
-      "  logger.warn(\n",
-      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n",
-      "  logger.warn(\n",
-      "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n",
-      "  gym.logger.warn(\"Casting input x to numpy array.\")\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "-----------------------------------------------\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3178.6443 |\n",
-      "|    air_humidity                 | 13.9179   |\n",
-      "|    air_temperature              | 21.00378  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 25.5      |\n",
-      "|    outdoor_temperature          | -9.136313 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 2860780.0 |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 10.925    |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.82e+03  |\n",
-      "|    n_updates                    | 13799     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 1%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2588.9912  |\n",
-      "|    air_humidity                 | 15.689926  |\n",
-      "|    air_temperature              | 20.000109  |\n",
-      "|    clg_setpoint                 | 25.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 2.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 21.0       |\n",
-      "|    htg_setpoint                 | 20.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 29.0       |\n",
-      "|    outdoor_temperature          | -6.1880474 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 2330092.0  |\n",
-      "|    wind_direction               | 60.0       |\n",
-      "|    wind_speed                   | 4.875      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 3.14e+03   |\n",
-      "|    n_updates                    | 13824      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 1%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1323.0002  |\n",
-      "|    air_humidity                 | 38.257965  |\n",
-      "|    air_temperature              | 19.999996  |\n",
-      "|    clg_setpoint                 | 25.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 3.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 22.0       |\n",
-      "|    htg_setpoint                 | 20.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 87.25      |\n",
-      "|    outdoor_temperature          | 0.14190736 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1190700.2  |\n",
-      "|    wind_direction               | 247.5      |\n",
-      "|    wind_speed                   | 8.275      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 3.11e+03   |\n",
-      "|    n_updates                    | 13849      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 1%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 1          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 29         |\n",
-      "|    Heating_Setpoint_RL          | 16         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2258.7883  |\n",
-      "|    air_humidity                 | 20.096224  |\n",
-      "|    air_temperature              | 17.745817  |\n",
-      "|    clg_setpoint                 | 29.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 4.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 23.0       |\n",
-      "|    htg_setpoint                 | 16.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 42.5       |\n",
-      "|    outdoor_temperature          | -4.5370326 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 2032909.4  |\n",
-      "|    wind_direction               | 280.0      |\n",
-      "|    wind_speed                   | 8.475      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.91e+03   |\n",
-      "|    n_updates                    | 13874      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 2          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 28         |\n",
-      "|    Heating_Setpoint_RL          | 17         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2483.813   |\n",
-      "|    air_humidity                 | 14.061123  |\n",
-      "|    air_temperature              | 17.850971  |\n",
-      "|    clg_setpoint                 | 30.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 6.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 0.0        |\n",
-      "|    htg_setpoint                 | 15.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 58.0       |\n",
-      "|    outdoor_temperature          | -5.6621566 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 2235431.8  |\n",
-      "|    wind_direction               | 292.5      |\n",
-      "|    wind_speed                   | 2.7        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 795        |\n",
-      "|    n_updates                    | 13899      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1322.736   |\n",
-      "|    air_humidity                 | 10.838393  |\n",
-      "|    air_temperature              | 22.000002  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 7.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 1.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 56.25      |\n",
-      "|    outdoor_temperature          | 0.14322889 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1190462.4  |\n",
-      "|    wind_direction               | 240.0      |\n",
-      "|    wind_speed                   | 5.95       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.74e+03   |\n",
-      "|    n_updates                    | 13924      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2446.134  |\n",
-      "|    air_humidity                 | 16.319656 |\n",
-      "|    air_temperature              | 20.34714  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 41.0      |\n",
-      "|    outdoor_temperature          | -5.473761 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2201520.5 |\n",
-      "|    wind_direction               | 335.0     |\n",
-      "|    wind_speed                   | 5.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.43e+03  |\n",
-      "|    n_updates                    | 13949     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 31.85662  |\n",
-      "|    air_temperature              | 21.999998 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 3.2131824 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 272.5     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.97e+03  |\n",
-      "|    n_updates                    | 13974     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 3%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 7          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 23         |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1941.4054  |\n",
-      "|    air_humidity                 | 26.045143  |\n",
-      "|    air_temperature              | 21.82076   |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 10.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 4.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 67.25      |\n",
-      "|    outdoor_temperature          | -2.9501185 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1747264.9  |\n",
-      "|    wind_direction               | 337.5      |\n",
-      "|    wind_speed                   | 6.2        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 3.89e+03   |\n",
-      "|    n_updates                    | 13999      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 3%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1955.8734  |\n",
-      "|    air_humidity                 | 18.822397  |\n",
-      "|    air_temperature              | 19.999998  |\n",
-      "|    clg_setpoint                 | 25.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 11.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 5.0        |\n",
-      "|    htg_setpoint                 | 20.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 48.75      |\n",
-      "|    outdoor_temperature          | -3.0224586 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1760286.1  |\n",
-      "|    wind_direction               | 270.0      |\n",
-      "|    wind_speed                   | 7.075      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 902        |\n",
-      "|    n_updates                    | 14024      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 3%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 17.606636 |\n",
-      "|    air_temperature              | 20.999992 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 68.5      |\n",
-      "|    outdoor_temperature          | 2.3032584 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 245.0     |\n",
-      "|    wind_speed                   | 3.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.06e+04  |\n",
-      "|    n_updates                    | 14049     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 4%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 124.68914  |\n",
-      "|    air_humidity                 | 29.865686  |\n",
-      "|    air_temperature              | 20.02376   |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 13.0       |\n",
-      "|    diffuse_solar_radiation      | 19.5       |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 7.0        |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 83.75      |\n",
-      "|    outdoor_temperature          | 4.82571    |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 107442.516 |\n",
-      "|    wind_direction               | 210.0      |\n",
-      "|    wind_speed                   | 3.225      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 926        |\n",
-      "|    n_updates                    | 14074      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 4%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 2          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 28         |\n",
-      "|    Heating_Setpoint_RL          | 17         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2462.6763  |\n",
-      "|    air_humidity                 | 17.745747  |\n",
-      "|    air_temperature              | 19.46204   |\n",
-      "|    clg_setpoint                 | 28.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 14.0       |\n",
-      "|    diffuse_solar_radiation      | 87.0       |\n",
-      "|    direct_solar_radiation       | 30.75      |\n",
-      "|    hour                         | 8.0        |\n",
-      "|    htg_setpoint                 | 17.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 82.25      |\n",
-      "|    outdoor_temperature          | -6.0136967 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 2216408.5  |\n",
-      "|    wind_direction               | 32.5       |\n",
-      "|    wind_speed                   | 7.725      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.83e+03   |\n",
-      "|    n_updates                    | 14099      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 4%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 33.261345 |\n",
-      "|    air_temperature              | 22.545242 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 52.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 7.8804245 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 132.5     |\n",
-      "|    wind_speed                   | 7.425     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.45e+03  |\n",
-      "|    n_updates                    | 14124     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 4%\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.23936182  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 16.27859     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.56719875  |\n",
+      "|    air_humidity                 | 1.093249     |\n",
+      "|    air_temperature              | -0.53389776  |\n",
+      "|    clg_setpoint                 | -1.344428    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.1554703   |\n",
+      "|    diffuse_solar_radiation      | -0.4204733   |\n",
+      "|    direct_solar_radiation       | -0.07820858  |\n",
+      "|    hour                         | -1.0809613   |\n",
+      "|    htg_setpoint                 | 0.6327719    |\n",
+      "|    month                        | 1.9560983    |\n",
+      "|    outdoor_humidity             | 0.14934257   |\n",
+      "|    outdoor_temperature          | 1.0510249    |\n",
+      "|    people_occupant              | -0.6889923   |\n",
+      "|    total_electricity_HVAC       | -0.57328635  |\n",
+      "|    wind_direction               | -0.076697275 |\n",
+      "|    wind_speed                   | -1.468069    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 49.839634    |\n",
+      "|    air_temperature              | 21.386206    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 5.0          |\n",
+      "|    diffuse_solar_radiation      | 30.5         |\n",
+      "|    direct_solar_radiation       | 127.0        |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 19.89977     |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 70.0         |\n",
+      "|    outdoor_temperature          | 15.354568    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 170.0        |\n",
+      "|    wind_speed                   | 1.5          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*****--------------------------------------------------------| 43%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 9           |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 22.5        |\n",
-      "|    Heating_Setpoint_RL          | 21          |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.559995   |\n",
+      "|    air_humidity                 | 2.345823    |\n",
+      "|    air_temperature              | -0.5624542  |\n",
+      "|    clg_setpoint                 | -0.56323266 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0345174  |\n",
+      "|    diffuse_solar_radiation      | 0.6487341   |\n",
+      "|    direct_solar_radiation       | -0.10562238 |\n",
+      "|    hour                         | -0.93636876 |\n",
+      "|    htg_setpoint                 | 0.07753638  |\n",
+      "|    month                        | 1.9251674   |\n",
+      "|    outdoor_humidity             | 0.7606854   |\n",
+      "|    outdoor_temperature          | 1.3811826   |\n",
+      "|    people_occupant              | -0.69015205 |\n",
+      "|    total_electricity_HVAC       | -0.56650984 |\n",
+      "|    wind_direction               | 0.015506014 |\n",
+      "|    wind_speed                   | 0.22657938  |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1471.364    |\n",
-      "|    air_humidity                 | 19.59662    |\n",
-      "|    air_temperature              | 22.959154   |\n",
-      "|    clg_setpoint                 | 22.5        |\n",
+      "|    HVAC_electricity_demand_rate | 122.06719   |\n",
+      "|    air_humidity                 | 64.9534     |\n",
+      "|    air_temperature              | 21.333878   |\n",
+      "|    clg_setpoint                 | 25.164614   |\n",
       "|    co2_emission                 | 0.0         |\n",
-      "|    day_of_month                 | 16.0        |\n",
-      "|    diffuse_solar_radiation      | 177.0       |\n",
-      "|    direct_solar_radiation       | 153.0       |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 131.0       |\n",
+      "|    direct_solar_radiation       | 120.5       |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 17.663546   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 84.0        |\n",
+      "|    outdoor_temperature          | 18.081339   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 109860.48   |\n",
+      "|    wind_direction               | 180.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5669913  |\n",
+      "|    air_humidity                 | 2.996398    |\n",
+      "|    air_temperature              | -0.30280823 |\n",
+      "|    clg_setpoint                 | 1.4066622   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9154602  |\n",
+      "|    diffuse_solar_radiation      | 0.87799656  |\n",
+      "|    direct_solar_radiation       | -0.5303379  |\n",
+      "|    hour                         | -0.7918377  |\n",
+      "|    htg_setpoint                 | 0.017212946 |\n",
+      "|    month                        | 1.8956589   |\n",
+      "|    outdoor_humidity             | 1.4503549   |\n",
+      "|    outdoor_temperature          | 1.2111316   |\n",
+      "|    people_occupant              | -0.691297   |\n",
+      "|    total_electricity_HVAC       | -0.5733001  |\n",
+      "|    wind_direction               | 0.293696    |\n",
+      "|    wind_speed                   | -0.42419684 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 73.3627     |\n",
+      "|    air_temperature              | 21.87802    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 153.0       |\n",
+      "|    direct_solar_radiation       | 12.0        |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 17.421503   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 16.839458   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.34420726 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 15.688834   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.3498866  |\n",
+      "|    air_humidity                 | -0.5107948  |\n",
+      "|    air_temperature              | 0.35706148  |\n",
+      "|    clg_setpoint                 | 1.4065146   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.79786724 |\n",
+      "|    diffuse_solar_radiation      | 1.2148433   |\n",
+      "|    direct_solar_radiation       | -0.57848364 |\n",
+      "|    hour                         | -0.6473491  |\n",
+      "|    htg_setpoint                 | 1.4705904   |\n",
+      "|    month                        | 1.8674668   |\n",
+      "|    outdoor_humidity             | -0.34037054 |\n",
+      "|    outdoor_temperature          | 1.9941204   |\n",
+      "|    people_occupant              | -0.69242746 |\n",
+      "|    total_electricity_HVAC       | -0.14091983 |\n",
+      "|    wind_direction               | 1.5950947   |\n",
+      "|    wind_speed                   | -0.62250215 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1137.1229   |\n",
+      "|    air_humidity                 | 30.98249    |\n",
+      "|    air_temperature              | 23.249874   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 185.5       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 59.0        |\n",
+      "|    outdoor_temperature          | 23.356985   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2044803.5   |\n",
+      "|    wind_direction               | 350.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******-------------------------------------------------------| 44%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.4135037   |\n",
+      "|    Heating_Setpoint_RL          | -0.5172407  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.020575   |\n",
+      "|    Heating_Setpoint_RL          | 14.715521   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4470035  |\n",
+      "|    air_humidity                 | -0.38808787 |\n",
+      "|    air_temperature              | 0.24940614  |\n",
+      "|    clg_setpoint                 | 0.15868135  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6813767  |\n",
+      "|    diffuse_solar_radiation      | 1.5081784   |\n",
+      "|    direct_solar_radiation       | 1.9203779   |\n",
+      "|    hour                         | -0.50288767 |\n",
+      "|    htg_setpoint                 | 0.3166407   |\n",
+      "|    month                        | 1.8404963   |\n",
+      "|    outdoor_humidity             | -1.0817447  |\n",
+      "|    outdoor_temperature          | 1.3895333   |\n",
+      "|    people_occupant              | -0.6890821  |\n",
+      "|    total_electricity_HVAC       | -0.4541134  |\n",
+      "|    wind_direction               | 1.5025384   |\n",
+      "|    wind_speed                   | -1.0268301  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 662.11536   |\n",
+      "|    air_humidity                 | 32.42965    |\n",
+      "|    air_temperature              | 23.029587   |\n",
+      "|    clg_setpoint                 | 26.9385     |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 215.0       |\n",
+      "|    direct_solar_radiation       | 632.5       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 18.613794   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 42.0        |\n",
+      "|    outdoor_temperature          | 18.618467   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 616651.0    |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******-------------------------------------------------------| 44%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.41274     |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.017998   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.4494823   |\n",
+      "|    air_humidity                 | 0.9210082   |\n",
+      "|    air_temperature              | 0.70943314  |\n",
+      "|    clg_setpoint                 | -1.0490752  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.56568825 |\n",
+      "|    diffuse_solar_radiation      | 3.1021478   |\n",
+      "|    direct_solar_radiation       | 1.2730448   |\n",
+      "|    hour                         | -0.35844153 |\n",
+      "|    htg_setpoint                 | -0.10853039 |\n",
+      "|    month                        | 1.8146616   |\n",
+      "|    outdoor_humidity             | -1.3009384  |\n",
+      "|    outdoor_temperature          | 1.8807993   |\n",
+      "|    people_occupant              | 1.6995627   |\n",
+      "|    total_electricity_HVAC       | 0.5594797   |\n",
+      "|    wind_direction               | -0.99811625 |\n",
+      "|    wind_speed                   | -0.6203414  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4959.0176   |\n",
+      "|    air_humidity                 | 48.270294   |\n",
+      "|    air_temperature              | 23.975906   |\n",
+      "|    clg_setpoint                 | 23.976463   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 368.0       |\n",
+      "|    direct_solar_radiation       | 470.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 16.902836   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 37.0        |\n",
+      "|    outdoor_temperature          | 22.710575   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 5191780.5   |\n",
+      "|    wind_direction               | 70.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******-------------------------------------------------------| 44%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.39162448 |\n",
+      "|    Heating_Setpoint_RL          | -0.11445746 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.303268   |\n",
+      "|    Heating_Setpoint_RL          | 16.981176   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.27419984 |\n",
+      "|    air_humidity                 | 0.9110529   |\n",
+      "|    air_temperature              | 1.9792758   |\n",
+      "|    clg_setpoint                 | 0.019770961 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.45055667 |\n",
+      "|    diffuse_solar_radiation      | 2.6175256   |\n",
+      "|    direct_solar_radiation       | 0.011409366 |\n",
+      "|    hour                         | -0.21400224 |\n",
+      "|    htg_setpoint                 | 0.44129512  |\n",
+      "|    month                        | 1.7898852   |\n",
+      "|    outdoor_humidity             | -0.16008165 |\n",
+      "|    outdoor_temperature          | 1.618856    |\n",
+      "|    people_occupant              | 1.6958737   |\n",
+      "|    total_electricity_HVAC       | -0.29733247 |\n",
+      "|    wind_direction               | -0.3481949  |\n",
+      "|    wind_speed                   | 0.23433667  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1482.9774   |\n",
+      "|    air_humidity                 | 48.319675   |\n",
+      "|    air_temperature              | 26.596292   |\n",
+      "|    clg_setpoint                 | 26.596888   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 324.0       |\n",
+      "|    direct_solar_radiation       | 150.5       |\n",
       "|    hour                         | 10.0        |\n",
-      "|    htg_setpoint                 | 21.0        |\n",
-      "|    month                        | 1.0         |\n",
-      "|    outdoor_humidity             | 61.25       |\n",
-      "|    outdoor_temperature          | -0.99800754 |\n",
+      "|    htg_setpoint                 | 19.106976   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 63.0        |\n",
+      "|    outdoor_temperature          | 20.71479    |\n",
       "|    people_occupant              | 20.0        |\n",
-      "|    total_electricity_HVAC       | 1324227.6   |\n",
-      "|    wind_direction               | 215.0       |\n",
-      "|    wind_speed                   | 5.325       |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
-      "| train/                          |             |\n",
-      "|    learning_rate                | 0.0001      |\n",
-      "|    loss                         | 3.6e+03     |\n",
-      "|    n_updates                    | 14149       |\n",
+      "|    total_electricity_HVAC       | 1317701.6   |\n",
+      "|    wind_direction               | 140.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
       "-------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 745.9737  |\n",
-      "|    air_humidity                 | 26.770702 |\n",
-      "|    air_temperature              | 23.468678 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 93.25     |\n",
-      "|    direct_solar_radiation       | 769.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 51.75     |\n",
-      "|    outdoor_temperature          | 7.255399  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 677180.0  |\n",
-      "|    wind_direction               | 255.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.13e+03  |\n",
-      "|    n_updates                    | 14174     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 524.576   |\n",
-      "|    air_humidity                 | 49.16026  |\n",
-      "|    air_temperature              | 22.537245 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 115.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 93.75     |\n",
-      "|    outdoor_temperature          | 10.697998 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 472118.4  |\n",
-      "|    wind_direction               | 140.0     |\n",
-      "|    wind_speed                   | 10.05     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.49e+03  |\n",
-      "|    n_updates                    | 14199     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 142.57867  |\n",
-      "|    air_humidity                 | 22.805319  |\n",
-      "|    air_temperature              | 21.999964  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 19.0       |\n",
-      "|    diffuse_solar_radiation      | 99.75      |\n",
-      "|    direct_solar_radiation       | 666.25     |\n",
-      "|    hour                         | 13.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 37.25      |\n",
-      "|    outdoor_temperature          | 8.377738   |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 128933.805 |\n",
-      "|    wind_direction               | 265.0      |\n",
-      "|    wind_speed                   | 8.475      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 3.7e+03    |\n",
-      "|    n_updates                    | 14224      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 17.845053 |\n",
-      "|    air_temperature              | 21.09502  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 127.5     |\n",
-      "|    direct_solar_radiation       | 477.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 53.5      |\n",
-      "|    outdoor_temperature          | 8.656128  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 227.5     |\n",
-      "|    wind_speed                   | 4.875     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.25e+03  |\n",
-      "|    n_updates                    | 14249     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 6%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.1569  |\n",
-      "|    air_humidity                 | 40.648323 |\n",
-      "|    air_temperature              | 23.346079 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 39.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 85.25     |\n",
-      "|    outdoor_temperature          | 8.96482   |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 679641.2  |\n",
-      "|    wind_direction               | 82.5      |\n",
-      "|    wind_speed                   | 5.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.05e+04  |\n",
-      "|    n_updates                    | 14274     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 6%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 42.070915 |\n",
-      "|    air_temperature              | 22.793812 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 16.5      |\n",
-      "|    direct_solar_radiation       | 20.25     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 7.1089516 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 82.5      |\n",
-      "|    wind_speed                   | 7.75      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.61e+03  |\n",
-      "|    n_updates                    | 14299     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 6%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 637.3314  |\n",
-      "|    air_humidity                 | 53.170254 |\n",
-      "|    air_temperature              | 23.19397  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 10.569685 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 573598.3  |\n",
-      "|    wind_direction               | 115.0     |\n",
-      "|    wind_speed                   | 3.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.36e+03  |\n",
-      "|    n_updates                    | 14324     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 7%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 371.55234 |\n",
-      "|    air_humidity                 | 53.279606 |\n",
-      "|    air_temperature              | 22.224451 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 87.25     |\n",
-      "|    outdoor_temperature          | 11.406227 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 334397.1  |\n",
-      "|    wind_direction               | 287.5     |\n",
-      "|    wind_speed                   | 7.875     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.78e+03  |\n",
-      "|    n_updates                    | 14349     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 7%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1022.66864 |\n",
-      "|    air_humidity                 | 34.204594  |\n",
-      "|    air_temperature              | 22.414547  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 25.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 19.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 89.0       |\n",
-      "|    outdoor_temperature          | 1.6435652  |\n",
-      "|    people_occupant              | 2.0        |\n",
-      "|    total_electricity_HVAC       | 920401.8   |\n",
-      "|    wind_direction               | 270.0      |\n",
-      "|    wind_speed                   | 5.325      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.54e+03   |\n",
-      "|    n_updates                    | 14374      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 7%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1139.4733  |\n",
-      "|    air_humidity                 | 25.386675  |\n",
-      "|    air_temperature              | 20.21549   |\n",
-      "|    clg_setpoint                 | 29.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 26.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 20.0       |\n",
-      "|    htg_setpoint                 | 16.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 81.75      |\n",
-      "|    outdoor_temperature          | 1.059542   |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1025525.94 |\n",
-      "|    wind_direction               | 237.5      |\n",
-      "|    wind_speed                   | 3.85       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.52e+03   |\n",
-      "|    n_updates                    | 14399      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 7%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 24.400509 |\n",
-      "|    air_temperature              | 19.244875 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 73.0      |\n",
-      "|    outdoor_temperature          | 3.6225793 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 35.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.52e+03  |\n",
-      "|    n_updates                    | 14424     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 8%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 957.9209  |\n",
-      "|    air_humidity                 | 39.998306 |\n",
-      "|    air_temperature              | 20.000904 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 1.9673041 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 862128.8  |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.65e+03  |\n",
-      "|    n_updates                    | 14449     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 8%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 7          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 23         |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1848.209   |\n",
-      "|    air_humidity                 | 23.906105  |\n",
-      "|    air_temperature              | 22.000002  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 29.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 23.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 69.5       |\n",
-      "|    outdoor_temperature          | -2.4841363 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1663388.0  |\n",
-      "|    wind_direction               | 37.5       |\n",
-      "|    wind_speed                   | 2.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 720        |\n",
-      "|    n_updates                    | 14474      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 8%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2414.4824  |\n",
-      "|    air_humidity                 | 26.082052  |\n",
-      "|    air_temperature              | 20.003956  |\n",
-      "|    clg_setpoint                 | 25.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 31.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 0.0        |\n",
-      "|    htg_setpoint                 | 20.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 40.75      |\n",
-      "|    outdoor_temperature          | -5.3155036 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 2173034.2  |\n",
-      "|    wind_direction               | 12.5       |\n",
-      "|    wind_speed                   | 11.75      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.69e+03   |\n",
-      "|    n_updates                    | 14499      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 9%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817   |\n",
-      "|    air_humidity                 | 17.025675  |\n",
-      "|    air_temperature              | 21.0       |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 1.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 1.0        |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 63.5       |\n",
-      "|    outdoor_temperature          | 0.79964656 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 856243.5   |\n",
-      "|    wind_direction               | 267.5      |\n",
-      "|    wind_speed                   | 4.65       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.48e+03   |\n",
-      "|    n_updates                    | 14524      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 9%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 699.84283 |\n",
-      "|    air_humidity                 | 31.964478 |\n",
-      "|    air_temperature              | 18.297335 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 75.75     |\n",
-      "|    outdoor_temperature          | 4.0827537 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 602817.7  |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 3.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.99e+03  |\n",
-      "|    n_updates                    | 14549     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 9%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3115.8237 |\n",
-      "|    air_humidity                 | 15.136002 |\n",
-      "|    air_temperature              | 19.429403 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 52.25     |\n",
-      "|    outdoor_temperature          | -8.82221  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2804241.5 |\n",
-      "|    wind_direction               | 5.0       |\n",
-      "|    wind_speed                   | 5.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.07e+03  |\n",
-      "|    n_updates                    | 14574     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 10%\n",
+      "--------------------------------------------------*****-------------------------------------------------------| 44%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.5816995    |\n",
+      "|    air_humidity                 | 1.5560292    |\n",
+      "|    air_temperature              | 0.34903908   |\n",
+      "|    clg_setpoint                 | -1.3456076   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.3357872   |\n",
+      "|    diffuse_solar_radiation      | 2.210288     |\n",
+      "|    direct_solar_radiation       | -0.036677193 |\n",
+      "|    hour                         | -0.06956474  |\n",
+      "|    htg_setpoint                 | 0.58894247   |\n",
+      "|    month                        | 1.7660966    |\n",
+      "|    outdoor_humidity             | 0.5373765    |\n",
+      "|    outdoor_temperature          | 1.9025227    |\n",
+      "|    people_occupant              | 1.2162061    |\n",
+      "|    total_electricity_HVAC       | 1.648904     |\n",
+      "|    wind_direction               | 0.023840118  |\n",
+      "|    wind_speed                   | 1.250705     |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 10347.65     |\n",
+      "|    air_humidity                 | 56.39216     |\n",
+      "|    air_temperature              | 23.248814    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 12.0         |\n",
+      "|    diffuse_solar_radiation      | 285.5        |\n",
+      "|    direct_solar_radiation       | 137.5        |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 19.700043    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 79.0         |\n",
+      "|    outdoor_temperature          | 23.157497    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 10074424.0   |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 8.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*******------------------------------------------------------| 45%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 5           |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 25          |\n",
-      "|    Heating_Setpoint_RL          | 20          |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.27359468 |\n",
+      "|    air_humidity                 | 0.84662807  |\n",
+      "|    air_temperature              | 1.7872564   |\n",
+      "|    clg_setpoint                 | -0.13669795 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.22123216 |\n",
+      "|    diffuse_solar_radiation      | 1.9169965   |\n",
+      "|    direct_solar_radiation       | 2.1500673   |\n",
+      "|    hour                         | 0.07487289  |\n",
+      "|    htg_setpoint                 | 0.8973859   |\n",
+      "|    month                        | 1.7432319   |\n",
+      "|    outdoor_humidity             | 0.53103465  |\n",
+      "|    outdoor_temperature          | 1.9581385   |\n",
+      "|    people_occupant              | 0.26140532  |\n",
+      "|    total_electricity_HVAC       | -0.36580074 |\n",
+      "|    wind_direction               | 0.023119664 |\n",
+      "|    wind_speed                   | -0.21664365 |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1468.3408   |\n",
-      "|    air_humidity                 | 13.363356   |\n",
-      "|    air_temperature              | 20.0        |\n",
-      "|    clg_setpoint                 | 25.0        |\n",
+      "|    HVAC_electricity_demand_rate | 1481.2688   |\n",
+      "|    air_humidity                 | 47.837944   |\n",
+      "|    air_temperature              | 26.210247   |\n",
+      "|    clg_setpoint                 | 26.21038    |\n",
       "|    co2_emission                 | 0.0         |\n",
-      "|    day_of_month                 | 4.0         |\n",
-      "|    diffuse_solar_radiation      | 0.0         |\n",
-      "|    direct_solar_radiation       | 0.0         |\n",
-      "|    hour                         | 4.0         |\n",
-      "|    htg_setpoint                 | 20.0        |\n",
-      "|    month                        | 2.0         |\n",
-      "|    outdoor_humidity             | 100.0       |\n",
-      "|    outdoor_temperature          | -0.58479565 |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 258.0       |\n",
+      "|    direct_solar_radiation       | 688.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 20.93869    |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 79.0        |\n",
+      "|    outdoor_temperature          | 23.777603   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 1007459.94  |\n",
+      "|    wind_direction               | 180.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******------------------------------------------------------| 45%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4329128  |\n",
+      "|    air_humidity                 | 0.6675535   |\n",
+      "|    air_temperature              | 1.6668652   |\n",
+      "|    clg_setpoint                 | 0.18940479  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.10678853 |\n",
+      "|    diffuse_solar_radiation      | 1.8067867   |\n",
+      "|    direct_solar_radiation       | 1.9253081   |\n",
+      "|    hour                         | 0.21930945  |\n",
+      "|    htg_setpoint                 | 0.19247112  |\n",
+      "|    month                        | 1.721233    |\n",
+      "|    outdoor_humidity             | 0.52469105  |\n",
+      "|    outdoor_temperature          | 1.6980484   |\n",
+      "|    people_occupant              | 1.2110648   |\n",
+      "|    total_electricity_HVAC       | -0.4624323  |\n",
+      "|    wind_direction               | 0.11583278  |\n",
+      "|    wind_speed                   | 0.6389644   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 723.8177    |\n",
+      "|    air_humidity                 | 45.695843   |\n",
+      "|    air_temperature              | 25.967218   |\n",
+      "|    clg_setpoint                 | 27.011312   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 248.0       |\n",
+      "|    direct_solar_radiation       | 632.5       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 18.105993   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 79.0        |\n",
+      "|    outdoor_temperature          | 21.831045   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 575763.1    |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******------------------------------------------------------| 45%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.1273218   |\n",
+      "|    Heating_Setpoint_RL          | -0.67317605 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.05471    |\n",
+      "|    Heating_Setpoint_RL          | 13.838385   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4288387  |\n",
+      "|    air_humidity                 | -0.9810856  |\n",
+      "|    air_temperature              | 0.9910889   |\n",
+      "|    clg_setpoint                 | 1.4085578   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.007603629 |\n",
+      "|    diffuse_solar_radiation      | 2.294578    |\n",
+      "|    direct_solar_radiation       | 0.6577561   |\n",
+      "|    hour                         | 0.36374074  |\n",
+      "|    htg_setpoint                 | -1.3270078  |\n",
+      "|    month                        | 1.7000464   |\n",
+      "|    outdoor_humidity             | 0.08161801  |\n",
+      "|    outdoor_temperature          | 2.1402419   |\n",
+      "|    people_occupant              | -0.69135386 |\n",
+      "|    total_electricity_HVAC       | -0.44275454 |\n",
+      "|    wind_direction               | 0.022103485 |\n",
+      "|    wind_speed                   | 0.43827003  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 741.6443    |\n",
+      "|    air_humidity                 | 25.570852   |\n",
+      "|    air_temperature              | 24.579062   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 297.0       |\n",
+      "|    direct_solar_radiation       | 313.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 69.0        |\n",
+      "|    outdoor_temperature          | 25.716595   |\n",
       "|    people_occupant              | 0.0         |\n",
-      "|    total_electricity_HVAC       | 1321506.8   |\n",
-      "|    wind_direction               | 90.0        |\n",
-      "|    wind_speed                   | 4.675       |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
-      "| train/                          |             |\n",
-      "|    learning_rate                | 0.0001      |\n",
-      "|    loss                         | 1.97e+03    |\n",
-      "|    n_updates                    | 14599       |\n",
+      "|    total_electricity_HVAC       | 663138.2    |\n",
+      "|    wind_direction               | 180.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
       "-------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 10%\n",
+      "-------------------------------------------------********-----------------------------------------------------| 46%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.85081804  |\n",
+      "|    Heating_Setpoint_RL          | -0.55705786 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.496511   |\n",
+      "|    Heating_Setpoint_RL          | 14.4915495  |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.42597973 |\n",
+      "|    air_humidity                 | -1.8246801  |\n",
+      "|    air_temperature              | 0.48912194  |\n",
+      "|    clg_setpoint                 | 1.4081956   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.12196255  |\n",
+      "|    diffuse_solar_radiation      | 0.5784179   |\n",
+      "|    direct_solar_radiation       | 1.912728    |\n",
+      "|    hour                         | 0.50815964  |\n",
+      "|    htg_setpoint                 | 1.2325141   |\n",
+      "|    month                        | 1.6796234   |\n",
+      "|    outdoor_humidity             | 0.07650381  |\n",
+      "|    outdoor_temperature          | 2.093347    |\n",
+      "|    people_occupant              | -0.6881629  |\n",
+      "|    total_electricity_HVAC       | -0.44793302 |\n",
+      "|    wind_direction               | -0.16136783 |\n",
+      "|    wind_speed                   | 0.032832418 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 749.5627    |\n",
+      "|    air_humidity                 | 15.082297   |\n",
+      "|    air_temperature              | 23.550037   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 130.0       |\n",
+      "|    direct_solar_radiation       | 629.5       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 22.27737    |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 69.0        |\n",
+      "|    outdoor_temperature          | 25.534206   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 635429.3    |\n",
+      "|    wind_direction               | 160.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********-----------------------------------------------------| 46%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.17501146  |\n",
+      "|    Heating_Setpoint_RL          | -0.44041926 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.215664   |\n",
+      "|    Heating_Setpoint_RL          | 15.147642   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.9691586   |\n",
+      "|    air_humidity                 | 1.2939007   |\n",
+      "|    air_temperature              | 0.34046426  |\n",
+      "|    clg_setpoint                 | -1.3413126  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.23626578  |\n",
+      "|    diffuse_solar_radiation      | 0.6529056   |\n",
+      "|    direct_solar_radiation       | 1.0446513   |\n",
+      "|    hour                         | 0.65255624  |\n",
+      "|    htg_setpoint                 | -1.3280133  |\n",
+      "|    month                        | 1.6599191   |\n",
+      "|    outdoor_humidity             | 0.5995559   |\n",
+      "|    outdoor_temperature          | 1.8586065   |\n",
+      "|    people_occupant              | 1.6954563   |\n",
+      "|    total_electricity_HVAC       | 1.24318     |\n",
+      "|    wind_direction               | 0.12263228  |\n",
+      "|    wind_speed                   | -0.2073021  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7346.5337   |\n",
+      "|    air_humidity                 | 53.30765    |\n",
+      "|    air_temperature              | 23.251568   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 137.5       |\n",
+      "|    direct_solar_radiation       | 411.0       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 81.0        |\n",
+      "|    outdoor_temperature          | 23.759819   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 8170947.5   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*******-----------------------------------------------------| 46%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.29297674  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 15.977006    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.8893568    |\n",
+      "|    air_humidity                 | 1.247304     |\n",
+      "|    air_temperature              | 0.3366492    |\n",
+      "|    clg_setpoint                 | -1.340383    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.35045126   |\n",
+      "|    diffuse_solar_radiation      | 0.037402187  |\n",
+      "|    direct_solar_radiation       | 0.33227608   |\n",
+      "|    hour                         | 0.7969179    |\n",
+      "|    htg_setpoint                 | -0.035627164 |\n",
+      "|    month                        | 1.6408925    |\n",
+      "|    outdoor_humidity             | 0.7702151    |\n",
+      "|    outdoor_temperature          | 1.7027488    |\n",
+      "|    people_occupant              | 1.6919687    |\n",
+      "|    total_electricity_HVAC       | 0.8838067    |\n",
+      "|    wind_direction               | 0.30956873   |\n",
+      "|    wind_speed                   | 0.45010093   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 6961.8804    |\n",
+      "|    air_humidity                 | 52.760258    |\n",
+      "|    air_temperature              | 23.249409    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 18.0         |\n",
+      "|    diffuse_solar_radiation      | 77.5         |\n",
+      "|    direct_solar_radiation       | 232.0        |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 17.182163    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 85.0         |\n",
+      "|    outdoor_temperature          | 22.623507    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 6564100.0    |\n",
+      "|    wind_direction               | 210.0        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------********-----------------------------------------------------| 46%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.7681658  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 13.304068   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.24017821 |\n",
+      "|    air_humidity                 | 0.83260316  |\n",
+      "|    air_temperature              | 1.4580429   |\n",
+      "|    clg_setpoint                 | -0.24212237 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.46441853  |\n",
+      "|    diffuse_solar_radiation      | -0.49793455 |\n",
+      "|    direct_solar_radiation       | -0.3937301  |\n",
+      "|    hour                         | 0.94122934  |\n",
+      "|    htg_setpoint                 | 1.4763825   |\n",
+      "|    month                        | 1.6225055   |\n",
+      "|    outdoor_humidity             | -0.99105865 |\n",
+      "|    outdoor_temperature          | 2.7586255   |\n",
+      "|    people_occupant              | 0.4990761   |\n",
+      "|    total_electricity_HVAC       | -0.25475833 |\n",
+      "|    wind_direction               | -1.203282   |\n",
+      "|    wind_speed                   | 0.24782735  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1636.7576   |\n",
+      "|    air_humidity                 | 47.696224   |\n",
+      "|    air_temperature              | 25.550823   |\n",
+      "|    clg_setpoint                 | 25.942188   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 25.5        |\n",
+      "|    direct_solar_radiation       | 49.0        |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | 32.05435    |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 1504666.4   |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********----------------------------------------------------| 47%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6335784  |\n",
+      "|    Heating_Setpoint_RL          | 0.31792626  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.486673   |\n",
+      "|    Heating_Setpoint_RL          | 19.413336   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4401297  |\n",
+      "|    air_humidity                 | 0.83916813  |\n",
+      "|    air_temperature              | 0.5684464   |\n",
+      "|    clg_setpoint                 | -0.571745   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.5780302   |\n",
+      "|    diffuse_solar_radiation      | -0.76073146 |\n",
+      "|    direct_solar_radiation       | -0.5894232  |\n",
+      "|    hour                         | 1.0854727   |\n",
+      "|    htg_setpoint                 | -1.3224583  |\n",
+      "|    month                        | 1.6047231   |\n",
+      "|    outdoor_humidity             | -0.063719   |\n",
+      "|    outdoor_temperature          | 1.5654557   |\n",
+      "|    people_occupant              | -0.4544067  |\n",
+      "|    total_electricity_HVAC       | -0.4538121  |\n",
+      "|    wind_direction               | -0.25427642 |\n",
+      "|    wind_speed                   | -0.40981337 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 696.6515    |\n",
+      "|    air_humidity                 | 47.797714   |\n",
+      "|    air_temperature              | 23.737558   |\n",
+      "|    clg_setpoint                 | 25.12968    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 66.0        |\n",
+      "|    outdoor_temperature          | 22.012217   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 623053.9    |\n",
+      "|    wind_direction               | 150.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.006819347 |\n",
+      "|    clip_fraction                | 0.0614      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.81       |\n",
+      "|    explained_variance           | 0.404       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 3.59        |\n",
+      "|    n_updates                    | 80          |\n",
+      "|    policy_gradient_loss         | -0.00929    |\n",
+      "|    std                          | 0.986       |\n",
+      "|    value_loss                   | 17          |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********----------------------------------------------------| 47%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6120585  |\n",
+      "|    Heating_Setpoint_RL          | -0.77630675 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.559303   |\n",
+      "|    Heating_Setpoint_RL          | 13.258274   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.45376143 |\n",
+      "|    air_humidity                 | 1.0340593   |\n",
+      "|    air_temperature              | 0.18465933  |\n",
+      "|    clg_setpoint                 | -0.6412446  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.69111407  |\n",
+      "|    diffuse_solar_radiation      | -0.76155764 |\n",
+      "|    direct_solar_radiation       | -0.58769107 |\n",
+      "|    hour                         | 1.2296276   |\n",
+      "|    htg_setpoint                 | -0.22312622 |\n",
+      "|    month                        | 1.5875129   |\n",
+      "|    outdoor_humidity             | 1.1209469   |\n",
+      "|    outdoor_temperature          | 1.3654354   |\n",
+      "|    people_occupant              | -0.45563966 |\n",
+      "|    total_electricity_HVAC       | -0.46604437 |\n",
+      "|    wind_direction               | 0.3127483   |\n",
+      "|    wind_speed                   | 0.045091238 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 632.34546   |\n",
+      "|    air_humidity                 | 50.231903   |\n",
+      "|    air_temperature              | 22.959232   |\n",
+      "|    clg_setpoint                 | 24.955679   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 16.417381   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 20.385098   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 569110.94   |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********----------------------------------------------------| 47%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.004000649 |\n",
+      "|    Heating_Setpoint_RL          | 0.03574282   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.611498    |\n",
+      "|    Heating_Setpoint_RL          | 17.826054    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.46692535  |\n",
+      "|    air_humidity                 | -1.1893771   |\n",
+      "|    air_temperature              | 0.21060994   |\n",
+      "|    clg_setpoint                 | 0.098722056  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.8034657    |\n",
+      "|    diffuse_solar_radiation      | -0.7625557   |\n",
+      "|    direct_solar_radiation       | -0.58999133  |\n",
+      "|    hour                         | 1.3736717    |\n",
+      "|    htg_setpoint                 | -0.7290853   |\n",
+      "|    month                        | 1.5708447    |\n",
+      "|    outdoor_humidity             | -1.2524006   |\n",
+      "|    outdoor_temperature          | 1.9212599    |\n",
+      "|    people_occupant              | -0.6903713   |\n",
+      "|    total_electricity_HVAC       | -0.47865507  |\n",
+      "|    wind_direction               | 1.3459721    |\n",
+      "|    wind_speed                   | -0.2039785   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 566.5462     |\n",
+      "|    air_humidity                 | 22.9631      |\n",
+      "|    air_temperature              | 23.01328     |\n",
+      "|    clg_setpoint                 | 26.771935    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 22.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 21.0         |\n",
+      "|    htg_setpoint                 | 14.375586    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 39.0         |\n",
+      "|    outdoor_temperature          | 25.473087    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 509891.56    |\n",
+      "|    wind_direction               | 320.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------********----------------------------------------------------| 47%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.6545483   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 13.943166    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.48838943  |\n",
+      "|    air_humidity                 | -1.942977    |\n",
+      "|    air_temperature              | 0.013104377  |\n",
+      "|    clg_setpoint                 | 1.075976     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.9148518    |\n",
+      "|    diffuse_solar_radiation      | -0.7622278   |\n",
+      "|    direct_solar_radiation       | -0.59121025  |\n",
+      "|    hour                         | 1.5175797    |\n",
+      "|    htg_setpoint                 | -0.076692745 |\n",
+      "|    month                        | 1.5546907    |\n",
+      "|    outdoor_humidity             | 1.1267397    |\n",
+      "|    outdoor_temperature          | 1.443291     |\n",
+      "|    people_occupant              | -0.6873211   |\n",
+      "|    total_electricity_HVAC       | -0.4991264   |\n",
+      "|    wind_direction               | 0.30205515   |\n",
+      "|    wind_speed                   | -0.41110817  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 461.8217     |\n",
+      "|    air_humidity                 | 13.471314    |\n",
+      "|    air_temperature              | 22.614265    |\n",
+      "|    clg_setpoint                 | 29.17144     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 23.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 16.988697    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 93.0         |\n",
+      "|    outdoor_temperature          | 21.458597    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 415639.5     |\n",
+      "|    wind_direction               | 210.0        |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**********---------------------------------------------------| 48%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.39241275  |\n",
+      "|    Heating_Setpoint_RL          | -0.44564876 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.949394   |\n",
+      "|    Heating_Setpoint_RL          | 15.118225   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.48685977 |\n",
+      "|    air_humidity                 | 0.76028013  |\n",
+      "|    air_temperature              | -0.48033836 |\n",
+      "|    clg_setpoint                 | -0.9957995  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0250139   |\n",
+      "|    diffuse_solar_radiation      | -0.7610282  |\n",
+      "|    direct_solar_radiation       | -0.59016514 |\n",
+      "|    hour                         | 1.6613247   |\n",
+      "|    htg_setpoint                 | -1.3183608  |\n",
+      "|    month                        | 1.5390251   |\n",
+      "|    outdoor_humidity             | 1.429122    |\n",
+      "|    outdoor_temperature          | 1.3811544   |\n",
+      "|    people_occupant              | -0.6883658  |\n",
+      "|    total_electricity_HVAC       | -0.49772418 |\n",
+      "|    wind_direction               | -0.92812544 |\n",
+      "|    wind_speed                   | -0.20284332 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 472.21814   |\n",
+      "|    air_humidity                 | 46.797718   |\n",
+      "|    air_temperature              | 21.618776   |\n",
+      "|    clg_setpoint                 | 24.082521   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 21.074062   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 424996.34   |\n",
+      "|    wind_direction               | 80.0        |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********---------------------------------------------------| 48%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.21944512 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.884373   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.47866523 |\n",
+      "|    air_humidity                 | 0.21247664  |\n",
+      "|    air_temperature              | -0.31200626 |\n",
+      "|    clg_setpoint                 | -0.1886363  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2499071   |\n",
+      "|    diffuse_solar_radiation      | -0.7616272  |\n",
+      "|    direct_solar_radiation       | -0.59146935 |\n",
+      "|    hour                         | -1.6605859  |\n",
+      "|    htg_setpoint                 | 0.14209408  |\n",
+      "|    month                        | 1.5238236   |\n",
+      "|    outdoor_humidity             | -0.37830612 |\n",
+      "|    outdoor_temperature          | 1.4638435   |\n",
+      "|    people_occupant              | -0.6893986  |\n",
+      "|    total_electricity_HVAC       | -0.48988184 |\n",
+      "|    wind_direction               | 0.9706739   |\n",
+      "|    wind_speed                   | 1.0857912   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 515.37775   |\n",
+      "|    air_humidity                 | 40.078976   |\n",
+      "|    air_temperature              | 21.964582   |\n",
+      "|    clg_setpoint                 | 26.05946    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 17.856035   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 59.0        |\n",
+      "|    outdoor_temperature          | 21.996655   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 463839.94   |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********--------------------------------------------------| 49%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.72211313 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.187868   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4903376  |\n",
+      "|    air_humidity                 | 0.095428675 |\n",
+      "|    air_temperature              | 0.0329236   |\n",
+      "|    clg_setpoint                 | 1.4169098   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.3564967   |\n",
+      "|    diffuse_solar_radiation      | -0.7622741  |\n",
+      "|    direct_solar_radiation       | -0.59374976 |\n",
+      "|    hour                         | -1.5155687  |\n",
+      "|    htg_setpoint                 | -1.0056901  |\n",
+      "|    month                        | 1.509064    |\n",
+      "|    outdoor_humidity             | 1.4302092   |\n",
+      "|    outdoor_temperature          | 1.4757379   |\n",
+      "|    people_occupant              | -0.6904197  |\n",
+      "|    total_electricity_HVAC       | -0.5012     |\n",
+      "|    wind_direction               | 0.20878336  |\n",
+      "|    wind_speed                   | -0.20820391 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 464.91068   |\n",
+      "|    air_humidity                 | 38.666653   |\n",
+      "|    air_temperature              | 22.669868   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 13.249104   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 22.262981   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 418006.47   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********--------------------------------------------------| 49%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.670986   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.850704   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5584724  |\n",
+      "|    air_humidity                 | 1.6627121   |\n",
+      "|    air_temperature              | -0.16393566 |\n",
+      "|    clg_setpoint                 | 0.65013206  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4608783   |\n",
+      "|    diffuse_solar_radiation      | -0.7628729  |\n",
+      "|    direct_solar_radiation       | -0.5941858  |\n",
+      "|    hour                         | -1.3707029  |\n",
+      "|    htg_setpoint                 | -1.315858   |\n",
+      "|    month                        | 1.494725    |\n",
+      "|    outdoor_humidity             | 1.1180077   |\n",
+      "|    outdoor_temperature          | 1.0507332   |\n",
+      "|    people_occupant              | -0.6914292  |\n",
+      "|    total_electricity_HVAC       | -0.56619    |\n",
+      "|    wind_direction               | 0.11284834  |\n",
+      "|    wind_speed                   | 0.035838824 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 151.59274   |\n",
+      "|    air_humidity                 | 58.05159    |\n",
+      "|    air_temperature              | 22.275875   |\n",
+      "|    clg_setpoint                 | 28.112732   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 18.55308    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 136433.47   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********--------------------------------------------------| 49%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.28063062  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.203547   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49442568 |\n",
+      "|    air_humidity                 | 0.035991363 |\n",
+      "|    air_temperature              | -0.03598713 |\n",
+      "|    clg_setpoint                 | 0.75159705  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5627432   |\n",
+      "|    diffuse_solar_radiation      | -0.7638713  |\n",
+      "|    direct_solar_radiation       | -0.59532124 |\n",
+      "|    hour                         | -1.2259585  |\n",
+      "|    htg_setpoint                 | 0.92187774  |\n",
+      "|    month                        | 1.4807873   |\n",
+      "|    outdoor_humidity             | 1.4250863   |\n",
+      "|    outdoor_temperature          | 1.4945456   |\n",
+      "|    people_occupant              | -0.69242746 |\n",
+      "|    total_electricity_HVAC       | -0.505184   |\n",
+      "|    wind_direction               | -0.55799246 |\n",
+      "|    wind_speed                   | -1.2524695  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 453.686     |\n",
+      "|    air_humidity                 | 38.06506    |\n",
+      "|    air_temperature              | 22.540115   |\n",
+      "|    clg_setpoint                 | 28.356535   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 20.978231   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 22.698812   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 408317.4    |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********--------------------------------------------------| 49%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.7127264   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 21.634087   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5083544  |\n",
+      "|    air_humidity                 | -1.4240241  |\n",
+      "|    air_temperature              | -0.16929618 |\n",
+      "|    clg_setpoint                 | 0.8710673   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6617891   |\n",
+      "|    diffuse_solar_radiation      | -0.48745105 |\n",
+      "|    direct_solar_radiation       | -0.593771   |\n",
+      "|    hour                         | -1.0813093  |\n",
+      "|    htg_setpoint                 | -1.314106   |\n",
+      "|    month                        | 1.4672322   |\n",
+      "|    outdoor_humidity             | 0.8455474   |\n",
+      "|    outdoor_temperature          | 1.3397328   |\n",
+      "|    people_occupant              | -0.68946856 |\n",
+      "|    total_electricity_HVAC       | -0.51831096 |\n",
+      "|    wind_direction               | 0.30397657  |\n",
+      "|    wind_speed                   | -0.6283435  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 383.05905   |\n",
+      "|    air_humidity                 | 19.983807   |\n",
+      "|    air_temperature              | 22.271896   |\n",
+      "|    clg_setpoint                 | 28.649023   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 27.5        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 21.39871    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 345488.62   |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************-------------------------------------------------| 50%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.89142215  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.633549   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.25736648  |\n",
+      "|    air_humidity                 | -2.009114   |\n",
+      "|    air_temperature              | 0.31616682  |\n",
+      "|    clg_setpoint                 | 1.4210829   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6672649  |\n",
+      "|    diffuse_solar_radiation      | -0.10260941 |\n",
+      "|    direct_solar_radiation       | 0.9397871   |\n",
+      "|    hour                         | -0.9367326  |\n",
+      "|    htg_setpoint                 | 1.4882332   |\n",
+      "|    month                        | 2.034733    |\n",
+      "|    outdoor_humidity             | 1.1071606   |\n",
+      "|    outdoor_temperature          | 1.2427882   |\n",
+      "|    people_occupant              | -0.6865473  |\n",
+      "|    total_electricity_HVAC       | 0.4303769   |\n",
+      "|    wind_direction               | 1.072025    |\n",
+      "|    wind_speed                   | -0.8367759  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3916.3079   |\n",
+      "|    air_humidity                 | 12.487337   |\n",
+      "|    air_temperature              | 23.250036   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 66.0        |\n",
+      "|    direct_solar_radiation       | 387.5       |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 20.605675   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4475623.0   |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********-------------------------------------------------| 50%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.41572893  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 15.286525    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5070196   |\n",
+      "|    air_humidity                 | 2.3024163    |\n",
+      "|    air_temperature              | -0.33453387  |\n",
+      "|    clg_setpoint                 | 1.4212731    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.5363085   |\n",
+      "|    diffuse_solar_radiation      | 0.13277876   |\n",
+      "|    direct_solar_radiation       | 1.8354045    |\n",
+      "|    hour                         | -0.7922088   |\n",
+      "|    htg_setpoint                 | -0.044417113 |\n",
+      "|    month                        | 2.005329     |\n",
+      "|    outdoor_humidity             | 0.573656     |\n",
+      "|    outdoor_temperature          | 1.4987202    |\n",
+      "|    people_occupant              | -0.6875543   |\n",
+      "|    total_electricity_HVAC       | -0.5176535   |\n",
+      "|    wind_direction               | 0.1123093    |\n",
+      "|    wind_speed                   | -1.4955435   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 386.7531     |\n",
+      "|    air_humidity                 | 66.19937     |\n",
+      "|    air_temperature              | 21.947992    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 2.0          |\n",
+      "|    diffuse_solar_radiation      | 89.5         |\n",
+      "|    direct_solar_radiation       | 616.5        |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 17.094835    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 81.0         |\n",
+      "|    outdoor_temperature          | 23.050398    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 346171.2     |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 1.5          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------************-------------------------------------------------| 50%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.91685045  |\n",
+      "|    Heating_Setpoint_RL          | 0.26955432  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.71937    |\n",
+      "|    Heating_Setpoint_RL          | 19.141243   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4856702  |\n",
+      "|    air_humidity                 | 0.03545137  |\n",
+      "|    air_temperature              | 0.15630685  |\n",
+      "|    clg_setpoint                 | 1.4217577   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4090348  |\n",
+      "|    diffuse_solar_radiation      | 2.0617976   |\n",
+      "|    direct_solar_radiation       | -0.46786553 |\n",
+      "|    hour                         | -0.64772165 |\n",
+      "|    htg_setpoint                 | 0.51246876  |\n",
+      "|    month                        | 1.9771637   |\n",
+      "|    outdoor_humidity             | -0.18277335 |\n",
+      "|    outdoor_temperature          | 1.9467217   |\n",
+      "|    people_occupant              | -0.6885503  |\n",
+      "|    total_electricity_HVAC       | -0.4972735  |\n",
+      "|    wind_direction               | -1.7206624  |\n",
+      "|    wind_speed                   | -0.41170815 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 487.5075    |\n",
+      "|    air_humidity                 | 37.999237   |\n",
+      "|    air_temperature              | 22.943499   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 281.5       |\n",
+      "|    direct_solar_radiation       | 33.0        |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 19.327038   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 64.0        |\n",
+      "|    outdoor_temperature          | 27.324614   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 437055.5    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********-------------------------------------------------| 50%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.056738496 |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.433508    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.0701069   |\n",
+      "|    air_humidity                 | 0.30425164   |\n",
+      "|    air_temperature              | 1.281423     |\n",
+      "|    clg_setpoint                 | -0.52382696  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.2847725   |\n",
+      "|    diffuse_solar_radiation      | 2.665516     |\n",
+      "|    direct_solar_radiation       | 0.93393236   |\n",
+      "|    hour                         | -0.50325793  |\n",
+      "|    htg_setpoint                 | -1.2712629   |\n",
+      "|    month                        | 1.9501529    |\n",
+      "|    outdoor_humidity             | -0.05132055  |\n",
+      "|    outdoor_temperature          | 1.5373996    |\n",
+      "|    people_occupant              | 1.6924696    |\n",
+      "|    total_electricity_HVAC       | -0.13376985  |\n",
+      "|    wind_direction               | -1.0414448   |\n",
+      "|    wind_speed                   | -0.6165101   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2401.6414    |\n",
+      "|    air_humidity                 | 41.39333     |\n",
+      "|    air_temperature              | 25.216694    |\n",
+      "|    clg_setpoint                 | 25.2214      |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.0          |\n",
+      "|    diffuse_solar_radiation      | 343.5        |\n",
+      "|    direct_solar_radiation       | 389.0        |\n",
+      "|    hour                         | 8.0          |\n",
+      "|    htg_setpoint                 | 12.168381    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 67.0         |\n",
+      "|    outdoor_temperature          | 23.7169      |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2017490.0    |\n",
+      "|    wind_direction               | 70.0         |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************------------------------------------------------| 51%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9317758  |\n",
+      "|    Heating_Setpoint_RL          | -0.493802   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.480257   |\n",
+      "|    Heating_Setpoint_RL          | 14.847363   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.3034222   |\n",
+      "|    air_humidity                 | 1.5167363   |\n",
+      "|    air_temperature              | 0.30010474  |\n",
+      "|    clg_setpoint                 | -1.3259779  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.1629529  |\n",
+      "|    diffuse_solar_radiation      | 2.3804529   |\n",
+      "|    direct_solar_radiation       | 0.6710416   |\n",
+      "|    hour                         | -0.3588075  |\n",
+      "|    htg_setpoint                 | -0.8046623  |\n",
+      "|    month                        | 1.9242197   |\n",
+      "|    outdoor_humidity             | 0.39267823  |\n",
+      "|    outdoor_temperature          | 1.6943861   |\n",
+      "|    people_occupant              | 1.6893227   |\n",
+      "|    total_electricity_HVAC       | 1.2092079   |\n",
+      "|    wind_direction               | -0.36355257 |\n",
+      "|    wind_speed                   | -0.404243   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 8705.759    |\n",
+      "|    air_humidity                 | 56.576153   |\n",
+      "|    air_temperature              | 23.247524   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 316.0       |\n",
+      "|    direct_solar_radiation       | 322.5       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 14.040111   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 77.0        |\n",
+      "|    outdoor_temperature          | 25.287466   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 7835183.0   |\n",
+      "|    wind_direction               | 140.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************------------------------------------------------| 51%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.5907507   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 14.302027    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.38581756  |\n",
+      "|    air_humidity                 | -0.8175496   |\n",
+      "|    air_temperature              | 0.4781881    |\n",
+      "|    clg_setpoint                 | 0.31585237   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.0430926   |\n",
+      "|    diffuse_solar_radiation      | 2.0367126    |\n",
+      "|    direct_solar_radiation       | 1.8569851    |\n",
+      "|    hour                         | -0.2143631   |\n",
+      "|    htg_setpoint                 | -0.26650858  |\n",
+      "|    month                        | 1.8992944    |\n",
+      "|    outdoor_humidity             | -0.056177445 |\n",
+      "|    outdoor_temperature          | 2.224448     |\n",
+      "|    people_occupant              | -0.69147384  |\n",
+      "|    total_electricity_HVAC       | -0.40334225  |\n",
+      "|    wind_direction               | 0.40708378   |\n",
+      "|    wind_speed                   | -0.19503616  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 956.14935    |\n",
+      "|    air_humidity                 | 27.534575    |\n",
+      "|    air_temperature              | 23.610443    |\n",
+      "|    clg_setpoint                 | 27.282017    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 6.0          |\n",
+      "|    diffuse_solar_radiation      | 282.5        |\n",
+      "|    direct_solar_radiation       | 624.5        |\n",
+      "|    hour                         | 10.0         |\n",
+      "|    htg_setpoint                 | 16.201277    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 67.0         |\n",
+      "|    outdoor_temperature          | 30.388689    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 854384.94    |\n",
+      "|    wind_direction               | 220.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************------------------------------------------------| 51%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.2645678  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.136806   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.21554197 |\n",
+      "|    air_humidity                 | -1.8091149  |\n",
+      "|    air_temperature              | 0.5122623   |\n",
+      "|    clg_setpoint                 | -0.47646636 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9247805  |\n",
+      "|    diffuse_solar_radiation      | 2.514184    |\n",
+      "|    direct_solar_radiation       | 1.6381685   |\n",
+      "|    hour                         | -0.06992028 |\n",
+      "|    htg_setpoint                 | -1.3138779  |\n",
+      "|    month                        | 1.8753132   |\n",
+      "|    outdoor_humidity             | -1.2172889  |\n",
+      "|    outdoor_temperature          | 2.4289043   |\n",
+      "|    people_occupant              | -0.68863636 |\n",
+      "|    total_electricity_HVAC       | -0.21090572 |\n",
+      "|    wind_direction               | 0.69646317  |\n",
+      "|    wind_speed                   | -0.60896444 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1729.5714   |\n",
+      "|    air_humidity                 | 15.044741   |\n",
+      "|    air_temperature              | 23.680428   |\n",
+      "|    clg_setpoint                 | 25.33519    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 331.0       |\n",
+      "|    direct_solar_radiation       | 570.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 41.0        |\n",
+      "|    outdoor_temperature          | 32.57558    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1680217.8   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************------------------------------------------------| 51%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.34284806   |\n",
+      "|    Heating_Setpoint_RL          | -0.012105271 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.782112    |\n",
+      "|    Heating_Setpoint_RL          | 17.556908    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.35417464  |\n",
+      "|    air_humidity                 | 0.75864035   |\n",
+      "|    air_temperature              | 1.6347529    |\n",
+      "|    clg_setpoint                 | 0.5722973    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.8076672   |\n",
+      "|    diffuse_solar_radiation      | 2.7058115    |\n",
+      "|    direct_solar_radiation       | 0.23082483   |\n",
+      "|    hour                         | 0.074522585  |\n",
+      "|    htg_setpoint                 | 0.11574679   |\n",
+      "|    month                        | 1.8522179    |\n",
+      "|    outdoor_humidity             | -0.10234228  |\n",
+      "|    outdoor_temperature          | 2.1575704    |\n",
+      "|    people_occupant              | 0.2667563    |\n",
+      "|    total_electricity_HVAC       | -0.42003742  |\n",
+      "|    wind_direction               | 0.11606189   |\n",
+      "|    wind_speed                   | 0.27206504   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1095.8352    |\n",
+      "|    air_humidity                 | 47.036556    |\n",
+      "|    air_temperature              | 25.933289    |\n",
+      "|    clg_setpoint                 | 27.911453    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 8.0          |\n",
+      "|    diffuse_solar_radiation      | 351.5        |\n",
+      "|    direct_solar_radiation       | 212.0        |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 17.735224    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 66.0         |\n",
+      "|    outdoor_temperature          | 30.26159     |\n",
+      "|    people_occupant              | 8.0          |\n",
+      "|    total_electricity_HVAC       | 778334.25    |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 5.7          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**************-----------------------------------------------| 52%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.71956336 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.577456   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.55927306  |\n",
+      "|    air_humidity                 | 1.009577    |\n",
+      "|    air_temperature              | 1.5025697   |\n",
+      "|    clg_setpoint                 | -0.33649558 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6914578  |\n",
+      "|    diffuse_solar_radiation      | 2.176882    |\n",
+      "|    direct_solar_radiation       | 1.669072    |\n",
+      "|    hour                         | 0.21896447  |\n",
+      "|    htg_setpoint                 | -0.6038619  |\n",
+      "|    month                        | 1.8299556   |\n",
+      "|    outdoor_humidity             | -0.50910157 |\n",
+      "|    outdoor_temperature          | 2.1027994   |\n",
+      "|    people_occupant              | 1.21849     |\n",
+      "|    total_electricity_HVAC       | 0.4505031   |\n",
+      "|    wind_direction               | -0.07459831 |\n",
+      "|    wind_speed                   | 0.2772953   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5270.057    |\n",
+      "|    air_humidity                 | 50.24972    |\n",
+      "|    air_temperature              | 25.674873   |\n",
+      "|    clg_setpoint                 | 25.676193   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 298.5       |\n",
+      "|    direct_solar_radiation       | 578.5       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 14.847184   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 57.0        |\n",
+      "|    outdoor_temperature          | 29.928114   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 4532645.5   |\n",
+      "|    wind_direction               | 170.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************-----------------------------------------------| 52%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6720252  |\n",
+      "|    Heating_Setpoint_RL          | -0.26281333 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.356915   |\n",
+      "|    Heating_Setpoint_RL          | 16.146675   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.0209074   |\n",
+      "|    air_humidity                 | 1.112154    |\n",
+      "|    air_temperature              | 0.624054    |\n",
+      "|    clg_setpoint                 | -1.2972579  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.5759059  |\n",
+      "|    diffuse_solar_radiation      | 1.8564582   |\n",
+      "|    direct_solar_radiation       | 0.93792826  |\n",
+      "|    hour                         | 0.36340174  |\n",
+      "|    htg_setpoint                 | -1.3126354  |\n",
+      "|    month                        | 1.808477    |\n",
+      "|    outdoor_humidity             | -1.5832415  |\n",
+      "|    outdoor_temperature          | 2.391572    |\n",
+      "|    people_occupant              | 1.6922152   |\n",
+      "|    total_electricity_HVAC       | 1.9009411   |\n",
+      "|    wind_direction               | 0.88963646  |\n",
+      "|    wind_speed                   | 0.48788697  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 11931.401   |\n",
+      "|    air_humidity                 | 51.556984   |\n",
+      "|    air_temperature              | 23.920235   |\n",
+      "|    clg_setpoint                 | 23.312027   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 267.0       |\n",
+      "|    direct_solar_radiation       | 392.5       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 33.0        |\n",
+      "|    outdoor_temperature          | 32.908512   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 10770932.0  |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************-----------------------------------------------| 52%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.2794929   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.568289   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.63947254  |\n",
+      "|    air_humidity                 | 0.91907775  |\n",
+      "|    air_temperature              | 1.0830569   |\n",
+      "|    clg_setpoint                 | -0.6715173  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.46080974 |\n",
+      "|    diffuse_solar_radiation      | 1.2135175   |\n",
+      "|    direct_solar_radiation       | 1.3761133   |\n",
+      "|    hour                         | 0.5078282   |\n",
+      "|    htg_setpoint                 | -0.87632775 |\n",
+      "|    month                        | 1.7877376   |\n",
+      "|    outdoor_humidity             | -1.6229205  |\n",
+      "|    outdoor_temperature          | 2.0482352   |\n",
+      "|    people_occupant              | 1.689173    |\n",
+      "|    total_electricity_HVAC       | 0.7305848   |\n",
+      "|    wind_direction               | -1.4343829  |\n",
+      "|    wind_speed                   | 0.06892697  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5629.329    |\n",
+      "|    air_humidity                 | 49.144955   |\n",
+      "|    air_temperature              | 24.849232   |\n",
+      "|    clg_setpoint                 | 24.849937   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 202.0       |\n",
+      "|    direct_solar_radiation       | 505.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 13.749002   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 32.0        |\n",
+      "|    outdoor_temperature          | 29.821077   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 5732354.0   |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**************----------------------------------------------| 53%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.08045286   |\n",
+      "|    Heating_Setpoint_RL          | 0.3106783    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.896528    |\n",
+      "|    Heating_Setpoint_RL          | 19.372566    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.31902045  |\n",
+      "|    air_humidity                 | 0.74098796   |\n",
+      "|    air_temperature              | 1.7519268    |\n",
+      "|    clg_setpoint                 | 1.4230387    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.34600848  |\n",
+      "|    diffuse_solar_radiation      | -0.050009828 |\n",
+      "|    direct_solar_radiation       | 1.9934456    |\n",
+      "|    hour                         | 0.65223515   |\n",
+      "|    htg_setpoint                 | -0.07263139  |\n",
+      "|    month                        | 1.7676955    |\n",
+      "|    outdoor_humidity             | -0.45548537  |\n",
+      "|    outdoor_temperature          | 1.5700715    |\n",
+      "|    people_occupant              | 1.6861744    |\n",
+      "|    total_electricity_HVAC       | -0.3484767   |\n",
+      "|    wind_direction               | 0.20605645   |\n",
+      "|    wind_speed                   | 0.49054268   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1267.4889    |\n",
+      "|    air_humidity                 | 46.942337    |\n",
+      "|    air_temperature              | 26.194668    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 12.0         |\n",
+      "|    diffuse_solar_radiation      | 73.5         |\n",
+      "|    direct_solar_radiation       | 665.0        |\n",
+      "|    hour                         | 16.0         |\n",
+      "|    htg_setpoint                 | 16.970776    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 58.0         |\n",
+      "|    outdoor_temperature          | 25.360153    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 1098065.5    |\n",
+      "|    wind_direction               | 200.0        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.008552314  |\n",
+      "|    clip_fraction                | 0.0603       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.81        |\n",
+      "|    explained_variance           | 0.577        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 3.17         |\n",
+      "|    n_updates                    | 90           |\n",
+      "|    policy_gradient_loss         | -0.0089      |\n",
+      "|    std                          | 0.988        |\n",
+      "|    value_loss                   | 10.3         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------**************----------------------------------------------| 53%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.91923106  |\n",
+      "|    Heating_Setpoint_RL          | 0.7395147    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.522594    |\n",
+      "|    Heating_Setpoint_RL          | 21.784771    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.11550384  |\n",
+      "|    air_humidity                 | -0.9635514   |\n",
+      "|    air_temperature              | 0.5706309    |\n",
+      "|    clg_setpoint                 | -0.9187085   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.23138042  |\n",
+      "|    diffuse_solar_radiation      | 0.052223522  |\n",
+      "|    direct_solar_radiation       | 0.2259442    |\n",
+      "|    hour                         | 0.7966116    |\n",
+      "|    htg_setpoint                 | -1.3108269   |\n",
+      "|    month                        | 1.748313     |\n",
+      "|    outdoor_humidity             | 0.17130688   |\n",
+      "|    outdoor_temperature          | 1.9781036    |\n",
+      "|    people_occupant              | -0.6905923   |\n",
+      "|    total_electricity_HVAC       | -0.079519816 |\n",
+      "|    wind_direction               | 0.10729002   |\n",
+      "|    wind_speed                   | 0.49210596   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2186.923     |\n",
+      "|    air_humidity                 | 25.650936    |\n",
+      "|    air_temperature              | 23.82614     |\n",
+      "|    clg_setpoint                 | 24.239777    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 13.0         |\n",
+      "|    diffuse_solar_radiation      | 84.0         |\n",
+      "|    direct_solar_radiation       | 214.0        |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 72.0         |\n",
+      "|    outdoor_temperature          | 29.488441    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2246438.0    |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------**************----------------------------------------------| 53%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.1523472    |\n",
+      "|    Heating_Setpoint_RL          | -0.9617539   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.139172    |\n",
+      "|    Heating_Setpoint_RL          | 12.215135    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.48322803  |\n",
+      "|    air_humidity                 | -1.7280135   |\n",
+      "|    air_temperature              | 0.16302902   |\n",
+      "|    clg_setpoint                 | 1.4247088    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.116841115 |\n",
+      "|    diffuse_solar_radiation      | -0.6571865   |\n",
+      "|    direct_solar_radiation       | -0.60925996  |\n",
+      "|    hour                         | 0.94094414   |\n",
+      "|    htg_setpoint                 | 1.3217181    |\n",
+      "|    month                        | 1.7295542    |\n",
+      "|    outdoor_humidity             | 1.115576     |\n",
+      "|    outdoor_temperature          | 1.1955575    |\n",
+      "|    people_occupant              | -0.68786675  |\n",
+      "|    total_electricity_HVAC       | -0.4951275   |\n",
+      "|    wind_direction               | -0.85911936  |\n",
+      "|    wind_speed                   | -0.81163377  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 515.55066    |\n",
+      "|    air_humidity                 | 15.9569845   |\n",
+      "|    air_temperature              | 23.012281    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 14.0         |\n",
+      "|    diffuse_solar_radiation      | 12.0         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 18.0         |\n",
+      "|    htg_setpoint                 | 22.559185    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 93.0         |\n",
+      "|    outdoor_temperature          | 22.028776    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 463995.6     |\n",
+      "|    wind_direction               | 90.0         |\n",
+      "|    wind_speed                   | 3.1          |\n",
+      "--------------------------------------------------\n",
+      "---------------------------------------------------*************----------------------------------------------| 53%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 1.0           |\n",
+      "|    Heating_Setpoint_RL          | 0.93570304    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 30.0          |\n",
+      "|    Heating_Setpoint_RL          | 22.888329     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.37316445   |\n",
+      "|    air_humidity                 | 1.0778549     |\n",
+      "|    air_temperature              | 0.27963126    |\n",
+      "|    clg_setpoint                 | -1.3189249    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.0023422847 |\n",
+      "|    diffuse_solar_radiation      | -0.7752834    |\n",
+      "|    direct_solar_radiation       | -0.60848844   |\n",
+      "|    hour                         | 1.0852171     |\n",
+      "|    htg_setpoint                 | 0.17092673    |\n",
+      "|    month                        | 1.7113866     |\n",
+      "|    outdoor_humidity             | 0.61681867    |\n",
+      "|    outdoor_temperature          | 1.1068811     |\n",
+      "|    people_occupant              | -0.45034292   |\n",
+      "|    total_electricity_HVAC       | -0.3903278    |\n",
+      "|    wind_direction               | -0.17571163   |\n",
+      "|    wind_speed                   | -0.3889522    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 1015.01154    |\n",
+      "|    air_humidity                 | 51.067055     |\n",
+      "|    air_temperature              | 23.24959      |\n",
+      "|    clg_setpoint                 | 23.25         |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 15.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 19.0          |\n",
+      "|    htg_setpoint                 | 17.949232     |\n",
+      "|    month                        | 7.0           |\n",
+      "|    outdoor_humidity             | 82.0          |\n",
+      "|    outdoor_temperature          | 21.242224     |\n",
+      "|    people_occupant              | 2.0           |\n",
+      "|    total_electricity_HVAC       | 913510.4      |\n",
+      "|    wind_direction               | 160.0         |\n",
+      "|    wind_speed                   | 4.1           |\n",
+      "---------------------------------------------------\n",
+      "-------------------------------------------------****************---------------------------------------------| 54%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.338674   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.481976   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.45449355 |\n",
+      "|    air_humidity                 | 0.9122685   |\n",
+      "|    air_temperature              | 0.21349494  |\n",
+      "|    clg_setpoint                 | 1.4268869   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.11212913  |\n",
+      "|    diffuse_solar_radiation      | -0.7758211  |\n",
+      "|    direct_solar_radiation       | -0.60797095 |\n",
+      "|    hour                         | 1.2294126   |\n",
+      "|    htg_setpoint                 | 0.94741565  |\n",
+      "|    month                        | 1.6937796   |\n",
+      "|    outdoor_humidity             | -0.7779926  |\n",
+      "|    outdoor_temperature          | 1.9492294   |\n",
+      "|    people_occupant              | -0.45144138 |\n",
+      "|    total_electricity_HVAC       | -0.46786028 |\n",
+      "|    wind_direction               | -1.6255662  |\n",
+      "|    wind_speed                   | -0.5959054  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 651.2409    |\n",
+      "|    air_humidity                 | 49.017834   |\n",
+      "|    air_temperature              | 23.121668   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 21.067272   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 51.0        |\n",
+      "|    outdoor_temperature          | 29.634384   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 586116.8    |\n",
+      "|    wind_direction               | 10.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************---------------------------------------------| 54%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.9943306  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.031891   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.46629018 |\n",
+      "|    air_humidity                 | 0.68350583  |\n",
+      "|    air_temperature              | 0.045244068 |\n",
+      "|    clg_setpoint                 | 1.4279308   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.2265517   |\n",
+      "|    diffuse_solar_radiation      | -0.7765557  |\n",
+      "|    direct_solar_radiation       | -0.6092478  |\n",
+      "|    hour                         | 1.3735107   |\n",
+      "|    htg_setpoint                 | 0.24349391  |\n",
+      "|    month                        | 1.6767052   |\n",
+      "|    outdoor_humidity             | 0.483981    |\n",
+      "|    outdoor_temperature          | 1.4558048   |\n",
+      "|    people_occupant              | -0.6906309  |\n",
+      "|    total_electricity_HVAC       | -0.47917688 |\n",
+      "|    wind_direction               | -0.17183849 |\n",
+      "|    wind_speed                   | -1.2267618  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 601.19867   |\n",
+      "|    air_humidity                 | 46.171112   |\n",
+      "|    air_temperature              | 22.790876   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 18.243284   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 79.0        |\n",
+      "|    outdoor_temperature          | 24.923      |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 541078.8    |\n",
+      "|    wind_direction               | 160.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************---------------------------------------------| 54%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.4390985   |\n",
+      "|    Heating_Setpoint_RL          | 0.52254874  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.106956   |\n",
+      "|    Heating_Setpoint_RL          | 20.564337   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.48806992 |\n",
+      "|    air_humidity                 | 0.77082723  |\n",
+      "|    air_temperature              | 0.18162584  |\n",
+      "|    clg_setpoint                 | -1.0741748  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.34087023  |\n",
+      "|    diffuse_solar_radiation      | -0.77725744 |\n",
+      "|    direct_solar_radiation       | -0.6071457  |\n",
+      "|    hour                         | 1.5174894   |\n",
+      "|    htg_setpoint                 | -1.0369062  |\n",
+      "|    month                        | 1.6601369   |\n",
+      "|    outdoor_humidity             | 1.0215384   |\n",
+      "|    outdoor_temperature          | 1.0456423   |\n",
+      "|    people_occupant              | -0.69153374 |\n",
+      "|    total_electricity_HVAC       | -0.5000336  |\n",
+      "|    wind_direction               | -0.07247908 |\n",
+      "|    wind_speed                   | -1.0124162  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 503.88193   |\n",
+      "|    air_humidity                 | 47.31886    |\n",
+      "|    air_temperature              | 23.06656    |\n",
+      "|    clg_setpoint                 | 23.84257    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 13.106829   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 91.0        |\n",
+      "|    outdoor_temperature          | 20.977898   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 453493.72   |\n",
+      "|    wind_direction               | 170.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************--------------------------------------------| 55%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.48209438  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 20.33678    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.47876936 |\n",
+      "|    air_humidity                 | 0.4245584   |\n",
+      "|    air_temperature              | -0.27878705 |\n",
+      "|    clg_setpoint                 | 1.430683    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.45499676  |\n",
+      "|    diffuse_solar_radiation      | -0.7776092  |\n",
+      "|    direct_solar_radiation       | -0.6081071  |\n",
+      "|    hour                         | 1.6613247   |\n",
+      "|    htg_setpoint                 | -1.312877   |\n",
+      "|    month                        | 1.6440504   |\n",
+      "|    outdoor_humidity             | 1.1542664   |\n",
+      "|    outdoor_temperature          | 1.491705    |\n",
+      "|    people_occupant              | -0.69242746 |\n",
+      "|    total_electricity_HVAC       | -0.49133632 |\n",
+      "|    wind_direction               | 0.21886687  |\n",
+      "|    wind_speed                   | -0.37626228 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 550.2898    |\n",
+      "|    air_humidity                 | 43.0251     |\n",
+      "|    air_temperature              | 22.154976   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 94.0        |\n",
+      "|    outdoor_temperature          | 25.4981     |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 495260.8    |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------****************--------------------------------------------| 55%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.18606354  |\n",
+      "|    Heating_Setpoint_RL          | -0.6819642   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.997036    |\n",
+      "|    Heating_Setpoint_RL          | 13.788951    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.4885947   |\n",
+      "|    air_humidity                 | -1.2694619   |\n",
+      "|    air_temperature              | 0.084003724  |\n",
+      "|    clg_setpoint                 | -1.3136197   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.6847557    |\n",
+      "|    diffuse_solar_radiation      | -0.7775108   |\n",
+      "|    direct_solar_radiation       | -0.6089455   |\n",
+      "|    hour                         | -1.6606777   |\n",
+      "|    htg_setpoint                 | -0.031093394 |\n",
+      "|    month                        | 1.6284225    |\n",
+      "|    outdoor_humidity             | 0.74469656   |\n",
+      "|    outdoor_temperature          | 1.4541466    |\n",
+      "|    people_occupant              | -0.689775    |\n",
+      "|    total_electricity_HVAC       | -0.5007023   |\n",
+      "|    wind_direction               | 0.50975823   |\n",
+      "|    wind_speed                   | -0.1626181   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 502.81448    |\n",
+      "|    air_humidity                 | 21.800562    |\n",
+      "|    air_temperature              | 22.8791      |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 21.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 17.141811    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 85.0         |\n",
+      "|    outdoor_temperature          | 25.267405    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 452533.03    |\n",
+      "|    wind_direction               | 230.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*****************--------------------------------------------| 55%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.84887755  |\n",
+      "|    Heating_Setpoint_RL          | 0.62115246  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.489962   |\n",
+      "|    Heating_Setpoint_RL          | 21.118982   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.50352997 |\n",
+      "|    air_humidity                 | -1.7927268  |\n",
+      "|    air_temperature              | -0.08068232 |\n",
+      "|    clg_setpoint                 | 0.04772347  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7982251   |\n",
+      "|    diffuse_solar_radiation      | -0.777573   |\n",
+      "|    direct_solar_radiation       | -0.60936075 |\n",
+      "|    hour                         | -1.5157286  |\n",
+      "|    htg_setpoint                 | -0.48591197 |\n",
+      "|    month                        | 1.613232    |\n",
+      "|    outdoor_humidity             | 1.2402749   |\n",
+      "|    outdoor_temperature          | 1.2944238   |\n",
+      "|    people_occupant              | -0.68715286 |\n",
+      "|    total_electricity_HVAC       | -0.51475525 |\n",
+      "|    wind_direction               | 0.11965073  |\n",
+      "|    wind_speed                   | 1.8278878   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 432.68848   |\n",
+      "|    air_humidity                 | 15.066755   |\n",
+      "|    air_temperature              | 22.55418    |\n",
+      "|    clg_setpoint                 | 26.595993   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 15.317528   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 23.812098   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 390194.34   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 56%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.42711228 |\n",
+      "|    Heating_Setpoint_RL          | 0.42579594  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.183496   |\n",
+      "|    Heating_Setpoint_RL          | 20.020102   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.74617755  |\n",
+      "|    air_humidity                 | -0.13595293 |\n",
+      "|    air_temperature              | 0.26824042  |\n",
+      "|    clg_setpoint                 | 1.4323782   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.9109927   |\n",
+      "|    diffuse_solar_radiation      | -0.7778912  |\n",
+      "|    direct_solar_radiation       | -0.60940534 |\n",
+      "|    hour                         | -1.3709114  |\n",
+      "|    htg_setpoint                 | 1.49201     |\n",
+      "|    month                        | 1.5984589   |\n",
+      "|    outdoor_humidity             | 1.1478473   |\n",
+      "|    outdoor_temperature          | 1.1519212   |\n",
+      "|    people_occupant              | -0.68805367 |\n",
+      "|    total_electricity_HVAC       | 1.1008798   |\n",
+      "|    wind_direction               | 0.21640229  |\n",
+      "|    wind_speed                   | -0.16837992 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6025.081    |\n",
+      "|    air_humidity                 | 35.871063   |\n",
+      "|    air_temperature              | 23.249163   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 94.0        |\n",
+      "|    outdoor_temperature          | 22.493149   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7216292.5   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 56%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.361902   |\n",
+      "|    Heating_Setpoint_RL          | -0.72127086 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.40358    |\n",
+      "|    Heating_Setpoint_RL          | 13.567851   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.51671225 |\n",
+      "|    air_humidity                 | 0.80248034  |\n",
+      "|    air_temperature              | -0.83607185 |\n",
+      "|    clg_setpoint                 | 1.433973    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0228457   |\n",
+      "|    diffuse_solar_radiation      | -0.778428   |\n",
+      "|    direct_solar_radiation       | -0.6077502  |\n",
+      "|    hour                         | -1.2262003  |\n",
+      "|    htg_setpoint                 | -0.9733549  |\n",
+      "|    month                        | 1.5840843   |\n",
+      "|    outdoor_humidity             | 1.0974219   |\n",
+      "|    outdoor_temperature          | 0.858072    |\n",
+      "|    people_occupant              | -0.6889456  |\n",
+      "|    total_electricity_HVAC       | -0.5275857  |\n",
+      "|    wind_direction               | 0.019602453 |\n",
+      "|    wind_speed                   | -0.3807748  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 376.83112   |\n",
+      "|    air_humidity                 | 47.732758   |\n",
+      "|    air_temperature              | 21.066324   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 13.359235   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 19.616549   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 339148.0    |\n",
+      "|    wind_direction               | 180.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 56%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.25498873 |\n",
+      "|    Heating_Setpoint_RL          | 0.22139238  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.764414   |\n",
+      "|    Heating_Setpoint_RL          | 18.870333   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.50202596 |\n",
+      "|    air_humidity                 | -0.23029877 |\n",
+      "|    air_temperature              | -0.5963072  |\n",
+      "|    clg_setpoint                 | -0.6107577  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1335496   |\n",
+      "|    diffuse_solar_radiation      | -0.5560645  |\n",
+      "|    direct_solar_radiation       | -0.57908607 |\n",
+      "|    hour                         | -1.0815725  |\n",
+      "|    htg_setpoint                 | 0.25443998  |\n",
+      "|    month                        | 1.5700907   |\n",
+      "|    outdoor_humidity             | 1.2319493   |\n",
+      "|    outdoor_temperature          | 1.3925394   |\n",
+      "|    people_occupant              | -0.6898289  |\n",
+      "|    total_electricity_HVAC       | -0.5136749  |\n",
+      "|    wind_direction               | 0.8032197   |\n",
+      "|    wind_speed                   | -1.0155054  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 444.41684   |\n",
+      "|    air_humidity                 | 34.79375    |\n",
+      "|    air_temperature              | 21.54462    |\n",
+      "|    clg_setpoint                 | 24.96872    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 23.0        |\n",
+      "|    direct_solar_radiation       | 7.5         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 18.28137    |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 25.050331   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 399975.16   |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 56%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.04512344  |\n",
+      "|    Heating_Setpoint_RL          | -0.261659   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.777292   |\n",
+      "|    Heating_Setpoint_RL          | 16.153168   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5085016  |\n",
+      "|    air_humidity                 | 0.12626477  |\n",
+      "|    air_temperature              | -0.6237995  |\n",
+      "|    clg_setpoint                 | 1.4366312   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2428514   |\n",
+      "|    diffuse_solar_radiation      | -0.1421628  |\n",
+      "|    direct_solar_radiation       | -0.5240792  |\n",
+      "|    hour                         | -0.93700826 |\n",
+      "|    htg_setpoint                 | -0.49022427 |\n",
+      "|    month                        | 1.5564615   |\n",
+      "|    outdoor_humidity             | 0.82224196  |\n",
+      "|    outdoor_temperature          | 1.1521364   |\n",
+      "|    people_occupant              | -0.69070345 |\n",
+      "|    total_electricity_HVAC       | -0.5198826  |\n",
+      "|    wind_direction               | 0.2126987   |\n",
+      "|    wind_speed                   | -0.16214733 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 420.49292   |\n",
+      "|    air_humidity                 | 39.318317   |\n",
+      "|    air_temperature              | 21.495085   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 66.0        |\n",
+      "|    direct_solar_radiation       | 21.5        |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 15.292915   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 22.747227   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 378443.62   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 57%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.93646663 |\n",
+      "|    Heating_Setpoint_RL          | 0.08382806  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.464426   |\n",
+      "|    Heating_Setpoint_RL          | 18.096533   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.50643367 |\n",
+      "|    air_humidity                 | -0.06968522 |\n",
+      "|    air_temperature              | -0.38335043 |\n",
+      "|    clg_setpoint                 | 1.4374932   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.3504843   |\n",
+      "|    diffuse_solar_radiation      | 0.20840766  |\n",
+      "|    direct_solar_radiation       | 0.32048035  |\n",
+      "|    hour                         | -0.7924904  |\n",
+      "|    htg_setpoint                 | 0.96763945  |\n",
+      "|    month                        | 1.5431811   |\n",
+      "|    outdoor_humidity             | 0.8183051   |\n",
+      "|    outdoor_temperature          | 1.2760447   |\n",
+      "|    people_occupant              | -0.6915696  |\n",
+      "|    total_electricity_HVAC       | -0.51854736 |\n",
+      "|    wind_direction               | -1.7592522  |\n",
+      "|    wind_speed                   | -0.7997494  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 432.15097   |\n",
+      "|    air_humidity                 | 36.90651    |\n",
+      "|    air_temperature              | 21.975243   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 102.5       |\n",
+      "|    direct_solar_radiation       | 235.5       |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 21.138775   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 24.077085   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 386542.8    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 57%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.67410207 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.833176   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.45030135 |\n",
+      "|    air_humidity                 | -1.5382369  |\n",
+      "|    air_temperature              | 0.094972014 |\n",
+      "|    clg_setpoint                 | -1.0028937  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4561725   |\n",
+      "|    diffuse_solar_radiation      | 0.7307131   |\n",
+      "|    direct_solar_radiation       | -0.6093671  |\n",
+      "|    hour                         | -0.64800483 |\n",
+      "|    htg_setpoint                 | -1.3112522  |\n",
+      "|    month                        | 1.5302349   |\n",
+      "|    outdoor_humidity             | 0.9521399   |\n",
+      "|    outdoor_temperature          | 1.391377    |\n",
+      "|    people_occupant              | -0.6890152  |\n",
+      "|    total_electricity_HVAC       | -0.45461875 |\n",
+      "|    wind_direction               | 0.11259521  |\n",
+      "|    wind_speed                   | -0.37197545 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 678.2022    |\n",
+      "|    air_humidity                 | 18.40388    |\n",
+      "|    air_temperature              | 22.920534   |\n",
+      "|    clg_setpoint                 | 23.995571   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 157.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 25.335396   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 651675.5    |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*****************-------------------------------------------| 57%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.09323043   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 18.149422    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.26537603   |\n",
+      "|    air_humidity                 | -0.010177551 |\n",
+      "|    air_temperature              | 0.45787483   |\n",
+      "|    clg_setpoint                 | -1.1494521   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.5596365    |\n",
+      "|    diffuse_solar_radiation      | 1.5821661    |\n",
+      "|    direct_solar_radiation       | -0.19975394  |\n",
+      "|    hour                         | -0.50353986  |\n",
+      "|    htg_setpoint                 | -1.3114246   |\n",
+      "|    month                        | 1.5176092    |\n",
+      "|    outdoor_humidity             | -0.3233633   |\n",
+      "|    outdoor_temperature          | 1.4679122    |\n",
+      "|    people_occupant              | 1.6994027    |\n",
+      "|    total_electricity_HVAC       | 0.16038844   |\n",
+      "|    wind_direction               | -1.7660681   |\n",
+      "|    wind_speed                   | -2.1227894   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 3850.5125    |\n",
+      "|    air_humidity                 | 37.48524     |\n",
+      "|    air_temperature              | 23.635038    |\n",
+      "|    clg_setpoint                 | 23.633814    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 29.0         |\n",
+      "|    diffuse_solar_radiation      | 246.0        |\n",
+      "|    direct_solar_radiation       | 103.5        |\n",
+      "|    hour                         | 8.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 62.0         |\n",
+      "|    outdoor_temperature          | 26.204103    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 3225908.8    |\n",
+      "|    wind_direction               | 0.0          |\n",
+      "|    wind_speed                   | 0.0          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 57%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.14356029 |\n",
+      "|    Heating_Setpoint_RL          | -0.5282066  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.140484   |\n",
+      "|    Heating_Setpoint_RL          | 14.653838   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.06067571  |\n",
+      "|    air_humidity                 | 0.75765073  |\n",
+      "|    air_temperature              | 1.2892481   |\n",
+      "|    clg_setpoint                 | -0.4818814  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6605982   |\n",
+      "|    diffuse_solar_radiation      | 2.596604    |\n",
+      "|    direct_solar_radiation       | 0.61913764  |\n",
+      "|    hour                         | -0.35908657 |\n",
+      "|    htg_setpoint                 | -0.73780036 |\n",
+      "|    month                        | 1.5052911   |\n",
+      "|    outdoor_humidity             | 0.58462423  |\n",
+      "|    outdoor_temperature          | 1.4253983   |\n",
+      "|    people_occupant              | 1.6965721   |\n",
+      "|    total_electricity_HVAC       | -0.06546515 |\n",
+      "|    wind_direction               | 0.1094285   |\n",
+      "|    wind_speed                   | -0.15547615 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2942.6128   |\n",
+      "|    air_humidity                 | 47.208527   |\n",
+      "|    air_temperature              | 25.270542   |\n",
+      "|    clg_setpoint                 | 25.27069    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 352.5       |\n",
+      "|    direct_solar_radiation       | 310.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 14.299721   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 82.0        |\n",
+      "|    outdoor_temperature          | 25.861542   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 2280775.0   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************------------------------------------------| 58%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.520646   |\n",
+      "|    Heating_Setpoint_RL          | -0.6673674  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.86782    |\n",
+      "|    Heating_Setpoint_RL          | 13.871058   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.5675932   |\n",
+      "|    air_humidity                 | 1.3496848   |\n",
+      "|    air_temperature              | 0.25768355  |\n",
+      "|    clg_setpoint                 | -1.3025788  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7587866   |\n",
+      "|    diffuse_solar_radiation      | 3.201529    |\n",
+      "|    direct_solar_radiation       | -0.3476533  |\n",
+      "|    hour                         | -0.21463865 |\n",
+      "|    htg_setpoint                 | -0.600005   |\n",
+      "|    month                        | 1.493268    |\n",
+      "|    outdoor_humidity             | -0.32956868 |\n",
+      "|    outdoor_temperature          | 1.5740651   |\n",
+      "|    people_occupant              | 1.6937785   |\n",
+      "|    total_electricity_HVAC       | 1.6779776   |\n",
+      "|    wind_direction               | -1.3752673  |\n",
+      "|    wind_speed                   | -1.0090275  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 9618.886    |\n",
+      "|    air_humidity                 | 54.696857   |\n",
+      "|    air_temperature              | 23.249207   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 416.5       |\n",
+      "|    direct_solar_radiation       | 66.0        |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 14.853074   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 62.0        |\n",
+      "|    outdoor_temperature          | 27.468933   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 9577313.0   |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************------------------------------------------| 58%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.48750773 |\n",
+      "|    Heating_Setpoint_RL          | -0.48606622 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.979662   |\n",
+      "|    Heating_Setpoint_RL          | 14.890878   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.71623     |\n",
+      "|    air_humidity                 | 1.1449515   |\n",
+      "|    air_temperature              | 0.2575534   |\n",
+      "|    clg_setpoint                 | -1.301707   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6647273  |\n",
+      "|    diffuse_solar_radiation      | 1.0980935   |\n",
+      "|    direct_solar_radiation       | 2.4972663   |\n",
+      "|    hour                         | -0.07019217 |\n",
+      "|    htg_setpoint                 | 0.0966962   |\n",
+      "|    month                        | 1.9744972   |\n",
+      "|    outdoor_humidity             | -1.1525544  |\n",
+      "|    outdoor_temperature          | 2.0566003   |\n",
+      "|    people_occupant              | 1.2150146   |\n",
+      "|    total_electricity_HVAC       | 1.7839619   |\n",
+      "|    wind_direction               | 0.5058737   |\n",
+      "|    wind_speed                   | 0.32066095  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 10275.755   |\n",
+      "|    air_humidity                 | 52.15889    |\n",
+      "|    air_temperature              | 23.253117   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 197.0       |\n",
+      "|    direct_solar_radiation       | 784.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 17.64537    |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 44.0        |\n",
+      "|    outdoor_temperature          | 32.51405    |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 10018777.0  |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------******************------------------------------------------| 58%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.115287244  |\n",
+      "|    Heating_Setpoint_RL          | 0.62193215   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.014095    |\n",
+      "|    Heating_Setpoint_RL          | 21.123367    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.765951     |\n",
+      "|    air_humidity                 | 1.0957465    |\n",
+      "|    air_temperature              | 1.3922881    |\n",
+      "|    clg_setpoint                 | -0.39250025  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.5372056   |\n",
+      "|    diffuse_solar_radiation      | 0.9798288    |\n",
+      "|    direct_solar_radiation       | 2.1976013    |\n",
+      "|    hour                         | 0.07425431   |\n",
+      "|    htg_setpoint                 | -0.63732815  |\n",
+      "|    month                        | 1.9512091    |\n",
+      "|    outdoor_humidity             | 0.12749073   |\n",
+      "|    outdoor_temperature          | 1.8799659    |\n",
+      "|    people_occupant              | 0.26092675   |\n",
+      "|    total_electricity_HVAC       | 0.8558275    |\n",
+      "|    wind_direction               | 0.10733039   |\n",
+      "|    wind_speed                   | 0.10724893   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 6073.399     |\n",
+      "|    air_humidity                 | 51.5566      |\n",
+      "|    air_temperature              | 25.486687    |\n",
+      "|    clg_setpoint                 | 25.486963    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 2.0          |\n",
+      "|    diffuse_solar_radiation      | 184.5        |\n",
+      "|    direct_solar_radiation       | 711.0        |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 14.703268    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 72.0         |\n",
+      "|    outdoor_temperature          | 30.8736      |\n",
+      "|    people_occupant              | 8.0          |\n",
+      "|    total_electricity_HVAC       | 6140688.5    |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 5.2          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.0074095502 |\n",
+      "|    clip_fraction                | 0.0579       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.82        |\n",
+      "|    explained_variance           | 0.735        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 1.89         |\n",
+      "|    n_updates                    | 100          |\n",
+      "|    policy_gradient_loss         | -0.0063      |\n",
+      "|    std                          | 0.994        |\n",
+      "|    value_loss                   | 5.79         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------********************----------------------------------------| 59%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.42613852  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 15.227971    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.084606394 |\n",
+      "|    air_humidity                 | -1.0132661   |\n",
+      "|    air_temperature              | 0.6690685    |\n",
+      "|    clg_setpoint                 | -0.598295    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.4126768   |\n",
+      "|    diffuse_solar_radiation      | 2.059372     |\n",
+      "|    direct_solar_radiation       | 1.3614783    |\n",
+      "|    hour                         | 0.2186999    |\n",
+      "|    htg_setpoint                 | 0.031817786  |\n",
+      "|    month                        | 1.928726     |\n",
+      "|    outdoor_humidity             | 0.12621263   |\n",
+      "|    outdoor_temperature          | 1.768464     |\n",
+      "|    people_occupant              | -0.6907704   |\n",
+      "|    total_electricity_HVAC       | -0.09766069  |\n",
+      "|    wind_direction               | 0.10717676   |\n",
+      "|    wind_speed                   | 0.5390824    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2308.893     |\n",
+      "|    air_humidity                 | 25.043064    |\n",
+      "|    air_temperature              | 24.068533    |\n",
+      "|    clg_setpoint                 | 24.979864    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 3.0          |\n",
+      "|    diffuse_solar_radiation      | 298.0        |\n",
+      "|    direct_solar_radiation       | 500.0        |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 17.38343     |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 72.0         |\n",
+      "|    outdoor_temperature          | 29.873354    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2154951.5    |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************----------------------------------------| 59%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.15839316 |\n",
+      "|    air_humidity                 | -1.6495407  |\n",
+      "|    air_temperature              | 0.3624465   |\n",
+      "|    clg_setpoint                 | -0.8045736  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2906109  |\n",
+      "|    diffuse_solar_radiation      | 1.544071    |\n",
+      "|    direct_solar_radiation       | 1.2850139   |\n",
+      "|    hour                         | 0.3631414   |\n",
+      "|    htg_setpoint                 | -1.3119385  |\n",
+      "|    month                        | 1.9070026   |\n",
+      "|    outdoor_humidity             | -0.29009783 |\n",
+      "|    outdoor_temperature          | 1.9181036   |\n",
+      "|    people_occupant              | -0.688307   |\n",
+      "|    total_electricity_HVAC       | -0.19865736 |\n",
+      "|    wind_direction               | 0.3064313   |\n",
+      "|    wind_speed                   | -0.14628932 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1977.0289   |\n",
+      "|    air_humidity                 | 16.900677   |\n",
+      "|    air_temperature              | 23.469507   |\n",
+      "|    clg_setpoint                 | 24.47375    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 244.0       |\n",
+      "|    direct_solar_radiation       | 481.5       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 63.0        |\n",
+      "|    outdoor_temperature          | 31.532825   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1728398.2   |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************----------------------------------------| 59%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.9594447   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.021877   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.2085793   |\n",
+      "|    air_humidity                 | 1.4360005   |\n",
+      "|    air_temperature              | 1.3188598   |\n",
+      "|    clg_setpoint                 | -1.3015151  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.1705527  |\n",
+      "|    diffuse_solar_radiation      | 0.65886176  |\n",
+      "|    direct_solar_radiation       | -0.6140046  |\n",
+      "|    hour                         | 0.50757325  |\n",
+      "|    htg_setpoint                 | -1.312075   |\n",
+      "|    month                        | 1.885997    |\n",
+      "|    outdoor_humidity             | 0.85928714  |\n",
+      "|    outdoor_temperature          | 1.2642527   |\n",
+      "|    people_occupant              | 1.6962285   |\n",
+      "|    total_electricity_HVAC       | 2.0863862   |\n",
+      "|    wind_direction               | -0.59078276 |\n",
+      "|    wind_speed                   | -0.1442861  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 12414.82    |\n",
+      "|    air_humidity                 | 55.807056   |\n",
+      "|    air_temperature              | 25.342749   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 151.5       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 88.0        |\n",
+      "|    outdoor_temperature          | 24.950642   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 11243925.0  |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********************----------------------------------------| 59%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.54873675  |\n",
+      "|    Heating_Setpoint_RL          | -0.4782197   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.773014    |\n",
+      "|    Heating_Setpoint_RL          | 14.935015    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.7648728    |\n",
+      "|    air_humidity                 | 1.4908432    |\n",
+      "|    air_temperature              | 0.2459274    |\n",
+      "|    clg_setpoint                 | -1.3000381   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.0521115   |\n",
+      "|    diffuse_solar_radiation      | -0.017344534 |\n",
+      "|    direct_solar_radiation       | -0.6119822   |\n",
+      "|    hour                         | 0.65198785   |\n",
+      "|    htg_setpoint                 | 0.085054085  |\n",
+      "|    month                        | 1.8656707    |\n",
+      "|    outdoor_humidity             | 0.6707883    |\n",
+      "|    outdoor_temperature          | 0.85993296   |\n",
+      "|    people_occupant              | 1.6935178    |\n",
+      "|    total_electricity_HVAC       | 0.8308459    |\n",
+      "|    wind_direction               | -1.4851327   |\n",
+      "|    wind_speed                   | -0.14234212  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 6042.879     |\n",
+      "|    air_humidity                 | 56.56967     |\n",
+      "|    air_temperature              | 23.250034    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 6.0          |\n",
+      "|    diffuse_solar_radiation      | 80.5         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 16.0         |\n",
+      "|    htg_setpoint                 | 17.60672     |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 84.0         |\n",
+      "|    outdoor_temperature          | 20.831217    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 6010887.0    |\n",
+      "|    wind_direction               | 30.0         |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**********************---------------------------------------| 60%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.18263549 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.008606   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.83496904  |\n",
+      "|    air_humidity                 | 1.254857    |\n",
+      "|    air_temperature              | 0.24423426  |\n",
+      "|    clg_setpoint                 | -1.2994727  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9349516  |\n",
+      "|    diffuse_solar_radiation      | -0.24249904 |\n",
+      "|    direct_solar_radiation       | 0.29312822  |\n",
+      "|    hour                         | 0.7963754   |\n",
+      "|    htg_setpoint                 | 0.290194    |\n",
+      "|    month                        | 1.8459877   |\n",
+      "|    outdoor_humidity             | -1.0331099  |\n",
+      "|    outdoor_temperature          | 1.5183259   |\n",
+      "|    people_occupant              | 1.6908414   |\n",
+      "|    total_electricity_HVAC       | 1.0328209   |\n",
+      "|    wind_direction               | -1.0781968  |\n",
+      "|    wind_speed                   | -0.788813   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6347.0254   |\n",
+      "|    air_humidity                 | 53.636616   |\n",
+      "|    air_temperature              | 23.25044    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 57.0        |\n",
+      "|    direct_solar_radiation       | 228.5       |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 18.434208   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 47.0        |\n",
+      "|    outdoor_temperature          | 27.691172   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 6846408.0   |\n",
+      "|    wind_direction               | 70.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************---------------------------------------| 60%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.115605   |\n",
+      "|    Heating_Setpoint_RL          | -0.3899028  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.234833   |\n",
+      "|    Heating_Setpoint_RL          | 15.431797   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.37718382 |\n",
+      "|    air_humidity                 | 0.66905093  |\n",
+      "|    air_temperature              | 1.4064904   |\n",
+      "|    clg_setpoint                 | 0.9529561   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.81878585 |\n",
+      "|    diffuse_solar_radiation      | -0.78477585 |\n",
+      "|    direct_solar_radiation       | -0.6135911  |\n",
+      "|    hour                         | 0.9407239   |\n",
+      "|    htg_setpoint                 | -1.3141083  |\n",
+      "|    month                        | 1.8269147   |\n",
+      "|    outdoor_humidity             | -0.38640204 |\n",
+      "|    outdoor_temperature          | 0.8660389   |\n",
+      "|    people_occupant              | 0.49867415  |\n",
+      "|    total_electricity_HVAC       | -0.39537093 |\n",
+      "|    wind_direction               | -0.5757981  |\n",
+      "|    wind_speed                   | -0.78798014 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1016.24347  |\n",
+      "|    air_humidity                 | 46.27425    |\n",
+      "|    air_temperature              | 25.524637   |\n",
+      "|    clg_setpoint                 | 28.787628   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 61.0        |\n",
+      "|    outdoor_temperature          | 20.994892   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 914133.44   |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*********************---------------------------------------| 60%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.118324906 |\n",
+      "|    Heating_Setpoint_RL          | -0.81762683  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.225655    |\n",
+      "|    Heating_Setpoint_RL          | 13.025849    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.43732452  |\n",
+      "|    air_humidity                 | 0.5252795    |\n",
+      "|    air_temperature              | 1.0345603    |\n",
+      "|    clg_setpoint                 | 0.21308659   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.70337033  |\n",
+      "|    diffuse_solar_radiation      | -0.7848171   |\n",
+      "|    direct_solar_radiation       | -0.6144996   |\n",
+      "|    hour                         | 1.0850195    |\n",
+      "|    htg_setpoint                 | -1.3146582   |\n",
+      "|    month                        | 1.808421     |\n",
+      "|    outdoor_humidity             | -0.15456216  |\n",
+      "|    outdoor_temperature          | 0.91449624   |\n",
+      "|    people_occupant              | -0.45442328  |\n",
+      "|    total_electricity_HVAC       | -0.45272157  |\n",
+      "|    wind_direction               | 0.123928815  |\n",
+      "|    wind_speed                   | -0.56746006  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 755.82745    |\n",
+      "|    air_humidity                 | 44.4858      |\n",
+      "|    air_temperature              | 24.802282    |\n",
+      "|    clg_setpoint                 | 26.96375     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 9.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 19.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 66.0         |\n",
+      "|    outdoor_temperature          | 21.551191    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 680244.7     |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**********************---------------------------------------| 60%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.51848245 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 14.708536   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.47781092 |\n",
+      "|    air_humidity                 | -1.2181023  |\n",
+      "|    air_temperature              | 0.22031577  |\n",
+      "|    clg_setpoint                 | 0.94147503  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.5885004  |\n",
+      "|    diffuse_solar_radiation      | -0.78449875 |\n",
+      "|    direct_solar_radiation       | -0.6160512  |\n",
+      "|    hour                         | 1.229246    |\n",
+      "|    htg_setpoint                 | -1.3136498  |\n",
+      "|    month                        | 1.7904779   |\n",
+      "|    outdoor_humidity             | 0.72253627  |\n",
+      "|    outdoor_temperature          | 1.1564339   |\n",
+      "|    people_occupant              | -0.69002396 |\n",
+      "|    total_electricity_HVAC       | -0.49130452 |\n",
+      "|    wind_direction               | 0.22196184  |\n",
+      "|    wind_speed                   | -0.9986349  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 575.9174    |\n",
+      "|    air_humidity                 | 22.45254    |\n",
+      "|    air_temperature              | 23.213823   |\n",
+      "|    clg_setpoint                 | 28.752773   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 85.0        |\n",
+      "|    outdoor_temperature          | 24.117476   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 518325.7    |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************--------------------------------------| 61%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49265057 |\n",
+      "|    air_humidity                 | -1.8154253  |\n",
+      "|    air_temperature              | 0.077331126 |\n",
+      "|    clg_setpoint                 | -0.17219889 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.47400776 |\n",
+      "|    diffuse_solar_radiation      | -0.78476304 |\n",
+      "|    direct_solar_radiation       | -0.61710596 |\n",
+      "|    hour                         | 1.3733859   |\n",
+      "|    htg_setpoint                 | 0.6923812   |\n",
+      "|    month                        | 1.7730584   |\n",
+      "|    outdoor_humidity             | 1.1372119   |\n",
+      "|    outdoor_temperature          | 1.0119913   |\n",
+      "|    people_occupant              | -0.6876453  |\n",
+      "|    total_electricity_HVAC       | -0.5054929  |\n",
+      "|    wind_direction               | 0.12098572  |\n",
+      "|    wind_speed                   | -0.77966976 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 507.81885   |\n",
+      "|    air_humidity                 | 14.729426   |\n",
+      "|    air_temperature              | 22.937141   |\n",
+      "|    clg_setpoint                 | 26.014206   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 20.048813   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 94.0        |\n",
+      "|    outdoor_temperature          | 22.690191   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 457036.97   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************--------------------------------------| 61%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.13753553  |\n",
+      "|    Heating_Setpoint_RL          | 0.89135134  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.089182   |\n",
+      "|    Heating_Setpoint_RL          | 22.638851   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.48106098 |\n",
+      "|    air_humidity                 | 0.7298104   |\n",
+      "|    air_temperature              | -0.21112634 |\n",
+      "|    clg_setpoint                 | 0.65206945  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.35975826 |\n",
+      "|    diffuse_solar_radiation      | -0.78356385 |\n",
+      "|    direct_solar_radiation       | -0.6165495  |\n",
+      "|    hour                         | 1.5174193   |\n",
+      "|    htg_setpoint                 | -1.3130015  |\n",
+      "|    month                        | 1.7561376   |\n",
+      "|    outdoor_humidity             | 0.210063    |\n",
+      "|    outdoor_temperature          | 1.2217987   |\n",
+      "|    people_occupant              | -0.6884602  |\n",
+      "|    total_electricity_HVAC       | -0.4945509  |\n",
+      "|    wind_direction               | 1.1195431   |\n",
+      "|    wind_speed                   | -0.7788717  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 561.12646   |\n",
+      "|    air_humidity                 | 46.98238    |\n",
+      "|    air_temperature              | 22.380983   |\n",
+      "|    clg_setpoint                 | 28.03511    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 74.0        |\n",
+      "|    outdoor_temperature          | 24.948664   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 505013.8    |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************-------------------------------------| 62%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9206117  |\n",
+      "|    Heating_Setpoint_RL          | 0.43971315  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.517935   |\n",
+      "|    Heating_Setpoint_RL          | 20.098387   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.48705217 |\n",
+      "|    air_humidity                 | 0.44704416  |\n",
+      "|    air_temperature              | -0.2534758  |\n",
+      "|    clg_setpoint                 | 1.4271976   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.2456503  |\n",
+      "|    diffuse_solar_radiation      | -0.784085   |\n",
+      "|    direct_solar_radiation       | -0.61765045 |\n",
+      "|    hour                         | 1.6613247   |\n",
+      "|    htg_setpoint                 | -0.6657178  |\n",
+      "|    month                        | 1.7396922   |\n",
+      "|    outdoor_humidity             | 0.5834858   |\n",
+      "|    outdoor_temperature          | 1.178402    |\n",
+      "|    people_occupant              | -0.6892678  |\n",
+      "|    total_electricity_HVAC       | -0.50031936 |\n",
+      "|    wind_direction               | 0.41753083  |\n",
+      "|    wind_speed                   | -0.9956115  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 538.46826   |\n",
+      "|    air_humidity                 | 43.41392    |\n",
+      "|    air_temperature              | 22.302912   |\n",
+      "|    clg_setpoint                 | 29.937689   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 14.598387   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 82.0        |\n",
+      "|    outdoor_temperature          | 24.59945    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 484621.44   |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********************-------------------------------------| 62%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.48884395  |\n",
+      "|    air_humidity                 | 0.33681712   |\n",
+      "|    air_temperature              | -0.2628855   |\n",
+      "|    clg_setpoint                 | 1.4541097    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.017649367 |\n",
+      "|    diffuse_solar_radiation      | -0.78436023  |\n",
+      "|    direct_solar_radiation       | -0.6187131   |\n",
+      "|    hour                         | -1.6607492   |\n",
+      "|    htg_setpoint                 | 0.8572762    |\n",
+      "|    month                        | 1.7237004    |\n",
+      "|    outdoor_humidity             | 0.4444376    |\n",
+      "|    outdoor_temperature          | 1.3283691    |\n",
+      "|    people_occupant              | -0.69006824  |\n",
+      "|    total_electricity_HVAC       | -0.50205755  |\n",
+      "|    wind_direction               | 0.01703774   |\n",
+      "|    wind_speed                   | -0.9947865   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 534.87854    |\n",
+      "|    air_humidity                 | 42.04454     |\n",
+      "|    air_temperature              | 22.289062    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 20.706009    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 79.0         |\n",
+      "|    outdoor_temperature          | 26.256426    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 481390.72    |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------***********************-------------------------------------| 62%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.0072815293 |\n",
+      "|    air_humidity                 | -0.16280586  |\n",
+      "|    air_temperature              | 0.23099875   |\n",
+      "|    clg_setpoint                 | 1.4558342    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.0965969    |\n",
+      "|    diffuse_solar_radiation      | -0.7844682   |\n",
+      "|    direct_solar_radiation       | -0.61957127  |\n",
+      "|    hour                         | -1.5158533   |\n",
+      "|    htg_setpoint                 | 1.4911015    |\n",
+      "|    month                        | 1.7081416    |\n",
+      "|    outdoor_humidity             | 0.9561995    |\n",
+      "|    outdoor_temperature          | 1.0897843    |\n",
+      "|    people_occupant              | -0.6908616   |\n",
+      "|    total_electricity_HVAC       | -0.02937731  |\n",
+      "|    wind_direction               | -0.78338224  |\n",
+      "|    wind_speed                   | -1.2089523   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2700.6208    |\n",
+      "|    air_humidity                 | 35.744995    |\n",
+      "|    air_temperature              | 23.250217    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 16.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 1.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 90.0         |\n",
+      "|    outdoor_temperature          | 23.847324    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2430558.8    |\n",
+      "|    wind_direction               | 100.0        |\n",
+      "|    wind_speed                   | 2.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------************************-------------------------------------| 62%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.95111537  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.975025   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49800166 |\n",
+      "|    air_humidity                 | -0.17821738 |\n",
+      "|    air_temperature              | -0.12522359 |\n",
+      "|    clg_setpoint                 | 1.4570475   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.21081619  |\n",
+      "|    diffuse_solar_radiation      | -0.78463215 |\n",
+      "|    direct_solar_radiation       | -0.62014395 |\n",
+      "|    hour                         | -1.3710742  |\n",
+      "|    htg_setpoint                 | -0.13857667 |\n",
+      "|    month                        | 1.6929966   |\n",
+      "|    outdoor_humidity             | 0.95447886  |\n",
+      "|    outdoor_temperature          | 1.1693178   |\n",
+      "|    people_occupant              | -0.69164795 |\n",
+      "|    total_electricity_HVAC       | -0.51092416 |\n",
+      "|    wind_direction               | -1.3806523  |\n",
+      "|    wind_speed                   | -0.7712948  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 502.17807   |\n",
+      "|    air_humidity                 | 35.582977   |\n",
+      "|    air_temperature              | 22.564451   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 16.716124   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 24.778837   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 451960.28   |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************************------------------------------------| 63%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.25413147   |\n",
+      "|    Heating_Setpoint_RL          | 0.9628136    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.482693    |\n",
+      "|    Heating_Setpoint_RL          | 23.040827    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.510593    |\n",
+      "|    air_humidity                 | -1.5699636   |\n",
+      "|    air_temperature              | -0.1365775   |\n",
+      "|    clg_setpoint                 | -1.2901235   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.3249799    |\n",
+      "|    diffuse_solar_radiation      | -0.7845927   |\n",
+      "|    direct_solar_radiation       | -0.6195998   |\n",
+      "|    hour                         | -1.2263894   |\n",
+      "|    htg_setpoint                 | -0.090362675 |\n",
+      "|    month                        | 1.6782475    |\n",
+      "|    outdoor_humidity             | -0.5344901   |\n",
+      "|    outdoor_temperature          | 1.1760105    |\n",
+      "|    people_occupant              | -0.6893252   |\n",
+      "|    total_electricity_HVAC       | -0.5229509   |\n",
+      "|    wind_direction               | -1.5720636   |\n",
+      "|    wind_speed                   | 0.35993674   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 443.7409     |\n",
+      "|    air_humidity                 | 17.916767    |\n",
+      "|    air_temperature              | 22.54522     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 18.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 3.0          |\n",
+      "|    htg_setpoint                 | 16.910467    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 58.0         |\n",
+      "|    outdoor_temperature          | 24.949455    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 399366.8     |\n",
+      "|    wind_direction               | 20.0         |\n",
+      "|    wind_speed                   | 5.7          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************************------------------------------------| 63%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.26838297  |\n",
+      "|    Heating_Setpoint_RL          | 0.07043484  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.530792   |\n",
+      "|    Heating_Setpoint_RL          | 18.021196   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.62226844  |\n",
+      "|    air_humidity                 | -2.0332174  |\n",
+      "|    air_temperature              | 0.22737509  |\n",
+      "|    clg_setpoint                 | -0.6670394  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.4390307   |\n",
+      "|    diffuse_solar_radiation      | -0.78464    |\n",
+      "|    direct_solar_radiation       | -0.62081456 |\n",
+      "|    hour                         | -1.0817788  |\n",
+      "|    htg_setpoint                 | 1.4898438   |\n",
+      "|    month                        | 1.6638772   |\n",
+      "|    outdoor_humidity             | 0.029255407 |\n",
+      "|    outdoor_temperature          | 0.7370565   |\n",
+      "|    people_occupant              | -0.68702567 |\n",
+      "|    total_electricity_HVAC       | 0.7199127   |\n",
+      "|    wind_direction               | -1.3643097  |\n",
+      "|    wind_speed                   | -0.12137623 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5360.505    |\n",
+      "|    air_humidity                 | 11.823363   |\n",
+      "|    air_temperature              | 23.249939   |\n",
+      "|    clg_setpoint                 | 24.781168   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 70.0        |\n",
+      "|    outdoor_temperature          | 20.422712   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5494404.5   |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************------------------------------------| 63%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.28082305 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.677223   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.8596991   |\n",
+      "|    air_humidity                 | 0.83533996  |\n",
+      "|    air_temperature              | 0.22538324  |\n",
+      "|    clg_setpoint                 | -0.7802639  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.5528832   |\n",
+      "|    diffuse_solar_radiation      | -0.29276142 |\n",
+      "|    direct_solar_radiation       | -0.22660764 |\n",
+      "|    hour                         | -0.93722445 |\n",
+      "|    htg_setpoint                 | 1.4888402   |\n",
+      "|    month                        | 1.6498699   |\n",
+      "|    outdoor_humidity             | 0.63705415  |\n",
+      "|    outdoor_temperature          | 0.39602697  |\n",
+      "|    people_occupant              | -0.68781745 |\n",
+      "|    total_electricity_HVAC       | 1.1153922   |\n",
+      "|    wind_direction               | -1.4582344  |\n",
+      "|    wind_speed                   | 0.14123668  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6385.677    |\n",
+      "|    air_humidity                 | 48.308212   |\n",
+      "|    air_temperature              | 23.249338   |\n",
+      "|    clg_setpoint                 | 24.500055   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 52.5        |\n",
+      "|    direct_solar_radiation       | 100.0       |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 83.0        |\n",
+      "|    outdoor_temperature          | 16.87953    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7110154.0   |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************------------------------------------| 63%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.023303822 |\n",
+      "|    Heating_Setpoint_RL          | 0.48075628  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.703651   |\n",
+      "|    Heating_Setpoint_RL          | 20.329254   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4206954  |\n",
+      "|    air_humidity                 | 0.003440279 |\n",
+      "|    air_temperature              | -0.38010883 |\n",
+      "|    clg_setpoint                 | -0.43538782 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.666425    |\n",
+      "|    diffuse_solar_radiation      | -0.11506228 |\n",
+      "|    direct_solar_radiation       | 1.0559604   |\n",
+      "|    hour                         | -0.79271156 |\n",
+      "|    htg_setpoint                 | 0.32318166  |\n",
+      "|    month                        | 1.6362106   |\n",
+      "|    outdoor_humidity             | -0.15249969 |\n",
+      "|    outdoor_temperature          | 0.93089676  |\n",
+      "|    people_occupant              | -0.6886024  |\n",
+      "|    total_electricity_HVAC       | -0.41837278 |\n",
+      "|    wind_direction               | 0.73987985  |\n",
+      "|    wind_speed                   | -0.5564629  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 835.90967   |\n",
+      "|    air_humidity                 | 37.76725    |\n",
+      "|    air_temperature              | 22.085892   |\n",
+      "|    clg_setpoint                 | 25.343689   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 71.5        |\n",
+      "|    direct_solar_radiation       | 425.0       |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 18.575974   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 66.0        |\n",
+      "|    outdoor_temperature          | 22.559618   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 830709.2    |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*************************-----------------------------------| 64%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.25361535  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 16.198414    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.44971552  |\n",
+      "|    air_humidity                 | -0.3081796   |\n",
+      "|    air_temperature              | -0.096490405 |\n",
+      "|    clg_setpoint                 | 1.4204968    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.77951753   |\n",
+      "|    diffuse_solar_radiation      | 0.04097795   |\n",
+      "|    direct_solar_radiation       | 2.190152     |\n",
+      "|    hour                         | -0.64822733  |\n",
+      "|    htg_setpoint                 | -1.3147632   |\n",
+      "|    month                        | 1.6228849    |\n",
+      "|    outdoor_humidity             | -1.1287813   |\n",
+      "|    outdoor_temperature          | 1.3137963    |\n",
+      "|    people_occupant              | -0.6893806   |\n",
+      "|    total_electricity_HVAC       | -0.47321492  |\n",
+      "|    wind_direction               | 1.5365777    |\n",
+      "|    wind_speed                   | 0.58372366   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 714.11304    |\n",
+      "|    air_humidity                 | 33.841095    |\n",
+      "|    air_temperature              | 22.635456    |\n",
+      "|    clg_setpoint                 | 29.901182    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 22.0         |\n",
+      "|    diffuse_solar_radiation      | 88.0         |\n",
+      "|    direct_solar_radiation       | 715.0        |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 45.0         |\n",
+      "|    outdoor_temperature          | 26.69904     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 610016.8     |\n",
+      "|    wind_direction               | 330.0        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**************************-----------------------------------| 64%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.6551806   |\n",
+      "|    Heating_Setpoint_RL          | -0.67107904 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.836235   |\n",
+      "|    Heating_Setpoint_RL          | 13.850181   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.22745422  |\n",
+      "|    air_humidity                 | 0.68039244  |\n",
+      "|    air_temperature              | 0.22033916  |\n",
+      "|    clg_setpoint                 | -1.2863528  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.89199823  |\n",
+      "|    diffuse_solar_radiation      | 1.5972313   |\n",
+      "|    direct_solar_radiation       | 1.1245112   |\n",
+      "|    hour                         | -0.50376165 |\n",
+      "|    htg_setpoint                 | -0.57251346 |\n",
+      "|    month                        | 1.6098796   |\n",
+      "|    outdoor_humidity             | -0.9809919  |\n",
+      "|    outdoor_temperature          | 0.8216934   |\n",
+      "|    people_occupant              | 1.6913102   |\n",
+      "|    total_electricity_HVAC       | 0.3357551   |\n",
+      "|    wind_direction               | -1.557872   |\n",
+      "|    wind_speed                   | -0.11844815 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3643.873    |\n",
+      "|    air_humidity                 | 46.39697    |\n",
+      "|    air_temperature              | 23.249859   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 253.5       |\n",
+      "|    direct_solar_radiation       | 445.5       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 14.976498   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 48.0        |\n",
+      "|    outdoor_temperature          | 21.561728   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3915634.5   |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*************************-----------------------------------| 64%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.6562818    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 21.316586    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.30865803  |\n",
+      "|    air_humidity                 | -0.50095856  |\n",
+      "|    air_temperature              | -0.052758295 |\n",
+      "|    clg_setpoint                 | -0.45123437  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.003682     |\n",
+      "|    diffuse_solar_radiation      | 1.4112076    |\n",
+      "|    direct_solar_radiation       | 1.858331     |\n",
+      "|    hour                         | -0.3593064   |\n",
+      "|    htg_setpoint                 | -0.7069858   |\n",
+      "|    month                        | 1.597182     |\n",
+      "|    outdoor_humidity             | -0.8402536   |\n",
+      "|    outdoor_temperature          | 1.3025626    |\n",
+      "|    people_occupant              | -0.690917    |\n",
+      "|    total_electricity_HVAC       | -0.3335493   |\n",
+      "|    wind_direction               | 0.832657     |\n",
+      "|    wind_speed                   | 0.5841779    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1326.0413    |\n",
+      "|    air_humidity                 | 31.465088    |\n",
+      "|    air_temperature              | 22.72759     |\n",
+      "|    clg_setpoint                 | 25.29974     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 24.0         |\n",
+      "|    diffuse_solar_radiation      | 234.0        |\n",
+      "|    direct_solar_radiation       | 632.5        |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 14.43227     |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 51.0         |\n",
+      "|    outdoor_temperature          | 26.683355    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1182500.6    |\n",
+      "|    wind_direction               | 260.0        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.007328547  |\n",
+      "|    clip_fraction                | 0.0867       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.83        |\n",
+      "|    explained_variance           | 0.806        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 1.99         |\n",
+      "|    n_updates                    | 110          |\n",
+      "|    policy_gradient_loss         | -0.0105      |\n",
+      "|    std                          | 0.994        |\n",
+      "|    value_loss                   | 4.73         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***************************----------------------------------| 65%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.24495539  |\n",
+      "|    Heating_Setpoint_RL          | 0.52583665  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.451725   |\n",
+      "|    Heating_Setpoint_RL          | 20.582832   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.0397319  |\n",
+      "|    air_humidity                 | -1.1559664  |\n",
+      "|    air_temperature              | 0.047704134 |\n",
+      "|    clg_setpoint                 | -1.2858752  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1143639   |\n",
+      "|    diffuse_solar_radiation      | 1.1791459   |\n",
+      "|    direct_solar_radiation       | 2.235054    |\n",
+      "|    hour                         | -0.21485594 |\n",
+      "|    htg_setpoint                 | 0.8741439   |\n",
+      "|    month                        | 1.5847802   |\n",
+      "|    outdoor_humidity             | -1.6212004  |\n",
+      "|    outdoor_temperature          | 0.9811238   |\n",
+      "|    people_occupant              | -0.68866974 |\n",
+      "|    total_electricity_HVAC       | 0.018914554 |\n",
+      "|    wind_direction               | -1.7564504  |\n",
+      "|    wind_speed                   | 0.14174646  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2480.3218   |\n",
+      "|    air_humidity                 | 23.09618    |\n",
+      "|    air_temperature              | 22.92202    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 209.5       |\n",
+      "|    direct_solar_radiation       | 729.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 20.772663   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 34.0        |\n",
+      "|    outdoor_temperature          | 23.3514     |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2613195.8   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**************************----------------------------------| 65%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.32286552   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 19.441118    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.2344295    |\n",
+      "|    air_humidity                 | 1.1858023    |\n",
+      "|    air_temperature              | 0.21706979   |\n",
+      "|    clg_setpoint                 | -1.2858535   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.223822     |\n",
+      "|    diffuse_solar_radiation      | 1.221841     |\n",
+      "|    direct_solar_radiation       | 1.5715821    |\n",
+      "|    hour                         | -0.070406824 |\n",
+      "|    htg_setpoint                 | -1.3130578   |\n",
+      "|    month                        | 1.572663     |\n",
+      "|    outdoor_humidity             | -0.7806864   |\n",
+      "|    outdoor_temperature          | 1.1376115    |\n",
+      "|    people_occupant              | 1.2205443    |\n",
+      "|    total_electricity_HVAC       | 1.2526789    |\n",
+      "|    wind_direction               | 0.13715425   |\n",
+      "|    wind_speed                   | -0.11962144  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 7957.938     |\n",
+      "|    air_humidity                 | 52.725227    |\n",
+      "|    air_temperature              | 23.24937     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 26.0         |\n",
+      "|    diffuse_solar_radiation      | 214.0        |\n",
+      "|    direct_solar_radiation       | 561.0        |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 52.0         |\n",
+      "|    outdoor_temperature          | 25.047209    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 7623451.5    |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***************************----------------------------------| 65%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.815019   |\n",
+      "|    Heating_Setpoint_RL          | -0.90468824 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.874311   |\n",
+      "|    Heating_Setpoint_RL          | 12.536129   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.37846     |\n",
+      "|    air_humidity                 | 1.0051094   |\n",
+      "|    air_temperature              | 0.21603408  |\n",
+      "|    clg_setpoint                 | -1.2851567  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.3318207   |\n",
+      "|    diffuse_solar_radiation      | 1.523637    |\n",
+      "|    direct_solar_radiation       | 1.156488    |\n",
+      "|    hour                         | 0.07404228  |\n",
+      "|    htg_setpoint                 | 0.43823466  |\n",
+      "|    month                        | 1.5608194   |\n",
+      "|    outdoor_humidity             | -0.17827147 |\n",
+      "|    outdoor_temperature          | 1.3553251   |\n",
+      "|    people_occupant              | 0.2652023   |\n",
+      "|    total_electricity_HVAC       | 1.3954896   |\n",
+      "|    wind_direction               | 0.036228288 |\n",
+      "|    wind_speed                   | 0.14307831  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 8570.225    |\n",
+      "|    air_humidity                 | 50.460617   |\n",
+      "|    air_temperature              | 23.249622   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 246.0       |\n",
+      "|    direct_solar_radiation       | 455.5       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 19.021769   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 65.0        |\n",
+      "|    outdoor_temperature          | 27.393848   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 8197692.0   |\n",
+      "|    wind_direction               | 180.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************----------------------------------| 65%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.48346853 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 14.905489   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.52732855  |\n",
+      "|    air_humidity                 | 1.0215408   |\n",
+      "|    air_temperature              | 0.21464732  |\n",
+      "|    clg_setpoint                 | -1.2837762  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4381145   |\n",
+      "|    diffuse_solar_radiation      | 0.5884428   |\n",
+      "|    direct_solar_radiation       | 2.2609627   |\n",
+      "|    hour                         | 0.21849057  |\n",
+      "|    htg_setpoint                 | -1.037094   |\n",
+      "|    month                        | 1.5492394   |\n",
+      "|    outdoor_humidity             | -1.2477778  |\n",
+      "|    outdoor_temperature          | 1.0982655   |\n",
+      "|    people_occupant              | 1.2169536   |\n",
+      "|    total_electricity_HVAC       | 0.58646005  |\n",
+      "|    wind_direction               | -0.6562885  |\n",
+      "|    wind_speed                   | 0.3651423   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4910.7656   |\n",
+      "|    air_humidity                 | 50.696198   |\n",
+      "|    air_temperature              | 23.249996   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 146.5       |\n",
+      "|    direct_solar_radiation       | 737.5       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 13.102337   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 42.0        |\n",
+      "|    outdoor_temperature          | 24.733116   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 4911140.5   |\n",
+      "|    wind_direction               | 110.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************---------------------------------| 66%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.586774   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 14.324396   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.419872    |\n",
+      "|    air_humidity                 | 1.3058262   |\n",
+      "|    air_temperature              | 0.213065    |\n",
+      "|    clg_setpoint                 | -1.282455   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5424525   |\n",
+      "|    diffuse_solar_radiation      | 0.5793461   |\n",
+      "|    direct_solar_radiation       | 2.03754     |\n",
+      "|    hour                         | 0.36293516  |\n",
+      "|    htg_setpoint                 | 1.4902704   |\n",
+      "|    month                        | 1.5379134   |\n",
+      "|    outdoor_humidity             | -0.40921006 |\n",
+      "|    outdoor_temperature          | 1.0904247   |\n",
+      "|    people_occupant              | 1.691139    |\n",
+      "|    total_electricity_HVAC       | 1.5742004   |\n",
+      "|    wind_direction               | 0.14287704  |\n",
+      "|    wind_speed                   | -0.5601868  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 8733.14     |\n",
+      "|    air_humidity                 | 54.32549    |\n",
+      "|    air_temperature              | 23.249233   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 145.5       |\n",
+      "|    direct_solar_radiation       | 682.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 60.0        |\n",
+      "|    outdoor_temperature          | 24.676712   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 8908949.0   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************---------------------------------| 66%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.3081755  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.891513   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.3913204   |\n",
+      "|    air_humidity                 | 0.31573388  |\n",
+      "|    air_temperature              | 1.2267097   |\n",
+      "|    clg_setpoint                 | -0.49203286 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6445816   |\n",
+      "|    diffuse_solar_radiation      | 0.2839306   |\n",
+      "|    direct_solar_radiation       | 1.6354795   |\n",
+      "|    hour                         | 0.5073711   |\n",
+      "|    htg_setpoint                 | -0.5898267  |\n",
+      "|    month                        | 1.5268323   |\n",
+      "|    outdoor_humidity             | -2.2680438  |\n",
+      "|    outdoor_temperature          | 1.5074387   |\n",
+      "|    people_occupant              | 1.688733    |\n",
+      "|    total_electricity_HVAC       | 0.40346786  |\n",
+      "|    wind_direction               | -1.4423833  |\n",
+      "|    wind_speed                   | -0.11488783 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4322.867    |\n",
+      "|    air_humidity                 | 41.82029    |\n",
+      "|    air_temperature              | 25.188402   |\n",
+      "|    clg_setpoint                 | 25.188997   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 114.0       |\n",
+      "|    direct_solar_radiation       | 581.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 14.902382   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 20.0        |\n",
+      "|    outdoor_temperature          | 29.145077   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4165976.2   |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************---------------------------------| 66%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.28313622 |\n",
+      "|    Heating_Setpoint_RL          | -0.76489955 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.669415   |\n",
+      "|    Heating_Setpoint_RL          | 13.32244    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.20163757 |\n",
+      "|    air_humidity                 | -0.759177   |\n",
+      "|    air_temperature              | 0.27055913  |\n",
+      "|    clg_setpoint                 | -0.39846137 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7442526   |\n",
+      "|    diffuse_solar_radiation      | -0.24741887 |\n",
+      "|    direct_solar_radiation       | 1.2847477   |\n",
+      "|    hour                         | 0.6517916   |\n",
+      "|    htg_setpoint                 | -1.3122796  |\n",
+      "|    month                        | 1.5159874   |\n",
+      "|    outdoor_humidity             | 0.33968857  |\n",
+      "|    outdoor_temperature          | 1.1852139   |\n",
+      "|    people_occupant              | -0.6902302  |\n",
+      "|    total_electricity_HVAC       | -0.23607005 |\n",
+      "|    wind_direction               | 0.24370067  |\n",
+      "|    wind_speed                   | 1.9623824   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1781.3649   |\n",
+      "|    air_humidity                 | 28.255836   |\n",
+      "|    air_temperature              | 23.362242   |\n",
+      "|    clg_setpoint                 | 25.417427   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 57.5        |\n",
+      "|    direct_solar_radiation       | 492.5       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 76.0        |\n",
+      "|    outdoor_temperature          | 25.78746    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1576150.0   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***************************---------------------------------| 66%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.043669045 |\n",
+      "|    air_humidity                 | -1.726838    |\n",
+      "|    air_temperature              | 0.3510199    |\n",
+      "|    clg_setpoint                 | -1.1717207   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.6629037   |\n",
+      "|    diffuse_solar_radiation      | -0.4924283   |\n",
+      "|    direct_solar_radiation       | -0.5596941   |\n",
+      "|    hour                         | 0.79618764   |\n",
+      "|    htg_setpoint                 | -1.1812211   |\n",
+      "|    month                        | 1.9343375    |\n",
+      "|    outdoor_humidity             | -1.5675772   |\n",
+      "|    outdoor_temperature          | 1.3558978    |\n",
+      "|    people_occupant              | -0.68805367  |\n",
+      "|    total_electricity_HVAC       | -0.032893535 |\n",
+      "|    wind_direction               | 1.5290543    |\n",
+      "|    wind_speed                   | 0.15223275   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2449.9666    |\n",
+      "|    air_humidity                 | 15.9353285   |\n",
+      "|    air_temperature              | 23.515856    |\n",
+      "|    clg_setpoint                 | 23.518545    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0          |\n",
+      "|    diffuse_solar_radiation      | 31.5         |\n",
+      "|    direct_solar_radiation       | 19.5         |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 12.521285    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 35.0         |\n",
+      "|    outdoor_temperature          | 27.667246    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2390471.8    |\n",
+      "|    wind_direction               | 330.0        |\n",
+      "|    wind_speed                   | 5.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*****************************--------------------------------| 67%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.94562656 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.43351    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.005157273 |\n",
+      "|    air_humidity                 | 1.2351272   |\n",
+      "|    air_temperature              | 0.21021192  |\n",
+      "|    clg_setpoint                 | -1.27984    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5379233  |\n",
+      "|    diffuse_solar_radiation      | -0.7901031  |\n",
+      "|    direct_solar_radiation       | -0.63567775 |\n",
+      "|    hour                         | 0.94054866  |\n",
+      "|    htg_setpoint                 | 0.48421577  |\n",
+      "|    month                        | 1.9150321   |\n",
+      "|    outdoor_humidity             | 0.20522769  |\n",
+      "|    outdoor_temperature          | 0.73409396  |\n",
+      "|    people_occupant              | 0.5032149   |\n",
+      "|    total_electricity_HVAC       | 0.1701873   |\n",
+      "|    wind_direction               | -1.7401673  |\n",
+      "|    wind_speed                   | -2.1457107  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2656.1526   |\n",
+      "|    air_humidity                 | 53.358818   |\n",
+      "|    air_temperature              | 23.249943   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 19.212082   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 73.0        |\n",
+      "|    outdoor_temperature          | 21.13159    |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 3206397.8   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************--------------------------------| 67%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.45600408 |\n",
+      "|    air_humidity                 | 0.9208458   |\n",
+      "|    air_temperature              | 0.5875917   |\n",
+      "|    clg_setpoint                 | -0.8576887  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.415442   |\n",
+      "|    diffuse_solar_radiation      | -0.7903017  |\n",
+      "|    direct_solar_radiation       | -0.63668436 |\n",
+      "|    hour                         | 1.084862    |\n",
+      "|    htg_setpoint                 | 1.4878559   |\n",
+      "|    month                        | 1.8962935   |\n",
+      "|    outdoor_humidity             | -0.6306387  |\n",
+      "|    outdoor_temperature          | 0.89013714  |\n",
+      "|    people_occupant              | -0.45118454 |\n",
+      "|    total_electricity_HVAC       | -0.4717392  |\n",
+      "|    wind_direction               | 0.14497809  |\n",
+      "|    wind_speed                   | -0.7696535  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 694.94055   |\n",
+      "|    air_humidity                 | 49.397068   |\n",
+      "|    air_temperature              | 23.96936    |\n",
+      "|    clg_setpoint                 | 24.283924   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 55.0        |\n",
+      "|    outdoor_temperature          | 22.820602   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 625446.5    |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************--------------------------------| 67%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.072315395 |\n",
+      "|    Heating_Setpoint_RL          | -0.07389864 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.869064   |\n",
+      "|    Heating_Setpoint_RL          | 17.20932    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.46901858 |\n",
+      "|    air_humidity                 | 0.8446213   |\n",
+      "|    air_temperature              | 0.11793104  |\n",
+      "|    clg_setpoint                 | -1.2766292  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.295025   |\n",
+      "|    diffuse_solar_radiation      | -0.7903185  |\n",
+      "|    direct_solar_radiation       | -0.6375913  |\n",
+      "|    hour                         | 1.2291133   |\n",
+      "|    htg_setpoint                 | 0.6454666   |\n",
+      "|    month                        | 1.8780944   |\n",
+      "|    outdoor_humidity             | -0.21047753 |\n",
+      "|    outdoor_temperature          | 0.88834083  |\n",
+      "|    people_occupant              | -0.45205688 |\n",
+      "|    total_electricity_HVAC       | -0.48419434 |\n",
+      "|    wind_direction               | 0.1434492   |\n",
+      "|    wind_speed                   | -0.1036499  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 641.40393   |\n",
+      "|    air_humidity                 | 48.462822   |\n",
+      "|    air_temperature              | 23.078838   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 19.867966   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 64.0        |\n",
+      "|    outdoor_temperature          | 22.836067   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 577263.56   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************-------------------------------| 68%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.3473787  |\n",
+      "|    Heating_Setpoint_RL          | 0.83676535  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.452597   |\n",
+      "|    Heating_Setpoint_RL          | 22.331804   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.44083697 |\n",
+      "|    air_humidity                 | 0.6575294   |\n",
+      "|    air_temperature              | 0.030915337 |\n",
+      "|    clg_setpoint                 | -1.276147   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.1762962  |\n",
+      "|    diffuse_solar_radiation      | -0.79043585 |\n",
+      "|    direct_solar_radiation       | -0.63820654 |\n",
+      "|    hour                         | 1.3732864   |\n",
+      "|    htg_setpoint                 | 1.4025167   |\n",
+      "|    month                        | 1.8604095   |\n",
+      "|    outdoor_humidity             | 0.022486856 |\n",
+      "|    outdoor_temperature          | 1.0130731   |\n",
+      "|    people_occupant              | -0.69099313 |\n",
+      "|    total_electricity_HVAC       | -0.45742399 |\n",
+      "|    wind_direction               | 0.73711914  |\n",
+      "|    wind_speed                   | -0.98679096 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 762.95575   |\n",
+      "|    air_humidity                 | 46.117172   |\n",
+      "|    air_temperature              | 22.91643    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 22.908531   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 69.0        |\n",
+      "|    outdoor_temperature          | 24.19406    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 686660.2    |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************-------------------------------| 68%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.7880953  |\n",
+      "|    Heating_Setpoint_RL          | 0.5998314   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.965178   |\n",
+      "|    Heating_Setpoint_RL          | 20.99905    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4962427  |\n",
+      "|    air_humidity                 | 0.56864643  |\n",
+      "|    air_temperature              | -0.09502134 |\n",
+      "|    clg_setpoint                 | -0.10319377 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0589299  |\n",
+      "|    diffuse_solar_radiation      | -0.7899443  |\n",
+      "|    direct_solar_radiation       | -0.63923746 |\n",
+      "|    hour                         | 1.5173633   |\n",
+      "|    htg_setpoint                 | -0.98520124 |\n",
+      "|    month                        | 1.8432149   |\n",
+      "|    outdoor_humidity             | 0.86494094  |\n",
+      "|    outdoor_temperature          | 0.8738027   |\n",
+      "|    people_occupant              | -0.69171315 |\n",
+      "|    total_electricity_HVAC       | -0.5099751  |\n",
+      "|    wind_direction               | -0.2545984  |\n",
+      "|    wind_speed                   | -0.9853514  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 530.26624   |\n",
+      "|    air_humidity                 | 45.015812   |\n",
+      "|    air_temperature              | 22.680368   |\n",
+      "|    clg_setpoint                 | 26.132439   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 13.321995   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 22.762388   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 478375.44   |\n",
+      "|    wind_direction               | 150.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************-------------------------------| 68%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.68430895 |\n",
+      "|    Heating_Setpoint_RL          | 0.674995    |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.315456   |\n",
+      "|    Heating_Setpoint_RL          | 21.421846   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5175316  |\n",
+      "|    air_humidity                 | -1.2304726  |\n",
+      "|    air_temperature              | -0.2859282  |\n",
+      "|    clg_setpoint                 | -0.94651836 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.94264436 |\n",
+      "|    diffuse_solar_radiation      | -0.7900297  |\n",
+      "|    direct_solar_radiation       | -0.63974184 |\n",
+      "|    hour                         | 1.6613247   |\n",
+      "|    htg_setpoint                 | 0.7285015   |\n",
+      "|    month                        | 1.8264884   |\n",
+      "|    outdoor_humidity             | 0.8632456   |\n",
+      "|    outdoor_temperature          | 0.88968366  |\n",
+      "|    people_occupant              | -0.6895836  |\n",
+      "|    total_electricity_HVAC       | -0.5305344  |\n",
+      "|    wind_direction               | 0.5391984   |\n",
+      "|    wind_speed                   | -0.5427035  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 437.28717   |\n",
+      "|    air_humidity                 | 22.293077   |\n",
+      "|    air_temperature              | 22.319862   |\n",
+      "|    clg_setpoint                 | 24.058542   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 20.20343    |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 22.972101   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 393558.47   |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------******************************------------------------------| 69%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.33729756   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.763378    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5334828   |\n",
+      "|    air_humidity                 | -1.9452816   |\n",
+      "|    air_temperature              | -0.2894777   |\n",
+      "|    clg_setpoint                 | -0.030366203 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.71461207  |\n",
+      "|    diffuse_solar_radiation      | -0.7898018   |\n",
+      "|    direct_solar_radiation       | -0.6390011   |\n",
+      "|    hour                         | -1.6608065   |\n",
+      "|    htg_setpoint                 | 0.75422627   |\n",
+      "|    month                        | 1.8102092    |\n",
+      "|    outdoor_humidity             | 0.5804075    |\n",
+      "|    outdoor_temperature          | 0.5194091    |\n",
+      "|    people_occupant              | -0.68747354  |\n",
+      "|    total_electricity_HVAC       | -0.5457581   |\n",
+      "|    wind_direction               | -1.0487183   |\n",
+      "|    wind_speed                   | -1.2054832   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 366.58527    |\n",
+      "|    air_humidity                 | 13.097323    |\n",
+      "|    air_temperature              | 22.314934    |\n",
+      "|    clg_setpoint                 | 26.313646    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 9.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 20.310444    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 81.0         |\n",
+      "|    outdoor_temperature          | 19.086994    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 329926.75    |\n",
+      "|    wind_direction               | 70.0         |\n",
+      "|    wind_speed                   | 2.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*******************************------------------------------| 69%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.20657578  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.322193   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5163411  |\n",
+      "|    air_humidity                 | 0.87911016  |\n",
+      "|    air_temperature              | -0.6360668  |\n",
+      "|    clg_setpoint                 | 1.4686173   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.59970415 |\n",
+      "|    diffuse_solar_radiation      | -0.7898174  |\n",
+      "|    direct_solar_radiation       | -0.63816565 |\n",
+      "|    hour                         | -1.5159532  |\n",
+      "|    htg_setpoint                 | -0.19230533 |\n",
+      "|    month                        | 1.7943575   |\n",
+      "|    outdoor_humidity             | 0.2968511   |\n",
+      "|    outdoor_temperature          | 0.544591    |\n",
+      "|    people_occupant              | -0.6881981  |\n",
+      "|    total_electricity_HVAC       | -0.52953476 |\n",
+      "|    wind_direction               | 1.6368849   |\n",
+      "|    wind_speed                   | 0.39397314  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 440.62497   |\n",
+      "|    air_humidity                 | 48.89385    |\n",
+      "|    air_temperature              | 21.663795   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 16.514261   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 75.0        |\n",
+      "|    outdoor_temperature          | 19.37962    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 396562.47   |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************------------------------------| 69%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.9947218   |\n",
+      "|    air_humidity                 | -0.5099223  |\n",
+      "|    air_temperature              | 0.20236321  |\n",
+      "|    clg_setpoint                 | 0.08011453  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.4852144  |\n",
+      "|    diffuse_solar_radiation      | -0.7890735  |\n",
+      "|    direct_solar_radiation       | -0.63890815 |\n",
+      "|    hour                         | -1.371205   |\n",
+      "|    htg_setpoint                 | 1.48435     |\n",
+      "|    month                        | 1.7789153   |\n",
+      "|    outdoor_humidity             | -0.30874646 |\n",
+      "|    outdoor_temperature          | -0.17556447 |\n",
+      "|    people_occupant              | -0.688917   |\n",
+      "|    total_electricity_HVAC       | 1.235662    |\n",
+      "|    wind_direction               | -1.5380833  |\n",
+      "|    wind_speed                   | -0.53952277 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6806.8633   |\n",
+      "|    air_humidity                 | 31.330225   |\n",
+      "|    air_temperature              | 23.25003    |\n",
+      "|    clg_setpoint                 | 26.582819   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 62.0        |\n",
+      "|    outdoor_temperature          | 11.788204   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7430651.0   |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************------------------------------| 69%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.18403631 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.003878   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60124505 |\n",
+      "|    air_humidity                 | 0.8671202   |\n",
+      "|    air_temperature              | -0.29424444 |\n",
+      "|    clg_setpoint                 | 0.17831619  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.37100813 |\n",
+      "|    diffuse_solar_radiation      | -0.78917086 |\n",
+      "|    direct_solar_radiation       | -0.6397367  |\n",
+      "|    hour                         | -1.2265414  |\n",
+      "|    htg_setpoint                 | 0.17680515  |\n",
+      "|    month                        | 1.7638649   |\n",
+      "|    outdoor_humidity             | -0.07074028 |\n",
+      "|    outdoor_temperature          | 0.3504458   |\n",
+      "|    people_occupant              | -0.68963015 |\n",
+      "|    total_electricity_HVAC       | -0.61041206 |\n",
+      "|    wind_direction               | 1.1362139   |\n",
+      "|    wind_speed                   | -0.7604889  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 48.730114   |\n",
+      "|    air_temperature              | 22.315607   |\n",
+      "|    clg_setpoint                 | 26.823168   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 17.99855    |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 67.0        |\n",
+      "|    outdoor_temperature          | 17.353022   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************-----------------------------| 70%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.5646814  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 14.448668   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5212016  |\n",
+      "|    air_humidity                 | 0.1669412   |\n",
+      "|    air_temperature              | -0.64200336 |\n",
+      "|    clg_setpoint                 | -0.1908779  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.25697947 |\n",
+      "|    diffuse_solar_radiation      | -0.7890518  |\n",
+      "|    direct_solar_radiation       | -0.64016885 |\n",
+      "|    hour                         | -1.0819445  |\n",
+      "|    htg_setpoint                 | 0.23670387  |\n",
+      "|    month                        | 1.7491901   |\n",
+      "|    outdoor_humidity             | 0.3521607   |\n",
+      "|    outdoor_temperature          | 0.8252256   |\n",
+      "|    people_occupant              | -0.6903377  |\n",
+      "|    total_electricity_HVAC       | -0.53428125 |\n",
+      "|    wind_direction               | 0.44177946  |\n",
+      "|    wind_speed                   | -0.09374914 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 425.42987   |\n",
+      "|    air_humidity                 | 39.931408   |\n",
+      "|    air_temperature              | 21.663052   |\n",
+      "|    clg_setpoint                 | 25.913252   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 18.240896   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 76.0        |\n",
+      "|    outdoor_temperature          | 22.384584   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 382886.9    |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************-----------------------------| 70%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.34872806 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.448044   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5233945  |\n",
+      "|    air_humidity                 | -0.22070584 |\n",
+      "|    air_temperature              | 0.08319644  |\n",
+      "|    clg_setpoint                 | 0.18305245  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.14305043 |\n",
+      "|    diffuse_solar_radiation      | -0.58022875 |\n",
+      "|    direct_solar_radiation       | -0.63311213 |\n",
+      "|    hour                         | -0.93739843 |\n",
+      "|    htg_setpoint                 | 0.12304067  |\n",
+      "|    month                        | 1.7348757   |\n",
+      "|    outdoor_humidity             | 1.3356982   |\n",
+      "|    outdoor_temperature          | 0.6445153   |\n",
+      "|    people_occupant              | -0.69103974 |\n",
+      "|    total_electricity_HVAC       | -0.5363868  |\n",
+      "|    wind_direction               | 0.44116706  |\n",
+      "|    wind_speed                   | -0.7616157  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 417.8615    |\n",
+      "|    air_humidity                 | 35.082703   |\n",
+      "|    air_temperature              | 23.031837   |\n",
+      "|    clg_setpoint                 | 26.83073    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 22.0        |\n",
+      "|    direct_solar_radiation       | 1.5         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 17.784397   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 97.0        |\n",
+      "|    outdoor_temperature          | 20.518509   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 376075.38   |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.008502568 |\n",
+      "|    clip_fraction                | 0.108       |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.85       |\n",
+      "|    explained_variance           | 0.743       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 1.21        |\n",
+      "|    n_updates                    | 120         |\n",
+      "|    policy_gradient_loss         | -0.0118     |\n",
+      "|    std                          | 1.02        |\n",
+      "|    value_loss                   | 2.9         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*******************************-----------------------------| 70%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.2085734    |\n",
+      "|    Heating_Setpoint_RL          | -0.49315524  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.328936    |\n",
+      "|    Heating_Setpoint_RL          | 14.851002    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.07336473  |\n",
+      "|    air_humidity                 | 0.13258375   |\n",
+      "|    air_temperature              | 0.1992712    |\n",
+      "|    clg_setpoint                 | -0.226284    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.029169999 |\n",
+      "|    diffuse_solar_radiation      | 0.0035180373 |\n",
+      "|    direct_solar_radiation       | 0.47097227   |\n",
+      "|    hour                         | -0.7928897   |\n",
+      "|    htg_setpoint                 | 1.4834718    |\n",
+      "|    month                        | 1.720907     |\n",
+      "|    outdoor_humidity             | -0.26015648  |\n",
+      "|    outdoor_temperature          | 0.5150592    |\n",
+      "|    people_occupant              | -0.6889738   |\n",
+      "|    total_electricity_HVAC       | -0.09845656  |\n",
+      "|    wind_direction               | -1.5453062   |\n",
+      "|    wind_speed                   | -0.53991157  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2300.5762    |\n",
+      "|    air_humidity                 | 39.500927    |\n",
+      "|    air_temperature              | 23.250153    |\n",
+      "|    clg_setpoint                 | 25.824028    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 83.5         |\n",
+      "|    direct_solar_radiation       | 286.5        |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 63.0         |\n",
+      "|    outdoor_temperature          | 19.19118     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2109747.5    |\n",
+      "|    wind_direction               | 20.0         |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************************----------------------------| 71%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.84538436  |\n",
+      "|    Heating_Setpoint_RL          | 0.7374158   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.478172   |\n",
+      "|    Heating_Setpoint_RL          | 21.772964   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.556818   |\n",
+      "|    air_humidity                 | 0.38167453  |\n",
+      "|    air_temperature              | -0.5647787  |\n",
+      "|    clg_setpoint                 | 0.82848936  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.08468646  |\n",
+      "|    diffuse_solar_radiation      | 0.8620398   |\n",
+      "|    direct_solar_radiation       | -0.23461528 |\n",
+      "|    hour                         | -0.64840686 |\n",
+      "|    htg_setpoint                 | 0.33876982  |\n",
+      "|    month                        | 1.7072704   |\n",
+      "|    outdoor_humidity             | -0.35240754 |\n",
+      "|    outdoor_temperature          | 0.5498531   |\n",
+      "|    people_occupant              | -0.68692625 |\n",
+      "|    total_electricity_HVAC       | -0.5684049  |\n",
+      "|    wind_direction               | -0.5496842  |\n",
+      "|    wind_speed                   | 0.40023044  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 274.5657    |\n",
+      "|    air_humidity                 | 42.610332   |\n",
+      "|    air_temperature              | 21.817024   |\n",
+      "|    clg_setpoint                 | 28.418716   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 174.0       |\n",
+      "|    direct_solar_radiation       | 104.5       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 18.656818   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 61.0        |\n",
+      "|    outdoor_temperature          | 19.57335    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 246530.45   |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************----------------------------| 71%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.7480702  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.417105   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.47753432 |\n",
+      "|    air_humidity                 | 2.0147216   |\n",
+      "|    air_temperature              | 0.20982918  |\n",
+      "|    clg_setpoint                 | -1.2730652  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.1985176   |\n",
+      "|    diffuse_solar_radiation      | 0.4186103   |\n",
+      "|    direct_solar_radiation       | -0.638856   |\n",
+      "|    hour                         | -0.5039407  |\n",
+      "|    htg_setpoint                 | 0.56740123  |\n",
+      "|    month                        | 1.6939529   |\n",
+      "|    outdoor_humidity             | 1.3414112   |\n",
+      "|    outdoor_temperature          | 0.32913494  |\n",
+      "|    people_occupant              | 1.6970071   |\n",
+      "|    total_electricity_HVAC       | -0.38732716 |\n",
+      "|    wind_direction               | -1.243697   |\n",
+      "|    wind_speed                   | 1.2960271   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 606.7911    |\n",
+      "|    air_humidity                 | 63.23983    |\n",
+      "|    air_temperature              | 23.27301    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 127.5       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 19.584923   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 97.0        |\n",
+      "|    outdoor_temperature          | 17.270409   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 963691.94   |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************----------------------------| 71%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.36892578 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.549792   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.48044738 |\n",
+      "|    air_humidity                 | 1.105859    |\n",
+      "|    air_temperature              | 1.7454876   |\n",
+      "|    clg_setpoint                 | 1.4715452   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.31229657  |\n",
+      "|    diffuse_solar_radiation      | 2.043495    |\n",
+      "|    direct_solar_radiation       | 0.77906764  |\n",
+      "|    hour                         | -0.35948402 |\n",
+      "|    htg_setpoint                 | -0.22822061 |\n",
+      "|    month                        | 1.6809423   |\n",
+      "|    outdoor_humidity             | -0.8271153  |\n",
+      "|    outdoor_temperature          | 0.6802259   |\n",
+      "|    people_occupant              | 1.6947352   |\n",
+      "|    total_electricity_HVAC       | -0.5052086  |\n",
+      "|    wind_direction               | -1.7346586  |\n",
+      "|    wind_speed                   | 0.17665061  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 594.7458    |\n",
+      "|    air_humidity                 | 51.916225   |\n",
+      "|    air_temperature              | 26.15502    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 299.0       |\n",
+      "|    direct_solar_radiation       | 364.5       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 16.39214    |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 51.0        |\n",
+      "|    outdoor_temperature          | 20.96801    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 498240.56   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********************************----------------------------| 71%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.5098697    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 20.493017    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.28764224   |\n",
+      "|    air_humidity                 | 1.0249116    |\n",
+      "|    air_temperature              | 0.19367997   |\n",
+      "|    clg_setpoint                 | -1.2723436   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.42597145   |\n",
+      "|    diffuse_solar_radiation      | 3.2465782    |\n",
+      "|    direct_solar_radiation       | -0.20450267  |\n",
+      "|    hour                         | -0.2150317   |\n",
+      "|    htg_setpoint                 | -0.7971795   |\n",
+      "|    month                        | 1.668227     |\n",
+      "|    outdoor_humidity             | -0.16485304  |\n",
+      "|    outdoor_temperature          | 0.42804784   |\n",
+      "|    people_occupant              | 1.6924874    |\n",
+      "|    total_electricity_HVAC       | 0.2654044    |\n",
+      "|    wind_direction               | -0.638596    |\n",
+      "|    wind_speed                   | -0.090100355 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 3796.5225    |\n",
+      "|    air_humidity                 | 50.901756    |\n",
+      "|    air_temperature              | 23.24943     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 19.0         |\n",
+      "|    diffuse_solar_radiation      | 426.5        |\n",
+      "|    direct_solar_radiation       | 111.5        |\n",
+      "|    hour                         | 10.0         |\n",
+      "|    htg_setpoint                 | 14.106633    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 65.0         |\n",
+      "|    outdoor_temperature          | 18.335127    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 3539471.0    |\n",
+      "|    wind_direction               | 110.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*********************************---------------------------| 72%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.009597585  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 17.678986    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.06396274   |\n",
+      "|    air_humidity                 | 0.6917992    |\n",
+      "|    air_temperature              | 0.6695609    |\n",
+      "|    clg_setpoint                 | -0.90829587  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.5394658    |\n",
+      "|    diffuse_solar_radiation      | 1.6951883    |\n",
+      "|    direct_solar_radiation       | 1.0610186    |\n",
+      "|    hour                         | -0.070580594 |\n",
+      "|    htg_setpoint                 | 1.1089067    |\n",
+      "|    month                        | 1.6557958    |\n",
+      "|    outdoor_humidity             | -0.92039984  |\n",
+      "|    outdoor_temperature          | 0.6411796    |\n",
+      "|    people_occupant              | 1.2142777    |\n",
+      "|    total_electricity_HVAC       | 0.00977414   |\n",
+      "|    wind_direction               | 0.05707632   |\n",
+      "|    wind_speed                   | -0.31144258  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2863.5388    |\n",
+      "|    air_humidity                 | 46.719032    |\n",
+      "|    air_temperature              | 24.142084    |\n",
+      "|    clg_setpoint                 | 24.142586    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 20.0         |\n",
+      "|    diffuse_solar_radiation      | 262.5        |\n",
+      "|    direct_solar_radiation       | 437.0        |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 21.784534    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 49.0         |\n",
+      "|    outdoor_temperature          | 20.56246     |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 2531103.8    |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**********************************---------------------------| 72%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5009277  |\n",
+      "|    air_humidity                 | 0.41680822  |\n",
+      "|    air_temperature              | 0.1855426   |\n",
+      "|    clg_setpoint                 | 1.4725454   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6526793   |\n",
+      "|    diffuse_solar_radiation      | 1.1933572   |\n",
+      "|    direct_solar_radiation       | -0.63795453 |\n",
+      "|    hour                         | 0.07387049  |\n",
+      "|    htg_setpoint                 | 0.35660022  |\n",
+      "|    month                        | 1.6436385   |\n",
+      "|    outdoor_humidity             | 0.11722323  |\n",
+      "|    outdoor_temperature          | 1.0536019   |\n",
+      "|    people_occupant              | -0.69040376 |\n",
+      "|    total_electricity_HVAC       | -0.5155253  |\n",
+      "|    wind_direction               | 0.25383013  |\n",
+      "|    wind_speed                   | -0.5332559  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 511.25366   |\n",
+      "|    air_humidity                 | 43.304893   |\n",
+      "|    air_temperature              | 23.236923   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 209.5       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 18.761517   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 71.0        |\n",
+      "|    outdoor_temperature          | 24.885138   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 460128.3    |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************---------------------------| 72%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5210555  |\n",
+      "|    air_humidity                 | -1.4060552  |\n",
+      "|    air_temperature              | 0.13669148  |\n",
+      "|    clg_setpoint                 | -0.32826242 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.765489    |\n",
+      "|    diffuse_solar_radiation      | 0.7308622   |\n",
+      "|    direct_solar_radiation       | -0.6366844  |\n",
+      "|    hour                         | 0.21832082  |\n",
+      "|    htg_setpoint                 | -1.3231896  |\n",
+      "|    month                        | 1.6317451   |\n",
+      "|    outdoor_humidity             | 1.200377    |\n",
+      "|    outdoor_temperature          | 0.7394733   |\n",
+      "|    people_occupant              | -0.68839777 |\n",
+      "|    total_electricity_HVAC       | -0.5346474  |\n",
+      "|    wind_direction               | 0.15430602  |\n",
+      "|    wind_speed                   | 0.860205    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 423.85724   |\n",
+      "|    air_humidity                 | 20.290777   |\n",
+      "|    air_temperature              | 23.144033   |\n",
+      "|    clg_setpoint                 | 25.570116   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 160.5       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 94.0        |\n",
+      "|    outdoor_temperature          | 21.625124   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 381471.53   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************---------------------------| 72%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.1768735   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.619913   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.16883585 |\n",
+      "|    air_humidity                 | -0.56662697 |\n",
+      "|    air_temperature              | 0.19447912  |\n",
+      "|    clg_setpoint                 | -1.2705412  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8777501   |\n",
+      "|    diffuse_solar_radiation      | 0.8965088   |\n",
+      "|    direct_solar_radiation       | -0.6349305  |\n",
+      "|    hour                         | 0.36276776  |\n",
+      "|    htg_setpoint                 | 1.1965829   |\n",
+      "|    month                        | 1.6201062   |\n",
+      "|    outdoor_humidity             | -1.2564036  |\n",
+      "|    outdoor_temperature          | 0.28132725  |\n",
+      "|    people_occupant              | 1.6967164   |\n",
+      "|    total_electricity_HVAC       | -0.19999997 |\n",
+      "|    wind_direction               | -1.7282082  |\n",
+      "|    wind_speed                   | -0.3086482  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1881.0027   |\n",
+      "|    air_humidity                 | 30.86952    |\n",
+      "|    air_temperature              | 23.250864   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 178.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 22.142952   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 42.0        |\n",
+      "|    outdoor_temperature          | 16.849932   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1692902.4   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**********************************--------------------------| 73%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.46380806  |\n",
+      "|    Heating_Setpoint_RL          | -0.15197821  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.059649    |\n",
+      "|    Heating_Setpoint_RL          | 16.770123    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.60175425  |\n",
+      "|    air_humidity                 | 0.1186385    |\n",
+      "|    air_temperature              | 1.500245     |\n",
+      "|    clg_setpoint                 | -0.27831727  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.989298     |\n",
+      "|    diffuse_solar_radiation      | -0.031061115 |\n",
+      "|    direct_solar_radiation       | -0.6350628   |\n",
+      "|    hour                         | 0.5072069    |\n",
+      "|    htg_setpoint                 | 1.4700464    |\n",
+      "|    month                        | 1.6087129    |\n",
+      "|    outdoor_humidity             | -0.5936138   |\n",
+      "|    outdoor_temperature          | 0.25951466   |\n",
+      "|    people_occupant              | 1.6944996    |\n",
+      "|    total_electricity_HVAC       | -0.6113839   |\n",
+      "|    wind_direction               | -0.535962    |\n",
+      "|    wind_speed                   | -0.08073127  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 39.502388    |\n",
+      "|    air_temperature              | 25.684727    |\n",
+      "|    clg_setpoint                 | 25.68882     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 24.0         |\n",
+      "|    diffuse_solar_radiation      | 80.0         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 15.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 56.0         |\n",
+      "|    outdoor_temperature          | 16.62418     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 120.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***********************************--------------------------| 73%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6171813  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.542013   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60169953 |\n",
+      "|    air_humidity                 | 1.009996    |\n",
+      "|    air_temperature              | 1.5833579   |\n",
+      "|    clg_setpoint                 | -0.21021159 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0999501   |\n",
+      "|    diffuse_solar_radiation      | -0.47617823 |\n",
+      "|    direct_solar_radiation       | -0.63405395 |\n",
+      "|    hour                         | 0.65163195  |\n",
+      "|    htg_setpoint                 | 1.4680457   |\n",
+      "|    month                        | 1.5975566   |\n",
+      "|    outdoor_humidity             | 1.1572801   |\n",
+      "|    outdoor_temperature          | 0.06017265  |\n",
+      "|    people_occupant              | 1.6923057   |\n",
+      "|    total_electricity_HVAC       | -0.6113614  |\n",
+      "|    wind_direction               | -1.0261304  |\n",
+      "|    wind_speed                   | -0.5296673  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 50.734783   |\n",
+      "|    air_temperature              | 25.841076   |\n",
+      "|    clg_setpoint                 | 25.853989   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 33.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 14.558881   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 70.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************--------------------------| 73%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.11059815 |\n",
+      "|    Heating_Setpoint_RL          | 0.6981164   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.251732   |\n",
+      "|    Heating_Setpoint_RL          | 21.551905   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.42221907 |\n",
+      "|    air_humidity                 | 1.3008679   |\n",
+      "|    air_temperature              | 0.19153208  |\n",
+      "|    clg_setpoint                 | -1.2675087  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2095077   |\n",
+      "|    diffuse_solar_radiation      | -0.7886871  |\n",
+      "|    direct_solar_radiation       | -0.63233155 |\n",
+      "|    hour                         | 0.7960349   |\n",
+      "|    htg_setpoint                 | 0.649805    |\n",
+      "|    month                        | 1.5866293   |\n",
+      "|    outdoor_humidity             | 0.8220463   |\n",
+      "|    outdoor_temperature          | 0.092710175 |\n",
+      "|    people_occupant              | 1.6901344   |\n",
+      "|    total_electricity_HVAC       | -0.3703703  |\n",
+      "|    wind_direction               | -0.7254547  |\n",
+      "|    wind_speed                   | -0.5275152  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 827.71564   |\n",
+      "|    air_humidity                 | 54.520546   |\n",
+      "|    air_temperature              | 23.251678   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 19.965702   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 86.0        |\n",
+      "|    outdoor_temperature          | 14.903587   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1021219.8   |\n",
+      "|    wind_direction               | 100.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************-------------------------| 74%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.55646765 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.746922   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.41186383 |\n",
+      "|    air_humidity                 | 0.8992505   |\n",
+      "|    air_temperature              | 0.64252645  |\n",
+      "|    clg_setpoint                 | 1.0572597   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.3177595   |\n",
+      "|    diffuse_solar_radiation      | -0.7881694  |\n",
+      "|    direct_solar_radiation       | -0.63222885 |\n",
+      "|    hour                         | 0.94040596  |\n",
+      "|    htg_setpoint                 | -1.3287224  |\n",
+      "|    month                        | 1.5759231   |\n",
+      "|    outdoor_humidity             | -0.7434161  |\n",
+      "|    outdoor_temperature          | 0.58185273  |\n",
+      "|    people_occupant              | 0.4984213   |\n",
+      "|    total_electricity_HVAC       | -0.43182385 |\n",
+      "|    wind_direction               | 0.5572584   |\n",
+      "|    wind_speed                   | -0.0741452  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 871.96686   |\n",
+      "|    air_humidity                 | 49.54712    |\n",
+      "|    air_temperature              | 24.092094   |\n",
+      "|    clg_setpoint                 | 28.967136   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 53.0        |\n",
+      "|    outdoor_temperature          | 19.971779   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 782217.3    |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************-------------------------| 74%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.19600163  |\n",
+      "|    Heating_Setpoint_RL          | 0.32619134  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.286507   |\n",
+      "|    Heating_Setpoint_RL          | 19.459826   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6018815  |\n",
+      "|    air_humidity                 | -0.7496414  |\n",
+      "|    air_temperature              | 0.09011109  |\n",
+      "|    clg_setpoint                 | -1.2654938  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4244838   |\n",
+      "|    diffuse_solar_radiation      | -0.78765965 |\n",
+      "|    direct_solar_radiation       | -0.63287884 |\n",
+      "|    hour                         | 1.0847337   |\n",
+      "|    htg_setpoint                 | -1.0192095  |\n",
+      "|    month                        | 1.5654308   |\n",
+      "|    outdoor_humidity             | -1.3078146  |\n",
+      "|    outdoor_temperature          | 0.3064632   |\n",
+      "|    people_occupant              | -0.6898022  |\n",
+      "|    total_electricity_HVAC       | -0.6116426  |\n",
+      "|    wind_direction               | -1.4140252  |\n",
+      "|    wind_speed                   | -0.29943216 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 28.743399   |\n",
+      "|    air_temperature              | 23.065092   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 13.249705   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 41.0        |\n",
+      "|    outdoor_temperature          | 17.145885   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************-------------------------| 74%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.09498897  |\n",
+      "|    Heating_Setpoint_RL          | 0.899884    |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.945587   |\n",
+      "|    Heating_Setpoint_RL          | 22.686848   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6016351  |\n",
+      "|    air_humidity                 | -0.30679986 |\n",
+      "|    air_temperature              | 0.014338685 |\n",
+      "|    clg_setpoint                 | -0.728121   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5294526   |\n",
+      "|    diffuse_solar_radiation      | -0.78734016 |\n",
+      "|    direct_solar_radiation       | -0.63362104 |\n",
+      "|    hour                         | 1.229005    |\n",
+      "|    htg_setpoint                 | 0.048524275 |\n",
+      "|    month                        | 1.5551454   |\n",
+      "|    outdoor_humidity             | 0.30395854  |\n",
+      "|    outdoor_temperature          | -0.14846386 |\n",
+      "|    people_occupant              | -0.68785274 |\n",
+      "|    total_electricity_HVAC       | -0.61143875 |\n",
+      "|    wind_direction               | -1.2129886  |\n",
+      "|    wind_speed                   | -0.7509037  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 34.31536    |\n",
+      "|    air_temperature              | 22.924446   |\n",
+      "|    clg_setpoint                 | 24.571754   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 17.556526   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 75.0        |\n",
+      "|    outdoor_temperature          | 12.4594     |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********************************-------------------------| 74%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.047849283 |\n",
+      "|    Heating_Setpoint_RL          | 0.24422361   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.463509    |\n",
+      "|    Heating_Setpoint_RL          | 18.998758    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.60201037  |\n",
+      "|    air_humidity                 | 1.2634847    |\n",
+      "|    air_temperature              | -0.1777544   |\n",
+      "|    clg_setpoint                 | -1.2155395   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.6324342    |\n",
+      "|    diffuse_solar_radiation      | -0.7864978   |\n",
+      "|    direct_solar_radiation       | -0.6341058   |\n",
+      "|    hour                         | 1.373205     |\n",
+      "|    htg_setpoint                 | -1.2032651   |\n",
+      "|    month                        | 1.5450599    |\n",
+      "|    outdoor_humidity             | 0.87282383   |\n",
+      "|    outdoor_temperature          | 0.011489507  |\n",
+      "|    people_occupant              | -0.6885207   |\n",
+      "|    total_electricity_HVAC       | -0.61184126  |\n",
+      "|    wind_direction               | -1.2091718   |\n",
+      "|    wind_speed                   | -0.74787265  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 54.107285    |\n",
+      "|    air_temperature              | 22.570454    |\n",
+      "|    clg_setpoint                 | 23.368853    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 30.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 21.0         |\n",
+      "|    htg_setpoint                 | 12.514986    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 87.0         |\n",
+      "|    outdoor_temperature          | 14.111688    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 50.0         |\n",
+      "|    wind_speed                   | 3.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************************************------------------------| 75%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.13353395 |\n",
+      "|    Heating_Setpoint_RL          | 0.09775831  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.174322   |\n",
+      "|    Heating_Setpoint_RL          | 18.17489    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6016674  |\n",
+      "|    air_humidity                 | 0.6206704   |\n",
+      "|    air_temperature              | -0.34931383 |\n",
+      "|    clg_setpoint                 | -0.3562761  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6617996  |\n",
+      "|    diffuse_solar_radiation      | -0.7861136  |\n",
+      "|    direct_solar_radiation       | -0.6324604  |\n",
+      "|    hour                         | 1.5173175   |\n",
+      "|    htg_setpoint                 | -0.7501966  |\n",
+      "|    month                        | 1.9162494   |\n",
+      "|    outdoor_humidity             | 1.1575      |\n",
+      "|    outdoor_temperature          | -0.3671284  |\n",
+      "|    people_occupant              | -0.6891838  |\n",
+      "|    total_electricity_HVAC       | -0.6114839  |\n",
+      "|    wind_direction               | 0.75796634  |\n",
+      "|    wind_speed                   | -0.7483584  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 46.03297    |\n",
+      "|    air_temperature              | 22.255331   |\n",
+      "|    clg_setpoint                 | 25.482702   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 14.34523    |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 10.214547   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "------------------------------------------------**************************************------------------------| 75%\n",
+      "| action_network/                 |            |\n",
+      "|    Cooling_Setpoint_RL          | 0.42335856 |\n",
+      "|    Heating_Setpoint_RL          | 1.0        |\n",
+      "| action_simulation/              |            |\n",
+      "|    Cooling_Setpoint_RL          | 28.053835  |\n",
+      "|    Heating_Setpoint_RL          | 23.25      |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | 0.7095696  |\n",
+      "|    air_humidity                 | 1.8195468  |\n",
+      "|    air_temperature              | 0.18781665 |\n",
+      "|    clg_setpoint                 | 1.4807279  |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | -1.5382488 |\n",
+      "|    diffuse_solar_radiation      | -0.7860225 |\n",
+      "|    direct_solar_radiation       | -0.6331092 |\n",
+      "|    hour                         | 1.6613247  |\n",
+      "|    htg_setpoint                 | 1.4569247  |\n",
+      "|    month                        | 1.8994524  |\n",
+      "|    outdoor_humidity             | 1.1565827  |\n",
+      "|    outdoor_temperature          | 0.26703838 |\n",
+      "|    people_occupant              | -0.689842  |\n",
+      "|    total_electricity_HVAC       | 0.6326821  |\n",
+      "|    wind_direction               | 0.46214095 |\n",
+      "|    wind_speed                   | -0.5163739 |\n",
+      "| observation/                    |            |\n",
+      "|    HVAC_electricity_demand_rate | 5471.378   |\n",
+      "|    air_humidity                 | 61.163136  |\n",
+      "|    air_temperature              | 23.249882  |\n",
+      "|    clg_setpoint                 | 30.0       |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 2.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0        |\n",
+      "|    direct_solar_radiation       | 0.0        |\n",
+      "|    hour                         | 23.0       |\n",
+      "|    htg_setpoint                 | 23.25      |\n",
+      "|    month                        | 10.0       |\n",
+      "|    outdoor_humidity             | 93.0       |\n",
+      "|    outdoor_temperature          | 16.735548  |\n",
+      "|    people_occupant              | 0.0        |\n",
+      "|    total_electricity_HVAC       | 4924240.0  |\n",
+      "|    wind_direction               | 220.0      |\n",
+      "|    wind_speed                   | 3.6        |\n",
+      "------------------------------------------------\n",
+      "-------------------------------------------------*************************************------------------------| 75%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.7772739  |\n",
+      "|    Heating_Setpoint_RL          | -0.4799585  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.001701   |\n",
+      "|    Heating_Setpoint_RL          | 14.925234   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5153313  |\n",
+      "|    air_humidity                 | 0.5627477   |\n",
+      "|    air_temperature              | -0.69670933 |\n",
+      "|    clg_setpoint                 | -1.2615359  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3038286  |\n",
+      "|    diffuse_solar_radiation      | -0.7858944  |\n",
+      "|    direct_solar_radiation       | -0.63378865 |\n",
+      "|    hour                         | -1.6608535  |\n",
+      "|    htg_setpoint                 | 0.49108753  |\n",
+      "|    month                        | 1.8830895   |\n",
+      "|    outdoor_humidity             | 0.86924547  |\n",
+      "|    outdoor_temperature          | 0.5629854   |\n",
+      "|    people_occupant              | -0.6904954  |\n",
+      "|    total_electricity_HVAC       | -0.5296918  |\n",
+      "|    wind_direction               | 0.461765    |\n",
+      "|    wind_speed                   | -0.740513   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 446.56186   |\n",
+      "|    air_humidity                 | 45.422142   |\n",
+      "|    air_temperature              | 21.61893    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 19.360853   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 19.787354   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 401905.66   |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************************************-----------------------| 76%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.82247996  |\n",
+      "|    Heating_Setpoint_RL          | -0.36020613 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.40087    |\n",
+      "|    Heating_Setpoint_RL          | 15.598841   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.3258431   |\n",
+      "|    air_humidity                 | 1.5285096   |\n",
+      "|    air_temperature              | 0.1831542   |\n",
+      "|    clg_setpoint                 | 1.4820619   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.184395   |\n",
+      "|    diffuse_solar_radiation      | -0.7857075  |\n",
+      "|    direct_solar_radiation       | -0.6343672  |\n",
+      "|    hour                         | -1.5160351  |\n",
+      "|    htg_setpoint                 | 1.4536271   |\n",
+      "|    month                        | 1.8671424   |\n",
+      "|    outdoor_humidity             | 0.81993663  |\n",
+      "|    outdoor_temperature          | 0.29476464  |\n",
+      "|    people_occupant              | -0.69114405 |\n",
+      "|    total_electricity_HVAC       | 0.26810187  |\n",
+      "|    wind_direction               | 0.2645061   |\n",
+      "|    wind_speed                   | -0.51290715 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3894.584    |\n",
+      "|    air_humidity                 | 57.673584   |\n",
+      "|    air_temperature              | 23.24567    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 86.0        |\n",
+      "|    outdoor_temperature          | 17.056297   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3505125.5   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************************************-----------------------| 76%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9514594  |\n",
+      "|    Heating_Setpoint_RL          | 0.21013582  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.413824   |\n",
+      "|    Heating_Setpoint_RL          | 18.807014   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5833077  |\n",
+      "|    air_humidity                 | 0.28035656  |\n",
+      "|    air_temperature              | -0.22234535 |\n",
+      "|    clg_setpoint                 | -0.33092317 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0663465  |\n",
+      "|    diffuse_solar_radiation      | -0.78554505 |\n",
+      "|    direct_solar_radiation       | -0.6349992  |\n",
+      "|    hour                         | -1.3713121  |\n",
+      "|    htg_setpoint                 | 0.34823728  |\n",
+      "|    month                        | 1.8515937   |\n",
+      "|    outdoor_humidity             | 0.8651803   |\n",
+      "|    outdoor_temperature          | 0.46987     |\n",
+      "|    people_occupant              | -0.6892323  |\n",
+      "|    total_electricity_HVAC       | -0.5944043  |\n",
+      "|    wind_direction               | 0.06706745  |\n",
+      "|    wind_speed                   | 2.9624693   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 170.01215   |\n",
+      "|    air_humidity                 | 41.95064    |\n",
+      "|    air_temperature              | 22.498745   |\n",
+      "|    clg_setpoint                 | 25.54097    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 18.793629   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 18.865047   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 153010.92   |\n",
+      "|    wind_direction               | 180.0       |\n",
+      "|    wind_speed                   | 11.3        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.009740955 |\n",
+      "|    clip_fraction                | 0.0934      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.86       |\n",
+      "|    explained_variance           | 0.288       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 1.54        |\n",
+      "|    n_updates                    | 130         |\n",
+      "|    policy_gradient_loss         | -0.0116     |\n",
+      "|    std                          | 1.01        |\n",
+      "|    value_loss                   | 3.93        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************************************-----------------------| 76%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60290116 |\n",
+      "|    air_humidity                 | -0.619081   |\n",
+      "|    air_temperature              | -0.6104358  |\n",
+      "|    clg_setpoint                 | -1.0215961  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.94941103 |\n",
+      "|    diffuse_solar_radiation      | -0.7850449  |\n",
+      "|    direct_solar_radiation       | -0.63433063 |\n",
+      "|    hour                         | -1.2266662  |\n",
+      "|    htg_setpoint                 | -0.28898993 |\n",
+      "|    month                        | 1.8364271   |\n",
+      "|    outdoor_humidity             | -0.2756632  |\n",
+      "|    outdoor_temperature          | -0.6900002  |\n",
+      "|    people_occupant              | -0.6873363  |\n",
+      "|    total_electricity_HVAC       | -0.61292404 |\n",
+      "|    wind_direction               | 1.146653    |\n",
+      "|    wind_speed                   | -0.06755257 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 30.619844   |\n",
+      "|    air_temperature              | 21.783989   |\n",
+      "|    clg_setpoint                 | 23.843842   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 16.221416   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 63.0        |\n",
+      "|    outdoor_temperature          | 7.019208    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************----------------------| 77%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.86189806 |\n",
+      "|    Heating_Setpoint_RL          | 0.9008656   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.716095   |\n",
+      "|    Heating_Setpoint_RL          | 22.692368   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60241157 |\n",
+      "|    air_humidity                 | -1.0891863  |\n",
+      "|    air_temperature              | -0.86025316 |\n",
+      "|    clg_setpoint                 | 0.583477    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.833353   |\n",
+      "|    diffuse_solar_radiation      | -0.78489465 |\n",
+      "|    direct_solar_radiation       | -0.6347232  |\n",
+      "|    hour                         | -1.0820807  |\n",
+      "|    htg_setpoint                 | -0.479258   |\n",
+      "|    month                        | 1.8216271   |\n",
+      "|    outdoor_humidity             | -0.5084797  |\n",
+      "|    outdoor_temperature          | -0.9701152  |\n",
+      "|    people_occupant              | -0.6879887  |\n",
+      "|    total_electricity_HVAC       | -0.6123447  |\n",
+      "|    wind_direction               | 1.4363216   |\n",
+      "|    wind_speed                   | 1.3190414   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 24.637037   |\n",
+      "|    air_temperature              | 21.325712   |\n",
+      "|    clg_setpoint                 | 27.79279    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 15.451918   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 58.0        |\n",
+      "|    outdoor_temperature          | 4.1514935   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************----------------------| 77%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.39242584  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.832396   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.38804814 |\n",
+      "|    air_humidity                 | -0.999445   |\n",
+      "|    air_temperature              | -0.39795098 |\n",
+      "|    clg_setpoint                 | 1.4165835   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7179699  |\n",
+      "|    diffuse_solar_radiation      | -0.7847401  |\n",
+      "|    direct_solar_radiation       | -0.635243   |\n",
+      "|    hour                         | -0.93754154 |\n",
+      "|    htg_setpoint                 | 1.0233436   |\n",
+      "|    month                        | 1.8071793   |\n",
+      "|    outdoor_humidity             | 1.109931    |\n",
+      "|    outdoor_temperature          | -1.1378065  |\n",
+      "|    people_occupant              | -0.68863636 |\n",
+      "|    total_electricity_HVAC       | -0.41335806 |\n",
+      "|    wind_direction               | -1.7110225  |\n",
+      "|    wind_speed                   | -2.1315632  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 964.1491    |\n",
+      "|    air_humidity                 | 25.71639    |\n",
+      "|    air_temperature              | 22.17701    |\n",
+      "|    clg_setpoint                 | 29.8428     |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 21.518574   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 92.0        |\n",
+      "|    outdoor_temperature          | 2.4284668   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 850883.6    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**************************************----------------------| 77%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.055100203  |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.810963    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.535147    |\n",
+      "|    air_humidity                 | -0.0570302   |\n",
+      "|    air_temperature              | -0.7408889   |\n",
+      "|    clg_setpoint                 | 0.7671737    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.60308945  |\n",
+      "|    diffuse_solar_radiation      | -0.17076394  |\n",
+      "|    direct_solar_radiation       | 0.03960104   |\n",
+      "|    hour                         | -0.79303634  |\n",
+      "|    htg_setpoint                 | 0.8730651    |\n",
+      "|    month                        | 1.79307      |\n",
+      "|    outdoor_humidity             | 0.5410773    |\n",
+      "|    outdoor_temperature          | -0.5305857   |\n",
+      "|    people_occupant              | -0.68927944  |\n",
+      "|    total_electricity_HVAC       | -0.5471282   |\n",
+      "|    wind_direction               | 0.64422375   |\n",
+      "|    wind_speed                   | -0.070281215 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 360.69315    |\n",
+      "|    air_humidity                 | 37.582436    |\n",
+      "|    air_temperature              | 21.54906     |\n",
+      "|    clg_setpoint                 | 28.241638    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 10.0         |\n",
+      "|    diffuse_solar_radiation      | 64.0         |\n",
+      "|    direct_solar_radiation       | 174.0        |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 20.915165    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 80.0         |\n",
+      "|    outdoor_temperature          | 8.607421     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 329540.6     |\n",
+      "|    wind_direction               | 240.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***************************************----------------------| 77%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.09651925  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 18.167921   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6022854  |\n",
+      "|    air_humidity                 | 1.5764396   |\n",
+      "|    air_temperature              | -0.30181563 |\n",
+      "|    clg_setpoint                 | 0.6486229   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.4885677  |\n",
+      "|    diffuse_solar_radiation      | 0.50145763  |\n",
+      "|    direct_solar_radiation       | 0.8345188   |\n",
+      "|    hour                         | -0.64855474 |\n",
+      "|    htg_setpoint                 | -0.15199707 |\n",
+      "|    month                        | 1.7792859   |\n",
+      "|    outdoor_humidity             | 1.2985424   |\n",
+      "|    outdoor_temperature          | 0.11170644  |\n",
+      "|    people_occupant              | -0.689918   |\n",
+      "|    total_electricity_HVAC       | -0.6120715  |\n",
+      "|    wind_direction               | 0.6432575   |\n",
+      "|    wind_speed                   | -0.06987144 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 58.225674   |\n",
+      "|    air_temperature              | 22.356543   |\n",
+      "|    clg_setpoint                 | 27.947285   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 134.0       |\n",
+      "|    direct_solar_radiation       | 379.0       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 16.781563   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 15.139242   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************************---------------------| 78%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.72302485  |\n",
+      "|    Heating_Setpoint_RL          | -0.17892131 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.065208   |\n",
+      "|    Heating_Setpoint_RL          | 16.618568   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.34319147 |\n",
+      "|    air_humidity                 | 1.6829062   |\n",
+      "|    air_temperature              | -0.2014761  |\n",
+      "|    clg_setpoint                 | 0.6243987   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.3742874  |\n",
+      "|    diffuse_solar_radiation      | 0.42089003  |\n",
+      "|    direct_solar_radiation       | 2.0544126   |\n",
+      "|    hour                         | -0.5040883  |\n",
+      "|    htg_setpoint                 | 0.6330856   |\n",
+      "|    month                        | 1.765815    |\n",
+      "|    outdoor_humidity             | 0.5820943   |\n",
+      "|    outdoor_temperature          | 0.5046431   |\n",
+      "|    people_occupant              | -0.690552   |\n",
+      "|    total_electricity_HVAC       | -0.39908957 |\n",
+      "|    wind_direction               | -1.7165416  |\n",
+      "|    wind_speed                   | -2.12711    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1147.4838   |\n",
+      "|    air_humidity                 | 59.697044   |\n",
+      "|    air_temperature              | 22.54333    |\n",
+      "|    clg_setpoint                 | 27.885485   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 125.5       |\n",
+      "|    direct_solar_radiation       | 694.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 19.9569     |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 81.0        |\n",
+      "|    outdoor_temperature          | 19.134348   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 906964.1    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "---------------------------------------------------**************************************---------------------| 78%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -0.6001319    |\n",
+      "|    Heating_Setpoint_RL          | -0.14977032   |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 24.599554     |\n",
+      "|    Heating_Setpoint_RL          | 16.782541     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | 0.00032005456 |\n",
+      "|    air_humidity                 | 1.138541      |\n",
+      "|    air_temperature              | 0.18498646    |\n",
+      "|    clg_setpoint                 | -1.1518588    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.2601568    |\n",
+      "|    diffuse_solar_radiation      | 1.5315543     |\n",
+      "|    direct_solar_radiation       | 0.9770512     |\n",
+      "|    hour                         | -0.35963055   |\n",
+      "|    htg_setpoint                 | 1.4465115     |\n",
+      "|    month                        | 1.7526455     |\n",
+      "|    outdoor_humidity             | 0.19825493    |\n",
+      "|    outdoor_temperature          | 0.5773032     |\n",
+      "|    people_occupant              | -0.6886917    |\n",
+      "|    total_electricity_HVAC       | -0.06696264   |\n",
+      "|    wind_direction               | -0.24037763   |\n",
+      "|    wind_speed                   | -0.95588785   |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 2546.4795     |\n",
+      "|    air_humidity                 | 52.892143     |\n",
+      "|    air_temperature              | 23.250626     |\n",
+      "|    clg_setpoint                 | 23.509674     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 13.0          |\n",
+      "|    diffuse_solar_radiation      | 241.0         |\n",
+      "|    direct_solar_radiation       | 416.5         |\n",
+      "|    hour                         | 9.0           |\n",
+      "|    htg_setpoint                 | 23.25         |\n",
+      "|    month                        | 10.0          |\n",
+      "|    outdoor_humidity             | 73.0          |\n",
+      "|    outdoor_temperature          | 19.873245     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 2191842.8     |\n",
+      "|    wind_direction               | 150.0         |\n",
+      "|    wind_speed                   | 2.6           |\n",
+      "---------------------------------------------------\n",
+      "-------------------------------------------------****************************************---------------------| 78%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.2405078   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.977856   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.35587457 |\n",
+      "|    air_humidity                 | 1.0689715   |\n",
+      "|    air_temperature              | 0.8259137   |\n",
+      "|    clg_setpoint                 | -0.7821646  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.14610894 |\n",
+      "|    diffuse_solar_radiation      | 2.2572186   |\n",
+      "|    direct_solar_radiation       | 0.0974027   |\n",
+      "|    hour                         | -0.21517679 |\n",
+      "|    htg_setpoint                 | -0.16232227 |\n",
+      "|    month                        | 1.7397662   |\n",
+      "|    outdoor_humidity             | 0.81233907  |\n",
+      "|    outdoor_temperature          | 0.20736702  |\n",
+      "|    people_occupant              | 1.6975478   |\n",
+      "|    total_electricity_HVAC       | -0.39316842 |\n",
+      "|    wind_direction               | -0.6309574  |\n",
+      "|    wind_speed                   | 0.43068588  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1094.3757   |\n",
+      "|    air_humidity                 | 52.064007   |\n",
+      "|    air_temperature              | 24.420439   |\n",
+      "|    clg_setpoint                 | 24.420803   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 316.5       |\n",
+      "|    direct_solar_radiation       | 189.5       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 16.758186   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 86.0        |\n",
+      "|    outdoor_temperature          | 16.132385   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 929281.4    |\n",
+      "|    wind_direction               | 110.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***************************************---------------------| 78%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.42364395  |\n",
+      "|    Heating_Setpoint_RL          | 0.37845826   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.195202    |\n",
+      "|    Heating_Setpoint_RL          | 19.753828    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.38080716  |\n",
+      "|    air_humidity                 | 0.5566011    |\n",
+      "|    air_temperature              | 1.4914958    |\n",
+      "|    clg_setpoint                 | 0.1089535    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.032100856 |\n",
+      "|    diffuse_solar_radiation      | 1.1570162    |\n",
+      "|    direct_solar_radiation       | 1.6757618    |\n",
+      "|    hour                         | -0.070724145 |\n",
+      "|    htg_setpoint                 | -0.8930053   |\n",
+      "|    month                        | 1.7271669    |\n",
+      "|    outdoor_humidity             | -0.9474114   |\n",
+      "|    outdoor_temperature          | 0.75962114   |\n",
+      "|    people_occupant              | 1.2189037    |\n",
+      "|    total_electricity_HVAC       | -0.41725776  |\n",
+      "|    wind_direction               | 0.94331014   |\n",
+      "|    wind_speed                   | 0.8738427    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 992.44763    |\n",
+      "|    air_humidity                 | 45.683098    |\n",
+      "|    air_temperature              | 25.635067    |\n",
+      "|    clg_setpoint                 | 26.61539     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 202.0        |\n",
+      "|    direct_solar_radiation       | 596.5        |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 13.808049    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 49.0         |\n",
+      "|    outdoor_temperature          | 21.717283    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 836172.7     |\n",
+      "|    wind_direction               | 270.0        |\n",
+      "|    wind_speed                   | 6.7          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*****************************************--------------------| 79%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.1607963  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.082314   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.51827586 |\n",
+      "|    air_humidity                 | 0.60433185  |\n",
+      "|    air_temperature              | 1.5358733   |\n",
+      "|    clg_setpoint                 | 1.4836855   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.08188674  |\n",
+      "|    diffuse_solar_radiation      | 1.67607     |\n",
+      "|    direct_solar_radiation       | 0.55099154  |\n",
+      "|    hour                         | 0.073728465 |\n",
+      "|    htg_setpoint                 | -0.25508052 |\n",
+      "|    month                        | 1.7148373   |\n",
+      "|    outdoor_humidity             | 0.19280949  |\n",
+      "|    outdoor_temperature          | 0.5521695   |\n",
+      "|    people_occupant              | 0.26418814  |\n",
+      "|    total_electricity_HVAC       | -0.53411674 |\n",
+      "|    wind_direction               | -0.53268707 |\n",
+      "|    wind_speed                   | 0.87280345  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 436.04446   |\n",
+      "|    air_humidity                 | 46.29953    |\n",
+      "|    air_temperature              | 25.716417   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 256.0       |\n",
+      "|    direct_solar_radiation       | 306.5       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 16.38783    |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 73.0        |\n",
+      "|    outdoor_temperature          | 19.622942   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 387231.88   |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************************--------------------| 79%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6931435  |\n",
+      "|    Heating_Setpoint_RL          | 0.09513289  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.28564    |\n",
+      "|    Heating_Setpoint_RL          | 18.160122   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.033350214 |\n",
+      "|    air_humidity                 | -0.53293836 |\n",
+      "|    air_temperature              | 0.4950156   |\n",
+      "|    clg_setpoint                 | -1.2549748  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.19584985  |\n",
+      "|    diffuse_solar_radiation      | 0.61450416  |\n",
+      "|    direct_solar_radiation       | 1.7456019   |\n",
+      "|    hour                         | 0.21818037  |\n",
+      "|    htg_setpoint                 | 0.35648128  |\n",
+      "|    month                        | 1.7027681   |\n",
+      "|    outdoor_humidity             | -1.4247265  |\n",
+      "|    outdoor_temperature          | 0.17993963  |\n",
+      "|    people_occupant              | 1.2159493   |\n",
+      "|    total_electricity_HVAC       | 0.022204885 |\n",
+      "|    wind_direction               | 0.94276345  |\n",
+      "|    wind_speed                   | 3.1231666   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2673.5967   |\n",
+      "|    air_humidity                 | 31.8915     |\n",
+      "|    air_temperature              | 23.820173   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 145.5       |\n",
+      "|    direct_solar_radiation       | 614.5       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 18.85947    |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 39.0        |\n",
+      "|    outdoor_temperature          | 15.872101   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 2531497.5   |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 11.8        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------****************************************--------------------| 79%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.18041094  |\n",
+      "|    air_humidity                 | -1.187886    |\n",
+      "|    air_temperature              | 0.21816924   |\n",
+      "|    clg_setpoint                 | -1.2549094   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.30976158   |\n",
+      "|    diffuse_solar_radiation      | 0.23073618   |\n",
+      "|    direct_solar_radiation       | 1.3698283    |\n",
+      "|    hour                         | 0.3626292    |\n",
+      "|    htg_setpoint                 | -1.3401448   |\n",
+      "|    month                        | 1.6909503    |\n",
+      "|    outdoor_humidity             | -1.7518336   |\n",
+      "|    outdoor_temperature          | -0.032786436 |\n",
+      "|    people_occupant              | 1.6904337    |\n",
+      "|    total_electricity_HVAC       | -0.19110018  |\n",
+      "|    wind_direction               | 1.2342142    |\n",
+      "|    wind_speed                   | 0.85086954   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1804.3088    |\n",
+      "|    air_humidity                 | 23.510393    |\n",
+      "|    air_temperature              | 23.317265    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 18.0         |\n",
+      "|    diffuse_solar_radiation      | 105.5        |\n",
+      "|    direct_solar_radiation       | 518.0        |\n",
+      "|    hour                         | 14.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 32.0         |\n",
+      "|    outdoor_temperature          | 13.718338    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 1707164.0    |\n",
+      "|    wind_direction               | 300.0        |\n",
+      "|    wind_speed                   | 6.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*****************************************-------------------| 80%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.080522195 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 17.172062    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.38263658  |\n",
+      "|    air_humidity                 | -0.45094186  |\n",
+      "|    air_temperature              | 0.16603039   |\n",
+      "|    clg_setpoint                 | -1.1436309   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.4235724    |\n",
+      "|    diffuse_solar_radiation      | -0.2595009   |\n",
+      "|    direct_solar_radiation       | 1.0154272    |\n",
+      "|    hour                         | 0.50707084   |\n",
+      "|    htg_setpoint                 | -1.3409516   |\n",
+      "|    month                        | 1.679375     |\n",
+      "|    outdoor_humidity             | -0.3266854   |\n",
+      "|    outdoor_temperature          | 0.19773862   |\n",
+      "|    people_occupant              | -0.6899896   |\n",
+      "|    total_electricity_HVAC       | -0.4053535   |\n",
+      "|    wind_direction               | -0.04462218  |\n",
+      "|    wind_speed                   | 1.0725956    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 983.90326    |\n",
+      "|    air_humidity                 | 32.873997    |\n",
+      "|    air_temperature              | 23.222366    |\n",
+      "|    clg_setpoint                 | 23.52164     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 19.0         |\n",
+      "|    diffuse_solar_radiation      | 54.5         |\n",
+      "|    direct_solar_radiation       | 427.0        |\n",
+      "|    hour                         | 15.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 62.0         |\n",
+      "|    outdoor_temperature          | 16.01962     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 881075.56    |\n",
+      "|    wind_direction               | 170.0        |\n",
+      "|    wind_speed                   | 7.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------******************************************-------------------| 80%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.8161284  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.870567   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.47726354 |\n",
+      "|    air_humidity                 | 0.22249314  |\n",
+      "|    air_temperature              | 0.18194762  |\n",
+      "|    clg_setpoint                 | -1.2540851  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.53721076  |\n",
+      "|    diffuse_solar_radiation      | -0.63485175 |\n",
+      "|    direct_solar_radiation       | -0.1117234  |\n",
+      "|    hour                         | 0.6514996   |\n",
+      "|    htg_setpoint                 | -1.1653762  |\n",
+      "|    month                        | 1.6680343   |\n",
+      "|    outdoor_humidity             | -0.18638079 |\n",
+      "|    outdoor_temperature          | 0.34388644  |\n",
+      "|    people_occupant              | -0.68817806 |\n",
+      "|    total_electricity_HVAC       | -0.4769608  |\n",
+      "|    wind_direction               | 0.2503427   |\n",
+      "|    wind_speed                   | -0.5107526  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 598.0952    |\n",
+      "|    air_humidity                 | 41.473      |\n",
+      "|    air_temperature              | 23.250078   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 15.5        |\n",
+      "|    direct_solar_radiation       | 136.5       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.711707   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 65.0        |\n",
+      "|    outdoor_temperature          | 17.485033   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 603178.0    |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************-------------------| 80%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.58938193 |\n",
+      "|    air_humidity                 | 0.896219    |\n",
+      "|    air_temperature              | 1.7067062   |\n",
+      "|    clg_setpoint                 | 0.8368917   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6505836   |\n",
+      "|    diffuse_solar_radiation      | -0.7838872  |\n",
+      "|    direct_solar_radiation       | -0.6416794  |\n",
+      "|    hour                         | 0.79590815  |\n",
+      "|    htg_setpoint                 | -1.34192    |\n",
+      "|    month                        | 1.6569202   |\n",
+      "|    outdoor_humidity             | 0.14426179  |\n",
+      "|    outdoor_temperature          | 0.4470403   |\n",
+      "|    people_occupant              | 1.6952564   |\n",
+      "|    total_electricity_HVAC       | -0.5999403  |\n",
+      "|    wind_direction               | 0.1545721   |\n",
+      "|    wind_speed                   | 2.644389    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 147.20287   |\n",
+      "|    air_humidity                 | 50.06112    |\n",
+      "|    air_temperature              | 26.020792   |\n",
+      "|    clg_setpoint                 | 28.404348   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 72.0        |\n",
+      "|    outdoor_temperature          | 18.515827   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 132483.12   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 10.8        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************-------------------| 80%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.52630925 |\n",
+      "|    air_humidity                 | 2.2533073   |\n",
+      "|    air_temperature              | 0.1796906   |\n",
+      "|    clg_setpoint                 | -1.252282   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7635772   |\n",
+      "|    diffuse_solar_radiation      | -0.7836715  |\n",
+      "|    direct_solar_radiation       | -0.64153254 |\n",
+      "|    hour                         | 0.9402875   |\n",
+      "|    htg_setpoint                 | 1.4381775   |\n",
+      "|    month                        | 1.6460254   |\n",
+      "|    outdoor_humidity             | 1.1393945   |\n",
+      "|    outdoor_temperature          | 0.3748352   |\n",
+      "|    people_occupant              | 0.5022109   |\n",
+      "|    total_electricity_HVAC       | -0.54032713 |\n",
+      "|    wind_direction               | -1.709504   |\n",
+      "|    wind_speed                   | -2.0725806  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 403.7318    |\n",
+      "|    air_humidity                 | 67.48415    |\n",
+      "|    air_temperature              | 23.250103   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 17.802166   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 363358.62   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************------------------| 81%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.2832502   |\n",
+      "|    Heating_Setpoint_RL          | -0.73350435 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.580969   |\n",
+      "|    Heating_Setpoint_RL          | 13.499038   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6044395  |\n",
+      "|    air_humidity                 | 2.1589787   |\n",
+      "|    air_temperature              | 0.45853278  |\n",
+      "|    clg_setpoint                 | -0.50668633 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8760582   |\n",
+      "|    diffuse_solar_radiation      | -0.7833608  |\n",
+      "|    direct_solar_radiation       | -0.6400966  |\n",
+      "|    hour                         | 1.084627    |\n",
+      "|    htg_setpoint                 | -0.9049803  |\n",
+      "|    month                        | 1.6353428   |\n",
+      "|    outdoor_humidity             | 1.4697694   |\n",
+      "|    outdoor_temperature          | 0.32554463  |\n",
+      "|    people_occupant              | -0.4517416  |\n",
+      "|    total_electricity_HVAC       | -0.6143286  |\n",
+      "|    wind_direction               | -0.1356916  |\n",
+      "|    wind_speed                   | -0.71833676 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 66.383965   |\n",
+      "|    air_temperature              | 23.757513   |\n",
+      "|    clg_setpoint                 | 25.086506   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 13.776561   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 17.309683   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 160.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************------------------| 81%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.58344203 |\n",
+      "|    air_humidity                 | 2.2417822   |\n",
+      "|    air_temperature              | 0.21296288  |\n",
+      "|    clg_setpoint                 | 0.4272114   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.98787504  |\n",
+      "|    diffuse_solar_radiation      | -0.7830368  |\n",
+      "|    direct_solar_radiation       | -0.64059395 |\n",
+      "|    hour                         | 1.2289149   |\n",
+      "|    htg_setpoint                 | 1.2357365   |\n",
+      "|    month                        | 1.6248654   |\n",
+      "|    outdoor_humidity             | 1.1323773   |\n",
+      "|    outdoor_temperature          | 0.4851906   |\n",
+      "|    people_occupant              | -0.45246503 |\n",
+      "|    total_electricity_HVAC       | -0.59453154 |\n",
+      "|    wind_direction               | 0.15872522  |\n",
+      "|    wind_speed                   | 0.41834667  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 173.5672    |\n",
+      "|    air_humidity                 | 67.688705   |\n",
+      "|    air_temperature              | 23.313858   |\n",
+      "|    clg_setpoint                 | 27.387247   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 22.443287   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 18.909376   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 156210.48   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************------------------| 81%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.19835362 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.955557   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60536736 |\n",
+      "|    air_humidity                 | -1.1961566  |\n",
+      "|    air_temperature              | -0.388566   |\n",
+      "|    clg_setpoint                 | 1.2815301   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0988593   |\n",
+      "|    diffuse_solar_radiation      | -0.78263986 |\n",
+      "|    direct_solar_radiation       | -0.6406698  |\n",
+      "|    hour                         | 1.3731374   |\n",
+      "|    htg_setpoint                 | 0.37696868  |\n",
+      "|    month                        | 1.614587    |\n",
+      "|    outdoor_humidity             | -1.9487357  |\n",
+      "|    outdoor_temperature          | 0.12667336  |\n",
+      "|    people_occupant              | -0.6912338  |\n",
+      "|    total_electricity_HVAC       | -0.6152898  |\n",
+      "|    wind_direction               | 0.7480265   |\n",
+      "|    wind_speed                   | 1.2861948   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 23.516842   |\n",
+      "|    air_temperature              | 22.22682    |\n",
+      "|    clg_setpoint                 | 29.49243    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 18.968573   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 28.0        |\n",
+      "|    outdoor_temperature          | 15.356559   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------******************************************------------------| 81%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.5178244    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 20.537762    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6045519   |\n",
+      "|    air_humidity                 | -1.5114276   |\n",
+      "|    air_temperature              | -1.3769671   |\n",
+      "|    clg_setpoint                 | 1.4853786    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.2088283    |\n",
+      "|    diffuse_solar_radiation      | -0.7822885   |\n",
+      "|    direct_solar_radiation       | -0.64065385  |\n",
+      "|    hour                         | 1.5172794    |\n",
+      "|    htg_setpoint                 | -1.297684    |\n",
+      "|    month                        | 1.604501     |\n",
+      "|    outdoor_humidity             | -0.9919764   |\n",
+      "|    outdoor_temperature          | -0.50535864  |\n",
+      "|    people_occupant              | -0.68945485  |\n",
+      "|    total_electricity_HVAC       | -0.6144534   |\n",
+      "|    wind_direction               | 0.942402     |\n",
+      "|    wind_speed                   | 2.3983843    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 19.332527    |\n",
+      "|    air_temperature              | 20.438099    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 26.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 12.185519    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 48.0         |\n",
+      "|    outdoor_temperature          | 9.072194     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 270.0        |\n",
+      "|    wind_speed                   | 10.3         |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.0074840747 |\n",
+      "|    clip_fraction                | 0.0712       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.86        |\n",
+      "|    explained_variance           | 0.0532       |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.883        |\n",
+      "|    n_updates                    | 140          |\n",
+      "|    policy_gradient_loss         | -0.00936     |\n",
+      "|    std                          | 1.01         |\n",
+      "|    value_loss                   | 3.81         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------********************************************-----------------| 82%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.3753597   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.891838   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.20363025 |\n",
+      "|    air_humidity                 | -1.3049612  |\n",
+      "|    air_temperature              | -1.2488468  |\n",
+      "|    clg_setpoint                 | 1.4843951   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.3175865   |\n",
+      "|    diffuse_solar_radiation      | -0.7819174  |\n",
+      "|    direct_solar_radiation       | -0.6408503  |\n",
+      "|    hour                         | 1.6613247   |\n",
+      "|    htg_setpoint                 | 0.5558981   |\n",
+      "|    month                        | 1.5946019   |\n",
+      "|    outdoor_humidity             | -0.8948441  |\n",
+      "|    outdoor_temperature          | -0.7583933  |\n",
+      "|    people_occupant              | -0.68768954 |\n",
+      "|    total_electricity_HVAC       | 0.03996982  |\n",
+      "|    wind_direction               | 1.3312953   |\n",
+      "|    wind_speed                   | 1.0484825   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1698.8928   |\n",
+      "|    air_humidity                 | 21.897427   |\n",
+      "|    air_temperature              | 20.666046   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 19.687378   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 50.0        |\n",
+      "|    outdoor_temperature          | 6.548127    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2582968.2   |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************************-----------------| 82%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.20512933 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.471148   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.3268812   |\n",
+      "|    air_humidity                 | -1.2928078  |\n",
+      "|    air_temperature              | -0.21770558 |\n",
+      "|    clg_setpoint                 | -1.2505457  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5395421   |\n",
+      "|    diffuse_solar_radiation      | -0.7815387  |\n",
+      "|    direct_solar_radiation       | -0.64131474 |\n",
+      "|    hour                         | -1.6608926  |\n",
+      "|    htg_setpoint                 | 1.256907    |\n",
+      "|    month                        | 1.5848836   |\n",
+      "|    outdoor_humidity             | -0.3712496  |\n",
+      "|    outdoor_temperature          | -1.0785527  |\n",
+      "|    people_occupant              | -0.6882956  |\n",
+      "|    total_electricity_HVAC       | 1.2128408   |\n",
+      "|    wind_direction               | -1.7156698  |\n",
+      "|    wind_speed                   | -2.0652483  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7868.6523   |\n",
+      "|    air_humidity                 | 21.96409    |\n",
+      "|    air_temperature              | 22.529377   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 22.526886   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 61.0        |\n",
+      "|    outdoor_temperature          | 3.3492727   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7081787.0   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************----------------| 83%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.144842    |\n",
+      "|    air_humidity                 | -0.6816386  |\n",
+      "|    air_temperature              | 0.18087527  |\n",
+      "|    clg_setpoint                 | 1.4866959   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6449234   |\n",
+      "|    diffuse_solar_radiation      | -0.7811934  |\n",
+      "|    direct_solar_radiation       | -0.64171225 |\n",
+      "|    hour                         | -1.5161035  |\n",
+      "|    htg_setpoint                 | 1.4341954   |\n",
+      "|    month                        | 1.575341    |\n",
+      "|    outdoor_humidity             | -1.029095   |\n",
+      "|    outdoor_temperature          | -0.08482742 |\n",
+      "|    people_occupant              | -0.6888976  |\n",
+      "|    total_electricity_HVAC       | 1.30943     |\n",
+      "|    wind_direction               | 1.030638    |\n",
+      "|    wind_speed                   | -0.7212718  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7134.9917   |\n",
+      "|    air_humidity                 | 29.85442    |\n",
+      "|    air_temperature              | 23.25021    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 47.0        |\n",
+      "|    outdoor_temperature          | 13.188917   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7453097.5   |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************----------------| 83%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.22184345  |\n",
+      "|    Heating_Setpoint_RL          | 0.0987066   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.373722   |\n",
+      "|    Heating_Setpoint_RL          | 18.180225   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.1038854   |\n",
+      "|    air_humidity                 | -1.1416603  |\n",
+      "|    air_temperature              | -0.51794696 |\n",
+      "|    clg_setpoint                 | -1.247612   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7483836   |\n",
+      "|    diffuse_solar_radiation      | -0.780742   |\n",
+      "|    direct_solar_radiation       | -0.6420351  |\n",
+      "|    hour                         | -1.3714018  |\n",
+      "|    htg_setpoint                 | 1.1209235   |\n",
+      "|    month                        | 1.5659686   |\n",
+      "|    outdoor_humidity             | -0.7416354  |\n",
+      "|    outdoor_temperature          | -1.0389024  |\n",
+      "|    people_occupant              | -0.6894957  |\n",
+      "|    total_electricity_HVAC       | 0.87043595  |\n",
+      "|    wind_direction               | -1.7064449  |\n",
+      "|    wind_speed                   | -1.4097705  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6967.194    |\n",
+      "|    air_humidity                 | 23.860132   |\n",
+      "|    air_temperature              | 21.991163   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 21.984835   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 53.0        |\n",
+      "|    outdoor_temperature          | 3.7472327   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5768096.0   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 1.5         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************----------------| 83%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5299344   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.413528   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.0627372   |\n",
+      "|    air_humidity                 | 0.4023828   |\n",
+      "|    air_temperature              | 0.09706565  |\n",
+      "|    clg_setpoint                 | -1.24633    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.67141    |\n",
+      "|    diffuse_solar_radiation      | -0.7801594  |\n",
+      "|    direct_solar_radiation       | -0.64068973 |\n",
+      "|    hour                         | -1.2267704  |\n",
+      "|    htg_setpoint                 | 1.4316655   |\n",
+      "|    month                        | 1.904115    |\n",
+      "|    outdoor_humidity             | 0.05951598  |\n",
+      "|    outdoor_temperature          | -0.7296256  |\n",
+      "|    people_occupant              | -0.69008976 |\n",
+      "|    total_electricity_HVAC       | 2.0263195   |\n",
+      "|    wind_direction               | 1.7157267   |\n",
+      "|    wind_speed                   | 0.40511185  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 10831.383   |\n",
+      "|    air_humidity                 | 43.880486   |\n",
+      "|    air_temperature              | 23.099428   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 70.0        |\n",
+      "|    outdoor_temperature          | 6.801468    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 10201615.0  |\n",
+      "|    wind_direction               | 350.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************----------------| 83%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.16668245 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.062447   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6034108  |\n",
+      "|    air_humidity                 | -0.7924506  |\n",
+      "|    air_temperature              | -0.8462544  |\n",
+      "|    clg_setpoint                 | 1.0416163   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5476142  |\n",
+      "|    diffuse_solar_radiation      | -0.7797543  |\n",
+      "|    direct_solar_radiation       | -0.6410785  |\n",
+      "|    hour                         | -1.0821947  |\n",
+      "|    htg_setpoint                 | -0.91520095 |\n",
+      "|    month                        | 1.88921     |\n",
+      "|    outdoor_humidity             | -0.31524774 |\n",
+      "|    outdoor_temperature          | -0.6262463  |\n",
+      "|    people_occupant              | -0.69067997 |\n",
+      "|    total_electricity_HVAC       | -0.61309814 |\n",
+      "|    wind_direction               | 1.6091584   |\n",
+      "|    wind_speed                   | -0.5060419  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 28.380844   |\n",
+      "|    air_temperature              | 21.401165   |\n",
+      "|    clg_setpoint                 | 28.894556   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 13.742053   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 62.0        |\n",
+      "|    outdoor_temperature          | 7.818483    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************---------------| 84%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.10545772 |\n",
+      "|    Heating_Setpoint_RL          | 0.17105106  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.269081   |\n",
+      "|    Heating_Setpoint_RL          | 18.587162   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60321426 |\n",
+      "|    air_humidity                 | -1.1348248  |\n",
+      "|    air_temperature              | -0.46262208 |\n",
+      "|    clg_setpoint                 | 0.34731618  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4259523  |\n",
+      "|    diffuse_solar_radiation      | -0.7791872  |\n",
+      "|    direct_solar_radiation       | -0.64127177 |\n",
+      "|    hour                         | -0.9376613  |\n",
+      "|    htg_setpoint                 | -0.41167307 |\n",
+      "|    month                        | 1.8746496   |\n",
+      "|    outdoor_humidity             | 0.112802714 |\n",
+      "|    outdoor_temperature          | -0.64092237 |\n",
+      "|    people_occupant              | -0.6889456  |\n",
+      "|    total_electricity_HVAC       | -0.61287636 |\n",
+      "|    wind_direction               | 1.7008004   |\n",
+      "|    wind_speed                   | -0.72380096 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 23.884977   |\n",
+      "|    air_temperature              | 22.090473   |\n",
+      "|    clg_setpoint                 | 27.182411   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 15.784157   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 71.0        |\n",
+      "|    outdoor_temperature          | 7.6737905   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 350.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*********************************************---------------| 84%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.36972845   |\n",
+      "|    air_humidity                 | -0.11318588  |\n",
+      "|    air_temperature              | 0.08733917   |\n",
+      "|    clg_setpoint                 | 0.10982244   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.306071    |\n",
+      "|    diffuse_solar_radiation      | -0.4430327   |\n",
+      "|    direct_solar_radiation       | -0.112342075 |\n",
+      "|    hour                         | -0.7931591   |\n",
+      "|    htg_setpoint                 | 1.386085     |\n",
+      "|    month                        | 1.8604208    |\n",
+      "|    outdoor_humidity             | 0.8213777    |\n",
+      "|    outdoor_temperature          | -0.44157624  |\n",
+      "|    people_occupant              | -0.68722427  |\n",
+      "|    total_electricity_HVAC       | 0.30689073   |\n",
+      "|    wind_direction               | 1.5043908    |\n",
+      "|    wind_speed                   | -0.93610966  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 4005.3298    |\n",
+      "|    air_humidity                 | 37.104103    |\n",
+      "|    air_temperature              | 23.077166    |\n",
+      "|    clg_setpoint                 | 26.59769     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.0          |\n",
+      "|    diffuse_solar_radiation      | 34.5         |\n",
+      "|    direct_solar_radiation       | 136.0        |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 23.072977    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 86.0         |\n",
+      "|    outdoor_temperature          | 9.64108      |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 3604796.8    |\n",
+      "|    wind_direction               | 330.0        |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*********************************************---------------| 84%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.1936392   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 16.53578     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6032666   |\n",
+      "|    air_humidity                 | -0.052800648 |\n",
+      "|    air_temperature              | -1.303641    |\n",
+      "|    clg_setpoint                 | -1.2456396   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.1876615   |\n",
+      "|    diffuse_solar_radiation      | 0.10756844   |\n",
+      "|    direct_solar_radiation       | 0.8071453    |\n",
+      "|    hour                         | -0.6486786   |\n",
+      "|    htg_setpoint                 | -0.8721904   |\n",
+      "|    month                        | 1.8465112    |\n",
+      "|    outdoor_humidity             | -0.026924971 |\n",
+      "|    outdoor_temperature          | -0.534232    |\n",
+      "|    people_occupant              | -0.68781745  |\n",
+      "|    total_electricity_HVAC       | -0.5844762   |\n",
+      "|    wind_direction               | 1.305065     |\n",
+      "|    wind_speed                   | 1.2654611    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 37.89802     |\n",
+      "|    air_temperature              | 20.581327    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 5.0          |\n",
+      "|    diffuse_solar_radiation      | 91.0         |\n",
+      "|    direct_solar_radiation       | 372.0        |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 13.922151    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 68.0         |\n",
+      "|    outdoor_temperature          | 8.738346     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 187017.98    |\n",
+      "|    wind_direction               | 310.0        |\n",
+      "|    wind_speed                   | 7.7          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**********************************************---------------| 84%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.27432412 |\n",
+      "|    Heating_Setpoint_RL          | 0.92080307  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.699156   |\n",
+      "|    Heating_Setpoint_RL          | 22.804518   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5405833  |\n",
+      "|    air_humidity                 | -0.40091434 |\n",
+      "|    air_temperature              | 0.42018834  |\n",
+      "|    clg_setpoint                 | 0.124770984 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0704535  |\n",
+      "|    diffuse_solar_radiation      | 0.3573262   |\n",
+      "|    direct_solar_radiation       | 1.5275798   |\n",
+      "|    hour                         | -0.5042121  |\n",
+      "|    htg_setpoint                 | -1.3459558  |\n",
+      "|    month                        | 1.832909    |\n",
+      "|    outdoor_humidity             | -0.64033306 |\n",
+      "|    outdoor_temperature          | -0.47545105 |\n",
+      "|    people_occupant              | 1.6953896   |\n",
+      "|    total_electricity_HVAC       | -0.56406105 |\n",
+      "|    wind_direction               | -1.703778   |\n",
+      "|    wind_speed                   | 1.0424999   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 336.46362   |\n",
+      "|    air_humidity                 | 33.384125   |\n",
+      "|    air_temperature              | 23.672955   |\n",
+      "|    clg_setpoint                 | 26.634033   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 116.5       |\n",
+      "|    direct_solar_radiation       | 556.5       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 55.0        |\n",
+      "|    outdoor_temperature          | 9.308167    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 262332.97   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************************--------------| 85%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.030009896 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.793806   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.58362436 |\n",
+      "|    air_humidity                 | -0.23554091 |\n",
+      "|    air_temperature              | 0.7226869   |\n",
+      "|    clg_setpoint                 | -0.8535409  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9542111  |\n",
+      "|    diffuse_solar_radiation      | 0.763619    |\n",
+      "|    direct_solar_radiation       | 1.4114851   |\n",
+      "|    hour                         | -0.3597535  |\n",
+      "|    htg_setpoint                 | -0.5785413  |\n",
+      "|    month                        | 1.819603    |\n",
+      "|    outdoor_humidity             | -0.11953346 |\n",
+      "|    outdoor_temperature          | -0.41663745 |\n",
+      "|    people_occupant              | 1.6934923   |\n",
+      "|    total_electricity_HVAC       | -0.60474163 |\n",
+      "|    wind_direction               | 1.0979317   |\n",
+      "|    wind_speed                   | -0.509234   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 161.66307   |\n",
+      "|    air_humidity                 | 35.507812   |\n",
+      "|    air_temperature              | 24.215065   |\n",
+      "|    clg_setpoint                 | 24.216255   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 158.0       |\n",
+      "|    direct_solar_radiation       | 527.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 15.110534   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 66.0        |\n",
+      "|    outdoor_temperature          | 9.874492    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 104659.875  |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "----------------------------------------------------********************************************--------------| 85%\n",
+      "| action_network/                 |                |\n",
+      "|    Cooling_Setpoint_RL          | -1.0           |\n",
+      "|    Heating_Setpoint_RL          | -0.00070267916 |\n",
+      "| action_simulation/              |                |\n",
+      "|    Cooling_Setpoint_RL          | 23.25          |\n",
+      "|    Heating_Setpoint_RL          | 17.621048      |\n",
+      "| normalized_observation/         |                |\n",
+      "|    HVAC_electricity_demand_rate | -0.416029      |\n",
+      "|    air_humidity                 | 0.12718967     |\n",
+      "|    air_temperature              | 0.18391813     |\n",
+      "|    clg_setpoint                 | -1.2437875     |\n",
+      "|    co2_emission                 | 0.0            |\n",
+      "|    day_of_month                 | -0.8387295     |\n",
+      "|    diffuse_solar_radiation      | 1.7109311      |\n",
+      "|    direct_solar_radiation       | 0.099459365    |\n",
+      "|    hour                         | -0.2152986     |\n",
+      "|    htg_setpoint                 | 1.4297863      |\n",
+      "|    month                        | 1.8065827      |\n",
+      "|    outdoor_humidity             | 0.021326333    |\n",
+      "|    outdoor_temperature          | -0.14630313    |\n",
+      "|    people_occupant              | 1.6916118      |\n",
+      "|    total_electricity_HVAC       | -0.42576632    |\n",
+      "|    wind_direction               | 1.1884801      |\n",
+      "|    wind_speed                   | -0.9399024     |\n",
+      "| observation/                    |                |\n",
+      "|    HVAC_electricity_demand_rate | 834.97064      |\n",
+      "|    air_humidity                 | 40.178772      |\n",
+      "|    air_temperature              | 23.248978      |\n",
+      "|    clg_setpoint                 | 23.25          |\n",
+      "|    co2_emission                 | 0.0            |\n",
+      "|    day_of_month                 | 8.0            |\n",
+      "|    diffuse_solar_radiation      | 255.0          |\n",
+      "|    direct_solar_radiation       | 190.0          |\n",
+      "|    hour                         | 10.0           |\n",
+      "|    htg_setpoint                 | 23.25          |\n",
+      "|    month                        | 11.0           |\n",
+      "|    outdoor_humidity             | 69.0           |\n",
+      "|    outdoor_temperature          | 12.509602      |\n",
+      "|    people_occupant              | 20.0           |\n",
+      "|    total_electricity_HVAC       | 789456.44      |\n",
+      "|    wind_direction               | 300.0          |\n",
+      "|    wind_speed                   | 2.6            |\n",
+      "----------------------------------------------------\n",
+      "-------------------------------------------------***********************************************--------------| 85%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.07232964 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.380888   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60194725 |\n",
+      "|    air_humidity                 | 0.4803538   |\n",
+      "|    air_temperature              | -0.18532218 |\n",
+      "|    clg_setpoint                 | 1.4900343   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.723832   |\n",
+      "|    diffuse_solar_radiation      | 1.5415164   |\n",
+      "|    direct_solar_radiation       | -0.30327582 |\n",
+      "|    hour                         | -0.07084473 |\n",
+      "|    htg_setpoint                 | -0.8208861  |\n",
+      "|    month                        | 1.7938379   |\n",
+      "|    outdoor_humidity             | -0.21797909 |\n",
+      "|    outdoor_temperature          | 0.12618822  |\n",
+      "|    people_occupant              | -0.69015205 |\n",
+      "|    total_electricity_HVAC       | -0.6113153  |\n",
+      "|    wind_direction               | -0.44817466 |\n",
+      "|    wind_speed                   | -0.50304484 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 44.746773   |\n",
+      "|    air_temperature              | 22.588392   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 237.5       |\n",
+      "|    direct_solar_radiation       | 86.5        |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 14.13995    |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 64.0        |\n",
+      "|    outdoor_temperature          | 15.168418   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 130.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********************************************-------------| 86%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.3424126    |\n",
+      "|    Heating_Setpoint_RL          | -0.013660746 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.780643    |\n",
+      "|    Heating_Setpoint_RL          | 17.548159    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.60184944  |\n",
+      "|    air_humidity                 | 1.2722211    |\n",
+      "|    air_temperature              | -0.503849    |\n",
+      "|    clg_setpoint                 | 0.94319856   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.6093683   |\n",
+      "|    diffuse_solar_radiation      | 1.0690504    |\n",
+      "|    direct_solar_radiation       | -0.5812986   |\n",
+      "|    hour                         | 0.07360909   |\n",
+      "|    htg_setpoint                 | 0.27461168   |\n",
+      "|    month                        | 1.7813591    |\n",
+      "|    outdoor_humidity             | 0.29904935   |\n",
+      "|    outdoor_temperature          | 0.14656386   |\n",
+      "|    people_occupant              | -0.6884602   |\n",
+      "|    total_electricity_HVAC       | -0.6112325   |\n",
+      "|    wind_direction               | 0.9020113    |\n",
+      "|    wind_speed                   | 1.2613597    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 54.97228     |\n",
+      "|    air_temperature              | 22.017782    |\n",
+      "|    clg_setpoint                 | 28.65259     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 10.0         |\n",
+      "|    diffuse_solar_radiation      | 189.0        |\n",
+      "|    direct_solar_radiation       | 15.0         |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 18.5854      |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 75.0         |\n",
+      "|    outdoor_temperature          | 15.363173    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 270.0        |\n",
+      "|    wind_speed                   | 7.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------***********************************************-------------| 86%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.1184731   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 16.958588    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.016293854 |\n",
+      "|    air_humidity                 | 1.1552829    |\n",
+      "|    air_temperature              | 0.18592718   |\n",
+      "|    clg_setpoint                 | -1.2448667   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.49521285  |\n",
+      "|    diffuse_solar_radiation      | 1.1182595    |\n",
+      "|    direct_solar_radiation       | -0.15806843  |\n",
+      "|    hour                         | 0.21806225   |\n",
+      "|    htg_setpoint                 | -0.2069899   |\n",
+      "|    month                        | 1.769137     |\n",
+      "|    outdoor_humidity             | 0.72279435   |\n",
+      "|    outdoor_temperature          | 0.23102778   |\n",
+      "|    people_occupant              | 1.2200508    |\n",
+      "|    total_electricity_HVAC       | -0.05819001  |\n",
+      "|    wind_direction               | 1.667693     |\n",
+      "|    wind_speed                   | 1.7281724    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2440.7       |\n",
+      "|    air_humidity                 | 53.49208     |\n",
+      "|    air_temperature              | 23.24883     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 11.0         |\n",
+      "|    diffuse_solar_radiation      | 194.0        |\n",
+      "|    direct_solar_radiation       | 123.0        |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 16.633698    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 84.0         |\n",
+      "|    outdoor_temperature          | 16.180214    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 2196630.0    |\n",
+      "|    wind_direction               | 350.0        |\n",
+      "|    wind_speed                   | 8.8          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------************************************************-------------| 86%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.099804044 |\n",
+      "|    Heating_Setpoint_RL          | 0.34916353  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.961838   |\n",
+      "|    Heating_Setpoint_RL          | 19.589045   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.39229977 |\n",
+      "|    air_humidity                 | -0.11778478 |\n",
+      "|    air_temperature              | 0.1874853   |\n",
+      "|    clg_setpoint                 | -1.2446305  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.38126335 |\n",
+      "|    diffuse_solar_radiation      | 0.3522417   |\n",
+      "|    direct_solar_radiation       | -0.31688926 |\n",
+      "|    hour                         | 0.3625126   |\n",
+      "|    htg_setpoint                 | -1.2337424  |\n",
+      "|    month                        | 1.7571633   |\n",
+      "|    outdoor_humidity             | -0.13079318 |\n",
+      "|    outdoor_temperature          | -0.34874576 |\n",
+      "|    people_occupant              | 1.6951774   |\n",
+      "|    total_electricity_HVAC       | -0.40321392 |\n",
+      "|    wind_direction               | 1.5632368   |\n",
+      "|    wind_speed                   | -0.29719174 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 926.5238    |\n",
+      "|    air_humidity                 | 37.14402    |\n",
+      "|    air_temperature              | 23.251057   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 115.5       |\n",
+      "|    direct_solar_radiation       | 82.0        |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.474998   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 66.0        |\n",
+      "|    outdoor_temperature          | 10.52645    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 872413.7    |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************-------------| 86%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.55445427 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.753717   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6010241  |\n",
+      "|    air_humidity                 | 0.21535462  |\n",
+      "|    air_temperature              | 1.1740013   |\n",
+      "|    clg_setpoint                 | -0.5284647  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.2674402  |\n",
+      "|    diffuse_solar_radiation      | -0.4045554  |\n",
+      "|    direct_solar_radiation       | -0.42690912 |\n",
+      "|    hour                         | 0.5069563   |\n",
+      "|    htg_setpoint                 | 1.0442913   |\n",
+      "|    month                        | 1.7454294   |\n",
+      "|    outdoor_humidity             | 0.67452294  |\n",
+      "|    outdoor_temperature          | -0.39842442 |\n",
+      "|    people_occupant              | 1.6933187   |\n",
+      "|    total_electricity_HVAC       | -0.6103539  |\n",
+      "|    wind_direction               | -0.2570896  |\n",
+      "|    wind_speed                   | -0.7251853  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 41.415527   |\n",
+      "|    air_temperature              | 25.013014   |\n",
+      "|    clg_setpoint                 | 25.018188   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 38.0        |\n",
+      "|    direct_solar_radiation       | 53.5        |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 21.715435   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 83.0        |\n",
+      "|    outdoor_temperature          | 10.022162   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 150.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************------------| 87%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49934036 |\n",
+      "|    air_humidity                 | 0.9210808   |\n",
+      "|    air_temperature              | 0.18918079  |\n",
+      "|    clg_setpoint                 | -1.2427852  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.15368575 |\n",
+      "|    diffuse_solar_radiation      | -0.7758329  |\n",
+      "|    direct_solar_radiation       | -0.63524437 |\n",
+      "|    hour                         | 0.6513881   |\n",
+      "|    htg_setpoint                 | 0.06803053  |\n",
+      "|    month                        | 1.7339274   |\n",
+      "|    outdoor_humidity             | 1.4761152   |\n",
+      "|    outdoor_temperature          | -0.44626114 |\n",
+      "|    people_occupant              | 1.6914761   |\n",
+      "|    total_electricity_HVAC       | -0.5142786  |\n",
+      "|    wind_direction               | -0.16026019 |\n",
+      "|    wind_speed                   | -0.07842488 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 495.54385   |\n",
+      "|    air_humidity                 | 50.484425   |\n",
+      "|    air_temperature              | 23.255222   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 17.765942   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 9.551846    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 445989.47   |\n",
+      "|    wind_direction               | 160.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************************************************------------| 87%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.36541924   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 19.680483    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5241157   |\n",
+      "|    air_humidity                 | -0.70065546  |\n",
+      "|    air_temperature              | 0.19208823   |\n",
+      "|    clg_setpoint                 | -1.2422824   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.039963804 |\n",
+      "|    diffuse_solar_radiation      | -0.77538836  |\n",
+      "|    direct_solar_radiation       | -0.6345857   |\n",
+      "|    hour                         | 0.7958013    |\n",
+      "|    htg_setpoint                 | 1.2581424    |\n",
+      "|    month                        | 1.7226499    |\n",
+      "|    outdoor_humidity             | -0.6108664   |\n",
+      "|    outdoor_temperature          | -0.70822567  |\n",
+      "|    people_occupant              | 1.6896496    |\n",
+      "|    total_electricity_HVAC       | -0.5488366   |\n",
+      "|    wind_direction               | 0.98761237   |\n",
+      "|    wind_speed                   | 1.2501627    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 393.90622    |\n",
+      "|    air_humidity                 | 29.718525    |\n",
+      "|    air_temperature              | 23.258968    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 22.590687    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 56.0         |\n",
+      "|    outdoor_temperature          | 6.9871964    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 311597.9     |\n",
+      "|    wind_direction               | 280.0        |\n",
+      "|    wind_speed                   | 7.7          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************************************************------------| 87%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.71426165 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.607278   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.72158     |\n",
+      "|    air_humidity                 | -0.92553973 |\n",
+      "|    air_temperature              | -0.17392862 |\n",
+      "|    clg_setpoint                 | -0.60227394 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.07374075  |\n",
+      "|    diffuse_solar_radiation      | -0.77497494 |\n",
+      "|    direct_solar_radiation       | -0.6340422  |\n",
+      "|    hour                         | 0.9401875   |\n",
+      "|    htg_setpoint                 | 1.4204112   |\n",
+      "|    month                        | 1.7115896   |\n",
+      "|    outdoor_humidity             | -0.2786457  |\n",
+      "|    outdoor_temperature          | -0.51557696 |\n",
+      "|    people_occupant              | -0.6896484  |\n",
+      "|    total_electricity_HVAC       | 2.808616    |\n",
+      "|    wind_direction               | 0.3138304   |\n",
+      "|    wind_speed                   | 0.60403734  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 13468.185   |\n",
+      "|    air_humidity                 | 26.824507   |\n",
+      "|    air_temperature              | 22.603897   |\n",
+      "|    clg_setpoint                 | 24.832329   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 63.0        |\n",
+      "|    outdoor_temperature          | 8.839593    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 13203605.0  |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************------------| 87%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.67702186 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.340052   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5998489  |\n",
+      "|    air_humidity                 | -0.97798854 |\n",
+      "|    air_temperature              | -0.8285982  |\n",
+      "|    clg_setpoint                 | -0.3583869  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.18742219  |\n",
+      "|    diffuse_solar_radiation      | -0.77451843 |\n",
+      "|    direct_solar_radiation       | -0.633851   |\n",
+      "|    hour                         | 1.084537    |\n",
+      "|    htg_setpoint                 | -0.8685577  |\n",
+      "|    month                        | 1.7007396   |\n",
+      "|    outdoor_humidity             | -0.5646908  |\n",
+      "|    outdoor_temperature          | -0.79507285 |\n",
+      "|    people_occupant              | -0.6879969  |\n",
+      "|    total_electricity_HVAC       | -0.60905445 |\n",
+      "|    wind_direction               | 1.0802932   |\n",
+      "|    wind_speed                   | 2.3621175   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 26.138388   |\n",
+      "|    air_temperature              | 21.434278   |\n",
+      "|    clg_setpoint                 | 25.43772    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 13.967821   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 57.0        |\n",
+      "|    outdoor_temperature          | 6.1243944   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 10.3        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.009740714 |\n",
+      "|    clip_fraction                | 0.0978      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.83       |\n",
+      "|    explained_variance           | 0.651       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.676       |\n",
+      "|    n_updates                    | 150         |\n",
+      "|    policy_gradient_loss         | -0.0137     |\n",
+      "|    std                          | 0.985       |\n",
+      "|    value_loss                   | 2.14        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************************************************-----------| 88%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.4672674  |\n",
+      "|    Heating_Setpoint_RL          | 0.96265274  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.047972   |\n",
+      "|    Heating_Setpoint_RL          | 23.03992    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.6982812   |\n",
+      "|    air_humidity                 | -0.5737589  |\n",
+      "|    air_temperature              | 0.19190234  |\n",
+      "|    clg_setpoint                 | 0.78075117  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.30105424  |\n",
+      "|    diffuse_solar_radiation      | -0.77389693 |\n",
+      "|    direct_solar_radiation       | -0.63346136 |\n",
+      "|    hour                         | 1.2288388   |\n",
+      "|    htg_setpoint                 | 1.4203533   |\n",
+      "|    month                        | 1.6900934   |\n",
+      "|    outdoor_humidity             | -0.23158975 |\n",
+      "|    outdoor_temperature          | -0.98403513 |\n",
+      "|    people_occupant              | -0.45014292 |\n",
+      "|    total_electricity_HVAC       | 1.8507934   |\n",
+      "|    wind_direction               | 0.88511795  |\n",
+      "|    wind_speed                   | -0.08973262 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 9361.33     |\n",
+      "|    air_humidity                 | 31.266748   |\n",
+      "|    air_temperature              | 23.250065   |\n",
+      "|    clg_setpoint                 | 28.252747   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 64.0        |\n",
+      "|    outdoor_temperature          | 4.2674985   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 9541831.0   |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************************************************-----------| 88%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.11629379 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.232508   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5516951  |\n",
+      "|    air_humidity                 | -0.14131463 |\n",
+      "|    air_temperature              | -0.7993068  |\n",
+      "|    clg_setpoint                 | 1.4886444   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.4145904   |\n",
+      "|    diffuse_solar_radiation      | -0.7733438  |\n",
+      "|    direct_solar_radiation       | -0.6327107  |\n",
+      "|    hour                         | 1.3730801   |\n",
+      "|    htg_setpoint                 | 0.20580564  |\n",
+      "|    month                        | 1.6796447   |\n",
+      "|    outdoor_humidity             | 0.24587499  |\n",
+      "|    outdoor_temperature          | -1.0287379  |\n",
+      "|    people_occupant              | -0.6891252  |\n",
+      "|    total_electricity_HVAC       | -0.56227493 |\n",
+      "|    wind_direction               | 0.6907795   |\n",
+      "|    wind_speed                   | -0.30461034 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 279.75113   |\n",
+      "|    air_humidity                 | 36.76898    |\n",
+      "|    air_temperature              | 21.485409   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 18.325615   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 74.0        |\n",
+      "|    outdoor_temperature          | 3.801096    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 256438.23   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************************************************-----------| 88%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.5045305  |\n",
+      "|    Heating_Setpoint_RL          | 0.084068395 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.922209   |\n",
+      "|    Heating_Setpoint_RL          | 18.097885   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5645316  |\n",
+      "|    air_humidity                 | 0.18415645  |\n",
+      "|    air_temperature              | -1.2631594  |\n",
+      "|    clg_setpoint                 | 1.1906042   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.52796423  |\n",
+      "|    diffuse_solar_radiation      | -0.77284443 |\n",
+      "|    direct_solar_radiation       | -0.63247365 |\n",
+      "|    hour                         | 1.5172472   |\n",
+      "|    htg_setpoint                 | -1.3545275  |\n",
+      "|    month                        | 1.6693873   |\n",
+      "|    outdoor_humidity             | 0.76989216  |\n",
+      "|    outdoor_temperature          | -1.1481535  |\n",
+      "|    people_occupant              | -0.6896841  |\n",
+      "|    total_electricity_HVAC       | -0.57360846 |\n",
+      "|    wind_direction               | 0.881765    |\n",
+      "|    wind_speed                   | 1.245584    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 226.86702   |\n",
+      "|    air_humidity                 | 40.905388   |\n",
+      "|    air_temperature              | 20.660357   |\n",
+      "|    clg_setpoint                 | 29.260416   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 85.0        |\n",
+      "|    outdoor_temperature          | 2.6061144   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 211865.4    |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**************************************************----------| 89%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.5832333   |\n",
+      "|    Heating_Setpoint_RL          | -0.84847087  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.656588    |\n",
+      "|    Heating_Setpoint_RL          | 12.852351    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.45885336  |\n",
+      "|    air_humidity                 | -0.045889135 |\n",
+      "|    air_temperature              | -2.0099351   |\n",
+      "|    clg_setpoint                 | 1.2148534    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.6410902    |\n",
+      "|    diffuse_solar_radiation      | -0.77237254  |\n",
+      "|    direct_solar_radiation       | -0.63239264  |\n",
+      "|    hour                         | 1.6613247    |\n",
+      "|    htg_setpoint                 | -0.19523518  |\n",
+      "|    month                        | 1.6593157    |\n",
+      "|    outdoor_humidity             | 0.00592538   |\n",
+      "|    outdoor_temperature          | -1.4912742   |\n",
+      "|    people_occupant              | -0.69023955  |\n",
+      "|    total_electricity_HVAC       | -0.4747692   |\n",
+      "|    wind_direction               | 0.8791409    |\n",
+      "|    wind_speed                   | 2.1448913    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 655.09705    |\n",
+      "|    air_humidity                 | 37.963158    |\n",
+      "|    air_temperature              | 19.327555    |\n",
+      "|    clg_setpoint                 | 29.320127    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 21.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 16.702179    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 69.0         |\n",
+      "|    outdoor_temperature          | -0.7713067   |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 593531.9     |\n",
+      "|    wind_direction               | 270.0        |\n",
+      "|    wind_speed                   | 9.8          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***************************************************----------| 89%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.5381456  |\n",
+      "|    Heating_Setpoint_RL          | 0.038035974 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.808758   |\n",
+      "|    Heating_Setpoint_RL          | 17.838953   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.719279    |\n",
+      "|    air_humidity                 | -0.9050364  |\n",
+      "|    air_temperature              | -1.1616275  |\n",
+      "|    clg_setpoint                 | 0.8865483   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8685872   |\n",
+      "|    diffuse_solar_radiation      | -0.7719205  |\n",
+      "|    direct_solar_radiation       | -0.63236195 |\n",
+      "|    hour                         | -1.6609257  |\n",
+      "|    htg_setpoint                 | 1.0355506   |\n",
+      "|    month                        | 1.6494242   |\n",
+      "|    outdoor_humidity             | -0.47113135 |\n",
+      "|    outdoor_temperature          | -1.7519659  |\n",
+      "|    people_occupant              | -0.69079155 |\n",
+      "|    total_electricity_HVAC       | 3.571054    |\n",
+      "|    wind_direction               | 1.068614    |\n",
+      "|    wind_speed                   | 1.9163445   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17620.184   |\n",
+      "|    air_humidity                 | 27.011366   |\n",
+      "|    air_temperature              | 20.829681   |\n",
+      "|    clg_setpoint                 | 28.506514   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 21.691505   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 59.0        |\n",
+      "|    outdoor_temperature          | -3.3775017  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 16245475.0  |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************************----------| 89%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.1330615   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.37347    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.059407    |\n",
+      "|    air_humidity                 | -1.5782021  |\n",
+      "|    air_temperature              | -2.1449811  |\n",
+      "|    clg_setpoint                 | 1.2833782   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.98089963  |\n",
+      "|    diffuse_solar_radiation      | -0.77140886 |\n",
+      "|    direct_solar_radiation       | -0.63236916 |\n",
+      "|    hour                         | -1.5161614  |\n",
+      "|    htg_setpoint                 | 0.14042985  |\n",
+      "|    month                        | 1.6397074   |\n",
+      "|    outdoor_humidity             | -0.8515791  |\n",
+      "|    outdoor_temperature          | -1.8118979  |\n",
+      "|    people_occupant              | -0.68916726 |\n",
+      "|    total_electricity_HVAC       | 0.9589198   |\n",
+      "|    wind_direction               | 1.5448622   |\n",
+      "|    wind_speed                   | -0.529535   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6843.0327   |\n",
+      "|    air_humidity                 | 18.368307   |\n",
+      "|    air_temperature              | 19.065619   |\n",
+      "|    clg_setpoint                 | 29.490217   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 18.061039   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 51.0        |\n",
+      "|    outdoor_temperature          | -4.05565    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6158729.5   |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "------------------------------------------------*****************************************************---------| 90%\n",
+      "| action_network/                 |            |\n",
+      "|    Cooling_Setpoint_RL          | -1.0       |\n",
+      "|    Heating_Setpoint_RL          | 1.0        |\n",
+      "| action_simulation/              |            |\n",
+      "|    Cooling_Setpoint_RL          | 23.25      |\n",
+      "|    Heating_Setpoint_RL          | 23.25      |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | 2.281407   |\n",
+      "|    air_humidity                 | -2.01287   |\n",
+      "|    air_temperature              | 0.2040637  |\n",
+      "|    clg_setpoint                 | -1.2371489 |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 1.0925527  |\n",
+      "|    diffuse_solar_radiation      | -0.7709578 |\n",
+      "|    direct_solar_radiation       | -0.6324336 |\n",
+      "|    hour                         | -1.3714777 |\n",
+      "|    htg_setpoint                 | 1.4191482  |\n",
+      "|    month                        | 1.6301605  |\n",
+      "|    outdoor_humidity             | 1.4967773  |\n",
+      "|    outdoor_temperature          | -1.645987  |\n",
+      "|    people_occupant              | -0.6875543 |\n",
+      "|    total_electricity_HVAC       | 2.1141868  |\n",
+      "|    wind_direction               | -1.2427522 |\n",
+      "|    wind_speed                   | -1.1687262 |\n",
+      "| observation/                    |            |\n",
+      "|    HVAC_electricity_demand_rate | 11857.265  |\n",
+      "|    air_humidity                 | 12.6605835 |\n",
+      "|    air_temperature              | 23.250027  |\n",
+      "|    clg_setpoint                 | 23.25      |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 25.0       |\n",
+      "|    diffuse_solar_radiation      | 0.0        |\n",
+      "|    direct_solar_radiation       | 0.0        |\n",
+      "|    hour                         | 2.0        |\n",
+      "|    htg_setpoint                 | 23.25      |\n",
+      "|    month                        | 11.0       |\n",
+      "|    outdoor_humidity             | 100.0      |\n",
+      "|    outdoor_temperature          | -2.5130234 |\n",
+      "|    people_occupant              | 0.0        |\n",
+      "|    total_electricity_HVAC       | 10671539.0 |\n",
+      "|    wind_direction               | 50.0       |\n",
+      "|    wind_speed                   | 2.1        |\n",
+      "------------------------------------------------\n",
+      "-------------------------------------------------****************************************************---------| 90%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.5834549  |\n",
+      "|    Heating_Setpoint_RL          | 0.973484    |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.65584    |\n",
+      "|    Heating_Setpoint_RL          | 23.100847   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.20747389 |\n",
+      "|    air_humidity                 | 0.14960806  |\n",
+      "|    air_temperature              | -0.5400142  |\n",
+      "|    clg_setpoint                 | 0.4273376   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2033869   |\n",
+      "|    diffuse_solar_radiation      | -0.7703967  |\n",
+      "|    direct_solar_radiation       | -0.6312806  |\n",
+      "|    hour                         | -1.2268589  |\n",
+      "|    htg_setpoint                 | 0.96218985  |\n",
+      "|    month                        | 1.6207783   |\n",
+      "|    outdoor_humidity             | 1.3024323   |\n",
+      "|    outdoor_temperature          | -0.66815645 |\n",
+      "|    people_occupant              | -0.688109   |\n",
+      "|    total_electricity_HVAC       | -0.3161347  |\n",
+      "|    wind_direction               | -1.1426129  |\n",
+      "|    wind_speed                   | 0.1609307   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1693.7432   |\n",
+      "|    air_humidity                 | 40.278286   |\n",
+      "|    air_temperature              | 21.923159   |\n",
+      "|    clg_setpoint                 | 27.365017   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 21.405342   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 6.9911156   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1220903.6   |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************************************---------| 90%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.3369671   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.762264   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.2804973   |\n",
+      "|    air_humidity                 | 0.9147384   |\n",
+      "|    air_temperature              | 0.20315155  |\n",
+      "|    clg_setpoint                 | 0.18692245  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.3132298   |\n",
+      "|    diffuse_solar_radiation      | -0.76960295 |\n",
+      "|    direct_solar_radiation       | -0.62992597 |\n",
+      "|    hour                         | -1.0822914  |\n",
+      "|    htg_setpoint                 | 1.4157032   |\n",
+      "|    month                        | 1.6115563   |\n",
+      "|    outdoor_humidity             | 0.96132904  |\n",
+      "|    outdoor_temperature          | -0.57931    |\n",
+      "|    people_occupant              | -0.68866026 |\n",
+      "|    total_electricity_HVAC       | 2.13873     |\n",
+      "|    wind_direction               | 0.68177754  |\n",
+      "|    wind_speed                   | -0.52637124 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 11872.871   |\n",
+      "|    air_humidity                 | 50.111572   |\n",
+      "|    air_temperature              | 23.247553   |\n",
+      "|    clg_setpoint                 | 26.767801   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | 7.8570857   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 10785310.0  |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************************************---------| 90%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.5152639  |\n",
+      "|    Heating_Setpoint_RL          | -0.38432577 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.885984   |\n",
+      "|    Heating_Setpoint_RL          | 15.463167   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.58986723  |\n",
+      "|    air_humidity                 | -0.3129818  |\n",
+      "|    air_temperature              | -0.32881317 |\n",
+      "|    clg_setpoint                 | -1.2328023  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4218975   |\n",
+      "|    diffuse_solar_radiation      | -0.7691092  |\n",
+      "|    direct_solar_radiation       | -0.62913686 |\n",
+      "|    hour                         | -0.93776304 |\n",
+      "|    htg_setpoint                 | 1.1806083   |\n",
+      "|    month                        | 1.60249     |\n",
+      "|    outdoor_humidity             | 0.81821847  |\n",
+      "|    outdoor_temperature          | -0.8347318  |\n",
+      "|    people_occupant              | -0.6892082  |\n",
+      "|    total_electricity_HVAC       | 0.40623483  |\n",
+      "|    wind_direction               | -1.7230462  |\n",
+      "|    wind_speed                   | -2.0689201  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4954.6797   |\n",
+      "|    air_humidity                 | 34.419334   |\n",
+      "|    air_temperature              | 22.300102   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 22.300056   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 86.0        |\n",
+      "|    outdoor_temperature          | 5.369512    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4034139.8   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************************************--------| 91%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.30605653  |\n",
+      "|    Heating_Setpoint_RL          | 0.12381762  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.65794    |\n",
+      "|    Heating_Setpoint_RL          | 18.321474   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.3175046   |\n",
+      "|    air_humidity                 | -0.3420343  |\n",
+      "|    air_temperature              | -1.0038611  |\n",
+      "|    clg_setpoint                 | -1.2312639  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5291972   |\n",
+      "|    diffuse_solar_radiation      | -0.76834834 |\n",
+      "|    direct_solar_radiation       | -0.6278237  |\n",
+      "|    hour                         | -0.79326344 |\n",
+      "|    htg_setpoint                 | 0.8838124   |\n",
+      "|    month                        | 1.5935749   |\n",
+      "|    outdoor_humidity             | 0.1478532   |\n",
+      "|    outdoor_temperature          | -0.98125666 |\n",
+      "|    people_occupant              | -0.6897529  |\n",
+      "|    total_electricity_HVAC       | 2.5004256   |\n",
+      "|    wind_direction               | 0.9666657   |\n",
+      "|    wind_speed                   | -0.31324196 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 12029.417   |\n",
+      "|    air_humidity                 | 34.04683    |\n",
+      "|    air_temperature              | 21.098486   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 21.098305   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 72.0        |\n",
+      "|    outdoor_temperature          | 3.9291906   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 12201111.0  |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************************************--------| 91%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.52815306  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 20.595861   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.1815763   |\n",
+      "|    air_humidity                 | -0.32270694 |\n",
+      "|    air_temperature              | -0.5479336  |\n",
+      "|    clg_setpoint                 | 1.2272958   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6349294   |\n",
+      "|    diffuse_solar_radiation      | -0.5152662  |\n",
+      "|    direct_solar_radiation       | -0.62764895 |\n",
+      "|    hour                         | -0.6487839  |\n",
+      "|    htg_setpoint                 | 1.2573245   |\n",
+      "|    month                        | 1.5848069   |\n",
+      "|    outdoor_humidity             | 0.48295018  |\n",
+      "|    outdoor_temperature          | -0.8171938  |\n",
+      "|    people_occupant              | -0.6902942  |\n",
+      "|    total_electricity_HVAC       | 3.1161242   |\n",
+      "|    wind_direction               | 1.15877     |\n",
+      "|    wind_speed                   | 1.4450442   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 15572.917   |\n",
+      "|    air_humidity                 | 34.282326   |\n",
+      "|    air_temperature              | 21.909296   |\n",
+      "|    clg_setpoint                 | 29.334528   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 25.5        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 22.616539   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 79.0        |\n",
+      "|    outdoor_temperature          | 5.5096045   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 14608127.0  |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 8.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************************************--------| 91%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.12204751  |\n",
+      "|    Heating_Setpoint_RL          | 0.30268413  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.036911   |\n",
+      "|    Heating_Setpoint_RL          | 19.327599   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.59916645 |\n",
+      "|    air_humidity                 | -0.7981283  |\n",
+      "|    air_temperature              | -1.4643096  |\n",
+      "|    clg_setpoint                 | -0.35995522 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6697199  |\n",
+      "|    diffuse_solar_radiation      | 0.020586867 |\n",
+      "|    direct_solar_radiation       | 0.8392856   |\n",
+      "|    hour                         | -0.50431734 |\n",
+      "|    htg_setpoint                 | -1.307544   |\n",
+      "|    month                        | 1.8913904   |\n",
+      "|    outdoor_humidity             | -0.8605827  |\n",
+      "|    outdoor_temperature          | -0.79298854 |\n",
+      "|    people_occupant              | -0.6887072  |\n",
+      "|    total_electricity_HVAC       | -0.60815746 |\n",
+      "|    wind_direction               | 1.3459274   |\n",
+      "|    wind_speed                   | 3.437488    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 28.202463   |\n",
+      "|    air_temperature              | 20.274755   |\n",
+      "|    clg_setpoint                 | 25.406797   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 79.5        |\n",
+      "|    direct_solar_radiation       | 369.5       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 12.21536    |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 51.0        |\n",
+      "|    outdoor_temperature          | 5.727021    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 12.9        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************************-------| 92%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.54172724 |\n",
+      "|    air_humidity                 | -1.3351203  |\n",
+      "|    air_temperature              | 1.0449758   |\n",
+      "|    clg_setpoint                 | -0.37498695 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5470023  |\n",
+      "|    diffuse_solar_radiation      | 0.16045065  |\n",
+      "|    direct_solar_radiation       | 1.8470701   |\n",
+      "|    hour                         | -0.3598581  |\n",
+      "|    htg_setpoint                 | -1.098933   |\n",
+      "|    month                        | 1.8780477   |\n",
+      "|    outdoor_humidity             | -1.4325031  |\n",
+      "|    outdoor_temperature          | -1.036573   |\n",
+      "|    people_occupant              | 1.697742    |\n",
+      "|    total_electricity_HVAC       | -0.5566139  |\n",
+      "|    wind_direction               | 1.2450191   |\n",
+      "|    wind_speed                   | 2.5010238   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 322.72003   |\n",
+      "|    air_humidity                 | 21.270222   |\n",
+      "|    air_temperature              | 24.732664   |\n",
+      "|    clg_setpoint                 | 25.372986   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 93.5        |\n",
+      "|    direct_solar_radiation       | 623.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 13.058374   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 39.0        |\n",
+      "|    outdoor_temperature          | 3.3114686   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 279865.6    |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 10.8        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************************-------| 92%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.08569181  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.91421    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4318966  |\n",
+      "|    air_humidity                 | -0.76156306 |\n",
+      "|    air_temperature              | 0.6975423   |\n",
+      "|    clg_setpoint                 | -0.8829524  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4261699  |\n",
+      "|    diffuse_solar_radiation      | -0.09079776 |\n",
+      "|    direct_solar_radiation       | 2.5606358   |\n",
+      "|    hour                         | -0.21540229 |\n",
+      "|    htg_setpoint                 | 1.1918458   |\n",
+      "|    month                        | 1.8649833   |\n",
+      "|    outdoor_humidity             | -1.0450715  |\n",
+      "|    outdoor_temperature          | -1.0567044  |\n",
+      "|    people_occupant              | 1.6959792   |\n",
+      "|    total_electricity_HVAC       | -0.46329865 |\n",
+      "|    wind_direction               | 0.66558164  |\n",
+      "|    wind_speed                   | -0.32498994 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 774.03485   |\n",
+      "|    air_humidity                 | 28.545856   |\n",
+      "|    air_temperature              | 24.112741   |\n",
+      "|    clg_setpoint                 | 24.113817   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 68.0        |\n",
+      "|    direct_solar_radiation       | 804.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 22.34817    |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 47.0        |\n",
+      "|    outdoor_temperature          | 3.0760257   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 644649.94   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*****************************************************-------| 92%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.2346012    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 18.944632    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.53578895  |\n",
+      "|    air_humidity                 | 0.19437674   |\n",
+      "|    air_temperature              | 0.21602459   |\n",
+      "|    clg_setpoint                 | -1.2305762   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.3069122   |\n",
+      "|    diffuse_solar_radiation      | 0.20385283   |\n",
+      "|    direct_solar_radiation       | -0.62689817  |\n",
+      "|    hour                         | -0.070947446 |\n",
+      "|    htg_setpoint                 | -1.3599236   |\n",
+      "|    month                        | 1.8521879    |\n",
+      "|    outdoor_humidity             | 0.9694915    |\n",
+      "|    outdoor_temperature          | -0.642926    |\n",
+      "|    people_occupant              | 1.217751     |\n",
+      "|    total_electricity_HVAC       | -0.54821104  |\n",
+      "|    wind_direction               | 0.6647867    |\n",
+      "|    wind_speed                   | -0.113266796 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 345.61633    |\n",
+      "|    air_humidity                 | 40.72291     |\n",
+      "|    air_temperature              | 23.253454    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.0          |\n",
+      "|    diffuse_solar_radiation      | 97.5         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 89.0         |\n",
+      "|    outdoor_temperature          | 7.0829134    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 311054.72    |\n",
+      "|    wind_direction               | 250.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*****************************************************-------| 92%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.10069295   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 18.191399    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5804793   |\n",
+      "|    air_humidity                 | -0.2649844   |\n",
+      "|    air_temperature              | 0.8268111    |\n",
+      "|    clg_setpoint                 | -0.058832634 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.1889569   |\n",
+      "|    diffuse_solar_radiation      | 0.41906205   |\n",
+      "|    direct_solar_radiation       | -0.62586534  |\n",
+      "|    hour                         | 0.07350735   |\n",
+      "|    htg_setpoint                 | 0.60883117   |\n",
+      "|    month                        | 1.8396523    |\n",
+      "|    outdoor_humidity             | 0.34347543   |\n",
+      "|    outdoor_temperature          | -0.83766866  |\n",
+      "|    people_occupant              | 0.26347414   |\n",
+      "|    total_electricity_HVAC       | -0.5914562   |\n",
+      "|    wind_direction               | 0.7606652    |\n",
+      "|    wind_speed                   | 1.1930046    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 162.98114    |\n",
+      "|    air_humidity                 | 34.88166     |\n",
+      "|    air_temperature              | 24.341305    |\n",
+      "|    clg_setpoint                 | 26.150415    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 5.0          |\n",
+      "|    diffuse_solar_radiation      | 119.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 19.993673    |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 76.0         |\n",
+      "|    outdoor_temperature          | 5.1806645    |\n",
+      "|    people_occupant              | 8.0          |\n",
+      "|    total_electricity_HVAC       | 142714.48    |\n",
+      "|    wind_direction               | 260.0        |\n",
+      "|    wind_speed                   | 7.7          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*******************************************************------| 93%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.59708965 |\n",
+      "|    Heating_Setpoint_RL          | -0.6194776  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.609823   |\n",
+      "|    Heating_Setpoint_RL          | 14.140438   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4178529  |\n",
+      "|    air_humidity                 | -0.8683075  |\n",
+      "|    air_temperature              | 0.21443275  |\n",
+      "|    clg_setpoint                 | -1.22907    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0720644  |\n",
+      "|    diffuse_solar_radiation      | 0.19664165  |\n",
+      "|    direct_solar_radiation       | -0.20984873 |\n",
+      "|    hour                         | 0.21796153  |\n",
+      "|    htg_setpoint                 | 1.177211    |\n",
+      "|    month                        | 1.8273678   |\n",
+      "|    outdoor_humidity             | -1.2411611  |\n",
+      "|    outdoor_temperature          | -1.1760187  |\n",
+      "|    people_occupant              | 1.2152414   |\n",
+      "|    total_electricity_HVAC       | -0.34933388 |\n",
+      "|    wind_direction               | 0.85446817  |\n",
+      "|    wind_speed                   | 1.400499    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 834.47235   |\n",
+      "|    air_humidity                 | 27.20072    |\n",
+      "|    air_temperature              | 23.249962   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 96.5        |\n",
+      "|    direct_solar_radiation       | 104.5       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 22.302086   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 43.0        |\n",
+      "|    outdoor_temperature          | 1.8531137   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 1094098.4   |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 8.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************************------| 93%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.5482832  |\n",
+      "|    Heating_Setpoint_RL          | -0.68182313 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.774544   |\n",
+      "|    Heating_Setpoint_RL          | 13.789745   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.50931895 |\n",
+      "|    air_humidity                 | -1.1529531  |\n",
+      "|    air_temperature              | -1.2477558  |\n",
+      "|    clg_setpoint                 | 0.006897899 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.95602524 |\n",
+      "|    diffuse_solar_radiation      | -0.03129396 |\n",
+      "|    direct_solar_radiation       | -0.2567528  |\n",
+      "|    hour                         | 0.36241308  |\n",
+      "|    htg_setpoint                 | 0.55034345  |\n",
+      "|    month                        | 1.8153261   |\n",
+      "|    outdoor_humidity             | -0.99941266 |\n",
+      "|    outdoor_temperature          | -1.0295806  |\n",
+      "|    people_occupant              | -0.68981826 |\n",
+      "|    total_electricity_HVAC       | -0.5068743  |\n",
+      "|    wind_direction               | 1.3330582   |\n",
+      "|    wind_speed                   | 2.2731807   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 458.17508   |\n",
+      "|    air_humidity                 | 23.560442   |\n",
+      "|    air_temperature              | 20.641981   |\n",
+      "|    clg_setpoint                 | 26.315784   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 73.5        |\n",
+      "|    direct_solar_radiation       | 92.5        |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 19.759192   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 48.0        |\n",
+      "|    outdoor_temperature          | 3.2291586   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 476132.3    |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 10.3        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************************------| 93%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.593046   |\n",
+      "|    air_humidity                 | -1.6522034  |\n",
+      "|    air_temperature              | -0.37698868 |\n",
+      "|    clg_setpoint                 | -0.33434442 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.84065706 |\n",
+      "|    diffuse_solar_radiation      | -0.61305386 |\n",
+      "|    direct_solar_radiation       | 0.60230196  |\n",
+      "|    hour                         | 0.5068585   |\n",
+      "|    htg_setpoint                 | -1.3621122  |\n",
+      "|    month                        | 1.8035194   |\n",
+      "|    outdoor_humidity             | -1.1416306  |\n",
+      "|    outdoor_temperature          | -0.7259203  |\n",
+      "|    people_occupant              | -0.6882668  |\n",
+      "|    total_electricity_HVAC       | -0.60187846 |\n",
+      "|    wind_direction               | 1.3292398   |\n",
+      "|    wind_speed                   | 0.13040607  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 111.877815  |\n",
+      "|    air_humidity                 | 17.121086   |\n",
+      "|    air_temperature              | 22.187069   |\n",
+      "|    clg_setpoint                 | 25.472979   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 15.0        |\n",
+      "|    direct_solar_radiation       | 308.5       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | 6.1536884   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 102093.33   |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.008587745 |\n",
+      "|    clip_fraction                | 0.106       |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.8        |\n",
+      "|    explained_variance           | 0.486       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.614       |\n",
+      "|    n_updates                    | 160         |\n",
+      "|    policy_gradient_loss         | -0.0154     |\n",
+      "|    std                          | 0.982       |\n",
+      "|    value_loss                   | 2.18        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************************------| 93%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.7530019   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.860636   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.3856666  |\n",
+      "|    air_humidity                 | -0.6392473  |\n",
+      "|    air_temperature              | 0.23394813  |\n",
+      "|    clg_setpoint                 | -1.2297003  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.72580236 |\n",
+      "|    diffuse_solar_radiation      | -0.7619167  |\n",
+      "|    direct_solar_radiation       | -0.62437135 |\n",
+      "|    hour                         | 0.6512929   |\n",
+      "|    htg_setpoint                 | 0.75969464  |\n",
+      "|    month                        | 1.7919401   |\n",
+      "|    outdoor_humidity             | -0.37195888 |\n",
+      "|    outdoor_temperature          | -0.9278029  |\n",
+      "|    people_occupant              | 1.695773    |\n",
+      "|    total_electricity_HVAC       | -0.40612066 |\n",
+      "|    wind_direction               | -1.55137    |\n",
+      "|    wind_speed                   | -0.95632315 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 972.5189    |\n",
+      "|    air_humidity                 | 29.95602    |\n",
+      "|    air_temperature              | 23.272974   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 20.612232   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 61.0        |\n",
+      "|    outdoor_temperature          | 4.150037    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 875267.06   |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "---------------------------------------------------******************************************************-----| 94%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -0.19980669   |\n",
+      "|    Heating_Setpoint_RL          | 1.0           |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 25.950653     |\n",
+      "|    Heating_Setpoint_RL          | 23.25         |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.0076218965 |\n",
+      "|    air_humidity                 | 0.11984066    |\n",
+      "|    air_temperature              | 0.22135423    |\n",
+      "|    clg_setpoint                 | -1.2277687    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.61132735   |\n",
+      "|    diffuse_solar_radiation      | -0.76113117   |\n",
+      "|    direct_solar_radiation       | -0.6230784    |\n",
+      "|    hour                         | 0.79570997    |\n",
+      "|    htg_setpoint                 | 1.4077085     |\n",
+      "|    month                        | 1.7805811     |\n",
+      "|    outdoor_humidity             | 1.3147361     |\n",
+      "|    outdoor_temperature          | -1.2718191    |\n",
+      "|    people_occupant              | 1.6940575     |\n",
+      "|    total_electricity_HVAC       | -0.048507366  |\n",
+      "|    wind_direction               | -1.3529629    |\n",
+      "|    wind_speed                   | 0.55525917    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 2545.7017     |\n",
+      "|    air_humidity                 | 39.624733     |\n",
+      "|    air_temperature              | 23.250021     |\n",
+      "|    clg_setpoint                 | 23.25         |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 10.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 17.0          |\n",
+      "|    htg_setpoint                 | 23.25         |\n",
+      "|    month                        | 12.0          |\n",
+      "|    outdoor_humidity             | 96.0          |\n",
+      "|    outdoor_temperature          | 0.76249033    |\n",
+      "|    people_occupant              | 20.0          |\n",
+      "|    total_electricity_HVAC       | 2291131.5     |\n",
+      "|    wind_direction               | 40.0          |\n",
+      "|    wind_speed                   | 6.2           |\n",
+      "---------------------------------------------------\n",
+      "-------------------------------------------------********************************************************-----| 94%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.42729026 |\n",
+      "|    air_humidity                 | 0.30258313  |\n",
+      "|    air_temperature              | 0.45359087  |\n",
+      "|    clg_setpoint                 | -0.9978438  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.49712008 |\n",
+      "|    diffuse_solar_radiation      | -0.7602304  |\n",
+      "|    direct_solar_radiation       | -0.621772   |\n",
+      "|    hour                         | 0.94010204  |\n",
+      "|    htg_setpoint                 | 0.3705848   |\n",
+      "|    month                        | 1.7694353   |\n",
+      "|    outdoor_humidity             | 0.68541664  |\n",
+      "|    outdoor_temperature          | -1.3306417  |\n",
+      "|    people_occupant              | 0.50149876  |\n",
+      "|    total_electricity_HVAC       | -0.44420606 |\n",
+      "|    wind_direction               | -1.2509407  |\n",
+      "|    wind_speed                   | -0.7434489  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 804.5864    |\n",
+      "|    air_humidity                 | 41.95866    |\n",
+      "|    air_temperature              | 23.661465   |\n",
+      "|    clg_setpoint                 | 23.817118   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 19.047249   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 83.0        |\n",
+      "|    outdoor_temperature          | 0.14591984  |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 728580.94   |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************************************-----| 94%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5304091  |\n",
+      "|    air_humidity                 | 0.30173057  |\n",
+      "|    air_temperature              | -0.20092021 |\n",
+      "|    clg_setpoint                 | -0.54911965 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.38309    |\n",
+      "|    diffuse_solar_radiation      | -0.75931144 |\n",
+      "|    direct_solar_radiation       | -0.6205138  |\n",
+      "|    hour                         | 1.08446     |\n",
+      "|    htg_setpoint                 | -0.82836115 |\n",
+      "|    month                        | 1.7584963   |\n",
+      "|    outdoor_humidity             | 0.63515705  |\n",
+      "|    outdoor_temperature          | -1.0674411  |\n",
+      "|    people_occupant              | -0.45213756 |\n",
+      "|    total_electricity_HVAC       | -0.5416288  |\n",
+      "|    wind_direction               | 0.9495793   |\n",
+      "|    wind_speed                   | -0.53266555 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 377.36002   |\n",
+      "|    air_humidity                 | 41.955414   |\n",
+      "|    air_temperature              | 22.4961     |\n",
+      "|    clg_setpoint                 | 24.926794   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 14.186352   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 82.0        |\n",
+      "|    outdoor_temperature          | 2.6725943   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 344431.7    |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************************----| 95%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.86519855  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.545046   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.73221684  |\n",
+      "|    air_humidity                 | -0.17484903 |\n",
+      "|    air_temperature              | -1.031016   |\n",
+      "|    clg_setpoint                 | 1.4328417   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.26916683 |\n",
+      "|    diffuse_solar_radiation      | -0.75845915 |\n",
+      "|    direct_solar_radiation       | -0.6202846  |\n",
+      "|    hour                         | 1.2287736   |\n",
+      "|    htg_setpoint                 | 0.81915426  |\n",
+      "|    month                        | 1.7477576   |\n",
+      "|    outdoor_humidity             | -0.81128687 |\n",
+      "|    outdoor_temperature          | -0.96920556 |\n",
+      "|    people_occupant              | -0.4527555  |\n",
+      "|    total_electricity_HVAC       | 0.90039635  |\n",
+      "|    wind_direction               | 0.85159355  |\n",
+      "|    wind_speed                   | 0.76741415  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5640.481    |\n",
+      "|    air_humidity                 | 35.895397   |\n",
+      "|    air_temperature              | 21.018602   |\n",
+      "|    clg_setpoint                 | 29.843227   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 20.875542   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 52.0        |\n",
+      "|    outdoor_temperature          | 3.5973458   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 6062364.5   |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************************----| 95%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.7592369   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.187424   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4456019  |\n",
+      "|    air_humidity                 | -1.5505719  |\n",
+      "|    air_temperature              | -1.6362236  |\n",
+      "|    clg_setpoint                 | 1.4941952   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.15530045 |\n",
+      "|    diffuse_solar_radiation      | -0.75769997 |\n",
+      "|    direct_solar_radiation       | -0.62046903 |\n",
+      "|    hour                         | 1.3730311   |\n",
+      "|    htg_setpoint                 | -1.050455   |\n",
+      "|    month                        | 1.7372134   |\n",
+      "|    outdoor_humidity             | -2.1093533  |\n",
+      "|    outdoor_temperature          | -1.4579606  |\n",
+      "|    people_occupant              | -0.68936235 |\n",
+      "|    total_electricity_HVAC       | -0.46189788 |\n",
+      "|    wind_direction               | 1.1352332   |\n",
+      "|    wind_speed                   | 1.1824747   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 733.005     |\n",
+      "|    air_humidity                 | 18.391457   |\n",
+      "|    air_temperature              | 19.93989    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 13.288246   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 25.0        |\n",
+      "|    outdoor_temperature          | -1.1991413  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 662345.2    |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********************************************************----| 95%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.9526348    |\n",
+      "|    Heating_Setpoint_RL          | -0.3645043   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.840141    |\n",
+      "|    Heating_Setpoint_RL          | 15.574663    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6004805   |\n",
+      "|    air_humidity                 | -1.7484401   |\n",
+      "|    air_temperature              | -1.8737191   |\n",
+      "|    clg_setpoint                 | 0.37780827   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.041460194 |\n",
+      "|    diffuse_solar_radiation      | -0.7566652   |\n",
+      "|    direct_solar_radiation       | -0.6205952   |\n",
+      "|    hour                         | 1.5172195    |\n",
+      "|    htg_setpoint                 | -0.63554627  |\n",
+      "|    month                        | 1.7268577    |\n",
+      "|    outdoor_humidity             | -0.27366304  |\n",
+      "|    outdoor_temperature          | -1.1224605   |\n",
+      "|    people_occupant              | -0.687845    |\n",
+      "|    total_electricity_HVAC       | -0.6090639   |\n",
+      "|    wind_direction               | 0.5595217    |\n",
+      "|    wind_speed                   | 1.1815438    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 15.733011    |\n",
+      "|    air_temperature              | 19.507208    |\n",
+      "|    clg_setpoint                 | 27.228783    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 14.971559    |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 63.0         |\n",
+      "|    outdoor_temperature          | 2.0189128    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 240.0        |\n",
+      "|    wind_speed                   | 7.7          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**********************************************************---| 96%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9857223  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.298187   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.483434    |\n",
+      "|    air_humidity                 | -0.77224493 |\n",
+      "|    air_temperature              | -0.76586187 |\n",
+      "|    clg_setpoint                 | 0.78313285  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.07236526  |\n",
+      "|    diffuse_solar_radiation      | -0.75599104 |\n",
+      "|    direct_solar_radiation       | -0.62065554 |\n",
+      "|    hour                         | 1.6613247   |\n",
+      "|    htg_setpoint                 | 1.4041625   |\n",
+      "|    month                        | 1.7166849   |\n",
+      "|    outdoor_humidity             | -0.27248737 |\n",
+      "|    outdoor_temperature          | -1.0020068  |\n",
+      "|    people_occupant              | -0.6883658  |\n",
+      "|    total_electricity_HVAC       | 3.2553015   |\n",
+      "|    wind_direction               | 0.46318153  |\n",
+      "|    wind_speed                   | -0.3279217  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17197.322   |\n",
+      "|    air_humidity                 | 28.106781   |\n",
+      "|    air_temperature              | 21.4762     |\n",
+      "|    clg_setpoint                 | 28.23344    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 63.0        |\n",
+      "|    outdoor_temperature          | 3.1677432   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15475073.0  |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************************---| 96%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.70571625  |\n",
+      "|    Heating_Setpoint_RL          | -0.5427477  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.006792   |\n",
+      "|    Heating_Setpoint_RL          | 14.572044   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5586772  |\n",
+      "|    air_humidity                 | -0.6384063  |\n",
+      "|    air_temperature              | -1.7375866  |\n",
+      "|    clg_setpoint                 | -0.8128829  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.30040675  |\n",
+      "|    diffuse_solar_radiation      | -0.7548451  |\n",
+      "|    direct_solar_radiation       | -0.62079096 |\n",
+      "|    hour                         | -1.6609541  |\n",
+      "|    htg_setpoint                 | -0.08409047 |\n",
+      "|    month                        | 1.7066898   |\n",
+      "|    outdoor_humidity             | -0.1738458  |\n",
+      "|    outdoor_temperature          | -1.1738852  |\n",
+      "|    people_occupant              | -0.68888366 |\n",
+      "|    total_electricity_HVAC       | -0.56900626 |\n",
+      "|    wind_direction               | 1.512026    |\n",
+      "|    wind_speed                   | -0.7472643  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 260.4781    |\n",
+      "|    air_humidity                 | 29.778204   |\n",
+      "|    air_temperature              | 19.747877   |\n",
+      "|    clg_setpoint                 | 24.267838   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 17.21247    |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 65.0        |\n",
+      "|    outdoor_temperature          | 1.4754571   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 236183.34   |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************************---| 96%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.67243516  |\n",
+      "|    Heating_Setpoint_RL          | 0.5974033   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.894468   |\n",
+      "|    Heating_Setpoint_RL          | 20.985394   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.466668    |\n",
+      "|    air_humidity                 | -0.47827864 |\n",
+      "|    air_temperature              | -0.72012043 |\n",
+      "|    clg_setpoint                 | 1.4956832   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.4142978   |\n",
+      "|    diffuse_solar_radiation      | -0.7540068  |\n",
+      "|    direct_solar_radiation       | -0.6210088  |\n",
+      "|    hour                         | -1.5162112  |\n",
+      "|    htg_setpoint                 | 1.4036952   |\n",
+      "|    month                        | 1.6968675   |\n",
+      "|    outdoor_humidity             | 0.3094115   |\n",
+      "|    outdoor_temperature          | -0.9962084  |\n",
+      "|    people_occupant              | -0.6893986  |\n",
+      "|    total_electricity_HVAC       | 3.2407782   |\n",
+      "|    wind_direction               | 0.55341357  |\n",
+      "|    wind_speed                   | 0.136725    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17165.854   |\n",
+      "|    air_humidity                 | 31.796604   |\n",
+      "|    air_temperature              | 21.55569    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 75.0        |\n",
+      "|    outdoor_temperature          | 3.18293     |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15447441.0  |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************************---| 96%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.26522112  |\n",
+      "|    Heating_Setpoint_RL          | 0.09194678  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.52012    |\n",
+      "|    Heating_Setpoint_RL          | 18.1422     |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.58033276 |\n",
+      "|    air_humidity                 | -0.48791283 |\n",
+      "|    air_temperature              | -1.161407   |\n",
+      "|    clg_setpoint                 | 0.9306026   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.5280768   |\n",
+      "|    diffuse_solar_radiation      | -0.7534521  |\n",
+      "|    direct_solar_radiation       | -0.62072927 |\n",
+      "|    hour                         | -1.3715428  |\n",
+      "|    htg_setpoint                 | 0.07469866  |\n",
+      "|    month                        | 1.6872127   |\n",
+      "|    outdoor_humidity             | 0.5041079   |\n",
+      "|    outdoor_temperature          | -1.0054294  |\n",
+      "|    people_occupant              | -0.6899106  |\n",
+      "|    total_electricity_HVAC       | -0.58938086 |\n",
+      "|    wind_direction               | 0.6478872   |\n",
+      "|    wind_speed                   | -0.327543   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 168.0099    |\n",
+      "|    air_humidity                 | 31.654497   |\n",
+      "|    air_temperature              | 20.771261   |\n",
+      "|    clg_setpoint                 | 28.594267   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 17.86122    |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 79.0        |\n",
+      "|    outdoor_temperature          | 3.080623    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 153195.95   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************************************--| 97%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.570778    |\n",
+      "|    air_humidity                 | -0.59572643 |\n",
+      "|    air_temperature              | -0.7142647  |\n",
+      "|    clg_setpoint                 | -1.1593225  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6416749   |\n",
+      "|    diffuse_solar_radiation      | -0.7527538  |\n",
+      "|    direct_solar_radiation       | -0.6203404  |\n",
+      "|    hour                         | -1.2269349  |\n",
+      "|    htg_setpoint                 | 1.4026669   |\n",
+      "|    month                        | 1.6777208   |\n",
+      "|    outdoor_humidity             | -0.8966716  |\n",
+      "|    outdoor_temperature          | -1.3794458  |\n",
+      "|    people_occupant              | -0.6904197  |\n",
+      "|    total_electricity_HVAC       | 3.3395116   |\n",
+      "|    wind_direction               | -1.4587435  |\n",
+      "|    wind_speed                   | -0.5378604  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17631.014   |\n",
+      "|    air_humidity                 | 30.27052    |\n",
+      "|    air_temperature              | 21.564714   |\n",
+      "|    clg_setpoint                 | 23.399694   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 50.0        |\n",
+      "|    outdoor_temperature          | -0.58687025 |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15865463.0  |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************************************--| 97%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.79666704  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.313751   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.29060495 |\n",
+      "|    air_humidity                 | -1.3888906  |\n",
+      "|    air_temperature              | -1.2536515  |\n",
+      "|    clg_setpoint                 | -1.2195271  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7550052   |\n",
+      "|    diffuse_solar_radiation      | -0.7519472  |\n",
+      "|    direct_solar_radiation       | -0.6205162  |\n",
+      "|    hour                         | -1.0823745  |\n",
+      "|    htg_setpoint                 | -1.3717833  |\n",
+      "|    month                        | 1.6683874   |\n",
+      "|    outdoor_humidity             | -1.0852517  |\n",
+      "|    outdoor_temperature          | -1.713413   |\n",
+      "|    people_occupant              | -0.6889252  |\n",
+      "|    total_electricity_HVAC       | -0.3162168  |\n",
+      "|    wind_direction               | -1.5486802  |\n",
+      "|    wind_speed                   | -0.32618958 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1391.2257   |\n",
+      "|    air_humidity                 | 20.12772    |\n",
+      "|    air_temperature              | 20.602734   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 46.0        |\n",
+      "|    outdoor_temperature          | -3.9075499  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1249121.9   |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************************************--| 97%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60036635 |\n",
+      "|    air_humidity                 | -1.0465317  |\n",
+      "|    air_temperature              | -1.5984145  |\n",
+      "|    clg_setpoint                 | -0.257102   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.86796397  |\n",
+      "|    diffuse_solar_radiation      | -0.7514206  |\n",
+      "|    direct_solar_radiation       | -0.6201074  |\n",
+      "|    hour                         | -0.9378504  |\n",
+      "|    htg_setpoint                 | -1.2282556  |\n",
+      "|    month                        | 1.659208    |\n",
+      "|    outdoor_humidity             | 1.1371428   |\n",
+      "|    outdoor_temperature          | -0.89651823 |\n",
+      "|    people_occupant              | -0.68744045 |\n",
+      "|    total_electricity_HVAC       | -0.608805   |\n",
+      "|    wind_direction               | -1.5431504  |\n",
+      "|    wind_speed                   | 1.8676975   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 24.404894   |\n",
+      "|    air_temperature              | 19.987974   |\n",
+      "|    clg_setpoint                 | 25.642717   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 12.587117   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 92.0        |\n",
+      "|    outdoor_temperature          | 4.034358    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "---------------------------------------------------**********************************************************-| 98%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -0.0013828576 |\n",
+      "|    Heating_Setpoint_RL          | -0.61705506   |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 26.620333     |\n",
+      "|    Heating_Setpoint_RL          | 14.154065     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.42911887   |\n",
+      "|    air_humidity                 | 0.2139099     |\n",
+      "|    air_temperature              | -1.4655334    |\n",
+      "|    clg_setpoint                 | 1.0524131     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 0.9804313     |\n",
+      "|    diffuse_solar_radiation      | -0.750719     |\n",
+      "|    direct_solar_radiation       | -0.61896163   |\n",
+      "|    hour                         | -0.7933532    |\n",
+      "|    htg_setpoint                 | 0.28368777    |\n",
+      "|    month                        | 1.6501786     |\n",
+      "|    outdoor_humidity             | 0.16945717    |\n",
+      "|    outdoor_temperature          | -0.9128823    |\n",
+      "|    people_occupant              | -0.68795174   |\n",
+      "|    total_electricity_HVAC       | -0.448128     |\n",
+      "|    wind_direction               | -1.4477336    |\n",
+      "|    wind_speed                   | -0.5377736    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 812.037       |\n",
+      "|    air_humidity                 | 40.47643      |\n",
+      "|    air_temperature              | 20.224352     |\n",
+      "|    clg_setpoint                 | 28.893211     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 24.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 6.0           |\n",
+      "|    htg_setpoint                 | 18.723005     |\n",
+      "|    month                        | 12.0          |\n",
+      "|    outdoor_humidity             | 72.0          |\n",
+      "|    outdoor_temperature          | 3.8537157     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 724654.3      |\n",
+      "|    wind_direction               | 30.0          |\n",
+      "|    wind_speed                   | 3.6           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------***********************************************************-| 98%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.007762432 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 17.581337    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 2.7721803    |\n",
+      "|    air_humidity                 | -0.15067543  |\n",
+      "|    air_temperature              | -0.30531925  |\n",
+      "|    clg_setpoint                 | -1.1664225   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.092272     |\n",
+      "|    diffuse_solar_radiation      | -0.5835627   |\n",
+      "|    direct_solar_radiation       | -0.6182062   |\n",
+      "|    hour                         | -0.6488745   |\n",
+      "|    htg_setpoint                 | 1.3976935    |\n",
+      "|    month                        | 1.641295     |\n",
+      "|    outdoor_humidity             | 1.3776954    |\n",
+      "|    outdoor_temperature          | -0.333566    |\n",
+      "|    people_occupant              | -0.6884602   |\n",
+      "|    total_electricity_HVAC       | 2.816666     |\n",
+      "|    wind_direction               | -0.49430412  |\n",
+      "|    wind_speed                   | 0.13841079   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 14369.791    |\n",
+      "|    air_humidity                 | 35.82284     |\n",
+      "|    air_temperature              | 22.28298     |\n",
+      "|    clg_setpoint                 | 23.37533     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 16.5         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 97.0         |\n",
+      "|    outdoor_temperature          | 9.486048     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 13864563.0   |\n",
+      "|    wind_direction               | 130.0        |\n",
+      "|    wind_speed                   | 5.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------************************************************************-| 98%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.6514098  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.96082    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6005893  |\n",
+      "|    air_humidity                 | 0.13078576  |\n",
+      "|    air_temperature              | 0.48008597  |\n",
+      "|    clg_setpoint                 | -0.9888727  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.203337    |\n",
+      "|    diffuse_solar_radiation      | -0.20863354 |\n",
+      "|    direct_solar_radiation       | 1.5112689   |\n",
+      "|    hour                         | -0.50440794 |\n",
+      "|    htg_setpoint                 | 0.53082067  |\n",
+      "|    month                        | 1.6325532   |\n",
+      "|    outdoor_humidity             | -0.17257935 |\n",
+      "|    outdoor_temperature          | -0.6440714  |\n",
+      "|    people_occupant              | 1.6942241   |\n",
+      "|    total_electricity_HVAC       | -0.60892755 |\n",
+      "|    wind_direction               | 0.7410663   |\n",
+      "|    wind_speed                   | 0.7719112   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 39.41356    |\n",
+      "|    air_temperature              | 23.674417   |\n",
+      "|    clg_setpoint                 | 23.813175   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 53.5        |\n",
+      "|    direct_solar_radiation       | 532.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 19.735018   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 65.0        |\n",
+      "|    outdoor_temperature          | 6.4479456   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********************************************************-| 98%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.72361857  |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.182787    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.056115203  |\n",
+      "|    air_humidity                 | -0.5018744   |\n",
+      "|    air_temperature              | 0.24085297   |\n",
+      "|    clg_setpoint                 | -1.214168    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.3134646    |\n",
+      "|    diffuse_solar_radiation      | -0.035816796 |\n",
+      "|    direct_solar_radiation       | -0.61716247  |\n",
+      "|    hour                         | -0.35994822  |\n",
+      "|    htg_setpoint                 | 0.49708405   |\n",
+      "|    month                        | 1.6239496    |\n",
+      "|    outdoor_humidity             | 1.1361297    |\n",
+      "|    outdoor_temperature          | -1.1733624   |\n",
+      "|    people_occupant              | 1.6925954    |\n",
+      "|    total_electricity_HVAC       | 0.0068262313 |\n",
+      "|    wind_direction               | 1.3101312    |\n",
+      "|    wind_speed                   | -1.4250655   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2870.2185    |\n",
+      "|    air_humidity                 | 31.353374    |\n",
+      "|    air_temperature              | 23.249554    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 27.0         |\n",
+      "|    diffuse_solar_radiation      | 70.5         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 19.60029     |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 92.0         |\n",
+      "|    outdoor_temperature          | 1.2768259    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2558246.2    |\n",
+      "|    wind_direction               | 320.0        |\n",
+      "|    wind_speed                   | 1.5          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************************************************************| 99%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.21070397 |\n",
+      "|    Heating_Setpoint_RL          | 0.04155831  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.913874   |\n",
+      "|    Heating_Setpoint_RL          | 17.858765   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.47612107 |\n",
+      "|    air_humidity                 | -0.18282494 |\n",
+      "|    air_temperature              | -1.4120063  |\n",
+      "|    clg_setpoint                 | -0.3909052  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4224827   |\n",
+      "|    diffuse_solar_radiation      | 0.41613275  |\n",
+      "|    direct_solar_radiation       | 1.7174066   |\n",
+      "|    hour                         | -0.21549165 |\n",
+      "|    htg_setpoint                 | 0.20656626  |\n",
+      "|    month                        | 1.6154808   |\n",
+      "|    outdoor_humidity             | -0.463748   |\n",
+      "|    outdoor_temperature          | -0.91363555 |\n",
+      "|    people_occupant              | -0.6899686  |\n",
+      "|    total_electricity_HVAC       | -0.47847587 |\n",
+      "|    wind_direction               | 1.2123193   |\n",
+      "|    wind_speed                   | 0.9821375   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 616.5314    |\n",
+      "|    air_humidity                 | 35.40984    |\n",
+      "|    air_temperature              | 20.323595   |\n",
+      "|    clg_setpoint                 | 25.294098   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 115.0       |\n",
+      "|    direct_solar_radiation       | 582.5       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 18.426254   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 59.0        |\n",
+      "|    outdoor_temperature          | 3.7686408   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 605183.7    |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************************| 99%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6014906  |\n",
+      "|    air_humidity                 | -1.217399   |\n",
+      "|    air_temperature              | -0.4078373  |\n",
+      "|    clg_setpoint                 | -0.37856534 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5302103   |\n",
+      "|    diffuse_solar_radiation      | 0.6051006   |\n",
+      "|    direct_solar_radiation       | -0.61620605 |\n",
+      "|    hour                         | -0.071036   |\n",
+      "|    htg_setpoint                 | -0.4447163  |\n",
+      "|    month                        | 1.6071429   |\n",
+      "|    outdoor_humidity             | -0.4139465  |\n",
+      "|    outdoor_temperature          | -0.76341087 |\n",
+      "|    people_occupant              | -0.68850577 |\n",
+      "|    total_electricity_HVAC       | -0.6096947  |\n",
+      "|    wind_direction               | -1.2556026  |\n",
+      "|    wind_speed                   | -0.11417414 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 22.251152   |\n",
+      "|    air_temperature              | 22.097307   |\n",
+      "|    clg_setpoint                 | 25.324738   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 133.5       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 15.787716   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 60.0        |\n",
+      "|    outdoor_temperature          | 5.1948814   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************************| 99%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.3067544  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.589705   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.20336966 |\n",
+      "|    air_humidity                 | -0.18122986 |\n",
+      "|    air_temperature              | 0.2460386   |\n",
+      "|    clg_setpoint                 | -1.2128371  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6364596   |\n",
+      "|    diffuse_solar_radiation      | 0.3026049   |\n",
+      "|    direct_solar_radiation       | -0.5187403  |\n",
+      "|    hour                         | 0.07341961  |\n",
+      "|    htg_setpoint                 | 1.3934183   |\n",
+      "|    month                        | 1.598933    |\n",
+      "|    outdoor_humidity             | 0.9388846   |\n",
+      "|    outdoor_temperature          | -1.1437726  |\n",
+      "|    people_occupant              | 0.26610857  |\n",
+      "|    total_electricity_HVAC       | -0.2325673  |\n",
+      "|    wind_direction               | 0.54846084  |\n",
+      "|    wind_speed                   | 4.1955757   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1783.6052   |\n",
+      "|    air_humidity                 | 35.370743   |\n",
+      "|    air_temperature              | 23.250217   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 103.5       |\n",
+      "|    direct_solar_radiation       | 24.0        |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 88.0        |\n",
+      "|    outdoor_temperature          | 1.4683644   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 1605244.8   |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 14.9        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.014303429 |\n",
+      "|    clip_fraction                | 0.137       |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.77       |\n",
+      "|    explained_variance           | 0.556       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.356       |\n",
+      "|    n_updates                    | 170         |\n",
+      "|    policy_gradient_loss         | -0.0182     |\n",
+      "|    std                          | 0.964       |\n",
+      "|    value_loss                   | 1.11        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************************| 99%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.28786644 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.00575    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.25556347 |\n",
+      "|    air_humidity                 | -1.1816608  |\n",
+      "|    air_temperature              | 0.24691756  |\n",
+      "|    clg_setpoint                 | -1.211956   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7410389   |\n",
+      "|    diffuse_solar_radiation      | 0.2887551   |\n",
+      "|    direct_solar_radiation       | 1.3420764   |\n",
+      "|    hour                         | 0.21787465  |\n",
+      "|    htg_setpoint                 | -1.0337275  |\n",
+      "|    month                        | 1.5908475   |\n",
+      "|    outdoor_humidity             | -1.4809211  |\n",
+      "|    outdoor_temperature          | -1.5043074  |\n",
+      "|    people_occupant              | 1.218825    |\n",
+      "|    total_electricity_HVAC       | -0.27025586 |\n",
+      "|    wind_direction               | 1.1167202   |\n",
+      "|    wind_speed                   | 2.4504852   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1564.5186   |\n",
+      "|    air_humidity                 | 22.69559    |\n",
+      "|    air_temperature              | 23.249418   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 102.0       |\n",
+      "|    direct_solar_radiation       | 487.5       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 13.400753   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 38.0        |\n",
+      "|    outdoor_temperature          | -2.098002   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 1455325.2   |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 10.8        |\n",
+      "-------------------------------------------------\n",
+      "\n",
+      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n",
+      "#----------------------------------------------------------------------------------------------#\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05] [Episode 2]\u001b[0m\n",
+      "#----------------------------------------------------------------------------------------------#\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run2]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run2/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n",
+      "  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active\u001b[0m\n",
+      "------------------------------------------------------\n",
+      "| action_network/                     |              |\n",
+      "|    Cooling_Setpoint_RL              | 1.0          |\n",
+      "|    Heating_Setpoint_RL              | 1.0          |\n",
+      "| action_simulation/                  |              |\n",
+      "|    Cooling_Setpoint_RL              | 30.0         |\n",
+      "|    Heating_Setpoint_RL              | 23.25        |\n",
+      "| episode/                            |              |\n",
+      "|    comfort_violation_time(%)        | 34.1         |\n",
+      "|    cumulative_abs_comfort_penalty   | -1.33e+04    |\n",
+      "|    cumulative_abs_energy_penalty    | -9.31e+07    |\n",
+      "|    cumulative_power_demand          | 9.31e+07     |\n",
+      "|    cumulative_reward                | -11295.788   |\n",
+      "|    cumulative_reward_comfort_term   | -6.64e+03    |\n",
+      "|    cumulative_reward_energy_term    | -4.65e+03    |\n",
+      "|    cumulative_temperature_violation | 1.33e+04     |\n",
+      "|    episode_length                   | 35040        |\n",
+      "|    episode_num                      | 1            |\n",
+      "|    mean_abs_comfort_penalty         | -0.379       |\n",
+      "|    mean_abs_energy_penalty          | -2.66e+03    |\n",
+      "|    mean_power_demand                | 2.66e+03     |\n",
+      "|    mean_reward                      | -0.32236838  |\n",
+      "|    mean_reward_comfort_term         | -0.19        |\n",
+      "|    mean_reward_energy_term          | -0.133       |\n",
+      "|    mean_temperature_violation       | 0.379        |\n",
+      "| normalized_observation/             |              |\n",
+      "|    HVAC_electricity_demand_rate     | 0.009683839  |\n",
+      "|    air_humidity                     | -0.6322611   |\n",
+      "|    air_temperature                  | -3.2841036   |\n",
+      "|    clg_setpoint                     | 5.522021     |\n",
+      "|    co2_emission                     | 0.0          |\n",
+      "|    day_of_month                     | -1.6734139   |\n",
+      "|    diffuse_solar_radiation          | -0.7461024   |\n",
+      "|    direct_solar_radiation           | -0.61455274  |\n",
+      "|    hour                             | -1.6612413   |\n",
+      "|    htg_setpoint                     | -1.1816849   |\n",
+      "|    month                            | -1.6026741   |\n",
+      "|    outdoor_humidity                 | -1.2239094   |\n",
+      "|    outdoor_temperature              | -2.0794308   |\n",
+      "|    people_occupant                  | -0.6888928   |\n",
+      "|    total_electricity_HVAC           | -0.030563207 |\n",
+      "|    wind_direction                   | 1.1623883    |\n",
+      "|    wind_speed                       | 1.4495639    |\n",
+      "| observation/                        |              |\n",
+      "|    HVAC_electricity_demand_rate     | 2698.151     |\n",
+      "|    air_humidity                     | 29.640856    |\n",
+      "|    air_temperature                  | 16.997746    |\n",
+      "|    clg_setpoint                     | 40.0         |\n",
+      "|    co2_emission                     | 0.0          |\n",
+      "|    day_of_month                     | 1.0          |\n",
+      "|    diffuse_solar_radiation          | 0.0          |\n",
+      "|    direct_solar_radiation           | 0.0          |\n",
+      "|    hour                             | 0.0          |\n",
+      "|    htg_setpoint                     | 12.8         |\n",
+      "|    month                            | 1.0          |\n",
+      "|    outdoor_humidity                 | 43.25        |\n",
+      "|    outdoor_temperature              | -7.765562    |\n",
+      "|    people_occupant                  | 0.0          |\n",
+      "|    total_electricity_HVAC           | 2428335.8    |\n",
+      "|    wind_direction                   | 305.0        |\n",
+      "|    wind_speed                       | 8.4          |\n",
+      "------------------------------------------------------\n",
+      "--------------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.7421297    |\n",
+      "|    Heating_Setpoint_RL          | -0.10184494  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.129688    |\n",
+      "|    Heating_Setpoint_RL          | 17.052122    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.24431486   |\n",
+      "|    air_humidity                 | -1.0029677   |\n",
+      "|    air_temperature              | 0.25410637   |\n",
+      "|    clg_setpoint                 | -1.2103968   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.6680857   |\n",
+      "|    diffuse_solar_radiation      | 0.22381593   |\n",
+      "|    direct_solar_radiation       | 0.01586927   |\n",
+      "|    hour                         | 0.36227074   |\n",
+      "|    htg_setpoint                 | -1.378582    |\n",
+      "|    month                        | -1.5978811   |\n",
+      "|    outdoor_humidity             | -1.7667835   |\n",
+      "|    outdoor_temperature          | -1.393281    |\n",
+      "|    people_occupant              | 1.6940935    |\n",
+      "|    total_electricity_HVAC       | -0.033938915 |\n",
+      "|    wind_direction               | 1.0187709    |\n",
+      "|    wind_speed                   | 2.0263984    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 3707.7432    |\n",
+      "|    air_humidity                 | 24.92172     |\n",
+      "|    air_temperature              | 23.259302    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0          |\n",
+      "|    diffuse_solar_radiation      | 95.5         |\n",
+      "|    direct_solar_radiation       | 157.0        |\n",
+      "|    hour                         | 14.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 32.0         |\n",
+      "|    outdoor_temperature          | -1.1016428   |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2420212.8    |\n",
+      "|    wind_direction               | 290.0        |\n",
+      "|    wind_speed                   | 9.8          |\n",
+      "--------------------------------------------------\n",
+      "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.unwrapped_observation to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.unwrapped_observation` for environment variables or `env.get_wrapper_attr('unwrapped_observation')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n",
+      "  gym.logger.warn(\"Casting input x to numpy array.\")\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "-------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.13925427  |\n",
+      "|    Heating_Setpoint_RL          | -0.65428823 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.094984   |\n",
+      "|    Heating_Setpoint_RL          | 13.944629   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.8283593   |\n",
+      "|    air_humidity                 | -1.058512   |\n",
+      "|    air_temperature              | 0.25035265  |\n",
+      "|    clg_setpoint                 | -1.2106607  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5466638  |\n",
+      "|    diffuse_solar_radiation      | -0.41049454 |\n",
+      "|    direct_solar_radiation       | -0.39536366 |\n",
+      "|    hour                         | 0.50671417  |\n",
+      "|    htg_setpoint                 | 1.3934845   |\n",
+      "|    month                        | -1.5898544  |\n",
+      "|    outdoor_humidity             | -1.6140932  |\n",
+      "|    outdoor_temperature          | -1.937451   |\n",
+      "|    people_occupant              | 1.6924931   |\n",
+      "|    total_electricity_HVAC       | 0.7460032   |\n",
+      "|    wind_direction               | -1.0727406  |\n",
+      "|    wind_speed                   | -1.4131482  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6230.624    |\n",
+      "|    air_humidity                 | 24.19735    |\n",
+      "|    air_temperature              | 23.250778   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 33.0        |\n",
+      "|    direct_solar_radiation       | 54.5        |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 35.0        |\n",
+      "|    outdoor_temperature          | -6.577828   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 5607561.5   |\n",
+      "|    wind_direction               | 70.0        |\n",
+      "|    wind_speed                   | 1.5         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.25769562 |\n",
+      "|    Heating_Setpoint_RL          | -0.6486515  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.755278   |\n",
+      "|    Heating_Setpoint_RL          | 13.976336   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.50842273 |\n",
+      "|    air_humidity                 | 0.8269963   |\n",
+      "|    air_temperature              | 0.2527392   |\n",
+      "|    clg_setpoint                 | -1.2108184  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4269053  |\n",
+      "|    diffuse_solar_radiation      | -0.744958   |\n",
+      "|    direct_solar_radiation       | -0.6132881  |\n",
+      "|    hour                         | 0.6511473   |\n",
+      "|    htg_setpoint                 | -1.3798805  |\n",
+      "|    month                        | -1.5819474  |\n",
+      "|    outdoor_humidity             | 1.1369647   |\n",
+      "|    outdoor_temperature          | -0.801803   |\n",
+      "|    people_occupant              | 1.6909047   |\n",
+      "|    total_electricity_HVAC       | -0.5214534  |\n",
+      "|    wind_direction               | 1.4916717   |\n",
+      "|    wind_speed                   | 1.3539349   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 496.93405   |\n",
+      "|    air_humidity                 | 48.05222    |\n",
+      "|    air_temperature              | 23.253857   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 92.0        |\n",
+      "|    outdoor_temperature          | 4.55802     |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 447240.62   |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 8.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.24110599 |\n",
+      "|    air_humidity                 | -0.8774782  |\n",
+      "|    air_temperature              | 0.86939317  |\n",
+      "|    clg_setpoint                 | 0.8344649   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3085376  |\n",
+      "|    diffuse_solar_radiation      | -0.7444579  |\n",
+      "|    direct_solar_radiation       | -0.6133813  |\n",
+      "|    hour                         | 0.7955643   |\n",
+      "|    htg_setpoint                 | -1.3800151  |\n",
+      "|    month                        | -1.5741574  |\n",
+      "|    outdoor_humidity             | -1.465647   |\n",
+      "|    outdoor_temperature          | -1.5588121  |\n",
+      "|    people_occupant              | 1.6893283   |\n",
+      "|    total_electricity_HVAC       | -0.27020353 |\n",
+      "|    wind_direction               | 0.82552403  |\n",
+      "|    wind_speed                   | 2.006203    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1649.9371   |\n",
+      "|    air_humidity                 | 26.50575    |\n",
+      "|    air_temperature              | 24.347706   |\n",
+      "|    clg_setpoint                 | 28.348307   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 38.0        |\n",
+      "|    outdoor_temperature          | -2.9522824  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1475460.8   |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 9.8         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.057724237 |\n",
+      "|    Heating_Setpoint_RL          | 0.48550028  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.819818   |\n",
+      "|    Heating_Setpoint_RL          | 20.35594    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.38886577 |\n",
+      "|    air_humidity                 | -1.4913307  |\n",
+      "|    air_temperature              | -1.4468358  |\n",
+      "|    clg_setpoint                 | -1.2124287  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.1913205  |\n",
+      "|    diffuse_solar_radiation      | -0.7438201  |\n",
+      "|    direct_solar_radiation       | -0.6135893  |\n",
+      "|    hour                         | 0.939958    |\n",
+      "|    htg_setpoint                 | -0.82998985 |\n",
+      "|    month                        | -1.5664812  |\n",
+      "|    outdoor_humidity             | -1.4608558  |\n",
+      "|    outdoor_temperature          | -1.5151083  |\n",
+      "|    people_occupant              | -0.6900096  |\n",
+      "|    total_electricity_HVAC       | -0.40737197 |\n",
+      "|    wind_direction               | 1.486774    |\n",
+      "|    wind_speed                   | -0.5492477  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1019.6449   |\n",
+      "|    air_humidity                 | 18.710495   |\n",
+      "|    air_temperature              | 20.22327    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 14.230739   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 38.0        |\n",
+      "|    outdoor_temperature          | -2.6222758  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 920329.5    |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.4610445  |\n",
+      "|    Heating_Setpoint_RL          | -0.9813019  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.068975   |\n",
+      "|    Heating_Setpoint_RL          | 12.105177   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.51726824 |\n",
+      "|    air_humidity                 | -1.7750486  |\n",
+      "|    air_temperature              | -1.759013   |\n",
+      "|    clg_setpoint                 | 1.4918476   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0750419  |\n",
+      "|    diffuse_solar_radiation      | -0.7432826  |\n",
+      "|    direct_solar_radiation       | -0.61301726 |\n",
+      "|    hour                         | 1.08432     |\n",
+      "|    htg_setpoint                 | -1.379678   |\n",
+      "|    month                        | -1.5589163  |\n",
+      "|    outdoor_humidity             | -0.68774045 |\n",
+      "|    outdoor_temperature          | -1.1069361  |\n",
+      "|    people_occupant              | -0.68857956 |\n",
+      "|    total_electricity_HVAC       | -0.5278485  |\n",
+      "|    wind_direction               | 0.2517649   |\n",
+      "|    wind_speed                   | 1.7995803   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 469.011     |\n",
+      "|    air_humidity                 | 15.009767   |\n",
+      "|    air_temperature              | 19.655136   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 54.0        |\n",
+      "|    outdoor_temperature          | 1.3396776   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 430440.22   |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.84601337  |\n",
+      "|    Heating_Setpoint_RL          | -0.95105076 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.480295   |\n",
+      "|    Heating_Setpoint_RL          | 12.275339   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.34554628 |\n",
+      "|    air_humidity                 | -0.5705747  |\n",
+      "|    air_temperature              | -1.1966296  |\n",
+      "|    clg_setpoint                 | 1.4902033   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.95951575 |\n",
+      "|    diffuse_solar_radiation      | -0.7426857  |\n",
+      "|    direct_solar_radiation       | -0.6130774  |\n",
+      "|    hour                         | 1.2286404   |\n",
+      "|    htg_setpoint                 | -0.08962914 |\n",
+      "|    month                        | -1.5514599  |\n",
+      "|    outdoor_humidity             | -1.742279   |\n",
+      "|    outdoor_temperature          | -1.5699902  |\n",
+      "|    people_occupant              | -0.45071024 |\n",
+      "|    total_electricity_HVAC       | -0.3656863  |\n",
+      "|    wind_direction               | 0.9145712   |\n",
+      "|    wind_speed                   | 0.7258287   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1215.2177   |\n",
+      "|    air_humidity                 | 30.20721    |\n",
+      "|    air_temperature              | 20.652803   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 17.233599   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 32.0        |\n",
+      "|    outdoor_temperature          | -3.2973855  |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 1098283.1   |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.5370611   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 20.64597    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.53707314 |\n",
+      "|    air_humidity                 | 0.36935276  |\n",
+      "|    air_temperature              | -0.5965058  |\n",
+      "|    clg_setpoint                 | -0.01933787 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8445801  |\n",
+      "|    diffuse_solar_radiation      | -0.7419044  |\n",
+      "|    direct_solar_radiation       | -0.61194706 |\n",
+      "|    hour                         | 1.3729085   |\n",
+      "|    htg_setpoint                 | -0.98835397 |\n",
+      "|    month                        | -1.5441095  |\n",
+      "|    outdoor_humidity             | 1.1445143   |\n",
+      "|    outdoor_temperature          | -1.1337821  |\n",
+      "|    people_occupant              | -0.6895535  |\n",
+      "|    total_electricity_HVAC       | -0.5478258  |\n",
+      "|    wind_direction               | -1.7414882  |\n",
+      "|    wind_speed                   | -2.0352697  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 389.91107   |\n",
+      "|    air_humidity                 | 42.11177    |\n",
+      "|    air_temperature              | 21.72038    |\n",
+      "|    clg_setpoint                 | 26.233843   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 13.590517   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 92.0        |\n",
+      "|    outdoor_temperature          | 0.9625578   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 354161.56   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.01805818  |\n",
+      "|    Heating_Setpoint_RL          | -0.830487   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.685947   |\n",
+      "|    Heating_Setpoint_RL          | 12.95351    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49243826 |\n",
+      "|    air_humidity                 | 0.78839797  |\n",
+      "|    air_temperature              | -1.891948   |\n",
+      "|    clg_setpoint                 | 1.488113    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.73009485 |\n",
+      "|    diffuse_solar_radiation      | -0.741448   |\n",
+      "|    direct_solar_radiation       | -0.6108504  |\n",
+      "|    hour                         | 1.5171121   |\n",
+      "|    htg_setpoint                 | -0.36707485 |\n",
+      "|    month                        | -1.5368626  |\n",
+      "|    outdoor_humidity             | 0.37256467  |\n",
+      "|    outdoor_temperature          | -1.2448317  |\n",
+      "|    people_occupant              | -0.69003654 |\n",
+      "|    total_electricity_HVAC       | -0.5050287  |\n",
+      "|    wind_direction               | 1.388906    |\n",
+      "|    wind_speed                   | 1.7938418   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 584.2695    |\n",
+      "|    air_humidity                 | 47.43128    |\n",
+      "|    air_temperature              | 19.405638   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 16.114166   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 76.0        |\n",
+      "|    outdoor_temperature          | -0.16624437 |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 530608.06   |\n",
+      "|    wind_direction               | 330.0       |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 3%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.4628165  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 15.021657   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.46427208 |\n",
+      "|    air_humidity                 | -0.3945583  |\n",
+      "|    air_temperature              | -1.6477964  |\n",
+      "|    clg_setpoint                 | 1.4876258   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6159409  |\n",
+      "|    diffuse_solar_radiation      | -0.7409926  |\n",
+      "|    direct_solar_radiation       | -0.6109496  |\n",
+      "|    hour                         | 1.6612381   |\n",
+      "|    htg_setpoint                 | -0.15623896 |\n",
+      "|    month                        | -1.5297167  |\n",
+      "|    outdoor_humidity             | -0.8269518  |\n",
+      "|    outdoor_temperature          | -1.3269513  |\n",
+      "|    people_occupant              | -0.690517   |\n",
+      "|    total_electricity_HVAC       | -0.4780802  |\n",
+      "|    wind_direction               | 0.4372024   |\n",
+      "|    wind_speed                   | 0.72391903  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 709.8309    |\n",
+      "|    air_humidity                 | 32.43635    |\n",
+      "|    air_temperature              | 19.838194   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 16.972198   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 51.0        |\n",
+      "|    outdoor_temperature          | -1.0401037  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 644335.44   |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 3%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.52683085   |\n",
+      "|    Heating_Setpoint_RL          | 0.14670777   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.403053    |\n",
+      "|    Heating_Setpoint_RL          | 18.450232    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.44813177  |\n",
+      "|    air_humidity                 | -0.23527023  |\n",
+      "|    air_temperature              | -1.9115695   |\n",
+      "|    clg_setpoint                 | 1.1344509    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.38886714  |\n",
+      "|    diffuse_solar_radiation      | -0.7405816   |\n",
+      "|    direct_solar_radiation       | -0.6108663   |\n",
+      "|    hour                         | -1.6609843   |\n",
+      "|    htg_setpoint                 | -0.34957418  |\n",
+      "|    month                        | -1.5226697   |\n",
+      "|    outdoor_humidity             | -0.8219923   |\n",
+      "|    outdoor_temperature          | -1.2394328   |\n",
+      "|    people_occupant              | -0.69099486  |\n",
+      "|    total_electricity_HVAC       | -0.46712765  |\n",
+      "|    wind_direction               | -0.039025486 |\n",
+      "|    wind_speed                   | 1.1317188    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 783.9567     |\n",
+      "|    air_humidity                 | 34.42754     |\n",
+      "|    air_temperature              | 19.363012    |\n",
+      "|    clg_setpoint                 | 29.119669    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 12.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 16.186682    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 51.0         |\n",
+      "|    outdoor_temperature          | -0.2447139   |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 692742.8     |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 7.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 4%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.15106183 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 16.775276   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.2871375   |\n",
+      "|    air_humidity                 | -1.0168314  |\n",
+      "|    air_temperature              | -0.12940748 |\n",
+      "|    clg_setpoint                 | -0.6745959  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.27497584 |\n",
+      "|    diffuse_solar_radiation      | -0.7402621  |\n",
+      "|    direct_solar_radiation       | -0.6102092  |\n",
+      "|    hour                         | -1.5162632  |\n",
+      "|    htg_setpoint                 | 1.3909934   |\n",
+      "|    month                        | -1.5157192  |\n",
+      "|    outdoor_humidity             | 1.0028901   |\n",
+      "|    outdoor_temperature          | -0.801753   |\n",
+      "|    people_occupant              | -0.6895852  |\n",
+      "|    total_electricity_HVAC       | 3.0846496   |\n",
+      "|    wind_direction               | 0.055205442 |\n",
+      "|    wind_speed                   | -0.75971824 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17107.531   |\n",
+      "|    air_humidity                 | 24.520868   |\n",
+      "|    air_temperature              | 22.542463   |\n",
+      "|    clg_setpoint                 | 24.604794   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | 4.108894    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15396777.0  |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 4%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.4691006   |\n",
+      "|    Heating_Setpoint_RL          | 0.8034537   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.208214   |\n",
+      "|    Heating_Setpoint_RL          | 22.144428   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.18403213 |\n",
+      "|    air_humidity                 | -1.1406088  |\n",
+      "|    air_temperature              | -1.4696647  |\n",
+      "|    clg_setpoint                 | 0.81029356  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.16116148 |\n",
+      "|    diffuse_solar_radiation      | -0.7398495  |\n",
+      "|    direct_solar_radiation       | -0.60907406 |\n",
+      "|    hour                         | -1.371612   |\n",
+      "|    htg_setpoint                 | 0.27343178  |\n",
+      "|    month                        | -1.508863   |\n",
+      "|    outdoor_humidity             | 0.8586513   |\n",
+      "|    outdoor_temperature          | -1.836433   |\n",
+      "|    people_occupant              | -0.68818414 |\n",
+      "|    total_electricity_HVAC       | -0.21490727 |\n",
+      "|    wind_direction               | -1.4635106  |\n",
+      "|    wind_speed                   | 1.1294829   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1943.4354   |\n",
+      "|    air_humidity                 | 22.926622   |\n",
+      "|    air_temperature              | 20.14031    |\n",
+      "|    clg_setpoint                 | 28.323318   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 18.71682    |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 86.0        |\n",
+      "|    outdoor_temperature          | -6.237957   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1741358.8   |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 4%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.15764606   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.157055    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.56081593  |\n",
+      "|    air_humidity                 | 0.0032534713 |\n",
+      "|    air_temperature              | -1.5063329   |\n",
+      "|    clg_setpoint                 | 1.053115     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.047385786 |\n",
+      "|    diffuse_solar_radiation      | -0.73911285  |\n",
+      "|    direct_solar_radiation       | -0.60795593  |\n",
+      "|    hour                         | -1.2270168   |\n",
+      "|    htg_setpoint                 | -1.2710594   |\n",
+      "|    month                        | -1.5020989   |\n",
+      "|    outdoor_humidity             | 1.2889484    |\n",
+      "|    outdoor_temperature          | -1.0523372   |\n",
+      "|    people_occupant              | -0.6886641   |\n",
+      "|    total_electricity_HVAC       | -0.5744439   |\n",
+      "|    wind_direction               | -1.2680978   |\n",
+      "|    wind_speed                   | 0.5085282    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 298.8139     |\n",
+      "|    air_humidity                 | 37.36575     |\n",
+      "|    air_temperature              | 20.071878    |\n",
+      "|    clg_setpoint                 | 28.934082    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 3.0          |\n",
+      "|    htg_setpoint                 | 12.452059    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 95.0         |\n",
+      "|    outdoor_temperature          | 1.506257     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 255032.94    |\n",
+      "|    wind_direction               | 50.0         |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 4%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.05647421   |\n",
+      "|    Heating_Setpoint_RL          | -0.05099839  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.815601    |\n",
+      "|    Heating_Setpoint_RL          | 17.338135    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.17220367  |\n",
+      "|    air_humidity                 | -0.069218054 |\n",
+      "|    air_temperature              | -1.9212188   |\n",
+      "|    clg_setpoint                 | -1.2191238   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.066371724  |\n",
+      "|    diffuse_solar_radiation      | -0.7385283   |\n",
+      "|    direct_solar_radiation       | -0.60702336  |\n",
+      "|    hour                         | -1.082466    |\n",
+      "|    htg_setpoint                 | -0.121573836 |\n",
+      "|    month                        | -1.495425    |\n",
+      "|    outdoor_humidity             | -0.34745386  |\n",
+      "|    outdoor_temperature          | -1.7637421   |\n",
+      "|    people_occupant              | -0.6891414   |\n",
+      "|    total_electricity_HVAC       | -0.20341913  |\n",
+      "|    wind_direction               | 0.7246721    |\n",
+      "|    wind_speed                   | 1.324456     |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2009.9292    |\n",
+      "|    air_humidity                 | 36.456566    |\n",
+      "|    air_temperature              | 19.324415    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 16.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 17.119043    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 61.0         |\n",
+      "|    outdoor_temperature          | -5.6490917   |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1801486.0    |\n",
+      "|    wind_direction               | 260.0        |\n",
+      "|    wind_speed                   | 8.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 5%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.5995706   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.60145     |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.53155607  |\n",
+      "|    air_humidity                 | -0.034483656 |\n",
+      "|    air_temperature              | -1.5069592   |\n",
+      "|    clg_setpoint                 | 1.4693413    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.18011399   |\n",
+      "|    diffuse_solar_radiation      | -0.73819613  |\n",
+      "|    direct_solar_radiation       | -0.6070772   |\n",
+      "|    hour                         | -0.93794924  |\n",
+      "|    htg_setpoint                 | 0.12448902   |\n",
+      "|    month                        | -1.4888393   |\n",
+      "|    outdoor_humidity             | 1.0957427    |\n",
+      "|    outdoor_temperature          | -1.1569525   |\n",
+      "|    people_occupant              | -0.68961626  |\n",
+      "|    total_electricity_HVAC       | -0.54256356  |\n",
+      "|    wind_direction               | 0.24915677   |\n",
+      "|    wind_speed                   | -0.5612639   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 430.11072    |\n",
+      "|    air_humidity                 | 36.884724    |\n",
+      "|    air_temperature              | 20.065294    |\n",
+      "|    clg_setpoint                 | 29.9794      |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 17.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 5.0          |\n",
+      "|    htg_setpoint                 | 18.119534    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 91.0         |\n",
+      "|    outdoor_temperature          | 0.38896742   |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 389889.94    |\n",
+      "|    wind_direction               | 210.0        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 5%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.7400277   |\n",
+      "|    Heating_Setpoint_RL          | -0.5603936  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.122593   |\n",
+      "|    Heating_Setpoint_RL          | 14.472786   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.63954645  |\n",
+      "|    air_humidity                 | -0.16805646 |\n",
+      "|    air_temperature              | -1.2817006  |\n",
+      "|    clg_setpoint                 | -0.8223601  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.29382658  |\n",
+      "|    diffuse_solar_radiation      | -0.737645   |\n",
+      "|    direct_solar_radiation       | -0.6073241  |\n",
+      "|    hour                         | -0.7934574  |\n",
+      "|    htg_setpoint                 | 0.7029189   |\n",
+      "|    month                        | -1.4823399  |\n",
+      "|    outdoor_humidity             | 1.3833803   |\n",
+      "|    outdoor_temperature          | -0.2800235  |\n",
+      "|    people_occupant              | -0.6900886  |\n",
+      "|    total_electricity_HVAC       | 0.5967328   |\n",
+      "|    wind_direction               | -0.6055572  |\n",
+      "|    wind_speed                   | 0.7123066   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5591.404    |\n",
+      "|    air_humidity                 | 35.18321    |\n",
+      "|    air_temperature              | 20.46823    |\n",
+      "|    clg_setpoint                 | 24.242176   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 20.468304   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 97.0        |\n",
+      "|    outdoor_temperature          | 9.155984    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5142614.5   |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 5%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.24351041  |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.803152    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5939118   |\n",
+      "|    air_humidity                 | 0.5272794    |\n",
+      "|    air_temperature              | -0.65454584  |\n",
+      "|    clg_setpoint                 | -0.089815125 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.4074779    |\n",
+      "|    diffuse_solar_radiation      | -0.33073768  |\n",
+      "|    direct_solar_radiation       | 0.7141711    |\n",
+      "|    hour                         | -0.648983    |\n",
+      "|    htg_setpoint                 | -1.384542    |\n",
+      "|    month                        | -1.4759248   |\n",
+      "|    outdoor_humidity             | 0.99504095   |\n",
+      "|    outdoor_temperature          | -0.949627    |\n",
+      "|    people_occupant              | -0.6905585   |\n",
+      "|    total_electricity_HVAC       | -0.6022264   |\n",
+      "|    wind_direction               | 0.535337     |\n",
+      "|    wind_speed                   | -0.35594192  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 153.6582     |\n",
+      "|    air_humidity                 | 43.96898     |\n",
+      "|    air_temperature              | 21.591188    |\n",
+      "|    clg_setpoint                 | 26.077383    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 19.0         |\n",
+      "|    diffuse_solar_radiation      | 39.5         |\n",
+      "|    direct_solar_radiation       | 326.0        |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 89.0         |\n",
+      "|    outdoor_temperature          | 2.453761     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 139287.03    |\n",
+      "|    wind_direction               | 240.0        |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 5%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.32017955 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 15.82399    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6086911  |\n",
+      "|    air_humidity                 | -1.3964276  |\n",
+      "|    air_temperature              | -1.348134   |\n",
+      "|    clg_setpoint                 | 1.0549983   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.5210194   |\n",
+      "|    diffuse_solar_radiation      | 0.39556107  |\n",
+      "|    direct_solar_radiation       | 0.85879755  |\n",
+      "|    hour                         | -0.50451976 |\n",
+      "|    htg_setpoint                 | 0.022445709 |\n",
+      "|    month                        | -1.4695923  |\n",
+      "|    outdoor_humidity             | -1.6945227  |\n",
+      "|    outdoor_temperature          | -0.6470771  |\n",
+      "|    people_occupant              | -0.68917704 |\n",
+      "|    total_electricity_HVAC       | -0.6164748  |\n",
+      "|    wind_direction               | 0.819624    |\n",
+      "|    wind_speed                   | -0.5620593  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 19.706268   |\n",
+      "|    air_temperature              | 20.34646    |\n",
+      "|    clg_setpoint                 | 28.94862    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 110.0       |\n",
+      "|    direct_solar_radiation       | 362.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 17.706661   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 33.0        |\n",
+      "|    outdoor_temperature          | 5.4656715   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.004485646 |\n",
+      "|    clip_fraction                | 0.0206      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.76       |\n",
+      "|    explained_variance           | 0.431       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 8.73        |\n",
+      "|    n_updates                    | 180         |\n",
+      "|    policy_gradient_loss         | -0.00525    |\n",
+      "|    std                          | 0.964       |\n",
+      "|    value_loss                   | 23.5        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 6%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.34779218 |\n",
+      "|    air_humidity                 | -0.25777355 |\n",
+      "|    air_temperature              | 0.2785698   |\n",
+      "|    clg_setpoint                 | -1.2212741  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.63438606  |\n",
+      "|    diffuse_solar_radiation      | 1.0396146   |\n",
+      "|    direct_solar_radiation       | -0.46888387 |\n",
+      "|    hour                         | -0.360063   |\n",
+      "|    htg_setpoint                 | 1.3885267   |\n",
+      "|    month                        | -1.4633406  |\n",
+      "|    outdoor_humidity             | 1.5237491   |\n",
+      "|    outdoor_temperature          | -0.4624003  |\n",
+      "|    people_occupant              | 1.6963778   |\n",
+      "|    total_electricity_HVAC       | -0.3871642  |\n",
+      "|    wind_direction               | -1.0848593  |\n",
+      "|    wind_speed                   | -0.96879494 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1238.5697   |\n",
+      "|    air_humidity                 | 34.004932   |\n",
+      "|    air_temperature              | 23.252369   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 172.5       |\n",
+      "|    direct_solar_radiation       | 34.0        |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 7.2925987   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1036222.1   |\n",
+      "|    wind_direction               | 70.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 6%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.51737404 |\n",
+      "|    air_humidity                 | 0.21687727  |\n",
+      "|    air_temperature              | 1.1998119   |\n",
+      "|    clg_setpoint                 | 1.4736093   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.74749655  |\n",
+      "|    diffuse_solar_radiation      | 0.09844021  |\n",
+      "|    direct_solar_radiation       | -0.60566366 |\n",
+      "|    hour                         | -0.21560913 |\n",
+      "|    htg_setpoint                 | 0.7952025   |\n",
+      "|    month                        | -1.4571681  |\n",
+      "|    outdoor_humidity             | 1.135815    |\n",
+      "|    outdoor_temperature          | -0.8508053  |\n",
+      "|    people_occupant              | 1.694849    |\n",
+      "|    total_electricity_HVAC       | -0.531473   |\n",
+      "|    wind_direction               | -1.3664967  |\n",
+      "|    wind_speed                   | -0.3554502  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 489.9435    |\n",
+      "|    air_humidity                 | 40.004913   |\n",
+      "|    air_temperature              | 24.8987     |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 81.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 20.845873   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 92.0        |\n",
+      "|    outdoor_temperature          | 3.4074225   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 433104.53   |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 6%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.23106727  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.924753   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60857445 |\n",
+      "|    air_humidity                 | 0.5314263   |\n",
+      "|    air_temperature              | 1.6213647   |\n",
+      "|    clg_setpoint                 | 0.8504132   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.86025393  |\n",
+      "|    diffuse_solar_radiation      | 0.32650292  |\n",
+      "|    direct_solar_radiation       | -0.6045639  |\n",
+      "|    hour                         | -0.07115613 |\n",
+      "|    htg_setpoint                 | 1.0368067   |\n",
+      "|    month                        | -1.4510729  |\n",
+      "|    outdoor_humidity             | 1.5149994   |\n",
+      "|    outdoor_temperature          | -0.42194417 |\n",
+      "|    people_occupant              | 1.216924    |\n",
+      "|    total_electricity_HVAC       | -0.61478823 |\n",
+      "|    wind_direction               | -1.2672927  |\n",
+      "|    wind_speed                   | -0.5609831  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 43.980232   |\n",
+      "|    air_temperature              | 25.650293   |\n",
+      "|    clg_setpoint                 | 28.439339   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 103.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 21.830004   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 7.6685486   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 84498.25    |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 7%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6691693  |\n",
+      "|    Heating_Setpoint_RL          | 0.9514812   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.366554   |\n",
+      "|    Heating_Setpoint_RL          | 22.977081   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6082367  |\n",
+      "|    air_humidity                 | 1.0287766   |\n",
+      "|    air_temperature              | 1.5551441   |\n",
+      "|    clg_setpoint                 | -0.3071264  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.9725464   |\n",
+      "|    diffuse_solar_radiation      | 0.11122913  |\n",
+      "|    direct_solar_radiation       | -0.6034574  |\n",
+      "|    hour                         | 0.07329685  |\n",
+      "|    htg_setpoint                 | 1.3371601   |\n",
+      "|    month                        | -1.4450537  |\n",
+      "|    outdoor_humidity             | 1.1732793   |\n",
+      "|    outdoor_temperature          | 0.13886116  |\n",
+      "|    people_occupant              | 0.26296452  |\n",
+      "|    total_electricity_HVAC       | -0.61590743 |\n",
+      "|    wind_direction               | -1.7437515  |\n",
+      "|    wind_speed                   | -2.0333877  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 50.292      |\n",
+      "|    air_temperature              | 25.53062    |\n",
+      "|    clg_setpoint                 | 25.538055   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 82.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 23.052586   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 13.251442   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 7%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.71616036  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 13.596598    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.51180863  |\n",
+      "|    air_humidity                 | -0.34644243  |\n",
+      "|    air_temperature              | 1.7089924    |\n",
+      "|    clg_setpoint                 | -0.1868335   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0842482    |\n",
+      "|    diffuse_solar_radiation      | -0.037310444 |\n",
+      "|    direct_solar_radiation       | -0.602357    |\n",
+      "|    hour                         | 0.21774931   |\n",
+      "|    htg_setpoint                 | -0.25201896  |\n",
+      "|    month                        | -1.4391087   |\n",
+      "|    outdoor_humidity             | 1.1732495    |\n",
+      "|    outdoor_temperature          | -1.0288275   |\n",
+      "|    people_occupant              | 1.2147425    |\n",
+      "|    total_electricity_HVAC       | -0.525883    |\n",
+      "|    wind_direction               | 0.72910744   |\n",
+      "|    wind_speed                   | 0.29530936   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 512.0947     |\n",
+      "|    air_humidity                 | 32.99421     |\n",
+      "|    air_temperature              | 25.804428    |\n",
+      "|    clg_setpoint                 | 25.840122    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 67.5         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 16.60314     |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 93.0         |\n",
+      "|    outdoor_temperature          | 1.625177     |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 453820.2     |\n",
+      "|    wind_direction               | 260.0        |\n",
+      "|    wind_speed                   | 5.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 7%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.10612247 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.02806    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6084128  |\n",
+      "|    air_humidity                 | -0.61149305 |\n",
+      "|    air_temperature              | -0.8156455  |\n",
+      "|    clg_setpoint                 | 1.2199435   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1952206   |\n",
+      "|    diffuse_solar_radiation      | 0.38720834  |\n",
+      "|    direct_solar_radiation       | -0.2241157  |\n",
+      "|    hour                         | 0.3621995   |\n",
+      "|    htg_setpoint                 | -1.3870791  |\n",
+      "|    month                        | -1.4332365  |\n",
+      "|    outdoor_humidity             | -0.7437731  |\n",
+      "|    outdoor_temperature          | -0.7518249  |\n",
+      "|    people_occupant              | -0.6901385  |\n",
+      "|    total_electricity_HVAC       | -0.6160326  |\n",
+      "|    wind_direction               | 0.72654325  |\n",
+      "|    wind_speed                   | 0.5001834   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 29.668716   |\n",
+      "|    air_temperature              | 21.294746   |\n",
+      "|    clg_setpoint                 | 29.368042   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 108.5       |\n",
+      "|    direct_solar_radiation       | 93.0        |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 53.0        |\n",
+      "|    outdoor_temperature          | 4.346787    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 7%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.80610573 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.904392   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60822266 |\n",
+      "|    air_humidity                 | -1.1696199  |\n",
+      "|    air_temperature              | -0.57961506 |\n",
+      "|    clg_setpoint                 | 0.7993914   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.3053131   |\n",
+      "|    diffuse_solar_radiation      | -0.13431887 |\n",
+      "|    direct_solar_radiation       | 0.16859406  |\n",
+      "|    hour                         | 0.5066443   |\n",
+      "|    htg_setpoint                 | -0.73397416 |\n",
+      "|    month                        | -1.4274356  |\n",
+      "|    outdoor_humidity             | -0.50472045 |\n",
+      "|    outdoor_temperature          | -0.53525984 |\n",
+      "|    people_occupant              | -0.68878406 |\n",
+      "|    total_electricity_HVAC       | -0.61583877 |\n",
+      "|    wind_direction               | -0.03627514 |\n",
+      "|    wind_speed                   | -0.970883   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 22.618813   |\n",
+      "|    air_temperature              | 21.710855   |\n",
+      "|    clg_setpoint                 | 28.316525   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 58.0        |\n",
+      "|    direct_solar_radiation       | 189.5       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 14.649212   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 58.0        |\n",
+      "|    outdoor_temperature          | 6.478461    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 180.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 8%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4877663  |\n",
+      "|    air_humidity                 | 0.05756408  |\n",
+      "|    air_temperature              | 0.2832007   |\n",
+      "|    clg_setpoint                 | -1.2210904  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4143653   |\n",
+      "|    diffuse_solar_radiation      | -0.64571965 |\n",
+      "|    direct_solar_radiation       | -0.60124886 |\n",
+      "|    hour                         | 0.65107954  |\n",
+      "|    htg_setpoint                 | 0.6871847   |\n",
+      "|    month                        | -1.4217046  |\n",
+      "|    outdoor_humidity             | 1.173066    |\n",
+      "|    outdoor_temperature          | -0.7331107  |\n",
+      "|    people_occupant              | 1.6946872   |\n",
+      "|    total_electricity_HVAC       | -0.5013024  |\n",
+      "|    wind_direction               | -1.3649809  |\n",
+      "|    wind_speed                   | -0.5593409  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 621.0637    |\n",
+      "|    air_humidity                 | 38.029175   |\n",
+      "|    air_temperature              | 23.249527   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 8.5         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 20.4179     |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 4.4949894   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 558957.4    |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 8%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.32335567 |\n",
+      "|    Heating_Setpoint_RL          | -0.34849024 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.533674   |\n",
+      "|    Heating_Setpoint_RL          | 15.664742   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.2535214  |\n",
+      "|    air_humidity                 | -0.63933027 |\n",
+      "|    air_temperature              | 0.28344133  |\n",
+      "|    clg_setpoint                 | -1.2204554  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5222085   |\n",
+      "|    diffuse_solar_radiation      | -0.7333348  |\n",
+      "|    direct_solar_radiation       | -0.60129106 |\n",
+      "|    hour                         | 0.7954996   |\n",
+      "|    htg_setpoint                 | 0.5122948   |\n",
+      "|    month                        | -1.4160421  |\n",
+      "|    outdoor_humidity             | -0.7001698  |\n",
+      "|    outdoor_temperature          | -1.1744239  |\n",
+      "|    people_occupant              | 1.6931942   |\n",
+      "|    total_electricity_HVAC       | -0.27856243 |\n",
+      "|    wind_direction               | -1.2662529  |\n",
+      "|    wind_speed                   | -0.55829114 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1660.235    |\n",
+      "|    air_humidity                 | 29.276833   |\n",
+      "|    air_temperature              | 23.249472   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 19.712196   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 54.0        |\n",
+      "|    outdoor_temperature          | 0.08579667  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1494211.5   |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 8%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5912821   |\n",
+      "|    Heating_Setpoint_RL          | -0.44825405 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.620577   |\n",
+      "|    Heating_Setpoint_RL          | 15.103571   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.1257997   |\n",
+      "|    air_humidity                 | -0.62336814 |\n",
+      "|    air_temperature              | 0.298728    |\n",
+      "|    clg_setpoint                 | 0.06430718  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6286671   |\n",
+      "|    diffuse_solar_radiation      | -0.73301053 |\n",
+      "|    direct_solar_radiation       | -0.60130244 |\n",
+      "|    hour                         | 0.9398979   |\n",
+      "|    htg_setpoint                 | 1.3837898   |\n",
+      "|    month                        | -1.4104466  |\n",
+      "|    outdoor_humidity             | -0.12346949 |\n",
+      "|    outdoor_temperature          | -1.4400259  |\n",
+      "|    people_occupant              | 0.50098896  |\n",
+      "|    total_electricity_HVAC       | 1.3056322   |\n",
+      "|    wind_direction               | -1.7379844  |\n",
+      "|    wind_speed                   | 0.91677606  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7787.3745   |\n",
+      "|    air_humidity                 | 29.4665     |\n",
+      "|    air_temperature              | 23.275547   |\n",
+      "|    clg_setpoint                 | 26.471205   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 66.0        |\n",
+      "|    outdoor_temperature          | -2.6127431  |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 8153061.5   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 8%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.40024874   |\n",
+      "|    Heating_Setpoint_RL          | 0.17998502   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.97584     |\n",
+      "|    Heating_Setpoint_RL          | 18.637417    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.32513356  |\n",
+      "|    air_humidity                 | -0.8356406   |\n",
+      "|    air_temperature              | -0.060962483 |\n",
+      "|    clg_setpoint                 | 0.23709294   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.7335613    |\n",
+      "|    diffuse_solar_radiation      | -0.73254234  |\n",
+      "|    direct_solar_radiation       | -0.6015739   |\n",
+      "|    hour                         | 1.0842663    |\n",
+      "|    htg_setpoint                 | 0.44353122   |\n",
+      "|    month                        | -1.404917    |\n",
+      "|    outdoor_humidity             | -1.268359    |\n",
+      "|    outdoor_temperature          | -1.5450871   |\n",
+      "|    people_occupant              | -0.45241842  |\n",
+      "|    total_electricity_HVAC       | -0.34593517  |\n",
+      "|    wind_direction               | 0.44677836   |\n",
+      "|    wind_speed                   | -0.5584536   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1351.5908    |\n",
+      "|    air_humidity                 | 26.774406    |\n",
+      "|    air_temperature              | 22.63098     |\n",
+      "|    clg_setpoint                 | 26.904984    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 31.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 19.0         |\n",
+      "|    htg_setpoint                 | 19.435509    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 42.0         |\n",
+      "|    outdoor_temperature          | -3.749545    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 1219160.0    |\n",
+      "|    wind_direction               | 230.0        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 9%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.43341506  |\n",
+      "|    Heating_Setpoint_RL          | -0.73266864 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.087776   |\n",
+      "|    Heating_Setpoint_RL          | 13.503738   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6091169  |\n",
+      "|    air_humidity                 | -0.2888748  |\n",
+      "|    air_temperature              | -0.58501565 |\n",
+      "|    clg_setpoint                 | 1.4697618   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6667241  |\n",
+      "|    diffuse_solar_radiation      | -0.7323828  |\n",
+      "|    direct_solar_radiation       | -0.6012493  |\n",
+      "|    hour                         | 1.228596    |\n",
+      "|    htg_setpoint                 | -1.3889493  |\n",
+      "|    month                        | -1.125567   |\n",
+      "|    outdoor_humidity             | -0.06934754 |\n",
+      "|    outdoor_temperature          | -0.6886241  |\n",
+      "|    people_occupant              | -0.45295775 |\n",
+      "|    total_electricity_HVAC       | -0.6167439  |\n",
+      "|    wind_direction               | 0.91866434  |\n",
+      "|    wind_speed                   | -0.14994898 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 33.61221    |\n",
+      "|    air_temperature              | 21.694286   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 67.0        |\n",
+      "|    outdoor_temperature          | 4.7775326   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 9%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.42466947 |\n",
+      "|    air_humidity                 | -1.6853591  |\n",
+      "|    air_temperature              | -1.5293969  |\n",
+      "|    clg_setpoint                 | 1.2205613   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.546386   |\n",
+      "|    diffuse_solar_radiation      | -0.7318134  |\n",
+      "|    direct_solar_radiation       | -0.6015268  |\n",
+      "|    hour                         | 1.3728765   |\n",
+      "|    htg_setpoint                 | -0.44911447 |\n",
+      "|    month                        | -1.1222334  |\n",
+      "|    outdoor_humidity             | -1.7405508  |\n",
+      "|    outdoor_temperature          | -1.365659   |\n",
+      "|    people_occupant              | -0.6897339  |\n",
+      "|    total_electricity_HVAC       | -0.44044623 |\n",
+      "|    wind_direction               | -1.6400663  |\n",
+      "|    wind_speed                   | -0.35555905 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 908.4983    |\n",
+      "|    air_humidity                 | 16.065496   |\n",
+      "|    air_temperature              | 20.004942   |\n",
+      "|    clg_setpoint                 | 29.379078   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 15.812277   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 32.0        |\n",
+      "|    outdoor_temperature          | -1.993787   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 820912.9    |\n",
+      "|    wind_direction               | 10.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 9%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.51429033  |\n",
+      "|    Heating_Setpoint_RL          | 0.8623239   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.36073    |\n",
+      "|    Heating_Setpoint_RL          | 22.47557    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.087890826 |\n",
+      "|    air_humidity                 | -1.9436443  |\n",
+      "|    air_temperature              | -1.6138498  |\n",
+      "|    clg_setpoint                 | 1.4656359   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4275281  |\n",
+      "|    diffuse_solar_radiation      | -0.7312946  |\n",
+      "|    direct_solar_radiation       | -0.6016049  |\n",
+      "|    hour                         | 1.5170965   |\n",
+      "|    htg_setpoint                 | 0.35073674  |\n",
+      "|    month                        | -1.1189294  |\n",
+      "|    outdoor_humidity             | -0.11138917 |\n",
+      "|    outdoor_temperature          | -0.93793887 |\n",
+      "|    people_occupant              | -0.6884055  |\n",
+      "|    total_electricity_HVAC       | 0.046549883 |\n",
+      "|    wind_direction               | -0.31334123 |\n",
+      "|    wind_speed                   | -0.3551844  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3203.349    |\n",
+      "|    air_humidity                 | 12.672408   |\n",
+      "|    air_temperature              | 19.849842   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 19.059435   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 66.0        |\n",
+      "|    outdoor_temperature          | 2.2186174   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2883014.2   |\n",
+      "|    wind_direction               | 150.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 10%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.33084163 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 15.764015   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49995258 |\n",
+      "|    air_humidity                 | 0.68547803  |\n",
+      "|    air_temperature              | -2.141134   |\n",
+      "|    clg_setpoint                 | 1.4647621   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3099083  |\n",
+      "|    diffuse_solar_radiation      | -0.730799   |\n",
+      "|    direct_solar_radiation       | -0.6005472  |\n",
+      "|    hour                         | 1.6612434   |\n",
+      "|    htg_setpoint                 | -0.84316885 |\n",
+      "|    month                        | -1.1156542  |\n",
+      "|    outdoor_humidity             | -0.3046841  |\n",
+      "|    outdoor_temperature          | -1.1747462  |\n",
+      "|    people_occupant              | -0.6888599  |\n",
+      "|    total_electricity_HVAC       | -0.5179693  |\n",
+      "|    wind_direction               | 1.2939376   |\n",
+      "|    wind_speed                   | 1.7756133   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 576.9249    |\n",
+      "|    air_humidity                 | 45.75615    |\n",
+      "|    air_temperature              | 18.902271   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 14.215002   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 62.0        |\n",
+      "|    outdoor_temperature          | -0.17197378 |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 497520.7    |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 10%\n",
+      "| action_network/                 |            |\n",
+      "|    Cooling_Setpoint_RL          | 0.35047287 |\n",
+      "|    Heating_Setpoint_RL          | 0.30341083 |\n",
+      "| action_simulation/              |            |\n",
+      "|    Cooling_Setpoint_RL          | 27.807846  |\n",
+      "|    Heating_Setpoint_RL          | 19.331686  |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | 0.4666704  |\n",
+      "|    air_humidity                 | -0.6072478 |\n",
+      "|    air_temperature              | -3.0132341 |\n",
+      "|    clg_setpoint                 | -0.2931275 |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | -1.0805789 |\n",
+      "|    diffuse_solar_radiation      | -0.7305719 |\n",
+      "|    direct_solar_radiation       | -0.6006531 |\n",
+      "|    hour                         | -1.6610055 |\n",
+      "|    htg_setpoint                 | -0.6925096 |\n",
+      "|    month                        | -1.1124078 |\n",
+      "|    outdoor_humidity             | -1.4013356 |\n",
+      "|    outdoor_temperature          | -2.5272067 |\n",
+      "|    people_occupant              | -0.689312  |\n",
+      "|    total_electricity_HVAC       | 0.2723372  |\n",
+      "|    wind_direction               | 1.1014473  |\n",
+      "|    wind_speed                   | 1.9677465  |\n",
+      "| observation/                    |            |\n",
+      "|    HVAC_electricity_demand_rate | 4908.855   |\n",
+      "|    air_humidity                 | 29.457563  |\n",
+      "|    air_temperature              | 17.335491  |\n",
+      "|    clg_setpoint                 | 25.585554  |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 6.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0        |\n",
+      "|    direct_solar_radiation       | 0.0        |\n",
+      "|    hour                         | 0.0        |\n",
+      "|    htg_setpoint                 | 14.826128  |\n",
+      "|    month                        | 2.0        |\n",
+      "|    outdoor_humidity             | 39.0       |\n",
+      "|    outdoor_temperature          | -13.793128 |\n",
+      "|    people_occupant              | 0.0        |\n",
+      "|    total_electricity_HVAC       | 3846766.2  |\n",
+      "|    wind_direction               | 300.0      |\n",
+      "|    wind_speed                   | 9.8        |\n",
+      "------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 10%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.021241784 |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.553308    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.7218149    |\n",
+      "|    air_humidity                 | -0.74572325  |\n",
+      "|    air_temperature              | -1.2263321   |\n",
+      "|    clg_setpoint                 | 1.4631258    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.96485966  |\n",
+      "|    diffuse_solar_radiation      | -0.73032415  |\n",
+      "|    direct_solar_radiation       | -0.6006348   |\n",
+      "|    hour                         | -1.5163004   |\n",
+      "|    htg_setpoint                 | 0.7124629    |\n",
+      "|    month                        | -1.1091895   |\n",
+      "|    outdoor_humidity             | -0.7776228   |\n",
+      "|    outdoor_temperature          | -1.9277772   |\n",
+      "|    people_occupant              | -0.6897618   |\n",
+      "|    total_electricity_HVAC       | 1.3770803    |\n",
+      "|    wind_direction               | 1.0986964    |\n",
+      "|    wind_speed                   | 0.6977796    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 10579.345    |\n",
+      "|    air_humidity                 | 27.68168     |\n",
+      "|    air_temperature              | 20.525778    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 7.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 1.0          |\n",
+      "|    htg_setpoint                 | 20.52583     |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 52.0         |\n",
+      "|    outdoor_temperature          | -7.9410415   |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 8560572.0    |\n",
+      "|    wind_direction               | 300.0        |\n",
+      "|    wind_speed                   | 6.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 11%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.41605574  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 19.965313   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.2949231  |\n",
+      "|    air_humidity                 | -0.50526845 |\n",
+      "|    air_temperature              | -1.1845939  |\n",
+      "|    clg_setpoint                 | 0.49366805  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.84976757 |\n",
+      "|    diffuse_solar_radiation      | -0.73015624 |\n",
+      "|    direct_solar_radiation       | -0.6008608  |\n",
+      "|    hour                         | -1.3716607  |\n",
+      "|    htg_setpoint                 | -1.3889436  |\n",
+      "|    month                        | -1.105999   |\n",
+      "|    outdoor_humidity             | -1.0630445  |\n",
+      "|    outdoor_temperature          | -1.5771002  |\n",
+      "|    people_occupant              | -0.69020945 |\n",
+      "|    total_electricity_HVAC       | -0.32165697 |\n",
+      "|    wind_direction               | 1.1912361   |\n",
+      "|    wind_speed                   | -1.1810573  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1517.43     |\n",
+      "|    air_humidity                 | 30.687075   |\n",
+      "|    air_temperature              | 20.597946   |\n",
+      "|    clg_setpoint                 | 27.563757   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 46.0        |\n",
+      "|    outdoor_temperature          | -4.4969974  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1347957.2   |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 11%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.8865309   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.617043   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.34538686  |\n",
+      "|    air_humidity                 | -0.95231575 |\n",
+      "|    air_temperature              | -1.5346435  |\n",
+      "|    clg_setpoint                 | -1.2224569  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.73516285 |\n",
+      "|    diffuse_solar_radiation      | -0.72976786 |\n",
+      "|    direct_solar_radiation       | -0.6011734  |\n",
+      "|    hour                         | -1.2270736  |\n",
+      "|    htg_setpoint                 | 0.37093127  |\n",
+      "|    month                        | -1.1028358  |\n",
+      "|    outdoor_humidity             | -0.9152859  |\n",
+      "|    outdoor_temperature          | -1.8407437  |\n",
+      "|    people_occupant              | -0.6906548  |\n",
+      "|    total_electricity_HVAC       | 0.3002751   |\n",
+      "|    wind_direction               | 1.1869841   |\n",
+      "|    wind_speed                   | 0.6968795   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4413.8984   |\n",
+      "|    air_humidity                 | 25.038687   |\n",
+      "|    air_temperature              | 19.967686   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 19.141026   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 49.0        |\n",
+      "|    outdoor_temperature          | -7.229622   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4004688.2   |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 11%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.33333623 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.749984   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.26533163 |\n",
+      "|    air_humidity                 | -1.7692885  |\n",
+      "|    air_temperature              | -1.2884356  |\n",
+      "|    clg_setpoint                 | 0.78964216  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6209253  |\n",
+      "|    diffuse_solar_radiation      | -0.7293425  |\n",
+      "|    direct_solar_radiation       | -0.60134447 |\n",
+      "|    hour                         | -1.0825281  |\n",
+      "|    htg_setpoint                 | -0.5570953  |\n",
+      "|    month                        | -1.0996996  |\n",
+      "|    outdoor_humidity             | -0.2918636  |\n",
+      "|    outdoor_temperature          | -1.5487202  |\n",
+      "|    people_occupant              | -0.689344   |\n",
+      "|    total_electricity_HVAC       | -0.29260898 |\n",
+      "|    wind_direction               | 0.8072266   |\n",
+      "|    wind_speed                   | -0.16283621 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1661.5006   |\n",
+      "|    air_humidity                 | 14.678578   |\n",
+      "|    air_temperature              | 20.39968    |\n",
+      "|    clg_setpoint                 | 28.313057   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 15.375659   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 62.0        |\n",
+      "|    outdoor_temperature          | -4.3393292  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1480634.6   |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 11%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.67275393  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 13.840759    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 2.9699895    |\n",
+      "|    air_humidity                 | -1.7258325   |\n",
+      "|    air_temperature              | -0.48753598  |\n",
+      "|    clg_setpoint                 | 1.4585898    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.5069533   |\n",
+      "|    diffuse_solar_radiation      | -0.7292233   |\n",
+      "|    direct_solar_radiation       | -0.6013707   |\n",
+      "|    hour                         | -0.93801445  |\n",
+      "|    htg_setpoint                 | 1.3841752    |\n",
+      "|    month                        | -1.09659     |\n",
+      "|    outdoor_humidity             | 0.56913674   |\n",
+      "|    outdoor_temperature          | -0.956345    |\n",
+      "|    people_occupant              | -0.6880407   |\n",
+      "|    total_electricity_HVAC       | 2.8914003    |\n",
+      "|    wind_direction               | 0.6176798    |\n",
+      "|    wind_speed                   | -0.5718624   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 16324.9795   |\n",
+      "|    air_humidity                 | 15.11137     |\n",
+      "|    air_temperature              | 21.8308      |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 11.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 5.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 80.0         |\n",
+      "|    outdoor_temperature          | 1.6342511    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 15104994.0   |\n",
+      "|    wind_direction               | 250.0        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.0073518055 |\n",
+      "|    clip_fraction                | 0.0587       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.76        |\n",
+      "|    explained_variance           | 0.759        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 4.08         |\n",
+      "|    n_updates                    | 190          |\n",
+      "|    policy_gradient_loss         | -0.00933     |\n",
+      "|    std                          | 0.965        |\n",
+      "|    value_loss                   | 11.6         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 12%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 4.058911    |\n",
+      "|    air_humidity                 | -1.2477348  |\n",
+      "|    air_temperature              | -1.8332422  |\n",
+      "|    clg_setpoint                 | 1.2361971   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.39316303 |\n",
+      "|    diffuse_solar_radiation      | -0.54115397 |\n",
+      "|    direct_solar_radiation       | -0.43917686 |\n",
+      "|    hour                         | -0.7935242  |\n",
+      "|    htg_setpoint                 | 0.7602763   |\n",
+      "|    month                        | -1.0935067  |\n",
+      "|    outdoor_humidity             | -1.865602   |\n",
+      "|    outdoor_temperature          | -2.0628145  |\n",
+      "|    people_occupant              | -0.68848777 |\n",
+      "|    total_electricity_HVAC       | 3.8336313   |\n",
+      "|    wind_direction               | 1.277165    |\n",
+      "|    wind_speed                   | 1.7602385   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 21273.568   |\n",
+      "|    air_humidity                 | 21.124119   |\n",
+      "|    air_temperature              | 19.40985    |\n",
+      "|    clg_setpoint                 | 29.441673   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 18.0        |\n",
+      "|    direct_solar_radiation       | 40.0        |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 20.71825    |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 29.0        |\n",
+      "|    outdoor_temperature          | -9.59148    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 19147002.0  |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 12%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.44229805   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.117756    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.18207164   |\n",
+      "|    air_humidity                 | -1.1844505   |\n",
+      "|    air_temperature              | -2.2004256   |\n",
+      "|    clg_setpoint                 | -0.8718557   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.27948806  |\n",
+      "|    diffuse_solar_radiation      | -0.008135937 |\n",
+      "|    direct_solar_radiation       | 0.15692629   |\n",
+      "|    hour                         | -0.64905035  |\n",
+      "|    htg_setpoint                 | -0.18576327  |\n",
+      "|    month                        | -1.0904492   |\n",
+      "|    outdoor_humidity             | -1.1415088   |\n",
+      "|    outdoor_temperature          | -1.8047521   |\n",
+      "|    people_occupant              | -0.68893266  |\n",
+      "|    total_electricity_HVAC       | 0.1341442    |\n",
+      "|    wind_direction               | 1.0847186    |\n",
+      "|    wind_speed                   | -0.37011623  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 3704.8765    |\n",
+      "|    air_humidity                 | 21.885244    |\n",
+      "|    air_temperature              | 18.743523    |\n",
+      "|    clg_setpoint                 | 24.136126    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 13.0         |\n",
+      "|    diffuse_solar_radiation      | 69.0         |\n",
+      "|    direct_solar_radiation       | 187.0        |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 16.878458    |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 44.0         |\n",
+      "|    outdoor_temperature          | -7.0845284   |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 3319307.0    |\n",
+      "|    wind_direction               | 300.0        |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 12%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.19277406 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.974388   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49693093 |\n",
+      "|    air_humidity                 | -0.96543705 |\n",
+      "|    air_temperature              | 0.3055289   |\n",
+      "|    clg_setpoint                 | -1.2236838  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.16587876 |\n",
+      "|    diffuse_solar_radiation      | 0.3785928   |\n",
+      "|    direct_solar_radiation       | 1.000949    |\n",
+      "|    hour                         | -0.504587   |\n",
+      "|    htg_setpoint                 | -1.3883958  |\n",
+      "|    month                        | -1.0874172  |\n",
+      "|    outdoor_humidity             | -1.4239782  |\n",
+      "|    outdoor_temperature          | -1.1443942  |\n",
+      "|    people_occupant              | 1.6933733   |\n",
+      "|    total_electricity_HVAC       | -0.5107126  |\n",
+      "|    wind_direction               | 1.0827578   |\n",
+      "|    wind_speed                   | 0.2853169   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 622.8103    |\n",
+      "|    air_humidity                 | 24.622257   |\n",
+      "|    air_temperature              | 23.249887   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 106.0       |\n",
+      "|    direct_solar_radiation       | 395.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 38.0        |\n",
+      "|    outdoor_temperature          | -0.42535722 |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 556846.3    |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 13%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.47784418  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 14.937126    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.48075867   |\n",
+      "|    air_humidity                 | -0.75353324  |\n",
+      "|    air_temperature              | 0.3063146    |\n",
+      "|    clg_setpoint                 | -1.2232652   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.05230204  |\n",
+      "|    diffuse_solar_radiation      | 1.2626302    |\n",
+      "|    direct_solar_radiation       | -0.48291308  |\n",
+      "|    hour                         | -0.36012962  |\n",
+      "|    htg_setpoint                 | 1.3837422    |\n",
+      "|    month                        | -1.0844104   |\n",
+      "|    outdoor_humidity             | -0.3732544   |\n",
+      "|    outdoor_temperature          | -1.100684    |\n",
+      "|    people_occupant              | 1.6919464    |\n",
+      "|    total_electricity_HVAC       | 0.13846187   |\n",
+      "|    wind_direction               | -0.71238863  |\n",
+      "|    wind_speed                   | -0.9858832   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 5081.9434    |\n",
+      "|    air_humidity                 | 27.279312    |\n",
+      "|    air_temperature              | 23.25095     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 190.5        |\n",
+      "|    direct_solar_radiation       | 29.5         |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 60.0         |\n",
+      "|    outdoor_temperature          | -0.024799293 |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 3350706.2    |\n",
+      "|    wind_direction               | 110.0        |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 13%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.9150922   |\n",
+      "|    Heating_Setpoint_RL          | 0.15797855  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.713436   |\n",
+      "|    Heating_Setpoint_RL          | 18.51363    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.61511934 |\n",
+      "|    air_humidity                 | 0.16653368  |\n",
+      "|    air_temperature              | -1.1568112  |\n",
+      "|    clg_setpoint                 | 0.7590899   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.06125889  |\n",
+      "|    diffuse_solar_radiation      | 1.6191931   |\n",
+      "|    direct_solar_radiation       | 0.672912    |\n",
+      "|    hour                         | -0.21567507 |\n",
+      "|    htg_setpoint                 | -0.86841553 |\n",
+      "|    month                        | -1.0814284  |\n",
+      "|    outdoor_humidity             | -0.13719523 |\n",
+      "|    outdoor_temperature          | -0.32015768 |\n",
+      "|    people_occupant              | -0.69025433 |\n",
+      "|    total_electricity_HVAC       | -0.62259245 |\n",
+      "|    wind_direction               | 1.0830032   |\n",
+      "|    wind_speed                   | -0.16437137 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 38.89683    |\n",
+      "|    air_temperature              | 20.620255   |\n",
+      "|    clg_setpoint                 | 28.238167   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 224.5       |\n",
+      "|    direct_solar_radiation       | 314.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 14.112436   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 65.0        |\n",
+      "|    outdoor_temperature          | 7.9004602   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 13%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.5547528  |\n",
+      "|    Heating_Setpoint_RL          | -0.5633755  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.752708   |\n",
+      "|    Heating_Setpoint_RL          | 14.456013   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6153969  |\n",
+      "|    air_humidity                 | -1.2908449  |\n",
+      "|    air_temperature              | -0.4740689  |\n",
+      "|    clg_setpoint                 | 0.45101905  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.1748047   |\n",
+      "|    diffuse_solar_radiation      | 0.5687581   |\n",
+      "|    direct_solar_radiation       | 2.3522737   |\n",
+      "|    hour                         | -0.0712213  |\n",
+      "|    htg_setpoint                 | 0.022059308 |\n",
+      "|    month                        | -1.0784708  |\n",
+      "|    outdoor_humidity             | -1.5164354  |\n",
+      "|    outdoor_temperature          | -0.28725016 |\n",
+      "|    people_occupant              | -0.68896794 |\n",
+      "|    total_electricity_HVAC       | -0.62281936 |\n",
+      "|    wind_direction               | -1.7482464  |\n",
+      "|    wind_speed                   | -1.1921927  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 20.4891     |\n",
+      "|    air_temperature              | 21.845388   |\n",
+      "|    clg_setpoint                 | 27.467411   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 124.0       |\n",
+      "|    direct_solar_radiation       | 727.5       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 17.728205   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 36.0        |\n",
+      "|    outdoor_temperature          | 8.222929    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 13%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.17485988 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.641413   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6151139  |\n",
+      "|    air_humidity                 | -0.9480139  |\n",
+      "|    air_temperature              | 1.1205001   |\n",
+      "|    clg_setpoint                 | -0.6451164  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.2883201   |\n",
+      "|    diffuse_solar_radiation      | 1.793452    |\n",
+      "|    direct_solar_radiation       | 0.55334884  |\n",
+      "|    hour                         | 0.07323244  |\n",
+      "|    htg_setpoint                 | 0.61254525  |\n",
+      "|    month                        | -1.0755374  |\n",
+      "|    outdoor_humidity             | -0.27737188 |\n",
+      "|    outdoor_temperature          | -0.3590607  |\n",
+      "|    people_occupant              | 0.26530978  |\n",
+      "|    total_electricity_HVAC       | -0.6225376  |\n",
+      "|    wind_direction               | 0.04354493  |\n",
+      "|    wind_speed                   | -0.57344127 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 24.756744   |\n",
+      "|    air_temperature              | 24.706629   |\n",
+      "|    clg_setpoint                 | 24.709667   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 241.0       |\n",
+      "|    direct_solar_radiation       | 284.5       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 20.125935   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 62.0        |\n",
+      "|    outdoor_temperature          | 7.4780955   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 14%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.5008877  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.934504   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5078761  |\n",
+      "|    air_humidity                 | -1.0297887  |\n",
+      "|    air_temperature              | 0.30819026  |\n",
+      "|    clg_setpoint                 | -1.2239828  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.40177396  |\n",
+      "|    diffuse_solar_radiation      | 1.1924297   |\n",
+      "|    direct_solar_radiation       | 1.3282667   |\n",
+      "|    hour                         | 0.2176857   |\n",
+      "|    htg_setpoint                 | 1.3815558   |\n",
+      "|    month                        | -1.0726278  |\n",
+      "|    outdoor_humidity             | -1.1365817  |\n",
+      "|    outdoor_temperature          | -0.46442208 |\n",
+      "|    people_occupant              | 1.2179215   |\n",
+      "|    total_electricity_HVAC       | -0.520175   |\n",
+      "|    wind_direction               | 0.13948697  |\n",
+      "|    wind_speed                   | -0.57119733 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 577.5752    |\n",
+      "|    air_humidity                 | 23.715818   |\n",
+      "|    air_temperature              | 23.24836    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 183.5       |\n",
+      "|    direct_solar_radiation       | 475.5       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 44.0        |\n",
+      "|    outdoor_temperature          | 6.390464    |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 519817.66   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 14%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6150582  |\n",
+      "|    air_humidity                 | -0.94101644 |\n",
+      "|    air_temperature              | 1.5909555   |\n",
+      "|    clg_setpoint                 | 0.94121945  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.51511973  |\n",
+      "|    diffuse_solar_radiation      | 0.3344243   |\n",
+      "|    direct_solar_radiation       | 1.7686822   |\n",
+      "|    hour                         | 0.36213678  |\n",
+      "|    htg_setpoint                 | 0.9043266   |\n",
+      "|    month                        | -1.0697417  |\n",
+      "|    outdoor_humidity             | -0.56331086 |\n",
+      "|    outdoor_temperature          | -0.3530743  |\n",
+      "|    people_occupant              | 1.6932429   |\n",
+      "|    total_electricity_HVAC       | -0.62240463 |\n",
+      "|    wind_direction               | -0.6157933  |\n",
+      "|    wind_speed                   | -0.15818217 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 24.814137   |\n",
+      "|    air_temperature              | 25.547735   |\n",
+      "|    clg_setpoint                 | 28.700485   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 101.5       |\n",
+      "|    direct_solar_radiation       | 584.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 21.315266   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 56.0        |\n",
+      "|    outdoor_temperature          | 7.509553    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 14%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.05975312  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.961111   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.39084727 |\n",
+      "|    air_humidity                 | 0.12051628  |\n",
+      "|    air_temperature              | 0.31984416  |\n",
+      "|    clg_setpoint                 | -1.2228847  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.62829536  |\n",
+      "|    diffuse_solar_radiation      | -0.06301408 |\n",
+      "|    direct_solar_radiation       | -0.6021321  |\n",
+      "|    hour                         | 0.50658286  |\n",
+      "|    htg_setpoint                 | -1.391426   |\n",
+      "|    month                        | -1.0668788  |\n",
+      "|    outdoor_humidity             | 0.6751719   |\n",
+      "|    outdoor_temperature          | -0.6867609  |\n",
+      "|    people_occupant              | 1.6918379   |\n",
+      "|    total_electricity_HVAC       | -0.45320937 |\n",
+      "|    wind_direction               | -1.4621012  |\n",
+      "|    wind_speed                   | -1.1861316  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1112.5785   |\n",
+      "|    air_humidity                 | 38.19233    |\n",
+      "|    air_temperature              | 23.267859   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 63.5        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 82.0        |\n",
+      "|    outdoor_temperature          | 4.1044445   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 808370.5    |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 14%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6069335  |\n",
+      "|    Heating_Setpoint_RL          | -0.53331244 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.5766     |\n",
+      "|    Heating_Setpoint_RL          | 14.625117   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.51514965 |\n",
+      "|    air_humidity                 | -1.1015983  |\n",
+      "|    air_temperature              | 0.3097025   |\n",
+      "|    clg_setpoint                 | -1.2229602  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7412241   |\n",
+      "|    diffuse_solar_radiation      | -0.43982983 |\n",
+      "|    direct_solar_radiation       | 0.50521815  |\n",
+      "|    hour                         | 0.65101993  |\n",
+      "|    htg_setpoint                 | -1.3910145  |\n",
+      "|    month                        | -1.0640386  |\n",
+      "|    outdoor_humidity             | -1.088208   |\n",
+      "|    outdoor_temperature          | -0.6867209  |\n",
+      "|    people_occupant              | 1.6904422   |\n",
+      "|    total_electricity_HVAC       | -0.51713043 |\n",
+      "|    wind_direction               | 0.6112483   |\n",
+      "|    wind_speed                   | -0.15726848 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 543.4814    |\n",
+      "|    air_humidity                 | 22.80347    |\n",
+      "|    air_temperature              | 23.249193   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 27.5        |\n",
+      "|    direct_solar_radiation       | 273.0       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | 4.084575    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 531949.4    |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 15%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.06371045 |\n",
+      "|    Heating_Setpoint_RL          | 0.36442667  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.409977   |\n",
+      "|    Heating_Setpoint_RL          | 19.6749     |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5985163  |\n",
+      "|    air_humidity                 | -0.84340596 |\n",
+      "|    air_temperature              | -1.1735206  |\n",
+      "|    clg_setpoint                 | 1.3896348   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.85381466  |\n",
+      "|    diffuse_solar_radiation      | -0.7282028  |\n",
+      "|    direct_solar_radiation       | -0.6014376  |\n",
+      "|    hour                         | 0.7954427   |\n",
+      "|    htg_setpoint                 | -0.948066   |\n",
+      "|    month                        | -1.0612211  |\n",
+      "|    outdoor_humidity             | 1.0123907   |\n",
+      "|    outdoor_temperature          | -0.77050865 |\n",
+      "|    people_occupant              | -0.68986785 |\n",
+      "|    total_electricity_HVAC       | -0.60582083 |\n",
+      "|    wind_direction               | -0.61640364 |\n",
+      "|    wind_speed                   | -0.9805148  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 161.9925    |\n",
+      "|    air_humidity                 | 26.035803   |\n",
+      "|    air_temperature              | 20.586111   |\n",
+      "|    clg_setpoint                 | 29.829548   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 13.798571   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | 3.217599    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 149082.22   |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 15%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5856418  |\n",
+      "|    air_humidity                 | -1.4189129  |\n",
+      "|    air_temperature              | -1.2481415  |\n",
+      "|    clg_setpoint                 | -0.2094589  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.96596193  |\n",
+      "|    diffuse_solar_radiation      | -0.7280164  |\n",
+      "|    direct_solar_radiation       | -0.6013761  |\n",
+      "|    hour                         | 0.93984497  |\n",
+      "|    htg_setpoint                 | -1.390461   |\n",
+      "|    month                        | -1.0584259  |\n",
+      "|    outdoor_humidity             | -1.3745167  |\n",
+      "|    outdoor_temperature          | -0.77202547 |\n",
+      "|    people_occupant              | -0.68860495 |\n",
+      "|    total_electricity_HVAC       | -0.5931992  |\n",
+      "|    wind_direction               | 1.0824987   |\n",
+      "|    wind_speed                   | 1.9857814   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 220.55586   |\n",
+      "|    air_humidity                 | 18.762253   |\n",
+      "|    air_temperature              | 20.44974    |\n",
+      "|    clg_setpoint                 | 25.805578   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 39.0        |\n",
+      "|    outdoor_temperature          | 3.1929872   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 203205.42   |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 9.8         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 15%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.31578928 |\n",
+      "|    Heating_Setpoint_RL          | 0.6028079   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.559212   |\n",
+      "|    Heating_Setpoint_RL          | 21.015795   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.54828113 |\n",
+      "|    air_humidity                 | -0.7616789  |\n",
+      "|    air_temperature              | -0.14866473 |\n",
+      "|    clg_setpoint                 | -1.2234626  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.077548    |\n",
+      "|    diffuse_solar_radiation      | -0.72773546 |\n",
+      "|    direct_solar_radiation       | -0.60178214 |\n",
+      "|    hour                         | 1.0842192   |\n",
+      "|    htg_setpoint                 | -1.3893284  |\n",
+      "|    month                        | -1.0556526  |\n",
+      "|    outdoor_humidity             | -0.8924661  |\n",
+      "|    outdoor_temperature          | -0.82629573 |\n",
+      "|    people_occupant              | -0.45064527 |\n",
+      "|    total_electricity_HVAC       | -0.5569336  |\n",
+      "|    wind_direction               | 0.6079938   |\n",
+      "|    wind_speed                   | 0.5017275   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 392.36417   |\n",
+      "|    air_humidity                 | 26.975403   |\n",
+      "|    air_temperature              | 22.418686   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 49.0        |\n",
+      "|    outdoor_temperature          | 2.6141448   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 360461.5    |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 16%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9186176  |\n",
+      "|    Heating_Setpoint_RL          | 0.76797795  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.524666   |\n",
+      "|    Heating_Setpoint_RL          | 21.944876   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.8601836   |\n",
+      "|    air_humidity                 | -0.327141   |\n",
+      "|    air_temperature              | 0.315567    |\n",
+      "|    clg_setpoint                 | -1.2229061  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1884428   |\n",
+      "|    diffuse_solar_radiation      | -0.7276736  |\n",
+      "|    direct_solar_radiation       | -0.60077024 |\n",
+      "|    hour                         | 1.2285569   |\n",
+      "|    htg_setpoint                 | 1.3800128   |\n",
+      "|    month                        | -1.0529009  |\n",
+      "|    outdoor_humidity             | -1.9391599  |\n",
+      "|    outdoor_temperature          | -1.1486137  |\n",
+      "|    people_occupant              | -0.45115712 |\n",
+      "|    total_electricity_HVAC       | 1.7397556   |\n",
+      "|    wind_direction               | -1.0884569  |\n",
+      "|    wind_speed                   | -0.7755008  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 11453.218   |\n",
+      "|    air_humidity                 | 32.428146   |\n",
+      "|    air_temperature              | 23.250029   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 27.0        |\n",
+      "|    outdoor_temperature          | -0.69316286 |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 10307896.0  |\n",
+      "|    wind_direction               | 70.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 16%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.51984745  |\n",
+      "|    Heating_Setpoint_RL          | -0.59835744 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.379486   |\n",
+      "|    Heating_Setpoint_RL          | 14.259239   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.44196287 |\n",
+      "|    air_humidity                 | 0.8288493   |\n",
+      "|    air_temperature              | -0.8950419  |\n",
+      "|    clg_setpoint                 | 1.4572704   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2985053   |\n",
+      "|    diffuse_solar_radiation      | -0.7273989  |\n",
+      "|    direct_solar_radiation       | -0.5997634  |\n",
+      "|    hour                         | 1.3728483   |\n",
+      "|    htg_setpoint                 | -0.60309815 |\n",
+      "|    month                        | -1.0501708  |\n",
+      "|    outdoor_humidity             | 1.5362079   |\n",
+      "|    outdoor_temperature          | -1.2362536  |\n",
+      "|    people_occupant              | -0.68989307 |\n",
+      "|    total_electricity_HVAC       | -0.45645103 |\n",
+      "|    wind_direction               | -1.7447164  |\n",
+      "|    wind_speed                   | -0.7745695  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 887.53455   |\n",
+      "|    air_humidity                 | 46.972954   |\n",
+      "|    air_temperature              | 21.080149   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 15.199556   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | -1.6188502  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 801679.75   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 16%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.8023331   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.138123   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.27831087 |\n",
+      "|    air_humidity                 | 1.1994361   |\n",
+      "|    air_temperature              | -0.86418897 |\n",
+      "|    clg_setpoint                 | 0.61770767  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4075851   |\n",
+      "|    diffuse_solar_radiation      | -0.72707045 |\n",
+      "|    direct_solar_radiation       | -0.5987616  |\n",
+      "|    hour                         | 1.5170826   |\n",
+      "|    htg_setpoint                 | 0.8229521   |\n",
+      "|    month                        | -1.0474617  |\n",
+      "|    outdoor_humidity             | 1.1985945   |\n",
+      "|    outdoor_temperature          | -0.5380366  |\n",
+      "|    people_occupant              | -0.69031835 |\n",
+      "|    total_electricity_HVAC       | -0.3476652  |\n",
+      "|    wind_direction               | -1.5521386  |\n",
+      "|    wind_speed                   | -0.3597183  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1641.24     |\n",
+      "|    air_humidity                 | 51.64682    |\n",
+      "|    air_temperature              | 21.135778   |\n",
+      "|    clg_setpoint                 | 27.883698   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 20.99593    |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 5.4520545   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1274308.9   |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 17%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.13041882  |\n",
+      "|    Heating_Setpoint_RL          | -0.2508533  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.065163   |\n",
+      "|    Heating_Setpoint_RL          | 16.213951   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.892055    |\n",
+      "|    air_humidity                 | -0.7597984  |\n",
+      "|    air_temperature              | 0.3166509   |\n",
+      "|    clg_setpoint                 | -0.06506475 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6647282  |\n",
+      "|    diffuse_solar_radiation      | -0.72711146 |\n",
+      "|    direct_solar_radiation       | -0.59902513 |\n",
+      "|    hour                         | 1.6612482   |\n",
+      "|    htg_setpoint                 | 1.3771716   |\n",
+      "|    month                        | -0.77195805 |\n",
+      "|    outdoor_humidity             | 1.1996932   |\n",
+      "|    outdoor_temperature          | -0.62043893 |\n",
+      "|    people_occupant              | -0.69074166 |\n",
+      "|    total_electricity_HVAC       | 1.9634453   |\n",
+      "|    wind_direction               | -0.7981452  |\n",
+      "|    wind_speed                   | -1.1838758  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 11623.873   |\n",
+      "|    air_humidity                 | 27.011024   |\n",
+      "|    air_temperature              | 23.249954   |\n",
+      "|    clg_setpoint                 | 26.163948   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 4.6171107   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 11299515.0  |\n",
+      "|    wind_direction               | 100.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 17%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.44985026  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 20.155407   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.8809185   |\n",
+      "|    air_humidity                 | -0.3104833  |\n",
+      "|    air_temperature              | -0.55046314 |\n",
+      "|    clg_setpoint                 | 1.4547912   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4308897  |\n",
+      "|    diffuse_solar_radiation      | -0.7270058  |\n",
+      "|    direct_solar_radiation       | -0.59864736 |\n",
+      "|    hour                         | -1.6610242  |\n",
+      "|    htg_setpoint                 | 1.3771642   |\n",
+      "|    month                        | -0.77045274 |\n",
+      "|    outdoor_humidity             | -0.6557081  |\n",
+      "|    outdoor_temperature          | -0.14483629 |\n",
+      "|    people_occupant              | -0.68949467 |\n",
+      "|    total_electricity_HVAC       | 2.8399358   |\n",
+      "|    wind_direction               | 0.8987955   |\n",
+      "|    wind_speed                   | 1.3338134   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 16167.493   |\n",
+      "|    air_humidity                 | 32.655067   |\n",
+      "|    air_temperature              | 21.697104   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 54.0        |\n",
+      "|    outdoor_temperature          | 9.435005    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15098354.0  |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 8.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 17%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.06664768  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 17.250107    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.8628174    |\n",
+      "|    air_humidity                 | -1.0291529   |\n",
+      "|    air_temperature              | 0.18269184   |\n",
+      "|    clg_setpoint                 | 1.4517787    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.3121694   |\n",
+      "|    diffuse_solar_radiation      | -0.72705024  |\n",
+      "|    direct_solar_radiation       | -0.59901804  |\n",
+      "|    hour                         | -1.5163333   |\n",
+      "|    htg_setpoint                 | 1.3778387    |\n",
+      "|    month                        | -0.7689562   |\n",
+      "|    outdoor_humidity             | 0.15421198   |\n",
+      "|    outdoor_temperature          | -0.2721702   |\n",
+      "|    people_occupant              | -0.6882545   |\n",
+      "|    total_electricity_HVAC       | 1.7108033    |\n",
+      "|    wind_direction               | -0.14109059  |\n",
+      "|    wind_speed                   | -0.97696656  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 11481.575    |\n",
+      "|    air_humidity                 | 23.617998    |\n",
+      "|    air_temperature              | 23.006058    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 1.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 71.0         |\n",
+      "|    outdoor_temperature          | 8.14938      |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 10197783.0   |\n",
+      "|    wind_direction               | 170.0        |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.0049278988 |\n",
+      "|    clip_fraction                | 0.0308       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.76        |\n",
+      "|    explained_variance           | 0.798        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 1.95         |\n",
+      "|    n_updates                    | 200          |\n",
+      "|    policy_gradient_loss         | -0.00509     |\n",
+      "|    std                          | 0.961        |\n",
+      "|    value_loss                   | 6.21         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 17%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.1611397   |\n",
+      "|    air_humidity                 | 0.7022523   |\n",
+      "|    air_temperature              | 0.3192549   |\n",
+      "|    clg_setpoint                 | -0.9245861  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.1945324  |\n",
+      "|    diffuse_solar_radiation      | -0.72686005 |\n",
+      "|    direct_solar_radiation       | -0.5980688  |\n",
+      "|    hour                         | -1.3717037  |\n",
+      "|    htg_setpoint                 | 1.3765248   |\n",
+      "|    month                        | -0.76746833 |\n",
+      "|    outdoor_humidity             | 1.5277467   |\n",
+      "|    outdoor_temperature          | -0.3598518  |\n",
+      "|    people_occupant              | -0.68867934 |\n",
+      "|    total_electricity_HVAC       | 1.0724212   |\n",
+      "|    wind_direction               | -1.7420089  |\n",
+      "|    wind_speed                   | -2.0434825  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 8254.073    |\n",
+      "|    air_humidity                 | 45.35047    |\n",
+      "|    air_temperature              | 23.250313   |\n",
+      "|    clg_setpoint                 | 24.00619    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 7.2575927   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7428666.0   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 18%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.94625187  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.8186     |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.61553025 |\n",
+      "|    air_humidity                 | 1.0579723   |\n",
+      "|    air_temperature              | -0.8769837  |\n",
+      "|    clg_setpoint                 | -0.8688543  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0777869  |\n",
+      "|    diffuse_solar_radiation      | -0.7267303  |\n",
+      "|    direct_solar_radiation       | -0.5971367  |\n",
+      "|    hour                         | -1.2271237  |\n",
+      "|    htg_setpoint                 | -1.3936108  |\n",
+      "|    month                        | -0.76598907 |\n",
+      "|    outdoor_humidity             | 1.5215878   |\n",
+      "|    outdoor_temperature          | -0.18970567 |\n",
+      "|    people_occupant              | -0.6891022  |\n",
+      "|    total_electricity_HVAC       | -0.62259233 |\n",
+      "|    wind_direction               | -1.740108   |\n",
+      "|    wind_speed                   | -2.040686   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 49.829823   |\n",
+      "|    air_temperature              | 21.116133   |\n",
+      "|    clg_setpoint                 | 24.147041   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 8.96805     |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 18%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.9307163    |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.766167    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.61526346  |\n",
+      "|    air_humidity                 | -0.057109274 |\n",
+      "|    air_temperature              | -0.9739458   |\n",
+      "|    clg_setpoint                 | 1.4509829    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.96176314  |\n",
+      "|    diffuse_solar_radiation      | -0.7264935   |\n",
+      "|    direct_solar_radiation       | -0.59634984  |\n",
+      "|    hour                         | -1.082583    |\n",
+      "|    htg_setpoint                 | -1.3935184   |\n",
+      "|    month                        | -0.7645183   |\n",
+      "|    outdoor_humidity             | -0.7078798   |\n",
+      "|    outdoor_temperature          | -0.5737544   |\n",
+      "|    people_occupant              | -0.6895231   |\n",
+      "|    total_electricity_HVAC       | -0.62232757  |\n",
+      "|    wind_direction               | 1.0866796    |\n",
+      "|    wind_speed                   | 1.5754787    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 35.87638     |\n",
+      "|    air_temperature              | 20.943405    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 7.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 53.0         |\n",
+      "|    outdoor_temperature          | 5.09766      |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 300.0        |\n",
+      "|    wind_speed                   | 8.8          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 18%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.14249468 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.144081   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.5489833   |\n",
+      "|    air_humidity                 | -0.65941566 |\n",
+      "|    air_temperature              | -0.14685568 |\n",
+      "|    clg_setpoint                 | -0.15018693 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8463125  |\n",
+      "|    diffuse_solar_radiation      | -0.726496   |\n",
+      "|    direct_solar_radiation       | -0.596778   |\n",
+      "|    hour                         | -0.93807214 |\n",
+      "|    htg_setpoint                 | 1.3746004   |\n",
+      "|    month                        | -0.763056   |\n",
+      "|    outdoor_humidity             | 1.5199219   |\n",
+      "|    outdoor_temperature          | -0.9917395  |\n",
+      "|    people_occupant              | -0.689942   |\n",
+      "|    total_electricity_HVAC       | 2.5209446   |\n",
+      "|    wind_direction               | -1.1767418  |\n",
+      "|    wind_speed                   | -0.35612306 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 14639.495   |\n",
+      "|    air_humidity                 | 28.313732   |\n",
+      "|    air_temperature              | 22.41944    |\n",
+      "|    clg_setpoint                 | 25.961313   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 0.8777973   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 13715532.0  |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 19%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.39854687  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.866827   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.264291   |\n",
+      "|    air_humidity                 | 0.28981158  |\n",
+      "|    air_temperature              | -0.74156624 |\n",
+      "|    clg_setpoint                 | 1.4504337   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.73130566 |\n",
+      "|    diffuse_solar_radiation      | 0.034434833 |\n",
+      "|    direct_solar_radiation       | 0.11589249  |\n",
+      "|    hour                         | -0.79358333 |\n",
+      "|    htg_setpoint                 | 0.8568714   |\n",
+      "|    month                        | -0.76160204 |\n",
+      "|    outdoor_humidity             | 1.325403    |\n",
+      "|    outdoor_temperature          | -0.8282457  |\n",
+      "|    people_occupant              | -0.690359   |\n",
+      "|    total_electricity_HVAC       | -0.3414346  |\n",
+      "|    wind_direction               | 0.52320063  |\n",
+      "|    wind_speed                   | -1.1778113  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1703.1495   |\n",
+      "|    air_humidity                 | 40.20342    |\n",
+      "|    air_temperature              | 21.359911   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 72.0        |\n",
+      "|    direct_solar_radiation       | 175.0       |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 21.153057   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 2.5014124   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1298717.9   |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 19%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.07811546 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.36136    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5789178  |\n",
+      "|    air_humidity                 | -0.543495   |\n",
+      "|    air_temperature              | -0.7728993  |\n",
+      "|    clg_setpoint                 | 1.0962138   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6166314  |\n",
+      "|    diffuse_solar_radiation      | 0.7689234   |\n",
+      "|    direct_solar_radiation       | -0.11540202 |\n",
+      "|    hour                         | -0.6491099  |\n",
+      "|    htg_setpoint                 | 0.16002886  |\n",
+      "|    month                        | -0.7601564  |\n",
+      "|    outdoor_humidity             | 0.99100304  |\n",
+      "|    outdoor_temperature          | -0.9330307  |\n",
+      "|    people_occupant              | -0.6891341  |\n",
+      "|    total_electricity_HVAC       | -0.5873377  |\n",
+      "|    wind_direction               | -1.1734586  |\n",
+      "|    wind_speed                   | -0.14852248 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 256.2343    |\n",
+      "|    air_humidity                 | 29.771893   |\n",
+      "|    air_temperature              | 21.302025   |\n",
+      "|    clg_setpoint                 | 29.111319   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 141.5       |\n",
+      "|    direct_solar_radiation       | 118.0       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 18.323637   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | 1.4330629   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 231856.39   |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 19%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.58596843 |\n",
+      "|    Heating_Setpoint_RL          | 0.36734042  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.647356   |\n",
+      "|    Heating_Setpoint_RL          | 19.69129    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.61561775 |\n",
+      "|    air_humidity                 | -1.0406826  |\n",
+      "|    air_temperature              | 0.29748246  |\n",
+      "|    clg_setpoint                 | -1.2273539  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.50219613 |\n",
+      "|    diffuse_solar_radiation      | 0.6731315   |\n",
+      "|    direct_solar_radiation       | 2.2024562   |\n",
+      "|    hour                         | -0.5046464  |\n",
+      "|    htg_setpoint                 | -0.7387824  |\n",
+      "|    month                        | -0.7587189  |\n",
+      "|    outdoor_humidity             | -1.2337643  |\n",
+      "|    outdoor_temperature          | -0.44089362 |\n",
+      "|    people_occupant              | 1.6966593   |\n",
+      "|    total_electricity_HVAC       | -0.6226498  |\n",
+      "|    wind_direction               | -1.7347964  |\n",
+      "|    wind_speed                   | 1.780446    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 23.526642   |\n",
+      "|    air_temperature              | 23.206093   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 132.5       |\n",
+      "|    direct_solar_radiation       | 687.5       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 14.671776   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 42.0        |\n",
+      "|    outdoor_temperature          | 6.375042    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 19%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.74190754 |\n",
+      "|    Heating_Setpoint_RL          | 0.3474666   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.121061   |\n",
+      "|    Heating_Setpoint_RL          | 19.5795     |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.61522233 |\n",
+      "|    air_humidity                 | -0.55239064 |\n",
+      "|    air_temperature              | 1.1172593   |\n",
+      "|    clg_setpoint                 | -0.4063431  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.38792297 |\n",
+      "|    diffuse_solar_radiation      | 2.349228    |\n",
+      "|    direct_solar_radiation       | 0.8406343   |\n",
+      "|    hour                         | -0.36018863 |\n",
+      "|    htg_setpoint                 | -0.10976035 |\n",
+      "|    month                        | -0.7572896  |\n",
+      "|    outdoor_humidity             | -1.4693795  |\n",
+      "|    outdoor_temperature          | -0.23674425 |\n",
+      "|    people_occupant              | 1.6953012   |\n",
+      "|    total_electricity_HVAC       | -0.62222755 |\n",
+      "|    wind_direction               | 0.71327275  |\n",
+      "|    wind_speed                   | 4.3259363   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 29.616587   |\n",
+      "|    air_temperature              | 24.665405   |\n",
+      "|    clg_setpoint                 | 25.32233    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 291.0       |\n",
+      "|    direct_solar_radiation       | 353.5       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 17.226297   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 37.0        |\n",
+      "|    outdoor_temperature          | 8.425079    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 15.5        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 20%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.3130653  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.864008   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.41678917 |\n",
+      "|    air_humidity                 | -0.9029966  |\n",
+      "|    air_temperature              | 0.32244635  |\n",
+      "|    clg_setpoint                 | -1.2268841  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.2737512  |\n",
+      "|    diffuse_solar_radiation      | 0.8215855   |\n",
+      "|    direct_solar_radiation       | 2.736349    |\n",
+      "|    hour                         | -0.21573345 |\n",
+      "|    htg_setpoint                 | 0.8160871   |\n",
+      "|    month                        | -0.75586826 |\n",
+      "|    outdoor_humidity             | -1.6068356  |\n",
+      "|    outdoor_temperature          | -0.6778374  |\n",
+      "|    people_occupant              | 1.6939517   |\n",
+      "|    total_electricity_HVAC       | -0.43291545 |\n",
+      "|    wind_direction               | 1.1818714   |\n",
+      "|    wind_speed                   | 1.9731854   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1000.19446  |\n",
+      "|    air_humidity                 | 25.202436   |\n",
+      "|    air_temperature              | 23.249155   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 146.5       |\n",
+      "|    direct_solar_radiation       | 820.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 20.98652    |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 34.0        |\n",
+      "|    outdoor_temperature          | 3.9798717   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 900175.0    |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 9.8         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 20%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.45510292 |\n",
+      "|    air_humidity                 | -1.0361673  |\n",
+      "|    air_temperature              | 1.360287    |\n",
+      "|    clg_setpoint                 | -0.49505416 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.15963605 |\n",
+      "|    diffuse_solar_radiation      | 2.555214    |\n",
+      "|    direct_solar_radiation       | 1.2786093   |\n",
+      "|    hour                         | -0.07127902 |\n",
+      "|    htg_setpoint                 | 0.10154349  |\n",
+      "|    month                        | -0.754455   |\n",
+      "|    outdoor_humidity             | -0.70282435 |\n",
+      "|    outdoor_temperature          | -1.0363842  |\n",
+      "|    people_occupant              | 1.2162625   |\n",
+      "|    total_electricity_HVAC       | -0.4664991  |\n",
+      "|    wind_direction               | -0.32732117 |\n",
+      "|    wind_speed                   | -0.15713578 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 822.9111    |\n",
+      "|    air_humidity                 | 23.490417   |\n",
+      "|    air_temperature              | 25.096409   |\n",
+      "|    clg_setpoint                 | 25.09791    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 310.5       |\n",
+      "|    direct_solar_radiation       | 462.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 18.079718   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 53.0        |\n",
+      "|    outdoor_temperature          | 0.3595708   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 753421.75   |\n",
+      "|    wind_direction               | 150.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 20%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.04589218 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.366856   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6145134  |\n",
+      "|    air_humidity                 | -1.133218   |\n",
+      "|    air_temperature              | 1.3061507   |\n",
+      "|    clg_setpoint                 | -0.18364786 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.04554841 |\n",
+      "|    diffuse_solar_radiation      | 0.7578173   |\n",
+      "|    direct_solar_radiation       | 2.8096986   |\n",
+      "|    hour                         | 0.07317538  |\n",
+      "|    htg_setpoint                 | -1.3934124  |\n",
+      "|    month                        | -0.7530495  |\n",
+      "|    outdoor_humidity             | -1.5542903  |\n",
+      "|    outdoor_temperature          | 0.25357565  |\n",
+      "|    people_occupant              | 0.26255327  |\n",
+      "|    total_electricity_HVAC       | -0.62150913 |\n",
+      "|    wind_direction               | 0.8027121   |\n",
+      "|    wind_speed                   | 0.90448684  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 22.282051   |\n",
+      "|    air_temperature              | 24.99919    |\n",
+      "|    clg_setpoint                 | 25.884563   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 140.5       |\n",
+      "|    direct_solar_radiation       | 840.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 35.0        |\n",
+      "|    outdoor_temperature          | 13.29924    |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 20%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.8733921  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.71217    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.46141106 |\n",
+      "|    air_humidity                 | -1.3800596  |\n",
+      "|    air_temperature              | -1.6535959  |\n",
+      "|    clg_setpoint                 | 1.443611    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.06852541  |\n",
+      "|    diffuse_solar_radiation      | 0.3674154   |\n",
+      "|    direct_solar_radiation       | -0.596455   |\n",
+      "|    hour                         | 0.21762931  |\n",
+      "|    htg_setpoint                 | -1.3927673  |\n",
+      "|    month                        | -0.75165194 |\n",
+      "|    outdoor_humidity             | 1.5175287   |\n",
+      "|    outdoor_temperature          | -1.1484238  |\n",
+      "|    people_occupant              | -0.6899891  |\n",
+      "|    total_electricity_HVAC       | -0.4787789  |\n",
+      "|    wind_direction               | -1.2680985  |\n",
+      "|    wind_speed                   | 1.763099    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 792.6248    |\n",
+      "|    air_humidity                 | 19.129728   |\n",
+      "|    air_temperature              | 19.726824   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 103.5       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | -0.77214164 |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 698752.8    |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 21%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.050778955 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.79638    |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.34410623 |\n",
+      "|    air_humidity                 | -1.516118   |\n",
+      "|    air_temperature              | -0.955099   |\n",
+      "|    clg_setpoint                 | -1.2278547  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.18258382  |\n",
+      "|    diffuse_solar_radiation      | 1.0547925   |\n",
+      "|    direct_solar_radiation       | 2.012432    |\n",
+      "|    hour                         | 0.3620812   |\n",
+      "|    htg_setpoint                 | -1.0524895  |\n",
+      "|    month                        | -0.7502621  |\n",
+      "|    outdoor_humidity             | 0.7134303   |\n",
+      "|    outdoor_temperature          | -1.4535654  |\n",
+      "|    people_occupant              | -0.68878555 |\n",
+      "|    total_electricity_HVAC       | -0.35279292 |\n",
+      "|    wind_direction               | -1.5449859  |\n",
+      "|    wind_speed                   | -0.5707438  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1340.0808   |\n",
+      "|    air_humidity                 | 17.360285   |\n",
+      "|    air_temperature              | 20.966705   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 168.5       |\n",
+      "|    direct_solar_radiation       | 643.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 13.386639   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 83.0        |\n",
+      "|    outdoor_temperature          | -3.8718314  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1252746.0   |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 21%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.5349513   |\n",
+      "|    Heating_Setpoint_RL          | 0.8307429    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.81954     |\n",
+      "|    Heating_Setpoint_RL          | 22.297928    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.19220659  |\n",
+      "|    air_humidity                 | -0.40808672  |\n",
+      "|    air_temperature              | 0.32736152   |\n",
+      "|    clg_setpoint                 | -1.2275394   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.29661012   |\n",
+      "|    diffuse_solar_radiation      | 0.6729707    |\n",
+      "|    direct_solar_radiation       | 1.6427798    |\n",
+      "|    hour                         | 0.5065284    |\n",
+      "|    htg_setpoint                 | -0.40558165  |\n",
+      "|    month                        | -0.7488799   |\n",
+      "|    outdoor_humidity             | 0.0035410135 |\n",
+      "|    outdoor_temperature          | -0.696337    |\n",
+      "|    people_occupant              | 1.6951509    |\n",
+      "|    total_electricity_HVAC       | -0.21851796  |\n",
+      "|    wind_direction               | -0.13165346  |\n",
+      "|    wind_speed                   | -0.15965445  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2046.6178    |\n",
+      "|    air_humidity                 | 31.201414    |\n",
+      "|    air_temperature              | 23.248848    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 18.0         |\n",
+      "|    diffuse_solar_radiation      | 132.5        |\n",
+      "|    direct_solar_radiation       | 552.0        |\n",
+      "|    hour                         | 15.0         |\n",
+      "|    htg_setpoint                 | 16.019232    |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 68.0         |\n",
+      "|    outdoor_temperature          | 3.694998     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 1841956.1    |\n",
+      "|    wind_direction               | 170.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 21%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.55140674 |\n",
+      "|    Heating_Setpoint_RL          | -0.3075854  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.764002   |\n",
+      "|    Heating_Setpoint_RL          | 15.894833   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.36622462 |\n",
+      "|    air_humidity                 | -0.2045971  |\n",
+      "|    air_temperature              | 0.59269065  |\n",
+      "|    clg_setpoint                 | -1.040017   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.4105726   |\n",
+      "|    diffuse_solar_radiation      | -0.07793193 |\n",
+      "|    direct_solar_radiation       | 0.86462325  |\n",
+      "|    hour                         | 0.650967    |\n",
+      "|    htg_setpoint                 | -0.12695038 |\n",
+      "|    month                        | -0.74750537 |\n",
+      "|    outdoor_humidity             | -0.47051662 |\n",
+      "|    outdoor_temperature          | -0.738351   |\n",
+      "|    people_occupant              | 1.6938211   |\n",
+      "|    total_electricity_HVAC       | -0.4045281  |\n",
+      "|    wind_direction               | 1.5608504   |\n",
+      "|    wind_speed                   | 0.08494734  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1242.5607   |\n",
+      "|    air_humidity                 | 33.751755   |\n",
+      "|    air_temperature              | 23.720577   |\n",
+      "|    clg_setpoint                 | 23.722918   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 61.5        |\n",
+      "|    direct_solar_radiation       | 360.0       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 17.154634   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 58.0        |\n",
+      "|    outdoor_temperature          | 3.254515    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1031080.2   |\n",
+      "|    wind_direction               | 350.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 22%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.56269115   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 20.790138    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.61583036  |\n",
+      "|    air_humidity                 | -0.33653903  |\n",
+      "|    air_temperature              | 1.3296354    |\n",
+      "|    clg_setpoint                 | 0.0095627615 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.5244248    |\n",
+      "|    diffuse_solar_radiation      | -0.5536466   |\n",
+      "|    direct_solar_radiation       | -0.22580282  |\n",
+      "|    hour                         | 0.7953922    |\n",
+      "|    htg_setpoint                 | -0.024611803 |\n",
+      "|    month                        | -0.74613833  |\n",
+      "|    outdoor_humidity             | 0.37930533   |\n",
+      "|    outdoor_temperature          | -0.60648835  |\n",
+      "|    people_occupant              | 1.6924995    |\n",
+      "|    total_electricity_HVAC       | -0.62273556  |\n",
+      "|    wind_direction               | -0.03457087  |\n",
+      "|    wind_speed                   | 2.7806098    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 32.0951      |\n",
+      "|    air_temperature              | 25.03183     |\n",
+      "|    clg_setpoint                 | 26.376253    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 20.0         |\n",
+      "|    diffuse_solar_radiation      | 16.5         |\n",
+      "|    direct_solar_radiation       | 91.5         |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 17.573015    |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 76.0         |\n",
+      "|    outdoor_temperature          | 4.5613375    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 11.8         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 22%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.61568403 |\n",
+      "|    air_humidity                 | -1.1070936  |\n",
+      "|    air_temperature              | 0.32816926  |\n",
+      "|    clg_setpoint                 | -1.2258515  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.63810575  |\n",
+      "|    diffuse_solar_radiation      | -0.7280618  |\n",
+      "|    direct_solar_radiation       | -0.5968474  |\n",
+      "|    hour                         | 0.939798    |\n",
+      "|    htg_setpoint                 | -1.3952769  |\n",
+      "|    month                        | -0.7447788  |\n",
+      "|    outdoor_humidity             | -1.3681796  |\n",
+      "|    outdoor_temperature          | -0.6105013  |\n",
+      "|    people_occupant              | 0.50057477  |\n",
+      "|    total_electricity_HVAC       | -0.6225604  |\n",
+      "|    wind_direction               | 0.99709326  |\n",
+      "|    wind_speed                   | 3.828005    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 22.451147   |\n",
+      "|    air_temperature              | 23.249825   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 39.0        |\n",
+      "|    outdoor_temperature          | 4.5172133   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 14.4        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 22%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.22274233 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 16.372074   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.45597446 |\n",
+      "|    air_humidity                 | -1.0010421  |\n",
+      "|    air_temperature              | -0.13444346 |\n",
+      "|    clg_setpoint                 | -0.6540951  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7515403   |\n",
+      "|    diffuse_solar_radiation      | -0.7281725  |\n",
+      "|    direct_solar_radiation       | -0.5973083  |\n",
+      "|    hour                         | 1.0841774   |\n",
+      "|    htg_setpoint                 | -1.3941228  |\n",
+      "|    month                        | -0.7434267  |\n",
+      "|    outdoor_humidity             | -2.1616309  |\n",
+      "|    outdoor_temperature          | -1.1162373  |\n",
+      "|    people_occupant              | -0.45264965 |\n",
+      "|    total_electricity_HVAC       | -0.46827757 |\n",
+      "|    wind_direction               | 1.0876187   |\n",
+      "|    wind_speed                   | 1.2956828   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 827.5886    |\n",
+      "|    air_humidity                 | 23.73359    |\n",
+      "|    air_temperature              | 22.42507    |\n",
+      "|    clg_setpoint                 | 24.6958     |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 22.0        |\n",
+      "|    outdoor_temperature          | -0.58223057 |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 752913.2    |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 8.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 22%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5683845   |\n",
+      "|    Heating_Setpoint_RL          | 0.43696547  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.543297   |\n",
+      "|    Heating_Setpoint_RL          | 20.082932   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.61596066 |\n",
+      "|    air_humidity                 | -1.5236076  |\n",
+      "|    air_temperature              | -1.1286701  |\n",
+      "|    clg_setpoint                 | 0.56539375  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.86463964  |\n",
+      "|    diffuse_solar_radiation      | -0.7282965  |\n",
+      "|    direct_solar_radiation       | -0.5977539  |\n",
+      "|    hour                         | 1.2285221   |\n",
+      "|    htg_setpoint                 | -1.3935603  |\n",
+      "|    month                        | -0.7420819  |\n",
+      "|    outdoor_humidity             | -0.6971894  |\n",
+      "|    outdoor_temperature          | -0.6279059  |\n",
+      "|    people_occupant              | -0.68963134 |\n",
+      "|    total_electricity_HVAC       | -0.62281764 |\n",
+      "|    wind_direction               | 0.33644998  |\n",
+      "|    wind_speed                   | 0.6859846   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 17.133406   |\n",
+      "|    air_temperature              | 20.654474   |\n",
+      "|    clg_setpoint                 | 27.7827     |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 53.0        |\n",
+      "|    outdoor_temperature          | 4.289253    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 23%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.41500533 |\n",
+      "|    Heating_Setpoint_RL          | -0.14310819 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.224358   |\n",
+      "|    Heating_Setpoint_RL          | 16.820017   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6077537  |\n",
+      "|    air_humidity                 | -0.605166   |\n",
+      "|    air_temperature              | -1.0998425  |\n",
+      "|    clg_setpoint                 | 1.4403695   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.97730184  |\n",
+      "|    diffuse_solar_radiation      | -0.72845566 |\n",
+      "|    direct_solar_radiation       | -0.5982102  |\n",
+      "|    hour                         | 1.3728231   |\n",
+      "|    htg_setpoint                 | 0.2674611   |\n",
+      "|    month                        | -0.74074435 |\n",
+      "|    outdoor_humidity             | 1.3727111   |\n",
+      "|    outdoor_temperature          | -0.49091288 |\n",
+      "|    people_occupant              | -0.68844837 |\n",
+      "|    total_electricity_HVAC       | -0.6149551  |\n",
+      "|    wind_direction               | -1.7300234  |\n",
+      "|    wind_speed                   | -2.0326562  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 122.95377   |\n",
+      "|    air_humidity                 | 28.594927   |\n",
+      "|    air_temperature              | 20.70279    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 18.752184   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 97.0        |\n",
+      "|    outdoor_temperature          | 5.657064    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 110658.4    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 23%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.5789284  |\n",
+      "|    Heating_Setpoint_RL          | 0.2988593   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.671116   |\n",
+      "|    Heating_Setpoint_RL          | 19.306084   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6153135  |\n",
+      "|    air_humidity                 | 1.2658914   |\n",
+      "|    air_temperature              | -1.111558   |\n",
+      "|    clg_setpoint                 | 1.1368724   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0894127   |\n",
+      "|    diffuse_solar_radiation      | -0.7285818  |\n",
+      "|    direct_solar_radiation       | -0.5974985  |\n",
+      "|    hour                         | 1.5170703   |\n",
+      "|    htg_setpoint                 | 0.24690953  |\n",
+      "|    month                        | -0.739414   |\n",
+      "|    outdoor_humidity             | 1.3689603   |\n",
+      "|    outdoor_temperature          | -0.3402401  |\n",
+      "|    people_occupant              | -0.6888531  |\n",
+      "|    total_electricity_HVAC       | -0.6221445  |\n",
+      "|    wind_direction               | -0.13363363 |\n",
+      "|    wind_speed                   | -0.77605885 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 52.044285   |\n",
+      "|    air_temperature              | 20.682262   |\n",
+      "|    clg_setpoint                 | 29.230694   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 18.671053   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 97.0        |\n",
+      "|    outdoor_temperature          | 7.1610193   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 170.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.005199103 |\n",
+      "|    clip_fraction                | 0.0424      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.75       |\n",
+      "|    explained_variance           | 0.729       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 1.63        |\n",
+      "|    n_updates                    | 210         |\n",
+      "|    policy_gradient_loss         | -0.00728    |\n",
+      "|    std                          | 0.957       |\n",
+      "|    value_loss                   | 5.26        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 23%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.8074951   |\n",
+      "|    Heating_Setpoint_RL          | 0.014493972 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.350296   |\n",
+      "|    Heating_Setpoint_RL          | 17.706528   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.61520624 |\n",
+      "|    air_humidity                 | 0.7377438   |\n",
+      "|    air_temperature              | -1.1751249  |\n",
+      "|    clg_setpoint                 | 1.4414297   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2008463   |\n",
+      "|    diffuse_solar_radiation      | -0.7286531  |\n",
+      "|    direct_solar_radiation       | -0.5977584  |\n",
+      "|    hour                         | 1.6612525   |\n",
+      "|    htg_setpoint                 | -1.3937383  |\n",
+      "|    month                        | -0.7380908  |\n",
+      "|    outdoor_humidity             | 1.1781316   |\n",
+      "|    outdoor_temperature          | -0.21493964 |\n",
+      "|    people_occupant              | -0.689256   |\n",
+      "|    total_electricity_HVAC       | -0.62202615 |\n",
+      "|    wind_direction               | -0.1328171  |\n",
+      "|    wind_speed                   | -0.36818063 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 45.435364   |\n",
+      "|    air_temperature              | 20.570868   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 8.4113245   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 170.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 24%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.657395   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.406292   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6152725  |\n",
+      "|    air_humidity                 | 1.1139417   |\n",
+      "|    air_temperature              | -0.8478901  |\n",
+      "|    clg_setpoint                 | 1.441321    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.426098    |\n",
+      "|    diffuse_solar_radiation      | -0.72868854 |\n",
+      "|    direct_solar_radiation       | -0.5976018  |\n",
+      "|    hour                         | -1.6610409  |\n",
+      "|    htg_setpoint                 | 0.13439758  |\n",
+      "|    month                        | -0.73677474 |\n",
+      "|    outdoor_humidity             | 0.28357244  |\n",
+      "|    outdoor_temperature          | 0.27820358  |\n",
+      "|    people_occupant              | -0.68965715 |\n",
+      "|    total_electricity_HVAC       | -0.6221187  |\n",
+      "|    wind_direction               | -1.729248   |\n",
+      "|    wind_speed                   | 0.07844573  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 50.17897    |\n",
+      "|    air_temperature              | 21.152975   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 18.215397   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 74.0        |\n",
+      "|    outdoor_temperature          | 13.35331    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 24%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.38349283  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 19.782146   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.17033438 |\n",
+      "|    air_humidity                 | -0.15092811 |\n",
+      "|    air_temperature              | -1.2911404  |\n",
+      "|    clg_setpoint                 | -0.6885229  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5355846   |\n",
+      "|    diffuse_solar_radiation      | -0.7287871  |\n",
+      "|    direct_solar_radiation       | -0.59742785 |\n",
+      "|    hour                         | -1.5163625  |\n",
+      "|    htg_setpoint                 | 0.4021869   |\n",
+      "|    month                        | -0.73546565 |\n",
+      "|    outdoor_humidity             | -0.5154252  |\n",
+      "|    outdoor_temperature          | -0.6377226  |\n",
+      "|    people_occupant              | -0.6900565  |\n",
+      "|    total_electricity_HVAC       | -0.36291096 |\n",
+      "|    wind_direction               | -1.4427885  |\n",
+      "|    wind_speed                   | -0.16725881 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2149.779    |\n",
+      "|    air_humidity                 | 34.343243   |\n",
+      "|    air_temperature              | 20.367874   |\n",
+      "|    clg_setpoint                 | 24.607378   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 19.306145   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 57.0        |\n",
+      "|    outdoor_temperature          | 4.203207    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1211447.6   |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 24%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.23394978  |\n",
+      "|    Heating_Setpoint_RL          | 0.84276533  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.414581   |\n",
+      "|    Heating_Setpoint_RL          | 22.365555   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.55359983 |\n",
+      "|    air_humidity                 | -0.1397754  |\n",
+      "|    air_temperature              | -1.028414   |\n",
+      "|    clg_setpoint                 | 1.0364928   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6439086   |\n",
+      "|    diffuse_solar_radiation      | -0.7289391  |\n",
+      "|    direct_solar_radiation       | -0.5978973  |\n",
+      "|    hour                         | -1.3717421  |\n",
+      "|    htg_setpoint                 | -1.3946747  |\n",
+      "|    month                        | -0.7341635  |\n",
+      "|    outdoor_humidity             | 0.6135163   |\n",
+      "|    outdoor_temperature          | -0.97579783 |\n",
+      "|    people_occupant              | -0.69045407 |\n",
+      "|    total_electricity_HVAC       | -0.5621948  |\n",
+      "|    wind_direction               | -0.9713241  |\n",
+      "|    wind_speed                   | -0.37088722 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 372.26648   |\n",
+      "|    air_humidity                 | 34.472614   |\n",
+      "|    air_temperature              | 20.835236   |\n",
+      "|    clg_setpoint                 | 28.97409    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 81.0        |\n",
+      "|    outdoor_temperature          | 0.81573147  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 339612.75   |\n",
+      "|    wind_direction               | 80.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 25%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.23390989  |\n",
+      "|    Heating_Setpoint_RL          | -0.18156397 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.414446   |\n",
+      "|    Heating_Setpoint_RL          | 16.603703   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6152479  |\n",
+      "|    air_humidity                 | -0.38575983 |\n",
+      "|    air_temperature              | -0.9321413  |\n",
+      "|    clg_setpoint                 | 1.441057    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7509077   |\n",
+      "|    diffuse_solar_radiation      | -0.72898334 |\n",
+      "|    direct_solar_radiation       | -0.5971434  |\n",
+      "|    hour                         | -1.2271684  |\n",
+      "|    htg_setpoint                 | -1.3953931  |\n",
+      "|    month                        | -0.73286825 |\n",
+      "|    outdoor_humidity             | 1.5064137   |\n",
+      "|    outdoor_temperature          | -0.61222535 |\n",
+      "|    people_occupant              | -0.6892851  |\n",
+      "|    total_electricity_HVAC       | -0.6220502  |\n",
+      "|    wind_direction               | -1.531974   |\n",
+      "|    wind_speed                   | 0.27940527  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 31.387558   |\n",
+      "|    air_temperature              | 21.005074   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 4.434288    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 25%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.19403023  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 18.71642    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.8377497   |\n",
+      "|    air_humidity                 | -0.38129774 |\n",
+      "|    air_temperature              | 0.26558033  |\n",
+      "|    clg_setpoint                 | -1.0202515  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6709503  |\n",
+      "|    diffuse_solar_radiation      | -0.7290276  |\n",
+      "|    direct_solar_radiation       | -0.5962315  |\n",
+      "|    hour                         | -1.0826318  |\n",
+      "|    htg_setpoint                 | 1.3700619   |\n",
+      "|    month                        | -0.45354357 |\n",
+      "|    outdoor_humidity             | 0.32602957  |\n",
+      "|    outdoor_temperature          | -0.99499375 |\n",
+      "|    people_occupant              | -0.68812203 |\n",
+      "|    total_electricity_HVAC       | 2.684068    |\n",
+      "|    wind_direction               | -1.3391851  |\n",
+      "|    wind_speed                   | -0.77800393 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 16129.209   |\n",
+      "|    air_humidity                 | 31.441029   |\n",
+      "|    air_temperature              | 23.125116   |\n",
+      "|    clg_setpoint                 | 23.771482   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 75.0        |\n",
+      "|    outdoor_temperature          | 0.61230195  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 14567763.0  |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 25%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.1752401   |\n",
+      "|    Heating_Setpoint_RL          | 0.3498567   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.216434   |\n",
+      "|    Heating_Setpoint_RL          | 19.592945   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.153892    |\n",
+      "|    air_humidity                 | 0.29183245  |\n",
+      "|    air_temperature              | -0.6460584  |\n",
+      "|    clg_setpoint                 | -0.96793115 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.550349   |\n",
+      "|    diffuse_solar_radiation      | -0.4438048  |\n",
+      "|    direct_solar_radiation       | 0.07151578  |\n",
+      "|    hour                         | -0.93812346 |\n",
+      "|    htg_setpoint                 | 0.94174063  |\n",
+      "|    month                        | -0.45291921 |\n",
+      "|    outdoor_humidity             | 0.32494268  |\n",
+      "|    outdoor_temperature          | -0.8191817  |\n",
+      "|    people_occupant              | -0.688521   |\n",
+      "|    total_electricity_HVAC       | 1.2317989   |\n",
+      "|    wind_direction               | 0.9107656   |\n",
+      "|    wind_speed                   | 0.8917381   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 8308.001    |\n",
+      "|    air_humidity                 | 39.837425   |\n",
+      "|    air_temperature              | 21.51132    |\n",
+      "|    clg_setpoint                 | 23.903837   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 27.0        |\n",
+      "|    direct_solar_radiation       | 165.0       |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 21.511284   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 75.0        |\n",
+      "|    outdoor_temperature          | 2.3559697   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 8204461.5   |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 25%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.098652855 |\n",
+      "|    Heating_Setpoint_RL          | -0.6582397   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.292046    |\n",
+      "|    Heating_Setpoint_RL          | 13.922401    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.47350413  |\n",
+      "|    air_humidity                 | -1.0003811   |\n",
+      "|    air_temperature              | -0.42987853  |\n",
+      "|    clg_setpoint                 | 0.7845582    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.4311402   |\n",
+      "|    diffuse_solar_radiation      | -0.17457171  |\n",
+      "|    direct_solar_radiation       | 1.5939147    |\n",
+      "|    hour                         | -0.79363596  |\n",
+      "|    htg_setpoint                 | -0.39862302  |\n",
+      "|    month                        | -0.45229742  |\n",
+      "|    outdoor_humidity             | -0.37917024  |\n",
+      "|    outdoor_temperature          | -0.65558743  |\n",
+      "|    people_occupant              | -0.6889182   |\n",
+      "|    total_electricity_HVAC       | -0.48604268  |\n",
+      "|    wind_direction               | -1.7171903   |\n",
+      "|    wind_speed                   | -0.77904373  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 744.63745    |\n",
+      "|    air_humidity                 | 23.716164    |\n",
+      "|    air_temperature              | 21.893726    |\n",
+      "|    clg_setpoint                 | 28.343534    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 3.0          |\n",
+      "|    diffuse_solar_radiation      | 52.5         |\n",
+      "|    direct_solar_radiation       | 541.5        |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 16.057873    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 60.0         |\n",
+      "|    outdoor_temperature          | 3.9834645    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 673300.5     |\n",
+      "|    wind_direction               | 0.0          |\n",
+      "|    wind_speed                   | 3.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 26%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.75360364  |\n",
+      "|    Heating_Setpoint_RL          | 0.14277774  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.168413   |\n",
+      "|    Heating_Setpoint_RL          | 18.428123   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5284536  |\n",
+      "|    air_humidity                 | -0.5227223  |\n",
+      "|    air_temperature              | -1.0721288  |\n",
+      "|    clg_setpoint                 | 1.2549118   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3131037  |\n",
+      "|    diffuse_solar_radiation      | 0.82001173  |\n",
+      "|    direct_solar_radiation       | 1.0294286   |\n",
+      "|    hour                         | -0.649163   |\n",
+      "|    htg_setpoint                 | -0.49488378 |\n",
+      "|    month                        | -0.45167816 |\n",
+      "|    outdoor_humidity             | -0.6136835  |\n",
+      "|    outdoor_temperature          | -0.22570902 |\n",
+      "|    people_occupant              | -0.68931365 |\n",
+      "|    total_electricity_HVAC       | -0.53849447 |\n",
+      "|    wind_direction               | 0.71990937  |\n",
+      "|    wind_speed                   | -0.5751729  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 487.90253   |\n",
+      "|    air_humidity                 | 29.646206   |\n",
+      "|    air_temperature              | 20.75715    |\n",
+      "|    clg_setpoint                 | 29.534094   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 146.5       |\n",
+      "|    direct_solar_radiation       | 403.0       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 15.665403   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 55.0        |\n",
+      "|    outdoor_temperature          | 8.254239    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 442076.9    |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 26%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6101974   |\n",
+      "|    air_humidity                 | 0.010244163  |\n",
+      "|    air_temperature              | 0.33741024   |\n",
+      "|    clg_setpoint                 | -1.2255462   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.1960436   |\n",
+      "|    diffuse_solar_radiation      | 1.0997851    |\n",
+      "|    direct_solar_radiation       | 1.6889908    |\n",
+      "|    hour                         | -0.5046994   |\n",
+      "|    htg_setpoint                 | -1.3962624   |\n",
+      "|    month                        | -0.45106146  |\n",
+      "|    outdoor_humidity             | 0.04656396   |\n",
+      "|    outdoor_temperature          | -0.10443535  |\n",
+      "|    people_occupant              | 1.6926826    |\n",
+      "|    total_electricity_HVAC       | -0.6091439   |\n",
+      "|    wind_direction               | -0.031056171 |\n",
+      "|    wind_speed                   | -0.37155682  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 106.81122    |\n",
+      "|    air_humidity                 | 36.275757    |\n",
+      "|    air_temperature              | 23.251251    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 5.0          |\n",
+      "|    diffuse_solar_radiation      | 173.0        |\n",
+      "|    direct_solar_radiation       | 567.0        |\n",
+      "|    hour                         | 8.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 69.0         |\n",
+      "|    outdoor_temperature          | 9.456214     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 131250.56    |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 26%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.66609555   |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.873072    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.48270085  |\n",
+      "|    air_humidity                 | 0.95059156   |\n",
+      "|    air_temperature              | -0.091886275 |\n",
+      "|    clg_setpoint                 | 1.424303     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.0797863   |\n",
+      "|    diffuse_solar_radiation      | 1.6014373    |\n",
+      "|    direct_solar_radiation       | 1.9626768    |\n",
+      "|    hour                         | -0.36024123  |\n",
+      "|    htg_setpoint                 | -1.3966281   |\n",
+      "|    month                        | -0.4504473   |\n",
+      "|    outdoor_humidity             | -0.94483984  |\n",
+      "|    outdoor_temperature          | 0.9171128    |\n",
+      "|    people_occupant              | -0.69009936  |\n",
+      "|    total_electricity_HVAC       | -0.50072664  |\n",
+      "|    wind_direction               | -1.4414753   |\n",
+      "|    wind_speed                   | -0.983244    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 696.52216    |\n",
+      "|    air_humidity                 | 48.008263    |\n",
+      "|    air_temperature              | 22.4926      |\n",
+      "|    clg_setpoint                 | 29.965775    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 6.0          |\n",
+      "|    diffuse_solar_radiation      | 220.5        |\n",
+      "|    direct_solar_radiation       | 635.0        |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 48.0         |\n",
+      "|    outdoor_temperature          | 19.599352    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 604056.0     |\n",
+      "|    wind_direction               | 30.0         |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 26%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.34518808  |\n",
+      "|    air_humidity                 | -0.019006036 |\n",
+      "|    air_temperature              | 0.037580226  |\n",
+      "|    clg_setpoint                 | 0.19276771   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.96417785  |\n",
+      "|    diffuse_solar_radiation      | 0.7872175    |\n",
+      "|    direct_solar_radiation       | 2.8126235    |\n",
+      "|    hour                         | -0.21578552  |\n",
+      "|    htg_setpoint                 | -0.16806068  |\n",
+      "|    month                        | -0.4498356   |\n",
+      "|    outdoor_humidity             | -1.4642888   |\n",
+      "|    outdoor_temperature          | 1.3998827    |\n",
+      "|    people_occupant              | -0.6889499   |\n",
+      "|    total_electricity_HVAC       | -0.36384904  |\n",
+      "|    wind_direction               | 0.62513304   |\n",
+      "|    wind_speed                   | 0.69198436   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1331.7306    |\n",
+      "|    air_humidity                 | 35.950542    |\n",
+      "|    air_temperature              | 22.721941    |\n",
+      "|    clg_setpoint                 | 26.848684    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 7.0          |\n",
+      "|    diffuse_solar_radiation      | 143.5        |\n",
+      "|    direct_solar_radiation       | 847.0        |\n",
+      "|    hour                         | 10.0         |\n",
+      "|    htg_setpoint                 | 16.992802    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 37.0         |\n",
+      "|    outdoor_temperature          | 24.391973    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1200715.4    |\n",
+      "|    wind_direction               | 250.0        |\n",
+      "|    wind_speed                   | 6.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 27%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.67128     |\n",
+      "|    Heating_Setpoint_RL          | -0.2336519  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.89057    |\n",
+      "|    Heating_Setpoint_RL          | 16.310707   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49439877 |\n",
+      "|    air_humidity                 | 0.6638395   |\n",
+      "|    air_temperature              | 2.067139    |\n",
+      "|    clg_setpoint                 | 1.4343615   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.84908354 |\n",
+      "|    diffuse_solar_radiation      | 2.262829    |\n",
+      "|    direct_solar_radiation       | 1.9198012   |\n",
+      "|    hour                         | -0.0713305  |\n",
+      "|    htg_setpoint                 | -1.3946128  |\n",
+      "|    month                        | -0.4492264  |\n",
+      "|    outdoor_humidity             | -1.1797038  |\n",
+      "|    outdoor_temperature          | 1.4068316   |\n",
+      "|    people_occupant              | 1.219034    |\n",
+      "|    total_electricity_HVAC       | -0.51847476 |\n",
+      "|    wind_direction               | 0.05968185  |\n",
+      "|    wind_speed                   | 0.079582356 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 637.9159    |\n",
+      "|    air_humidity                 | 44.438763   |\n",
+      "|    air_temperature              | 26.306557   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 283.0       |\n",
+      "|    direct_solar_radiation       | 626.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 43.0        |\n",
+      "|    outdoor_temperature          | 24.486572   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 522422.8    |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 27%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.49067065    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 23.25         |\n",
+      "|    Heating_Setpoint_RL          | 20.385021     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.53705543   |\n",
+      "|    air_humidity                 | 0.7411514     |\n",
+      "|    air_temperature              | 1.6298671     |\n",
+      "|    clg_setpoint                 | 0.9769747     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.73438597   |\n",
+      "|    diffuse_solar_radiation      | 1.8896487     |\n",
+      "|    direct_solar_radiation       | 1.2103553     |\n",
+      "|    hour                         | 0.073124476   |\n",
+      "|    htg_setpoint                 | -0.9199079    |\n",
+      "|    month                        | -0.44861966   |\n",
+      "|    outdoor_humidity             | -0.0016316383 |\n",
+      "|    outdoor_temperature          | 0.9249124     |\n",
+      "|    people_occupant              | 0.26466674    |\n",
+      "|    total_electricity_HVAC       | -0.5486326    |\n",
+      "|    wind_direction               | 0.05959727    |\n",
+      "|    wind_speed                   | 0.08065072    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 440.53177     |\n",
+      "|    air_humidity                 | 45.446995     |\n",
+      "|    air_temperature              | 25.536293     |\n",
+      "|    clg_setpoint                 | 28.841007     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 9.0           |\n",
+      "|    diffuse_solar_radiation      | 248.0         |\n",
+      "|    direct_solar_radiation       | 449.5         |\n",
+      "|    hour                         | 12.0          |\n",
+      "|    htg_setpoint                 | 13.93161      |\n",
+      "|    month                        | 4.0           |\n",
+      "|    outdoor_humidity             | 68.0          |\n",
+      "|    outdoor_temperature          | 19.715067     |\n",
+      "|    people_occupant              | 8.0           |\n",
+      "|    total_electricity_HVAC       | 390900.72     |\n",
+      "|    wind_direction               | 190.0         |\n",
+      "|    wind_speed                   | 5.2           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 27%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.72739035 |\n",
+      "|    Heating_Setpoint_RL          | 0.9410719   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.170057   |\n",
+      "|    Heating_Setpoint_RL          | 22.91853    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.25596172 |\n",
+      "|    air_humidity                 | -0.14752512 |\n",
+      "|    air_temperature              | 1.5800644   |\n",
+      "|    clg_setpoint                 | -0.3605096  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.61998445 |\n",
+      "|    diffuse_solar_radiation      | 0.8895356   |\n",
+      "|    direct_solar_radiation       | 2.5137813   |\n",
+      "|    hour                         | 0.217579    |\n",
+      "|    htg_setpoint                 | -1.3944697  |\n",
+      "|    month                        | -0.4480154  |\n",
+      "|    outdoor_humidity             | -2.0304456  |\n",
+      "|    outdoor_temperature          | 1.066505    |\n",
+      "|    people_occupant              | 1.2171905   |\n",
+      "|    total_electricity_HVAC       | -0.30197287 |\n",
+      "|    wind_direction               | 1.0018431   |\n",
+      "|    wind_speed                   | 1.102986    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1741.1539   |\n",
+      "|    air_humidity                 | 34.42681    |\n",
+      "|    air_temperature              | 25.448803   |\n",
+      "|    clg_setpoint                 | 25.44931    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 153.5       |\n",
+      "|    direct_solar_radiation       | 773.5       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 25.0        |\n",
+      "|    outdoor_temperature          | 21.12839    |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 1467898.1   |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 28%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.92166215 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.51439    |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5799488  |\n",
+      "|    air_humidity                 | -1.7739071  |\n",
+      "|    air_temperature              | 1.4843248   |\n",
+      "|    clg_setpoint                 | -0.42738762 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.5057943  |\n",
+      "|    diffuse_solar_radiation      | 0.7737129   |\n",
+      "|    direct_solar_radiation       | 2.3264754   |\n",
+      "|    hour                         | 0.3620316   |\n",
+      "|    htg_setpoint                 | -1.3926824  |\n",
+      "|    month                        | -0.44741353 |\n",
+      "|    outdoor_humidity             | -2.539499   |\n",
+      "|    outdoor_temperature          | 0.487403    |\n",
+      "|    people_occupant              | 1.6925756   |\n",
+      "|    total_electricity_HVAC       | -0.5897428  |\n",
+      "|    wind_direction               | 1.1875963   |\n",
+      "|    wind_speed                   | 3.2080703   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 240.54498   |\n",
+      "|    air_humidity                 | 14.135777   |\n",
+      "|    air_temperature              | 25.279222   |\n",
+      "|    clg_setpoint                 | 25.279388   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 142.5       |\n",
+      "|    direct_solar_radiation       | 728.5       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 14.0        |\n",
+      "|    outdoor_temperature          | 15.390162   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 209932.14   |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 12.9        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 28%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.22045791  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.865076   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.32932976 |\n",
+      "|    air_humidity                 | -1.9526099  |\n",
+      "|    air_temperature              | 0.33445624  |\n",
+      "|    clg_setpoint                 | -1.2269956  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.39174604 |\n",
+      "|    diffuse_solar_radiation      | 0.029376933 |\n",
+      "|    direct_solar_radiation       | 2.4675565   |\n",
+      "|    hour                         | 0.50647974  |\n",
+      "|    htg_setpoint                 | 0.3712926   |\n",
+      "|    month                        | -0.44681412 |\n",
+      "|    outdoor_humidity             | -2.6650405  |\n",
+      "|    outdoor_temperature          | 0.33010212  |\n",
+      "|    people_occupant              | 1.6913234   |\n",
+      "|    total_electricity_HVAC       | -0.32496879 |\n",
+      "|    wind_direction               | -1.7339158  |\n",
+      "|    wind_speed                   | 0.6826097   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1397.5425   |\n",
+      "|    air_humidity                 | 11.799511   |\n",
+      "|    air_temperature              | 23.249598   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 72.0        |\n",
+      "|    direct_solar_radiation       | 766.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 19.171423   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 11.0        |\n",
+      "|    outdoor_temperature          | 13.825355   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1363525.2   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 28%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 1.0           |\n",
+      "|    Heating_Setpoint_RL          | -1.0          |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 30.0          |\n",
+      "|    Heating_Setpoint_RL          | 12.0          |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.6124922    |\n",
+      "|    air_humidity                 | -1.2109747    |\n",
+      "|    air_temperature              | -0.5678032    |\n",
+      "|    clg_setpoint                 | 0.31768742    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.27778545   |\n",
+      "|    diffuse_solar_radiation      | -0.0028027995 |\n",
+      "|    direct_solar_radiation       | -0.59978145   |\n",
+      "|    hour                         | 0.6509198     |\n",
+      "|    htg_setpoint                 | -1.3918315    |\n",
+      "|    month                        | -0.4462171    |\n",
+      "|    outdoor_humidity             | 0.8513598     |\n",
+      "|    outdoor_temperature          | -0.46622688   |\n",
+      "|    people_occupant              | -0.6897558    |\n",
+      "|    total_electricity_HVAC       | -0.61923414   |\n",
+      "|    wind_direction               | -0.13333806   |\n",
+      "|    wind_speed                   | -0.5769097    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186     |\n",
+      "|    air_humidity                 | 20.995329     |\n",
+      "|    air_temperature              | 21.657925     |\n",
+      "|    clg_setpoint                 | 27.170616     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 13.0          |\n",
+      "|    diffuse_solar_radiation      | 69.0          |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 16.0          |\n",
+      "|    htg_setpoint                 | 12.0          |\n",
+      "|    month                        | 4.0           |\n",
+      "|    outdoor_humidity             | 86.0          |\n",
+      "|    outdoor_temperature          | 5.948955      |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 78333.47      |\n",
+      "|    wind_direction               | 170.0         |\n",
+      "|    wind_speed                   | 3.6           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 28%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.8647648  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.760698   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.61238384 |\n",
+      "|    air_humidity                 | -0.96788746 |\n",
+      "|    air_temperature              | 0.026983375 |\n",
+      "|    clg_setpoint                 | -0.8800344  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.16387278 |\n",
+      "|    diffuse_solar_radiation      | -0.25163805 |\n",
+      "|    direct_solar_radiation       | -0.49785328 |\n",
+      "|    hour                         | 0.7953471   |\n",
+      "|    htg_setpoint                 | -1.3923208  |\n",
+      "|    month                        | -0.44562247 |\n",
+      "|    outdoor_humidity             | 0.100782596 |\n",
+      "|    outdoor_temperature          | -0.29044464 |\n",
+      "|    people_occupant              | -0.6886251  |\n",
+      "|    total_electricity_HVAC       | -0.6191213  |\n",
+      "|    wind_direction               | -0.41406876 |\n",
+      "|    wind_speed                   | -0.17071982 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 24.005129   |\n",
+      "|    air_temperature              | 22.705322   |\n",
+      "|    clg_setpoint                 | 24.134253   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 45.5        |\n",
+      "|    direct_solar_radiation       | 25.5        |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 70.0        |\n",
+      "|    outdoor_temperature          | 7.67926     |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 140.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 29%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.733243    |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.150305    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6123018   |\n",
+      "|    air_humidity                 | 1.2661546    |\n",
+      "|    air_temperature              | 0.35592592   |\n",
+      "|    clg_setpoint                 | -1.2123891   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.04998291  |\n",
+      "|    diffuse_solar_radiation      | -0.73258805  |\n",
+      "|    direct_solar_radiation       | -0.59913033  |\n",
+      "|    hour                         | 0.93975604   |\n",
+      "|    htg_setpoint                 | -1.210664    |\n",
+      "|    month                        | -0.4450302   |\n",
+      "|    outdoor_humidity             | 1.502924     |\n",
+      "|    outdoor_temperature          | -0.08408369  |\n",
+      "|    people_occupant              | 0.50284135   |\n",
+      "|    total_electricity_HVAC       | -0.61900806  |\n",
+      "|    wind_direction               | -0.13026816  |\n",
+      "|    wind_speed                   | -0.9839564   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 51.95415     |\n",
+      "|    air_temperature              | 23.284637    |\n",
+      "|    clg_setpoint                 | 23.288424    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 18.0         |\n",
+      "|    htg_setpoint                 | 12.739306    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 9.710129     |\n",
+      "|    people_occupant              | 10.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 170.0        |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.0070464984 |\n",
+      "|    clip_fraction                | 0.0619       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.75        |\n",
+      "|    explained_variance           | 0.615        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 1.6          |\n",
+      "|    n_updates                    | 220          |\n",
+      "|    policy_gradient_loss         | -0.00887     |\n",
+      "|    std                          | 0.956        |\n",
+      "|    value_loss                   | 5.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 29%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.39142588 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.423229   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6124676  |\n",
+      "|    air_humidity                 | 0.86780566  |\n",
+      "|    air_temperature              | 0.46618047  |\n",
+      "|    clg_setpoint                 | 0.35163122  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.06389505  |\n",
+      "|    diffuse_solar_radiation      | -0.7327324  |\n",
+      "|    direct_solar_radiation       | -0.5996881  |\n",
+      "|    hour                         | 1.08414     |\n",
+      "|    htg_setpoint                 | 0.7742941   |\n",
+      "|    month                        | -0.44444028 |\n",
+      "|    outdoor_humidity             | -0.37010026 |\n",
+      "|    outdoor_temperature          | 0.65593654  |\n",
+      "|    people_occupant              | -0.45105258 |\n",
+      "|    total_electricity_HVAC       | -0.6191716  |\n",
+      "|    wind_direction               | 0.62257904  |\n",
+      "|    wind_speed                   | -0.16999142 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 47.00884    |\n",
+      "|    air_temperature              | 23.478468   |\n",
+      "|    clg_setpoint                 | 27.256704   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 20.815002   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 60.0        |\n",
+      "|    outdoor_temperature          | 17.01581    |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 29%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.037480578 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 17.414171    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.61214054  |\n",
+      "|    air_humidity                 | 1.2345645    |\n",
+      "|    air_temperature              | -0.26235402  |\n",
+      "|    clg_setpoint                 | 0.8566737    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.17775778   |\n",
+      "|    diffuse_solar_radiation      | -0.732981    |\n",
+      "|    direct_solar_radiation       | -0.59892595  |\n",
+      "|    hour                         | 1.228491     |\n",
+      "|    htg_setpoint                 | -1.3927435   |\n",
+      "|    month                        | -0.44385272  |\n",
+      "|    outdoor_humidity             | 1.3604767    |\n",
+      "|    outdoor_temperature          | -0.10379078  |\n",
+      "|    people_occupant              | -0.45150927  |\n",
+      "|    total_electricity_HVAC       | -0.61885834  |\n",
+      "|    wind_direction               | -0.69651324  |\n",
+      "|    wind_speed                   | 0.07601242   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 51.63481     |\n",
+      "|    air_temperature              | 22.198029    |\n",
+      "|    clg_setpoint                 | 28.53741     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 17.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 97.0         |\n",
+      "|    outdoor_temperature          | 9.535645     |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 110.0        |\n",
+      "|    wind_speed                   | 5.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 29%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.3868584  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 15.448921   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.95655507  |\n",
+      "|    air_humidity                 | 0.2120779   |\n",
+      "|    air_temperature              | 0.33659238  |\n",
+      "|    clg_setpoint                 | -0.25882876 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.2915879   |\n",
+      "|    diffuse_solar_radiation      | -0.73316145 |\n",
+      "|    direct_solar_radiation       | -0.5980298  |\n",
+      "|    hour                         | 1.3728007   |\n",
+      "|    htg_setpoint                 | 1.3714756   |\n",
+      "|    month                        | -0.44326746 |\n",
+      "|    outdoor_humidity             | 1.0318145   |\n",
+      "|    outdoor_temperature          | -0.25550014 |\n",
+      "|    people_occupant              | -0.6901609  |\n",
+      "|    total_electricity_HVAC       | 0.87653583  |\n",
+      "|    wind_direction               | -0.41103947 |\n",
+      "|    wind_speed                   | -0.373222   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7329.255    |\n",
+      "|    air_humidity                 | 38.849518   |\n",
+      "|    air_temperature              | 23.250137   |\n",
+      "|    clg_setpoint                 | 25.705317   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 8.0396385   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6596329.5   |\n",
+      "|    wind_direction               | 140.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 30%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6597099  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.39848    |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6118155  |\n",
+      "|    air_humidity                 | -0.28399882 |\n",
+      "|    air_temperature              | -1.0748471  |\n",
+      "|    clg_setpoint                 | 0.9927059   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.40535414  |\n",
+      "|    diffuse_solar_radiation      | -0.7333178  |\n",
+      "|    direct_solar_radiation       | -0.5983491  |\n",
+      "|    hour                         | 1.5170593   |\n",
+      "|    htg_setpoint                 | -1.3939421  |\n",
+      "|    month                        | -0.44268453 |\n",
+      "|    outdoor_humidity             | -0.13827133 |\n",
+      "|    outdoor_temperature          | -0.40096775 |\n",
+      "|    people_occupant              | -0.6905408  |\n",
+      "|    total_electricity_HVAC       | -0.61848444 |\n",
+      "|    wind_direction               | -0.40957296 |\n",
+      "|    wind_speed                   | -0.57729274 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 32.635696   |\n",
+      "|    air_temperature              | 20.772211   |\n",
+      "|    clg_setpoint                 | 28.882397   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 65.0        |\n",
+      "|    outdoor_temperature          | 6.606527    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 140.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 30%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.9271505    |\n",
+      "|    Heating_Setpoint_RL          | -0.77920884  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.754133    |\n",
+      "|    Heating_Setpoint_RL          | 13.24195     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.630528     |\n",
+      "|    air_humidity                 | -0.24132562  |\n",
+      "|    air_temperature              | -0.5526981   |\n",
+      "|    clg_setpoint                 | -0.076041415 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.51901144   |\n",
+      "|    diffuse_solar_radiation      | -0.73352647  |\n",
+      "|    direct_solar_radiation       | -0.5974582   |\n",
+      "|    hour                         | 1.6612563    |\n",
+      "|    htg_setpoint                 | 0.9872249    |\n",
+      "|    month                        | -0.4421039   |\n",
+      "|    outdoor_humidity             | 0.84607816   |\n",
+      "|    outdoor_temperature          | -0.3214049   |\n",
+      "|    people_occupant              | -0.68942285  |\n",
+      "|    total_electricity_HVAC       | 1.8260524    |\n",
+      "|    wind_direction               | -1.1625172   |\n",
+      "|    wind_speed                   | 1.0979233    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 10435.284    |\n",
+      "|    air_humidity                 | 33.159843    |\n",
+      "|    air_temperature              | 21.688385    |\n",
+      "|    clg_setpoint                 | 26.171759    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 20.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 21.68839     |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 86.0         |\n",
+      "|    outdoor_temperature          | 7.3872366    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 10732236.0   |\n",
+      "|    wind_direction               | 60.0         |\n",
+      "|    wind_speed                   | 7.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9048561  |\n",
+      "|    Heating_Setpoint_RL          | 0.60383457  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.57111    |\n",
+      "|    Heating_Setpoint_RL          | 21.02157    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.1687772   |\n",
+      "|    air_humidity                 | -0.07969253 |\n",
+      "|    air_temperature              | -0.8175176  |\n",
+      "|    clg_setpoint                 | 1.2026606   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.74702233  |\n",
+      "|    diffuse_solar_radiation      | -0.73370457 |\n",
+      "|    direct_solar_radiation       | -0.59657127 |\n",
+      "|    hour                         | -1.6610558  |\n",
+      "|    htg_setpoint                 | 0.9917425   |\n",
+      "|    month                        | -0.44152555 |\n",
+      "|    outdoor_humidity             | 0.98357105  |\n",
+      "|    outdoor_temperature          | -0.4750362  |\n",
+      "|    people_occupant              | -0.6883103  |\n",
+      "|    total_electricity_HVAC       | 2.3102887   |\n",
+      "|    wind_direction               | 0.5355034   |\n",
+      "|    wind_speed                   | 0.6853528   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 12925.339   |\n",
+      "|    air_humidity                 | 35.175426   |\n",
+      "|    air_temperature              | 21.222132   |\n",
+      "|    clg_setpoint                 | 29.424858   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 21.707058   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | 5.8747625   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 12849750.0  |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -0.68736494   |\n",
+      "|    Heating_Setpoint_RL          | -1.0          |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 24.305143     |\n",
+      "|    Heating_Setpoint_RL          | 12.0          |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.6116602    |\n",
+      "|    air_humidity                 | 0.06534987    |\n",
+      "|    air_temperature              | -1.0055778    |\n",
+      "|    clg_setpoint                 | -1.0675014    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 0.8603092     |\n",
+      "|    diffuse_solar_radiation      | -0.7337922    |\n",
+      "|    direct_solar_radiation       | -0.5958981    |\n",
+      "|    hour                         | -1.5163887    |\n",
+      "|    htg_setpoint                 | 0.08882596    |\n",
+      "|    month                        | -0.44094944   |\n",
+      "|    outdoor_humidity             | -0.0015805024 |\n",
+      "|    outdoor_temperature          | -0.4208924    |\n",
+      "|    people_occupant              | -0.68869144   |\n",
+      "|    total_electricity_HVAC       | -0.6182784    |\n",
+      "|    wind_direction               | 0.7230274     |\n",
+      "|    wind_speed                   | 0.071199715   |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186     |\n",
+      "|    air_humidity                 | 36.98127      |\n",
+      "|    air_temperature              | 20.893171     |\n",
+      "|    clg_setpoint                 | 23.654963     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 23.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 1.0           |\n",
+      "|    htg_setpoint                 | 18.03291      |\n",
+      "|    month                        | 4.0           |\n",
+      "|    outdoor_humidity             | 68.0          |\n",
+      "|    outdoor_temperature          | 6.401643      |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 78333.47      |\n",
+      "|    wind_direction               | 260.0         |\n",
+      "|    wind_speed                   | 5.2           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.45327783 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 15.075312   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6114023  |\n",
+      "|    air_humidity                 | 0.3584478   |\n",
+      "|    air_temperature              | -0.6963996  |\n",
+      "|    clg_setpoint                 | 0.42061403  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.9732444   |\n",
+      "|    diffuse_solar_radiation      | -0.7338514  |\n",
+      "|    direct_solar_radiation       | -0.5965096  |\n",
+      "|    hour                         | -1.3717765  |\n",
+      "|    htg_setpoint                 | -0.22454019 |\n",
+      "|    month                        | -0.4403756  |\n",
+      "|    outdoor_humidity             | 1.3131422   |\n",
+      "|    outdoor_temperature          | -0.23257072 |\n",
+      "|    people_occupant              | -0.689071   |\n",
+      "|    total_electricity_HVAC       | -0.61802506 |\n",
+      "|    wind_direction               | -0.22106783 |\n",
+      "|    wind_speed                   | -0.99051344 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 40.633957   |\n",
+      "|    air_temperature              | 21.435467   |\n",
+      "|    clg_setpoint                 | 27.435158   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 16.755634   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 8.250742    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 160.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.85990316  |\n",
+      "|    Heating_Setpoint_RL          | 0.15576798  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.527172   |\n",
+      "|    Heating_Setpoint_RL          | 18.501194   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.5592775   |\n",
+      "|    air_humidity                 | 0.8494165   |\n",
+      "|    air_temperature              | 0.015587632 |\n",
+      "|    clg_setpoint                 | -0.09454519 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0857276   |\n",
+      "|    diffuse_solar_radiation      | -0.73400396 |\n",
+      "|    direct_solar_radiation       | -0.59581816 |\n",
+      "|    hour                         | -1.2272085  |\n",
+      "|    htg_setpoint                 | 1.3712096   |\n",
+      "|    month                        | -0.43980396 |\n",
+      "|    outdoor_humidity             | 0.9826319   |\n",
+      "|    outdoor_temperature          | -0.05271005 |\n",
+      "|    people_occupant              | -0.68944895 |\n",
+      "|    total_electricity_HVAC       | 2.61233     |\n",
+      "|    wind_direction               | 1.2907438   |\n",
+      "|    wind_speed                   | -0.78488505 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 14716.337   |\n",
+      "|    air_humidity                 | 46.76716    |\n",
+      "|    air_temperature              | 22.682499   |\n",
+      "|    clg_setpoint                 | 26.124723   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | 10.011383   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 14156992.0  |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 32%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.8876414   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.617983   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.88942635  |\n",
+      "|    air_humidity                 | 0.091456376 |\n",
+      "|    air_temperature              | 0.3398375   |\n",
+      "|    clg_setpoint                 | 1.2663763   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1976465   |\n",
+      "|    diffuse_solar_radiation      | -0.7343198  |\n",
+      "|    direct_solar_radiation       | -0.5964364  |\n",
+      "|    hour                         | -1.0826756  |\n",
+      "|    htg_setpoint                 | 1.3711308   |\n",
+      "|    month                        | -0.43923458 |\n",
+      "|    outdoor_humidity             | 1.0302567   |\n",
+      "|    outdoor_temperature          | -0.14094257 |\n",
+      "|    people_occupant              | -0.6898253  |\n",
+      "|    total_electricity_HVAC       | 1.1728622   |\n",
+      "|    wind_direction               | -1.2582796  |\n",
+      "|    wind_speed                   | -0.98877954 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7007.672    |\n",
+      "|    air_humidity                 | 37.334755   |\n",
+      "|    air_temperature              | 23.250013   |\n",
+      "|    clg_setpoint                 | 29.582855   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 9.157244    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7879316.0   |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 32%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.15416622  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.492186   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.61138904 |\n",
+      "|    air_humidity                 | 0.6839524   |\n",
+      "|    air_temperature              | -0.11346227 |\n",
+      "|    clg_setpoint                 | 0.80376273  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.3088787   |\n",
+      "|    diffuse_solar_radiation      | -0.2968246  |\n",
+      "|    direct_solar_radiation       | -0.5247008  |\n",
+      "|    hour                         | -0.9381695  |\n",
+      "|    htg_setpoint                 | -0.71912163 |\n",
+      "|    month                        | -0.4386674  |\n",
+      "|    outdoor_humidity             | 0.8430093   |\n",
+      "|    outdoor_temperature          | 0.17321107  |\n",
+      "|    people_occupant              | -0.6902001  |\n",
+      "|    total_electricity_HVAC       | -0.6179609  |\n",
+      "|    wind_direction               | 0.063387565 |\n",
+      "|    wind_speed                   | -0.78428936 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 44.716267   |\n",
+      "|    air_temperature              | 22.458107   |\n",
+      "|    clg_setpoint                 | 28.405148   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 41.5        |\n",
+      "|    direct_solar_radiation       | 18.0        |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 14.745049   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 86.0        |\n",
+      "|    outdoor_temperature          | 12.236012   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 32%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.47326666 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 14.962875   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4671683  |\n",
+      "|    air_humidity                 | 1.1198186   |\n",
+      "|    air_temperature              | -0.28949443 |\n",
+      "|    clg_setpoint                 | 0.18490314  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4192919   |\n",
+      "|    diffuse_solar_radiation      | 0.0921463   |\n",
+      "|    direct_solar_radiation       | 1.7622128   |\n",
+      "|    hour                         | -0.7936832  |\n",
+      "|    htg_setpoint                 | 1.0970025   |\n",
+      "|    month                        | -0.4381024  |\n",
+      "|    outdoor_humidity             | -0.7565103  |\n",
+      "|    outdoor_temperature          | 0.3341476   |\n",
+      "|    people_occupant              | -0.68909997 |\n",
+      "|    total_electricity_HVAC       | -0.45282245 |\n",
+      "|    wind_direction               | -1.1644806  |\n",
+      "|    wind_speed                   | 0.68747914  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 748.9987    |\n",
+      "|    air_humidity                 | 50.160774   |\n",
+      "|    air_temperature              | 22.151007   |\n",
+      "|    clg_setpoint                 | 26.832718   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 78.5        |\n",
+      "|    direct_solar_radiation       | 588.0       |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 22.13433    |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 52.0        |\n",
+      "|    outdoor_temperature          | 13.81554    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 794805.9    |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 32%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.72429216 |\n",
+      "|    Heating_Setpoint_RL          | 0.42776287  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.180513   |\n",
+      "|    Heating_Setpoint_RL          | 20.031166   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5563166  |\n",
+      "|    air_humidity                 | -0.48155108 |\n",
+      "|    air_temperature              | -0.32041076 |\n",
+      "|    clg_setpoint                 | 1.4306482   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5287455   |\n",
+      "|    diffuse_solar_radiation      | 1.5919209   |\n",
+      "|    direct_solar_radiation       | -0.3950575  |\n",
+      "|    hour                         | -0.64921063 |\n",
+      "|    htg_setpoint                 | -1.3932333  |\n",
+      "|    month                        | -0.43753958 |\n",
+      "|    outdoor_humidity             | 0.1381035   |\n",
+      "|    outdoor_temperature          | -0.18896285 |\n",
+      "|    people_occupant              | -0.6880051  |\n",
+      "|    total_electricity_HVAC       | -0.5639225  |\n",
+      "|    wind_direction               | -0.69055283 |\n",
+      "|    wind_speed                   | -0.17104483 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 337.50534   |\n",
+      "|    air_humidity                 | 30.245323   |\n",
+      "|    air_temperature              | 22.097721   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 221.0       |\n",
+      "|    direct_solar_radiation       | 50.5        |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 71.0        |\n",
+      "|    outdoor_temperature          | 8.714817    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 310574.53   |\n",
+      "|    wind_direction               | 110.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 33%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.59296715 |\n",
+      "|    air_humidity                 | 1.1189343   |\n",
+      "|    air_temperature              | 0.3450462   |\n",
+      "|    clg_setpoint                 | -1.2241871  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6370916   |\n",
+      "|    diffuse_solar_radiation      | 0.6701735   |\n",
+      "|    direct_solar_radiation       | -0.5966878  |\n",
+      "|    hour                         | -0.504747   |\n",
+      "|    htg_setpoint                 | -1.1551483  |\n",
+      "|    month                        | -0.4369789  |\n",
+      "|    outdoor_humidity             | 1.3130561   |\n",
+      "|    outdoor_temperature          | -0.042542   |\n",
+      "|    people_occupant              | 1.6956621   |\n",
+      "|    total_electricity_HVAC       | -0.5909923  |\n",
+      "|    wind_direction               | 0.25648588  |\n",
+      "|    wind_speed                   | -0.9878315  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 167.72314   |\n",
+      "|    air_humidity                 | 50.14732    |\n",
+      "|    air_temperature              | 23.259092   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 133.5       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 12.972238   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 10.145384   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 191804.36   |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 33%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.9530462   |\n",
+      "|    Heating_Setpoint_RL          | -0.86446893 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.84153    |\n",
+      "|    Heating_Setpoint_RL          | 12.7623625  |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.54391766 |\n",
+      "|    air_humidity                 | -1.0385842  |\n",
+      "|    air_temperature              | 1.5194615   |\n",
+      "|    clg_setpoint                 | 0.13556515  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.669823   |\n",
+      "|    diffuse_solar_radiation      | 1.6596183   |\n",
+      "|    direct_solar_radiation       | 2.1164565   |\n",
+      "|    hour                         | -0.3602884  |\n",
+      "|    htg_setpoint                 | 0.73570186  |\n",
+      "|    month                        | -0.15119588 |\n",
+      "|    outdoor_humidity             | -2.0293112  |\n",
+      "|    outdoor_temperature          | 0.47407326  |\n",
+      "|    people_occupant              | 1.6944474   |\n",
+      "|    total_electricity_HVAC       | -0.5536608  |\n",
+      "|    wind_direction               | -1.443606   |\n",
+      "|    wind_speed                   | -0.57689935 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 392.57556   |\n",
+      "|    air_humidity                 | 23.370207   |\n",
+      "|    air_temperature              | 25.305372   |\n",
+      "|    clg_setpoint                 | 26.70528    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 227.5       |\n",
+      "|    direct_solar_radiation       | 676.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 20.66969    |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 25.0        |\n",
+      "|    outdoor_temperature          | 15.172322   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 353318.06   |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 33%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.6414282    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 23.25         |\n",
+      "|    Heating_Setpoint_RL          | 14.016967     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.062628955  |\n",
+      "|    air_humidity                 | -0.5668865    |\n",
+      "|    air_temperature              | 0.33921817    |\n",
+      "|    clg_setpoint                 | -1.223462     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -1.5497633    |\n",
+      "|    diffuse_solar_radiation      | 2.0331337     |\n",
+      "|    direct_solar_radiation       | 2.0594623     |\n",
+      "|    hour                         | -0.21583222   |\n",
+      "|    htg_setpoint                 | -0.0073979124 |\n",
+      "|    month                        | -0.15103021   |\n",
+      "|    outdoor_humidity             | -1.5547636    |\n",
+      "|    outdoor_temperature          | 0.6984443     |\n",
+      "|    people_occupant              | 1.6932396     |\n",
+      "|    total_electricity_HVAC       | -0.067092046  |\n",
+      "|    wind_direction               | -0.6847608    |\n",
+      "|    wind_speed                   | 1.5511708     |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 2604.7244     |\n",
+      "|    air_humidity                 | 29.209763     |\n",
+      "|    air_temperature              | 23.250402     |\n",
+      "|    clg_setpoint                 | 23.25         |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 2.0           |\n",
+      "|    diffuse_solar_radiation      | 263.5         |\n",
+      "|    direct_solar_radiation       | 662.0         |\n",
+      "|    hour                         | 10.0          |\n",
+      "|    htg_setpoint                 | 17.64762      |\n",
+      "|    month                        | 5.0           |\n",
+      "|    outdoor_humidity             | 35.0          |\n",
+      "|    outdoor_temperature          | 17.352436     |\n",
+      "|    people_occupant              | 20.0          |\n",
+      "|    total_electricity_HVAC       | 2466941.8     |\n",
+      "|    wind_direction               | 110.0         |\n",
+      "|    wind_speed                   | 8.8           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 34%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.15660922  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.505926   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6101809  |\n",
+      "|    air_humidity                 | 0.5609896   |\n",
+      "|    air_temperature              | 2.3178523   |\n",
+      "|    clg_setpoint                 | 0.13222647  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4309763  |\n",
+      "|    diffuse_solar_radiation      | 1.6269181   |\n",
+      "|    direct_solar_radiation       | -0.5969614  |\n",
+      "|    hour                         | -0.0713767  |\n",
+      "|    htg_setpoint                 | 1.3694745   |\n",
+      "|    month                        | -0.15086511 |\n",
+      "|    outdoor_humidity             | 0.27973858  |\n",
+      "|    outdoor_temperature          | 0.34328136  |\n",
+      "|    people_occupant              | 1.215737    |\n",
+      "|    total_electricity_HVAC       | -0.6167675  |\n",
+      "|    wind_direction               | -1.4376174  |\n",
+      "|    wind_speed                   | 1.7499734   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 43.21662    |\n",
+      "|    air_temperature              | 26.69773    |\n",
+      "|    clg_setpoint                 | 26.698032   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 225.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 74.0        |\n",
+      "|    outdoor_temperature          | 13.906024   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 34%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.1576789   |\n",
+      "|    Heating_Setpoint_RL          | -0.8086473   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.092834    |\n",
+      "|    Heating_Setpoint_RL          | 13.076359    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6100879   |\n",
+      "|    air_humidity                 | 0.35506228   |\n",
+      "|    air_temperature              | -0.039076082 |\n",
+      "|    clg_setpoint                 | -0.5846887   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.3132604   |\n",
+      "|    diffuse_solar_radiation      | 1.1857172    |\n",
+      "|    direct_solar_radiation       | -0.59612644  |\n",
+      "|    hour                         | 0.073078774  |\n",
+      "|    htg_setpoint                 | 0.86948305   |\n",
+      "|    month                        | -0.15070052  |\n",
+      "|    outdoor_humidity             | 0.7022515    |\n",
+      "|    outdoor_temperature          | 0.33384252   |\n",
+      "|    people_occupant              | -0.6898697   |\n",
+      "|    total_electricity_HVAC       | -0.6167054   |\n",
+      "|    wind_direction               | -1.5272076   |\n",
+      "|    wind_speed                   | -0.57976246  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 40.658535    |\n",
+      "|    air_temperature              | 22.59385     |\n",
+      "|    clg_setpoint                 | 24.875555    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.0          |\n",
+      "|    diffuse_solar_radiation      | 183.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 21.218952    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 83.0         |\n",
+      "|    outdoor_temperature          | 13.815099    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 20.0         |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 34%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.26652116  |\n",
+      "|    Heating_Setpoint_RL          | 0.17907546  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.52451    |\n",
+      "|    Heating_Setpoint_RL          | 18.6323     |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.56263065 |\n",
+      "|    air_humidity                 | 1.1086777   |\n",
+      "|    air_temperature              | 0.33839     |\n",
+      "|    clg_setpoint                 | -1.2250997  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.196436   |\n",
+      "|    diffuse_solar_radiation      | 2.3696718   |\n",
+      "|    direct_solar_radiation       | -0.18965699 |\n",
+      "|    hour                         | 0.21753384  |\n",
+      "|    htg_setpoint                 | 1.367913    |\n",
+      "|    month                        | -0.15053649 |\n",
+      "|    outdoor_humidity             | 0.23021376  |\n",
+      "|    outdoor_temperature          | 0.7020091   |\n",
+      "|    people_occupant              | -0.68878675 |\n",
+      "|    total_electricity_HVAC       | -0.41567612 |\n",
+      "|    wind_direction               | -0.20608644 |\n",
+      "|    wind_speed                   | -0.37323323 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 303.69858   |\n",
+      "|    air_humidity                 | 50.031494   |\n",
+      "|    air_temperature              | 23.250006   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 296.0       |\n",
+      "|    direct_solar_radiation       | 101.0       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 73.0        |\n",
+      "|    outdoor_temperature          | 17.388166   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 949278.9    |\n",
+      "|    wind_direction               | 160.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 34%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.70637715 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.6516285  |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.43485457 |\n",
+      "|    air_humidity                 | 1.1124177   |\n",
+      "|    air_temperature              | 0.33779585  |\n",
+      "|    clg_setpoint                 | -1.225502   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0803434  |\n",
+      "|    diffuse_solar_radiation      | 1.8092201   |\n",
+      "|    direct_solar_radiation       | -0.3438206  |\n",
+      "|    hour                         | 0.36198705  |\n",
+      "|    htg_setpoint                 | -1.2262261  |\n",
+      "|    month                        | -0.15037298 |\n",
+      "|    outdoor_humidity             | 0.69877464  |\n",
+      "|    outdoor_temperature          | 0.35905576  |\n",
+      "|    people_occupant              | 1.6955222   |\n",
+      "|    total_electricity_HVAC       | -0.44984958 |\n",
+      "|    wind_direction               | -0.677056   |\n",
+      "|    wind_speed                   | -0.1675531  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 888.3241    |\n",
+      "|    air_humidity                 | 50.105434   |\n",
+      "|    air_temperature              | 23.249111   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 243.0       |\n",
+      "|    direct_solar_radiation       | 62.5        |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.697341   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 83.0        |\n",
+      "|    outdoor_temperature          | 14.065552   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 799491.7    |\n",
+      "|    wind_direction               | 110.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 35%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6093681  |\n",
+      "|    air_humidity                 | 1.5859097   |\n",
+      "|    air_temperature              | 1.5176048   |\n",
+      "|    clg_setpoint                 | 1.1679744   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9648413  |\n",
+      "|    diffuse_solar_radiation      | 0.11728634  |\n",
+      "|    direct_solar_radiation       | -0.59433746 |\n",
+      "|    hour                         | 0.50643605  |\n",
+      "|    htg_setpoint                 | 1.366302    |\n",
+      "|    month                        | -0.15021001 |\n",
+      "|    outdoor_humidity             | 1.3066443   |\n",
+      "|    outdoor_temperature          | 0.4373437   |\n",
+      "|    people_occupant              | 1.6943233   |\n",
+      "|    total_electricity_HVAC       | -0.6159703  |\n",
+      "|    wind_direction               | -0.9586783  |\n",
+      "|    wind_speed                   | 0.07816973  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 56.04314    |\n",
+      "|    air_temperature              | 25.297794   |\n",
+      "|    clg_setpoint                 | 29.339893   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 81.5        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 14.823731   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 80.0        |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.009630183 |\n",
+      "|    clip_fraction                | 0.107       |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.74       |\n",
+      "|    explained_variance           | 0.564       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 1.09        |\n",
+      "|    n_updates                    | 230         |\n",
+      "|    policy_gradient_loss         | -0.017      |\n",
+      "|    std                          | 0.949       |\n",
+      "|    value_loss                   | 3.54        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 35%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.24430138  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.999195   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.56515807 |\n",
+      "|    air_humidity                 | 1.5969616   |\n",
+      "|    air_temperature              | 0.8456957   |\n",
+      "|    clg_setpoint                 | -0.87776625 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.84980565 |\n",
+      "|    diffuse_solar_radiation      | 0.48371834  |\n",
+      "|    direct_solar_radiation       | -0.55929536 |\n",
+      "|    hour                         | 0.65087736  |\n",
+      "|    htg_setpoint                 | 1.2695801   |\n",
+      "|    month                        | -0.15004757 |\n",
+      "|    outdoor_humidity             | 1.4898523   |\n",
+      "|    outdoor_temperature          | 0.26291385  |\n",
+      "|    people_occupant              | 1.6931312   |\n",
+      "|    total_electricity_HVAC       | -0.5818277  |\n",
+      "|    wind_direction               | -0.48527795 |\n",
+      "|    wind_speed                   | -0.7809313  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 288.16202   |\n",
+      "|    air_humidity                 | 56.269394   |\n",
+      "|    air_temperature              | 24.131289   |\n",
+      "|    clg_setpoint                 | 24.133036   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 116.5       |\n",
+      "|    direct_solar_radiation       | 8.5         |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 22.859802   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 13.137778   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 224909.9    |\n",
+      "|    wind_direction               | 130.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 35%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.7015686   |\n",
+      "|    Heating_Setpoint_RL          | -0.72221756  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.257206    |\n",
+      "|    Heating_Setpoint_RL          | 13.562527    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.409526     |\n",
+      "|    air_humidity                 | 1.3213727    |\n",
+      "|    air_temperature              | 0.3372136    |\n",
+      "|    clg_setpoint                 | -1.2242444   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.7351285   |\n",
+      "|    diffuse_solar_radiation      | -0.046837702 |\n",
+      "|    direct_solar_radiation       | -0.28551576  |\n",
+      "|    hour                         | 0.79530656   |\n",
+      "|    htg_setpoint                 | -1.4004314   |\n",
+      "|    month                        | -0.14988565  |\n",
+      "|    outdoor_humidity             | -1.1399436   |\n",
+      "|    outdoor_temperature          | 1.3259897    |\n",
+      "|    people_occupant              | 1.6919459    |\n",
+      "|    total_electricity_HVAC       | 0.49780393   |\n",
+      "|    wind_direction               | 0.8362475    |\n",
+      "|    wind_speed                   | 0.48832762   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 4752.5435    |\n",
+      "|    air_humidity                 | 52.90519     |\n",
+      "|    air_temperature              | 23.24928     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 9.0          |\n",
+      "|    diffuse_solar_radiation      | 66.0         |\n",
+      "|    direct_solar_radiation       | 76.5         |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 44.0         |\n",
+      "|    outdoor_temperature          | 23.420662    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 4900418.5    |\n",
+      "|    wind_direction               | 270.0        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 35%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.2666095    |\n",
+      "|    Heating_Setpoint_RL          | 0.8757408    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.524807    |\n",
+      "|    Heating_Setpoint_RL          | 22.55104     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.121543296 |\n",
+      "|    air_humidity                 | 0.9994794    |\n",
+      "|    air_temperature              | 0.33735174   |\n",
+      "|    clg_setpoint                 | -1.2238406   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.62071747  |\n",
+      "|    diffuse_solar_radiation      | -0.738083    |\n",
+      "|    direct_solar_radiation       | -0.5943773   |\n",
+      "|    hour                         | 0.9397183    |\n",
+      "|    htg_setpoint                 | -1.121636    |\n",
+      "|    month                        | -0.14972426  |\n",
+      "|    outdoor_humidity             | -1.6543038   |\n",
+      "|    outdoor_temperature          | 1.0651083    |\n",
+      "|    people_occupant              | 0.50024444   |\n",
+      "|    total_electricity_HVAC       | -0.17371824  |\n",
+      "|    wind_direction               | 1.3046609    |\n",
+      "|    wind_speed                   | 0.28413412   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2319.5623    |\n",
+      "|    air_humidity                 | 48.902187    |\n",
+      "|    air_temperature              | 23.249847    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 10.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 18.0         |\n",
+      "|    htg_setpoint                 | 13.131645    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 33.0         |\n",
+      "|    outdoor_temperature          | 20.915329    |\n",
+      "|    people_occupant              | 10.0         |\n",
+      "|    total_electricity_HVAC       | 1992078.1    |\n",
+      "|    wind_direction               | 320.0        |\n",
+      "|    wind_speed                   | 5.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 36%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.99088264 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.280771   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6090264  |\n",
+      "|    air_humidity                 | -0.14354603 |\n",
+      "|    air_temperature              | 0.20060135  |\n",
+      "|    clg_setpoint                 | 0.57273597  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.5064949  |\n",
+      "|    diffuse_solar_radiation      | -0.73849875 |\n",
+      "|    direct_solar_radiation       | -0.59504825 |\n",
+      "|    hour                         | 1.0841062   |\n",
+      "|    htg_setpoint                 | -0.07722862 |\n",
+      "|    month                        | -0.14956339 |\n",
+      "|    outdoor_humidity             | 0.4114396   |\n",
+      "|    outdoor_temperature          | 0.17269292  |\n",
+      "|    people_occupant              | -0.689549   |\n",
+      "|    total_electricity_HVAC       | -0.6156179  |\n",
+      "|    wind_direction               | 0.079637535 |\n",
+      "|    wind_speed                   | 0.48929554  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 34.658703   |\n",
+      "|    air_temperature              | 23.01336    |\n",
+      "|    clg_setpoint                 | 27.82721    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 17.378784   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 77.0        |\n",
+      "|    outdoor_temperature          | 12.300233   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 36%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60857654 |\n",
+      "|    air_humidity                 | 0.11040244  |\n",
+      "|    air_temperature              | 0.15272892  |\n",
+      "|    clg_setpoint                 | 0.8621012   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.3923975  |\n",
+      "|    diffuse_solar_radiation      | -0.7389046  |\n",
+      "|    direct_solar_radiation       | -0.59577686 |\n",
+      "|    hour                         | 1.228463    |\n",
+      "|    htg_setpoint                 | 0.28333786  |\n",
+      "|    month                        | -0.14940302 |\n",
+      "|    outdoor_humidity             | 0.69379765  |\n",
+      "|    outdoor_temperature          | 0.30199265  |\n",
+      "|    people_occupant              | -0.68848276 |\n",
+      "|    total_electricity_HVAC       | -0.615166   |\n",
+      "|    wind_direction               | -1.7123203  |\n",
+      "|    wind_speed                   | -2.0482483  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 37.813908   |\n",
+      "|    air_temperature              | 22.9308     |\n",
+      "|    clg_setpoint                 | 28.565605   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 18.844707   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 83.0        |\n",
+      "|    outdoor_temperature          | 13.553409   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 36%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.8902992   |\n",
+      "|    Heating_Setpoint_RL          | 0.46112388  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.62976    |\n",
+      "|    Heating_Setpoint_RL          | 20.218822   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.608323   |\n",
+      "|    air_humidity                 | 0.088134296 |\n",
+      "|    air_temperature              | -0.39419362 |\n",
+      "|    clg_setpoint                 | 0.6118982   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.2783761  |\n",
+      "|    diffuse_solar_radiation      | -0.73908025 |\n",
+      "|    direct_solar_radiation       | -0.59596443 |\n",
+      "|    hour                         | 1.3727806   |\n",
+      "|    htg_setpoint                 | -0.3420801  |\n",
+      "|    month                        | -0.14924318 |\n",
+      "|    outdoor_humidity             | 0.41374925  |\n",
+      "|    outdoor_temperature          | 0.034558635 |\n",
+      "|    people_occupant              | -0.68884766 |\n",
+      "|    total_electricity_HVAC       | -0.61492014 |\n",
+      "|    wind_direction               | -0.86158663 |\n",
+      "|    wind_speed                   | -0.9836789  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 37.533783   |\n",
+      "|    air_temperature              | 21.985355   |\n",
+      "|    clg_setpoint                 | 27.928257   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 16.29887    |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 77.0        |\n",
+      "|    outdoor_temperature          | 10.98293    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 90.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 1.0           |\n",
+      "|    Heating_Setpoint_RL          | -0.1389032    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 30.0          |\n",
+      "|    Heating_Setpoint_RL          | 16.84367      |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.60827386   |\n",
+      "|    air_humidity                 | 0.025670394   |\n",
+      "|    air_temperature              | -0.3727224    |\n",
+      "|    clg_setpoint                 | 1.3715427     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.16439521   |\n",
+      "|    diffuse_solar_radiation      | -0.7395076    |\n",
+      "|    direct_solar_radiation       | -0.59666336   |\n",
+      "|    hour                         | 1.5170494     |\n",
+      "|    htg_setpoint                 | 0.003423698   |\n",
+      "|    month                        | -0.14908385   |\n",
+      "|    outdoor_humidity             | -0.00809261   |\n",
+      "|    outdoor_temperature          | -0.0051892204 |\n",
+      "|    people_occupant              | -0.6892111    |\n",
+      "|    total_electricity_HVAC       | -0.6148808    |\n",
+      "|    wind_direction               | -1.7091827    |\n",
+      "|    wind_speed                   | -2.0488274    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186     |\n",
+      "|    air_humidity                 | 36.753178     |\n",
+      "|    air_temperature              | 22.023882     |\n",
+      "|    clg_setpoint                 | 29.864319     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 14.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 22.0          |\n",
+      "|    htg_setpoint                 | 17.705782     |\n",
+      "|    month                        | 5.0           |\n",
+      "|    outdoor_humidity             | 68.0          |\n",
+      "|    outdoor_temperature          | 10.602514     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 78333.47      |\n",
+      "|    wind_direction               | 0.0           |\n",
+      "|    wind_speed                   | 0.0           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.019831061 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 17.51345     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.1565843    |\n",
+      "|    air_humidity                 | -0.111738    |\n",
+      "|    air_temperature              | 0.019464813  |\n",
+      "|    clg_setpoint                 | 1.4251049    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.050433032 |\n",
+      "|    diffuse_solar_radiation      | -0.7398747   |\n",
+      "|    direct_solar_radiation       | -0.59732294  |\n",
+      "|    hour                         | 1.6612597    |\n",
+      "|    htg_setpoint                 | 1.2317191    |\n",
+      "|    month                        | -0.14892504  |\n",
+      "|    outdoor_humidity             | -0.2418484   |\n",
+      "|    outdoor_temperature          | 0.15668045   |\n",
+      "|    people_occupant              | -0.689573    |\n",
+      "|    total_electricity_HVAC       | 1.484895     |\n",
+      "|    wind_direction               | -1.4243611   |\n",
+      "|    wind_speed                   | -0.98203707  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 8137.178     |\n",
+      "|    air_humidity                 | 35.04822     |\n",
+      "|    air_temperature              | 22.702517    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 22.702473    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 63.0         |\n",
+      "|    outdoor_temperature          | 12.166731    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 9137574.0    |\n",
+      "|    wind_direction               | 30.0         |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.7865542   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 22.049368   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6084984  |\n",
+      "|    air_humidity                 | 0.93578845  |\n",
+      "|    air_temperature              | -0.730345   |\n",
+      "|    clg_setpoint                 | -0.21525444 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.17764567  |\n",
+      "|    diffuse_solar_radiation      | -0.73995984 |\n",
+      "|    direct_solar_radiation       | -0.5980422  |\n",
+      "|    hour                         | -1.6610693  |\n",
+      "|    htg_setpoint                 | -0.57135296 |\n",
+      "|    month                        | -0.14876671 |\n",
+      "|    outdoor_humidity             | 0.6982187   |\n",
+      "|    outdoor_temperature          | 0.049084872 |\n",
+      "|    people_occupant              | -0.6899335  |\n",
+      "|    total_electricity_HVAC       | -0.6150873  |\n",
+      "|    wind_direction               | -1.3277556  |\n",
+      "|    wind_speed                   | -1.1871827  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 48.03753    |\n",
+      "|    air_temperature              | 21.408863   |\n",
+      "|    clg_setpoint                 | 25.819948   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 15.366997   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 83.0        |\n",
+      "|    outdoor_temperature          | 11.1392145  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.09436836  |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.306507    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6088074   |\n",
+      "|    air_humidity                 | 1.2132572    |\n",
+      "|    air_temperature              | 0.02804625   |\n",
+      "|    clg_setpoint                 | -0.059565533 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.29168645   |\n",
+      "|    diffuse_solar_radiation      | -0.74039423  |\n",
+      "|    direct_solar_radiation       | -0.59877187  |\n",
+      "|    hour                         | -1.5164123   |\n",
+      "|    htg_setpoint                 | 0.13374117   |\n",
+      "|    month                        | -0.14860891  |\n",
+      "|    outdoor_humidity             | 1.1685443    |\n",
+      "|    outdoor_temperature          | 0.24402548   |\n",
+      "|    people_occupant              | -0.6902925   |\n",
+      "|    total_electricity_HVAC       | -0.61536956  |\n",
+      "|    wind_direction               | -1.6085782   |\n",
+      "|    wind_speed                   | -0.77684087  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 51.49804     |\n",
+      "|    air_temperature              | 22.718552    |\n",
+      "|    clg_setpoint                 | 26.215746    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 18.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 1.0          |\n",
+      "|    htg_setpoint                 | 18.237722    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 93.0         |\n",
+      "|    outdoor_temperature          | 13.021907    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 10.0         |\n",
+      "|    wind_speed                   | 3.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9161221  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.533089   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6084645  |\n",
+      "|    air_humidity                 | 2.2281916   |\n",
+      "|    air_temperature              | 0.023173276 |\n",
+      "|    clg_setpoint                 | -0.8184318  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.40568534  |\n",
+      "|    diffuse_solar_radiation      | -0.7408136  |\n",
+      "|    direct_solar_radiation       | -0.5982224  |\n",
+      "|    hour                         | -1.3718073  |\n",
+      "|    htg_setpoint                 | -0.09641523 |\n",
+      "|    month                        | -0.1484516  |\n",
+      "|    outdoor_humidity             | 1.4936414   |\n",
+      "|    outdoor_temperature          | 0.43110526  |\n",
+      "|    people_occupant              | -0.68923765 |\n",
+      "|    total_electricity_HVAC       | -0.6150628  |\n",
+      "|    wind_direction               | -0.85176545 |\n",
+      "|    wind_speed                   | -1.1874772  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 64.20977    |\n",
+      "|    air_temperature              | 22.710413   |\n",
+      "|    clg_setpoint                 | 24.284004   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 17.305061   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 14.82602    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 90.0        |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5532068   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.492073   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.3548703   |\n",
+      "|    air_humidity                 | 1.5112429   |\n",
+      "|    air_temperature              | 0.3368284   |\n",
+      "|    clg_setpoint                 | 0.89143974  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.51960707  |\n",
+      "|    diffuse_solar_radiation      | -0.7410685  |\n",
+      "|    direct_solar_radiation       | -0.5975293  |\n",
+      "|    hour                         | -1.2272445  |\n",
+      "|    htg_setpoint                 | 1.3643141   |\n",
+      "|    month                        | -0.14829479 |\n",
+      "|    outdoor_humidity             | 0.73884916  |\n",
+      "|    outdoor_temperature          | 0.13416216  |\n",
+      "|    people_occupant              | -0.68818766 |\n",
+      "|    total_electricity_HVAC       | 1.7108978   |\n",
+      "|    wind_direction               | 1.4110007   |\n",
+      "|    wind_speed                   | -0.36549196 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 9016.17     |\n",
+      "|    air_humidity                 | 55.4151     |\n",
+      "|    air_temperature              | 23.250315   |\n",
+      "|    clg_setpoint                 | 28.643064   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 84.0        |\n",
+      "|    outdoor_temperature          | 11.983351   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 10087118.0  |\n",
+      "|    wind_direction               | 330.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.71959996  |\n",
+      "|    Heating_Setpoint_RL          | 0.31140158   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.19635     |\n",
+      "|    Heating_Setpoint_RL          | 19.376635    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 2.0119252    |\n",
+      "|    air_humidity                 | -0.6858347   |\n",
+      "|    air_temperature              | -0.047461703 |\n",
+      "|    clg_setpoint                 | -0.8646301   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.63340336   |\n",
+      "|    diffuse_solar_radiation      | -0.33012083  |\n",
+      "|    direct_solar_radiation       | -0.28526837  |\n",
+      "|    hour                         | -1.082715    |\n",
+      "|    htg_setpoint                 | 1.3652309    |\n",
+      "|    month                        | -0.14813846  |\n",
+      "|    outdoor_humidity             | -0.43210474  |\n",
+      "|    outdoor_temperature          | -0.04973574  |\n",
+      "|    people_occupant              | -0.6885478   |\n",
+      "|    total_electricity_HVAC       | 2.1804938    |\n",
+      "|    wind_direction               | 1.3122666    |\n",
+      "|    wind_speed                   | -1.1877444   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 11997.698    |\n",
+      "|    air_humidity                 | 28.025217    |\n",
+      "|    air_temperature              | 22.588898    |\n",
+      "|    clg_setpoint                 | 24.166481    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 21.0         |\n",
+      "|    diffuse_solar_radiation      | 39.5         |\n",
+      "|    direct_solar_radiation       | 78.0         |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 59.0         |\n",
+      "|    outdoor_temperature          | 10.232095    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 12101271.0   |\n",
+      "|    wind_direction               | 320.0        |\n",
+      "|    wind_speed                   | 2.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*------------------------------------------------------------| 39%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.37914506  |\n",
+      "|    Heating_Setpoint_RL          | -0.67060727 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.904613   |\n",
+      "|    Heating_Setpoint_RL          | 13.852834   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60832083 |\n",
+      "|    air_humidity                 | 1.5505513   |\n",
+      "|    air_temperature              | -0.47507367 |\n",
+      "|    clg_setpoint                 | -1.2236389  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.74701333  |\n",
+      "|    diffuse_solar_radiation      | 0.5022675   |\n",
+      "|    direct_solar_radiation       | -0.44039974 |\n",
+      "|    hour                         | -0.93821096 |\n",
+      "|    htg_setpoint                 | -0.4823811  |\n",
+      "|    month                        | -0.14798264 |\n",
+      "|    outdoor_humidity             | 0.45979488  |\n",
+      "|    outdoor_temperature          | 0.5068136   |\n",
+      "|    people_occupant              | -0.68890655 |\n",
+      "|    total_electricity_HVAC       | -0.6149584  |\n",
+      "|    wind_direction               | -1.4159532  |\n",
+      "|    wind_speed                   | -1.1857902  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 55.93281    |\n",
+      "|    air_temperature              | 21.854412   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 119.5       |\n",
+      "|    direct_solar_radiation       | 39.5        |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 15.732168   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 78.0        |\n",
+      "|    outdoor_temperature          | 15.581248   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 39%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.78152287   |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.26264     |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.608517    |\n",
+      "|    air_humidity                 | 1.2679999    |\n",
+      "|    air_temperature              | -0.42952722  |\n",
+      "|    clg_setpoint                 | 0.9262774    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.8603638    |\n",
+      "|    diffuse_solar_radiation      | 1.3599285    |\n",
+      "|    direct_solar_radiation       | -0.111077555 |\n",
+      "|    hour                         | -0.79372567  |\n",
+      "|    htg_setpoint                 | -0.120929986 |\n",
+      "|    month                        | -0.14782731  |\n",
+      "|    outdoor_humidity             | 1.3511497    |\n",
+      "|    outdoor_temperature          | 0.32025206   |\n",
+      "|    people_occupant              | -0.6892638   |\n",
+      "|    total_electricity_HVAC       | -0.61514807  |\n",
+      "|    wind_direction               | -0.5680781   |\n",
+      "|    wind_speed                   | -1.185311    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 52.43176     |\n",
+      "|    air_temperature              | 21.934097    |\n",
+      "|    clg_setpoint                 | 28.730309    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 23.0         |\n",
+      "|    diffuse_solar_radiation      | 202.5        |\n",
+      "|    direct_solar_radiation       | 121.5        |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 17.203861    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 97.0         |\n",
+      "|    outdoor_temperature          | 13.805297    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 120.0        |\n",
+      "|    wind_speed                   | 2.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*------------------------------------------------------------| 39%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6083229  |\n",
+      "|    air_humidity                 | 2.6200674   |\n",
+      "|    air_temperature              | -0.5527771  |\n",
+      "|    clg_setpoint                 | 1.4251944   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.97336954  |\n",
+      "|    diffuse_solar_radiation      | 0.9846728   |\n",
+      "|    direct_solar_radiation       | -0.58583456 |\n",
+      "|    hour                         | -0.64925355 |\n",
+      "|    htg_setpoint                 | -0.36429465 |\n",
+      "|    month                        | -0.14767247 |\n",
+      "|    outdoor_humidity             | 1.4878459   |\n",
+      "|    outdoor_temperature          | 0.53802055  |\n",
+      "|    people_occupant              | -0.6896197  |\n",
+      "|    total_electricity_HVAC       | -0.61497134 |\n",
+      "|    wind_direction               | -0.66039675 |\n",
+      "|    wind_speed                   | 0.089700304 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 69.43036    |\n",
+      "|    air_temperature              | 21.72368    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 166.5       |\n",
+      "|    direct_solar_radiation       | 3.0         |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 16.217842   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 15.896879   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 110.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 40%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.8322412     |\n",
+      "|    Heating_Setpoint_RL          | 0.3395626     |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 29.433815     |\n",
+      "|    Heating_Setpoint_RL          | 19.53504      |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.40790892   |\n",
+      "|    air_humidity                 | 0.84172815    |\n",
+      "|    air_temperature              | -0.007417446  |\n",
+      "|    clg_setpoint                 | -1.1573968    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.0859339     |\n",
+      "|    diffuse_solar_radiation      | 1.8670789     |\n",
+      "|    direct_solar_radiation       | 1.8019758     |\n",
+      "|    hour                         | -0.5047898    |\n",
+      "|    htg_setpoint                 | -1.3350142    |\n",
+      "|    month                        | -0.14751811   |\n",
+      "|    outdoor_humidity             | 0.17400947    |\n",
+      "|    outdoor_temperature          | 0.59672314    |\n",
+      "|    people_occupant              | -0.68997425   |\n",
+      "|    total_electricity_HVAC       | -0.4064762    |\n",
+      "|    wind_direction               | -0.0017091085 |\n",
+      "|    wind_speed                   | 1.3220274     |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 993.85614     |\n",
+      "|    air_humidity                 | 47.27361      |\n",
+      "|    air_temperature              | 22.661167     |\n",
+      "|    clg_setpoint                 | 23.414194     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 25.0          |\n",
+      "|    diffuse_solar_radiation      | 251.5         |\n",
+      "|    direct_solar_radiation       | 597.5         |\n",
+      "|    hour                         | 8.0           |\n",
+      "|    htg_setpoint                 | 12.270449     |\n",
+      "|    month                        | 5.0           |\n",
+      "|    outdoor_humidity             | 72.0          |\n",
+      "|    outdoor_temperature          | 16.463074     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 971273.0      |\n",
+      "|    wind_direction               | 180.0         |\n",
+      "|    wind_speed                   | 8.2           |\n",
+      "---------------------------------------------------\n",
+      "-------------------------------------------------**-----------------------------------------------------------| 40%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.83462936 |\n",
+      "|    Heating_Setpoint_RL          | -0.52591705 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.808126   |\n",
+      "|    Heating_Setpoint_RL          | 14.666717   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.47202796 |\n",
+      "|    air_humidity                 | -0.22351716 |\n",
+      "|    air_temperature              | 0.09612024  |\n",
+      "|    clg_setpoint                 | 0.39808273  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1979498   |\n",
+      "|    diffuse_solar_radiation      | 2.6814764   |\n",
+      "|    direct_solar_radiation       | 1.3516365   |\n",
+      "|    hour                         | -0.36033097 |\n",
+      "|    htg_setpoint                 | -1.4000232  |\n",
+      "|    month                        | -0.14736424 |\n",
+      "|    outdoor_humidity             | -1.1366507  |\n",
+      "|    outdoor_temperature          | 1.042166    |\n",
+      "|    people_occupant              | -0.6889353  |\n",
+      "|    total_electricity_HVAC       | -0.48826927 |\n",
+      "|    wind_direction               | 0.4689044   |\n",
+      "|    wind_speed                   | 2.5925913   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 700.16675   |\n",
+      "|    air_humidity                 | 33.915485   |\n",
+      "|    air_temperature              | 22.838379   |\n",
+      "|    clg_setpoint                 | 27.381535   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 330.5       |\n",
+      "|    direct_solar_radiation       | 485.5       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 44.0        |\n",
+      "|    outdoor_temperature          | 20.731976   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 617523.75   |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 11.3        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*-----------------------------------------------------------| 40%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.8761418    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 22.553299    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.115803026 |\n",
+      "|    air_humidity                 | 0.064861454  |\n",
+      "|    air_temperature              | 0.3361109    |\n",
+      "|    clg_setpoint                 | -1.2228545   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.3092995    |\n",
+      "|    diffuse_solar_radiation      | 3.351669     |\n",
+      "|    direct_solar_radiation       | 0.53877383   |\n",
+      "|    hour                         | -0.21587436  |\n",
+      "|    htg_setpoint                 | -1.3980854   |\n",
+      "|    month                        | -0.14721085  |\n",
+      "|    outdoor_humidity             | -0.8536776   |\n",
+      "|    outdoor_temperature          | 0.56264126   |\n",
+      "|    people_occupant              | 1.6960356    |\n",
+      "|    total_electricity_HVAC       | -0.09786042  |\n",
+      "|    wind_direction               | 1.1264176    |\n",
+      "|    wind_speed                   | 0.2915754    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2310.5027    |\n",
+      "|    air_humidity                 | 37.52079     |\n",
+      "|    air_temperature              | 23.249416    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 27.0         |\n",
+      "|    diffuse_solar_radiation      | 396.0        |\n",
+      "|    direct_solar_radiation       | 283.0        |\n",
+      "|    hour                         | 10.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 50.0         |\n",
+      "|    outdoor_temperature          | 16.15877     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2288086.0    |\n",
+      "|    wind_direction               | 300.0        |\n",
+      "|    wind_speed                   | 5.7          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**-----------------------------------------------------------| 40%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9524904  |\n",
+      "|    Heating_Setpoint_RL          | -0.8861965  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.410345   |\n",
+      "|    Heating_Setpoint_RL          | 12.640144   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5097414  |\n",
+      "|    air_humidity                 | 0.17611368  |\n",
+      "|    air_temperature              | 1.8352615   |\n",
+      "|    clg_setpoint                 | 1.4250112   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4198565   |\n",
+      "|    diffuse_solar_radiation      | 2.6966403   |\n",
+      "|    direct_solar_radiation       | 1.7132481   |\n",
+      "|    hour                         | -0.0714184  |\n",
+      "|    htg_setpoint                 | -1.1272765  |\n",
+      "|    month                        | -0.14705794 |\n",
+      "|    outdoor_humidity             | -1.6460426  |\n",
+      "|    outdoor_temperature          | 1.4657639   |\n",
+      "|    people_occupant              | 1.218262    |\n",
+      "|    total_electricity_HVAC       | -0.5234866  |\n",
+      "|    wind_direction               | 1.1233435   |\n",
+      "|    wind_speed                   | -0.16034156 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 527.1842    |\n",
+      "|    air_humidity                 | 38.914577   |\n",
+      "|    air_temperature              | 25.818298   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 333.0       |\n",
+      "|    direct_solar_radiation       | 576.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 13.097027   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 33.0        |\n",
+      "|    outdoor_temperature          | 24.803509   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 464528.72   |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.009517068 |\n",
+      "|    clip_fraction                | 0.0901      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.72       |\n",
+      "|    explained_variance           | 0.518       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.646       |\n",
+      "|    n_updates                    | 240         |\n",
+      "|    policy_gradient_loss         | -0.0108     |\n",
+      "|    std                          | 0.937       |\n",
+      "|    value_loss                   | 3.04        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**----------------------------------------------------------| 41%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.14845592   |\n",
+      "|    Heating_Setpoint_RL          | 0.5692137    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.126038    |\n",
+      "|    Heating_Setpoint_RL          | 20.826828    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.32096493  |\n",
+      "|    air_humidity                 | 0.5815977    |\n",
+      "|    air_temperature              | 1.7726861    |\n",
+      "|    clg_setpoint                 | -0.09891225  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.5294865    |\n",
+      "|    diffuse_solar_radiation      | 2.0428421    |\n",
+      "|    direct_solar_radiation       | 2.1382947    |\n",
+      "|    hour                         | 0.07303753   |\n",
+      "|    htg_setpoint                 | -1.3965434   |\n",
+      "|    month                        | -0.14690548  |\n",
+      "|    outdoor_humidity             | -1.5512865   |\n",
+      "|    outdoor_temperature          | 1.7947836    |\n",
+      "|    people_occupant              | 0.2641492    |\n",
+      "|    total_electricity_HVAC       | -0.3999081   |\n",
+      "|    wind_direction               | -0.007803499 |\n",
+      "|    wind_speed                   | 0.9096487    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1382.5634    |\n",
+      "|    air_humidity                 | 44.025253    |\n",
+      "|    air_temperature              | 25.710583    |\n",
+      "|    clg_setpoint                 | 26.111204    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 29.0         |\n",
+      "|    diffuse_solar_radiation      | 270.0        |\n",
+      "|    direct_solar_radiation       | 682.5        |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 35.0         |\n",
+      "|    outdoor_temperature          | 27.980436    |\n",
+      "|    people_occupant              | 8.0          |\n",
+      "|    total_electricity_HVAC       | 995106.2     |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 7.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------**----------------------------------------------------------| 41%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.028784752 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 17.463085    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.016564947  |\n",
+      "|    air_humidity                 | 0.6723206    |\n",
+      "|    air_temperature              | 1.5732812    |\n",
+      "|    clg_setpoint                 | -0.38910043  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.6380478    |\n",
+      "|    diffuse_solar_radiation      | 1.4525697    |\n",
+      "|    direct_solar_radiation       | 2.2463984    |\n",
+      "|    hour                         | 0.21749306   |\n",
+      "|    htg_setpoint                 | -1.3957322   |\n",
+      "|    month                        | -0.14675352  |\n",
+      "|    outdoor_humidity             | -1.9242319   |\n",
+      "|    outdoor_temperature          | 1.8413352    |\n",
+      "|    people_occupant              | 1.216602     |\n",
+      "|    total_electricity_HVAC       | -0.039743636 |\n",
+      "|    wind_direction               | 0.08675934   |\n",
+      "|    wind_speed                   | -0.1571145   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2908.4802    |\n",
+      "|    air_humidity                 | 45.18752     |\n",
+      "|    air_temperature              | 25.368795    |\n",
+      "|    clg_setpoint                 | 25.369184    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 30.0         |\n",
+      "|    diffuse_solar_radiation      | 213.0        |\n",
+      "|    direct_solar_radiation       | 710.0        |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 27.0         |\n",
+      "|    outdoor_temperature          | 28.463045    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 2536471.0    |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***----------------------------------------------------------| 41%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.034458518 |\n",
+      "|    Heating_Setpoint_RL          | -0.69303393 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.741297   |\n",
+      "|    Heating_Setpoint_RL          | 13.726685   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.16759835 |\n",
+      "|    air_humidity                 | 0.72901684  |\n",
+      "|    air_temperature              | 1.8875486   |\n",
+      "|    clg_setpoint                 | -0.14004552 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7453934   |\n",
+      "|    diffuse_solar_radiation      | 1.662847    |\n",
+      "|    direct_solar_radiation       | 1.6598347   |\n",
+      "|    hour                         | 0.36194682  |\n",
+      "|    htg_setpoint                 | 0.2419487   |\n",
+      "|    month                        | -0.14660202 |\n",
+      "|    outdoor_humidity             | -0.6602721  |\n",
+      "|    outdoor_temperature          | 1.6507013   |\n",
+      "|    people_occupant              | 1.6920379   |\n",
+      "|    total_electricity_HVAC       | -0.24621752 |\n",
+      "|    wind_direction               | -0.19447857 |\n",
+      "|    wind_speed                   | 0.70687497  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2078.0322   |\n",
+      "|    air_humidity                 | 45.923355   |\n",
+      "|    air_temperature              | 25.90593    |\n",
+      "|    clg_setpoint                 | 26.002249   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 233.5       |\n",
+      "|    direct_solar_radiation       | 564.5       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 18.664062   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 54.0        |\n",
+      "|    outdoor_temperature          | 26.674305   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1655261.2   |\n",
+      "|    wind_direction               | 160.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***----------------------------------------------------------| 41%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.40397128 |\n",
+      "|    air_humidity                 | -0.18220493 |\n",
+      "|    air_temperature              | 1.1762214   |\n",
+      "|    clg_setpoint                 | 1.4273158   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6686475  |\n",
+      "|    diffuse_solar_radiation      | 1.093792    |\n",
+      "|    direct_solar_radiation       | 1.2783546   |\n",
+      "|    hour                         | 0.5063966   |\n",
+      "|    htg_setpoint                 | -1.3947461  |\n",
+      "|    month                        | 0.1475132   |\n",
+      "|    outdoor_humidity             | -1.9254504  |\n",
+      "|    outdoor_temperature          | 1.9325547   |\n",
+      "|    people_occupant              | -0.689665   |\n",
+      "|    total_electricity_HVAC       | -0.42067915 |\n",
+      "|    wind_direction               | 1.0303185   |\n",
+      "|    wind_speed                   | 1.3232162   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1009.71594  |\n",
+      "|    air_humidity                 | 34.53883    |\n",
+      "|    air_temperature              | 24.688583   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 178.5       |\n",
+      "|    direct_solar_radiation       | 469.5       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 27.0        |\n",
+      "|    outdoor_temperature          | 29.404476   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 908744.4    |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 8.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****---------------------------------------------------------| 42%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.9375984   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.789394   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.11854183 |\n",
+      "|    air_humidity                 | -1.2640731  |\n",
+      "|    air_temperature              | 0.59301543  |\n",
+      "|    clg_setpoint                 | -1.0474424  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5493422  |\n",
+      "|    diffuse_solar_radiation      | 0.3158997   |\n",
+      "|    direct_solar_radiation       | 1.4928557   |\n",
+      "|    hour                         | 0.650839    |\n",
+      "|    htg_setpoint                 | 0.06606661  |\n",
+      "|    month                        | 0.1473615   |\n",
+      "|    outdoor_humidity             | -1.5466535  |\n",
+      "|    outdoor_temperature          | 1.3071103   |\n",
+      "|    people_occupant              | -0.68864137 |\n",
+      "|    total_electricity_HVAC       | -0.1061385  |\n",
+      "|    wind_direction               | 1.4038019   |\n",
+      "|    wind_speed                   | 1.1175095   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2294.0676   |\n",
+      "|    air_humidity                 | 20.979498   |\n",
+      "|    air_temperature              | 23.692259   |\n",
+      "|    clg_setpoint                 | 23.692396   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 103.0       |\n",
+      "|    direct_solar_radiation       | 524.0       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 17.941227   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 35.0        |\n",
+      "|    outdoor_temperature          | 23.440681   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2248776.8   |\n",
+      "|    wind_direction               | 330.0       |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****---------------------------------------------------------| 42%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.34042642  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.539898   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.176919   |\n",
+      "|    air_humidity                 | 0.8629314   |\n",
+      "|    air_temperature              | 0.33690113  |\n",
+      "|    clg_setpoint                 | -1.220978   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4311948  |\n",
+      "|    diffuse_solar_radiation      | -0.1067383  |\n",
+      "|    direct_solar_radiation       | 0.7339842   |\n",
+      "|    hour                         | 0.7952699   |\n",
+      "|    htg_setpoint                 | -0.48177898 |\n",
+      "|    month                        | 0.14721027  |\n",
+      "|    outdoor_humidity             | -0.23464061 |\n",
+      "|    outdoor_temperature          | 0.6798265   |\n",
+      "|    people_occupant              | 1.6947609   |\n",
+      "|    total_electricity_HVAC       | -0.13577777 |\n",
+      "|    wind_direction               | 0.27142408  |\n",
+      "|    wind_speed                   | 0.7064114   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2029.5038   |\n",
+      "|    air_humidity                 | 47.596096   |\n",
+      "|    air_temperature              | 23.255453   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 62.0        |\n",
+      "|    direct_solar_radiation       | 335.0       |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 15.706862   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 63.0        |\n",
+      "|    outdoor_temperature          | 17.440145   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 2120930.2   |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****---------------------------------------------------------| 42%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.3891648   |\n",
+      "|    Heating_Setpoint_RL          | -0.78541505 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.93843    |\n",
+      "|    Heating_Setpoint_RL          | 13.207041   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.34752756 |\n",
+      "|    air_humidity                 | 0.9987861   |\n",
+      "|    air_temperature              | 0.33285248  |\n",
+      "|    clg_setpoint                 | -1.2208177  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3140215  |\n",
+      "|    diffuse_solar_radiation      | -0.45276475 |\n",
+      "|    direct_solar_radiation       | -0.55784696 |\n",
+      "|    hour                         | 0.9396842   |\n",
+      "|    htg_setpoint                 | 0.021096505 |\n",
+      "|    month                        | 0.1470595   |\n",
+      "|    outdoor_humidity             | -0.5594101  |\n",
+      "|    outdoor_temperature          | 0.82210433  |\n",
+      "|    people_occupant              | 0.50230795  |\n",
+      "|    total_electricity_HVAC       | -0.35183454 |\n",
+      "|    wind_direction               | 0.08228404  |\n",
+      "|    wind_speed                   | 0.09108473  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1261.206    |\n",
+      "|    air_humidity                 | 49.296444   |\n",
+      "|    air_temperature              | 23.24947    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 28.5        |\n",
+      "|    direct_solar_radiation       | 11.5        |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 17.753513   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 56.0        |\n",
+      "|    outdoor_temperature          | 18.821716   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 1199904.8   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.025453381 |\n",
+      "|    Heating_Setpoint_RL          | -0.45786622  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.539095    |\n",
+      "|    Heating_Setpoint_RL          | 15.049502    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6083473   |\n",
+      "|    air_humidity                 | 1.1541849    |\n",
+      "|    air_temperature              | 0.668596     |\n",
+      "|    clg_setpoint                 | 1.423929     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.197658    |\n",
+      "|    diffuse_solar_radiation      | -0.74658746  |\n",
+      "|    direct_solar_radiation       | -0.6041496   |\n",
+      "|    hour                         | 1.0840758    |\n",
+      "|    htg_setpoint                 | 0.9185317    |\n",
+      "|    month                        | 0.14690919   |\n",
+      "|    outdoor_humidity             | 0.4702654    |\n",
+      "|    outdoor_temperature          | 0.65137553   |\n",
+      "|    people_occupant              | -0.45138165  |\n",
+      "|    total_electricity_HVAC       | -0.6150111   |\n",
+      "|    wind_direction               | -0.10635991  |\n",
+      "|    wind_speed                   | 0.29735142   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 51.255657    |\n",
+      "|    air_temperature              | 23.82274     |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 5.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 19.0         |\n",
+      "|    htg_setpoint                 | 21.406929    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 78.0         |\n",
+      "|    outdoor_temperature          | 17.196102    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 170.0        |\n",
+      "|    wind_speed                   | 5.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.095000505 |\n",
+      "|    Heating_Setpoint_RL          | 0.84083533   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.304373    |\n",
+      "|    Heating_Setpoint_RL          | 22.354698    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.0051024044 |\n",
+      "|    air_humidity                 | 2.361167     |\n",
+      "|    air_temperature              | 0.3323021    |\n",
+      "|    clg_setpoint                 | 1.2633803    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.0819583   |\n",
+      "|    diffuse_solar_radiation      | -0.7469467   |\n",
+      "|    direct_solar_radiation       | -0.60355824  |\n",
+      "|    hour                         | 1.2284378    |\n",
+      "|    htg_setpoint                 | 1.3703772    |\n",
+      "|    month                        | 0.14675935   |\n",
+      "|    outdoor_humidity             | 1.4982122    |\n",
+      "|    outdoor_temperature          | 0.7893825    |\n",
+      "|    people_occupant              | -0.45179394  |\n",
+      "|    total_electricity_HVAC       | 6.376687e-05 |\n",
+      "|    wind_direction               | 0.08197916   |\n",
+      "|    wind_speed                   | 0.9129215    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2845.2683    |\n",
+      "|    air_humidity                 | 66.459       |\n",
+      "|    air_temperature              | 23.249966    |\n",
+      "|    clg_setpoint                 | 29.591       |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 6.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 18.528522    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 2696740.0    |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 7.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.17470968 |\n",
+      "|    Heating_Setpoint_RL          | 0.5852868   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.035355   |\n",
+      "|    Heating_Setpoint_RL          | 20.917238   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.3391639  |\n",
+      "|    air_humidity                 | 0.5520605   |\n",
+      "|    air_temperature              | 0.33173692  |\n",
+      "|    clg_setpoint                 | 1.3668501   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9667931  |\n",
+      "|    diffuse_solar_radiation      | -0.7471867  |\n",
+      "|    direct_solar_radiation       | -0.60377544 |\n",
+      "|    hour                         | 1.3727622   |\n",
+      "|    htg_setpoint                 | 1.3700448   |\n",
+      "|    month                        | 0.14660995  |\n",
+      "|    outdoor_humidity             | -0.5149063  |\n",
+      "|    outdoor_temperature          | 1.1400914   |\n",
+      "|    people_occupant              | -0.69037753 |\n",
+      "|    total_electricity_HVAC       | -0.10523023 |\n",
+      "|    wind_direction               | -1.3334028  |\n",
+      "|    wind_speed                   | -0.56772965 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1298.8374   |\n",
+      "|    air_humidity                 | 43.857086   |\n",
+      "|    air_temperature              | 23.249687   |\n",
+      "|    clg_setpoint                 | 29.855024   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 57.0        |\n",
+      "|    outdoor_temperature          | 21.912638   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2249482.8   |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.4612167    |\n",
+      "|    Heating_Setpoint_RL          | -0.52705014  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.181606    |\n",
+      "|    Heating_Setpoint_RL          | 14.660343    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.31526464  |\n",
+      "|    air_humidity                 | -0.073932275 |\n",
+      "|    air_temperature              | 0.2890454    |\n",
+      "|    clg_setpoint                 | -0.0703208   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.8520486   |\n",
+      "|    diffuse_solar_radiation      | -0.74689275  |\n",
+      "|    direct_solar_radiation       | -0.60358244  |\n",
+      "|    hour                         | 1.5170405    |\n",
+      "|    htg_setpoint                 | 1.3517725    |\n",
+      "|    month                        | 0.14646101   |\n",
+      "|    outdoor_humidity             | -0.84222233  |\n",
+      "|    outdoor_temperature          | 0.9721619    |\n",
+      "|    people_occupant              | -0.68936443  |\n",
+      "|    total_electricity_HVAC       | 0.22493471   |\n",
+      "|    wind_direction               | 1.3082794    |\n",
+      "|    wind_speed                   | -0.566102    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1403.7941    |\n",
+      "|    air_humidity                 | 35.99758     |\n",
+      "|    air_temperature              | 23.177408    |\n",
+      "|    clg_setpoint                 | 26.187922    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 8.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 23.177595    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 50.0         |\n",
+      "|    outdoor_temperature          | 20.328197    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 3650372.2    |\n",
+      "|    wind_direction               | 320.0        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*****-------------------------------------------------------| 44%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.7385005   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 13.470935    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.07118576  |\n",
+      "|    air_humidity                 | 0.7613207    |\n",
+      "|    air_temperature              | -0.1952197   |\n",
+      "|    clg_setpoint                 | -0.89400256  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.737626    |\n",
+      "|    diffuse_solar_radiation      | -0.74732506  |\n",
+      "|    direct_solar_radiation       | -0.60427386  |\n",
+      "|    hour                         | 1.6612628    |\n",
+      "|    htg_setpoint                 | 1.1498997    |\n",
+      "|    month                        | 0.14631253   |\n",
+      "|    outdoor_humidity             | 0.09529226   |\n",
+      "|    outdoor_temperature          | 0.63561517   |\n",
+      "|    people_occupant              | -0.68835574  |\n",
+      "|    total_electricity_HVAC       | -0.021358749 |\n",
+      "|    wind_direction               | 0.6490675    |\n",
+      "|    wind_speed                   | -0.7721745   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2496.5876    |\n",
+      "|    air_humidity                 | 46.47457     |\n",
+      "|    air_temperature              | 22.35411     |\n",
+      "|    clg_setpoint                 | 24.087158    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 9.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 22.35411     |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 70.0         |\n",
+      "|    outdoor_temperature          | 17.11856     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2600184.5    |\n",
+      "|    wind_direction               | 250.0        |\n",
+      "|    wind_speed                   | 3.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------******-------------------------------------------------------| 44%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9934356  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.272154   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.15824048  |\n",
+      "|    air_humidity                 | 1.0880904   |\n",
+      "|    air_temperature              | 0.3308566   |\n",
+      "|    clg_setpoint                 | 1.4225653   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.5100578  |\n",
+      "|    diffuse_solar_radiation      | -0.74728674 |\n",
+      "|    direct_solar_radiation       | -0.6047847  |\n",
+      "|    hour                         | -1.6610813  |\n",
+      "|    htg_setpoint                 | 1.3694985   |\n",
+      "|    month                        | 0.1461645   |\n",
+      "|    outdoor_humidity             | 1.0326549   |\n",
+      "|    outdoor_temperature          | 0.48919606  |\n",
+      "|    people_occupant              | -0.68870133 |\n",
+      "|    total_electricity_HVAC       | 0.11353112  |\n",
+      "|    wind_direction               | -0.57551444 |\n",
+      "|    wind_speed                   | -0.7720264  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3524.8289   |\n",
+      "|    air_humidity                 | 50.588997   |\n",
+      "|    air_temperature              | 23.24963    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 15.72869    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3172346.0   |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "---------------------------------------------------****-------------------------------------------------------| 44%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0          |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 23.25         |\n",
+      "|    Heating_Setpoint_RL          | 12.0          |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.5370424    |\n",
+      "|    air_humidity                 | 0.9855133     |\n",
+      "|    air_temperature              | -0.5767437    |\n",
+      "|    clg_setpoint                 | -1.2207346    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.3959654    |\n",
+      "|    diffuse_solar_radiation      | -0.74759626   |\n",
+      "|    direct_solar_radiation       | -0.6044128    |\n",
+      "|    hour                         | -1.5164336    |\n",
+      "|    htg_setpoint                 | -0.6635207    |\n",
+      "|    month                        | 0.14601693    |\n",
+      "|    outdoor_humidity             | 1.0314026     |\n",
+      "|    outdoor_temperature          | 0.84084904    |\n",
+      "|    people_occupant              | -0.6890456    |\n",
+      "|    total_electricity_HVAC       | -0.5469197    |\n",
+      "|    wind_direction               | -0.0092467265 |\n",
+      "|    wind_speed                   | 0.2991857     |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 407.78433     |\n",
+      "|    air_humidity                 | 49.349968     |\n",
+      "|    air_temperature              | 21.708214     |\n",
+      "|    clg_setpoint                 | 23.25         |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 12.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 1.0           |\n",
+      "|    htg_setpoint                 | 14.973758     |\n",
+      "|    month                        | 6.0           |\n",
+      "|    outdoor_humidity             | 90.0          |\n",
+      "|    outdoor_temperature          | 19.106646     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 368849.84     |\n",
+      "|    wind_direction               | 180.0         |\n",
+      "|    wind_speed                   | 5.7           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------******------------------------------------------------------| 45%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.2509244   |\n",
+      "|    Heating_Setpoint_RL          | 0.88224304   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.77813     |\n",
+      "|    Heating_Setpoint_RL          | 22.587616    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.60866445  |\n",
+      "|    air_humidity                 | 2.9151266    |\n",
+      "|    air_temperature              | -0.55621135  |\n",
+      "|    clg_setpoint                 | -0.031273894 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.2819692   |\n",
+      "|    diffuse_solar_radiation      | -0.74776703  |\n",
+      "|    direct_solar_radiation       | -0.60385984  |\n",
+      "|    hour                         | -1.3718354   |\n",
+      "|    htg_setpoint                 | -0.5196278   |\n",
+      "|    month                        | 0.14586979   |\n",
+      "|    outdoor_humidity             | 1.357554     |\n",
+      "|    outdoor_temperature          | 0.63396055   |\n",
+      "|    people_occupant              | -0.6893886   |\n",
+      "|    total_electricity_HVAC       | -0.6154568   |\n",
+      "|    wind_direction               | 0.17939459   |\n",
+      "|    wind_speed                   | -0.15550016  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 73.72432     |\n",
+      "|    air_temperature              | 21.744146    |\n",
+      "|    clg_setpoint                 | 26.287071    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 13.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 2.0          |\n",
+      "|    htg_setpoint                 | 15.559769    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 97.0         |\n",
+      "|    outdoor_temperature          | 17.140501    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 200.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------******------------------------------------------------------| 45%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.644511     |\n",
+      "|    Heating_Setpoint_RL          | -0.075268626 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.800224    |\n",
+      "|    Heating_Setpoint_RL          | 17.201614    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.53884125  |\n",
+      "|    air_humidity                 | 2.342424     |\n",
+      "|    air_temperature              | -0.8563458   |\n",
+      "|    clg_setpoint                 | 1.27893      |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.16802874  |\n",
+      "|    diffuse_solar_radiation      | -0.7481974   |\n",
+      "|    direct_solar_radiation       | -0.6038381   |\n",
+      "|    hour                         | -1.2272772   |\n",
+      "|    htg_setpoint                 | -0.830632    |\n",
+      "|    month                        | 0.14572309   |\n",
+      "|    outdoor_humidity             | 1.4954691    |\n",
+      "|    outdoor_temperature          | 0.9159135    |\n",
+      "|    people_occupant              | -0.6897302   |\n",
+      "|    total_electricity_HVAC       | -0.5491488   |\n",
+      "|    wind_direction               | -0.19868968  |\n",
+      "|    wind_speed                   | -0.36193976  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 400.64178    |\n",
+      "|    air_humidity                 | 66.63907     |\n",
+      "|    air_temperature              | 21.235851    |\n",
+      "|    clg_setpoint                 | 29.632215    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 14.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 3.0          |\n",
+      "|    htg_setpoint                 | 14.292553    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 19.85491     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 360577.6     |\n",
+      "|    wind_direction               | 160.0        |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------******------------------------------------------------------| 45%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.5831642    |\n",
+      "|    Heating_Setpoint_RL          | -0.30550832  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.59318     |\n",
+      "|    Heating_Setpoint_RL          | 15.906516    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.48090667  |\n",
+      "|    air_humidity                 | -0.09000953  |\n",
+      "|    air_temperature              | 0.32978016   |\n",
+      "|    clg_setpoint                 | 1.4225094    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.054116443 |\n",
+      "|    diffuse_solar_radiation      | -0.24841252  |\n",
+      "|    direct_solar_radiation       | -0.5921227   |\n",
+      "|    hour                         | -1.0827507   |\n",
+      "|    htg_setpoint                 | 1.3694632    |\n",
+      "|    month                        | 0.14557685   |\n",
+      "|    outdoor_humidity             | 1.1662792    |\n",
+      "|    outdoor_temperature          | 0.96648407   |\n",
+      "|    people_occupant              | -0.69007057  |\n",
+      "|    total_electricity_HVAC       | 0.19798414   |\n",
+      "|    wind_direction               | -0.7662117   |\n",
+      "|    wind_speed                   | -0.9806476   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 661.1649     |\n",
+      "|    air_humidity                 | 35.95388     |\n",
+      "|    air_temperature              | 23.24959     |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 49.0         |\n",
+      "|    direct_solar_radiation       | 3.0          |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 93.0         |\n",
+      "|    outdoor_temperature          | 20.361567    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 3526295.2    |\n",
+      "|    wind_direction               | 100.0        |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------********-----------------------------------------------------| 46%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.46898812 |\n",
+      "|    Heating_Setpoint_RL          | 0.6710742   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.042166   |\n",
+      "|    Heating_Setpoint_RL          | 21.399792   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5919319  |\n",
+      "|    air_humidity                 | -1.1646588  |\n",
+      "|    air_temperature              | -0.38370913 |\n",
+      "|    clg_setpoint                 | 1.4216048   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.05978263  |\n",
+      "|    diffuse_solar_radiation      | -0.3257072  |\n",
+      "|    direct_solar_radiation       | -0.60446376 |\n",
+      "|    hour                         | -0.9382485  |\n",
+      "|    htg_setpoint                 | -0.8809001  |\n",
+      "|    month                        | 0.14543103  |\n",
+      "|    outdoor_humidity             | 1.492845    |\n",
+      "|    outdoor_temperature          | 0.8023624   |\n",
+      "|    people_occupant              | -0.6890721  |\n",
+      "|    total_electricity_HVAC       | -0.59965676 |\n",
+      "|    wind_direction               | -1.2390096  |\n",
+      "|    wind_speed                   | -0.77367216 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 163.24586   |\n",
+      "|    air_humidity                 | 22.35413    |\n",
+      "|    air_temperature              | 22.041033   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 41.5        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 14.085043   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 18.82239    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 146921.27   |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*******-----------------------------------------------------| 46%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.74945736  |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.095581    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5567345   |\n",
+      "|    air_humidity                 | -1.3176435   |\n",
+      "|    air_temperature              | -0.5916627   |\n",
+      "|    clg_setpoint                 | 1.186317     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.1736708    |\n",
+      "|    diffuse_solar_radiation      | 0.097047195  |\n",
+      "|    direct_solar_radiation       | -0.6042636   |\n",
+      "|    hour                         | -0.79376423  |\n",
+      "|    htg_setpoint                 | -0.32261738  |\n",
+      "|    month                        | 0.14528565   |\n",
+      "|    outdoor_humidity             | 1.022861     |\n",
+      "|    outdoor_temperature          | 0.99052507   |\n",
+      "|    people_occupant              | -0.6880779   |\n",
+      "|    total_electricity_HVAC       | -0.56619877  |\n",
+      "|    wind_direction               | -0.007507401 |\n",
+      "|    wind_speed                   | -1.1848824   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 318.55194    |\n",
+      "|    air_humidity                 | 20.358965    |\n",
+      "|    air_temperature              | 21.689543    |\n",
+      "|    clg_setpoint                 | 29.401733    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 17.0         |\n",
+      "|    diffuse_solar_radiation      | 83.0         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 16.355446    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 90.0         |\n",
+      "|    outdoor_temperature          | 20.653559    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 286696.75    |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 2.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------********-----------------------------------------------------| 46%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.4979897  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 14.823808   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.55605805 |\n",
+      "|    air_humidity                 | 0.83059406  |\n",
+      "|    air_temperature              | -0.8247568  |\n",
+      "|    clg_setpoint                 | 0.6790662   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.2875379   |\n",
+      "|    diffuse_solar_radiation      | 0.43267828  |\n",
+      "|    direct_solar_radiation       | -0.6044198  |\n",
+      "|    hour                         | -0.6492924  |\n",
+      "|    htg_setpoint                 | -1.0356268  |\n",
+      "|    month                        | 0.14514072  |\n",
+      "|    outdoor_humidity             | 1.4894133   |\n",
+      "|    outdoor_temperature          | 1.0267783   |\n",
+      "|    people_occupant              | -0.6884193  |\n",
+      "|    total_electricity_HVAC       | -0.56558716 |\n",
+      "|    wind_direction               | 0.74976325  |\n",
+      "|    wind_speed                   | -0.35856968 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 323.10617   |\n",
+      "|    air_humidity                 | 47.551632   |\n",
+      "|    air_temperature              | 21.296165   |\n",
+      "|    clg_setpoint                 | 28.105282   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 116.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 13.451333   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 21.025146   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 290795.56   |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*******-----------------------------------------------------| 46%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.596966    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 14.267066    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.3661522    |\n",
+      "|    air_humidity                 | 0.47365254   |\n",
+      "|    air_temperature              | 1.5441167    |\n",
+      "|    clg_setpoint                 | -0.41628388  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.4013614    |\n",
+      "|    diffuse_solar_radiation      | 1.0034095    |\n",
+      "|    direct_solar_radiation       | 1.9746466    |\n",
+      "|    hour                         | -0.5048287   |\n",
+      "|    htg_setpoint                 | -0.5797688   |\n",
+      "|    month                        | 0.14499621   |\n",
+      "|    outdoor_humidity             | -0.66700625  |\n",
+      "|    outdoor_temperature          | 2.1765826    |\n",
+      "|    people_occupant              | 1.6948525    |\n",
+      "|    total_electricity_HVAC       | 0.3323933    |\n",
+      "|    wind_direction               | 0.9390064    |\n",
+      "|    wind_speed                   | -0.5649352   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 4438.2476    |\n",
+      "|    air_humidity                 | 43.051617    |\n",
+      "|    air_temperature              | 25.306177    |\n",
+      "|    clg_setpoint                 | 25.306185    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 19.0         |\n",
+      "|    diffuse_solar_radiation      | 172.0        |\n",
+      "|    direct_solar_radiation       | 645.5        |\n",
+      "|    hour                         | 8.0          |\n",
+      "|    htg_setpoint                 | 15.303787    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 54.0         |\n",
+      "|    outdoor_temperature          | 32.09976     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 4085867.8    |\n",
+      "|    wind_direction               | 280.0        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.0070953383 |\n",
+      "|    clip_fraction                | 0.0728       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.71        |\n",
+      "|    explained_variance           | 0.353        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 1.45         |\n",
+      "|    n_updates                    | 250          |\n",
+      "|    policy_gradient_loss         | -0.0104      |\n",
+      "|    std                          | 0.942        |\n",
+      "|    value_loss                   | 3.56         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********----------------------------------------------------| 47%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.64042604 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.463562   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.0184816   |\n",
+      "|    air_humidity                 | 1.1040756   |\n",
+      "|    air_temperature              | 0.32791886  |\n",
+      "|    clg_setpoint                 | -1.2204483  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.5151065   |\n",
+      "|    diffuse_solar_radiation      | 2.1940644   |\n",
+      "|    direct_solar_radiation       | 1.6429557   |\n",
+      "|    hour                         | -0.36036956 |\n",
+      "|    htg_setpoint                 | -0.64235663 |\n",
+      "|    month                        | 0.14485213  |\n",
+      "|    outdoor_humidity             | -0.7130434  |\n",
+      "|    outdoor_temperature          | 1.6833364   |\n",
+      "|    people_occupant              | 1.6937537   |\n",
+      "|    total_electricity_HVAC       | 0.930681    |\n",
+      "|    wind_direction               | -0.7654032  |\n",
+      "|    wind_speed                   | -0.56509    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7349.3257   |\n",
+      "|    air_humidity                 | 51.032696   |\n",
+      "|    air_temperature              | 23.249258   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 289.0       |\n",
+      "|    direct_solar_radiation       | 563.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 15.045346   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 53.0        |\n",
+      "|    outdoor_temperature          | 27.429136   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 6614393.0   |\n",
+      "|    wind_direction               | 100.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********----------------------------------------------------| 47%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.38872695  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 15.438411    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.5331764    |\n",
+      "|    air_humidity                 | 1.7718762    |\n",
+      "|    air_temperature              | 0.32753396   |\n",
+      "|    clg_setpoint                 | -1.2196872   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.62872624   |\n",
+      "|    diffuse_solar_radiation      | 2.3040226    |\n",
+      "|    direct_solar_radiation       | -0.6059383   |\n",
+      "|    hour                         | -0.21591258  |\n",
+      "|    htg_setpoint                 | -0.63055307  |\n",
+      "|    month                        | 0.1447085    |\n",
+      "|    outdoor_humidity             | 1.1617706    |\n",
+      "|    outdoor_temperature          | 0.9948543    |\n",
+      "|    people_occupant              | 1.6926606    |\n",
+      "|    total_electricity_HVAC       | 0.469463     |\n",
+      "|    wind_direction               | -0.007344786 |\n",
+      "|    wind_speed                   | -0.1512135   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 5183.808     |\n",
+      "|    air_humidity                 | 59.488537    |\n",
+      "|    air_temperature              | 23.248878    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 21.0         |\n",
+      "|    diffuse_solar_radiation      | 300.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 10.0         |\n",
+      "|    htg_setpoint                 | 15.09189     |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 93.0         |\n",
+      "|    outdoor_temperature          | 20.838306    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 4665427.5    |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********----------------------------------------------------| 47%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6985251  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.267477   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.3086927  |\n",
+      "|    air_humidity                 | -0.8486202  |\n",
+      "|    air_temperature              | 0.9591056   |\n",
+      "|    clg_setpoint                 | -0.01001345 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7421619   |\n",
+      "|    diffuse_solar_radiation      | 1.1734265   |\n",
+      "|    direct_solar_radiation       | 2.1247032   |\n",
+      "|    hour                         | -0.07145622 |\n",
+      "|    htg_setpoint                 | -1.3888216  |\n",
+      "|    month                        | 0.14456527  |\n",
+      "|    outdoor_humidity             | -1.6506089  |\n",
+      "|    outdoor_temperature          | 2.0157478   |\n",
+      "|    people_occupant              | -0.689772   |\n",
+      "|    total_electricity_HVAC       | -0.32828566 |\n",
+      "|    wind_direction               | -1.6207111  |\n",
+      "|    wind_speed                   | -0.3586647  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1431.0938   |\n",
+      "|    air_humidity                 | 26.382126   |\n",
+      "|    air_temperature              | 24.31633    |\n",
+      "|    clg_setpoint                 | 26.341639   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 189.0       |\n",
+      "|    direct_solar_radiation       | 684.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 33.0        |\n",
+      "|    outdoor_temperature          | 30.70656    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1297573.1   |\n",
+      "|    wind_direction               | 10.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********----------------------------------------------------| 47%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.9188973   |\n",
+      "|    Heating_Setpoint_RL          | -0.6408994  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.726278   |\n",
+      "|    Heating_Setpoint_RL          | 14.019941   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.14755902 |\n",
+      "|    air_humidity                 | -1.7902399  |\n",
+      "|    air_temperature              | 0.84985197  |\n",
+      "|    clg_setpoint                 | -0.38050467 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8553432   |\n",
+      "|    diffuse_solar_radiation      | 2.9285688   |\n",
+      "|    direct_solar_radiation       | 0.8627599   |\n",
+      "|    hour                         | 0.07300011  |\n",
+      "|    htg_setpoint                 | -1.3734564  |\n",
+      "|    month                        | 0.14442247  |\n",
+      "|    outdoor_humidity             | -1.5534122  |\n",
+      "|    outdoor_temperature          | 2.035252    |\n",
+      "|    people_occupant              | -0.68878776 |\n",
+      "|    total_electricity_HVAC       | -0.16777158 |\n",
+      "|    wind_direction               | 0.36867425  |\n",
+      "|    wind_speed                   | 0.097253315 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2146.0186   |\n",
+      "|    air_humidity                 | 14.428996   |\n",
+      "|    air_temperature              | 24.131943   |\n",
+      "|    clg_setpoint                 | 25.395351   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 362.0       |\n",
+      "|    direct_solar_radiation       | 368.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 12.054655   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 35.0        |\n",
+      "|    outdoor_temperature          | 30.962793   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1972181.6   |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********---------------------------------------------------| 48%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.08901419 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.124294   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.4235667   |\n",
+      "|    air_humidity                 | 1.1865455   |\n",
+      "|    air_temperature              | 0.32663184  |\n",
+      "|    clg_setpoint                 | -1.2200251  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.96818846  |\n",
+      "|    diffuse_solar_radiation      | 2.7427025   |\n",
+      "|    direct_solar_radiation       | -0.41512462 |\n",
+      "|    hour                         | 0.21745606  |\n",
+      "|    htg_setpoint                 | 1.3756515   |\n",
+      "|    month                        | 0.1442801   |\n",
+      "|    outdoor_humidity             | 0.27184704  |\n",
+      "|    outdoor_temperature          | 1.5731233   |\n",
+      "|    people_occupant              | 1.2189622   |\n",
+      "|    total_electricity_HVAC       | 1.4890461   |\n",
+      "|    wind_direction               | -0.7695042  |\n",
+      "|    wind_speed                   | 0.7198379   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 9132.962    |\n",
+      "|    air_humidity                 | 52.079514   |\n",
+      "|    air_temperature              | 23.249378   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 344.5       |\n",
+      "|    direct_solar_radiation       | 48.0        |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 74.0        |\n",
+      "|    outdoor_temperature          | 26.541643   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 8950614.0   |\n",
+      "|    wind_direction               | 100.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********---------------------------------------------------| 48%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.93324745 |\n",
+      "|    Heating_Setpoint_RL          | 0.12998646  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.47529    |\n",
+      "|    Heating_Setpoint_RL          | 18.356174   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.6378678   |\n",
+      "|    air_humidity                 | 1.1859995   |\n",
+      "|    air_temperature              | 0.32602158  |\n",
+      "|    clg_setpoint                 | -1.2191814  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0806055   |\n",
+      "|    diffuse_solar_radiation      | 1.1748229   |\n",
+      "|    direct_solar_radiation       | 1.1765604   |\n",
+      "|    hour                         | 0.36191034  |\n",
+      "|    htg_setpoint                 | -1.3853487  |\n",
+      "|    month                        | 0.14413816  |\n",
+      "|    outdoor_humidity             | 0.12934609  |\n",
+      "|    outdoor_temperature          | 1.8389682   |\n",
+      "|    people_occupant              | 1.6947349   |\n",
+      "|    total_electricity_HVAC       | 1.5191681   |\n",
+      "|    wind_direction               | 0.18058191  |\n",
+      "|    wind_speed                   | 1.7992715   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 10086.278   |\n",
+      "|    air_humidity                 | 52.10421    |\n",
+      "|    air_temperature              | 23.248583   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 190.0       |\n",
+      "|    direct_solar_radiation       | 446.5       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 71.0        |\n",
+      "|    outdoor_temperature          | 29.149073   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 9077650.0   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********---------------------------------------------------| 48%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.8620715  |\n",
+      "|    Heating_Setpoint_RL          | -0.34182048 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.71551    |\n",
+      "|    Heating_Setpoint_RL          | 15.70226    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.76572794  |\n",
+      "|    air_humidity                 | 1.1839916   |\n",
+      "|    air_temperature              | 0.327468    |\n",
+      "|    clg_setpoint                 | -1.218972   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1924918   |\n",
+      "|    diffuse_solar_radiation      | 0.53638655  |\n",
+      "|    direct_solar_radiation       | 2.013001    |\n",
+      "|    hour                         | 0.50636077  |\n",
+      "|    htg_setpoint                 | -1.3840897  |\n",
+      "|    month                        | 0.14399661  |\n",
+      "|    outdoor_humidity             | -0.75999314 |\n",
+      "|    outdoor_temperature          | 1.5084021   |\n",
+      "|    people_occupant              | 1.6936492   |\n",
+      "|    total_electricity_HVAC       | 0.98638386  |\n",
+      "|    wind_direction               | 0.1796448   |\n",
+      "|    wind_speed                   | 2.628753    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6207.7007   |\n",
+      "|    air_humidity                 | 52.089592   |\n",
+      "|    air_temperature              | 23.251966   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 127.0       |\n",
+      "|    direct_solar_radiation       | 657.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 52.0        |\n",
+      "|    outdoor_temperature          | 26.001598   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 6832959.0   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 11.3        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********--------------------------------------------------| 49%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.3704151  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.37485    |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.46066     |\n",
+      "|    air_humidity                 | 1.582463    |\n",
+      "|    air_temperature              | 0.32582107  |\n",
+      "|    clg_setpoint                 | -1.2186031  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.3037355   |\n",
+      "|    diffuse_solar_radiation      | 0.43372563  |\n",
+      "|    direct_solar_radiation       | -0.5741721  |\n",
+      "|    hour                         | 0.65080416  |\n",
+      "|    htg_setpoint                 | -0.09340991 |\n",
+      "|    month                        | 0.1438555   |\n",
+      "|    outdoor_humidity             | 0.3631957   |\n",
+      "|    outdoor_temperature          | 1.2850577   |\n",
+      "|    people_occupant              | 1.692569    |\n",
+      "|    total_electricity_HVAC       | 0.81854343  |\n",
+      "|    wind_direction               | 0.08448522  |\n",
+      "|    wind_speed                   | 2.2097673   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4851.5454   |\n",
+      "|    air_humidity                 | 57.146027   |\n",
+      "|    air_temperature              | 23.249918   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 117.0       |\n",
+      "|    direct_solar_radiation       | 8.5         |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 17.256208   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 76.0        |\n",
+      "|    outdoor_temperature          | 23.869844   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 6125626.0   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 10.3        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********--------------------------------------------------| 49%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.12928078 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.897797   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.5008701   |\n",
+      "|    air_humidity                 | 1.2651266   |\n",
+      "|    air_temperature              | 0.32733393  |\n",
+      "|    clg_setpoint                 | -1.2179612  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4142162   |\n",
+      "|    diffuse_solar_radiation      | 0.14910042  |\n",
+      "|    direct_solar_radiation       | 0.11766004  |\n",
+      "|    hour                         | 0.79523665  |\n",
+      "|    htg_setpoint                 | -0.50879645 |\n",
+      "|    month                        | 0.14371479  |\n",
+      "|    outdoor_humidity             | 0.22144176  |\n",
+      "|    outdoor_temperature          | 1.2883103   |\n",
+      "|    people_occupant              | 1.6914943   |\n",
+      "|    total_electricity_HVAC       | 0.6173494   |\n",
+      "|    wind_direction               | 0.46483603  |\n",
+      "|    wind_speed                   | 0.50820625  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5028.9844   |\n",
+      "|    air_humidity                 | 53.150215   |\n",
+      "|    air_temperature              | 23.252958   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 89.0        |\n",
+      "|    direct_solar_radiation       | 182.0       |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 15.561088   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 73.0        |\n",
+      "|    outdoor_temperature          | 23.924597   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 5277791.5   |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********--------------------------------------------------| 49%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.16989896 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.05159    |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.58823895 |\n",
+      "|    air_humidity                 | 0.06189358  |\n",
+      "|    air_temperature              | 0.21581028  |\n",
+      "|    clg_setpoint                 | -0.42831746 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5238056   |\n",
+      "|    diffuse_solar_radiation      | -0.45897344 |\n",
+      "|    direct_solar_radiation       | -0.4901507  |\n",
+      "|    hour                         | 0.9396532   |\n",
+      "|    htg_setpoint                 | 0.9259362   |\n",
+      "|    month                        | 0.1435745   |\n",
+      "|    outdoor_humidity             | 0.8762061   |\n",
+      "|    outdoor_temperature          | 0.75752264  |\n",
+      "|    people_occupant              | -0.68948144 |\n",
+      "|    total_electricity_HVAC       | -0.5962815  |\n",
+      "|    wind_direction               | 0.27488795  |\n",
+      "|    wind_speed                   | -0.5701654  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 191.53212   |\n",
+      "|    air_humidity                 | 37.912937   |\n",
+      "|    air_temperature              | 23.06497    |\n",
+      "|    clg_setpoint                 | 25.268543   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 29.0        |\n",
+      "|    direct_solar_radiation       | 29.5        |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 21.405933   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 18.801495   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 172378.9    |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********--------------------------------------------------| 49%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.8536753  |\n",
+      "|    Heating_Setpoint_RL          | -0.6749393  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.743845   |\n",
+      "|    Heating_Setpoint_RL          | 13.828466   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5128123  |\n",
+      "|    air_humidity                 | 0.64207804  |\n",
+      "|    air_temperature              | 0.26490486  |\n",
+      "|    clg_setpoint                 | 0.5103085   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.632369    |\n",
+      "|    diffuse_solar_radiation      | -0.7525519  |\n",
+      "|    direct_solar_radiation       | -0.6076077  |\n",
+      "|    hour                         | 1.0840482   |\n",
+      "|    htg_setpoint                 | -0.8188354  |\n",
+      "|    month                        | 0.14343461  |\n",
+      "|    outdoor_humidity             | 0.5937664   |\n",
+      "|    outdoor_temperature          | 0.8958983   |\n",
+      "|    people_occupant              | -0.688511   |\n",
+      "|    total_electricity_HVAC       | -0.5246082  |\n",
+      "|    wind_direction               | 0.46526766  |\n",
+      "|    wind_speed                   | -0.77811587 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 524.19025   |\n",
+      "|    air_humidity                 | 45.270702   |\n",
+      "|    air_temperature              | 23.147331   |\n",
+      "|    clg_setpoint                 | 27.667265   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 14.29471    |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 81.0        |\n",
+      "|    outdoor_temperature          | 20.157679   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 471771.25   |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************-------------------------------------------------| 50%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.47976416 |\n",
+      "|    air_humidity                 | 0.5709787   |\n",
+      "|    air_temperature              | 0.40597054  |\n",
+      "|    clg_setpoint                 | -0.42464665 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6677743  |\n",
+      "|    diffuse_solar_radiation      | -0.7528496  |\n",
+      "|    direct_solar_radiation       | -0.6083531  |\n",
+      "|    hour                         | 1.2284148   |\n",
+      "|    htg_setpoint                 | -0.6276709  |\n",
+      "|    month                        | 0.44539198  |\n",
+      "|    outdoor_humidity             | 0.87438244  |\n",
+      "|    outdoor_temperature          | 0.88502944  |\n",
+      "|    people_occupant              | -0.45045787 |\n",
+      "|    total_electricity_HVAC       | -0.493208   |\n",
+      "|    wind_direction               | -0.10725074 |\n",
+      "|    wind_speed                   | -0.98548394 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 672.0854    |\n",
+      "|    air_humidity                 | 44.385437   |\n",
+      "|    air_temperature              | 23.38488    |\n",
+      "|    clg_setpoint                 | 25.277882   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 15.071292   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 20.073942   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 604876.9    |\n",
+      "|    wind_direction               | 170.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************-------------------------------------------------| 50%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.1941126   |\n",
+      "|    Heating_Setpoint_RL          | 0.94385934  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.28013    |\n",
+      "|    Heating_Setpoint_RL          | 22.934208   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.50360775 |\n",
+      "|    air_humidity                 | 0.7157346   |\n",
+      "|    air_temperature              | 0.05606387  |\n",
+      "|    clg_setpoint                 | 1.4231585   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5488763  |\n",
+      "|    diffuse_solar_radiation      | -0.7530888  |\n",
+      "|    direct_solar_radiation       | -0.60888046 |\n",
+      "|    hour                         | 1.3727456   |\n",
+      "|    htg_setpoint                 | -1.3814398  |\n",
+      "|    month                        | 0.44488454  |\n",
+      "|    outdoor_humidity             | 0.873528    |\n",
+      "|    outdoor_temperature          | 1.1039311   |\n",
+      "|    people_occupant              | -0.6891741  |\n",
+      "|    total_electricity_HVAC       | -0.5158893  |\n",
+      "|    wind_direction               | 0.08425885  |\n",
+      "|    wind_speed                   | 0.09591243  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 568.4915    |\n",
+      "|    air_humidity                 | 46.23041    |\n",
+      "|    air_temperature              | 22.797901   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 22.221075   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 511642.38   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************-------------------------------------------------| 50%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.36989492  |\n",
+      "|    air_humidity                 | 0.78009224  |\n",
+      "|    air_temperature              | 0.32476246  |\n",
+      "|    clg_setpoint                 | 0.9086833   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4310446  |\n",
+      "|    diffuse_solar_radiation      | -0.75296915 |\n",
+      "|    direct_solar_radiation       | -0.60839736 |\n",
+      "|    hour                         | 1.5170323   |\n",
+      "|    htg_setpoint                 | 1.379401    |\n",
+      "|    month                        | 0.44437882  |\n",
+      "|    outdoor_humidity             | 0.77964056  |\n",
+      "|    outdoor_temperature          | 1.1370447   |\n",
+      "|    people_occupant              | -0.6895038  |\n",
+      "|    total_electricity_HVAC       | 0.3695939   |\n",
+      "|    wind_direction               | -0.5834006  |\n",
+      "|    wind_speed                   | -0.5671752  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4437.035    |\n",
+      "|    air_humidity                 | 47.06043    |\n",
+      "|    air_temperature              | 23.250372   |\n",
+      "|    clg_setpoint                 | 28.685642   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 85.0        |\n",
+      "|    outdoor_temperature          | 22.574879   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4226585.5   |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************------------------------------------------------| 51%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.7831871   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 22.030428   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.51865864 |\n",
+      "|    air_humidity                 | 0.4720089   |\n",
+      "|    air_temperature              | -0.25884676 |\n",
+      "|    clg_setpoint                 | 0.7188796   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3141092  |\n",
+      "|    diffuse_solar_radiation      | -0.7531659  |\n",
+      "|    direct_solar_radiation       | -0.6089181  |\n",
+      "|    hour                         | 1.6612656   |\n",
+      "|    htg_setpoint                 | -0.4491824  |\n",
+      "|    month                        | 0.4438748   |\n",
+      "|    outdoor_humidity             | 1.0143048   |\n",
+      "|    outdoor_temperature          | 1.0109758   |\n",
+      "|    people_occupant              | -0.6898323  |\n",
+      "|    total_electricity_HVAC       | -0.5302679  |\n",
+      "|    wind_direction               | -1.7270833  |\n",
+      "|    wind_speed                   | -2.0625813  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 504.5777    |\n",
+      "|    air_humidity                 | 43.179962   |\n",
+      "|    air_temperature              | 22.27166    |\n",
+      "|    clg_setpoint                 | 28.20076    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 15.801087   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 21.379807   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 454119.9    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************------------------------------------------------| 51%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.023469388  |\n",
+      "|    Heating_Setpoint_RL          | 0.12528498   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.704208    |\n",
+      "|    Heating_Setpoint_RL          | 18.329727    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.52114797  |\n",
+      "|    air_humidity                 | 0.17439854   |\n",
+      "|    air_temperature              | -0.051892888 |\n",
+      "|    clg_setpoint                 | 1.4220731    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.0845596   |\n",
+      "|    diffuse_solar_radiation      | -0.7530489   |\n",
+      "|    direct_solar_radiation       | -0.6089886   |\n",
+      "|    hour                         | -1.6610924   |\n",
+      "|    htg_setpoint                 | -0.20547608  |\n",
+      "|    month                        | 0.44337252   |\n",
+      "|    outdoor_humidity             | 0.872042     |\n",
+      "|    outdoor_temperature          | 1.0945523    |\n",
+      "|    people_occupant              | -0.6901596   |\n",
+      "|    total_electricity_HVAC       | -0.53266937  |\n",
+      "|    wind_direction               | 0.4682902    |\n",
+      "|    wind_speed                   | -0.35802567  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 495.06894    |\n",
+      "|    air_humidity                 | 39.43118     |\n",
+      "|    air_temperature              | 22.62029     |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 6.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 16.794056    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 87.0         |\n",
+      "|    outdoor_temperature          | 22.218443    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 445562.03    |\n",
+      "|    wind_direction               | 230.0        |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************------------------------------------------------| 51%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.7060531   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.007929   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5203781  |\n",
+      "|    air_humidity                 | -1.4774597  |\n",
+      "|    air_temperature              | 0.32553104  |\n",
+      "|    clg_setpoint                 | 1.4211402   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9690096  |\n",
+      "|    diffuse_solar_radiation      | -0.75337553 |\n",
+      "|    direct_solar_radiation       | -0.6095438  |\n",
+      "|    hour                         | -1.5164529  |\n",
+      "|    htg_setpoint                 | 0.060514178 |\n",
+      "|    month                        | 0.44287193  |\n",
+      "|    outdoor_humidity             | 0.8715315   |\n",
+      "|    outdoor_temperature          | 1.4297215   |\n",
+      "|    people_occupant              | -0.6891986  |\n",
+      "|    total_electricity_HVAC       | -0.5319475  |\n",
+      "|    wind_direction               | 0.3729473   |\n",
+      "|    wind_speed                   | -1.1886301  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 497.03522   |\n",
+      "|    air_humidity                 | 18.538265   |\n",
+      "|    air_temperature              | 23.254707   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 17.874308   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 25.518343   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 447331.7    |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************------------------------------------------------| 51%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.25095373 |\n",
+      "|    Heating_Setpoint_RL          | -0.3619123  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.77803    |\n",
+      "|    Heating_Setpoint_RL          | 15.589243   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5323467  |\n",
+      "|    air_humidity                 | -1.9175805  |\n",
+      "|    air_temperature              | -0.2914128  |\n",
+      "|    clg_setpoint                 | 1.4203593   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8539187  |\n",
+      "|    diffuse_solar_radiation      | -0.7537129  |\n",
+      "|    direct_solar_radiation       | -0.60973537 |\n",
+      "|    hour                         | -1.3718607  |\n",
+      "|    htg_setpoint                 | -1.3796084  |\n",
+      "|    month                        | 0.44237304  |\n",
+      "|    outdoor_humidity             | 0.91924083  |\n",
+      "|    outdoor_temperature          | 1.4148982   |\n",
+      "|    people_occupant              | -0.6882416  |\n",
+      "|    total_electricity_HVAC       | -0.54274786 |\n",
+      "|    wind_direction               | -1.729506   |\n",
+      "|    wind_speed                   | -2.0616581  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 442.62665   |\n",
+      "|    air_humidity                 | 12.8863325  |\n",
+      "|    air_temperature              | 22.221785   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 88.0        |\n",
+      "|    outdoor_temperature          | 25.431765   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 400716.16   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************-----------------------------------------------| 52%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.65155554  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.824      |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.3620676   |\n",
+      "|    air_humidity                 | 0.28423312  |\n",
+      "|    air_temperature              | 0.32194802  |\n",
+      "|    clg_setpoint                 | -1.2188635  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7391854  |\n",
+      "|    diffuse_solar_radiation      | -0.75392765 |\n",
+      "|    direct_solar_radiation       | -0.6097026  |\n",
+      "|    hour                         | -1.2273068  |\n",
+      "|    htg_setpoint                 | 1.3805782   |\n",
+      "|    month                        | 0.44187582  |\n",
+      "|    outdoor_humidity             | 1.2944742   |\n",
+      "|    outdoor_temperature          | 1.2054138   |\n",
+      "|    people_occupant              | -0.68856984 |\n",
+      "|    total_electricity_HVAC       | 0.38111132  |\n",
+      "|    wind_direction               | -1.7290002  |\n",
+      "|    wind_speed                   | -2.059476   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4394.8477   |\n",
+      "|    air_humidity                 | 40.780117   |\n",
+      "|    air_temperature              | 23.25026    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 23.434517   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4267558.0   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************-----------------------------------------------| 52%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5699807   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.548685   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5223597  |\n",
+      "|    air_humidity                 | -0.27456012 |\n",
+      "|    air_temperature              | 0.18050617  |\n",
+      "|    clg_setpoint                 | 0.8797488   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6247222  |\n",
+      "|    diffuse_solar_radiation      | -0.49794617 |\n",
+      "|    direct_solar_radiation       | -0.6100932  |\n",
+      "|    hour                         | -1.0827832  |\n",
+      "|    htg_setpoint                 | -1.3794543  |\n",
+      "|    month                        | 0.4413803   |\n",
+      "|    outdoor_humidity             | -0.30557096 |\n",
+      "|    outdoor_temperature          | 1.5405313   |\n",
+      "|    people_occupant              | -0.6888969  |\n",
+      "|    total_electricity_HVAC       | -0.53386045 |\n",
+      "|    wind_direction               | 1.4244716   |\n",
+      "|    wind_speed                   | 0.10371976  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 491.0917    |\n",
+      "|    air_humidity                 | 33.71815    |\n",
+      "|    air_temperature              | 23.01435    |\n",
+      "|    clg_setpoint                 | 28.61708    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 25.5        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 62.0        |\n",
+      "|    outdoor_temperature          | 26.76033    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 441982.53   |\n",
+      "|    wind_direction               | 330.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.008579256 |\n",
+      "|    clip_fraction                | 0.0802      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.72       |\n",
+      "|    explained_variance           | 0.412       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 1.31        |\n",
+      "|    n_updates                    | 260         |\n",
+      "|    policy_gradient_loss         | -0.0101     |\n",
+      "|    std                          | 0.942       |\n",
+      "|    value_loss                   | 3.41        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************-----------------------------------------------| 52%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.8602264   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.528263   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5300792  |\n",
+      "|    air_humidity                 | -0.33436543 |\n",
+      "|    air_temperature              | -0.4586207  |\n",
+      "|    clg_setpoint                 | 0.94103587  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.5104547  |\n",
+      "|    diffuse_solar_radiation      | 0.008679744 |\n",
+      "|    direct_solar_radiation       | 0.4337815   |\n",
+      "|    hour                         | -0.9382827  |\n",
+      "|    htg_setpoint                 | -1.3786198  |\n",
+      "|    month                        | 0.4408864   |\n",
+      "|    outdoor_humidity             | -0.44506347 |\n",
+      "|    outdoor_temperature          | 1.090122    |\n",
+      "|    people_occupant              | -0.6892228  |\n",
+      "|    total_electricity_HVAC       | -0.54128826 |\n",
+      "|    wind_direction               | -1.7310958  |\n",
+      "|    wind_speed                   | -0.56238866 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 458.56656   |\n",
+      "|    air_humidity                 | 32.973522   |\n",
+      "|    air_temperature              | 21.945997   |\n",
+      "|    clg_setpoint                 | 28.773355   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 76.0        |\n",
+      "|    direct_solar_radiation       | 262.0       |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 59.0        |\n",
+      "|    outdoor_temperature          | 22.410017   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 412424.84   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************----------------------------------------------| 53%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.51947904 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 14.70293    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.41802937 |\n",
+      "|    air_humidity                 | -0.2398112  |\n",
+      "|    air_temperature              | 0.085068405 |\n",
+      "|    clg_setpoint                 | -0.47125927 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.3963214  |\n",
+      "|    diffuse_solar_radiation      | 0.093468875 |\n",
+      "|    direct_solar_radiation       | 1.1597788   |\n",
+      "|    hour                         | -0.7937993  |\n",
+      "|    htg_setpoint                 | 1.1303517   |\n",
+      "|    month                        | 0.4403942   |\n",
+      "|    outdoor_humidity             | -0.5850111  |\n",
+      "|    outdoor_temperature          | 1.2923442   |\n",
+      "|    people_occupant              | -0.6895475  |\n",
+      "|    total_electricity_HVAC       | -0.42901942 |\n",
+      "|    wind_direction               | -1.7299476  |\n",
+      "|    wind_speed                   | -2.0607696  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 954.6206    |\n",
+      "|    air_humidity                 | 34.18431    |\n",
+      "|    air_temperature              | 22.856657   |\n",
+      "|    clg_setpoint                 | 25.160809   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 84.5        |\n",
+      "|    direct_solar_radiation       | 444.5       |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 22.222923   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 56.0        |\n",
+      "|    outdoor_temperature          | 24.426144   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 883110.94   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**************----------------------------------------------| 53%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.86406994  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 12.764606    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.2838033   |\n",
+      "|    air_humidity                 | -0.53283757  |\n",
+      "|    air_temperature              | -0.051493827 |\n",
+      "|    clg_setpoint                 | -0.5102357   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.28227335  |\n",
+      "|    diffuse_solar_radiation      | 1.1381596    |\n",
+      "|    direct_solar_radiation       | 1.1548579    |\n",
+      "|    hour                         | -0.6493278   |\n",
+      "|    htg_setpoint                 | 0.3938258    |\n",
+      "|    month                        | 0.4399036    |\n",
+      "|    outdoor_humidity             | 0.027033584  |\n",
+      "|    outdoor_temperature          | 1.4891931    |\n",
+      "|    people_occupant              | -0.689871    |\n",
+      "|    total_electricity_HVAC       | -0.30821395  |\n",
+      "|    wind_direction               | 0.5610723    |\n",
+      "|    wind_speed                   | -0.56198007  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1547.691     |\n",
+      "|    air_humidity                 | 30.488443    |\n",
+      "|    air_temperature              | 22.629423    |\n",
+      "|    clg_setpoint                 | 25.060495    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 13.0         |\n",
+      "|    diffuse_solar_radiation      | 188.5        |\n",
+      "|    direct_solar_radiation       | 444.0        |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 19.21983     |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 69.0         |\n",
+      "|    outdoor_temperature          | 26.39197     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1388750.8    |\n",
+      "|    wind_direction               | 240.0        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***************----------------------------------------------| 53%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.26242724 |\n",
+      "|    air_humidity                 | -1.6992766  |\n",
+      "|    air_temperature              | 0.19536558  |\n",
+      "|    clg_setpoint                 | -0.3655858  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.16827396 |\n",
+      "|    diffuse_solar_radiation      | 0.33919677  |\n",
+      "|    direct_solar_radiation       | 2.5336692   |\n",
+      "|    hour                         | -0.50486404 |\n",
+      "|    htg_setpoint                 | -1.376709   |\n",
+      "|    month                        | 0.43941465  |\n",
+      "|    outdoor_humidity             | -0.96189445 |\n",
+      "|    outdoor_temperature          | 1.6330864   |\n",
+      "|    people_occupant              | -0.6889232  |\n",
+      "|    total_electricity_HVAC       | -0.26541832 |\n",
+      "|    wind_direction               | -0.967772   |\n",
+      "|    wind_speed                   | -0.77040565 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1639.5518   |\n",
+      "|    air_humidity                 | 15.683941   |\n",
+      "|    air_temperature              | 23.04313    |\n",
+      "|    clg_setpoint                 | 25.432617   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 109.0       |\n",
+      "|    direct_solar_radiation       | 791.5       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 48.0        |\n",
+      "|    outdoor_temperature          | 27.844742   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1565268.2   |\n",
+      "|    wind_direction               | 80.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**************----------------------------------------------| 53%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.66516167  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 13.883466    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.9075573    |\n",
+      "|    air_humidity                 | 1.3023655    |\n",
+      "|    air_temperature              | 0.3187354    |\n",
+      "|    clg_setpoint                 | -1.2195528   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.054298688 |\n",
+      "|    diffuse_solar_radiation      | 1.2323174    |\n",
+      "|    direct_solar_radiation       | -0.6121509   |\n",
+      "|    hour                         | -0.3604047   |\n",
+      "|    htg_setpoint                 | -0.19489641  |\n",
+      "|    month                        | 0.43892735   |\n",
+      "|    outdoor_humidity             | 0.8736072    |\n",
+      "|    outdoor_temperature          | 0.96585935   |\n",
+      "|    people_occupant              | 1.6962837    |\n",
+      "|    total_electricity_HVAC       | 0.89274967   |\n",
+      "|    wind_direction               | -1.7302524   |\n",
+      "|    wind_speed                   | -0.1451168   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 6791.957     |\n",
+      "|    air_humidity                 | 53.687378    |\n",
+      "|    air_temperature              | 23.24963     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 198.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 16.814632    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 87.0         |\n",
+      "|    outdoor_temperature          | 21.3215      |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 6396079.0    |\n",
+      "|    wind_direction               | 0.0          |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------****************---------------------------------------------| 54%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.7318426   |\n",
+      "|    air_humidity                 | 1.1508352   |\n",
+      "|    air_temperature              | 0.3181419   |\n",
+      "|    clg_setpoint                 | -1.2191238  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.059664916 |\n",
+      "|    diffuse_solar_radiation      | 2.7638237   |\n",
+      "|    direct_solar_radiation       | 0.52195793  |\n",
+      "|    hour                         | -0.21594739 |\n",
+      "|    htg_setpoint                 | 1.3836535   |\n",
+      "|    month                        | 0.43844163  |\n",
+      "|    outdoor_humidity             | -0.96431494 |\n",
+      "|    outdoor_temperature          | 1.9532233   |\n",
+      "|    people_occupant              | 1.6952314   |\n",
+      "|    total_electricity_HVAC       | 1.6269525   |\n",
+      "|    wind_direction               | 1.6146853   |\n",
+      "|    wind_speed                   | -0.9781658  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 10421.263   |\n",
+      "|    air_humidity                 | 51.781147   |\n",
+      "|    air_temperature              | 23.249535   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 351.0       |\n",
+      "|    direct_solar_radiation       | 285.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 48.0        |\n",
+      "|    outdoor_temperature          | 31.057259   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 9457710.0   |\n",
+      "|    wind_direction               | 350.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***************---------------------------------------------| 54%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.273238     |\n",
+      "|    air_humidity                 | 1.121397     |\n",
+      "|    air_temperature              | 0.3173809    |\n",
+      "|    clg_setpoint                 | -1.2184403   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.17361741   |\n",
+      "|    diffuse_solar_radiation      | 1.5446676    |\n",
+      "|    direct_solar_radiation       | 1.7374663    |\n",
+      "|    hour                         | -0.071490675 |\n",
+      "|    htg_setpoint                 | -1.3763834   |\n",
+      "|    month                        | 0.43795756   |\n",
+      "|    outdoor_humidity             | -0.4454723   |\n",
+      "|    outdoor_temperature          | 1.7517755    |\n",
+      "|    people_occupant              | 1.2176276    |\n",
+      "|    total_electricity_HVAC       | 1.1727148    |\n",
+      "|    wind_direction               | 0.087091535  |\n",
+      "|    wind_speed                   | -0.1424781   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 8401.358     |\n",
+      "|    air_humidity                 | 51.419834    |\n",
+      "|    air_temperature              | 23.249182    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 17.0         |\n",
+      "|    diffuse_solar_radiation      | 229.5        |\n",
+      "|    direct_solar_radiation       | 590.5        |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 59.0         |\n",
+      "|    outdoor_temperature          | 29.133743    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 7562895.5    |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------***************---------------------------------------------| 54%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.569082    |\n",
+      "|    Heating_Setpoint_RL          | 0.8778043    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.704348    |\n",
+      "|    Heating_Setpoint_RL          | 22.562649    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.52603906  |\n",
+      "|    air_humidity                 | 1.4408555    |\n",
+      "|    air_temperature              | 1.4160306    |\n",
+      "|    clg_setpoint                 | 0.0029864463 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.28754753   |\n",
+      "|    diffuse_solar_radiation      | 1.8495051    |\n",
+      "|    direct_solar_radiation       | -0.61214644  |\n",
+      "|    hour                         | 0.07296602   |\n",
+      "|    htg_setpoint                 | 1.277947     |\n",
+      "|    month                        | 0.43747506   |\n",
+      "|    outdoor_humidity             | 0.920947     |\n",
+      "|    outdoor_temperature          | 1.2344446    |\n",
+      "|    people_occupant              | 0.26372367   |\n",
+      "|    total_electricity_HVAC       | -0.5392456   |\n",
+      "|    wind_direction               | -0.86765134  |\n",
+      "|    wind_speed                   | -0.7677293   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 481.55814    |\n",
+      "|    air_humidity                 | 55.494293    |\n",
+      "|    air_temperature              | 25.080996    |\n",
+      "|    clg_setpoint                 | 26.373034    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 18.0         |\n",
+      "|    diffuse_solar_radiation      | 260.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 22.820679    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 88.0         |\n",
+      "|    outdoor_temperature          | 24.077547    |\n",
+      "|    people_occupant              | 8.0          |\n",
+      "|    total_electricity_HVAC       | 426094.84    |\n",
+      "|    wind_direction               | 90.0         |\n",
+      "|    wind_speed                   | 3.1          |\n",
+      "--------------------------------------------------\n",
+      "------------------------------------------------*****************---------------------------------------------| 54%\n",
+      "| action_network/                 |            |\n",
+      "|    Cooling_Setpoint_RL          | -1.0       |\n",
+      "|    Heating_Setpoint_RL          | -0.4089526 |\n",
+      "| action_simulation/              |            |\n",
+      "|    Cooling_Setpoint_RL          | 23.25      |\n",
+      "|    Heating_Setpoint_RL          | 15.324642  |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | 1.8846443  |\n",
+      "|    air_humidity                 | 1.1899316  |\n",
+      "|    air_temperature              | 0.31698433 |\n",
+      "|    clg_setpoint                 | -1.2169807 |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 0.40143222 |\n",
+      "|    diffuse_solar_radiation      | 2.2622313  |\n",
+      "|    direct_solar_radiation       | 1.5560113  |\n",
+      "|    hour                         | 0.21742234 |\n",
+      "|    htg_setpoint                 | -1.01252   |\n",
+      "|    month                        | 0.43699417 |\n",
+      "|    outdoor_humidity             | 0.16532739 |\n",
+      "|    outdoor_temperature          | 1.6226574  |\n",
+      "|    people_occupant              | 1.2161181  |\n",
+      "|    total_electricity_HVAC       | 1.7811612  |\n",
+      "|    wind_direction               | 0.18412752 |\n",
+      "|    wind_speed                   | 0.31929213 |\n",
+      "| observation/                    |            |\n",
+      "|    HVAC_electricity_demand_rate | 11086.53   |\n",
+      "|    air_humidity                 | 52.34543   |\n",
+      "|    air_temperature              | 23.249329  |\n",
+      "|    clg_setpoint                 | 23.25      |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 19.0       |\n",
+      "|    diffuse_solar_radiation      | 301.5      |\n",
+      "|    direct_solar_radiation       | 544.5      |\n",
+      "|    hour                         | 13.0       |\n",
+      "|    htg_setpoint                 | 13.486009  |\n",
+      "|    month                        | 7.0        |\n",
+      "|    outdoor_humidity             | 72.0       |\n",
+      "|    outdoor_temperature          | 27.928738  |\n",
+      "|    people_occupant              | 16.0       |\n",
+      "|    total_electricity_HVAC       | 10094131.0 |\n",
+      "|    wind_direction               | 200.0      |\n",
+      "|    wind_speed                   | 5.7        |\n",
+      "------------------------------------------------\n",
+      "---------------------------------------------------***************--------------------------------------------| 55%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.5122253     |\n",
+      "|    Heating_Setpoint_RL          | -1.0          |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 28.35376      |\n",
+      "|    Heating_Setpoint_RL          | 12.0          |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.0063186567 |\n",
+      "|    air_humidity                 | -0.916748     |\n",
+      "|    air_temperature              | 0.4622423     |\n",
+      "|    clg_setpoint                 | -1.0214787    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 0.51523685    |\n",
+      "|    diffuse_solar_radiation      | 2.5617225     |\n",
+      "|    direct_solar_radiation       | 1.0444645     |\n",
+      "|    hour                         | 0.36187705    |\n",
+      "|    htg_setpoint                 | -0.96370345   |\n",
+      "|    month                        | 0.43651485    |\n",
+      "|    outdoor_humidity             | 0.49408633    |\n",
+      "|    outdoor_temperature          | 1.7317938     |\n",
+      "|    people_occupant              | -0.6895899    |\n",
+      "|    total_electricity_HVAC       | 0.033620473   |\n",
+      "|    wind_direction               | -0.0074485485 |\n",
+      "|    wind_speed                   | 0.32011697    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 2768.552      |\n",
+      "|    air_humidity                 | 25.608366     |\n",
+      "|    air_temperature              | 23.491522     |\n",
+      "|    clg_setpoint                 | 23.750345     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 20.0          |\n",
+      "|    diffuse_solar_radiation      | 332.0         |\n",
+      "|    direct_solar_radiation       | 416.0         |\n",
+      "|    hour                         | 14.0          |\n",
+      "|    htg_setpoint                 | 13.68133      |\n",
+      "|    month                        | 7.0           |\n",
+      "|    outdoor_humidity             | 79.0          |\n",
+      "|    outdoor_temperature          | 29.054508     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 2813425.8     |\n",
+      "|    wind_direction               | 180.0         |\n",
+      "|    wind_speed                   | 5.7           |\n",
+      "---------------------------------------------------\n",
+      "-------------------------------------------------*****************--------------------------------------------| 55%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.46856552 |\n",
+      "|    Heating_Setpoint_RL          | -0.09616411 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.04359    |\n",
+      "|    Heating_Setpoint_RL          | 17.084076   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.35917768 |\n",
+      "|    air_humidity                 | -1.735099   |\n",
+      "|    air_temperature              | 0.52564824  |\n",
+      "|    clg_setpoint                 | -0.23270069 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.62891537  |\n",
+      "|    diffuse_solar_radiation      | 1.9128408   |\n",
+      "|    direct_solar_radiation       | 0.6244323   |\n",
+      "|    hour                         | 0.5063281   |\n",
+      "|    htg_setpoint                 | -1.132968   |\n",
+      "|    month                        | 0.4360371   |\n",
+      "|    outdoor_humidity             | 0.25720382  |\n",
+      "|    outdoor_temperature          | 1.5578886   |\n",
+      "|    people_occupant              | -0.6886549  |\n",
+      "|    total_electricity_HVAC       | -0.38701683 |\n",
+      "|    wind_direction               | 0.1835719   |\n",
+      "|    wind_speed                   | 1.6165396   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1215.1343   |\n",
+      "|    air_humidity                 | 15.165489   |\n",
+      "|    air_temperature              | 23.597572   |\n",
+      "|    clg_setpoint                 | 25.770273   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 267.5       |\n",
+      "|    direct_solar_radiation       | 310.5       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 12.986452   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 74.0        |\n",
+      "|    outdoor_temperature          | 27.384764   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1060059.0   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 8.8         |\n",
+      "-------------------------------------------------\n",
+      "------------------------------------------------******************--------------------------------------------| 55%\n",
+      "| action_network/                 |            |\n",
+      "|    Cooling_Setpoint_RL          | -1.0       |\n",
+      "|    Heating_Setpoint_RL          | 0.16721427 |\n",
+      "| action_simulation/              |            |\n",
+      "|    Cooling_Setpoint_RL          | 23.25      |\n",
+      "|    Heating_Setpoint_RL          | 18.56558   |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | 1.0541993  |\n",
+      "|    air_humidity                 | 1.212778   |\n",
+      "|    air_temperature              | 0.31566435 |\n",
+      "|    clg_setpoint                 | -1.2176052 |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 0.7424104  |\n",
+      "|    diffuse_solar_radiation      | 0.58889323 |\n",
+      "|    direct_solar_radiation       | 0.7104332  |\n",
+      "|    hour                         | 0.65077245 |\n",
+      "|    htg_setpoint                 | 1.3861247  |\n",
+      "|    month                        | 0.43556094 |\n",
+      "|    outdoor_humidity             | 0.3505246  |\n",
+      "|    outdoor_temperature          | 1.515648   |\n",
+      "|    people_occupant              | 1.6951152  |\n",
+      "|    total_electricity_HVAC       | 0.9641354  |\n",
+      "|    wind_direction               | 0.1834257  |\n",
+      "|    wind_speed                   | 2.0325818  |\n",
+      "| observation/                    |            |\n",
+      "|    HVAC_electricity_demand_rate | 7422.6733  |\n",
+      "|    air_humidity                 | 52.619026  |\n",
+      "|    air_temperature              | 23.248583  |\n",
+      "|    clg_setpoint                 | 23.25      |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 22.0       |\n",
+      "|    diffuse_solar_radiation      | 135.0      |\n",
+      "|    direct_solar_radiation       | 332.0      |\n",
+      "|    hour                         | 16.0       |\n",
+      "|    htg_setpoint                 | 23.25      |\n",
+      "|    month                        | 7.0        |\n",
+      "|    outdoor_humidity             | 76.0       |\n",
+      "|    outdoor_temperature          | 27.00328   |\n",
+      "|    people_occupant              | 20.0       |\n",
+      "|    total_electricity_HVAC       | 6680406.0  |\n",
+      "|    wind_direction               | 200.0      |\n",
+      "|    wind_speed                   | 9.8        |\n",
+      "------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 56%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.05914062  |\n",
+      "|    air_humidity                 | 2.4733245   |\n",
+      "|    air_temperature              | 0.31602353  |\n",
+      "|    clg_setpoint                 | -1.2170345  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8556536   |\n",
+      "|    diffuse_solar_radiation      | -0.23433101 |\n",
+      "|    direct_solar_radiation       | -0.61237526 |\n",
+      "|    hour                         | 0.7952063   |\n",
+      "|    htg_setpoint                 | -0.0636942  |\n",
+      "|    month                        | 0.4350863   |\n",
+      "|    outdoor_humidity             | 1.2933781   |\n",
+      "|    outdoor_temperature          | 0.8040748   |\n",
+      "|    people_occupant              | 1.69408     |\n",
+      "|    total_electricity_HVAC       | 0.018544283 |\n",
+      "|    wind_direction               | 0.1831169   |\n",
+      "|    wind_speed                   | 0.3182093   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3052.7788   |\n",
+      "|    air_humidity                 | 68.68887    |\n",
+      "|    air_temperature              | 23.249428   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 52.5        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 17.338945   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 19.993744   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 2747501.0   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 56%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.40804628  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.92026    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.07153497 |\n",
+      "|    air_humidity                 | 1.1667806   |\n",
+      "|    air_temperature              | 0.31590763  |\n",
+      "|    clg_setpoint                 | -1.2164841  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.96856594  |\n",
+      "|    diffuse_solar_radiation      | -0.54868525 |\n",
+      "|    direct_solar_radiation       | -0.2837608  |\n",
+      "|    hour                         | 0.93962497  |\n",
+      "|    htg_setpoint                 | -0.19890507 |\n",
+      "|    month                        | 0.43461323  |\n",
+      "|    outdoor_humidity             | -0.40781826 |\n",
+      "|    outdoor_temperature          | 1.2836632   |\n",
+      "|    people_occupant              | 0.50186837  |\n",
+      "|    total_electricity_HVAC       | -0.09517344 |\n",
+      "|    wind_direction               | 0.08690284  |\n",
+      "|    wind_speed                   | -0.14102739 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2480.8193   |\n",
+      "|    air_humidity                 | 52.09966    |\n",
+      "|    air_temperature              | 23.249609   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 21.0        |\n",
+      "|    direct_solar_radiation       | 82.5        |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 16.78812    |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 60.0        |\n",
+      "|    outdoor_temperature          | 24.76543    |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 2276276.2   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 56%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.9972719   |\n",
+      "|    Heating_Setpoint_RL          | -0.40608233 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.990793   |\n",
+      "|    Heating_Setpoint_RL          | 15.340787   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.32737187 |\n",
+      "|    air_humidity                 | 1.5466156   |\n",
+      "|    air_temperature              | 0.31408146  |\n",
+      "|    clg_setpoint                 | -1.2158233  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0810584   |\n",
+      "|    diffuse_solar_radiation      | -0.7578335  |\n",
+      "|    direct_solar_radiation       | -0.6127894  |\n",
+      "|    hour                         | 1.084023    |\n",
+      "|    htg_setpoint                 | 0.25737712  |\n",
+      "|    month                        | 0.4341417   |\n",
+      "|    outdoor_humidity             | 0.86667603  |\n",
+      "|    outdoor_temperature          | 1.1549395   |\n",
+      "|    people_occupant              | -0.4516531  |\n",
+      "|    total_electricity_HVAC       | -0.25168273 |\n",
+      "|    wind_direction               | 0.27837744  |\n",
+      "|    wind_speed                   | -1.1868931  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1360.238    |\n",
+      "|    air_humidity                 | 56.950092   |\n",
+      "|    air_temperature              | 23.246893   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 18.644724   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 23.527742   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 1627636.2   |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 56%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5280105   |\n",
+      "|    Heating_Setpoint_RL          | -0.47419572 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.407036   |\n",
+      "|    Heating_Setpoint_RL          | 14.957649   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49651414 |\n",
+      "|    air_humidity                 | 1.4670976   |\n",
+      "|    air_temperature              | 0.11645057  |\n",
+      "|    clg_setpoint                 | -1.2153924  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.193032    |\n",
+      "|    diffuse_solar_radiation      | -0.7580974  |\n",
+      "|    direct_solar_radiation       | -0.61283886 |\n",
+      "|    hour                         | 1.2283939   |\n",
+      "|    htg_setpoint                 | -1.2063009  |\n",
+      "|    month                        | 0.4336717   |\n",
+      "|    outdoor_humidity             | 0.86541086  |\n",
+      "|    outdoor_temperature          | 1.0769706   |\n",
+      "|    people_occupant              | -0.4520288  |\n",
+      "|    total_electricity_HVAC       | -0.5095022  |\n",
+      "|    wind_direction               | -0.01033215 |\n",
+      "|    wind_speed                   | -0.55830675 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 619.3389    |\n",
+      "|    air_humidity                 | 55.96448    |\n",
+      "|    air_temperature              | 22.919289   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 12.679628   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 22.778746   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 557405.0    |\n",
+      "|    wind_direction               | 180.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 57%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5244055  |\n",
+      "|    air_humidity                 | -1.0315999  |\n",
+      "|    air_temperature              | -0.09727959 |\n",
+      "|    clg_setpoint                 | 0.07810529  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.3043792   |\n",
+      "|    diffuse_solar_radiation      | -0.75817245 |\n",
+      "|    direct_solar_radiation       | -0.6128316  |\n",
+      "|    hour                         | 1.3727305   |\n",
+      "|    htg_setpoint                 | 0.7139911   |\n",
+      "|    month                        | 0.43320322  |\n",
+      "|    outdoor_humidity             | 1.00636     |\n",
+      "|    outdoor_temperature          | 0.9072867   |\n",
+      "|    people_occupant              | -0.689316   |\n",
+      "|    total_electricity_HVAC       | -0.53602815 |\n",
+      "|    wind_direction               | -0.9725905  |\n",
+      "|    wind_speed                   | -0.97636604 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 495.4668    |\n",
+      "|    air_humidity                 | 24.146347   |\n",
+      "|    air_temperature              | 22.565039   |\n",
+      "|    clg_setpoint                 | 26.561497   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 20.501808   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 21.12227    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 445920.12   |\n",
+      "|    wind_direction               | 80.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*****************-------------------------------------------| 57%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.7071292   |\n",
+      "|    Heating_Setpoint_RL          | 0.27711308   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.23844     |\n",
+      "|    Heating_Setpoint_RL          | 19.183762    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5332602   |\n",
+      "|    air_humidity                 | -1.8251812   |\n",
+      "|    air_temperature              | -0.054058526 |\n",
+      "|    clg_setpoint                 | 1.4211174    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.4149839    |\n",
+      "|    diffuse_solar_radiation      | -0.7582991   |\n",
+      "|    direct_solar_radiation       | -0.61269224  |\n",
+      "|    hour                         | 1.5170249    |\n",
+      "|    htg_setpoint                 | -0.74447125  |\n",
+      "|    month                        | 0.43273628   |\n",
+      "|    outdoor_humidity             | 0.10682265   |\n",
+      "|    outdoor_temperature          | 1.2068543    |\n",
+      "|    people_occupant              | -0.6883934   |\n",
+      "|    total_electricity_HVAC       | -0.54443556  |\n",
+      "|    wind_direction               | 0.951455     |\n",
+      "|    wind_speed                   | -0.34831756  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 454.50967    |\n",
+      "|    air_humidity                 | 13.98174     |\n",
+      "|    air_temperature              | 22.637024    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 28.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 14.5543165   |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 71.0         |\n",
+      "|    outdoor_temperature          | 24.113543    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 409058.72    |\n",
+      "|    wind_direction               | 280.0        |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*****************-------------------------------------------| 57%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.52635634  |\n",
+      "|    air_humidity                 | 0.6845426    |\n",
+      "|    air_temperature              | -0.53706247  |\n",
+      "|    clg_setpoint                 | 0.517883     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.5247226    |\n",
+      "|    diffuse_solar_radiation      | -0.7583988   |\n",
+      "|    direct_solar_radiation       | -0.61268246  |\n",
+      "|    hour                         | 1.6612682    |\n",
+      "|    htg_setpoint                 | 0.012188334  |\n",
+      "|    month                        | 0.4322708    |\n",
+      "|    outdoor_humidity             | 1.4780111    |\n",
+      "|    outdoor_temperature          | 0.992051     |\n",
+      "|    people_occupant              | -0.6887095   |\n",
+      "|    total_electricity_HVAC       | -0.53787553  |\n",
+      "|    wind_direction               | -0.011844009 |\n",
+      "|    wind_speed                   | -0.9763829   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 485.61023    |\n",
+      "|    air_humidity                 | 45.974056    |\n",
+      "|    air_temperature              | 21.83761     |\n",
+      "|    clg_setpoint                 | 27.68681     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 29.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 17.635796    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 22.008682    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 437049.22    |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*******************------------------------------------------| 58%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.96222055  |\n",
+      "|    Heating_Setpoint_RL          | -0.47361928 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.872494   |\n",
+      "|    Heating_Setpoint_RL          | 14.960892   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5298736  |\n",
+      "|    air_humidity                 | 0.49643317  |\n",
+      "|    air_temperature              | -0.5861963  |\n",
+      "|    clg_setpoint                 | 0.51511896  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7474477   |\n",
+      "|    diffuse_solar_radiation      | -0.75851876 |\n",
+      "|    direct_solar_radiation       | -0.6129276  |\n",
+      "|    hour                         | -1.6611025  |\n",
+      "|    htg_setpoint                 | 1.0186313   |\n",
+      "|    month                        | 0.43180686  |\n",
+      "|    outdoor_humidity             | 1.0508391   |\n",
+      "|    outdoor_temperature          | 1.1994869   |\n",
+      "|    people_occupant              | -0.6890245  |\n",
+      "|    total_electricity_HVAC       | -0.54122055 |\n",
+      "|    wind_direction               | 0.3733981   |\n",
+      "|    wind_speed                   | -0.9768753  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 471.8763    |\n",
+      "|    air_humidity                 | 43.59142    |\n",
+      "|    air_temperature              | 21.757214   |\n",
+      "|    clg_setpoint                 | 27.67848    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 21.73552    |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 91.0        |\n",
+      "|    outdoor_temperature          | 24.094934   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 424688.7    |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.008325766 |\n",
+      "|    clip_fraction                | 0.0966      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.71       |\n",
+      "|    explained_variance           | 0.638       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.995       |\n",
+      "|    n_updates                    | 270         |\n",
+      "|    policy_gradient_loss         | -0.0104     |\n",
+      "|    std                          | 0.933       |\n",
+      "|    value_loss                   | 2.79        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************------------------------------------------| 58%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.52908915 |\n",
+      "|    air_humidity                 | 0.39913177  |\n",
+      "|    air_temperature              | -0.19437873 |\n",
+      "|    clg_setpoint                 | 1.4219829   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6725426  |\n",
+      "|    diffuse_solar_radiation      | -0.75837773 |\n",
+      "|    direct_solar_radiation       | -0.61243504 |\n",
+      "|    hour                         | -1.5164707  |\n",
+      "|    htg_setpoint                 | 0.19849356  |\n",
+      "|    month                        | 0.74052536  |\n",
+      "|    outdoor_humidity             | -0.22689903 |\n",
+      "|    outdoor_temperature          | 1.167155    |\n",
+      "|    people_occupant              | -0.6893384  |\n",
+      "|    total_electricity_HVAC       | -0.5403727  |\n",
+      "|    wind_direction               | 0.663168    |\n",
+      "|    wind_speed                   | -0.5975275  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 476.44348   |\n",
+      "|    air_humidity                 | 42.368675   |\n",
+      "|    air_temperature              | 22.406301   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 18.393244   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 64.0        |\n",
+      "|    outdoor_temperature          | 23.807497   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 429395.16   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 3.5         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************------------------------------------------| 58%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.8859904   |\n",
+      "|    Heating_Setpoint_RL          | 0.23595175  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.615217   |\n",
+      "|    Heating_Setpoint_RL          | 18.952229   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.52801245 |\n",
+      "|    air_humidity                 | -0.1861089  |\n",
+      "|    air_temperature              | -0.20462428 |\n",
+      "|    clg_setpoint                 | 1.4214244   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5533043  |\n",
+      "|    diffuse_solar_radiation      | -0.758636   |\n",
+      "|    direct_solar_radiation       | -0.6129801  |\n",
+      "|    hour                         | -1.371884   |\n",
+      "|    htg_setpoint                 | 0.24886867  |\n",
+      "|    month                        | 0.7394927   |\n",
+      "|    outdoor_humidity             | 0.38900015  |\n",
+      "|    outdoor_temperature          | 1.2305614   |\n",
+      "|    people_occupant              | -0.6896512  |\n",
+      "|    total_electricity_HVAC       | -0.5393296  |\n",
+      "|    wind_direction               | 0.66290575  |\n",
+      "|    wind_speed                   | -0.5557076  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 482.8636    |\n",
+      "|    air_humidity                 | 34.919357   |\n",
+      "|    air_temperature              | 22.390833   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 18.596426   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 77.0        |\n",
+      "|    outdoor_temperature          | 24.480043   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 435237.9    |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************----------------------------------------| 59%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.46650252  |\n",
+      "|    Heating_Setpoint_RL          | 0.1701558   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.199446   |\n",
+      "|    Heating_Setpoint_RL          | 18.582127   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5257854  |\n",
+      "|    air_humidity                 | -0.2273622  |\n",
+      "|    air_temperature              | -0.07600634 |\n",
+      "|    clg_setpoint                 | 1.044656    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4351709  |\n",
+      "|    diffuse_solar_radiation      | -0.7587792  |\n",
+      "|    direct_solar_radiation       | -0.6135739  |\n",
+      "|    hour                         | -1.227334   |\n",
+      "|    htg_setpoint                 | -0.4659682  |\n",
+      "|    month                        | 0.73846436  |\n",
+      "|    outdoor_humidity             | 0.7679333   |\n",
+      "|    outdoor_temperature          | 1.2643011   |\n",
+      "|    people_occupant              | -0.6899629  |\n",
+      "|    total_electricity_HVAC       | -0.5373846  |\n",
+      "|    wind_direction               | 0.6629641   |\n",
+      "|    wind_speed                   | -0.7650476  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 494.13873   |\n",
+      "|    air_humidity                 | 34.407253   |\n",
+      "|    air_temperature              | 22.605192   |\n",
+      "|    clg_setpoint                 | 29.035212   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 15.6817     |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 85.0        |\n",
+      "|    outdoor_temperature          | 24.8582     |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 444724.84   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************----------------------------------------| 59%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.35039008 |\n",
+      "|    Heating_Setpoint_RL          | 0.4057244   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.442434   |\n",
+      "|    Heating_Setpoint_RL          | 19.9072     |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.53850067 |\n",
+      "|    air_humidity                 | -1.5543905  |\n",
+      "|    air_temperature              | -0.16599919 |\n",
+      "|    clg_setpoint                 | 0.39013863  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3179723  |\n",
+      "|    diffuse_solar_radiation      | -0.5954999  |\n",
+      "|    direct_solar_radiation       | -0.4940848  |\n",
+      "|    hour                         | -1.0828129  |\n",
+      "|    htg_setpoint                 | -0.45884717 |\n",
+      "|    month                        | 0.7374403   |\n",
+      "|    outdoor_humidity             | 1.1934283   |\n",
+      "|    outdoor_temperature          | 1.245922    |\n",
+      "|    people_occupant              | -0.68904895 |\n",
+      "|    total_electricity_HVAC       | -0.5494709  |\n",
+      "|    wind_direction               | 0.27695143  |\n",
+      "|    wind_speed                   | -1.1846281  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 436.9487    |\n",
+      "|    air_humidity                 | 17.467257   |\n",
+      "|    air_temperature              | 22.457935   |\n",
+      "|    clg_setpoint                 | 27.361053   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 16.5        |\n",
+      "|    direct_solar_radiation       | 30.0        |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 15.707914   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 94.0        |\n",
+      "|    outdoor_temperature          | 24.712803   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 393253.84   |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********************----------------------------------------| 59%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.53627264  |\n",
+      "|    air_humidity                 | -1.9815298   |\n",
+      "|    air_temperature              | -0.038420383 |\n",
+      "|    clg_setpoint                 | 0.4344662    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.2015561   |\n",
+      "|    diffuse_solar_radiation      | -0.056001037 |\n",
+      "|    direct_solar_radiation       | -0.53044987  |\n",
+      "|    hour                         | -0.93831396  |\n",
+      "|    htg_setpoint                 | 0.5174147    |\n",
+      "|    month                        | 0.73642045   |\n",
+      "|    outdoor_humidity             | 0.34005135   |\n",
+      "|    outdoor_temperature          | 1.4328882    |\n",
+      "|    people_occupant              | -0.68813854  |\n",
+      "|    total_electricity_HVAC       | -0.5473854   |\n",
+      "|    wind_direction               | -1.5600017   |\n",
+      "|    wind_speed                   | -0.34384933  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 445.58963    |\n",
+      "|    air_humidity                 | 11.932658    |\n",
+      "|    air_temperature              | 22.670252    |\n",
+      "|    clg_setpoint                 | 27.477001    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 5.0          |\n",
+      "|    diffuse_solar_radiation      | 71.0         |\n",
+      "|    direct_solar_radiation       | 21.0         |\n",
+      "|    hour                         | 5.0          |\n",
+      "|    htg_setpoint                 | 19.683205    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 76.0         |\n",
+      "|    outdoor_temperature          | 26.637999    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 400861.94    |\n",
+      "|    wind_direction               | 20.0         |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************----------------------------------------| 59%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.1949451  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.96706    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5417824  |\n",
+      "|    air_humidity                 | 0.49028236  |\n",
+      "|    air_temperature              | -0.30320254 |\n",
+      "|    clg_setpoint                 | 1.4193323   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0857863  |\n",
+      "|    diffuse_solar_radiation      | -0.18027098 |\n",
+      "|    direct_solar_radiation       | -0.6138755  |\n",
+      "|    hour                         | -0.7938314  |\n",
+      "|    htg_setpoint                 | -0.24568008 |\n",
+      "|    month                        | 0.73540485  |\n",
+      "|    outdoor_humidity             | 1.1928141   |\n",
+      "|    outdoor_temperature          | 1.1831307   |\n",
+      "|    people_occupant              | -0.6884511  |\n",
+      "|    total_electricity_HVAC       | -0.55259717 |\n",
+      "|    wind_direction               | -1.3655896  |\n",
+      "|    wind_speed                   | -0.34282538 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 422.7402    |\n",
+      "|    air_humidity                 | 43.517536   |\n",
+      "|    air_temperature              | 22.23434    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 58.5        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 16.573442   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 94.0        |\n",
+      "|    outdoor_temperature          | 24.179815   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 380466.2    |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************---------------------------------------| 60%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.59448165  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 20.96896    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.55262065 |\n",
+      "|    air_humidity                 | 0.4152558   |\n",
+      "|    air_temperature              | 0.31122455  |\n",
+      "|    clg_setpoint                 | 1.4195423   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9705416  |\n",
+      "|    diffuse_solar_radiation      | 1.2750398   |\n",
+      "|    direct_solar_radiation       | -0.16372016 |\n",
+      "|    hour                         | -0.6493602  |\n",
+      "|    htg_setpoint                 | 1.3906118   |\n",
+      "|    month                        | 0.7343934   |\n",
+      "|    outdoor_humidity             | 0.33745673  |\n",
+      "|    outdoor_temperature          | 0.7747097   |\n",
+      "|    people_occupant              | -0.6887626  |\n",
+      "|    total_electricity_HVAC       | -0.16062936 |\n",
+      "|    wind_direction               | -1.4590877  |\n",
+      "|    wind_speed                   | -0.5530858  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 376.79102   |\n",
+      "|    air_humidity                 | 42.589077   |\n",
+      "|    air_temperature              | 23.249857   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 205.5       |\n",
+      "|    direct_solar_radiation       | 112.5       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 76.0        |\n",
+      "|    outdoor_temperature          | 20.112642   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2002268.1   |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************---------------------------------------| 60%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.82068205 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.008663   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.49588144  |\n",
+      "|    air_humidity                 | 1.0842196   |\n",
+      "|    air_temperature              | 0.31045675  |\n",
+      "|    clg_setpoint                 | -1.2152712  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8557151  |\n",
+      "|    diffuse_solar_radiation      | 1.0401045   |\n",
+      "|    direct_solar_radiation       | 1.9777969   |\n",
+      "|    hour                         | -0.5048964  |\n",
+      "|    htg_setpoint                 | -0.575333   |\n",
+      "|    month                        | 0.73338616  |\n",
+      "|    outdoor_humidity             | -0.8963247  |\n",
+      "|    outdoor_temperature          | 1.1553301   |\n",
+      "|    people_occupant              | 1.6941819   |\n",
+      "|    total_electricity_HVAC       | 0.5237292   |\n",
+      "|    wind_direction               | -0.9735842  |\n",
+      "|    wind_speed                   | -0.13173471 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4952.3887   |\n",
+      "|    air_humidity                 | 51.15832    |\n",
+      "|    air_temperature              | 23.249653   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 182.0       |\n",
+      "|    direct_solar_radiation       | 648.5       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 15.238673   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 50.0        |\n",
+      "|    outdoor_temperature          | 23.92852    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4830070.5   |\n",
+      "|    wind_direction               | 80.0        |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************---------------------------------------| 60%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.5912313  |\n",
+      "|    Heating_Setpoint_RL          | 0.99161196  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.629595   |\n",
+      "|    Heating_Setpoint_RL          | 23.202816   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.78567433  |\n",
+      "|    air_humidity                 | 1.1486075   |\n",
+      "|    air_temperature              | 0.30999568  |\n",
+      "|    clg_setpoint                 | -1.214554   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.74121314 |\n",
+      "|    diffuse_solar_radiation      | 2.309354    |\n",
+      "|    direct_solar_radiation       | 0.886219    |\n",
+      "|    hour                         | -0.36043686 |\n",
+      "|    htg_setpoint                 | 0.80062073  |\n",
+      "|    month                        | 0.732383    |\n",
+      "|    outdoor_humidity             | -1.4180423  |\n",
+      "|    outdoor_temperature          | 1.5281764   |\n",
+      "|    people_occupant              | 1.6931789   |\n",
+      "|    total_electricity_HVAC       | 0.7088063   |\n",
+      "|    wind_direction               | -0.19954938 |\n",
+      "|    wind_speed                   | -0.9724205  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6215.1333   |\n",
+      "|    air_humidity                 | 52.00066    |\n",
+      "|    air_temperature              | 23.249533   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 310.5       |\n",
+      "|    direct_solar_radiation       | 375.5       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 20.850616   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 39.0        |\n",
+      "|    outdoor_temperature          | 27.676397   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 5593620.0   |\n",
+      "|    wind_direction               | 160.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*********************---------------------------------------| 60%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.6472222   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 13.984375    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.45325986  |\n",
+      "|    air_humidity                 | -0.67152005  |\n",
+      "|    air_temperature              | 0.4582794    |\n",
+      "|    clg_setpoint                 | 0.6347435    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.62695515  |\n",
+      "|    diffuse_solar_radiation      | 0.78079504   |\n",
+      "|    direct_solar_radiation       | 2.1213462    |\n",
+      "|    hour                         | -0.21597923  |\n",
+      "|    htg_setpoint                 | -1.370105    |\n",
+      "|    month                        | 0.731384     |\n",
+      "|    outdoor_humidity             | -0.088164575 |\n",
+      "|    outdoor_temperature          | 1.3551141    |\n",
+      "|    people_occupant              | -0.68969065  |\n",
+      "|    total_electricity_HVAC       | -0.4779499   |\n",
+      "|    wind_direction               | 0.08948107   |\n",
+      "|    wind_speed                   | -0.12946054  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 814.8687     |\n",
+      "|    air_humidity                 | 28.75508     |\n",
+      "|    air_temperature              | 23.494352    |\n",
+      "|    clg_setpoint                 | 27.986757    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 10.0         |\n",
+      "|    diffuse_solar_radiation      | 156.0        |\n",
+      "|    direct_solar_radiation       | 685.0        |\n",
+      "|    hour                         | 10.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 67.0         |\n",
+      "|    outdoor_temperature          | 25.971313    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 694686.4     |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***********************--------------------------------------| 61%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.504056    |\n",
+      "|    Heating_Setpoint_RL          | 0.50055575  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.326189   |\n",
+      "|    Heating_Setpoint_RL          | 20.440626   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.44055328 |\n",
+      "|    air_humidity                 | -1.7899419  |\n",
+      "|    air_temperature              | 1.0154039   |\n",
+      "|    clg_setpoint                 | 0.50355214  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.51287276 |\n",
+      "|    diffuse_solar_radiation      | 2.7583816   |\n",
+      "|    direct_solar_radiation       | 1.4170794   |\n",
+      "|    hour                         | -0.0715222  |\n",
+      "|    htg_setpoint                 | -1.2272912  |\n",
+      "|    month                        | 0.73038906  |\n",
+      "|    outdoor_humidity             | -0.27908173 |\n",
+      "|    outdoor_temperature          | 1.6599424   |\n",
+      "|    people_occupant              | -0.6887886  |\n",
+      "|    total_electricity_HVAC       | -0.46084028 |\n",
+      "|    wind_direction               | 0.08904858  |\n",
+      "|    wind_speed                   | -0.549844   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 868.33344   |\n",
+      "|    air_humidity                 | 14.419359   |\n",
+      "|    air_temperature              | 24.412823   |\n",
+      "|    clg_setpoint                 | 27.652754   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 356.5       |\n",
+      "|    direct_solar_radiation       | 509.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 12.577544   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 63.0        |\n",
+      "|    outdoor_temperature          | 29.04806    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 763517.44   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**********************--------------------------------------| 61%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.21347415   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 18.825792    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.3544257    |\n",
+      "|    air_humidity                 | 1.0492697    |\n",
+      "|    air_temperature              | 0.3083518    |\n",
+      "|    clg_setpoint                 | -1.21531     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.39890963  |\n",
+      "|    diffuse_solar_radiation      | 3.3951864    |\n",
+      "|    direct_solar_radiation       | -0.1860107   |\n",
+      "|    hour                         | 0.072934814  |\n",
+      "|    htg_setpoint                 | 1.0451314    |\n",
+      "|    month                        | 0.7293982    |\n",
+      "|    outdoor_humidity             | -0.09000825  |\n",
+      "|    outdoor_temperature          | 1.5225238    |\n",
+      "|    people_occupant              | 0.2653399    |\n",
+      "|    total_electricity_HVAC       | 1.3723854    |\n",
+      "|    wind_direction               | -0.007982026 |\n",
+      "|    wind_speed                   | -0.12770756  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 8679.47      |\n",
+      "|    air_humidity                 | 50.709106    |\n",
+      "|    air_temperature              | 23.249256    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 12.0         |\n",
+      "|    diffuse_solar_radiation      | 422.0        |\n",
+      "|    direct_solar_radiation       | 107.5        |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 21.839535    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 67.0         |\n",
+      "|    outdoor_temperature          | 27.70153     |\n",
+      "|    people_occupant              | 8.0          |\n",
+      "|    total_electricity_HVAC       | 8318684.5    |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "------------------------------------------------************************--------------------------------------| 61%\n",
+      "| action_network/                 |            |\n",
+      "|    Cooling_Setpoint_RL          | -0.896012  |\n",
+      "|    Heating_Setpoint_RL          | -0.7487149 |\n",
+      "| action_simulation/              |            |\n",
+      "|    Cooling_Setpoint_RL          | 23.60096   |\n",
+      "|    Heating_Setpoint_RL          | 13.413479  |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | 1.408748   |\n",
+      "|    air_humidity                 | 1.0659751  |\n",
+      "|    air_temperature              | 0.30983996 |\n",
+      "|    clg_setpoint                 | -1.2148283 |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | -0.2850213 |\n",
+      "|    diffuse_solar_radiation      | 1.9256017  |\n",
+      "|    direct_solar_radiation       | 1.7072846  |\n",
+      "|    hour                         | 0.21739146 |\n",
+      "|    htg_setpoint                 | -1.368144  |\n",
+      "|    month                        | 0.7284113  |\n",
+      "|    outdoor_humidity             | -1.7066406 |\n",
+      "|    outdoor_temperature          | 2.083482   |\n",
+      "|    people_occupant              | 1.2182972  |\n",
+      "|    total_electricity_HVAC       | 1.4955144  |\n",
+      "|    wind_direction               | -1.5556854 |\n",
+      "|    wind_speed                   | -0.7604033 |\n",
+      "| observation/                    |            |\n",
+      "|    HVAC_electricity_demand_rate | 8915.441   |\n",
+      "|    air_humidity                 | 50.934345  |\n",
+      "|    air_temperature              | 23.252224  |\n",
+      "|    clg_setpoint                 | 23.25      |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 13.0       |\n",
+      "|    diffuse_solar_radiation      | 273.0      |\n",
+      "|    direct_solar_radiation       | 581.5      |\n",
+      "|    hour                         | 13.0       |\n",
+      "|    htg_setpoint                 | 12.0       |\n",
+      "|    month                        | 8.0        |\n",
+      "|    outdoor_humidity             | 33.0       |\n",
+      "|    outdoor_temperature          | 33.36472   |\n",
+      "|    people_occupant              | 16.0       |\n",
+      "|    total_electricity_HVAC       | 8825250.0  |\n",
+      "|    wind_direction               | 20.0       |\n",
+      "|    wind_speed                   | 3.1        |\n",
+      "------------------------------------------------\n",
+      "--------------------------------------------------***********************-------------------------------------| 62%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.19882268  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 16.506622    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.97677857   |\n",
+      "|    air_humidity                 | 0.86091805   |\n",
+      "|    air_temperature              | 1.5171279    |\n",
+      "|    clg_setpoint                 | -0.43715784  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.17117481  |\n",
+      "|    diffuse_solar_radiation      | 1.8151975    |\n",
+      "|    direct_solar_radiation       | 0.8838433    |\n",
+      "|    hour                         | 0.3618466    |\n",
+      "|    htg_setpoint                 | -1.1915343   |\n",
+      "|    month                        | 0.72742844   |\n",
+      "|    outdoor_humidity             | -0.1845537   |\n",
+      "|    outdoor_temperature          | 1.6192296    |\n",
+      "|    people_occupant              | 1.6940814    |\n",
+      "|    total_electricity_HVAC       | 0.5086747    |\n",
+      "|    wind_direction               | -0.009047017 |\n",
+      "|    wind_speed                   | 0.5488703    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 7037.99      |\n",
+      "|    air_humidity                 | 48.316544    |\n",
+      "|    air_temperature              | 25.238811    |\n",
+      "|    clg_setpoint                 | 25.242004    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 14.0         |\n",
+      "|    diffuse_solar_radiation      | 262.0        |\n",
+      "|    direct_solar_radiation       | 375.5        |\n",
+      "|    hour                         | 14.0         |\n",
+      "|    htg_setpoint                 | 12.720229    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 65.0         |\n",
+      "|    outdoor_temperature          | 28.75433     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 4761053.5    |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------***********************-------------------------------------| 62%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.40200034  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 15.363749    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.4513056    |\n",
+      "|    air_humidity                 | 1.1751461    |\n",
+      "|    air_temperature              | 0.30783027   |\n",
+      "|    clg_setpoint                 | -1.2140715   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.057348646 |\n",
+      "|    diffuse_solar_radiation      | 0.05543744   |\n",
+      "|    direct_solar_radiation       | 2.3025217    |\n",
+      "|    hour                         | 0.5062982    |\n",
+      "|    htg_setpoint                 | -0.606807    |\n",
+      "|    month                        | 0.7264495    |\n",
+      "|    outdoor_humidity             | -0.5181332   |\n",
+      "|    outdoor_temperature          | 1.5015751    |\n",
+      "|    people_occupant              | 1.6930894    |\n",
+      "|    total_electricity_HVAC       | 1.4605912    |\n",
+      "|    wind_direction               | -0.2993923   |\n",
+      "|    wind_speed                   | -0.5480198   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 9102.229     |\n",
+      "|    air_humidity                 | 52.346       |\n",
+      "|    air_temperature              | 23.250526    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 83.0         |\n",
+      "|    direct_solar_radiation       | 731.0        |\n",
+      "|    hour                         | 15.0         |\n",
+      "|    htg_setpoint                 | 15.103635    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 58.0         |\n",
+      "|    outdoor_temperature          | 27.609585    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 8682209.0    |\n",
+      "|    wind_direction               | 150.0        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------************************-------------------------------------| 62%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.18579042  |\n",
+      "|    Heating_Setpoint_RL          | 0.42464554  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.252043   |\n",
+      "|    Heating_Setpoint_RL          | 20.01363    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.3298235   |\n",
+      "|    air_humidity                 | 1.8521603   |\n",
+      "|    air_temperature              | 0.3852019   |\n",
+      "|    clg_setpoint                 | -1.1748557  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.05646735  |\n",
+      "|    diffuse_solar_radiation      | 0.48715127  |\n",
+      "|    direct_solar_radiation       | 0.42328462  |\n",
+      "|    hour                         | 0.65074337  |\n",
+      "|    htg_setpoint                 | -1.3683778  |\n",
+      "|    month                        | 0.72547454  |\n",
+      "|    outdoor_humidity             | -0.18548563 |\n",
+      "|    outdoor_temperature          | 1.9074849   |\n",
+      "|    people_occupant              | 1.692102    |\n",
+      "|    total_electricity_HVAC       | 2.1768348   |\n",
+      "|    wind_direction               | -0.39473966 |\n",
+      "|    wind_speed                   | -0.33562392 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 12930.67    |\n",
+      "|    air_humidity                 | 61.021458   |\n",
+      "|    air_temperature              | 23.378654   |\n",
+      "|    clg_setpoint                 | 23.3491     |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 127.0       |\n",
+      "|    direct_solar_radiation       | 260.5       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 65.0        |\n",
+      "|    outdoor_temperature          | 31.73431    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 11637603.0  |\n",
+      "|    wind_direction               | 140.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************-------------------------------------| 62%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.36419278 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.576416   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49262723 |\n",
+      "|    air_humidity                 | -1.056824   |\n",
+      "|    air_temperature              | 0.6577348   |\n",
+      "|    clg_setpoint                 | 0.19925874  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.17027213  |\n",
+      "|    diffuse_solar_radiation      | -0.24538544 |\n",
+      "|    direct_solar_radiation       | -0.5588586  |\n",
+      "|    hour                         | 0.79517853  |\n",
+      "|    htg_setpoint                 | -1.3683974  |\n",
+      "|    month                        | 0.72450346  |\n",
+      "|    outdoor_humidity             | -0.37690157 |\n",
+      "|    outdoor_temperature          | 1.6378784   |\n",
+      "|    people_occupant              | -0.68942505 |\n",
+      "|    total_electricity_HVAC       | -0.5068631  |\n",
+      "|    wind_direction               | -1.2641046  |\n",
+      "|    wind_speed                   | 1.1858579   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 649.1376    |\n",
+      "|    air_humidity                 | 23.811337   |\n",
+      "|    air_temperature              | 23.826807   |\n",
+      "|    clg_setpoint                 | 26.870905   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 52.5        |\n",
+      "|    direct_solar_radiation       | 14.5        |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 61.0        |\n",
+      "|    outdoor_temperature          | 29.070456   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 580873.7    |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************------------------------------------| 63%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5116434   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.351797   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.48985615 |\n",
+      "|    air_humidity                 | -1.7951775  |\n",
+      "|    air_temperature              | 0.6263717   |\n",
+      "|    clg_setpoint                 | 0.07298724  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.28405344  |\n",
+      "|    diffuse_solar_radiation      | -0.76068294 |\n",
+      "|    direct_solar_radiation       | -0.61726975 |\n",
+      "|    hour                         | 0.9395991   |\n",
+      "|    htg_setpoint                 | 0.26209348  |\n",
+      "|    month                        | 0.7235363   |\n",
+      "|    outdoor_humidity             | -0.42262834 |\n",
+      "|    outdoor_temperature          | 1.403495    |\n",
+      "|    people_occupant              | -0.6885346  |\n",
+      "|    total_electricity_HVAC       | -0.50558335 |\n",
+      "|    wind_direction               | -0.77704304 |\n",
+      "|    wind_speed                   | -0.75931644 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 659.6121    |\n",
+      "|    air_humidity                 | 14.302734   |\n",
+      "|    air_temperature              | 23.775833   |\n",
+      "|    clg_setpoint                 | 26.54869    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 18.64334    |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 60.0        |\n",
+      "|    outdoor_temperature          | 26.763706   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 584701.94   |\n",
+      "|    wind_direction               | 100.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************------------------------------------| 63%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.74655074  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.14461    |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4928997  |\n",
+      "|    air_humidity                 | 1.0987376   |\n",
+      "|    air_temperature              | 0.35712504  |\n",
+      "|    clg_setpoint                 | 1.2214974   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.39778802  |\n",
+      "|    diffuse_solar_radiation      | -0.76091564 |\n",
+      "|    direct_solar_radiation       | -0.61772203 |\n",
+      "|    hour                         | 1.0839999   |\n",
+      "|    htg_setpoint                 | 1.3923777   |\n",
+      "|    month                        | 0.72257304  |\n",
+      "|    outdoor_humidity             | -0.23061103 |\n",
+      "|    outdoor_temperature          | 0.87367624  |\n",
+      "|    people_occupant              | -0.45043272 |\n",
+      "|    total_electricity_HVAC       | -0.50629646 |\n",
+      "|    wind_direction               | -0.8716086  |\n",
+      "|    wind_speed                   | -0.33687505 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 647.2188    |\n",
+      "|    air_humidity                 | 51.36483    |\n",
+      "|    air_temperature              | 23.334293   |\n",
+      "|    clg_setpoint                 | 29.48983    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 64.0        |\n",
+      "|    outdoor_temperature          | 21.448244   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 582496.94   |\n",
+      "|    wind_direction               | 90.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************------------------------------------| 63%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.84367406 |\n",
+      "|    Heating_Setpoint_RL          | 0.28926554  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.7776     |\n",
+      "|    Heating_Setpoint_RL          | 19.25212    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4922172  |\n",
+      "|    air_humidity                 | 0.88821167  |\n",
+      "|    air_temperature              | 0.2111067   |\n",
+      "|    clg_setpoint                 | -0.8592776  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.5114416   |\n",
+      "|    diffuse_solar_radiation      | -0.7611469  |\n",
+      "|    direct_solar_radiation       | -0.6181472  |\n",
+      "|    hour                         | 1.2283747   |\n",
+      "|    htg_setpoint                 | -0.12929277 |\n",
+      "|    month                        | 0.7216135   |\n",
+      "|    outdoor_humidity             | 0.5799849   |\n",
+      "|    outdoor_temperature          | 0.85960513  |\n",
+      "|    people_occupant              | -0.4507949  |\n",
+      "|    total_electricity_HVAC       | -0.5056518  |\n",
+      "|    wind_direction               | 0.4842293   |\n",
+      "|    wind_speed                   | -1.1827847  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 651.7       |\n",
+      "|    air_humidity                 | 48.683994   |\n",
+      "|    air_temperature              | 23.095499   |\n",
+      "|    clg_setpoint                 | 24.156496   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 17.046938   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 81.0        |\n",
+      "|    outdoor_temperature          | 21.319752   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 586530.0    |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************************------------------------------------| 63%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.50586396  |\n",
+      "|    air_humidity                 | 0.78747845   |\n",
+      "|    air_temperature              | 0.06051926   |\n",
+      "|    clg_setpoint                 | -0.06589412  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.624969     |\n",
+      "|    diffuse_solar_radiation      | -0.76113486  |\n",
+      "|    direct_solar_radiation       | -0.61857504  |\n",
+      "|    hour                         | 1.3727167    |\n",
+      "|    htg_setpoint                 | 0.3953376    |\n",
+      "|    month                        | 0.7206579    |\n",
+      "|    outdoor_humidity             | 0.008827231  |\n",
+      "|    outdoor_temperature          | 1.5349988    |\n",
+      "|    people_occupant              | -0.689446    |\n",
+      "|    total_electricity_HVAC       | -0.5186411   |\n",
+      "|    wind_direction               | 0.58034223   |\n",
+      "|    wind_speed                   | -0.1238525   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 594.6686     |\n",
+      "|    air_humidity                 | 47.404034    |\n",
+      "|    air_temperature              | 22.849186    |\n",
+      "|    clg_setpoint                 | 26.187414    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 21.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 21.0         |\n",
+      "|    htg_setpoint                 | 19.183815    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 69.0         |\n",
+      "|    outdoor_temperature          | 28.165903    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 535201.75    |\n",
+      "|    wind_direction               | 240.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.0053591896 |\n",
+      "|    clip_fraction                | 0.0602       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.71        |\n",
+      "|    explained_variance           | 0.747        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.979        |\n",
+      "|    n_updates                    | 280          |\n",
+      "|    policy_gradient_loss         | -0.00912     |\n",
+      "|    std                          | 0.939        |\n",
+      "|    value_loss                   | 2.56         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**************************-----------------------------------| 64%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.39990187  |\n",
+      "|    Heating_Setpoint_RL          | 0.64344805  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.974669   |\n",
+      "|    Heating_Setpoint_RL          | 21.244396   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.51354706 |\n",
+      "|    air_humidity                 | 0.5123494   |\n",
+      "|    air_temperature              | -0.16261993 |\n",
+      "|    clg_setpoint                 | -0.8660646  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7383146   |\n",
+      "|    diffuse_solar_radiation      | -0.76116514 |\n",
+      "|    direct_solar_radiation       | -0.6191017  |\n",
+      "|    hour                         | 1.5170181   |\n",
+      "|    htg_setpoint                 | 0.9986627   |\n",
+      "|    month                        | 0.71970606  |\n",
+      "|    outdoor_humidity             | -1.3698883  |\n",
+      "|    outdoor_temperature          | 1.0140697   |\n",
+      "|    people_occupant              | -0.68974775 |\n",
+      "|    total_electricity_HVAC       | -0.52595806 |\n",
+      "|    wind_direction               | 1.6413928   |\n",
+      "|    wind_speed                   | -0.12423547 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 562.3599    |\n",
+      "|    air_humidity                 | 43.88625    |\n",
+      "|    air_temperature              | 22.484753   |\n",
+      "|    clg_setpoint                 | 24.136541   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 21.64179    |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 40.0        |\n",
+      "|    outdoor_temperature          | 22.949697   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 506123.9    |\n",
+      "|    wind_direction               | 350.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*************************-----------------------------------| 64%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.59836376  |\n",
+      "|    Heating_Setpoint_RL          | 0.89267665   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.605522    |\n",
+      "|    Heating_Setpoint_RL          | 22.646305    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5373796   |\n",
+      "|    air_humidity                 | 0.51631004   |\n",
+      "|    air_temperature              | -0.6651219   |\n",
+      "|    clg_setpoint                 | 1.0867481    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.8514124    |\n",
+      "|    diffuse_solar_radiation      | -0.7612892   |\n",
+      "|    direct_solar_radiation       | -0.6194488   |\n",
+      "|    hour                         | 1.6612705    |\n",
+      "|    htg_setpoint                 | -1.35368     |\n",
+      "|    month                        | 0.7187579    |\n",
+      "|    outdoor_humidity             | 0.20275378   |\n",
+      "|    outdoor_temperature          | 0.8544568    |\n",
+      "|    people_occupant              | -0.69004846  |\n",
+      "|    total_electricity_HVAC       | -0.5486369   |\n",
+      "|    wind_direction               | 0.38530734   |\n",
+      "|    wind_speed                   | -0.123989776 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 459.8146     |\n",
+      "|    air_humidity                 | 43.948147    |\n",
+      "|    air_temperature              | 21.663012    |\n",
+      "|    clg_setpoint                 | 29.13746     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 23.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 12.048273    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 73.0         |\n",
+      "|    outdoor_temperature          | 21.35486     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 413833.16    |\n",
+      "|    wind_direction               | 220.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------**************************----------------------------------| 65%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.5600705    |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.515238    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5361681   |\n",
+      "|    air_humidity                 | -1.5192788   |\n",
+      "|    air_temperature              | -0.12815358  |\n",
+      "|    clg_setpoint                 | -0.073835775 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0785663    |\n",
+      "|    diffuse_solar_radiation      | -0.7614073   |\n",
+      "|    direct_solar_radiation       | -0.619784    |\n",
+      "|    hour                         | -1.6611117   |\n",
+      "|    htg_setpoint                 | -1.3644266   |\n",
+      "|    month                        | 0.71781355   |\n",
+      "|    outdoor_humidity             | -1.2709609   |\n",
+      "|    outdoor_temperature          | 0.84636855   |\n",
+      "|    people_occupant              | -0.68916595  |\n",
+      "|    total_electricity_HVAC       | -0.54747796  |\n",
+      "|    wind_direction               | 1.6400887    |\n",
+      "|    wind_speed                   | 0.5534032    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 463.7557     |\n",
+      "|    air_humidity                 | 17.869425    |\n",
+      "|    air_temperature              | 22.542898    |\n",
+      "|    clg_setpoint                 | 26.16532     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 42.0         |\n",
+      "|    outdoor_temperature          | 21.302277    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 417380.12    |\n",
+      "|    wind_direction               | 350.0        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***************************----------------------------------| 65%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.20098953  |\n",
+      "|    Heating_Setpoint_RL          | 0.2674887   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.303339   |\n",
+      "|    Heating_Setpoint_RL          | 19.129623   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.17116289 |\n",
+      "|    air_humidity                 | -1.1918873  |\n",
+      "|    air_temperature              | 0.30333334  |\n",
+      "|    clg_setpoint                 | -0.84640074 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1908928   |\n",
+      "|    diffuse_solar_radiation      | -0.76158696 |\n",
+      "|    direct_solar_radiation       | -0.6202228  |\n",
+      "|    hour                         | -1.5164869  |\n",
+      "|    htg_setpoint                 | 1.3941194   |\n",
+      "|    month                        | 0.71687293  |\n",
+      "|    outdoor_humidity             | -0.1741039  |\n",
+      "|    outdoor_temperature          | 0.56541896  |\n",
+      "|    people_occupant              | -0.68828684 |\n",
+      "|    total_electricity_HVAC       | -0.20054322 |\n",
+      "|    wind_direction               | -1.2560176  |\n",
+      "|    wind_speed                   | -1.1860087  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2042.5071   |\n",
+      "|    air_humidity                 | 22.02161    |\n",
+      "|    air_temperature              | 23.249083   |\n",
+      "|    clg_setpoint                 | 24.186407   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 65.0        |\n",
+      "|    outdoor_temperature          | 18.480145   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1838256.4   |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************----------------------------------| 65%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.27135324  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.540817   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5403493  |\n",
+      "|    air_humidity                 | 0.18423249  |\n",
+      "|    air_temperature              | -0.252639   |\n",
+      "|    clg_setpoint                 | -1.2111804  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.3026842   |\n",
+      "|    diffuse_solar_radiation      | -0.76181    |\n",
+      "|    direct_solar_radiation       | -0.6205722  |\n",
+      "|    hour                         | -1.3719053  |\n",
+      "|    htg_setpoint                 | -0.18253659 |\n",
+      "|    month                        | 0.71593595  |\n",
+      "|    outdoor_humidity             | 0.8731132   |\n",
+      "|    outdoor_temperature          | 0.8520468   |\n",
+      "|    people_occupant              | -0.6885883  |\n",
+      "|    total_electricity_HVAC       | -0.55148435 |\n",
+      "|    wind_direction               | 0.5788092   |\n",
+      "|    wind_speed                   | -0.33717576 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 445.71216   |\n",
+      "|    air_humidity                 | 39.66477    |\n",
+      "|    air_temperature              | 22.34103    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 16.817167   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 21.39466    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 401140.94   |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************----------------------------------| 65%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.15305543 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 16.764063   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.54191655 |\n",
+      "|    air_humidity                 | 0.42089948  |\n",
+      "|    air_temperature              | -0.4908554  |\n",
+      "|    clg_setpoint                 | -1.2104884  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.413834    |\n",
+      "|    diffuse_solar_radiation      | -0.76198524 |\n",
+      "|    direct_solar_radiation       | -0.62060267 |\n",
+      "|    hour                         | -1.2273589  |\n",
+      "|    htg_setpoint                 | 0.18091153  |\n",
+      "|    month                        | 0.71500266  |\n",
+      "|    outdoor_humidity             | 0.44457653  |\n",
+      "|    outdoor_temperature          | 0.67073834  |\n",
+      "|    people_occupant              | -0.68888885 |\n",
+      "|    total_electricity_HVAC       | -0.55303645 |\n",
+      "|    wind_direction               | -1.352755   |\n",
+      "|    wind_speed                   | -0.5493928  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 440.51917   |\n",
+      "|    air_humidity                 | 42.71481    |\n",
+      "|    air_temperature              | 21.95296    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 18.29923    |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 78.0        |\n",
+      "|    outdoor_temperature          | 19.580679   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 396467.25   |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***************************---------------------------------| 66%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.3137601    |\n",
+      "|    Heating_Setpoint_RL          | -0.039961696 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.68394     |\n",
+      "|    Heating_Setpoint_RL          | 17.400215    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.62397057  |\n",
+      "|    air_humidity                 | 1.010408     |\n",
+      "|    air_temperature              | -0.34363043  |\n",
+      "|    clg_setpoint                 | -0.76557964  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.5242283    |\n",
+      "|    diffuse_solar_radiation      | -0.76206976  |\n",
+      "|    direct_solar_radiation       | -0.62102365  |\n",
+      "|    hour                         | -1.0828401   |\n",
+      "|    htg_setpoint                 | 0.086231954  |\n",
+      "|    month                        | 0.714073     |\n",
+      "|    outdoor_humidity             | 0.44564015   |\n",
+      "|    outdoor_temperature          | 0.36306006   |\n",
+      "|    people_occupant              | -0.6891884   |\n",
+      "|    total_electricity_HVAC       | -0.63105816  |\n",
+      "|    wind_direction               | -1.3509979   |\n",
+      "|    wind_speed                   | -0.7615346   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 50.279003    |\n",
+      "|    air_temperature              | 22.194498    |\n",
+      "|    clg_setpoint                 | 24.387491    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 29.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 17.913746    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 78.0         |\n",
+      "|    outdoor_temperature          | 16.483877    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 40.0         |\n",
+      "|    wind_speed                   | 3.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------****************************---------------------------------| 66%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.64964414  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.817549   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.54990333 |\n",
+      "|    air_humidity                 | -0.02074347 |\n",
+      "|    air_temperature              | -0.43955913 |\n",
+      "|    clg_setpoint                 | -0.795135   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6337464   |\n",
+      "|    diffuse_solar_radiation      | -0.39861664 |\n",
+      "|    direct_solar_radiation       | 0.034315825 |\n",
+      "|    hour                         | -0.93834263 |\n",
+      "|    htg_setpoint                 | 0.45477587  |\n",
+      "|    month                        | 0.7131469   |\n",
+      "|    outdoor_humidity             | -0.17344366 |\n",
+      "|    outdoor_temperature          | 0.65698904  |\n",
+      "|    people_occupant              | -0.6894869  |\n",
+      "|    total_electricity_HVAC       | -0.56062645 |\n",
+      "|    wind_direction               | -1.543203   |\n",
+      "|    wind_speed                   | 0.13241455  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 408.62396   |\n",
+      "|    air_humidity                 | 37.092243   |\n",
+      "|    air_temperature              | 22.038872   |\n",
+      "|    clg_setpoint                 | 24.309454   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 37.0        |\n",
+      "|    direct_solar_radiation       | 165.0       |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 19.417187   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 65.0        |\n",
+      "|    outdoor_temperature          | 19.468807   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 367981.94   |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***************************---------------------------------| 66%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.54561234  |\n",
+      "|    air_humidity                 | 0.5082309    |\n",
+      "|    air_temperature              | -0.006443708 |\n",
+      "|    clg_setpoint                 | 1.4274923    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.7422615    |\n",
+      "|    diffuse_solar_radiation      | 0.23055176   |\n",
+      "|    direct_solar_radiation       | 0.49984044   |\n",
+      "|    hour                         | -0.7938608   |\n",
+      "|    htg_setpoint                 | -0.08289895  |\n",
+      "|    month                        | 0.7122245    |\n",
+      "|    outdoor_humidity             | 0.49504194   |\n",
+      "|    outdoor_temperature          | 0.755335     |\n",
+      "|    people_occupant              | -0.68978447  |\n",
+      "|    total_electricity_HVAC       | -0.55723226  |\n",
+      "|    wind_direction               | 0.7751808    |\n",
+      "|    wind_speed                   | -1.4384756   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 428.16116    |\n",
+      "|    air_humidity                 | 43.862926    |\n",
+      "|    air_temperature              | 22.745836    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 31.0         |\n",
+      "|    diffuse_solar_radiation      | 101.0        |\n",
+      "|    direct_solar_radiation       | 282.5        |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 17.22283     |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 79.0         |\n",
+      "|    outdoor_temperature          | 20.482166    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 382835.22    |\n",
+      "|    wind_direction               | 260.0        |\n",
+      "|    wind_speed                   | 1.5          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------***************************---------------------------------| 66%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.12515503   |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.047398    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5153186   |\n",
+      "|    air_humidity                 | -1.3605438   |\n",
+      "|    air_temperature              | 0.0070086815 |\n",
+      "|    clg_setpoint                 | 1.4269505    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.6714108   |\n",
+      "|    diffuse_solar_radiation      | 0.16219479   |\n",
+      "|    direct_solar_radiation       | 1.7102034    |\n",
+      "|    hour                         | -0.6493899   |\n",
+      "|    htg_setpoint                 | -0.8138984   |\n",
+      "|    month                        | 1.0241013    |\n",
+      "|    outdoor_humidity             | -0.6012424   |\n",
+      "|    outdoor_temperature          | 1.4242504    |\n",
+      "|    people_occupant              | -0.6889131   |\n",
+      "|    total_electricity_HVAC       | -0.5341726   |\n",
+      "|    wind_direction               | 1.3540314    |\n",
+      "|    wind_speed                   | 0.55847484   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 557.4823     |\n",
+      "|    air_humidity                 | 19.94637     |\n",
+      "|    air_temperature              | 22.76825     |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0          |\n",
+      "|    diffuse_solar_radiation      | 94.0         |\n",
+      "|    direct_solar_radiation       | 588.0        |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 14.237245    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 56.0         |\n",
+      "|    outdoor_temperature          | 27.259668    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 475783.8     |\n",
+      "|    wind_direction               | 320.0        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*****************************--------------------------------| 67%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.30483645  |\n",
+      "|    air_humidity                 | -0.4642707  |\n",
+      "|    air_temperature              | 0.3025497   |\n",
+      "|    clg_setpoint                 | -1.208926   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5527713  |\n",
+      "|    diffuse_solar_radiation      | 1.5446982   |\n",
+      "|    direct_solar_radiation       | 0.46989518  |\n",
+      "|    hour                         | -0.5049261  |\n",
+      "|    htg_setpoint                 | 0.969772    |\n",
+      "|    month                        | 1.0223095   |\n",
+      "|    outdoor_humidity             | -0.6464501  |\n",
+      "|    outdoor_temperature          | 1.0106809   |\n",
+      "|    people_occupant              | 1.696492    |\n",
+      "|    total_electricity_HVAC       | 0.47099844  |\n",
+      "|    wind_direction               | -1.5424672  |\n",
+      "|    wind_speed                   | -0.33383211 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4091.124    |\n",
+      "|    air_humidity                 | 31.361307   |\n",
+      "|    air_temperature              | 23.250465   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 234.5       |\n",
+      "|    direct_solar_radiation       | 275.5       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 21.513256   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 55.0        |\n",
+      "|    outdoor_temperature          | 23.10727    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4577239.5   |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************--------------------------------| 67%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.5490004  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 14.536873   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.39739457  |\n",
+      "|    air_humidity                 | 0.8170068   |\n",
+      "|    air_temperature              | 0.30099156  |\n",
+      "|    clg_setpoint                 | -1.2083659  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4351488  |\n",
+      "|    diffuse_solar_radiation      | 1.018164    |\n",
+      "|    direct_solar_radiation       | 2.1616735   |\n",
+      "|    hour                         | -0.36046636 |\n",
+      "|    htg_setpoint                 | 0.8161675   |\n",
+      "|    month                        | 1.0205274   |\n",
+      "|    outdoor_humidity             | -1.503786   |\n",
+      "|    outdoor_temperature          | 1.0531789   |\n",
+      "|    people_occupant              | 1.6955234   |\n",
+      "|    total_electricity_HVAC       | 0.33959484  |\n",
+      "|    wind_direction               | -1.2499963  |\n",
+      "|    wind_speed                   | -1.4375037  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4489.293    |\n",
+      "|    air_humidity                 | 47.792107   |\n",
+      "|    air_temperature              | 23.248787   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 181.0       |\n",
+      "|    direct_solar_radiation       | 702.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 20.890865   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 37.0        |\n",
+      "|    outdoor_temperature          | 23.54837    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4040363.8   |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 1.5         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************--------------------------------| 67%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.72113615 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.568609   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.1168703   |\n",
+      "|    air_humidity                 | 1.1444426   |\n",
+      "|    air_temperature              | 0.3009345   |\n",
+      "|    clg_setpoint                 | -1.208077   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3183861  |\n",
+      "|    diffuse_solar_radiation      | 0.80170757  |\n",
+      "|    direct_solar_radiation       | 2.4687417   |\n",
+      "|    hour                         | -0.21600848 |\n",
+      "|    htg_setpoint                 | 0.019030077 |\n",
+      "|    month                        | 1.0187544   |\n",
+      "|    outdoor_humidity             | -1.1219795  |\n",
+      "|    outdoor_temperature          | 1.2546008   |\n",
+      "|    people_occupant              | 1.6945593   |\n",
+      "|    total_electricity_HVAC       | 1.0831106   |\n",
+      "|    wind_direction               | 0.19567046  |\n",
+      "|    wind_speed                   | -0.54302555 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7585.24     |\n",
+      "|    air_humidity                 | 51.998592   |\n",
+      "|    air_temperature              | 23.249516   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 159.0       |\n",
+      "|    direct_solar_radiation       | 780.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 17.63944    |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | 25.597338   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 7070435.5   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*****************************-------------------------------| 68%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.1653954    |\n",
+      "|    air_humidity                 | 1.1077924    |\n",
+      "|    air_temperature              | 0.30026406   |\n",
+      "|    clg_setpoint                 | -1.2077413   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.2023423   |\n",
+      "|    diffuse_solar_radiation      | 0.8760344    |\n",
+      "|    direct_solar_radiation       | 2.52511      |\n",
+      "|    hour                         | -0.071551144 |\n",
+      "|    htg_setpoint                 | -0.8379667   |\n",
+      "|    month                        | 1.0169907    |\n",
+      "|    outdoor_humidity             | -0.5023224   |\n",
+      "|    outdoor_temperature          | 1.3544592    |\n",
+      "|    people_occupant              | 1.2170973    |\n",
+      "|    total_electricity_HVAC       | 1.0723424    |\n",
+      "|    wind_direction               | 0.19524881   |\n",
+      "|    wind_speed                   | -0.5426403   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 7791.9937    |\n",
+      "|    air_humidity                 | 51.53984     |\n",
+      "|    air_temperature              | 23.249298    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 5.0          |\n",
+      "|    diffuse_solar_radiation      | 166.5        |\n",
+      "|    direct_solar_radiation       | 795.0        |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 14.142264    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 58.0         |\n",
+      "|    outdoor_temperature          | 26.625992    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 7024924.0    |\n",
+      "|    wind_direction               | 200.0        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------******************************-------------------------------| 68%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.505804    |\n",
+      "|    air_humidity                 | 1.053931    |\n",
+      "|    air_temperature              | 0.30374235  |\n",
+      "|    clg_setpoint                 | -1.2075349  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0868912  |\n",
+      "|    diffuse_solar_radiation      | 0.8618903   |\n",
+      "|    direct_solar_radiation       | 1.6135964   |\n",
+      "|    hour                         | 0.07290615  |\n",
+      "|    htg_setpoint                 | -0.2670841  |\n",
+      "|    month                        | 1.015236    |\n",
+      "|    outdoor_humidity             | -0.5981973  |\n",
+      "|    outdoor_temperature          | 1.2601786   |\n",
+      "|    people_occupant              | 0.26336762  |\n",
+      "|    total_electricity_HVAC       | 0.7489466   |\n",
+      "|    wind_direction               | 0.09873238  |\n",
+      "|    wind_speed                   | -0.32937285 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4953.3833   |\n",
+      "|    air_humidity                 | 50.862335   |\n",
+      "|    air_temperature              | 23.255861   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 165.0       |\n",
+      "|    direct_solar_radiation       | 565.5       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 16.47165    |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 56.0        |\n",
+      "|    outdoor_temperature          | 25.69485    |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 5706407.5   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*****************************-------------------------------| 68%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.6246778    |\n",
+      "|    Heating_Setpoint_RL          | -0.14581084  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.733288    |\n",
+      "|    Heating_Setpoint_RL          | 16.804813    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.4915769   |\n",
+      "|    air_humidity                 | -0.94153935  |\n",
+      "|    air_temperature              | 0.7783599    |\n",
+      "|    clg_setpoint                 | 1.3766376    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.97192067  |\n",
+      "|    diffuse_solar_radiation      | 0.69471025   |\n",
+      "|    direct_solar_radiation       | 2.2642481    |\n",
+      "|    hour                         | 0.21736312   |\n",
+      "|    htg_setpoint                 | -1.3626858   |\n",
+      "|    month                        | 1.0134904    |\n",
+      "|    outdoor_humidity             | 0.26009294   |\n",
+      "|    outdoor_temperature          | 1.3674304    |\n",
+      "|    people_occupant              | -0.6895268   |\n",
+      "|    total_electricity_HVAC       | -0.5065929   |\n",
+      "|    wind_direction               | 0.0020711918 |\n",
+      "|    wind_speed                   | 0.5651922    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 663.94543    |\n",
+      "|    air_humidity                 | 25.333174    |\n",
+      "|    air_temperature              | 24.027245    |\n",
+      "|    clg_setpoint                 | 29.869175    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 7.0          |\n",
+      "|    diffuse_solar_radiation      | 148.0        |\n",
+      "|    direct_solar_radiation       | 730.5        |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 74.0         |\n",
+      "|    outdoor_temperature          | 26.795242    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 592712.44    |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------******************************-------------------------------| 68%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.27553037 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 16.075142   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.51926154 |\n",
+      "|    air_humidity                 | -1.8015567  |\n",
+      "|    air_temperature              | 0.3687293   |\n",
+      "|    clg_setpoint                 | 1.3188627   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8573316  |\n",
+      "|    diffuse_solar_radiation      | 0.71360487  |\n",
+      "|    direct_solar_radiation       | -0.624769   |\n",
+      "|    hour                         | 0.3618186   |\n",
+      "|    htg_setpoint                 | -1.361843   |\n",
+      "|    month                        | 1.0117538   |\n",
+      "|    outdoor_humidity             | 0.45030534  |\n",
+      "|    outdoor_temperature          | 0.88708943  |\n",
+      "|    people_occupant              | -0.6886662  |\n",
+      "|    total_electricity_HVAC       | -0.532143   |\n",
+      "|    wind_direction               | -1.1573395  |\n",
+      "|    wind_speed                   | -0.11589524 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 543.2075    |\n",
+      "|    air_humidity                 | 14.271077   |\n",
+      "|    air_temperature              | 23.362331   |\n",
+      "|    clg_setpoint                 | 29.724216   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 150.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 78.0        |\n",
+      "|    outdoor_temperature          | 21.957493   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 487072.4    |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------******************************------------------------------| 69%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.1367737    |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.08661     |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.33703914   |\n",
+      "|    air_humidity                 | 1.5308626    |\n",
+      "|    air_temperature              | 0.30074826   |\n",
+      "|    clg_setpoint                 | -1.2086186   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.7430374   |\n",
+      "|    diffuse_solar_radiation      | 0.24584599   |\n",
+      "|    direct_solar_radiation       | -0.62442595  |\n",
+      "|    hour                         | 0.5062707    |\n",
+      "|    htg_setpoint                 | 0.73232335   |\n",
+      "|    month                        | 1.0100261    |\n",
+      "|    outdoor_humidity             | 0.35419407   |\n",
+      "|    outdoor_temperature          | 1.0702424    |\n",
+      "|    people_occupant              | 1.6954135    |\n",
+      "|    total_electricity_HVAC       | 0.47435865   |\n",
+      "|    wind_direction               | -0.2861578   |\n",
+      "|    wind_speed                   | -0.114619635 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 4219.664     |\n",
+      "|    air_humidity                 | 56.961155    |\n",
+      "|    air_temperature              | 23.251934    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 9.0          |\n",
+      "|    diffuse_solar_radiation      | 102.5        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 15.0         |\n",
+      "|    htg_setpoint                 | 20.548193    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 76.0         |\n",
+      "|    outdoor_temperature          | 23.821865    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 4579769.0    |\n",
+      "|    wind_direction               | 150.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*******************************------------------------------| 69%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.12523502  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.329447   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.3742996   |\n",
+      "|    air_humidity                 | 0.3525502   |\n",
+      "|    air_temperature              | 0.29827696  |\n",
+      "|    clg_setpoint                 | -1.2081633  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6289636  |\n",
+      "|    diffuse_solar_radiation      | -0.33977067 |\n",
+      "|    direct_solar_radiation       | 1.349276    |\n",
+      "|    hour                         | 0.65071666  |\n",
+      "|    htg_setpoint                 | -1.3615615  |\n",
+      "|    month                        | 1.0083072   |\n",
+      "|    outdoor_humidity             | -1.8910316  |\n",
+      "|    outdoor_temperature          | 0.8959502   |\n",
+      "|    people_occupant              | 1.6944594   |\n",
+      "|    total_electricity_HVAC       | 0.31737474  |\n",
+      "|    wind_direction               | 1.4516699   |\n",
+      "|    wind_speed                   | 0.77997655  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4377.9634   |\n",
+      "|    air_humidity                 | 41.85827    |\n",
+      "|    air_temperature              | 23.248436   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 43.0        |\n",
+      "|    direct_solar_radiation       | 499.5       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 29.0        |\n",
+      "|    outdoor_temperature          | 22.070057   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3940167.2   |\n",
+      "|    wind_direction               | 330.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------******************************------------------------------| 69%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.11700952  |\n",
+      "|    Heating_Setpoint_RL          | -0.051375367 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.230093    |\n",
+      "|    Heating_Setpoint_RL          | 17.336014    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.043812223  |\n",
+      "|    air_humidity                 | 0.681421     |\n",
+      "|    air_temperature              | 0.29841223   |\n",
+      "|    clg_setpoint                 | -1.2073771   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.5150472   |\n",
+      "|    diffuse_solar_radiation      | -0.54677576  |\n",
+      "|    direct_solar_radiation       | -0.42566556  |\n",
+      "|    hour                         | 0.79515296   |\n",
+      "|    htg_setpoint                 | -1.3615121   |\n",
+      "|    month                        | 1.006597     |\n",
+      "|    outdoor_humidity             | -1.1715897   |\n",
+      "|    outdoor_temperature          | 0.6651419    |\n",
+      "|    people_occupant              | 1.6935097    |\n",
+      "|    total_electricity_HVAC       | 0.003285623  |\n",
+      "|    wind_direction               | -0.09202637  |\n",
+      "|    wind_speed                   | -0.32738551  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2959.7642    |\n",
+      "|    air_humidity                 | 46.06511     |\n",
+      "|    air_temperature              | 23.248951    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 11.0         |\n",
+      "|    diffuse_solar_radiation      | 22.0         |\n",
+      "|    direct_solar_radiation       | 50.5         |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 44.0         |\n",
+      "|    outdoor_temperature          | 19.73941     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2663787.8    |\n",
+      "|    wind_direction               | 170.0        |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.010657936  |\n",
+      "|    clip_fraction                | 0.12         |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.71        |\n",
+      "|    explained_variance           | 0.696        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.423        |\n",
+      "|    n_updates                    | 290          |\n",
+      "|    policy_gradient_loss         | -0.0172      |\n",
+      "|    std                          | 0.938        |\n",
+      "|    value_loss                   | 1.33         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------******************************------------------------------| 69%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.34609526   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 19.571787    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.4368297   |\n",
+      "|    air_humidity                 | 1.1428431    |\n",
+      "|    air_temperature              | 1.067886     |\n",
+      "|    clg_setpoint                 | -0.49608484  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.40123656  |\n",
+      "|    diffuse_solar_radiation      | -0.7636349   |\n",
+      "|    direct_solar_radiation       | -0.62533677  |\n",
+      "|    hour                         | 0.9395753    |\n",
+      "|    htg_setpoint                 | 0.8114845    |\n",
+      "|    month                        | 1.0048956    |\n",
+      "|    outdoor_humidity             | 0.50083715   |\n",
+      "|    outdoor_temperature          | 0.8848904    |\n",
+      "|    people_occupant              | 0.5014999    |\n",
+      "|    total_electricity_HVAC       | -0.45555392  |\n",
+      "|    wind_direction               | 0.0036940638 |\n",
+      "|    wind_speed                   | 0.99497      |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 899.3478     |\n",
+      "|    air_humidity                 | 51.986458    |\n",
+      "|    air_temperature              | 24.496414    |\n",
+      "|    clg_setpoint                 | 25.071604    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 12.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 18.0         |\n",
+      "|    htg_setpoint                 | 20.873196    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 79.0         |\n",
+      "|    outdoor_temperature          | 21.96668     |\n",
+      "|    people_occupant              | 10.0         |\n",
+      "|    total_electricity_HVAC       | 800869.5     |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 7.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------********************************-----------------------------| 70%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.7415997   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 21.796497   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49885124 |\n",
+      "|    air_humidity                 | 1.4539422   |\n",
+      "|    air_temperature              | 0.3031794   |\n",
+      "|    clg_setpoint                 | 1.4271109   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.2874912  |\n",
+      "|    diffuse_solar_radiation      | -0.7636116  |\n",
+      "|    direct_solar_radiation       | -0.62485135 |\n",
+      "|    hour                         | 1.0839787   |\n",
+      "|    htg_setpoint                 | -0.36862934 |\n",
+      "|    month                        | 1.0032027   |\n",
+      "|    outdoor_humidity             | 0.9302523   |\n",
+      "|    outdoor_temperature          | 1.1614873   |\n",
+      "|    people_occupant              | -0.45188078 |\n",
+      "|    total_electricity_HVAC       | -0.5124235  |\n",
+      "|    wind_direction               | 0.29307246  |\n",
+      "|    wind_speed                   | -0.5404676  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 634.6009    |\n",
+      "|    air_humidity                 | 55.993473   |\n",
+      "|    air_temperature              | 23.258343   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 16.056376   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 88.0        |\n",
+      "|    outdoor_temperature          | 24.775768   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 571140.8    |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "---------------------------------------------------******************************-----------------------------| 70%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -0.17489693   |\n",
+      "|    Heating_Setpoint_RL          | -0.0069598556 |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 26.034723     |\n",
+      "|    Heating_Setpoint_RL          | 17.58585      |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.5099716    |\n",
+      "|    air_humidity                 | -1.2929506    |\n",
+      "|    air_temperature              | 0.4129962     |\n",
+      "|    clg_setpoint                 | 0.45855814    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.1737815    |\n",
+      "|    diffuse_solar_radiation      | -0.76369494   |\n",
+      "|    direct_solar_radiation       | -0.6249609    |\n",
+      "|    hour                         | 1.2283571     |\n",
+      "|    htg_setpoint                 | 0.5617346     |\n",
+      "|    month                        | 1.0015184     |\n",
+      "|    outdoor_humidity             | -0.88630164   |\n",
+      "|    outdoor_temperature          | 1.1194927     |\n",
+      "|    people_occupant              | -0.68927515   |\n",
+      "|    total_electricity_HVAC       | -0.5229929    |\n",
+      "|    wind_direction               | -1.7372721    |\n",
+      "|    wind_speed                   | 0.14224336    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 585.1891      |\n",
+      "|    air_humidity                 | 20.802546     |\n",
+      "|    air_temperature              | 23.436686     |\n",
+      "|    clg_setpoint                 | 27.519642     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 14.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 20.0          |\n",
+      "|    htg_setpoint                 | 19.853622     |\n",
+      "|    month                        | 9.0           |\n",
+      "|    outdoor_humidity             | 50.0          |\n",
+      "|    outdoor_temperature          | 24.376162     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 526670.2      |\n",
+      "|    wind_direction               | 0.0           |\n",
+      "|    wind_speed                   | 5.2           |\n",
+      "---------------------------------------------------\n",
+      "-------------------------------------------------********************************-----------------------------| 70%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.92025566  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.801437   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6260518  |\n",
+      "|    air_humidity                 | 0.020130398 |\n",
+      "|    air_temperature              | 0.076066926 |\n",
+      "|    clg_setpoint                 | -1.2077454  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.0600886  |\n",
+      "|    diffuse_solar_radiation      | -0.7637365  |\n",
+      "|    direct_solar_radiation       | -0.6252257  |\n",
+      "|    hour                         | 1.3727039   |\n",
+      "|    htg_setpoint                 | 0.46114022  |\n",
+      "|    month                        | 0.99984246  |\n",
+      "|    outdoor_humidity             | -0.78985184 |\n",
+      "|    outdoor_temperature          | 0.440807    |\n",
+      "|    people_occupant              | -0.6884252  |\n",
+      "|    total_electricity_HVAC       | -0.6333003  |\n",
+      "|    wind_direction               | -1.2524745  |\n",
+      "|    wind_speed                   | -0.54055905 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 37.604393   |\n",
+      "|    air_temperature              | 22.891897   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 19.44281    |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 52.0        |\n",
+      "|    outdoor_temperature          | 17.52943    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************----------------------------| 71%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.12848023  |\n",
+      "|    Heating_Setpoint_RL          | -0.2182109  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.05862    |\n",
+      "|    Heating_Setpoint_RL          | 16.397564   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.53805345 |\n",
+      "|    air_humidity                 | 0.9811029   |\n",
+      "|    air_temperature              | -0.34817266 |\n",
+      "|    clg_setpoint                 | -0.8482446  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.053595565 |\n",
+      "|    diffuse_solar_radiation      | -0.7633637  |\n",
+      "|    direct_solar_radiation       | -0.624901   |\n",
+      "|    hour                         | 1.5170118   |\n",
+      "|    htg_setpoint                 | 0.17129123  |\n",
+      "|    month                        | 0.99817497  |\n",
+      "|    outdoor_humidity             | 0.3581371   |\n",
+      "|    outdoor_temperature          | 0.8201211   |\n",
+      "|    people_occupant              | -0.6887164  |\n",
+      "|    total_electricity_HVAC       | -0.54895735 |\n",
+      "|    wind_direction               | -0.2856135  |\n",
+      "|    wind_speed                   | 0.14334302  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 464.3979    |\n",
+      "|    air_humidity                 | 49.922184   |\n",
+      "|    air_temperature              | 22.206852   |\n",
+      "|    clg_setpoint                 | 24.169436   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 18.262238   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 76.0        |\n",
+      "|    outdoor_temperature          | 21.363537   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 420999.7    |\n",
+      "|    wind_direction               | 150.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************----------------------------| 71%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.004323    |\n",
+      "|    air_humidity                 | 1.5502121   |\n",
+      "|    air_temperature              | 0.29690495  |\n",
+      "|    clg_setpoint                 | 1.4273432   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.16726847  |\n",
+      "|    diffuse_solar_radiation      | -0.7633391  |\n",
+      "|    direct_solar_radiation       | -0.6242459  |\n",
+      "|    hour                         | 1.6612728   |\n",
+      "|    htg_setpoint                 | 1.3919109   |\n",
+      "|    month                        | 0.99651575  |\n",
+      "|    outdoor_humidity             | 0.73962337  |\n",
+      "|    outdoor_temperature          | 0.45845023  |\n",
+      "|    people_occupant              | -0.68900675 |\n",
+      "|    total_electricity_HVAC       | 1.3510561   |\n",
+      "|    wind_direction               | -1.6371778  |\n",
+      "|    wind_speed                   | -1.4393202  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7055.225    |\n",
+      "|    air_humidity                 | 57.258194   |\n",
+      "|    air_temperature              | 23.249899   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 84.0        |\n",
+      "|    outdoor_temperature          | 17.724283   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 8112337.5   |\n",
+      "|    wind_direction               | 10.0        |\n",
+      "|    wind_speed                   | 1.5         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************----------------------------| 71%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.85437524 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.741484   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.0922122   |\n",
+      "|    air_humidity                 | 0.06313111  |\n",
+      "|    air_temperature              | 0.2967263   |\n",
+      "|    clg_setpoint                 | -0.06709722 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.39489684  |\n",
+      "|    diffuse_solar_radiation      | -0.76337343 |\n",
+      "|    direct_solar_radiation       | -0.62436056 |\n",
+      "|    hour                         | -1.6611203  |\n",
+      "|    htg_setpoint                 | 1.3907404   |\n",
+      "|    month                        | 0.9948648   |\n",
+      "|    outdoor_humidity             | -0.40802234 |\n",
+      "|    outdoor_temperature          | 0.27875558  |\n",
+      "|    people_occupant              | -0.6892961  |\n",
+      "|    total_electricity_HVAC       | 1.3708459   |\n",
+      "|    wind_direction               | -1.5369574  |\n",
+      "|    wind_speed                   | -0.9682364  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7427.8477   |\n",
+      "|    air_humidity                 | 38.224747   |\n",
+      "|    air_temperature              | 23.250008   |\n",
+      "|    clg_setpoint                 | 26.168898   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 60.0        |\n",
+      "|    outdoor_temperature          | 15.920164   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 8189196.5   |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************---------------------------| 72%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5818901   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.588879   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.85213864  |\n",
+      "|    air_humidity                 | 0.66059005  |\n",
+      "|    air_temperature              | 0.29676962  |\n",
+      "|    clg_setpoint                 | -1.2048786  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.5085671   |\n",
+      "|    diffuse_solar_radiation      | -0.763219   |\n",
+      "|    direct_solar_radiation       | -0.6244828  |\n",
+      "|    hour                         | -1.5165018  |\n",
+      "|    htg_setpoint                 | 1.3893676   |\n",
+      "|    month                        | 0.99322206  |\n",
+      "|    outdoor_humidity             | 0.74098784  |\n",
+      "|    outdoor_temperature          | -0.15408477 |\n",
+      "|    people_occupant              | -0.68958455 |\n",
+      "|    total_electricity_HVAC       | 0.77090865  |\n",
+      "|    wind_direction               | -1.2454038  |\n",
+      "|    wind_speed                   | -0.9675822  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6400.668    |\n",
+      "|    air_humidity                 | 45.897408   |\n",
+      "|    air_temperature              | 23.250355   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 84.0        |\n",
+      "|    outdoor_temperature          | 11.562976   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5760601.0   |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************---------------------------| 72%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.689267   |\n",
+      "|    Heating_Setpoint_RL          | -0.47351027 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.298723   |\n",
+      "|    Heating_Setpoint_RL          | 14.961505   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.47153518  |\n",
+      "|    air_humidity                 | 0.35266653  |\n",
+      "|    air_temperature              | 0.29348898  |\n",
+      "|    clg_setpoint                 | 0.8403542   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6221432   |\n",
+      "|    diffuse_solar_radiation      | -0.7631623  |\n",
+      "|    direct_solar_radiation       | -0.624625   |\n",
+      "|    hour                         | -1.371925   |\n",
+      "|    htg_setpoint                 | 1.3883165   |\n",
+      "|    month                        | 0.9915874   |\n",
+      "|    outdoor_humidity             | 0.74116206  |\n",
+      "|    outdoor_temperature          | 0.7807481   |\n",
+      "|    people_occupant              | -0.6898721  |\n",
+      "|    total_electricity_HVAC       | 0.40930218  |\n",
+      "|    wind_direction               | 0.49104276  |\n",
+      "|    wind_speed                   | -0.752465   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4775.275    |\n",
+      "|    air_humidity                 | 41.969845   |\n",
+      "|    air_temperature              | 23.245758   |\n",
+      "|    clg_setpoint                 | 28.490232   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 84.0        |\n",
+      "|    outdoor_temperature          | 20.987738   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4297747.5   |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************---------------------------| 72%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.7884193   |\n",
+      "|    Heating_Setpoint_RL          | 0.3454821   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.285915   |\n",
+      "|    Heating_Setpoint_RL          | 19.568336   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5615252  |\n",
+      "|    air_humidity                 | -1.2374216  |\n",
+      "|    air_temperature              | -0.5302459  |\n",
+      "|    clg_setpoint                 | -0.5265934  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.73557764  |\n",
+      "|    diffuse_solar_radiation      | -0.7631834  |\n",
+      "|    direct_solar_radiation       | -0.6241155  |\n",
+      "|    hour                         | -1.2273818  |\n",
+      "|    htg_setpoint                 | 0.21395552  |\n",
+      "|    month                        | 0.9899608   |\n",
+      "|    outdoor_humidity             | 1.0276431   |\n",
+      "|    outdoor_temperature          | 0.64593214  |\n",
+      "|    people_occupant              | -0.6890294  |\n",
+      "|    total_electricity_HVAC       | -0.57205784 |\n",
+      "|    wind_direction               | 0.2979205   |\n",
+      "|    wind_speed                   | -0.7519733  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 367.38104   |\n",
+      "|    air_humidity                 | 21.584026   |\n",
+      "|    air_temperature              | 21.918098   |\n",
+      "|    clg_setpoint                 | 24.988428   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 18.45165    |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 19.642467   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 330642.94   |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*********************************---------------------------| 72%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.3486937    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 19.586403    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.7552461    |\n",
+      "|    air_humidity                 | 0.47025147   |\n",
+      "|    air_temperature              | 0.2968953    |\n",
+      "|    clg_setpoint                 | -1.2053984   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.8488131    |\n",
+      "|    diffuse_solar_radiation      | -0.7631271   |\n",
+      "|    direct_solar_radiation       | -0.62339884  |\n",
+      "|    hour                         | -1.0828652   |\n",
+      "|    htg_setpoint                 | 1.3885357    |\n",
+      "|    month                        | 0.98834217   |\n",
+      "|    outdoor_humidity             | -1.0339092   |\n",
+      "|    outdoor_temperature          | -0.024837414 |\n",
+      "|    people_occupant              | -0.68818974  |\n",
+      "|    total_electricity_HVAC       | 1.1920829    |\n",
+      "|    wind_direction               | 1.5517488    |\n",
+      "|    wind_speed                   | -0.32403767  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 5976.1177    |\n",
+      "|    air_humidity                 | 43.453342    |\n",
+      "|    air_temperature              | 23.249912    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 23.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 47.0         |\n",
+      "|    outdoor_temperature          | 12.898198    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 7450324.5    |\n",
+      "|    wind_direction               | 340.0        |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------**********************************--------------------------| 73%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.95657367   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.853436    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.62694526  |\n",
+      "|    air_humidity                 | 0.070752725  |\n",
+      "|    air_temperature              | -0.57971853  |\n",
+      "|    clg_setpoint                 | -1.2044375   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.96178246   |\n",
+      "|    diffuse_solar_radiation      | -0.5811306   |\n",
+      "|    direct_solar_radiation       | 0.0062101763 |\n",
+      "|    hour                         | -0.93836904  |\n",
+      "|    htg_setpoint                 | 0.23914763   |\n",
+      "|    month                        | 0.98673147   |\n",
+      "|    outdoor_humidity             | 0.6920992    |\n",
+      "|    outdoor_temperature          | -0.114992514 |\n",
+      "|    people_occupant              | -0.688478    |\n",
+      "|    total_electricity_HVAC       | -0.6341711   |\n",
+      "|    wind_direction               | -1.3415473   |\n",
+      "|    wind_speed                   | -0.96586215  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 38.32695     |\n",
+      "|    air_temperature              | 21.839321    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 24.0         |\n",
+      "|    diffuse_solar_radiation      | 18.5         |\n",
+      "|    direct_solar_radiation       | 158.5        |\n",
+      "|    hour                         | 5.0          |\n",
+      "|    htg_setpoint                 | 18.556564    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 83.0         |\n",
+      "|    outdoor_temperature          | 11.993438    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 40.0         |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------**********************************--------------------------| 73%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.2572994   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.756615    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.7255548    |\n",
+      "|    air_humidity                 | 0.6073716    |\n",
+      "|    air_temperature              | 0.21857265   |\n",
+      "|    clg_setpoint                 | 1.4294755    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.074409     |\n",
+      "|    diffuse_solar_radiation      | -0.20220812  |\n",
+      "|    direct_solar_radiation       | -0.55729353  |\n",
+      "|    hour                         | -0.7938879   |\n",
+      "|    htg_setpoint                 | 1.3874061    |\n",
+      "|    month                        | 0.9851286    |\n",
+      "|    outdoor_humidity             | 0.596769     |\n",
+      "|    outdoor_temperature          | -0.002221392 |\n",
+      "|    people_occupant              | -0.6887653   |\n",
+      "|    total_electricity_HVAC       | 1.8741922    |\n",
+      "|    wind_direction               | -1.0504596   |\n",
+      "|    wind_speed                   | 0.14945775   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 10100.566    |\n",
+      "|    air_humidity                 | 45.212425    |\n",
+      "|    air_temperature              | 23.124117    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 57.0         |\n",
+      "|    direct_solar_radiation       | 16.5         |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 81.0         |\n",
+      "|    outdoor_temperature          | 13.133173    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 10195547.0   |\n",
+      "|    wind_direction               | 70.0         |\n",
+      "|    wind_speed                   | 5.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------**********************************--------------------------| 73%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.72069776  |\n",
+      "|    Heating_Setpoint_RL          | 0.31326705   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.192646    |\n",
+      "|    Heating_Setpoint_RL          | 19.387127    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.011503487  |\n",
+      "|    air_humidity                 | 1.7111882    |\n",
+      "|    air_temperature              | 0.29649788   |\n",
+      "|    clg_setpoint                 | -1.2028303   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.186607     |\n",
+      "|    diffuse_solar_radiation      | 0.093078926  |\n",
+      "|    direct_solar_radiation       | -0.6223579   |\n",
+      "|    hour                         | -0.6494173   |\n",
+      "|    htg_setpoint                 | 1.3861518    |\n",
+      "|    month                        | 0.9835335    |\n",
+      "|    outdoor_humidity             | 1.1707115    |\n",
+      "|    outdoor_temperature          | 0.2989327    |\n",
+      "|    people_occupant              | -0.6890517   |\n",
+      "|    total_electricity_HVAC       | -0.027818182 |\n",
+      "|    wind_direction               | 1.6505206    |\n",
+      "|    wind_speed                   | -0.96486413  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2804.257     |\n",
+      "|    air_humidity                 | 59.40611     |\n",
+      "|    air_temperature              | 23.249966    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 26.0         |\n",
+      "|    diffuse_solar_radiation      | 87.0         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 93.0         |\n",
+      "|    outdoor_temperature          | 16.16169     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2523831.2    |\n",
+      "|    wind_direction               | 350.0        |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------***********************************-------------------------| 74%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.30257222   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 19.32697     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.47228664  |\n",
+      "|    air_humidity                 | 1.6842545    |\n",
+      "|    air_temperature              | 0.29723915   |\n",
+      "|    clg_setpoint                 | -1.20214     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.2982825    |\n",
+      "|    diffuse_solar_radiation      | 1.0088063    |\n",
+      "|    direct_solar_radiation       | -0.48063743  |\n",
+      "|    hour                         | -0.5049535   |\n",
+      "|    htg_setpoint                 | -0.044284593 |\n",
+      "|    month                        | 0.9819462    |\n",
+      "|    outdoor_humidity             | 0.881692     |\n",
+      "|    outdoor_temperature          | 0.13768438   |\n",
+      "|    people_occupant              | 1.6936175    |\n",
+      "|    total_electricity_HVAC       | -0.42884916  |\n",
+      "|    wind_direction               | 0.783605     |\n",
+      "|    wind_speed                   | -0.53457415  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 746.2145     |\n",
+      "|    air_humidity                 | 59.1456      |\n",
+      "|    air_temperature              | 23.251839    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 27.0         |\n",
+      "|    diffuse_solar_radiation      | 180.0        |\n",
+      "|    direct_solar_radiation       | 35.5         |\n",
+      "|    hour                         | 8.0          |\n",
+      "|    htg_setpoint                 | 17.40982     |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 87.0         |\n",
+      "|    outdoor_temperature          | 14.548149    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 907254.7     |\n",
+      "|    wind_direction               | 260.0        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------************************************-------------------------| 74%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.3623802   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.66339    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.48375455 |\n",
+      "|    air_humidity                 | 0.42953992  |\n",
+      "|    air_temperature              | -0.15547003 |\n",
+      "|    clg_setpoint                 | 1.3479768   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.409333    |\n",
+      "|    diffuse_solar_radiation      | 0.4286025   |\n",
+      "|    direct_solar_radiation       | 2.2611434   |\n",
+      "|    hour                         | -0.36049354 |\n",
+      "|    htg_setpoint                 | 0.33945253  |\n",
+      "|    month                        | 0.98036647  |\n",
+      "|    outdoor_humidity             | -1.0842569  |\n",
+      "|    outdoor_temperature          | 0.649088    |\n",
+      "|    people_occupant              | -0.6896218  |\n",
+      "|    total_electricity_HVAC       | -0.5032959  |\n",
+      "|    wind_direction               | -1.5305256  |\n",
+      "|    wind_speed                   | -0.32000944 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 697.35455   |\n",
+      "|    air_humidity                 | 43.046635   |\n",
+      "|    air_temperature              | 22.525196   |\n",
+      "|    clg_setpoint                 | 29.786283   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 121.0       |\n",
+      "|    direct_solar_radiation       | 726.5       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 18.978569   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 46.0        |\n",
+      "|    outdoor_temperature          | 19.683498   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 607265.56   |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************-------------------------| 74%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.27589563 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.693851   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.48029843 |\n",
+      "|    air_humidity                 | -0.336162   |\n",
+      "|    air_temperature              | 0.012105027 |\n",
+      "|    clg_setpoint                 | 0.86434555  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5196494   |\n",
+      "|    diffuse_solar_radiation      | 0.9318525   |\n",
+      "|    direct_solar_radiation       | 2.110783    |\n",
+      "|    hour                         | -0.21603543 |\n",
+      "|    htg_setpoint                 | -1.368644   |\n",
+      "|    month                        | 0.97879434  |\n",
+      "|    outdoor_humidity             | -1.130075   |\n",
+      "|    outdoor_temperature          | 0.6143903   |\n",
+      "|    people_occupant              | -0.68878925 |\n",
+      "|    total_electricity_HVAC       | -0.4964023  |\n",
+      "|    wind_direction               | -0.56409574 |\n",
+      "|    wind_speed                   | -0.7490549  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 710.87604   |\n",
+      "|    air_humidity                 | 33.20433    |\n",
+      "|    air_temperature              | 22.794237   |\n",
+      "|    clg_setpoint                 | 28.545813   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 172.0       |\n",
+      "|    direct_solar_radiation       | 689.5       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | 19.338135   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 633957.56   |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********************************-------------------------| 74%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.9754533   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.332846    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.2478122    |\n",
+      "|    air_humidity                 | 0.070314735  |\n",
+      "|    air_temperature              | 0.29600966   |\n",
+      "|    clg_setpoint                 | -1.2009379   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.6291153    |\n",
+      "|    diffuse_solar_radiation      | 0.16366728   |\n",
+      "|    direct_solar_radiation       | 2.9083524    |\n",
+      "|    hour                         | -0.071577825 |\n",
+      "|    htg_setpoint                 | -1.3684366   |\n",
+      "|    month                        | 0.9772298    |\n",
+      "|    outdoor_humidity             | -1.4182304   |\n",
+      "|    outdoor_temperature          | 0.6303082    |\n",
+      "|    people_occupant              | 1.2190763    |\n",
+      "|    total_electricity_HVAC       | 0.21161817   |\n",
+      "|    wind_direction               | -1.4289461   |\n",
+      "|    wind_speed                   | -1.4358202   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 3800.892     |\n",
+      "|    air_humidity                 | 38.421745    |\n",
+      "|    air_temperature              | 23.249456    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 30.0         |\n",
+      "|    diffuse_solar_radiation      | 94.0         |\n",
+      "|    direct_solar_radiation       | 891.5        |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 39.0         |\n",
+      "|    outdoor_temperature          | 19.49494     |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 3481769.2    |\n",
+      "|    wind_direction               | 30.0         |\n",
+      "|    wind_speed                   | 1.5          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************************************------------------------| 75%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.13800126 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.159246   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.62730676 |\n",
+      "|    air_humidity                 | -0.2558244  |\n",
+      "|    air_temperature              | 1.1103042   |\n",
+      "|    clg_setpoint                 | -0.69134575 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6705239  |\n",
+      "|    diffuse_solar_radiation      | 0.7906406   |\n",
+      "|    direct_solar_radiation       | -0.6224554  |\n",
+      "|    hour                         | 0.07287974  |\n",
+      "|    htg_setpoint                 | 0.12057605  |\n",
+      "|    month                        | 1.2880992   |\n",
+      "|    outdoor_humidity             | 0.02039771  |\n",
+      "|    outdoor_temperature          | -0.14238535 |\n",
+      "|    people_occupant              | 0.2648707   |\n",
+      "|    total_electricity_HVAC       | -0.63457334 |\n",
+      "|    wind_direction               | 1.5559428   |\n",
+      "|    wind_speed                   | -0.31872576 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 34.253956   |\n",
+      "|    air_temperature              | 24.55455    |\n",
+      "|    clg_setpoint                 | 24.554873   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 157.5       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 18.08762    |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 69.0        |\n",
+      "|    outdoor_temperature          | 11.759312   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "------------------------------------------------**************************************------------------------| 75%\n",
+      "| action_network/                 |            |\n",
+      "|    Cooling_Setpoint_RL          | -1.0       |\n",
+      "|    Heating_Setpoint_RL          | -0.7213277 |\n",
+      "| action_simulation/              |            |\n",
+      "|    Cooling_Setpoint_RL          | 23.25      |\n",
+      "|    Heating_Setpoint_RL          | 13.567532  |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | 1.1891751  |\n",
+      "|    air_humidity                 | 1.0316344  |\n",
+      "|    air_temperature              | 0.29532334 |\n",
+      "|    clg_setpoint                 | -1.1999687 |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | -1.5522034 |\n",
+      "|    diffuse_solar_radiation      | 0.8304234  |\n",
+      "|    direct_solar_radiation       | 1.8418294  |\n",
+      "|    hour                         | 0.21733698 |\n",
+      "|    htg_setpoint                 | -0.7977932 |\n",
+      "|    month                        | 1.2853143  |\n",
+      "|    outdoor_humidity             | -0.5561081 |\n",
+      "|    outdoor_temperature          | 1.0901676  |\n",
+      "|    people_occupant              | 1.2177366  |\n",
+      "|    total_electricity_HVAC       | 1.2114068  |\n",
+      "|    wind_direction               | 0.6889302  |\n",
+      "|    wind_speed                   | 0.15574615 |\n",
+      "| observation/                    |            |\n",
+      "|    HVAC_electricity_demand_rate | 7790.235   |\n",
+      "|    air_humidity                 | 50.776016  |\n",
+      "|    air_temperature              | 23.249542  |\n",
+      "|    clg_setpoint                 | 23.25      |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 2.0        |\n",
+      "|    diffuse_solar_radiation      | 161.5      |\n",
+      "|    direct_solar_radiation       | 622.5      |\n",
+      "|    hour                         | 13.0       |\n",
+      "|    htg_setpoint                 | 14.337692  |\n",
+      "|    month                        | 10.0       |\n",
+      "|    outdoor_humidity             | 57.0       |\n",
+      "|    outdoor_temperature          | 24.088804  |\n",
+      "|    people_occupant              | 16.0       |\n",
+      "|    total_electricity_HVAC       | 7498329.0  |\n",
+      "|    wind_direction               | 250.0      |\n",
+      "|    wind_speed                   | 5.2        |\n",
+      "------------------------------------------------\n",
+      "-------------------------------------------------*************************************------------------------| 75%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.22539735  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.89286    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.7602549   |\n",
+      "|    air_humidity                 | 1.1576208   |\n",
+      "|    air_temperature              | 0.2984954   |\n",
+      "|    clg_setpoint                 | -1.199211   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4348284  |\n",
+      "|    diffuse_solar_radiation      | 0.42625013  |\n",
+      "|    direct_solar_radiation       | 1.7235358   |\n",
+      "|    hour                         | 0.3617928   |\n",
+      "|    htg_setpoint                 | 0.98393816  |\n",
+      "|    month                        | 1.2825475   |\n",
+      "|    outdoor_humidity             | 0.019002836 |\n",
+      "|    outdoor_temperature          | 0.9278584   |\n",
+      "|    people_occupant              | 1.6935304   |\n",
+      "|    total_electricity_HVAC       | 0.8444246   |\n",
+      "|    wind_direction               | 0.015097717 |\n",
+      "|    wind_speed                   | 0.58629084  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5970.3237   |\n",
+      "|    air_humidity                 | 52.43349    |\n",
+      "|    air_temperature              | 23.255016   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 120.5       |\n",
+      "|    direct_solar_radiation       | 593.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 21.620903   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 69.0        |\n",
+      "|    outdoor_temperature          | 22.469198   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 6022220.5   |\n",
+      "|    wind_direction               | 180.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.011721461 |\n",
+      "|    clip_fraction                | 0.115       |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.71       |\n",
+      "|    explained_variance           | 0.546       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.369       |\n",
+      "|    n_updates                    | 300         |\n",
+      "|    policy_gradient_loss         | -0.0126     |\n",
+      "|    std                          | 0.941       |\n",
+      "|    value_loss                   | 1.22        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************************************------------------------| 75%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.071588464  |\n",
+      "|    air_humidity                 | 0.87691814   |\n",
+      "|    air_temperature              | 1.3873421    |\n",
+      "|    clg_setpoint                 | -0.5171075   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.3182523   |\n",
+      "|    diffuse_solar_radiation      | 0.05150789   |\n",
+      "|    direct_solar_radiation       | 1.177989     |\n",
+      "|    hour                         | 0.5062454    |\n",
+      "|    htg_setpoint                 | -1.152876    |\n",
+      "|    month                        | 1.2797985    |\n",
+      "|    outdoor_humidity             | 0.11409657   |\n",
+      "|    outdoor_temperature          | 0.89195216   |\n",
+      "|    people_occupant              | 1.692617     |\n",
+      "|    total_electricity_HVAC       | -0.038274266 |\n",
+      "|    wind_direction               | 0.014737834  |\n",
+      "|    wind_speed                   | -0.10019127  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 3052.2227    |\n",
+      "|    air_humidity                 | 48.870888    |\n",
+      "|    air_temperature              | 24.997198    |\n",
+      "|    clg_setpoint                 | 24.997469    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.0          |\n",
+      "|    diffuse_solar_radiation      | 82.5         |\n",
+      "|    direct_solar_radiation       | 455.5        |\n",
+      "|    hour                         | 15.0         |\n",
+      "|    htg_setpoint                 | 12.890357    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 71.0         |\n",
+      "|    outdoor_temperature          | 22.117878    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2477085.5    |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**************************************-----------------------| 76%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.3221353   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.712208   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.2133721  |\n",
+      "|    air_humidity                 | 0.49722865  |\n",
+      "|    air_temperature              | 0.29501644  |\n",
+      "|    clg_setpoint                 | -1.198741   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.202343   |\n",
+      "|    diffuse_solar_radiation      | -0.49150193 |\n",
+      "|    direct_solar_radiation       | 0.11370524  |\n",
+      "|    hour                         | 0.65069205  |\n",
+      "|    htg_setpoint                 | -1.3709469  |\n",
+      "|    month                        | 1.2770671   |\n",
+      "|    outdoor_humidity             | 0.4493468   |\n",
+      "|    outdoor_temperature          | 0.55117446  |\n",
+      "|    people_occupant              | -0.68937725 |\n",
+      "|    total_electricity_HVAC       | -0.1496627  |\n",
+      "|    wind_direction               | 0.014375201 |\n",
+      "|    wind_speed                   | 1.7049645   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1844.0737   |\n",
+      "|    air_humidity                 | 44.026268   |\n",
+      "|    air_temperature              | 23.250023   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 27.5        |\n",
+      "|    direct_solar_radiation       | 186.5       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 78.0        |\n",
+      "|    outdoor_temperature          | 18.715233   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2028655.5   |\n",
+      "|    wind_direction               | 180.0       |\n",
+      "|    wind_speed                   | 8.8         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*************************************-----------------------| 76%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.47751856   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.236626    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6281531   |\n",
+      "|    air_humidity                 | -0.09536908  |\n",
+      "|    air_temperature              | -0.004994929 |\n",
+      "|    clg_setpoint                 | -0.21887565  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.0869826   |\n",
+      "|    diffuse_solar_radiation      | -0.762954    |\n",
+      "|    direct_solar_radiation       | -0.62336016  |\n",
+      "|    hour                         | 0.7951294    |\n",
+      "|    htg_setpoint                 | -0.05499827  |\n",
+      "|    month                        | 1.2743531    |\n",
+      "|    outdoor_humidity             | -1.1844877   |\n",
+      "|    outdoor_temperature          | 0.124370344  |\n",
+      "|    people_occupant              | -0.6885546   |\n",
+      "|    total_electricity_HVAC       | -0.6354531   |\n",
+      "|    wind_direction               | 1.1698393    |\n",
+      "|    wind_speed                   | 0.7980265    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 36.434013    |\n",
+      "|    air_temperature              | 22.7706      |\n",
+      "|    clg_setpoint                 | 25.765265    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 6.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 17.379353    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 44.0         |\n",
+      "|    outdoor_temperature          | 14.458963    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 300.0        |\n",
+      "|    wind_speed                   | 6.7          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**************************************-----------------------| 76%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.4170847  |\n",
+      "|    Heating_Setpoint_RL          | -0.30148244 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.217339   |\n",
+      "|    Heating_Setpoint_RL          | 15.929161   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.62795186 |\n",
+      "|    air_humidity                 | -1.2405196  |\n",
+      "|    air_temperature              | 0.72767156  |\n",
+      "|    clg_setpoint                 | 0.44257006  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.972066   |\n",
+      "|    diffuse_solar_radiation      | -0.7629328  |\n",
+      "|    direct_solar_radiation       | -0.6235477  |\n",
+      "|    hour                         | 0.9395534   |\n",
+      "|    htg_setpoint                 | -0.29290873 |\n",
+      "|    month                        | 1.2716563   |\n",
+      "|    outdoor_humidity             | -1.5665411  |\n",
+      "|    outdoor_temperature          | -0.38494113 |\n",
+      "|    people_occupant              | 0.5031164   |\n",
+      "|    total_electricity_HVAC       | -0.6352366  |\n",
+      "|    wind_direction               | 1.1677254   |\n",
+      "|    wind_speed                   | 1.2246735   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 21.688124   |\n",
+      "|    air_temperature              | 23.940342   |\n",
+      "|    clg_setpoint                 | 27.460712   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 16.4063     |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 36.0        |\n",
+      "|    outdoor_temperature          | 9.377776    |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************----------------------| 77%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.09048168  |\n",
+      "|    air_humidity                 | -1.0092448  |\n",
+      "|    air_temperature              | 0.29545414  |\n",
+      "|    clg_setpoint                 | -1.1982237  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8575006  |\n",
+      "|    diffuse_solar_radiation      | -0.7629098  |\n",
+      "|    direct_solar_radiation       | -0.6237916  |\n",
+      "|    hour                         | 1.0839591   |\n",
+      "|    htg_setpoint                 | 1.3816437   |\n",
+      "|    month                        | 1.2689766   |\n",
+      "|    outdoor_humidity             | -1.0840597  |\n",
+      "|    outdoor_temperature          | -0.4503135  |\n",
+      "|    people_occupant              | -0.45074615 |\n",
+      "|    total_electricity_HVAC       | 0.33695433  |\n",
+      "|    wind_direction               | 1.5500188   |\n",
+      "|    wind_speed                   | -1.4330136  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3124.888    |\n",
+      "|    air_humidity                 | 24.639437   |\n",
+      "|    air_temperature              | 23.249979   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 46.0        |\n",
+      "|    outdoor_temperature          | 8.721484    |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 3975750.0   |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 1.5         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************----------------------| 77%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.83553994  |\n",
+      "|    Heating_Setpoint_RL          | 0.6114378   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.444946   |\n",
+      "|    Heating_Setpoint_RL          | 21.064339   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.13824123 |\n",
+      "|    air_humidity                 | 0.18582577  |\n",
+      "|    air_temperature              | 0.29552853  |\n",
+      "|    clg_setpoint                 | 0.96197474  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7432054  |\n",
+      "|    diffuse_solar_radiation      | -0.7628973  |\n",
+      "|    direct_solar_radiation       | -0.6239808  |\n",
+      "|    hour                         | 1.2283407   |\n",
+      "|    htg_setpoint                 | 1.3814284   |\n",
+      "|    month                        | 1.2663138   |\n",
+      "|    outdoor_humidity             | -0.12359715 |\n",
+      "|    outdoor_temperature          | -0.07211466 |\n",
+      "|    people_occupant              | -0.4510798  |\n",
+      "|    total_electricity_HVAC       | -0.17030938 |\n",
+      "|    wind_direction               | 0.49108955  |\n",
+      "|    wind_speed                   | -0.10308138 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2157.3894   |\n",
+      "|    air_humidity                 | 40.00126    |\n",
+      "|    air_temperature              | 23.250048   |\n",
+      "|    clg_setpoint                 | 28.788553   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 66.0        |\n",
+      "|    outdoor_temperature          | 12.483588   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 1941650.4   |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************----------------------| 77%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.10460311 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.036608   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.8632335   |\n",
+      "|    air_humidity                 | 1.8223816   |\n",
+      "|    air_temperature              | 0.2955606   |\n",
+      "|    clg_setpoint                 | -1.1966425  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.629111   |\n",
+      "|    diffuse_solar_radiation      | -0.762875   |\n",
+      "|    direct_solar_radiation       | -0.6242317  |\n",
+      "|    hour                         | 1.3726921   |\n",
+      "|    htg_setpoint                 | 1.3811619   |\n",
+      "|    month                        | 1.2636676   |\n",
+      "|    outdoor_humidity             | 1.5089366   |\n",
+      "|    outdoor_temperature          | 0.13606928  |\n",
+      "|    people_occupant              | -0.6896759  |\n",
+      "|    total_electricity_HVAC       | 1.1909089   |\n",
+      "|    wind_direction               | 0.3944107   |\n",
+      "|    wind_speed                   | -0.96012145 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6391.762    |\n",
+      "|    air_humidity                 | 61.062553   |\n",
+      "|    air_temperature              | 23.250078   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 14.557199   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7398693.5   |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "---------------------------------------------------*************************************----------------------| 77%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -0.054219723  |\n",
+      "|    Heating_Setpoint_RL          | -0.23336798   |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 26.442009     |\n",
+      "|    Heating_Setpoint_RL          | 16.312305     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | 0.025653167   |\n",
+      "|    air_humidity                 | 2.104575      |\n",
+      "|    air_temperature              | -0.7115209    |\n",
+      "|    clg_setpoint                 | 1.2790875     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.5151588    |\n",
+      "|    diffuse_solar_radiation      | -0.7628311    |\n",
+      "|    direct_solar_radiation       | -0.6244768    |\n",
+      "|    hour                         | 1.517006      |\n",
+      "|    htg_setpoint                 | 0.9536478     |\n",
+      "|    month                        | 1.261038      |\n",
+      "|    outdoor_humidity             | 1.1709536     |\n",
+      "|    outdoor_temperature          | 0.046996377   |\n",
+      "|    people_occupant              | -0.6899541    |\n",
+      "|    total_electricity_HVAC       | -0.0010306898 |\n",
+      "|    wind_direction               | -1.7253189    |\n",
+      "|    wind_speed                   | -2.074059     |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 2849.7092     |\n",
+      "|    air_humidity                 | 64.756386     |\n",
+      "|    air_temperature              | 21.64601      |\n",
+      "|    clg_setpoint                 | 29.600878     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 11.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 22.0          |\n",
+      "|    htg_setpoint                 | 21.50465      |\n",
+      "|    month                        | 10.0          |\n",
+      "|    outdoor_humidity             | 93.0          |\n",
+      "|    outdoor_temperature          | 13.673787     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 2619837.2     |\n",
+      "|    wind_direction               | 0.0           |\n",
+      "|    wind_speed                   | 0.0           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------***************************************---------------------| 78%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.34056067   |\n",
+      "|    Heating_Setpoint_RL          | 0.994457     |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.774391    |\n",
+      "|    Heating_Setpoint_RL          | 23.21882     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.48367268   |\n",
+      "|    air_humidity                 | 1.8677893    |\n",
+      "|    air_temperature              | 0.29514885   |\n",
+      "|    clg_setpoint                 | 0.85227096   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.401301    |\n",
+      "|    diffuse_solar_radiation      | -0.76277906  |\n",
+      "|    direct_solar_radiation       | -0.6247291   |\n",
+      "|    hour                         | 1.6612747    |\n",
+      "|    htg_setpoint                 | 1.3796442    |\n",
+      "|    month                        | 1.2584246    |\n",
+      "|    outdoor_humidity             | 1.5049651    |\n",
+      "|    outdoor_temperature          | 0.27147844   |\n",
+      "|    people_occupant              | -0.68913823  |\n",
+      "|    total_electricity_HVAC       | 0.41991207   |\n",
+      "|    wind_direction               | -0.087450765 |\n",
+      "|    wind_speed                   | -1.171318    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 4782.7764    |\n",
+      "|    air_humidity                 | 61.74859     |\n",
+      "|    air_temperature              | 23.249842    |\n",
+      "|    clg_setpoint                 | 28.50538     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 12.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 15.909675    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 4304498.5    |\n",
+      "|    wind_direction               | 170.0        |\n",
+      "|    wind_speed                   | 2.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------****************************************---------------------| 78%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.084763125 |\n",
+      "|    Heating_Setpoint_RL          | -0.11481476 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.911076   |\n",
+      "|    Heating_Setpoint_RL          | 16.979168   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6280904  |\n",
+      "|    air_humidity                 | 2.0283375   |\n",
+      "|    air_temperature              | -0.0845556  |\n",
+      "|    clg_setpoint                 | -1.0656546  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.17387319 |\n",
+      "|    diffuse_solar_radiation      | -0.76278144 |\n",
+      "|    direct_solar_radiation       | -0.6248832  |\n",
+      "|    hour                         | -1.661128   |\n",
+      "|    htg_setpoint                 | 0.6411621   |\n",
+      "|    month                        | 1.2558275   |\n",
+      "|    outdoor_humidity             | 1.1669064   |\n",
+      "|    outdoor_temperature          | 0.26094192  |\n",
+      "|    people_occupant              | -0.6883252  |\n",
+      "|    total_electricity_HVAC       | -0.63535506 |\n",
+      "|    wind_direction               | -0.7603575  |\n",
+      "|    wind_speed                   | -0.3135325  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 63.87336    |\n",
+      "|    air_temperature              | 22.646101   |\n",
+      "|    clg_setpoint                 | 23.586021   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 20.235939   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 15.811732   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 100.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***************************************---------------------| 78%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.60977316  |\n",
+      "|    air_humidity                 | 2.9530969    |\n",
+      "|    air_temperature              | -0.68354976  |\n",
+      "|    clg_setpoint                 | 1.4353204    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.060021654 |\n",
+      "|    diffuse_solar_radiation      | -0.7626545   |\n",
+      "|    direct_solar_radiation       | -0.6247832   |\n",
+      "|    hour                         | -1.5165156   |\n",
+      "|    htg_setpoint                 | 0.8745278    |\n",
+      "|    month                        | 1.2532464    |\n",
+      "|    outdoor_humidity             | 1.500879     |\n",
+      "|    outdoor_temperature          | 0.5567812    |\n",
+      "|    people_occupant              | -0.68860406  |\n",
+      "|    total_electricity_HVAC       | -0.6180027   |\n",
+      "|    wind_direction               | -0.27749583  |\n",
+      "|    wind_speed                   | 1.4404016    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 164.93864    |\n",
+      "|    air_humidity                 | 75.9028      |\n",
+      "|    air_temperature              | 21.69446     |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 1.0          |\n",
+      "|    htg_setpoint                 | 21.19339     |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 18.752314    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 148444.77    |\n",
+      "|    wind_direction               | 150.0        |\n",
+      "|    wind_speed                   | 8.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*****************************************--------------------| 79%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6663245  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.376154   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.9855383   |\n",
+      "|    air_humidity                 | -0.06740261 |\n",
+      "|    air_temperature              | 0.2945812   |\n",
+      "|    clg_setpoint                 | 0.79703814  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.053818326 |\n",
+      "|    diffuse_solar_radiation      | -0.7626077  |\n",
+      "|    direct_solar_radiation       | -0.62501305 |\n",
+      "|    hour                         | -1.3719431  |\n",
+      "|    htg_setpoint                 | 1.3774477   |\n",
+      "|    month                        | 1.2506812   |\n",
+      "|    outdoor_humidity             | 0.973669    |\n",
+      "|    outdoor_temperature          | -0.4784482  |\n",
+      "|    people_occupant              | -0.68888205 |\n",
+      "|    total_electricity_HVAC       | 1.1909411   |\n",
+      "|    wind_direction               | -1.1455457  |\n",
+      "|    wind_speed                   | -0.95599896 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6892.77     |\n",
+      "|    air_humidity                 | 36.89368    |\n",
+      "|    air_temperature              | 23.250036   |\n",
+      "|    clg_setpoint                 | 28.361074   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | 8.484421    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7382598.0   |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************************--------------------| 79%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6288029  |\n",
+      "|    air_humidity                 | 2.1313066   |\n",
+      "|    air_temperature              | -0.923464   |\n",
+      "|    clg_setpoint                 | -1.1946476  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.16764995  |\n",
+      "|    diffuse_solar_radiation      | -0.7625339  |\n",
+      "|    direct_solar_radiation       | -0.625096   |\n",
+      "|    hour                         | -1.2274029  |\n",
+      "|    htg_setpoint                 | 0.06455181  |\n",
+      "|    month                        | 1.2481316   |\n",
+      "|    outdoor_humidity             | 0.6846897   |\n",
+      "|    outdoor_temperature          | -0.15160523 |\n",
+      "|    people_occupant              | -0.68915915 |\n",
+      "|    total_electricity_HVAC       | -0.63608927 |\n",
+      "|    wind_direction               | 0.4929349   |\n",
+      "|    wind_speed                   | 1.6954495   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 65.392075   |\n",
+      "|    air_temperature              | 21.315634   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 17.882933   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 83.0        |\n",
+      "|    outdoor_temperature          | 11.731826   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 8.8         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************************--------------------| 79%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9365005  |\n",
+      "|    Heating_Setpoint_RL          | -0.37118715 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.464312   |\n",
+      "|    Heating_Setpoint_RL          | 15.537072   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.62861395 |\n",
+      "|    air_humidity                 | -0.8788426  |\n",
+      "|    air_temperature              | -0.7947359  |\n",
+      "|    clg_setpoint                 | 0.08342891  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.28146628  |\n",
+      "|    diffuse_solar_radiation      | -0.7624603  |\n",
+      "|    direct_solar_radiation       | -0.62531096 |\n",
+      "|    hour                         | -1.0828884  |\n",
+      "|    htg_setpoint                 | 0.19655547  |\n",
+      "|    month                        | 1.2455976   |\n",
+      "|    outdoor_humidity             | -0.60986644 |\n",
+      "|    outdoor_temperature          | -0.57842    |\n",
+      "|    people_occupant              | -0.6894354  |\n",
+      "|    total_electricity_HVAC       | -0.63586926 |\n",
+      "|    wind_direction               | 0.87729543  |\n",
+      "|    wind_speed                   | 1.0024403   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 26.409586   |\n",
+      "|    air_temperature              | 21.520422   |\n",
+      "|    clg_setpoint                 | 26.527874   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 18.421253   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 56.0        |\n",
+      "|    outdoor_temperature          | 7.50107     |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************-------------------| 80%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.34733266 |\n",
+      "|    Heating_Setpoint_RL          | 0.11280495  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.452753   |\n",
+      "|    Heating_Setpoint_RL          | 18.259527   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6286882  |\n",
+      "|    air_humidity                 | -0.4857102  |\n",
+      "|    air_temperature              | -0.5980948  |\n",
+      "|    clg_setpoint                 | -0.1618928  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.39525023  |\n",
+      "|    diffuse_solar_radiation      | -0.7623635  |\n",
+      "|    direct_solar_radiation       | -0.6255525  |\n",
+      "|    hour                         | -0.9383935  |\n",
+      "|    htg_setpoint                 | 0.57973367  |\n",
+      "|    month                        | 1.243079    |\n",
+      "|    outdoor_humidity             | 1.0221403   |\n",
+      "|    outdoor_temperature          | -0.6458468  |\n",
+      "|    people_occupant              | -0.68971086 |\n",
+      "|    total_electricity_HVAC       | -0.63590556 |\n",
+      "|    wind_direction               | 0.58770126  |\n",
+      "|    wind_speed                   | -0.5287956  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 31.483181   |\n",
+      "|    air_temperature              | 21.833689   |\n",
+      "|    clg_setpoint                 | 25.895739   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 19.990072   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 6.830519    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************-------------------| 80%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.37874162  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.903254   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.94915396  |\n",
+      "|    air_humidity                 | 0.21083306  |\n",
+      "|    air_temperature              | 0.29468903  |\n",
+      "|    clg_setpoint                 | -0.9386012  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.5089748   |\n",
+      "|    diffuse_solar_radiation      | -0.35114697 |\n",
+      "|    direct_solar_radiation       | -0.6258082  |\n",
+      "|    hour                         | -0.79391295 |\n",
+      "|    htg_setpoint                 | 1.3766224   |\n",
+      "|    month                        | 1.2405756   |\n",
+      "|    outdoor_humidity             | 1.5012845   |\n",
+      "|    outdoor_temperature          | -0.41799644 |\n",
+      "|    people_occupant              | -0.68890446 |\n",
+      "|    total_electricity_HVAC       | 0.86125803  |\n",
+      "|    wind_direction               | -1.7237911  |\n",
+      "|    wind_speed                   | -2.059      |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6732.45     |\n",
+      "|    air_humidity                 | 40.49688    |\n",
+      "|    air_temperature              | 23.249985   |\n",
+      "|    clg_setpoint                 | 23.903276   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 41.5        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 9.088702    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6059205.0   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************-------------------| 80%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.33868396  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.768059   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.18897448  |\n",
+      "|    air_humidity                 | 0.5004215   |\n",
+      "|    air_temperature              | 0.2944679   |\n",
+      "|    clg_setpoint                 | -1.1927845  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.62260306  |\n",
+      "|    diffuse_solar_radiation      | 0.28311983  |\n",
+      "|    direct_solar_radiation       | 1.2238827   |\n",
+      "|    hour                         | -0.6494426  |\n",
+      "|    htg_setpoint                 | 1.3754525   |\n",
+      "|    month                        | 1.2380872   |\n",
+      "|    outdoor_humidity             | 1.0208118   |\n",
+      "|    outdoor_temperature          | 0.08779825  |\n",
+      "|    people_occupant              | -0.68810093 |\n",
+      "|    total_electricity_HVAC       | 0.13994037  |\n",
+      "|    wind_direction               | -1.7220309  |\n",
+      "|    wind_speed                   | -2.0545952  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3529.7178   |\n",
+      "|    air_humidity                 | 44.248363   |\n",
+      "|    air_temperature              | 23.24961    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 105.5       |\n",
+      "|    direct_solar_radiation       | 468.0       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 14.095118   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3176746.0   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************-------------------| 80%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.899562    |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.685036   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.25503504 |\n",
+      "|    air_humidity                 | 1.4170369   |\n",
+      "|    air_temperature              | 0.2938488   |\n",
+      "|    clg_setpoint                 | -1.1921062  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.73608834  |\n",
+      "|    diffuse_solar_radiation      | 0.78893185  |\n",
+      "|    direct_solar_radiation       | 1.2491301   |\n",
+      "|    hour                         | -0.5049788  |\n",
+      "|    htg_setpoint                 | 0.35766706  |\n",
+      "|    month                        | 1.2356137   |\n",
+      "|    outdoor_humidity             | 1.1634086   |\n",
+      "|    outdoor_temperature          | 0.3608115   |\n",
+      "|    people_occupant              | 1.695772    |\n",
+      "|    total_electricity_HVAC       | -0.2813676  |\n",
+      "|    wind_direction               | 0.29976636  |\n",
+      "|    wind_speed                   | -1.1615212  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1660.7698   |\n",
+      "|    air_humidity                 | 56.13596    |\n",
+      "|    air_temperature              | 23.248938   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 156.5       |\n",
+      "|    direct_solar_radiation       | 474.5       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 19.08815    |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 16.79697    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1494692.8   |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************------------------| 81%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.92965496  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.85431    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.40705517 |\n",
+      "|    air_humidity                 | 1.8767004   |\n",
+      "|    air_temperature              | 0.29763457  |\n",
+      "|    clg_setpoint                 | -1.1909386  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8493743   |\n",
+      "|    diffuse_solar_radiation      | 1.0122621   |\n",
+      "|    direct_solar_radiation       | -0.60243464 |\n",
+      "|    hour                         | -0.36051866 |\n",
+      "|    htg_setpoint                 | 0.7860277   |\n",
+      "|    month                        | 1.233155    |\n",
+      "|    outdoor_humidity             | 1.1634059   |\n",
+      "|    outdoor_temperature          | 0.2836687   |\n",
+      "|    people_occupant              | 1.6948788   |\n",
+      "|    total_electricity_HVAC       | -0.42563576 |\n",
+      "|    wind_direction               | -0.56464887 |\n",
+      "|    wind_speed                   | 0.36713016  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1021.8455   |\n",
+      "|    air_humidity                 | 62.110886   |\n",
+      "|    air_temperature              | 23.255507   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 179.0       |\n",
+      "|    direct_solar_radiation       | 6.0         |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 20.845396   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 16.036716   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 919660.94   |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------******************************************------------------| 81%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.1701404   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 16.667961    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.7437582    |\n",
+      "|    air_humidity                 | 1.1047161    |\n",
+      "|    air_temperature              | 0.29273084   |\n",
+      "|    clg_setpoint                 | -1.190417    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.96239537   |\n",
+      "|    diffuse_solar_radiation      | 1.3892039    |\n",
+      "|    direct_solar_radiation       | 1.4702364    |\n",
+      "|    hour                         | -0.21606033  |\n",
+      "|    htg_setpoint                 | 0.73117566   |\n",
+      "|    month                        | 1.2307109    |\n",
+      "|    outdoor_humidity             | 0.5847483    |\n",
+      "|    outdoor_temperature          | 0.8329649    |\n",
+      "|    people_occupant              | 1.6939892    |\n",
+      "|    total_electricity_HVAC       | 0.66618305   |\n",
+      "|    wind_direction               | -0.17970002  |\n",
+      "|    wind_speed                   | -0.09885525  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 5858.9775    |\n",
+      "|    air_humidity                 | 52.222954    |\n",
+      "|    air_temperature              | 23.248278    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 24.0         |\n",
+      "|    diffuse_solar_radiation      | 217.0        |\n",
+      "|    direct_solar_radiation       | 530.0        |\n",
+      "|    hour                         | 10.0         |\n",
+      "|    htg_setpoint                 | 20.62447     |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 81.0         |\n",
+      "|    outdoor_temperature          | 21.464685    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 5273080.0    |\n",
+      "|    wind_direction               | 160.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.0072507234 |\n",
+      "|    clip_fraction                | 0.0729       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.72        |\n",
+      "|    explained_variance           | 0.255        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.364        |\n",
+      "|    n_updates                    | 310          |\n",
+      "|    policy_gradient_loss         | -0.00917     |\n",
+      "|    std                          | 0.937        |\n",
+      "|    value_loss                   | 1.16         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*******************************************------------------| 81%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.22488464  |\n",
+      "|    air_humidity                 | 1.0566573   |\n",
+      "|    air_temperature              | 0.69220805  |\n",
+      "|    clg_setpoint                 | -0.94305265 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0750769   |\n",
+      "|    diffuse_solar_radiation      | 0.715511    |\n",
+      "|    direct_solar_radiation       | -0.62620366 |\n",
+      "|    hour                         | -0.07160249 |\n",
+      "|    htg_setpoint                 | -1.0769713  |\n",
+      "|    month                        | 1.2282813   |\n",
+      "|    outdoor_humidity             | -0.56804836 |\n",
+      "|    outdoor_temperature          | 1.2079129   |\n",
+      "|    people_occupant              | 1.2166473   |\n",
+      "|    total_electricity_HVAC       | 0.01955097  |\n",
+      "|    wind_direction               | 0.6874281   |\n",
+      "|    wind_speed                   | 0.57987076  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3678.4705   |\n",
+      "|    air_humidity                 | 51.6489     |\n",
+      "|    air_temperature              | 23.88041    |\n",
+      "|    clg_setpoint                 | 23.883354   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 149.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 13.226997   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 57.0        |\n",
+      "|    outdoor_temperature          | 25.172504   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 2695594.0   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************------------------| 81%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6058998  |\n",
+      "|    air_humidity                 | -1.5374069  |\n",
+      "|    air_temperature              | 0.052218333 |\n",
+      "|    clg_setpoint                 | -1.1896596  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1873358   |\n",
+      "|    diffuse_solar_radiation      | 0.65654314  |\n",
+      "|    direct_solar_radiation       | 2.1986468   |\n",
+      "|    hour                         | 0.072855316 |\n",
+      "|    htg_setpoint                 | 1.1776882   |\n",
+      "|    month                        | 1.2258661   |\n",
+      "|    outdoor_humidity             | -1.9517391  |\n",
+      "|    outdoor_temperature          | 0.05742441  |\n",
+      "|    people_occupant              | -0.689473   |\n",
+      "|    total_electricity_HVAC       | -0.59300697 |\n",
+      "|    wind_direction               | 0.68642867  |\n",
+      "|    wind_speed                   | 2.0998762   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 188.05695   |\n",
+      "|    air_humidity                 | 17.89138    |\n",
+      "|    air_temperature              | 22.868036   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 143.0       |\n",
+      "|    direct_solar_radiation       | 714.5       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 22.450333   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 28.0        |\n",
+      "|    outdoor_temperature          | 13.82621    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 254067.16   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 9.8         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************************-----------------| 82%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.11925158  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.29579    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.62971556 |\n",
+      "|    air_humidity                 | -1.4616181  |\n",
+      "|    air_temperature              | -0.28624013 |\n",
+      "|    clg_setpoint                 | 0.96341443  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2990805   |\n",
+      "|    diffuse_solar_radiation      | 0.8802049   |\n",
+      "|    direct_solar_radiation       | 1.4059298   |\n",
+      "|    hour                         | 0.21731281  |\n",
+      "|    htg_setpoint                 | -1.3755891  |\n",
+      "|    month                        | 1.223465    |\n",
+      "|    outdoor_humidity             | -1.6144637  |\n",
+      "|    outdoor_temperature          | -0.05813617 |\n",
+      "|    people_occupant              | -0.68867594 |\n",
+      "|    total_electricity_HVAC       | -0.63686025 |\n",
+      "|    wind_direction               | 1.1671984   |\n",
+      "|    wind_speed                   | 0.36095086  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 18.821955   |\n",
+      "|    air_temperature              | 22.33233    |\n",
+      "|    clg_setpoint                 | 28.774902   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 165.5       |\n",
+      "|    direct_solar_radiation       | 514.0       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 35.0        |\n",
+      "|    outdoor_temperature          | 12.679061   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************************-----------------| 82%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5119148  |\n",
+      "|    air_humidity                 | -1.5574808  |\n",
+      "|    air_temperature              | 0.29407877  |\n",
+      "|    clg_setpoint                 | -1.1896672  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.410212    |\n",
+      "|    diffuse_solar_radiation      | 0.17597069  |\n",
+      "|    direct_solar_radiation       | 1.2887292   |\n",
+      "|    hour                         | 0.36176893  |\n",
+      "|    htg_setpoint                 | -1.3752043  |\n",
+      "|    month                        | 1.2210779   |\n",
+      "|    outdoor_humidity             | -1.9950848  |\n",
+      "|    outdoor_temperature          | -0.47018945 |\n",
+      "|    people_occupant              | 1.6956679   |\n",
+      "|    total_electricity_HVAC       | -0.5250959  |\n",
+      "|    wind_direction               | -1.7257637  |\n",
+      "|    wind_speed                   | 0.9933301   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 580.5619    |\n",
+      "|    air_humidity                 | 17.53418    |\n",
+      "|    air_temperature              | 23.248346   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 94.5        |\n",
+      "|    direct_solar_radiation       | 484.5       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 27.0        |\n",
+      "|    outdoor_temperature          | 8.612275    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 522505.72   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************************-----------------| 82%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.3747734  |\n",
+      "|    air_humidity                 | -0.916629   |\n",
+      "|    air_temperature              | 0.2944597   |\n",
+      "|    clg_setpoint                 | -1.188217   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5206243   |\n",
+      "|    diffuse_solar_radiation      | -0.22584474 |\n",
+      "|    direct_solar_radiation       | 0.44836646  |\n",
+      "|    hour                         | 0.50622195  |\n",
+      "|    htg_setpoint                 | -0.5329533  |\n",
+      "|    month                        | 1.2187048   |\n",
+      "|    outdoor_humidity             | -1.5151694  |\n",
+      "|    outdoor_temperature          | 0.042215798 |\n",
+      "|    people_occupant              | 1.6947832   |\n",
+      "|    total_electricity_HVAC       | -0.39503807 |\n",
+      "|    wind_direction               | 0.586722    |\n",
+      "|    wind_speed                   | -0.31449637 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1157.1565   |\n",
+      "|    air_humidity                 | 25.856215   |\n",
+      "|    air_temperature              | 23.248966   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 54.0        |\n",
+      "|    direct_solar_radiation       | 272.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 15.448017   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 37.0        |\n",
+      "|    outdoor_temperature          | 13.647958   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1041308.56  |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********************************************----------------| 83%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.49281085   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 20.39706     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.43020645  |\n",
+      "|    air_humidity                 | -0.9562738   |\n",
+      "|    air_temperature              | 0.29424003   |\n",
+      "|    clg_setpoint                 | -1.1869433   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.6302048    |\n",
+      "|    diffuse_solar_radiation      | -0.76194215  |\n",
+      "|    direct_solar_radiation       | -0.6272604   |\n",
+      "|    hour                         | 0.6506693    |\n",
+      "|    htg_setpoint                 | 0.7178503    |\n",
+      "|    month                        | 1.2163455    |\n",
+      "|    outdoor_humidity             | -1.752372    |\n",
+      "|    outdoor_temperature          | 0.20254865   |\n",
+      "|    people_occupant              | 1.6939023    |\n",
+      "|    total_electricity_HVAC       | -0.44758734  |\n",
+      "|    wind_direction               | -1.4331452   |\n",
+      "|    wind_speed                   | -0.102592126 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 923.8205     |\n",
+      "|    air_humidity                 | 25.335072    |\n",
+      "|    air_temperature              | 23.248617    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 30.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 16.0         |\n",
+      "|    htg_setpoint                 | 20.568867    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 32.0         |\n",
+      "|    outdoor_temperature          | 15.227311    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 831438.5     |\n",
+      "|    wind_direction               | 30.0         |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------********************************************----------------| 83%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.07286467  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 17.215137    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5079392   |\n",
+      "|    air_humidity                 | 0.78590155   |\n",
+      "|    air_temperature              | 0.29961377   |\n",
+      "|    clg_setpoint                 | -1.1856931   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.738836     |\n",
+      "|    diffuse_solar_radiation      | -0.76171577  |\n",
+      "|    direct_solar_radiation       | -0.626674    |\n",
+      "|    hour                         | 0.79510766   |\n",
+      "|    htg_setpoint                 | 0.2268938    |\n",
+      "|    month                        | 1.2139999    |\n",
+      "|    outdoor_humidity             | 0.54398394   |\n",
+      "|    outdoor_temperature          | -0.035542306 |\n",
+      "|    people_occupant              | 1.6930249    |\n",
+      "|    total_electricity_HVAC       | -0.5021825   |\n",
+      "|    wind_direction               | 0.011014803  |\n",
+      "|    wind_speed                   | 0.36283594   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 597.3534     |\n",
+      "|    air_humidity                 | 48.018665    |\n",
+      "|    air_temperature              | 23.25711     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 31.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 18.561707    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 80.0         |\n",
+      "|    outdoor_temperature          | 12.877575    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 613769.2     |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 5.7          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************************************----------------| 83%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6293457  |\n",
+      "|    air_humidity                 | -0.83008504 |\n",
+      "|    air_temperature              | 0.64219975  |\n",
+      "|    clg_setpoint                 | 0.40804392  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6695936  |\n",
+      "|    diffuse_solar_radiation      | -0.76156807 |\n",
+      "|    direct_solar_radiation       | -0.6268736  |\n",
+      "|    hour                         | 0.9395331   |\n",
+      "|    htg_setpoint                 | 0.47976017  |\n",
+      "|    month                        | 1.5193672   |\n",
+      "|    outdoor_humidity             | -0.9859901  |\n",
+      "|    outdoor_temperature          | -0.23707798 |\n",
+      "|    people_occupant              | 0.50118655  |\n",
+      "|    total_electricity_HVAC       | -0.6364164  |\n",
+      "|    wind_direction               | -1.7192875  |\n",
+      "|    wind_speed                   | 1.2055722   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 26.969019   |\n",
+      "|    air_temperature              | 23.7968     |\n",
+      "|    clg_setpoint                 | 27.338745   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 19.596798   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 48.0        |\n",
+      "|    outdoor_temperature          | 10.891497   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************----------------| 83%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.41773307 |\n",
+      "|    Heating_Setpoint_RL          | 0.66592366  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.21515    |\n",
+      "|    Heating_Setpoint_RL          | 21.37082    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.77732605  |\n",
+      "|    air_humidity                 | -1.2106228  |\n",
+      "|    air_temperature              | 0.29570183  |\n",
+      "|    clg_setpoint                 | -0.5769484  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5517722  |\n",
+      "|    diffuse_solar_radiation      | -0.7613479  |\n",
+      "|    direct_solar_radiation       | -0.6269819  |\n",
+      "|    hour                         | 1.0839409   |\n",
+      "|    htg_setpoint                 | 1.3719354   |\n",
+      "|    month                        | 1.5154735   |\n",
+      "|    outdoor_humidity             | -1.3187025  |\n",
+      "|    outdoor_temperature          | 0.015508404 |\n",
+      "|    people_occupant              | -0.6892403  |\n",
+      "|    total_electricity_HVAC       | 1.0476414   |\n",
+      "|    wind_direction               | -1.6219084  |\n",
+      "|    wind_speed                   | 0.36026672  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5990.696    |\n",
+      "|    air_humidity                 | 21.993937   |\n",
+      "|    air_temperature              | 23.25       |\n",
+      "|    clg_setpoint                 | 24.811432   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 41.0        |\n",
+      "|    outdoor_temperature          | 13.371876   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6786421.0   |\n",
+      "|    wind_direction               | 10.0        |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************---------------| 84%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6944326  |\n",
+      "|    Heating_Setpoint_RL          | 0.50557655  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.28129    |\n",
+      "|    Heating_Setpoint_RL          | 20.468868   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.6355889   |\n",
+      "|    air_humidity                 | -0.5106495  |\n",
+      "|    air_temperature              | 0.29591087  |\n",
+      "|    clg_setpoint                 | 0.19741407  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4348252  |\n",
+      "|    diffuse_solar_radiation      | -0.7611973  |\n",
+      "|    direct_solar_radiation       | -0.62711823 |\n",
+      "|    hour                         | 1.2283257   |\n",
+      "|    htg_setpoint                 | 1.3710489   |\n",
+      "|    month                        | 1.5116094   |\n",
+      "|    outdoor_humidity             | 0.16445553  |\n",
+      "|    outdoor_temperature          | -0.16835476 |\n",
+      "|    people_occupant              | -0.6884523  |\n",
+      "|    total_electricity_HVAC       | 0.79246294  |\n",
+      "|    wind_direction               | 0.39198807  |\n",
+      "|    wind_speed                   | -1.1594832  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5393.81     |\n",
+      "|    air_humidity                 | 31.094208   |\n",
+      "|    air_temperature              | 23.249933   |\n",
+      "|    clg_setpoint                 | 26.798489   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 72.0        |\n",
+      "|    outdoor_temperature          | 11.565983   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5768173.5   |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************---------------| 84%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.28030092  |\n",
+      "|    Heating_Setpoint_RL          | -0.31523854 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.571014   |\n",
+      "|    Heating_Setpoint_RL          | 15.851784   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6291747  |\n",
+      "|    air_humidity                 | -0.15854158 |\n",
+      "|    air_temperature              | -0.96511734 |\n",
+      "|    clg_setpoint                 | 0.58895177  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3186159  |\n",
+      "|    diffuse_solar_radiation      | -0.7610877  |\n",
+      "|    direct_solar_radiation       | -0.62704986 |\n",
+      "|    hour                         | 1.3726813   |\n",
+      "|    htg_setpoint                 | 0.4929619   |\n",
+      "|    month                        | 1.5077748   |\n",
+      "|    outdoor_humidity             | -0.45729822 |\n",
+      "|    outdoor_temperature          | -0.2652272  |\n",
+      "|    people_occupant              | -0.6887223  |\n",
+      "|    total_electricity_HVAC       | -0.6362412  |\n",
+      "|    wind_direction               | 1.2531434   |\n",
+      "|    wind_speed                   | 1.2065623   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 35.67833    |\n",
+      "|    air_temperature              | 21.266253   |\n",
+      "|    clg_setpoint                 | 27.801733   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 19.657072   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 59.0        |\n",
+      "|    outdoor_temperature          | 10.616516   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************---------------| 84%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.28993922  |\n",
+      "|    Heating_Setpoint_RL          | -0.8292349  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.603544   |\n",
+      "|    Heating_Setpoint_RL          | 12.960554   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.33732438  |\n",
+      "|    air_humidity                 | -0.18670267 |\n",
+      "|    air_temperature              | -1.2386752  |\n",
+      "|    clg_setpoint                 | 1.3358083   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2030218  |\n",
+      "|    diffuse_solar_radiation      | -0.7608815  |\n",
+      "|    direct_solar_radiation       | -0.6267738  |\n",
+      "|    hour                         | 1.5170007   |\n",
+      "|    htg_setpoint                 | 0.738918    |\n",
+      "|    month                        | 1.5039693   |\n",
+      "|    outdoor_humidity             | -0.16950075 |\n",
+      "|    outdoor_temperature          | -0.5951539  |\n",
+      "|    people_occupant              | -0.68899155 |\n",
+      "|    total_electricity_HVAC       | 0.47146887  |\n",
+      "|    wind_direction               | 1.3462653   |\n",
+      "|    wind_speed                   | 0.78107786  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4140.0444   |\n",
+      "|    air_humidity                 | 35.302917   |\n",
+      "|    air_temperature              | 20.836788   |\n",
+      "|    clg_setpoint                 | 29.716719   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 20.663227   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 65.0        |\n",
+      "|    outdoor_temperature          | 7.379232    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4487939.5   |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************************--------------| 85%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.42702496  |\n",
+      "|    Heating_Setpoint_RL          | -0.47031468 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.06621    |\n",
+      "|    Heating_Setpoint_RL          | 14.97948    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6289534  |\n",
+      "|    air_humidity                 | -0.13469294 |\n",
+      "|    air_temperature              | -0.9399888  |\n",
+      "|    clg_setpoint                 | 0.041700646 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0879325  |\n",
+      "|    diffuse_solar_radiation      | -0.76067066 |\n",
+      "|    direct_solar_radiation       | -0.6269264  |\n",
+      "|    hour                         | 1.6612766   |\n",
+      "|    htg_setpoint                 | 0.2562074   |\n",
+      "|    month                        | 1.5001924   |\n",
+      "|    outdoor_humidity             | 0.2620336   |\n",
+      "|    outdoor_temperature          | -0.61200434 |\n",
+      "|    people_occupant              | -0.68925995 |\n",
+      "|    total_electricity_HVAC       | -0.6359902  |\n",
+      "|    wind_direction               | 1.534719    |\n",
+      "|    wind_speed                   | -0.31602553 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 35.970654   |\n",
+      "|    air_temperature              | 21.306452   |\n",
+      "|    clg_setpoint                 | 26.395336   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 18.688395   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 74.0        |\n",
+      "|    outdoor_temperature          | 7.2091904   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************************--------------| 85%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.628816   |\n",
+      "|    air_humidity                 | 0.40881708  |\n",
+      "|    air_temperature              | -1.1733665  |\n",
+      "|    clg_setpoint                 | 1.4472537   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.86003983 |\n",
+      "|    diffuse_solar_radiation      | -0.76054865 |\n",
+      "|    direct_solar_radiation       | -0.6268358  |\n",
+      "|    hour                         | -1.6611353  |\n",
+      "|    htg_setpoint                 | 0.26057217  |\n",
+      "|    month                        | 1.4964439   |\n",
+      "|    outdoor_humidity             | 1.3640652   |\n",
+      "|    outdoor_temperature          | -0.6277118  |\n",
+      "|    people_occupant              | -0.6895276  |\n",
+      "|    total_electricity_HVAC       | -0.6358306  |\n",
+      "|    wind_direction               | 1.6269816   |\n",
+      "|    wind_speed                   | -0.7380663  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 43.027264   |\n",
+      "|    air_temperature              | 20.94052    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 18.706348   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 97.0        |\n",
+      "|    outdoor_temperature          | 7.0527797   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 350.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************************--------------| 85%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6377576  |\n",
+      "|    Heating_Setpoint_RL          | 0.4680677   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.472569   |\n",
+      "|    Heating_Setpoint_RL          | 20.257881   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.0150545   |\n",
+      "|    air_humidity                 | 0.6500147   |\n",
+      "|    air_temperature              | 0.2970166   |\n",
+      "|    clg_setpoint                 | 0.081376515 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.74566513 |\n",
+      "|    diffuse_solar_radiation      | -0.7604027  |\n",
+      "|    direct_solar_radiation       | -0.626853   |\n",
+      "|    hour                         | -1.5165284  |\n",
+      "|    htg_setpoint                 | 1.3697412   |\n",
+      "|    month                        | 1.4927232   |\n",
+      "|    outdoor_humidity             | 1.3150355   |\n",
+      "|    outdoor_temperature          | -0.45544428 |\n",
+      "|    people_occupant              | -0.68979436 |\n",
+      "|    total_electricity_HVAC       | 0.92252254  |\n",
+      "|    wind_direction               | -1.7181101  |\n",
+      "|    wind_speed                   | -2.0450547  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6982.995    |\n",
+      "|    air_humidity                 | 46.163418   |\n",
+      "|    air_temperature              | 23.250305   |\n",
+      "|    clg_setpoint                 | 26.49412    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 8.738296    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6284695.5   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************-------------| 86%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.9582838  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.234653   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.0421973   |\n",
+      "|    air_humidity                 | 1.1027541   |\n",
+      "|    air_temperature              | 0.29663917  |\n",
+      "|    clg_setpoint                 | 1.4471432   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6315175  |\n",
+      "|    diffuse_solar_radiation      | -0.7602708  |\n",
+      "|    direct_solar_radiation       | -0.62634367 |\n",
+      "|    hour                         | -1.3719599  |\n",
+      "|    htg_setpoint                 | 1.368315    |\n",
+      "|    month                        | 1.4890302   |\n",
+      "|    outdoor_humidity             | 1.5048145   |\n",
+      "|    outdoor_temperature          | 0.13602607  |\n",
+      "|    people_occupant              | -0.68901265 |\n",
+      "|    total_electricity_HVAC       | 0.948115    |\n",
+      "|    wind_direction               | -0.66618985 |\n",
+      "|    wind_speed                   | 2.7250383   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7094.82     |\n",
+      "|    air_humidity                 | 52.052776   |\n",
+      "|    air_temperature              | 23.249468   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 14.5244055  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6385338.0   |\n",
+      "|    wind_direction               | 110.0       |\n",
+      "|    wind_speed                   | 11.3        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************-------------| 86%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.49044973  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.280268   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.62881255 |\n",
+      "|    air_humidity                 | 0.9966844   |\n",
+      "|    air_temperature              | -1.1475528  |\n",
+      "|    clg_setpoint                 | -0.44268572 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.5175357  |\n",
+      "|    diffuse_solar_radiation      | -0.76009953 |\n",
+      "|    direct_solar_radiation       | -0.62591213 |\n",
+      "|    hour                         | -1.2274226  |\n",
+      "|    htg_setpoint                 | -0.31986552 |\n",
+      "|    month                        | 1.4853646   |\n",
+      "|    outdoor_humidity             | 1.1201621   |\n",
+      "|    outdoor_temperature          | -0.23478541 |\n",
+      "|    people_occupant              | -0.68823355 |\n",
+      "|    total_electricity_HVAC       | -0.63582057 |\n",
+      "|    wind_direction               | 1.2440199   |\n",
+      "|    wind_speed                   | 2.08892     |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 50.7135     |\n",
+      "|    air_temperature              | 20.983942   |\n",
+      "|    clg_setpoint                 | 25.153143   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 16.338001   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 92.0        |\n",
+      "|    outdoor_temperature          | 10.902514   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 9.8         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************-------------| 86%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.33253646  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.74731    |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6285931  |\n",
+      "|    air_humidity                 | 0.20963049  |\n",
+      "|    air_temperature              | -1.1452332  |\n",
+      "|    clg_setpoint                 | 1.4462718   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.4036684  |\n",
+      "|    diffuse_solar_radiation      | -0.7599673  |\n",
+      "|    direct_solar_radiation       | -0.6256086  |\n",
+      "|    hour                         | -1.0829098  |\n",
+      "|    htg_setpoint                 | 0.04513868  |\n",
+      "|    month                        | 1.4817258   |\n",
+      "|    outdoor_humidity             | 0.40063444  |\n",
+      "|    outdoor_temperature          | -0.5386292  |\n",
+      "|    people_occupant              | -0.688501   |\n",
+      "|    total_electricity_HVAC       | -0.63557905 |\n",
+      "|    wind_direction               | -1.7183363  |\n",
+      "|    wind_speed                   | 0.5677372   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 40.49905    |\n",
+      "|    air_temperature              | 20.98775    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 17.83247    |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 77.0        |\n",
+      "|    outdoor_temperature          | 7.931723    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************-------------| 86%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.68548167 |\n",
+      "|    Heating_Setpoint_RL          | 0.09572068  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.311499   |\n",
+      "|    Heating_Setpoint_RL          | 18.16343    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.0507255   |\n",
+      "|    air_humidity                 | -0.07287499 |\n",
+      "|    air_temperature              | 0.24339475  |\n",
+      "|    clg_setpoint                 | 1.373606    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.28987476 |\n",
+      "|    diffuse_solar_radiation      | -0.759814   |\n",
+      "|    direct_solar_radiation       | -0.62502986 |\n",
+      "|    hour                         | -0.93841606 |\n",
+      "|    htg_setpoint                 | 1.3676436   |\n",
+      "|    month                        | 1.4781137   |\n",
+      "|    outdoor_humidity             | 0.7839357   |\n",
+      "|    outdoor_temperature          | -0.8636747  |\n",
+      "|    people_occupant              | -0.6887676  |\n",
+      "|    total_electricity_HVAC       | 1.8845005   |\n",
+      "|    wind_direction               | -1.5250112  |\n",
+      "|    wind_speed                   | -0.7388131  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 11322.621   |\n",
+      "|    air_humidity                 | 36.83444    |\n",
+      "|    air_temperature              | 23.164484   |\n",
+      "|    clg_setpoint                 | 29.812014   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 85.0        |\n",
+      "|    outdoor_temperature          | 4.756094    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 10114565.0  |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************------------| 87%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.8789329   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 22.568998   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5768062  |\n",
+      "|    air_humidity                 | 0.7225908   |\n",
+      "|    air_temperature              | -0.5710058  |\n",
+      "|    clg_setpoint                 | 0.6669549   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.17612377 |\n",
+      "|    diffuse_solar_radiation      | -0.36545032 |\n",
+      "|    direct_solar_radiation       | -0.43977293 |\n",
+      "|    hour                         | -0.7939362  |\n",
+      "|    htg_setpoint                 | -0.1172889  |\n",
+      "|    month                        | 1.4745277   |\n",
+      "|    outdoor_humidity             | 1.5017817   |\n",
+      "|    outdoor_temperature          | -0.42395028 |\n",
+      "|    people_occupant              | -0.68903345 |\n",
+      "|    total_electricity_HVAC       | -0.58536583 |\n",
+      "|    wind_direction               | -0.85694915 |\n",
+      "|    wind_speed                   | -0.5269369  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 304.06525   |\n",
+      "|    air_humidity                 | 47.157513   |\n",
+      "|    air_temperature              | 21.88904    |\n",
+      "|    clg_setpoint                 | 27.996891   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 39.5        |\n",
+      "|    direct_solar_radiation       | 46.5        |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 17.17263    |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 9.043211    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 278004.4    |\n",
+      "|    wind_direction               | 90.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************------------| 87%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.11913485  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.02708    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.40961727 |\n",
+      "|    air_humidity                 | 0.12933221  |\n",
+      "|    air_temperature              | -1.5073404  |\n",
+      "|    clg_setpoint                 | 0.26978487  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.06239434 |\n",
+      "|    diffuse_solar_radiation      | 0.24876143  |\n",
+      "|    direct_solar_radiation       | -0.07958107 |\n",
+      "|    hour                         | -0.64946604 |\n",
+      "|    htg_setpoint                 | -0.74205863 |\n",
+      "|    month                        | 1.4709678   |\n",
+      "|    outdoor_humidity             | 0.014315547 |\n",
+      "|    outdoor_temperature          | -1.1723684  |\n",
+      "|    people_occupant              | -0.68929857 |\n",
+      "|    total_electricity_HVAC       | -0.42955494 |\n",
+      "|    wind_direction               | 0.85892373  |\n",
+      "|    wind_speed                   | 0.56887954  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1005.0571   |\n",
+      "|    air_humidity                 | 39.481236   |\n",
+      "|    air_temperature              | 20.423326   |\n",
+      "|    clg_setpoint                 | 26.976303   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 101.0       |\n",
+      "|    direct_solar_radiation       | 137.0       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 14.616627   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 69.0        |\n",
+      "|    outdoor_temperature          | 1.7391924   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 898429.3    |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.008517234 |\n",
+      "|    clip_fraction                | 0.0873      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.68       |\n",
+      "|    explained_variance           | 0.604       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.157       |\n",
+      "|    n_updates                    | 320         |\n",
+      "|    policy_gradient_loss         | -0.0112     |\n",
+      "|    std                          | 0.916       |\n",
+      "|    value_loss                   | 0.699       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************------------| 87%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.18284011 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 16.596523   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6283761  |\n",
+      "|    air_humidity                 | -0.6317664  |\n",
+      "|    air_temperature              | -0.91124874 |\n",
+      "|    clg_setpoint                 | -1.1812117  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.051324878 |\n",
+      "|    diffuse_solar_radiation      | 0.7333587   |\n",
+      "|    direct_solar_radiation       | 0.5547503   |\n",
+      "|    hour                         | -0.5050022  |\n",
+      "|    htg_setpoint                 | -0.07215811 |\n",
+      "|    month                        | 1.4674336   |\n",
+      "|    outdoor_humidity             | -0.08137409 |\n",
+      "|    outdoor_temperature          | -0.76244956 |\n",
+      "|    people_occupant              | -0.68956286 |\n",
+      "|    total_electricity_HVAC       | -0.6353157  |\n",
+      "|    wind_direction               | 0.8576913   |\n",
+      "|    wind_speed                   | 0.9891924   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 29.605572   |\n",
+      "|    air_temperature              | 21.35686    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 149.5       |\n",
+      "|    direct_solar_radiation       | 296.5       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 17.36207    |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 67.0        |\n",
+      "|    outdoor_temperature          | 5.7240324   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************************************************------------| 87%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.8600869   |\n",
+      "|    Heating_Setpoint_RL          | 0.08930107   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.722206    |\n",
+      "|    Heating_Setpoint_RL          | 18.12732     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.62844557  |\n",
+      "|    air_humidity                 | -0.45217833  |\n",
+      "|    air_temperature              | -0.55026835  |\n",
+      "|    clg_setpoint                 | -0.036101338 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.1650355    |\n",
+      "|    diffuse_solar_radiation      | 0.7587703    |\n",
+      "|    direct_solar_radiation       | 1.2094876    |\n",
+      "|    hour                         | -0.36054197  |\n",
+      "|    htg_setpoint                 | -0.47965494  |\n",
+      "|    month                        | 1.4639246    |\n",
+      "|    outdoor_humidity             | -0.4658281   |\n",
+      "|    outdoor_temperature          | -0.11021391  |\n",
+      "|    people_occupant              | -0.68878984  |\n",
+      "|    total_electricity_HVAC       | -0.63536465  |\n",
+      "|    wind_direction               | 0.7620101    |\n",
+      "|    wind_speed                   | 0.9886552    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 31.920126    |\n",
+      "|    air_temperature              | 21.920973    |\n",
+      "|    clg_setpoint                 | 26.190449    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 17.0         |\n",
+      "|    diffuse_solar_radiation      | 152.0        |\n",
+      "|    direct_solar_radiation       | 461.0        |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 15.694405    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 59.0         |\n",
+      "|    outdoor_temperature          | 12.074833    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 260.0        |\n",
+      "|    wind_speed                   | 7.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**************************************************-----------| 88%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.7839107  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.215503   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.57011676 |\n",
+      "|    air_humidity                 | -0.60235083 |\n",
+      "|    air_temperature              | 0.29965857  |\n",
+      "|    clg_setpoint                 | -1.1817098  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.2787295   |\n",
+      "|    diffuse_solar_radiation      | 0.31991935  |\n",
+      "|    direct_solar_radiation       | 2.3188248   |\n",
+      "|    hour                         | -0.21608342 |\n",
+      "|    htg_setpoint                 | 0.041843656 |\n",
+      "|    month                        | 1.4604409   |\n",
+      "|    outdoor_humidity             | -0.321673   |\n",
+      "|    outdoor_temperature          | -0.73270714 |\n",
+      "|    people_occupant              | 1.6960461   |\n",
+      "|    total_electricity_HVAC       | -0.5800826  |\n",
+      "|    wind_direction               | 0.9513729   |\n",
+      "|    wind_speed                   | 0.7757985   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 331.6197    |\n",
+      "|    air_humidity                 | 29.960478   |\n",
+      "|    air_temperature              | 23.248823   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 108.0       |\n",
+      "|    direct_solar_radiation       | 740.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 17.830404   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 62.0        |\n",
+      "|    outdoor_temperature          | 6.0021534   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 298457.72   |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************************************************-----------| 88%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.5608053   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 20.77953    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.29550865 |\n",
+      "|    air_humidity                 | -0.7268783  |\n",
+      "|    air_temperature              | 0.30053428  |\n",
+      "|    clg_setpoint                 | -1.18074    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.39238924  |\n",
+      "|    diffuse_solar_radiation      | 1.624299    |\n",
+      "|    direct_solar_radiation       | -0.11020334 |\n",
+      "|    hour                         | -0.07162537 |\n",
+      "|    htg_setpoint                 | -0.48945725 |\n",
+      "|    month                        | 1.4569818   |\n",
+      "|    outdoor_humidity             | -0.65765744 |\n",
+      "|    outdoor_temperature          | -0.9497377  |\n",
+      "|    people_occupant              | 1.2184976   |\n",
+      "|    total_electricity_HVAC       | -0.28446472 |\n",
+      "|    wind_direction               | 1.0457169   |\n",
+      "|    wind_speed                   | -0.5318938  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1485.1266   |\n",
+      "|    air_humidity                 | 28.33981    |\n",
+      "|    air_temperature              | 23.249636   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 238.5       |\n",
+      "|    direct_solar_radiation       | 129.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 15.653953   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 55.0        |\n",
+      "|    outdoor_temperature          | 3.8771462   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 1477823.8   |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************************************************-----------| 88%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9830016  |\n",
+      "|    Heating_Setpoint_RL          | 0.60268915  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.30737    |\n",
+      "|    Heating_Setpoint_RL          | 21.015125   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.53572273 |\n",
+      "|    air_humidity                 | -0.6966641  |\n",
+      "|    air_temperature              | 0.30065376  |\n",
+      "|    clg_setpoint                 | -1.1796433  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.5059876   |\n",
+      "|    diffuse_solar_radiation      | 1.1005609   |\n",
+      "|    direct_solar_radiation       | 0.5502559   |\n",
+      "|    hour                         | 0.07283267  |\n",
+      "|    htg_setpoint                 | 0.069877006 |\n",
+      "|    month                        | 1.4535471   |\n",
+      "|    outdoor_humidity             | 0.06288667  |\n",
+      "|    outdoor_temperature          | -0.85344297 |\n",
+      "|    people_occupant              | 0.26446977  |\n",
+      "|    total_electricity_HVAC       | -0.54746234 |\n",
+      "|    wind_direction               | 0.18575332  |\n",
+      "|    wind_speed                   | 0.56585896  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 476.30307   |\n",
+      "|    air_humidity                 | 28.727097   |\n",
+      "|    air_temperature              | 23.249184   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 186.0       |\n",
+      "|    direct_solar_radiation       | 295.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 17.947428   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 70.0        |\n",
+      "|    outdoor_temperature          | 4.7929354   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 428672.78   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************************----------| 89%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.11461419  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.269705   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5520396  |\n",
+      "|    air_humidity                 | -0.8247599  |\n",
+      "|    air_temperature              | 0.30105308  |\n",
+      "|    clg_setpoint                 | -1.1788787  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.61948794  |\n",
+      "|    diffuse_solar_radiation      | 0.70126253  |\n",
+      "|    direct_solar_radiation       | 0.83309215  |\n",
+      "|    hour                         | 0.21729039  |\n",
+      "|    htg_setpoint                 | -1.3821772  |\n",
+      "|    month                        | 1.4501367   |\n",
+      "|    outdoor_humidity             | -0.3705008  |\n",
+      "|    outdoor_temperature          | -0.7751837  |\n",
+      "|    people_occupant              | 1.2172575   |\n",
+      "|    total_electricity_HVAC       | -0.56291384 |\n",
+      "|    wind_direction               | 0.8533895   |\n",
+      "|    wind_speed                   | 0.9867263   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 407.59988   |\n",
+      "|    air_humidity                 | 27.071722   |\n",
+      "|    air_temperature              | 23.248835   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 146.0       |\n",
+      "|    direct_solar_radiation       | 366.0       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 61.0        |\n",
+      "|    outdoor_temperature          | 5.5386515   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 366839.9    |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************************----------| 89%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.51035297 |\n",
+      "|    air_humidity                 | -1.0893484  |\n",
+      "|    air_temperature              | 0.30192545  |\n",
+      "|    clg_setpoint                 | -1.1782167  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7328446   |\n",
+      "|    diffuse_solar_radiation      | 0.21673737  |\n",
+      "|    direct_solar_radiation       | 0.35794804  |\n",
+      "|    hour                         | 0.36174682  |\n",
+      "|    htg_setpoint                 | -0.09027246 |\n",
+      "|    month                        | 1.4467502   |\n",
+      "|    outdoor_humidity             | -1.333045   |\n",
+      "|    outdoor_temperature          | -1.1439792  |\n",
+      "|    people_occupant              | 1.6930594   |\n",
+      "|    total_electricity_HVAC       | -0.5233963  |\n",
+      "|    wind_direction               | 1.0431657   |\n",
+      "|    wind_speed                   | 1.8686322   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 583.51746   |\n",
+      "|    air_humidity                 | 23.64231    |\n",
+      "|    air_temperature              | 23.249296   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 97.5        |\n",
+      "|    direct_solar_radiation       | 246.5       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 17.293304   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 41.0        |\n",
+      "|    outdoor_temperature          | 1.9185894   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 525165.75   |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************************----------| 89%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.89300996 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.601819   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.57439154 |\n",
+      "|    air_humidity                 | -1.5133665  |\n",
+      "|    air_temperature              | -0.35437024 |\n",
+      "|    clg_setpoint                 | -0.3151848  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8460025   |\n",
+      "|    diffuse_solar_radiation      | -0.47813928 |\n",
+      "|    direct_solar_radiation       | -0.13558778 |\n",
+      "|    hour                         | 0.5062002   |\n",
+      "|    htg_setpoint                 | -0.59716505 |\n",
+      "|    month                        | 1.4433872   |\n",
+      "|    outdoor_humidity             | -1.3321905  |\n",
+      "|    outdoor_temperature          | -1.0097116  |\n",
+      "|    people_occupant              | -0.68933624 |\n",
+      "|    total_electricity_HVAC       | -0.58355004 |\n",
+      "|    wind_direction               | 1.1369824   |\n",
+      "|    wind_speed                   | 0.13826114  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 314.45312   |\n",
+      "|    air_humidity                 | 18.138681   |\n",
+      "|    air_temperature              | 22.222803   |\n",
+      "|    clg_setpoint                 | 25.464094   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 28.0        |\n",
+      "|    direct_solar_radiation       | 122.5       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 15.217964   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 41.0        |\n",
+      "|    outdoor_temperature          | 3.2021198   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 285252.28   |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************************----------| 89%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.39449543  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.844036   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.16973352  |\n",
+      "|    air_humidity                 | -1.8548046  |\n",
+      "|    air_temperature              | -0.701907   |\n",
+      "|    clg_setpoint                 | -1.1036397  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.9588979   |\n",
+      "|    diffuse_solar_radiation      | -0.75812936 |\n",
+      "|    direct_solar_radiation       | -0.6232744  |\n",
+      "|    hour                         | 0.6506481   |\n",
+      "|    htg_setpoint                 | 0.8914738   |\n",
+      "|    month                        | 1.4400476   |\n",
+      "|    outdoor_humidity             | -1.1866249  |\n",
+      "|    outdoor_temperature          | -1.1916565  |\n",
+      "|    people_occupant              | -0.68857175 |\n",
+      "|    total_electricity_HVAC       | 0.20876008  |\n",
+      "|    wind_direction               | 1.0398644   |\n",
+      "|    wind_speed                   | -1.1674602  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3456.461    |\n",
+      "|    air_humidity                 | 13.659998   |\n",
+      "|    air_temperature              | 21.677156   |\n",
+      "|    clg_setpoint                 | 23.438654   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 21.316803   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 44.0        |\n",
+      "|    outdoor_temperature          | 1.3955885   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3461356.0   |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************************************---------| 90%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.36098358  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.655533   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4465168  |\n",
+      "|    air_humidity                 | 0.0819012   |\n",
+      "|    air_temperature              | 0.3050143   |\n",
+      "|    clg_setpoint                 | -1.1759292  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0714583   |\n",
+      "|    diffuse_solar_radiation      | -0.75788605 |\n",
+      "|    direct_solar_radiation       | -0.6227423  |\n",
+      "|    hour                         | 0.7950874   |\n",
+      "|    htg_setpoint                 | -1.3836442  |\n",
+      "|    month                        | 1.4367311   |\n",
+      "|    outdoor_humidity             | 0.97988665  |\n",
+      "|    outdoor_temperature          | -0.9454677  |\n",
+      "|    people_occupant              | 1.6950926   |\n",
+      "|    total_electricity_HVAC       | -0.46289793 |\n",
+      "|    wind_direction               | -1.1544011  |\n",
+      "|    wind_speed                   | -0.32358962 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 856.483     |\n",
+      "|    air_humidity                 | 38.70466    |\n",
+      "|    air_temperature              | 23.249374   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | 3.7770193   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 770834.7    |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************************************---------| 90%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.95108145 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.2751665  |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6286249  |\n",
+      "|    air_humidity                 | 1.3842077   |\n",
+      "|    air_temperature              | 0.30519405  |\n",
+      "|    clg_setpoint                 | -1.1750796  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1836033   |\n",
+      "|    diffuse_solar_radiation      | -0.75753385 |\n",
+      "|    direct_solar_radiation       | -0.6221124  |\n",
+      "|    hour                         | 0.9395143   |\n",
+      "|    htg_setpoint                 | 1.15979     |\n",
+      "|    month                        | 1.4334373   |\n",
+      "|    outdoor_humidity             | 1.5066612   |\n",
+      "|    outdoor_temperature          | -0.2564832  |\n",
+      "|    people_occupant              | 0.50269747  |\n",
+      "|    total_electricity_HVAC       | -0.6355316  |\n",
+      "|    wind_direction               | 1.3282851   |\n",
+      "|    wind_speed                   | -0.9555733  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 55.5866     |\n",
+      "|    air_temperature              | 23.249645   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 22.421951   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 10.502028   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************************************---------| 90%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.25638658 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.182825   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.62853163 |\n",
+      "|    air_humidity                 | -0.19491614 |\n",
+      "|    air_temperature              | 0.15720205  |\n",
+      "|    clg_setpoint                 | -1.1744177  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2952443   |\n",
+      "|    diffuse_solar_radiation      | -0.75732136 |\n",
+      "|    direct_solar_radiation       | -0.6217493  |\n",
+      "|    hour                         | 1.083924    |\n",
+      "|    htg_setpoint                 | -0.47195986 |\n",
+      "|    month                        | 1.4301661   |\n",
+      "|    outdoor_humidity             | -0.13082235 |\n",
+      "|    outdoor_temperature          | -0.45374826 |\n",
+      "|    people_occupant              | -0.4510145  |\n",
+      "|    total_electricity_HVAC       | -0.6354193  |\n",
+      "|    wind_direction               | 0.75474954  |\n",
+      "|    wind_speed                   | 0.34850278  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 35.142937   |\n",
+      "|    air_temperature              | 23.018595   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 15.738443   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 66.0        |\n",
+      "|    outdoor_temperature          | 8.573046    |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***************************************************---------| 90%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.4675778   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.046925    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.62854147  |\n",
+      "|    air_humidity                 | 0.20868146   |\n",
+      "|    air_temperature              | -0.32075167  |\n",
+      "|    clg_setpoint                 | -0.82568973  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.4062859    |\n",
+      "|    diffuse_solar_radiation      | -0.75698227  |\n",
+      "|    direct_solar_radiation       | -0.62113506  |\n",
+      "|    hour                         | 1.2283117    |\n",
+      "|    htg_setpoint                 | -1.3847308   |\n",
+      "|    month                        | 1.4269173    |\n",
+      "|    outdoor_humidity             | 0.97677195   |\n",
+      "|    outdoor_temperature          | -0.5975357   |\n",
+      "|    people_occupant              | -0.4513238   |\n",
+      "|    total_electricity_HVAC       | -0.63539773  |\n",
+      "|    wind_direction               | -0.009916579 |\n",
+      "|    wind_speed                   | -0.95595574  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 40.365395    |\n",
+      "|    air_temperature              | 22.27317     |\n",
+      "|    clg_setpoint                 | 24.142849    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 28.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 89.0         |\n",
+      "|    outdoor_temperature          | 7.166635     |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*****************************************************--------| 91%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.06419122  |\n",
+      "|    Heating_Setpoint_RL          | -0.78494096 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.841646   |\n",
+      "|    Heating_Setpoint_RL          | 13.209707   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.14120737 |\n",
+      "|    air_humidity                 | -0.08015152 |\n",
+      "|    air_temperature              | -0.42833883 |\n",
+      "|    clg_setpoint                 | 0.5915197   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5166254   |\n",
+      "|    diffuse_solar_radiation      | -0.7567114  |\n",
+      "|    direct_solar_radiation       | -0.62106174 |\n",
+      "|    hour                         | 1.3726711   |\n",
+      "|    htg_setpoint                 | 0.9785579   |\n",
+      "|    month                        | 1.4236904   |\n",
+      "|    outdoor_humidity             | 1.1703103   |\n",
+      "|    outdoor_temperature          | -0.661354   |\n",
+      "|    people_occupant              | -0.6898729  |\n",
+      "|    total_electricity_HVAC       | -0.18948373 |\n",
+      "|    wind_direction               | 0.08477283  |\n",
+      "|    wind_speed                   | 0.09667831  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2147.2466   |\n",
+      "|    air_humidity                 | 36.62144    |\n",
+      "|    air_temperature              | 22.105707   |\n",
+      "|    clg_setpoint                 | 27.778683   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 21.68378    |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 6.538839    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1868168.8   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 5.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************************************--------| 91%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.58862966  |\n",
+      "|    air_humidity                 | -0.9779589  |\n",
+      "|    air_temperature              | -0.7722739  |\n",
+      "|    clg_setpoint                 | 1.4567596   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6261547   |\n",
+      "|    diffuse_solar_radiation      | -0.7564318  |\n",
+      "|    direct_solar_radiation       | -0.62067235 |\n",
+      "|    hour                         | 1.5169957   |\n",
+      "|    htg_setpoint                 | 0.9497727   |\n",
+      "|    month                        | 1.4204855   |\n",
+      "|    outdoor_humidity             | -0.8060457  |\n",
+      "|    outdoor_temperature          | -0.73603743 |\n",
+      "|    people_occupant              | -0.68911433 |\n",
+      "|    total_electricity_HVAC       | 0.40591985  |\n",
+      "|    wind_direction               | 1.1342726   |\n",
+      "|    wind_speed                   | 1.5686017   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5235.8535   |\n",
+      "|    air_humidity                 | 25.005655   |\n",
+      "|    air_temperature              | 21.568424   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 21.568428   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 52.0        |\n",
+      "|    outdoor_temperature          | 5.800266    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4261172.0   |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 8.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************************-------| 92%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.58021843 |\n",
+      "|    Heating_Setpoint_RL          | -0.06282705 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.666763   |\n",
+      "|    Heating_Setpoint_RL          | 17.271599   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5925606  |\n",
+      "|    air_humidity                 | -1.4171909  |\n",
+      "|    air_temperature              | -1.9950011  |\n",
+      "|    clg_setpoint                 | 0.13632023  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6688637  |\n",
+      "|    diffuse_solar_radiation      | -0.7561394  |\n",
+      "|    direct_solar_radiation       | -0.62055784 |\n",
+      "|    hour                         | 1.6612782   |\n",
+      "|    htg_setpoint                 | -0.73059976 |\n",
+      "|    month                        | 1.7166345   |\n",
+      "|    outdoor_humidity             | -0.9979378  |\n",
+      "|    outdoor_temperature          | -1.1589146  |\n",
+      "|    people_occupant              | -0.68835825 |\n",
+      "|    total_electricity_HVAC       | -0.59931654 |\n",
+      "|    wind_direction               | 1.3227984   |\n",
+      "|    wind_speed                   | 2.058346    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 240.14299   |\n",
+      "|    air_humidity                 | 19.30076    |\n",
+      "|    air_temperature              | 19.66       |\n",
+      "|    clg_setpoint                 | 26.613539   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 14.684442   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 48.0        |\n",
+      "|    outdoor_temperature          | 1.6696581   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 223902.95   |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 9.8         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************************-------| 92%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.90463173  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.678131   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.1368089   |\n",
+      "|    air_humidity                 | -1.0051665  |\n",
+      "|    air_temperature              | -0.29031706 |\n",
+      "|    clg_setpoint                 | -0.7033069  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4378116  |\n",
+      "|    diffuse_solar_radiation      | -0.75566834 |\n",
+      "|    direct_solar_radiation       | -0.62066215 |\n",
+      "|    hour                         | -1.6611421  |\n",
+      "|    htg_setpoint                 | 1.3601446   |\n",
+      "|    month                        | 1.7116156   |\n",
+      "|    outdoor_humidity             | -0.6583825  |\n",
+      "|    outdoor_temperature          | -1.0819346  |\n",
+      "|    people_occupant              | -0.6886176  |\n",
+      "|    total_electricity_HVAC       | 2.938822    |\n",
+      "|    wind_direction               | 1.0344943   |\n",
+      "|    wind_speed                   | 0.33788538  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 16040.474   |\n",
+      "|    air_humidity                 | 24.59767    |\n",
+      "|    air_temperature              | 22.3163     |\n",
+      "|    clg_setpoint                 | 24.456766   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 55.0        |\n",
+      "|    outdoor_temperature          | 2.403547    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 14456301.0  |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************************-------| 92%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.42484373  |\n",
+      "|    Heating_Setpoint_RL          | -0.134117   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.058847   |\n",
+      "|    Heating_Setpoint_RL          | 16.870592   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.732761    |\n",
+      "|    air_humidity                 | -0.49465263 |\n",
+      "|    air_temperature              | -0.11433839 |\n",
+      "|    clg_setpoint                 | 0.38890365  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3211662  |\n",
+      "|    diffuse_solar_radiation      | -0.7551716  |\n",
+      "|    direct_solar_radiation       | -0.6207399  |\n",
+      "|    hour                         | -1.5165403  |\n",
+      "|    htg_setpoint                 | 1.3598533   |\n",
+      "|    month                        | 1.7066404   |\n",
+      "|    outdoor_humidity             | 0.06511407  |\n",
+      "|    outdoor_temperature          | -0.55844474 |\n",
+      "|    people_occupant              | -0.68887615 |\n",
+      "|    total_electricity_HVAC       | 2.8142118   |\n",
+      "|    wind_direction               | 0.3656936   |\n",
+      "|    wind_speed                   | 0.12947914  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 14336.1455  |\n",
+      "|    air_humidity                 | 31.190199   |\n",
+      "|    air_temperature              | 22.590315   |\n",
+      "|    clg_setpoint                 | 27.259644   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 70.0        |\n",
+      "|    outdoor_temperature          | 7.49582     |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 13962045.0  |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*****************************************************-------| 92%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.017322361 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 17.527561    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.3742076    |\n",
+      "|    air_humidity                 | 0.4066607    |\n",
+      "|    air_temperature              | 0.30920646   |\n",
+      "|    clg_setpoint                 | -1.151985    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.2051765   |\n",
+      "|    diffuse_solar_radiation      | -0.75477767  |\n",
+      "|    direct_solar_radiation       | -0.6202345   |\n",
+      "|    hour                         | -1.3719755   |\n",
+      "|    htg_setpoint                 | 1.3590326    |\n",
+      "|    month                        | 1.7017083    |\n",
+      "|    outdoor_humidity             | 0.9792369    |\n",
+      "|    outdoor_temperature          | -0.36713484  |\n",
+      "|    people_occupant              | -0.68913394  |\n",
+      "|    total_electricity_HVAC       | 1.2630736    |\n",
+      "|    wind_direction               | -1.354279    |\n",
+      "|    wind_speed                   | 0.33960983   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 8577.82      |\n",
+      "|    air_humidity                 | 42.852707    |\n",
+      "|    air_temperature              | 23.250273    |\n",
+      "|    clg_setpoint                 | 23.30142     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 5.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 2.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 89.0         |\n",
+      "|    outdoor_temperature          | 9.355545     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 7720038.5    |\n",
+      "|    wind_direction               | 40.0         |\n",
+      "|    wind_speed                   | 5.7          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*******************************************************------| 93%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.6817796   |\n",
+      "|    air_humidity                 | -0.3106567  |\n",
+      "|    air_temperature              | -0.22032747 |\n",
+      "|    clg_setpoint                 | 0.377153    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0897304  |\n",
+      "|    diffuse_solar_radiation      | -0.7544443  |\n",
+      "|    direct_solar_radiation       | -0.6196651  |\n",
+      "|    hour                         | -1.2274407  |\n",
+      "|    htg_setpoint                 | 1.3580335   |\n",
+      "|    month                        | 1.6968187   |\n",
+      "|    outdoor_humidity             | -0.41891283 |\n",
+      "|    outdoor_temperature          | -1.0862428  |\n",
+      "|    people_occupant              | -0.6893911  |\n",
+      "|    total_electricity_HVAC       | 2.476286    |\n",
+      "|    wind_direction               | 0.8421374   |\n",
+      "|    wind_speed                   | 0.75668555  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 14126.547   |\n",
+      "|    air_humidity                 | 33.583076   |\n",
+      "|    air_temperature              | 22.425457   |\n",
+      "|    clg_setpoint                 | 27.226597   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 60.0        |\n",
+      "|    outdoor_temperature          | 2.3454607   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 12607965.0  |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.007618005 |\n",
+      "|    clip_fraction                | 0.0688      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.65       |\n",
+      "|    explained_variance           | 0.715       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.143       |\n",
+      "|    n_updates                    | 330         |\n",
+      "|    policy_gradient_loss         | -0.00982    |\n",
+      "|    std                          | 0.909       |\n",
+      "|    value_loss                   | 0.626       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************************------| 93%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.057780445 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 17.950016   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.4917936   |\n",
+      "|    air_humidity                 | -0.90532655 |\n",
+      "|    air_temperature              | -0.9244223  |\n",
+      "|    clg_setpoint                 | -1.170979   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.97472775 |\n",
+      "|    diffuse_solar_radiation      | -0.7541286  |\n",
+      "|    direct_solar_radiation       | -0.6192444  |\n",
+      "|    hour                         | -1.0829298  |\n",
+      "|    htg_setpoint                 | 1.357787    |\n",
+      "|    month                        | 1.6919712   |\n",
+      "|    outdoor_humidity             | -0.5627925  |\n",
+      "|    outdoor_temperature          | -1.302125   |\n",
+      "|    people_occupant              | -0.68964744 |\n",
+      "|    total_electricity_HVAC       | 3.272237    |\n",
+      "|    wind_direction               | 0.74569476  |\n",
+      "|    wind_speed                   | 1.3801183   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17578.31    |\n",
+      "|    air_humidity                 | 25.891066   |\n",
+      "|    air_temperature              | 21.328445   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 57.0        |\n",
+      "|    outdoor_temperature          | 0.22128233  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15825920.0  |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 8.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------******************************************************------| 93%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.44126654  |\n",
+      "|    Heating_Setpoint_RL          | 0.9844827    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.135725    |\n",
+      "|    Heating_Setpoint_RL          | 23.162716    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6168803   |\n",
+      "|    air_humidity                 | -1.4217888   |\n",
+      "|    air_temperature              | -0.83548987  |\n",
+      "|    clg_setpoint                 | -0.27002525  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.8600795   |\n",
+      "|    diffuse_solar_radiation      | -0.7538649   |\n",
+      "|    direct_solar_radiation       | -0.61902446  |\n",
+      "|    hour                         | -0.93843704  |\n",
+      "|    htg_setpoint                 | -0.060056496 |\n",
+      "|    month                        | 1.6871648    |\n",
+      "|    outdoor_humidity             | -0.51360494  |\n",
+      "|    outdoor_temperature          | -0.9341925   |\n",
+      "|    people_occupant              | -0.6888971   |\n",
+      "|    total_electricity_HVAC       | -0.6235667   |\n",
+      "|    wind_direction               | 1.1263565    |\n",
+      "|    wind_speed                   | 1.1693492    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 137.95985    |\n",
+      "|    air_humidity                 | 19.186808    |\n",
+      "|    air_temperature              | 21.465202    |\n",
+      "|    clg_setpoint                 | 25.564306    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 8.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 5.0          |\n",
+      "|    htg_setpoint                 | 17.441929    |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 58.0         |\n",
+      "|    outdoor_temperature          | 3.7912881    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 127197.48    |\n",
+      "|    wind_direction               | 300.0        |\n",
+      "|    wind_speed                   | 7.7          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*******************************************************------| 93%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.338979    |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.769054   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.18398015 |\n",
+      "|    air_humidity                 | -1.5083597  |\n",
+      "|    air_temperature              | -1.0114685  |\n",
+      "|    clg_setpoint                 | -1.1711981  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.74570775 |\n",
+      "|    diffuse_solar_radiation      | -0.7535106  |\n",
+      "|    direct_solar_radiation       | -0.6190928  |\n",
+      "|    hour                         | -0.79395777 |\n",
+      "|    htg_setpoint                 | 0.08568503  |\n",
+      "|    month                        | 1.6823993   |\n",
+      "|    outdoor_humidity             | 0.50047153  |\n",
+      "|    outdoor_temperature          | -1.5256621  |\n",
+      "|    people_occupant              | -0.68814915 |\n",
+      "|    total_electricity_HVAC       | -0.2161067  |\n",
+      "|    wind_direction               | -1.5478166  |\n",
+      "|    wind_speed                   | -0.7493024  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1979.2661   |\n",
+      "|    air_humidity                 | 18.021221   |\n",
+      "|    air_temperature              | 21.19047    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 18.040552   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 79.0        |\n",
+      "|    outdoor_temperature          | -1.9809905  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1772361.4   |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************************************-----| 94%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.48994648 |\n",
+      "|    air_humidity                 | -0.30679992 |\n",
+      "|    air_temperature              | -1.3188671  |\n",
+      "|    clg_setpoint                 | -1.170184   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6315448  |\n",
+      "|    diffuse_solar_radiation      | -0.45623013 |\n",
+      "|    direct_solar_radiation       | -0.53695905 |\n",
+      "|    hour                         | -0.64948785 |\n",
+      "|    htg_setpoint                 | 0.1292097   |\n",
+      "|    month                        | 1.6776738   |\n",
+      "|    outdoor_humidity             | -0.2718041  |\n",
+      "|    outdoor_temperature          | -0.7603322  |\n",
+      "|    people_occupant              | -0.6884061  |\n",
+      "|    total_electricity_HVAC       | -0.5056376  |\n",
+      "|    wind_direction               | -1.2588985  |\n",
+      "|    wind_speed                   | -1.1631184  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 678.77924   |\n",
+      "|    air_humidity                 | 33.553555   |\n",
+      "|    air_temperature              | 20.71316    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 29.5        |\n",
+      "|    direct_solar_radiation       | 20.5        |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 18.221891   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 63.0        |\n",
+      "|    outdoor_temperature          | 5.4576883   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 604021.06   |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************************************-----| 94%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.10377312 |\n",
+      "|    air_humidity                 | -0.12749763 |\n",
+      "|    air_temperature              | 0.3121288   |\n",
+      "|    clg_setpoint                 | -1.1693096  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.5175333  |\n",
+      "|    diffuse_solar_radiation      | -0.26943558 |\n",
+      "|    direct_solar_radiation       | -0.6183152  |\n",
+      "|    hour                         | -0.505024   |\n",
+      "|    htg_setpoint                 | -0.7332478  |\n",
+      "|    month                        | 1.6729879   |\n",
+      "|    outdoor_humidity             | 1.1274377   |\n",
+      "|    outdoor_temperature          | -1.3104497  |\n",
+      "|    people_occupant              | 1.6951543   |\n",
+      "|    total_electricity_HVAC       | -0.1042684  |\n",
+      "|    wind_direction               | -1.4465182  |\n",
+      "|    wind_speed                   | -0.12129986 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2324.575    |\n",
+      "|    air_humidity                 | 35.87155    |\n",
+      "|    air_temperature              | 23.249756   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 48.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 14.691079   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 92.0        |\n",
+      "|    outdoor_temperature          | 0.08334234  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 2227743.2   |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*******************************************************-----| 94%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.37452638   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 19.73171     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.044151556 |\n",
+      "|    air_humidity                 | -0.091366045 |\n",
+      "|    air_temperature              | 0.31212866   |\n",
+      "|    clg_setpoint                 | -1.1684083   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.40362552  |\n",
+      "|    diffuse_solar_radiation      | -0.16808042  |\n",
+      "|    direct_solar_radiation       | -0.6176886   |\n",
+      "|    hour                         | -0.36056364  |\n",
+      "|    htg_setpoint                 | 0.51492465   |\n",
+      "|    month                        | 1.6683412    |\n",
+      "|    outdoor_humidity             | 1.1268595    |\n",
+      "|    outdoor_temperature          | -1.0039035   |\n",
+      "|    people_occupant              | 1.6943253    |\n",
+      "|    total_electricity_HVAC       | -0.08131789  |\n",
+      "|    wind_direction               | -1.6338267   |\n",
+      "|    wind_speed                   | -0.9547341   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2581.3137    |\n",
+      "|    air_humidity                 | 36.33672     |\n",
+      "|    air_temperature              | 23.249437    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 12.0         |\n",
+      "|    diffuse_solar_radiation      | 58.0         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 19.810966    |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 92.0         |\n",
+      "|    outdoor_temperature          | 3.048194     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2323182.2    |\n",
+      "|    wind_direction               | 10.0         |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************************************************----| 95%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.99401706 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.033654   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.38832912 |\n",
+      "|    air_humidity                 | -0.3290308  |\n",
+      "|    air_temperature              | 0.31191263  |\n",
+      "|    clg_setpoint                 | -1.1677593  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.2897836  |\n",
+      "|    diffuse_solar_radiation      | 0.23073418  |\n",
+      "|    direct_solar_radiation       | 1.6708397   |\n",
+      "|    hour                         | -0.2161049  |\n",
+      "|    htg_setpoint                 | 0.6055949   |\n",
+      "|    month                        | 1.6637329   |\n",
+      "|    outdoor_humidity             | -0.7579075  |\n",
+      "|    outdoor_temperature          | -1.0225751  |\n",
+      "|    people_occupant              | 1.6934996   |\n",
+      "|    total_electricity_HVAC       | -0.40756947 |\n",
+      "|    wind_direction               | 0.84092736  |\n",
+      "|    wind_speed                   | 0.12986414  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1116.7217   |\n",
+      "|    air_humidity                 | 33.27025    |\n",
+      "|    air_temperature              | 23.248583   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 97.5        |\n",
+      "|    direct_solar_radiation       | 571.5       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 20.184475   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 53.0        |\n",
+      "|    outdoor_temperature          | 2.8475425   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1005049.44  |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************************----| 95%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.69691217  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 21.545132   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6299325  |\n",
+      "|    air_humidity                 | -1.1198107  |\n",
+      "|    air_temperature              | -1.1321696  |\n",
+      "|    clg_setpoint                 | 0.20655099  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.17597917 |\n",
+      "|    diffuse_solar_radiation      | 0.36767805  |\n",
+      "|    direct_solar_radiation       | 1.929049    |\n",
+      "|    hour                         | -0.07164663 |\n",
+      "|    htg_setpoint                 | -0.70064527 |\n",
+      "|    month                        | 1.6591625   |\n",
+      "|    outdoor_humidity             | -1.3369441  |\n",
+      "|    outdoor_temperature          | -0.7146995  |\n",
+      "|    people_occupant              | -0.68942654 |\n",
+      "|    total_electricity_HVAC       | -0.63659096 |\n",
+      "|    wind_direction               | 0.9351003   |\n",
+      "|    wind_speed                   | 1.6311167   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 23.058527   |\n",
+      "|    air_temperature              | 21.005344   |\n",
+      "|    clg_setpoint                 | 26.776966   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 111.0       |\n",
+      "|    direct_solar_radiation       | 636.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 14.831214   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 41.0        |\n",
+      "|    outdoor_temperature          | 5.834301    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 8.8         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********************************************************----| 95%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6197229   |\n",
+      "|    air_humidity                 | -1.8931895   |\n",
+      "|    air_temperature              | -0.86754113  |\n",
+      "|    clg_setpoint                 | -0.74324733  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.062193297 |\n",
+      "|    diffuse_solar_radiation      | -0.13598177  |\n",
+      "|    direct_solar_radiation       | 2.590441     |\n",
+      "|    hour                         | 0.0728116    |\n",
+      "|    htg_setpoint                 | -0.026216844 |\n",
+      "|    month                        | 1.6546297    |\n",
+      "|    outdoor_humidity             | -1.0922797   |\n",
+      "|    outdoor_temperature          | -0.8599378   |\n",
+      "|    people_occupant              | -0.6886843   |\n",
+      "|    total_electricity_HVAC       | -0.6301855   |\n",
+      "|    wind_direction               | 0.45716974   |\n",
+      "|    wind_speed                   | 0.96184      |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 131.03038    |\n",
+      "|    air_humidity                 | 13.016544    |\n",
+      "|    air_temperature              | 21.413631    |\n",
+      "|    clg_setpoint                 | 24.337923    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 61.0         |\n",
+      "|    direct_solar_radiation       | 801.5        |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 17.595795    |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 46.0         |\n",
+      "|    outdoor_temperature          | 4.3973436    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 104729.39    |\n",
+      "|    wind_direction               | 230.0        |\n",
+      "|    wind_speed                   | 7.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************************************************----| 95%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.44396397 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.127703   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.55443186 |\n",
+      "|    air_humidity                 | -1.2257856  |\n",
+      "|    air_temperature              | 0.31805897  |\n",
+      "|    clg_setpoint                 | -1.1665844  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.051583547 |\n",
+      "|    diffuse_solar_radiation      | 0.22296621  |\n",
+      "|    direct_solar_radiation       | 1.2312382   |\n",
+      "|    hour                         | 0.21726954  |\n",
+      "|    htg_setpoint                 | 0.6099817   |\n",
+      "|    month                        | 1.6501338   |\n",
+      "|    outdoor_humidity             | -1.4787048  |\n",
+      "|    outdoor_temperature          | -0.2864473  |\n",
+      "|    people_occupant              | 1.2190175   |\n",
+      "|    total_electricity_HVAC       | -0.53900844 |\n",
+      "|    wind_direction               | 0.45673105  |\n",
+      "|    wind_speed                   | 0.12739564  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 409.57513   |\n",
+      "|    air_humidity                 | 21.592049   |\n",
+      "|    air_temperature              | 23.253756   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 96.5        |\n",
+      "|    direct_solar_radiation       | 462.0       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 20.203728   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 38.0        |\n",
+      "|    outdoor_temperature          | 9.974754    |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 474141.3    |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************************---| 96%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.62491024  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.140121   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5385605  |\n",
+      "|    air_humidity                 | -1.3525164  |\n",
+      "|    air_temperature              | 0.31559634  |\n",
+      "|    clg_setpoint                 | -1.1653335  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.1653516   |\n",
+      "|    diffuse_solar_radiation      | -0.34167123 |\n",
+      "|    direct_solar_radiation       | 1.6299717   |\n",
+      "|    hour                         | 0.36172622  |\n",
+      "|    htg_setpoint                 | -1.0321556  |\n",
+      "|    month                        | 1.6456743   |\n",
+      "|    outdoor_humidity             | -1.7191492  |\n",
+      "|    outdoor_temperature          | -0.23557979 |\n",
+      "|    people_occupant              | 1.6950628   |\n",
+      "|    total_electricity_HVAC       | -0.54996514 |\n",
+      "|    wind_direction               | 1.409132    |\n",
+      "|    wind_speed                   | 0.33705422  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 477.02808   |\n",
+      "|    air_humidity                 | 19.935978   |\n",
+      "|    air_temperature              | 23.249317   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 40.5        |\n",
+      "|    direct_solar_radiation       | 562.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 13.472226   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 33.0        |\n",
+      "|    outdoor_temperature          | 10.460403   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 429325.25   |\n",
+      "|    wind_direction               | 330.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************************---| 96%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.21076715  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.810566   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5552167  |\n",
+      "|    air_humidity                 | -0.88638467 |\n",
+      "|    air_temperature              | 0.31602636  |\n",
+      "|    clg_setpoint                 | -1.1643375  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.27910185  |\n",
+      "|    diffuse_solar_radiation      | -0.5684539  |\n",
+      "|    direct_solar_radiation       | 0.4417403   |\n",
+      "|    hour                         | 0.50618     |\n",
+      "|    htg_setpoint                 | -0.40864804 |\n",
+      "|    month                        | 1.6412508   |\n",
+      "|    outdoor_humidity             | -0.5105595  |\n",
+      "|    outdoor_temperature          | -0.6242527  |\n",
+      "|    people_occupant              | 1.6942413   |\n",
+      "|    total_electricity_HVAC       | -0.56573695 |\n",
+      "|    wind_direction               | 0.45418143  |\n",
+      "|    wind_speed                   | -0.33050615 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 405.14236   |\n",
+      "|    air_humidity                 | 25.946857   |\n",
+      "|    air_temperature              | 23.249414   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 18.0        |\n",
+      "|    direct_solar_radiation       | 265.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 16.028358   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 58.0        |\n",
+      "|    outdoor_temperature          | 6.6637125   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 364655.16   |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************************---| 96%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.92416716 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.505936   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5532218  |\n",
+      "|    air_humidity                 | -0.7923903  |\n",
+      "|    air_temperature              | 0.31645298  |\n",
+      "|    clg_setpoint                 | -1.1633326  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.3928161   |\n",
+      "|    diffuse_solar_radiation      | -0.75005484 |\n",
+      "|    direct_solar_radiation       | -0.61784214 |\n",
+      "|    hour                         | 0.65062845  |\n",
+      "|    htg_setpoint                 | 0.08214141  |\n",
+      "|    month                        | 1.6368629   |\n",
+      "|    outdoor_humidity             | -0.9455734  |\n",
+      "|    outdoor_temperature          | -0.28911877 |\n",
+      "|    people_occupant              | 1.6934229   |\n",
+      "|    total_electricity_HVAC       | -0.56383777 |\n",
+      "|    wind_direction               | 0.8348087   |\n",
+      "|    wind_speed                   | 0.9644882   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 413.3692    |\n",
+      "|    air_humidity                 | 27.154667   |\n",
+      "|    air_temperature              | 23.249508   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 18.041397   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 49.0        |\n",
+      "|    outdoor_temperature          | 9.918546    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 372032.28   |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************************---| 96%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.49081653  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 20.385843   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5862234  |\n",
+      "|    air_humidity                 | -0.40888327 |\n",
+      "|    air_temperature              | 0.31659818  |\n",
+      "|    clg_setpoint                 | -1.1621674  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.506467    |\n",
+      "|    diffuse_solar_radiation      | -0.7497171  |\n",
+      "|    direct_solar_radiation       | -0.61765486 |\n",
+      "|    hour                         | 0.7950686   |\n",
+      "|    htg_setpoint                 | -1.3914855  |\n",
+      "|    month                        | 1.6325098   |\n",
+      "|    outdoor_humidity             | -0.46205145 |\n",
+      "|    outdoor_temperature          | -0.55348635 |\n",
+      "|    people_occupant              | 1.6926078   |\n",
+      "|    total_electricity_HVAC       | -0.59511405 |\n",
+      "|    wind_direction               | 1.2149048   |\n",
+      "|    wind_speed                   | 0.5470867   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 271.73468   |\n",
+      "|    air_humidity                 | 32.104042   |\n",
+      "|    air_temperature              | 23.249447   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 59.0        |\n",
+      "|    outdoor_temperature          | 7.3395295   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 244561.2    |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************************************--| 97%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.26019466 |\n",
+      "|    Heating_Setpoint_RL          | 0.6522179   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.746843   |\n",
+      "|    Heating_Setpoint_RL          | 21.293726   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.57200515 |\n",
+      "|    air_humidity                 | -1.4890168  |\n",
+      "|    air_temperature              | -0.6227856  |\n",
+      "|    clg_setpoint                 | -0.58911526 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.62001806  |\n",
+      "|    diffuse_solar_radiation      | -0.7493251  |\n",
+      "|    direct_solar_radiation       | -0.61774534 |\n",
+      "|    hour                         | 0.93949676  |\n",
+      "|    htg_setpoint                 | -1.3918738  |\n",
+      "|    month                        | 1.6281914   |\n",
+      "|    outdoor_humidity             | -1.1373732  |\n",
+      "|    outdoor_temperature          | -1.1569016  |\n",
+      "|    people_occupant              | -0.6892102  |\n",
+      "|    total_electricity_HVAC       | -0.5804142  |\n",
+      "|    wind_direction               | -1.3569095  |\n",
+      "|    wind_speed                   | -1.4182057  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 333.33734   |\n",
+      "|    air_humidity                 | 18.142574   |\n",
+      "|    air_temperature              | 21.792526   |\n",
+      "|    clg_setpoint                 | 24.719791   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | 1.4526452   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 304931.88   |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 1.5         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**********************************************************--| 97%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.51341474  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 14.737042    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.61677295  |\n",
+      "|    air_humidity                 | -1.7593929   |\n",
+      "|    air_temperature              | -1.1671016   |\n",
+      "|    clg_setpoint                 | -1.161115    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.7334242    |\n",
+      "|    diffuse_solar_radiation      | -0.74906987  |\n",
+      "|    direct_solar_radiation       | -0.61754775  |\n",
+      "|    hour                         | 1.0839084    |\n",
+      "|    htg_setpoint                 | -0.040096294 |\n",
+      "|    month                        | 1.623907     |\n",
+      "|    outdoor_humidity             | 0.21810846   |\n",
+      "|    outdoor_temperature          | -1.0040443   |\n",
+      "|    people_occupant              | -0.6884758   |\n",
+      "|    total_electricity_HVAC       | -0.62310076  |\n",
+      "|    wind_direction               | -1.2588212   |\n",
+      "|    wind_speed                   | -0.53905785  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 143.42644    |\n",
+      "|    air_humidity                 | 14.586447    |\n",
+      "|    air_temperature              | 20.948849    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 22.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 19.0         |\n",
+      "|    htg_setpoint                 | 17.545778    |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 73.0         |\n",
+      "|    outdoor_temperature          | 2.915075     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 133093.88    |\n",
+      "|    wind_direction               | 50.0         |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***********************************************************--| 97%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.7760265  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.259851   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.57366884 |\n",
+      "|    air_humidity                 | 0.3430731   |\n",
+      "|    air_temperature              | -0.3758326  |\n",
+      "|    clg_setpoint                 | -1.1604716  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.84663135  |\n",
+      "|    diffuse_solar_radiation      | -0.74872726 |\n",
+      "|    direct_solar_radiation       | -0.6169846  |\n",
+      "|    hour                         | 1.2282987   |\n",
+      "|    htg_setpoint                 | -0.64912933 |\n",
+      "|    month                        | 1.6196563   |\n",
+      "|    outdoor_humidity             | 0.65205854  |\n",
+      "|    outdoor_temperature          | -0.931699   |\n",
+      "|    people_occupant              | -0.45032787 |\n",
+      "|    total_electricity_HVAC       | -0.58256054 |\n",
+      "|    wind_direction               | 1.4988934   |\n",
+      "|    wind_speed                   | -0.3309404  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 328.23175   |\n",
+      "|    air_humidity                 | 41.760155   |\n",
+      "|    air_temperature              | 22.173769   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 15.050076   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 82.0        |\n",
+      "|    outdoor_temperature          | 3.6078997   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 298029.47   |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************************-| 98%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.58235884  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.590462   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.21931599  |\n",
+      "|    air_humidity                 | -0.01644711 |\n",
+      "|    air_temperature              | -1.4190811  |\n",
+      "|    clg_setpoint                 | -0.5903012  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.95957696  |\n",
+      "|    diffuse_solar_radiation      | -0.74847084 |\n",
+      "|    direct_solar_radiation       | -0.61661327 |\n",
+      "|    hour                         | 1.3726617   |\n",
+      "|    htg_setpoint                 | 0.52778935  |\n",
+      "|    month                        | 1.6154387   |\n",
+      "|    outdoor_humidity             | 0.023378279 |\n",
+      "|    outdoor_temperature          | -0.85547686 |\n",
+      "|    people_occupant              | -0.68897843 |\n",
+      "|    total_electricity_HVAC       | 0.18740903  |\n",
+      "|    wind_direction               | -0.49710682 |\n",
+      "|    wind_speed                   | -0.7482491  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3730.517    |\n",
+      "|    air_humidity                 | 37.107494   |\n",
+      "|    air_temperature              | 20.55795    |\n",
+      "|    clg_setpoint                 | 24.711594   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 19.877993   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 69.0        |\n",
+      "|    outdoor_temperature          | 4.337877    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3433180.8   |\n",
+      "|    wind_direction               | 130.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************************-| 98%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.0910126  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.317833   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.98550427  |\n",
+      "|    air_humidity                 | 0.45146435  |\n",
+      "|    air_temperature              | -0.9676437  |\n",
+      "|    clg_setpoint                 | -0.9789121  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0721903   |\n",
+      "|    diffuse_solar_radiation      | -0.7480628  |\n",
+      "|    direct_solar_radiation       | -0.6162488  |\n",
+      "|    hour                         | 1.5169911   |\n",
+      "|    htg_setpoint                 | 0.8639882   |\n",
+      "|    month                        | 1.611254    |\n",
+      "|    outdoor_humidity             | 0.6509956   |\n",
+      "|    outdoor_temperature          | -0.3975455  |\n",
+      "|    people_occupant              | -0.68922865 |\n",
+      "|    total_electricity_HVAC       | 1.1983386   |\n",
+      "|    wind_direction               | 0.6432179   |\n",
+      "|    wind_speed                   | 0.12984215  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7019.343    |\n",
+      "|    air_humidity                 | 43.15683    |\n",
+      "|    air_temperature              | 21.257248   |\n",
+      "|    clg_setpoint                 | 23.712805   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 21.257233   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 82.0        |\n",
+      "|    outdoor_temperature          | 8.794197    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7551116.5   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********************************************************-| 98%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6298605   |\n",
+      "|    air_humidity                 | -0.3859261   |\n",
+      "|    air_temperature              | -0.85917085  |\n",
+      "|    clg_setpoint                 | -1.1586858   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.1843929    |\n",
+      "|    diffuse_solar_radiation      | -0.7477888   |\n",
+      "|    direct_solar_radiation       | -0.6160993   |\n",
+      "|    hour                         | 1.6612799    |\n",
+      "|    htg_setpoint                 | -0.12674935  |\n",
+      "|    month                        | 1.6071016    |\n",
+      "|    outdoor_humidity             | -0.2682282   |\n",
+      "|    outdoor_temperature          | -0.80120283  |\n",
+      "|    people_occupant              | -0.6894783   |\n",
+      "|    total_electricity_HVAC       | -0.6364344   |\n",
+      "|    wind_direction               | 0.6424593    |\n",
+      "|    wind_speed                   | -0.121891245 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 32.335987    |\n",
+      "|    air_temperature              | 21.42584     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 26.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 17.195751    |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 63.0         |\n",
+      "|    outdoor_temperature          | 4.8629       |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 250.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------************************************************************| 99%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.5397962    |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.446812    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 2.7370858    |\n",
+      "|    air_humidity                 | 0.16721968   |\n",
+      "|    air_temperature              | -0.3008762   |\n",
+      "|    clg_setpoint                 | -0.026736729 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.4102279    |\n",
+      "|    diffuse_solar_radiation      | -0.74734396  |\n",
+      "|    direct_solar_radiation       | -0.6154896   |\n",
+      "|    hour                         | -1.6611484   |\n",
+      "|    htg_setpoint                 | 1.3489283    |\n",
+      "|    month                        | 1.6029812    |\n",
+      "|    outdoor_humidity             | 0.74714774   |\n",
+      "|    outdoor_temperature          | -1.225578    |\n",
+      "|    people_occupant              | -0.6897271   |\n",
+      "|    total_electricity_HVAC       | 2.7205768    |\n",
+      "|    wind_direction               | 1.4974703    |\n",
+      "|    wind_speed                   | 0.5481821    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 14545.716    |\n",
+      "|    air_humidity                 | 39.47397     |\n",
+      "|    air_temperature              | 22.289703    |\n",
+      "|    clg_setpoint                 | 26.153131    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 28.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 84.0         |\n",
+      "|    outdoor_temperature          | 0.7192401    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 13761072.0   |\n",
+      "|    wind_direction               | 340.0        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.008829223  |\n",
+      "|    clip_fraction                | 0.0765       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.66        |\n",
+      "|    explained_variance           | 0.792        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.2          |\n",
+      "|    n_updates                    | 340          |\n",
+      "|    policy_gradient_loss         | -0.0127      |\n",
+      "|    std                          | 0.918        |\n",
+      "|    value_loss                   | 0.514        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************************************************************| 99%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9768578  |\n",
+      "|    Heating_Setpoint_RL          | -0.13161129 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.328106   |\n",
+      "|    Heating_Setpoint_RL          | 16.884686   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5072926  |\n",
+      "|    air_humidity                 | -0.9791696  |\n",
+      "|    air_temperature              | -0.8758103  |\n",
+      "|    clg_setpoint                 | 1.4726462   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5212388   |\n",
+      "|    diffuse_solar_radiation      | -0.74698126 |\n",
+      "|    direct_solar_radiation       | -0.6156123  |\n",
+      "|    hour                         | -1.5165514  |\n",
+      "|    htg_setpoint                 | 0.16503851  |\n",
+      "|    month                        | 1.5988922   |\n",
+      "|    outdoor_humidity             | -0.26838636 |\n",
+      "|    outdoor_temperature          | -1.3598924  |\n",
+      "|    people_occupant              | -0.68899816 |\n",
+      "|    total_electricity_HVAC       | -0.51982665 |\n",
+      "|    wind_direction               | -1.1629055  |\n",
+      "|    wind_speed                   | -0.9589097  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 615.3815    |\n",
+      "|    air_humidity                 | 24.676304   |\n",
+      "|    air_temperature              | 21.398819   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 18.39621    |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 63.0        |\n",
+      "|    outdoor_temperature          | -0.60889876 |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 555327.7    |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************************| 99%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.014311    |\n",
+      "|    air_humidity                 | -0.8279209  |\n",
+      "|    air_temperature              | -0.9924741  |\n",
+      "|    clg_setpoint                 | -1.157656   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6315283   |\n",
+      "|    diffuse_solar_radiation      | -0.7466738  |\n",
+      "|    direct_solar_radiation       | -0.61501837 |\n",
+      "|    hour                         | -1.3719901  |\n",
+      "|    htg_setpoint                 | 1.2124463   |\n",
+      "|    month                        | 1.5948344   |\n",
+      "|    outdoor_humidity             | 1.1345714   |\n",
+      "|    outdoor_temperature          | -0.93593967 |\n",
+      "|    people_occupant              | -0.68827146 |\n",
+      "|    total_electricity_HVAC       | 2.9993355   |\n",
+      "|    wind_direction               | 0.35718334  |\n",
+      "|    wind_speed                   | 0.9647719   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 15773.522   |\n",
+      "|    air_humidity                 | 26.60974    |\n",
+      "|    air_temperature              | 21.21594    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 22.693035   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 92.0        |\n",
+      "|    outdoor_temperature          | 3.5018876   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 14930385.0  |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************************| 99%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.840973    |\n",
+      "|    Heating_Setpoint_RL          | 0.03570736  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.463284   |\n",
+      "|    Heating_Setpoint_RL          | 17.825853   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.4278898   |\n",
+      "|    air_humidity                 | -0.2680306  |\n",
+      "|    air_temperature              | -0.18584055 |\n",
+      "|    clg_setpoint                 | 0.4112012   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7409889   |\n",
+      "|    diffuse_solar_radiation      | -0.74627393 |\n",
+      "|    direct_solar_radiation       | -0.6144277  |\n",
+      "|    hour                         | -1.2274578  |\n",
+      "|    htg_setpoint                 | 1.3479303   |\n",
+      "|    month                        | 1.5908074   |\n",
+      "|    outdoor_humidity             | -0.8509556  |\n",
+      "|    outdoor_temperature          | -1.4111849  |\n",
+      "|    people_occupant              | -0.6885209  |\n",
+      "|    total_electricity_HVAC       | 2.4599166   |\n",
+      "|    wind_direction               | 0.7363761   |\n",
+      "|    wind_speed                   | 1.6209137   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 13260.218   |\n",
+      "|    air_humidity                 | 33.832603   |\n",
+      "|    air_temperature              | 22.462917   |\n",
+      "|    clg_setpoint                 | 27.276283   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 51.0        |\n",
+      "|    outdoor_temperature          | -1.1399755  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 12736616.0  |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 8.8         |\n",
+      "-------------------------------------------------\n",
+      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n",
+      "\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n",
+      "#----------------------------------------------------------------------------------------------#\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION] [Episode 1]\u001b[0m\n",
+      "#----------------------------------------------------------------------------------------------#\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run1]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run1/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n",
+      "  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n",
+      "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n",
+      "  gym.logger.warn(\"Casting input x to numpy array.\")\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Progress: |***************************************************************************************************| 99%\n",
+      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]\u001b[0m\n",
+      "#----------------------------------------------------------------------------------------------#\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05] [Episode 3]\u001b[0m\n",
+      "#----------------------------------------------------------------------------------------------#\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run3]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run3/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run3/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run3/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run3/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 3 started.\u001b[0m\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n",
+      "  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 3) if logger is active\u001b[0m\n",
+      "Eval num_timesteps=70077, episode_reward=-7873.80 +/- 0.00\n",
+      "Episode length: 35040.00 +/- 0.00\n",
+      "--------------------------------------------------------\n",
+      "| action_network/                        |             |\n",
+      "|    Cooling_Setpoint_RL                 | -1.0        |\n",
+      "|    Heating_Setpoint_RL                 | -0.3610608  |\n",
+      "| action_simulation/                     |             |\n",
+      "|    Cooling_Setpoint_RL                 | 23.25       |\n",
+      "|    Heating_Setpoint_RL                 | 15.594033   |\n",
+      "| eval/                                  |             |\n",
+      "|    comfort_violation(%)                | 21.4        |\n",
+      "|    cumulative_absolute_comfort_penalty | -5.82e+03   |\n",
+      "|    cumulative_absolute_energy_penalty  | -9.93e+07   |\n",
+      "|    cumulative_power_demand             | 9.93e+07    |\n",
+      "|    cumulative_reward                   | -7.87e+03   |\n",
+      "|    cumulative_reward_comfort_term      | -2.91e+03   |\n",
+      "|    cumulative_reward_energy_term       | -4.97e+03   |\n",
+      "|    cumulative_temperature_violation    | 5.82e+03    |\n",
+      "|    episode_length                      | 3.5e+04     |\n",
+      "|    mean_absolute_comfort_penalty       | -0.166      |\n",
+      "|    mean_absolute_energy_penalty        | -2.83e+03   |\n",
+      "|    mean_power_demand                   | 2.83e+03    |\n",
+      "|    mean_reward                         | -0.225      |\n",
+      "|    mean_reward_comfort_term            | -0.083      |\n",
+      "|    mean_reward_energy_term             | -0.142      |\n",
+      "|    mean_temperature_violation          | 0.166       |\n",
+      "|    std_cumulative_reward               | 0           |\n",
+      "|    std_mean_reward                     | 0           |\n",
+      "| normalized_observation/                |             |\n",
+      "|    HVAC_electricity_demand_rate        | 0.516435    |\n",
+      "|    air_humidity                        | -0.8121033  |\n",
+      "|    air_temperature                     | -2.31427    |\n",
+      "|    clg_setpoint                        | -0.4758677  |\n",
+      "|    co2_emission                        | 0.0         |\n",
+      "|    day_of_month                        | 1.7371417   |\n",
+      "|    diffuse_solar_radiation             | -0.7461521  |\n",
+      "|    direct_solar_radiation              | -0.614589   |\n",
+      "|    hour                                | 1.6614139   |\n",
+      "|    htg_setpoint                        | 0.081643425 |\n",
+      "|    month                               | 1.5877273   |\n",
+      "|    outdoor_humidity                    | -1.4781436  |\n",
+      "|    outdoor_temperature                 | -2.4108746  |\n",
+      "|    people_occupant                     | -0.6889363  |\n",
+      "|    total_electricity_HVAC              | 0.4141815   |\n",
+      "|    wind_direction                      | 1.2337297   |\n",
+      "|    wind_speed                          | 1.6676898   |\n",
+      "| observation/                           |             |\n",
+      "|    HVAC_electricity_demand_rate        | 5030.4404   |\n",
+      "|    air_humidity                        | 26.80791    |\n",
+      "|    air_temperature                     | 19.169926   |\n",
+      "|    clg_setpoint                        | 24.997885   |\n",
+      "|    co2_emission                        | 0.0         |\n",
+      "|    day_of_month                        | 31.0        |\n",
+      "|    diffuse_solar_radiation             | 0.0         |\n",
+      "|    direct_solar_radiation              | 0.0         |\n",
+      "|    hour                                | 23.0        |\n",
+      "|    htg_setpoint                        | 18.05611    |\n",
+      "|    month                               | 12.0        |\n",
+      "|    outdoor_humidity                    | 38.0        |\n",
+      "|    outdoor_temperature                 | -10.918856  |\n",
+      "|    people_occupant                     | 0.0         |\n",
+      "|    total_electricity_HVAC              | 4377630.0   |\n",
+      "|    wind_direction                      | 312.5       |\n",
+      "|    wind_speed                          | 8.925       |\n",
+      "| time/                                  |             |\n",
+      "|    total_timesteps                     | 70077       |\n",
+      "--------------------------------------------------------\n",
+      "New best mean reward!\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
+      "-------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.029527038 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 17.79109    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.7957702   |\n",
+      "|    air_humidity                 | -1.3006366  |\n",
+      "|    air_temperature              | -1.324972   |\n",
+      "|    clg_setpoint                 | 1.4723815   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6725059  |\n",
+      "|    diffuse_solar_radiation      | -0.74595326 |\n",
+      "|    direct_solar_radiation       | -0.614444   |\n",
+      "|    hour                         | -0.9384691  |\n",
+      "|    htg_setpoint                 | 1.3479906   |\n",
+      "|    month                        | -1.6018482  |\n",
+      "|    outdoor_humidity             | -0.38916665 |\n",
+      "|    outdoor_temperature          | -1.8244116  |\n",
+      "|    people_occupant              | -0.68876237 |\n",
+      "|    total_electricity_HVAC       | 3.565423    |\n",
+      "|    wind_direction               | 0.7824868   |\n",
+      "|    wind_speed                   | 1.2834154   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 19184.46    |\n",
+      "|    air_humidity                 | 20.505953   |\n",
+      "|    air_temperature              | 20.696957   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 60.5        |\n",
+      "|    outdoor_temperature          | -5.2170973  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 17281354.0  |\n",
+      "|    wind_direction               | 265.0       |\n",
+      "|    wind_speed                   | 8.0         |\n",
+      "-------------------------------------------------\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.unwrapped_observation to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.unwrapped_observation` for environment variables or `env.get_wrapper_attr('unwrapped_observation')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n",
+      "  gym.logger.warn(\"Casting input x to numpy array.\")\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.0042271614 |\n",
+      "|    Heating_Setpoint_RL          | 0.61073136   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.639267    |\n",
+      "|    Heating_Setpoint_RL          | 21.060364    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.43898392   |\n",
+      "|    air_humidity                 | -1.1601273   |\n",
+      "|    air_temperature              | -1.5489684   |\n",
+      "|    clg_setpoint                 | -0.9137452   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.5546337   |\n",
+      "|    diffuse_solar_radiation      | -0.74571544  |\n",
+      "|    direct_solar_radiation       | -0.6143348   |\n",
+      "|    hour                         | -0.7939818   |\n",
+      "|    htg_setpoint                 | -0.2531272   |\n",
+      "|    month                        | -1.5977895   |\n",
+      "|    outdoor_humidity             | -0.942914    |\n",
+      "|    outdoor_temperature          | -2.452756    |\n",
+      "|    people_occupant              | -0.68901044  |\n",
+      "|    total_electricity_HVAC       | 0.37665182   |\n",
+      "|    wind_direction               | 1.1128328    |\n",
+      "|    wind_speed                   | -0.8544395   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 4714.1123    |\n",
+      "|    air_humidity                 | 22.29412     |\n",
+      "|    air_temperature              | 20.348654    |\n",
+      "|    clg_setpoint                 | 23.874195    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 2.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 16.683294    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 49.0         |\n",
+      "|    outdoor_temperature          | -11.425603   |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 4238236.5    |\n",
+      "|    wind_direction               | 300.0        |\n",
+      "|    wind_speed                   | 2.85         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.34734187 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 15.671202   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.46940774 |\n",
+      "|    air_humidity                 | -0.58056617 |\n",
+      "|    air_temperature              | -1.8585443  |\n",
+      "|    clg_setpoint                 | 1.4724014   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4376149  |\n",
+      "|    diffuse_solar_radiation      | -0.7353606  |\n",
+      "|    direct_solar_radiation       | -0.61416435 |\n",
+      "|    hour                         | -0.64950496 |\n",
+      "|    htg_setpoint                 | -0.3691208  |\n",
+      "|    month                        | -1.5937617  |\n",
+      "|    outdoor_humidity             | 1.1611087   |\n",
+      "|    outdoor_temperature          | -0.63077575 |\n",
+      "|    people_occupant              | -0.6892578  |\n",
+      "|    total_electricity_HVAC       | -0.48565507 |\n",
+      "|    wind_direction               | -0.8324634  |\n",
+      "|    wind_speed                   | 3.3090925   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 788.7207    |\n",
+      "|    air_humidity                 | 29.747475   |\n",
+      "|    air_temperature              | 19.86846    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 1.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 16.208447   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 92.5        |\n",
+      "|    outdoor_temperature          | 6.3458757   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 704060.4    |\n",
+      "|    wind_direction               | 95.0        |\n",
+      "|    wind_speed                   | 12.9        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.3224727    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 19.43891     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.96038383   |\n",
+      "|    air_humidity                 | -0.34966007  |\n",
+      "|    air_temperature              | -0.45973614  |\n",
+      "|    clg_setpoint                 | 1.4715667    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.3213197   |\n",
+      "|    diffuse_solar_radiation      | 0.057988115  |\n",
+      "|    direct_solar_radiation       | -0.030587958 |\n",
+      "|    hour                         | -0.5050352   |\n",
+      "|    htg_setpoint                 | 0.8959465    |\n",
+      "|    month                        | -1.589764    |\n",
+      "|    outdoor_humidity             | -1.1829711   |\n",
+      "|    outdoor_temperature          | -1.7048984   |\n",
+      "|    people_occupant              | 1.6934088    |\n",
+      "|    total_electricity_HVAC       | 1.1690799    |\n",
+      "|    wind_direction               | 0.87569654   |\n",
+      "|    wind_speed                   | 1.7097446    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 6986.9272    |\n",
+      "|    air_humidity                 | 32.735214    |\n",
+      "|    air_temperature              | 22.034393    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.0          |\n",
+      "|    diffuse_solar_radiation      | 79.0         |\n",
+      "|    direct_solar_radiation       | 145.0        |\n",
+      "|    hour                         | 8.0          |\n",
+      "|    htg_setpoint                 | 21.398914    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 44.0         |\n",
+      "|    outdoor_temperature          | -4.1813397   |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 7506092.5    |\n",
+      "|    wind_direction               | 275.0        |\n",
+      "|    wind_speed                   | 9.05         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.77159005  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.229116   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.2535133  |\n",
+      "|    air_humidity                 | -1.1493542  |\n",
+      "|    air_temperature              | -1.7632483  |\n",
+      "|    clg_setpoint                 | 1.3084773   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2056313  |\n",
+      "|    diffuse_solar_radiation      | 0.2517024   |\n",
+      "|    direct_solar_radiation       | 1.6540178   |\n",
+      "|    hour                         | -0.36056975 |\n",
+      "|    htg_setpoint                 | -0.45979375 |\n",
+      "|    month                        | -1.5857964  |\n",
+      "|    outdoor_humidity             | -0.9152993  |\n",
+      "|    outdoor_temperature          | -1.7622277  |\n",
+      "|    people_occupant              | -0.68975055 |\n",
+      "|    total_electricity_HVAC       | -0.2819197  |\n",
+      "|    wind_direction               | 1.0169665   |\n",
+      "|    wind_speed                   | 0.11574089  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1728.2344   |\n",
+      "|    air_humidity                 | 22.412066   |\n",
+      "|    air_temperature              | 20.01341    |\n",
+      "|    clg_setpoint                 | 29.581085   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 98.0        |\n",
+      "|    direct_solar_radiation       | 564.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 15.837268   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 49.5        |\n",
+      "|    outdoor_temperature          | -4.793228   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1544686.5   |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.33926606  |\n",
+      "|    Heating_Setpoint_RL          | 0.8732387   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.770023   |\n",
+      "|    Heating_Setpoint_RL          | 22.536968   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.22493757 |\n",
+      "|    air_humidity                 | -1.6729805  |\n",
+      "|    air_temperature              | -2.0531704  |\n",
+      "|    clg_setpoint                 | -0.2711851  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0904449  |\n",
+      "|    diffuse_solar_radiation      | 0.82209915  |\n",
+      "|    direct_solar_radiation       | 1.3277113   |\n",
+      "|    hour                         | -0.2161065  |\n",
+      "|    htg_setpoint                 | -1.3953911  |\n",
+      "|    month                        | -1.5818582  |\n",
+      "|    outdoor_humidity             | -1.0343964  |\n",
+      "|    outdoor_temperature          | -1.7766159  |\n",
+      "|    people_occupant              | -0.6890298  |\n",
+      "|    total_electricity_HVAC       | -0.25607458 |\n",
+      "|    wind_direction               | 0.39860588  |\n",
+      "|    wind_speed                   | 0.52987033  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1856.136    |\n",
+      "|    air_humidity                 | 15.612307   |\n",
+      "|    air_temperature              | 19.559576   |\n",
+      "|    clg_setpoint                 | 25.524748   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 154.0       |\n",
+      "|    direct_solar_radiation       | 483.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 47.0        |\n",
+      "|    outdoor_temperature          | -4.984872   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1654345.8   |\n",
+      "|    wind_direction               | 225.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9889197  |\n",
+      "|    Heating_Setpoint_RL          | -0.7619318  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.287395   |\n",
+      "|    Heating_Setpoint_RL          | 13.339134   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.37636217 |\n",
+      "|    air_humidity                 | -1.0819523  |\n",
+      "|    air_temperature              | 0.32833993  |\n",
+      "|    clg_setpoint                 | -1.157661   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9756668  |\n",
+      "|    diffuse_solar_radiation      | 0.3140218   |\n",
+      "|    direct_solar_radiation       | 2.200836    |\n",
+      "|    hour                         | -0.0716441  |\n",
+      "|    htg_setpoint                 | 0.009052275 |\n",
+      "|    month                        | -1.5779493  |\n",
+      "|    outdoor_humidity             | -1.8542497  |\n",
+      "|    outdoor_temperature          | -1.3131174  |\n",
+      "|    people_occupant              | 1.218572    |\n",
+      "|    total_electricity_HVAC       | -0.39740518 |\n",
+      "|    wind_direction               | 1.2051672   |\n",
+      "|    wind_speed                   | 0.9423369   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1200.6461   |\n",
+      "|    air_humidity                 | 23.183907   |\n",
+      "|    air_temperature              | 23.2492     |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 104.0       |\n",
+      "|    direct_solar_radiation       | 700.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 17.761286   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 30.0        |\n",
+      "|    outdoor_temperature          | -0.45987773 |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 1074366.9   |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6737926  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.35095    |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.13640936  |\n",
+      "|    air_humidity                 | -0.94263756 |\n",
+      "|    air_temperature              | 0.33570394  |\n",
+      "|    clg_setpoint                 | -1.1571043  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8612141  |\n",
+      "|    diffuse_solar_radiation      | 0.039829556 |\n",
+      "|    direct_solar_radiation       | -0.61348    |\n",
+      "|    hour                         | 0.07281814  |\n",
+      "|    htg_setpoint                 | 0.62362486  |\n",
+      "|    month                        | -1.5740691  |\n",
+      "|    outdoor_humidity             | 0.97183746  |\n",
+      "|    outdoor_temperature          | -1.5394098  |\n",
+      "|    people_occupant              | 0.2645256   |\n",
+      "|    total_electricity_HVAC       | 0.17276555  |\n",
+      "|    wind_direction               | -1.2164752  |\n",
+      "|    wind_speed                   | -0.21602087 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3437.0332   |\n",
+      "|    air_humidity                 | 24.962322   |\n",
+      "|    air_temperature              | 23.25993    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 77.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 20.283      |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 88.5        |\n",
+      "|    outdoor_temperature          | -2.7134464  |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 3430838.5   |\n",
+      "|    wind_direction               | 55.0        |\n",
+      "|    wind_speed                   | 4.4         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.5940294   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 20.966415   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.540374   |\n",
+      "|    air_humidity                 | 0.22930594  |\n",
+      "|    air_temperature              | 0.78926754  |\n",
+      "|    clg_setpoint                 | -0.88141406 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7470139  |\n",
+      "|    diffuse_solar_radiation      | 1.0792472   |\n",
+      "|    direct_solar_radiation       | -0.35144034 |\n",
+      "|    hour                         | 0.21728021  |\n",
+      "|    htg_setpoint                 | 1.3460914   |\n",
+      "|    month                        | -1.5702175  |\n",
+      "|    outdoor_humidity             | 0.84884185  |\n",
+      "|    outdoor_temperature          | -0.3699233  |\n",
+      "|    people_occupant              | 1.2174139   |\n",
+      "|    total_electricity_HVAC       | -0.56356525 |\n",
+      "|    wind_direction               | 0.06590901  |\n",
+      "|    wind_speed                   | 2.1214225   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 489.31467   |\n",
+      "|    air_humidity                 | 40.10801    |\n",
+      "|    air_temperature              | 23.96282    |\n",
+      "|    clg_setpoint                 | 23.957064   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 179.0       |\n",
+      "|    direct_solar_radiation       | 65.0        |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 86.0        |\n",
+      "|    outdoor_temperature          | 8.767059    |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 391062.06   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 10.05       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 3%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49181917 |\n",
+      "|    air_humidity                 | -1.0054477  |\n",
+      "|    air_temperature              | 1.5295467   |\n",
+      "|    clg_setpoint                 | -0.14885795 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.63300335 |\n",
+      "|    diffuse_solar_radiation      | 0.0917588   |\n",
+      "|    direct_solar_radiation       | 1.7970452   |\n",
+      "|    hour                         | 0.36174142  |\n",
+      "|    htg_setpoint                 | -1.171427   |\n",
+      "|    month                        | -1.5663941  |\n",
+      "|    outdoor_humidity             | -1.4171053  |\n",
+      "|    outdoor_temperature          | -1.3243234  |\n",
+      "|    people_occupant              | 1.6933353   |\n",
+      "|    total_electricity_HVAC       | -0.44180787 |\n",
+      "|    wind_direction               | 0.6336737   |\n",
+      "|    wind_speed                   | -0.13369316 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 701.74396   |\n",
+      "|    air_humidity                 | 24.165133   |\n",
+      "|    air_temperature              | 25.109821   |\n",
+      "|    clg_setpoint                 | 25.838312   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 82.0        |\n",
+      "|    direct_solar_radiation       | 599.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.922404   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 39.0        |\n",
+      "|    outdoor_temperature          | -0.6411759  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 895007.75   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 3%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.28736714 |\n",
+      "|    air_humidity                 | -1.1230202  |\n",
+      "|    air_temperature              | 0.32961544  |\n",
+      "|    clg_setpoint                 | -1.1562874  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.5191291  |\n",
+      "|    diffuse_solar_radiation      | -0.21358721 |\n",
+      "|    direct_solar_radiation       | 1.3828893   |\n",
+      "|    hour                         | 0.50620043  |\n",
+      "|    htg_setpoint                 | -0.70642734 |\n",
+      "|    month                        | -1.5625983  |\n",
+      "|    outdoor_humidity             | -1.920878   |\n",
+      "|    outdoor_temperature          | -1.5744364  |\n",
+      "|    people_occupant              | 1.6925443   |\n",
+      "|    total_electricity_HVAC       | -0.31132984 |\n",
+      "|    wind_direction               | 0.72793317  |\n",
+      "|    wind_speed                   | 1.8061577   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1596.239    |\n",
+      "|    air_humidity                 | 22.63128    |\n",
+      "|    air_temperature              | 23.248693   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 52.0        |\n",
+      "|    direct_solar_radiation       | 496.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 14.828775   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 28.5        |\n",
+      "|    outdoor_temperature          | -3.135672   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1436615.1   |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 3%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.23853523 |\n",
+      "|    Heating_Setpoint_RL          | 0.24291795  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.819944   |\n",
+      "|    Heating_Setpoint_RL          | 18.991413   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.74390274  |\n",
+      "|    air_humidity                 | -1.1783361  |\n",
+      "|    air_temperature              | -0.20268738 |\n",
+      "|    clg_setpoint                 | 0.24852273  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.4053472  |\n",
+      "|    diffuse_solar_radiation      | -0.61092883 |\n",
+      "|    direct_solar_radiation       | -0.07716829 |\n",
+      "|    hour                         | 0.6506552   |\n",
+      "|    htg_setpoint                 | 1.144193    |\n",
+      "|    month                        | -1.5588301  |\n",
+      "|    outdoor_humidity             | -0.5941345  |\n",
+      "|    outdoor_temperature          | -0.69000715 |\n",
+      "|    people_occupant              | -0.68953735 |\n",
+      "|    total_electricity_HVAC       | 0.84211606  |\n",
+      "|    wind_direction               | 0.39530155  |\n",
+      "|    wind_speed                   | -0.44520104 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6105.774    |\n",
+      "|    air_humidity                 | 21.901543   |\n",
+      "|    air_temperature              | 22.421703   |\n",
+      "|    clg_setpoint                 | 26.858307   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 13.0        |\n",
+      "|    direct_solar_radiation       | 133.0       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 22.421656   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 56.0        |\n",
+      "|    outdoor_temperature          | 5.553071    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6215413.5   |\n",
+      "|    wind_direction               | 225.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 4%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.11149913  |\n",
+      "|    Heating_Setpoint_RL          | -0.800398   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.001308   |\n",
+      "|    Heating_Setpoint_RL          | 13.122761   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49828017 |\n",
+      "|    air_humidity                 | -1.036719   |\n",
+      "|    air_temperature              | -1.1123214  |\n",
+      "|    clg_setpoint                 | 1.4703524   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.29162297 |\n",
+      "|    diffuse_solar_radiation      | -0.7432435  |\n",
+      "|    direct_solar_radiation       | -0.6120057  |\n",
+      "|    hour                         | 0.7951031   |\n",
+      "|    htg_setpoint                 | -0.4818668  |\n",
+      "|    month                        | -1.555089   |\n",
+      "|    outdoor_humidity             | -0.45016447 |\n",
+      "|    outdoor_temperature          | -1.3103772  |\n",
+      "|    people_occupant              | -0.688824   |\n",
+      "|    total_electricity_HVAC       | -0.5114046  |\n",
+      "|    wind_direction               | -1.5999608  |\n",
+      "|    wind_speed                   | 2.425478    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 676.7243    |\n",
+      "|    air_humidity                 | 23.7099     |\n",
+      "|    air_temperature              | 21.00882    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 15.752203   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 59.0        |\n",
+      "|    outdoor_temperature          | -0.56532216 |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 610065.7    |\n",
+      "|    wind_direction               | 15.0        |\n",
+      "|    wind_speed                   | 10.8        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 4%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.22531605  |\n",
+      "|    Heating_Setpoint_RL          | 0.333987     |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.86456     |\n",
+      "|    Heating_Setpoint_RL          | 19.503677    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.07984606  |\n",
+      "|    air_humidity                 | -0.23776653  |\n",
+      "|    air_temperature              | 0.07136686   |\n",
+      "|    clg_setpoint                 | -0.6156114   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.17793079  |\n",
+      "|    diffuse_solar_radiation      | -0.74286133  |\n",
+      "|    direct_solar_radiation       | -0.6114313   |\n",
+      "|    hour                         | 0.9395406    |\n",
+      "|    htg_setpoint                 | 0.7324127    |\n",
+      "|    month                        | -1.5513748   |\n",
+      "|    outdoor_humidity             | 1.0925485    |\n",
+      "|    outdoor_temperature          | -1.6135963   |\n",
+      "|    people_occupant              | 0.502771     |\n",
+      "|    total_electricity_HVAC       | -0.011513565 |\n",
+      "|    wind_direction               | -1.4069104   |\n",
+      "|    wind_speed                   | 1.6983851    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2513.048     |\n",
+      "|    air_humidity                 | 34.00293     |\n",
+      "|    air_temperature              | 22.843172    |\n",
+      "|    clg_setpoint                 | 24.641466    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 14.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 18.0         |\n",
+      "|    htg_setpoint                 | 20.735128    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 91.0         |\n",
+      "|    outdoor_temperature          | -3.5986404   |\n",
+      "|    people_occupant              | 10.0         |\n",
+      "|    total_electricity_HVAC       | 2687665.5    |\n",
+      "|    wind_direction               | 35.0         |\n",
+      "|    wind_speed                   | 9.05         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 4%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.93980026   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 22.911377    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.5798936    |\n",
+      "|    air_humidity                 | 0.26673585   |\n",
+      "|    air_temperature              | 0.33405066   |\n",
+      "|    clg_setpoint                 | 0.26444465   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.064254016 |\n",
+      "|    diffuse_solar_radiation      | -0.742556    |\n",
+      "|    direct_solar_radiation       | -0.61095     |\n",
+      "|    hour                         | 1.083964     |\n",
+      "|    htg_setpoint                 | 1.345118     |\n",
+      "|    month                        | -1.5476869   |\n",
+      "|    outdoor_humidity             | 0.053715426  |\n",
+      "|    outdoor_temperature          | -1.1414003   |\n",
+      "|    people_occupant              | -0.4509582   |\n",
+      "|    total_electricity_HVAC       | 1.7864681    |\n",
+      "|    wind_direction               | 0.63525355   |\n",
+      "|    wind_speed                   | 2.4184747    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 9794.034     |\n",
+      "|    air_humidity                 | 40.51556     |\n",
+      "|    air_temperature              | 23.25005     |\n",
+      "|    clg_setpoint                 | 26.903866    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 19.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 69.5         |\n",
+      "|    outdoor_temperature          | 1.0403355    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 10159074.0   |\n",
+      "|    wind_direction               | 250.0        |\n",
+      "|    wind_speed                   | 10.8         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 4%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.81835115  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 13.021774    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.44480044  |\n",
+      "|    air_humidity                 | 0.14618553   |\n",
+      "|    air_temperature              | -0.62334263  |\n",
+      "|    clg_setpoint                 | 0.42879844   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.04941501   |\n",
+      "|    diffuse_solar_radiation      | -0.7423792   |\n",
+      "|    direct_solar_radiation       | -0.61097175  |\n",
+      "|    hour                         | 1.2283683    |\n",
+      "|    htg_setpoint                 | 0.5467417    |\n",
+      "|    month                        | -1.5440253   |\n",
+      "|    outdoor_humidity             | 0.12627769   |\n",
+      "|    outdoor_temperature          | -0.80331266  |\n",
+      "|    people_occupant              | -0.45124727  |\n",
+      "|    total_electricity_HVAC       | -0.39361152  |\n",
+      "|    wind_direction               | 0.49238732   |\n",
+      "|    wind_speed                   | -0.015655007 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 916.3461     |\n",
+      "|    air_humidity                 | 38.954685    |\n",
+      "|    air_temperature              | 21.764038    |\n",
+      "|    clg_setpoint                 | 27.326544    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 16.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 19.976095    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 71.0         |\n",
+      "|    outdoor_temperature          | 4.353447     |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 1104233.0    |\n",
+      "|    wind_direction               | 235.0        |\n",
+      "|    wind_speed                   | 4.9          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 5%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.13125631   |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.06799     |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.577389    |\n",
+      "|    air_humidity                 | -0.52031654  |\n",
+      "|    air_temperature              | -0.9847365   |\n",
+      "|    clg_setpoint                 | -1.1567934   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.16307506   |\n",
+      "|    diffuse_solar_radiation      | -0.7420891   |\n",
+      "|    direct_solar_radiation       | -0.6110931   |\n",
+      "|    hour                         | 1.3727485    |\n",
+      "|    htg_setpoint                 | -0.93444103  |\n",
+      "|    month                        | -1.5403895   |\n",
+      "|    outdoor_humidity             | 1.0675583    |\n",
+      "|    outdoor_temperature          | -1.054059    |\n",
+      "|    people_occupant              | -0.6897953   |\n",
+      "|    total_electricity_HVAC       | -0.58499104  |\n",
+      "|    wind_direction               | -1.217755    |\n",
+      "|    wind_speed                   | -1.7264123   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 334.02032    |\n",
+      "|    air_humidity                 | 30.35548     |\n",
+      "|    air_temperature              | 21.203262    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 17.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 21.0         |\n",
+      "|    htg_setpoint                 | 13.900658    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 90.5         |\n",
+      "|    outdoor_temperature          | 1.871956     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 308199.47    |\n",
+      "|    wind_direction               | 55.0         |\n",
+      "|    wind_speed                   | 0.75         |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.0054285643 |\n",
+      "|    clip_fraction                | 0.0359       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.66        |\n",
+      "|    explained_variance           | 0.53         |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 1.1          |\n",
+      "|    n_updates                    | 350          |\n",
+      "|    policy_gradient_loss         | -0.0069      |\n",
+      "|    std                          | 0.914        |\n",
+      "|    value_loss                   | 4.52         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 5%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.8731321   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.53637    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.17096627 |\n",
+      "|    air_humidity                 | 1.2259151   |\n",
+      "|    air_temperature              | -1.2553194  |\n",
+      "|    clg_setpoint                 | 1.0620472   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.27671608  |\n",
+      "|    diffuse_solar_radiation      | -0.74170774 |\n",
+      "|    direct_solar_radiation       | -0.61050963 |\n",
+      "|    hour                         | 1.5170984   |\n",
+      "|    htg_setpoint                 | 0.49785647  |\n",
+      "|    month                        | -1.5367794  |\n",
+      "|    outdoor_humidity             | 0.6795223   |\n",
+      "|    outdoor_temperature          | -0.91534203 |\n",
+      "|    people_occupant              | -0.69003654 |\n",
+      "|    total_electricity_HVAC       | -0.39641505 |\n",
+      "|    wind_direction               | 0.5878899   |\n",
+      "|    wind_speed                   | 0.6217772   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2118.991    |\n",
+      "|    air_humidity                 | 52.862644   |\n",
+      "|    air_temperature              | 20.783924   |\n",
+      "|    clg_setpoint                 | 28.955355   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 19.77622    |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 82.5        |\n",
+      "|    outdoor_temperature          | 3.237785    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1092379.5   |\n",
+      "|    wind_direction               | 245.0       |\n",
+      "|    wind_speed                   | 6.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 5%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.33474916  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.507965   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6335627  |\n",
+      "|    air_humidity                 | -1.1557685  |\n",
+      "|    air_temperature              | -0.9129297  |\n",
+      "|    clg_setpoint                 | 0.87082535  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.3903192   |\n",
+      "|    diffuse_solar_radiation      | -0.74145    |\n",
+      "|    direct_solar_radiation       | -0.61067265 |\n",
+      "|    hour                         | 1.6614116   |\n",
+      "|    htg_setpoint                 | -1.397951   |\n",
+      "|    month                        | -1.5331944  |\n",
+      "|    outdoor_humidity             | -1.370388   |\n",
+      "|    outdoor_temperature          | -0.71226317 |\n",
+      "|    people_occupant              | -0.6893283  |\n",
+      "|    total_electricity_HVAC       | -0.6401432  |\n",
+      "|    wind_direction               | 0.730006    |\n",
+      "|    wind_speed                   | 0.8270057   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 22.17591    |\n",
+      "|    air_temperature              | 21.31426    |\n",
+      "|    clg_setpoint                 | 28.466932   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 40.0        |\n",
+      "|    outdoor_temperature          | 5.232021    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 6.95        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 6%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.22037326 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.88124    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.55369776 |\n",
+      "|    air_humidity                 | -1.2203056  |\n",
+      "|    air_temperature              | -1.5149598  |\n",
+      "|    clg_setpoint                 | 1.4664404   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.61788493  |\n",
+      "|    diffuse_solar_radiation      | -0.7412979  |\n",
+      "|    direct_solar_radiation       | -0.6106535  |\n",
+      "|    hour                         | -1.6612381  |\n",
+      "|    htg_setpoint                 | -1.3979183  |\n",
+      "|    month                        | -1.5296345  |\n",
+      "|    outdoor_humidity             | 1.4278508   |\n",
+      "|    outdoor_temperature          | -1.2094675  |\n",
+      "|    people_occupant              | -0.6886223  |\n",
+      "|    total_electricity_HVAC       | -0.56336856 |\n",
+      "|    wind_direction               | 0.15885355  |\n",
+      "|    wind_speed                   | -1.0669262  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 437.56177   |\n",
+      "|    air_humidity                 | 21.312668   |\n",
+      "|    air_temperature              | 20.378744   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 98.0        |\n",
+      "|    outdoor_temperature          | 0.31995812  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 397422.7    |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 6%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.0372051    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 17.834278    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 2.3388472    |\n",
+      "|    air_humidity                 | 0.3930505    |\n",
+      "|    air_temperature              | 0.33721417   |\n",
+      "|    clg_setpoint                 | 0.5451945    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.73135984   |\n",
+      "|    diffuse_solar_radiation      | -0.7411036   |\n",
+      "|    direct_solar_radiation       | -0.6102169   |\n",
+      "|    hour                         | -1.5166261   |\n",
+      "|    htg_setpoint                 | 1.3441956    |\n",
+      "|    month                        | -1.5260992   |\n",
+      "|    outdoor_humidity             | 1.1363844    |\n",
+      "|    outdoor_temperature          | -0.7354531   |\n",
+      "|    people_occupant              | -0.688864    |\n",
+      "|    total_electricity_HVAC       | 2.4559994    |\n",
+      "|    wind_direction               | -1.4087113   |\n",
+      "|    wind_speed                   | -0.015731111 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 13163.188    |\n",
+      "|    air_humidity                 | 42.101936    |\n",
+      "|    air_temperature              | 23.2501      |\n",
+      "|    clg_setpoint                 | 27.629803    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 22.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 1.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 92.0         |\n",
+      "|    outdoor_temperature          | 4.983459     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 12978659.0   |\n",
+      "|    wind_direction               | 35.0         |\n",
+      "|    wind_speed                   | 4.9          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 6%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.13874882 |\n",
+      "|    Heating_Setpoint_RL          | 0.27085873  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.156723   |\n",
+      "|    Heating_Setpoint_RL          | 19.14858    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.7189715   |\n",
+      "|    air_humidity                 | 0.31431082  |\n",
+      "|    air_temperature              | 0.33743855  |\n",
+      "|    clg_setpoint                 | 0.9528035   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.84467345  |\n",
+      "|    diffuse_solar_radiation      | -0.7407296  |\n",
+      "|    direct_solar_radiation       | -0.60964364 |\n",
+      "|    hour                         | -1.3720516  |\n",
+      "|    htg_setpoint                 | 1.3435254   |\n",
+      "|    month                        | -1.5225884  |\n",
+      "|    outdoor_humidity             | 1.2787813   |\n",
+      "|    outdoor_temperature          | -0.6867463  |\n",
+      "|    people_occupant              | -0.68910503 |\n",
+      "|    total_electricity_HVAC       | 1.5953001   |\n",
+      "|    wind_direction               | -1.2638903  |\n",
+      "|    wind_speed                   | 0.31364587  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 10439.583   |\n",
+      "|    air_humidity                 | 41.09386    |\n",
+      "|    air_temperature              | 23.250113   |\n",
+      "|    clg_setpoint                 | 28.678354   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 95.0        |\n",
+      "|    outdoor_temperature          | 5.455339    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 9395624.0   |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 7%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6334773   |\n",
+      "|    air_humidity                 | 1.2942002    |\n",
+      "|    air_temperature              | -1.0152974   |\n",
+      "|    clg_setpoint                 | 1.4664685    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.9577703    |\n",
+      "|    diffuse_solar_radiation      | -0.7403955   |\n",
+      "|    direct_solar_radiation       | -0.60906535  |\n",
+      "|    hour                         | -1.2275075   |\n",
+      "|    htg_setpoint                 | -1.3713285   |\n",
+      "|    month                        | -1.5191015   |\n",
+      "|    outdoor_humidity             | 1.5163934    |\n",
+      "|    outdoor_temperature          | -0.10901927  |\n",
+      "|    people_occupant              | -0.6893454   |\n",
+      "|    total_electricity_HVAC       | -0.64001894  |\n",
+      "|    wind_direction               | -0.027056012 |\n",
+      "|    wind_speed                   | 2.5187309    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 53.725918    |\n",
+      "|    air_temperature              | 21.155071    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 24.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 3.0          |\n",
+      "|    htg_setpoint                 | 12.11496     |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 11.143066    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 11.05        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 7%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.22559896  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.386396   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.52376586 |\n",
+      "|    air_humidity                 | 0.5513219   |\n",
+      "|    air_temperature              | -1.2919359  |\n",
+      "|    clg_setpoint                 | 1.4658221   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0705864   |\n",
+      "|    diffuse_solar_radiation      | -0.740018   |\n",
+      "|    direct_solar_radiation       | -0.60848874 |\n",
+      "|    hour                         | -1.0829878  |\n",
+      "|    htg_setpoint                 | 0.5313429   |\n",
+      "|    month                        | -1.5156386  |\n",
+      "|    outdoor_humidity             | -0.5551755  |\n",
+      "|    outdoor_temperature          | -0.88265985 |\n",
+      "|    people_occupant              | -0.6895852  |\n",
+      "|    total_electricity_HVAC       | -0.60710406 |\n",
+      "|    wind_direction               | 1.1131009   |\n",
+      "|    wind_speed                   | 1.032194    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 569.2149    |\n",
+      "|    air_humidity                 | 44.18154    |\n",
+      "|    air_temperature              | 20.726334   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 19.921494   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 57.0        |\n",
+      "|    outdoor_temperature          | 3.5240297   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 214865.69   |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 7.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 7%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.3213712  |\n",
+      "|    Heating_Setpoint_RL          | -0.4734768  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.540373   |\n",
+      "|    Heating_Setpoint_RL          | 14.961693   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.44540653 |\n",
+      "|    air_humidity                 | 0.110516384 |\n",
+      "|    air_temperature              | -0.7754874  |\n",
+      "|    clg_setpoint                 | 1.4656408   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1830506   |\n",
+      "|    diffuse_solar_radiation      | -0.73970765 |\n",
+      "|    direct_solar_radiation       | -0.6079172  |\n",
+      "|    hour                         | -0.938487   |\n",
+      "|    htg_setpoint                 | -0.1805643  |\n",
+      "|    month                        | -1.5121993  |\n",
+      "|    outdoor_humidity             | -0.4110346  |\n",
+      "|    outdoor_temperature          | -1.4504579  |\n",
+      "|    people_occupant              | -0.68982434 |\n",
+      "|    total_electricity_HVAC       | -0.46134886 |\n",
+      "|    wind_direction               | 1.2540486   |\n",
+      "|    wind_speed                   | 0.31148332  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 915.2104    |\n",
+      "|    air_humidity                 | 38.50582    |\n",
+      "|    air_temperature              | 21.525791   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 17.002327   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 60.0        |\n",
+      "|    outdoor_temperature          | -2.0791206  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 823475.1    |\n",
+      "|    wind_direction               | 315.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 7%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.45473278 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.090277   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5557099  |\n",
+      "|    air_humidity                 | -0.89968014 |\n",
+      "|    air_temperature              | -1.0316322  |\n",
+      "|    clg_setpoint                 | -0.08703933 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2950838   |\n",
+      "|    diffuse_solar_radiation      | -0.7395299  |\n",
+      "|    direct_solar_radiation       | -0.60789824 |\n",
+      "|    hour                         | -0.79400045 |\n",
+      "|    htg_setpoint                 | -0.28750032 |\n",
+      "|    month                        | -1.5087832  |\n",
+      "|    outdoor_humidity             | 0.648576    |\n",
+      "|    outdoor_temperature          | -1.208714   |\n",
+      "|    people_occupant              | -0.68912333 |\n",
+      "|    total_electricity_HVAC       | -0.5655559  |\n",
+      "|    wind_direction               | 0.77793795  |\n",
+      "|    wind_speed                   | -1.0675191  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 429.9348    |\n",
+      "|    air_humidity                 | 25.493675   |\n",
+      "|    air_temperature              | 21.127972   |\n",
+      "|    clg_setpoint                 | 26.005888   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 16.564178   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 82.0        |\n",
+      "|    outdoor_temperature          | 0.28551194  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 389269.66   |\n",
+      "|    wind_direction               | 265.0       |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 8%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.003456    |\n",
+      "|    air_humidity                 | -1.073517   |\n",
+      "|    air_temperature              | -0.9753123  |\n",
+      "|    clg_setpoint                 | -0.8085647  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4065999   |\n",
+      "|    diffuse_solar_radiation      | -0.73938775 |\n",
+      "|    direct_solar_radiation       | -0.6078244  |\n",
+      "|    hour                         | -0.6495241  |\n",
+      "|    htg_setpoint                 | 0.84552175  |\n",
+      "|    month                        | -1.5053903  |\n",
+      "|    outdoor_humidity             | 0.8171062   |\n",
+      "|    outdoor_temperature          | -0.86924523 |\n",
+      "|    people_occupant              | -0.6884244  |\n",
+      "|    total_electricity_HVAC       | 2.1767368   |\n",
+      "|    wind_direction               | -1.1226865  |\n",
+      "|    wind_speed                   | -1.0662165  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 11713.802   |\n",
+      "|    air_humidity                 | 23.234152   |\n",
+      "|    air_temperature              | 21.213253   |\n",
+      "|    clg_setpoint                 | 24.149559   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 21.213314   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 85.5        |\n",
+      "|    outdoor_temperature          | 3.6177056   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 11841410.0  |\n",
+      "|    wind_direction               | 65.0        |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 8%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4517521  |\n",
+      "|    air_humidity                 | 0.061054423 |\n",
+      "|    air_temperature              | 0.5522666   |\n",
+      "|    clg_setpoint                 | -0.20304014 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5175064   |\n",
+      "|    diffuse_solar_radiation      | 0.20412788  |\n",
+      "|    direct_solar_radiation       | -0.36464092 |\n",
+      "|    hour                         | -0.50505453 |\n",
+      "|    htg_setpoint                 | 0.6188623   |\n",
+      "|    month                        | -1.5020201  |\n",
+      "|    outdoor_humidity             | 1.0803499   |\n",
+      "|    outdoor_temperature          | -1.0563653  |\n",
+      "|    people_occupant              | 1.6952884   |\n",
+      "|    total_electricity_HVAC       | -0.46534467 |\n",
+      "|    wind_direction               | -1.5480653  |\n",
+      "|    wind_speed                   | -0.22069627 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 889.5039    |\n",
+      "|    air_humidity                 | 37.838493   |\n",
+      "|    air_temperature              | 23.57759    |\n",
+      "|    clg_setpoint                 | 25.70627    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 92.0        |\n",
+      "|    direct_solar_radiation       | 60.0        |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 20.285748   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 91.0        |\n",
+      "|    outdoor_temperature          | 1.76545     |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 808874.9    |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 4.4         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 8%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.16597848  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.558628   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.44874164 |\n",
+      "|    air_humidity                 | -0.52394384 |\n",
+      "|    air_temperature              | 0.9398095   |\n",
+      "|    clg_setpoint                 | -0.33313805 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6277046   |\n",
+      "|    diffuse_solar_radiation      | 0.22512957  |\n",
+      "|    direct_solar_radiation       | 2.1585443   |\n",
+      "|    hour                         | -0.3605891  |\n",
+      "|    htg_setpoint                 | -1.4010392  |\n",
+      "|    month                        | -1.4986725  |\n",
+      "|    outdoor_humidity             | -0.22010225 |\n",
+      "|    outdoor_temperature          | -1.4355423  |\n",
+      "|    people_occupant              | 1.6945126   |\n",
+      "|    total_electricity_HVAC       | -0.4521855  |\n",
+      "|    wind_direction               | 1.5866339   |\n",
+      "|    wind_speed                   | -0.3438723  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 903.81      |\n",
+      "|    air_humidity                 | 30.310286   |\n",
+      "|    air_temperature              | 24.176804   |\n",
+      "|    clg_setpoint                 | 25.37047    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 94.0        |\n",
+      "|    direct_solar_radiation       | 684.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 64.0        |\n",
+      "|    outdoor_temperature          | -1.9940875  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 864824.9    |\n",
+      "|    wind_direction               | 350.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 8%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.38579503  |\n",
+      "|    air_humidity                 | -0.9222311  |\n",
+      "|    air_temperature              | 0.34102485  |\n",
+      "|    clg_setpoint                 | -1.1571319  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7370906   |\n",
+      "|    diffuse_solar_radiation      | 0.4000427   |\n",
+      "|    direct_solar_radiation       | 2.371697    |\n",
+      "|    hour                         | -0.21612583 |\n",
+      "|    htg_setpoint                 | 1.3413641   |\n",
+      "|    month                        | -1.495347   |\n",
+      "|    outdoor_humidity             | -1.9046943  |\n",
+      "|    outdoor_temperature          | -1.8080614  |\n",
+      "|    people_occupant              | 1.6937397   |\n",
+      "|    total_electricity_HVAC       | 0.6273573   |\n",
+      "|    wind_direction               | -1.4486688  |\n",
+      "|    wind_speed                   | 0.087430015 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4594.5806   |\n",
+      "|    air_humidity                 | 25.181078   |\n",
+      "|    air_temperature              | 23.249405   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 111.0       |\n",
+      "|    direct_solar_radiation       | 737.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 29.0        |\n",
+      "|    outdoor_temperature          | -5.7005186  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 5385079.0   |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 5.15        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 9%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.19920886 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.50445    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.56968206 |\n",
+      "|    air_humidity                 | -0.71356857 |\n",
+      "|    air_temperature              | 0.34121493  |\n",
+      "|    clg_setpoint                 | -1.1565936  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6716088  |\n",
+      "|    diffuse_solar_radiation      | 0.7597854   |\n",
+      "|    direct_solar_radiation       | 0.20455971  |\n",
+      "|    hour                         | -0.07166338 |\n",
+      "|    htg_setpoint                 | -1.2815288  |\n",
+      "|    month                        | -1.2108649  |\n",
+      "|    outdoor_humidity             | -0.9628673  |\n",
+      "|    outdoor_temperature          | -0.42698067 |\n",
+      "|    people_occupant              | 1.2164761   |\n",
+      "|    total_electricity_HVAC       | -0.5794202  |\n",
+      "|    wind_direction               | 0.92208123  |\n",
+      "|    wind_speed                   | 0.41735885  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 370.78333   |\n",
+      "|    air_humidity                 | 27.846197   |\n",
+      "|    air_temperature              | 23.248873   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 146.0       |\n",
+      "|    direct_solar_radiation       | 201.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 12.490166   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 48.5        |\n",
+      "|    outdoor_temperature          | 7.8954887   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 333705.0    |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 5.95        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 9%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.43010473 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.173397   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6337219  |\n",
+      "|    air_humidity                 | -0.99369395 |\n",
+      "|    air_temperature              | -0.82266647 |\n",
+      "|    clg_setpoint                 | 1.4658954   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5541575  |\n",
+      "|    diffuse_solar_radiation      | 0.05177165  |\n",
+      "|    direct_solar_radiation       | 2.5809846   |\n",
+      "|    hour                         | 0.07279891  |\n",
+      "|    htg_setpoint                 | -0.8430709  |\n",
+      "|    month                        | -1.2088275  |\n",
+      "|    outdoor_humidity             | -1.6606047  |\n",
+      "|    outdoor_temperature          | -0.7424741  |\n",
+      "|    people_occupant              | -0.68961626 |\n",
+      "|    total_electricity_HVAC       | -0.6402799  |\n",
+      "|    wind_direction               | 1.3948218   |\n",
+      "|    wind_speed                   | 0.82960564  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 24.238869   |\n",
+      "|    air_temperature              | 21.447533   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 77.0        |\n",
+      "|    direct_solar_radiation       | 789.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 14.288375   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 34.0        |\n",
+      "|    outdoor_temperature          | 4.776091    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 330.0       |\n",
+      "|    wind_speed                   | 6.95        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 9%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.71162605  |\n",
+      "|    air_humidity                 | -2.0362947  |\n",
+      "|    air_temperature              | 0.3434734   |\n",
+      "|    clg_setpoint                 | -0.40280953 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.437501   |\n",
+      "|    diffuse_solar_radiation      | 0.78168637  |\n",
+      "|    direct_solar_radiation       | 1.6933827   |\n",
+      "|    hour                         | 0.21726103  |\n",
+      "|    htg_setpoint                 | 1.3413455   |\n",
+      "|    month                        | -1.2068005  |\n",
+      "|    outdoor_humidity             | -1.8486682  |\n",
+      "|    outdoor_temperature          | -1.0879769  |\n",
+      "|    people_occupant              | -0.6889223  |\n",
+      "|    total_electricity_HVAC       | 0.86104065  |\n",
+      "|    wind_direction               | 1.0622127   |\n",
+      "|    wind_speed                   | -1.0673666  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6047.0327   |\n",
+      "|    air_humidity                 | 10.780618   |\n",
+      "|    air_temperature              | 23.249685   |\n",
+      "|    clg_setpoint                 | 25.191263   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 148.0       |\n",
+      "|    direct_solar_radiation       | 570.0       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 30.0        |\n",
+      "|    outdoor_temperature          | 1.3407258   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6374697.5   |\n",
+      "|    wind_direction               | 295.0       |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 10%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.8899169   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.630783   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.17130251 |\n",
+      "|    air_humidity                 | -0.17247216 |\n",
+      "|    air_temperature              | 0.34424126  |\n",
+      "|    clg_setpoint                 | -1.1571405  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3215176  |\n",
+      "|    diffuse_solar_radiation      | 0.05296382  |\n",
+      "|    direct_solar_radiation       | -0.6074538  |\n",
+      "|    hour                         | 0.36172232  |\n",
+      "|    htg_setpoint                 | 1.3411245   |\n",
+      "|    month                        | -1.2047836  |\n",
+      "|    outdoor_humidity             | 1.228308    |\n",
+      "|    outdoor_temperature          | -1.0142728  |\n",
+      "|    people_occupant              | 1.6952018   |\n",
+      "|    total_electricity_HVAC       | -0.20065822 |\n",
+      "|    wind_direction               | 1.6317257   |\n",
+      "|    wind_speed                   | 1.1601859   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2138.5535   |\n",
+      "|    air_humidity                 | 34.727077   |\n",
+      "|    air_temperature              | 23.249537   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 77.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 94.0        |\n",
+      "|    outdoor_temperature          | 2.0477674   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1924698.2   |\n",
+      "|    wind_direction               | 355.0       |\n",
+      "|    wind_speed                   | 7.75        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 10%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0          |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 23.25         |\n",
+      "|    Heating_Setpoint_RL          | 12.0          |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | 0.8618992     |\n",
+      "|    air_humidity                 | -1.3339894    |\n",
+      "|    air_temperature              | 0.3447046     |\n",
+      "|    clg_setpoint                 | -1.1571331    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -1.206098     |\n",
+      "|    diffuse_solar_radiation      | -0.03921353   |\n",
+      "|    direct_solar_radiation       | -0.0016384721 |\n",
+      "|    hour                         | 0.5061815     |\n",
+      "|    htg_setpoint                 | -1.4010375    |\n",
+      "|    month                        | -1.2027767    |\n",
+      "|    outdoor_humidity             | -1.3677194    |\n",
+      "|    outdoor_temperature          | -1.8964342    |\n",
+      "|    people_occupant              | 1.6944324     |\n",
+      "|    total_electricity_HVAC       | 0.7818692     |\n",
+      "|    wind_direction               | 1.1560105     |\n",
+      "|    wind_speed                   | 1.9988313     |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 6727.8037     |\n",
+      "|    air_humidity                 | 19.765497     |\n",
+      "|    air_temperature              | 23.249413     |\n",
+      "|    clg_setpoint                 | 23.25         |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 5.0           |\n",
+      "|    diffuse_solar_radiation      | 68.0          |\n",
+      "|    direct_solar_radiation       | 150.0         |\n",
+      "|    hour                         | 15.0          |\n",
+      "|    htg_setpoint                 | 12.0          |\n",
+      "|    month                        | 2.0           |\n",
+      "|    outdoor_humidity             | 40.0          |\n",
+      "|    outdoor_temperature          | -6.7028155    |\n",
+      "|    people_occupant              | 20.0          |\n",
+      "|    total_electricity_HVAC       | 6055023.5     |\n",
+      "|    wind_direction               | 305.0         |\n",
+      "|    wind_speed                   | 9.8           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 10%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.7912935   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.076027   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.24198249  |\n",
+      "|    air_humidity                 | -1.2672383  |\n",
+      "|    air_temperature              | 0.34542197  |\n",
+      "|    clg_setpoint                 | -1.1569223  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0911437  |\n",
+      "|    diffuse_solar_radiation      | -0.43989736 |\n",
+      "|    direct_solar_radiation       | -0.60748565 |\n",
+      "|    hour                         | 0.65063655  |\n",
+      "|    htg_setpoint                 | -1.4009471  |\n",
+      "|    month                        | -1.2007798  |\n",
+      "|    outdoor_humidity             | -1.125486   |\n",
+      "|    outdoor_temperature          | -1.714168   |\n",
+      "|    people_occupant              | 1.6936659   |\n",
+      "|    total_electricity_HVAC       | 0.1925912   |\n",
+      "|    wind_direction               | 0.8703507   |\n",
+      "|    wind_speed                   | 1.5636542   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3987.8416   |\n",
+      "|    air_humidity                 | 20.601215   |\n",
+      "|    air_temperature              | 23.24946    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 29.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | -4.9833345  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3589057.2   |\n",
+      "|    wind_direction               | 275.0       |\n",
+      "|    wind_speed                   | 8.75        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 10%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.13631928 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.858204   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.13721044  |\n",
+      "|    air_humidity                 | -1.2895617  |\n",
+      "|    air_temperature              | 0.34604105  |\n",
+      "|    clg_setpoint                 | -1.156602   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.97656685 |\n",
+      "|    diffuse_solar_radiation      | -0.7379831  |\n",
+      "|    direct_solar_radiation       | -0.60759485 |\n",
+      "|    hour                         | 0.79508495  |\n",
+      "|    htg_setpoint                 | -0.74930763 |\n",
+      "|    month                        | -1.1987928  |\n",
+      "|    outdoor_humidity             | -1.0767192  |\n",
+      "|    outdoor_temperature          | -1.5914509  |\n",
+      "|    people_occupant              | 1.6929021   |\n",
+      "|    total_electricity_HVAC       | 0.09307499  |\n",
+      "|    wind_direction               | 0.8217251   |\n",
+      "|    wind_speed                   | 0.205065    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3528.862    |\n",
+      "|    air_humidity                 | 20.297752   |\n",
+      "|    air_temperature              | 23.249395   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 14.673886   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 46.0        |\n",
+      "|    outdoor_temperature          | -3.819793   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3175976.0   |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 5.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 11%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.046251446 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.885164   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.31985274 |\n",
+      "|    air_humidity                 | -1.141356   |\n",
+      "|    air_temperature              | 0.346083    |\n",
+      "|    clg_setpoint                 | -1.1560339  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8622896  |\n",
+      "|    diffuse_solar_radiation      | -0.737764   |\n",
+      "|    direct_solar_radiation       | -0.6077504  |\n",
+      "|    hour                         | 0.9395234   |\n",
+      "|    htg_setpoint                 | 0.37150523  |\n",
+      "|    month                        | -1.1968157  |\n",
+      "|    outdoor_humidity             | -1.6513175  |\n",
+      "|    outdoor_temperature          | -1.6180859  |\n",
+      "|    people_occupant              | 0.5011012   |\n",
+      "|    total_electricity_HVAC       | -0.3365851  |\n",
+      "|    wind_direction               | 1.3406708   |\n",
+      "|    wind_speed                   | 0.8223364   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1494.3871   |\n",
+      "|    air_humidity                 | 22.191818   |\n",
+      "|    air_temperature              | 23.24868    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 19.271925   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 34.0        |\n",
+      "|    outdoor_temperature          | -4.125901   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 1366848.1   |\n",
+      "|    wind_direction               | 325.0       |\n",
+      "|    wind_speed                   | 6.95        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.006073237 |\n",
+      "|    clip_fraction                | 0.0461      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.66       |\n",
+      "|    explained_variance           | 0.844       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 1.14        |\n",
+      "|    n_updates                    | 360         |\n",
+      "|    policy_gradient_loss         | -0.00702    |\n",
+      "|    std                          | 0.914       |\n",
+      "|    value_loss                   | 3.07        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 11%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.10932505 |\n",
+      "|    Heating_Setpoint_RL          | -0.51009655 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.256027   |\n",
+      "|    Heating_Setpoint_RL          | 14.755707   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.47826213 |\n",
+      "|    air_humidity                 | -1.5171875  |\n",
+      "|    air_temperature              | -2.2200994  |\n",
+      "|    clg_setpoint                 | 1.4651766   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7482439  |\n",
+      "|    diffuse_solar_radiation      | -0.73752487 |\n",
+      "|    direct_solar_radiation       | -0.60783184 |\n",
+      "|    hour                         | 1.083948    |\n",
+      "|    htg_setpoint                 | -0.51380616 |\n",
+      "|    month                        | -1.1948483  |\n",
+      "|    outdoor_humidity             | -1.1691421  |\n",
+      "|    outdoor_temperature          | -1.3207982  |\n",
+      "|    people_occupant              | -0.6894121  |\n",
+      "|    total_electricity_HVAC       | -0.4961958  |\n",
+      "|    wind_direction               | 0.72374237  |\n",
+      "|    wind_speed                   | 0.61562175  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 789.2096    |\n",
+      "|    air_humidity                 | 17.326738   |\n",
+      "|    air_temperature              | 19.266994   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 15.639232   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 44.0        |\n",
+      "|    outdoor_temperature          | -1.210054   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 694738.1    |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 6.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 11%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.47778356  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 14.937468    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.62969124  |\n",
+      "|    air_humidity                 | -1.6293066   |\n",
+      "|    air_temperature              | -2.0895875   |\n",
+      "|    clg_setpoint                 | 0.18814877   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.634371    |\n",
+      "|    diffuse_solar_radiation      | -0.7374482   |\n",
+      "|    direct_solar_radiation       | -0.60783684  |\n",
+      "|    hour                         | 1.2283543    |\n",
+      "|    htg_setpoint                 | -0.3391322   |\n",
+      "|    month                        | -1.1928906   |\n",
+      "|    outdoor_humidity             | -0.014800321 |\n",
+      "|    outdoor_temperature          | -0.90086234  |\n",
+      "|    people_occupant              | -0.68872505  |\n",
+      "|    total_electricity_HVAC       | -0.63663983  |\n",
+      "|    wind_direction               | 0.34444445   |\n",
+      "|    wind_speed                   | 0.30680123   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 112.900055   |\n",
+      "|    air_humidity                 | 15.823327    |\n",
+      "|    air_temperature              | 19.465317    |\n",
+      "|    clg_setpoint                 | 26.714401    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 10.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 16.355207    |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 68.0         |\n",
+      "|    outdoor_temperature          | 2.9508007    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 101610.05    |\n",
+      "|    wind_direction               | 220.0        |\n",
+      "|    wind_speed                   | 5.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 11%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.63599974  |\n",
+      "|    air_humidity                 | -0.4757894  |\n",
+      "|    air_temperature              | -1.3998042  |\n",
+      "|    clg_setpoint                 | -0.34587246 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.5206212  |\n",
+      "|    diffuse_solar_radiation      | -0.7373493  |\n",
+      "|    direct_solar_radiation       | -0.6079153  |\n",
+      "|    hour                         | 1.3727372   |\n",
+      "|    htg_setpoint                 | 0.67938185  |\n",
+      "|    month                        | -1.1909425  |\n",
+      "|    outdoor_humidity             | -1.6737069  |\n",
+      "|    outdoor_temperature          | -0.89639074 |\n",
+      "|    people_occupant              | -0.6889601  |\n",
+      "|    total_electricity_HVAC       | 0.6989257   |\n",
+      "|    wind_direction               | 1.1014816   |\n",
+      "|    wind_speed                   | 1.3575742   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5773.278    |\n",
+      "|    air_humidity                 | 30.67809    |\n",
+      "|    air_temperature              | 20.5338     |\n",
+      "|    clg_setpoint                 | 25.33896    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 20.53339    |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 33.5        |\n",
+      "|    outdoor_temperature          | 2.9836166   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5749003.0   |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 8.25        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 12%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.82621574  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 22.272465   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.29171583 |\n",
+      "|    air_humidity                 | -0.8319689  |\n",
+      "|    air_temperature              | -1.9126822  |\n",
+      "|    clg_setpoint                 | 0.4323777   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.40695378 |\n",
+      "|    diffuse_solar_radiation      | -0.7372523  |\n",
+      "|    direct_solar_radiation       | -0.6080703  |\n",
+      "|    hour                         | 1.5170908   |\n",
+      "|    htg_setpoint                 | -1.4004364  |\n",
+      "|    month                        | -1.189004   |\n",
+      "|    outdoor_humidity             | -1.644058   |\n",
+      "|    outdoor_temperature          | -1.7637843  |\n",
+      "|    people_occupant              | -0.6891945  |\n",
+      "|    total_electricity_HVAC       | -0.31407118 |\n",
+      "|    wind_direction               | 1.1942405   |\n",
+      "|    wind_speed                   | 0.09991824  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1627.0585   |\n",
+      "|    air_humidity                 | 26.062494   |\n",
+      "|    air_temperature              | 19.736864   |\n",
+      "|    clg_setpoint                 | 27.342268   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 34.0        |\n",
+      "|    outdoor_temperature          | -5.7001066  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1467792.8   |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 12%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.41582865 |\n",
+      "|    air_humidity                 | -0.73506737 |\n",
+      "|    air_temperature              | -1.464092   |\n",
+      "|    clg_setpoint                 | 1.464741    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.2933369  |\n",
+      "|    diffuse_solar_radiation      | -0.73713523 |\n",
+      "|    direct_solar_radiation       | -0.6081962  |\n",
+      "|    hour                         | 1.6614089   |\n",
+      "|    htg_setpoint                 | -1.0848216  |\n",
+      "|    month                        | -1.1870748  |\n",
+      "|    outdoor_humidity             | -0.87378675 |\n",
+      "|    outdoor_temperature          | -1.4706903  |\n",
+      "|    people_occupant              | -0.6894283  |\n",
+      "|    total_electricity_HVAC       | -0.43234074 |\n",
+      "|    wind_direction               | 0.8141119   |\n",
+      "|    wind_speed                   | 0.30568674  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1074.2555   |\n",
+      "|    air_humidity                 | 27.294003   |\n",
+      "|    air_temperature              | 20.431408   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 13.29541    |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 50.0        |\n",
+      "|    outdoor_temperature          | -2.8193655  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 969716.2    |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 13%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.9101482   |\n",
+      "|    Heating_Setpoint_RL          | 0.61271286  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.69675    |\n",
+      "|    Heating_Setpoint_RL          | 21.07151    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.40319896 |\n",
+      "|    air_humidity                 | -0.7270228  |\n",
+      "|    air_temperature              | -1.1059426  |\n",
+      "|    clg_setpoint                 | 1.0298171   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.066215   |\n",
+      "|    diffuse_solar_radiation      | -0.73694104 |\n",
+      "|    direct_solar_radiation       | -0.6083909  |\n",
+      "|    hour                         | -1.6612408  |\n",
+      "|    htg_setpoint                 | -1.4008762  |\n",
+      "|    month                        | -1.1851549  |\n",
+      "|    outdoor_humidity             | -1.1113925  |\n",
+      "|    outdoor_temperature          | -1.4951596  |\n",
+      "|    people_occupant              | -0.68966156 |\n",
+      "|    total_electricity_HVAC       | -0.42076996 |\n",
+      "|    wind_direction               | -1.2226431  |\n",
+      "|    wind_speed                   | -0.76625043 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1132.5602   |\n",
+      "|    air_humidity                 | 27.381659   |\n",
+      "|    air_temperature              | 20.987118   |\n",
+      "|    clg_setpoint                 | 28.878912   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | -3.0901465  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1020125.06  |\n",
+      "|    wind_direction               | 55.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 13%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.4635946   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.189632   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.2166      |\n",
+      "|    air_humidity                 | 0.22470273  |\n",
+      "|    air_temperature              | -0.75638336 |\n",
+      "|    clg_setpoint                 | 0.5219468   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.047431853 |\n",
+      "|    diffuse_solar_radiation      | -0.7368711  |\n",
+      "|    direct_solar_radiation       | -0.60788584 |\n",
+      "|    hour                         | -1.5166337  |\n",
+      "|    htg_setpoint                 | 1.3408138   |\n",
+      "|    month                        | -1.1832445  |\n",
+      "|    outdoor_humidity             | 0.8785768   |\n",
+      "|    outdoor_temperature          | -1.1022532  |\n",
+      "|    people_occupant              | -0.6898942  |\n",
+      "|    total_electricity_HVAC       | 3.0256236   |\n",
+      "|    wind_direction               | 0.5773106   |\n",
+      "|    wind_speed                   | 0.28629172  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17383.84    |\n",
+      "|    air_humidity                 | 39.65615    |\n",
+      "|    air_temperature              | 21.52912    |\n",
+      "|    clg_setpoint                 | 27.569908   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 86.5        |\n",
+      "|    outdoor_temperature          | 0.81317127  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15644116.0  |\n",
+      "|    wind_direction               | 245.0       |\n",
+      "|    wind_speed                   | 5.65        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 13%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.55880237  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.510958   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5929846  |\n",
+      "|    air_humidity                 | -0.87101173 |\n",
+      "|    air_temperature              | -1.3952347  |\n",
+      "|    clg_setpoint                 | -1.1562434  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.1610719   |\n",
+      "|    diffuse_solar_radiation      | -0.73678744 |\n",
+      "|    direct_solar_radiation       | -0.6076168  |\n",
+      "|    hour                         | -1.3720627  |\n",
+      "|    htg_setpoint                 | -1.1888955  |\n",
+      "|    month                        | -1.1813431  |\n",
+      "|    outdoor_humidity             | -0.5602707  |\n",
+      "|    outdoor_temperature          | -1.0693742  |\n",
+      "|    people_occupant              | -0.68921185 |\n",
+      "|    total_electricity_HVAC       | -0.6008266  |\n",
+      "|    wind_direction               | -1.6480849  |\n",
+      "|    wind_speed                   | -0.35347688 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 283.3045    |\n",
+      "|    air_humidity                 | 25.516516   |\n",
+      "|    air_temperature              | 20.537565   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 12.872605   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 56.5        |\n",
+      "|    outdoor_temperature          | 1.134711    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 258530.75   |\n",
+      "|    wind_direction               | 10.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 13%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.46810728 |\n",
+      "|    Heating_Setpoint_RL          | 0.4429096   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.045137   |\n",
+      "|    Heating_Setpoint_RL          | 20.116367   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.2291028   |\n",
+      "|    air_humidity                 | -1.5965874  |\n",
+      "|    air_temperature              | -0.5304807  |\n",
+      "|    clg_setpoint                 | 1.2957021   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.2747001   |\n",
+      "|    diffuse_solar_radiation      | -0.7366255  |\n",
+      "|    direct_solar_radiation       | -0.6078251  |\n",
+      "|    hour                         | -1.2275212  |\n",
+      "|    htg_setpoint                 | 1.340266    |\n",
+      "|    month                        | -1.179451   |\n",
+      "|    outdoor_humidity             | 0.08817606  |\n",
+      "|    outdoor_temperature          | -1.2439202  |\n",
+      "|    people_occupant              | -0.6885315  |\n",
+      "|    total_electricity_HVAC       | 3.0704594   |\n",
+      "|    wind_direction               | 0.48247164  |\n",
+      "|    wind_speed                   | -0.7657272  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17461.45    |\n",
+      "|    air_humidity                 | 16.123285   |\n",
+      "|    air_temperature              | 21.8778     |\n",
+      "|    clg_setpoint                 | 29.566029   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 70.0        |\n",
+      "|    outdoor_temperature          | -0.6205099  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15854080.0  |\n",
+      "|    wind_direction               | 235.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 14%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.7373547   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.772621   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.120242    |\n",
+      "|    air_humidity                 | -0.6030767  |\n",
+      "|    air_temperature              | -0.19918394 |\n",
+      "|    clg_setpoint                 | 0.6606988   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.38830292  |\n",
+      "|    diffuse_solar_radiation      | -0.7365822  |\n",
+      "|    direct_solar_radiation       | -0.6078426  |\n",
+      "|    hour                         | -1.0830033  |\n",
+      "|    htg_setpoint                 | 1.130657    |\n",
+      "|    month                        | -1.1775678  |\n",
+      "|    outdoor_humidity             | 1.2159424   |\n",
+      "|    outdoor_temperature          | -1.4240478  |\n",
+      "|    people_occupant              | -0.6887646  |\n",
+      "|    total_electricity_HVAC       | 2.2075417   |\n",
+      "|    wind_direction               | -1.2213492  |\n",
+      "|    wind_speed                   | -1.07426    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 12483.116   |\n",
+      "|    air_humidity                 | 28.930332   |\n",
+      "|    air_temperature              | 22.391285   |\n",
+      "|    clg_setpoint                 | 27.929543   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 22.391272   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 93.5        |\n",
+      "|    outdoor_temperature          | -2.4306304  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 12193293.0  |\n",
+      "|    wind_direction               | 55.0        |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 14%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 1.0           |\n",
+      "|    Heating_Setpoint_RL          | 0.9780706     |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 30.0          |\n",
+      "|    Heating_Setpoint_RL          | 23.126648     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | 2.3257418     |\n",
+      "|    air_humidity                 | -0.9459753    |\n",
+      "|    air_temperature              | -0.0022239399 |\n",
+      "|    clg_setpoint                 | 0.8512714     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 0.5018585     |\n",
+      "|    diffuse_solar_radiation      | -0.73653466   |\n",
+      "|    direct_solar_radiation       | -0.6080371    |\n",
+      "|    hour                         | -0.93850374   |\n",
+      "|    htg_setpoint                 | 1.340175      |\n",
+      "|    month                        | -1.1756938    |\n",
+      "|    outdoor_humidity             | 0.4722798     |\n",
+      "|    outdoor_temperature          | -0.8518391    |\n",
+      "|    people_occupant              | -0.6889971    |\n",
+      "|    total_electricity_HVAC       | 2.360621      |\n",
+      "|    wind_direction               | -1.2216896    |\n",
+      "|    wind_speed                   | -1.19715      |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 13411.192     |\n",
+      "|    air_humidity                 | 24.497002     |\n",
+      "|    air_temperature              | 22.695953     |\n",
+      "|    clg_setpoint                 | 28.419289     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 20.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 5.0           |\n",
+      "|    htg_setpoint                 | 23.25         |\n",
+      "|    month                        | 2.0           |\n",
+      "|    outdoor_humidity             | 78.0          |\n",
+      "|    outdoor_temperature          | 3.2765088     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 12846971.0    |\n",
+      "|    wind_direction               | 55.0          |\n",
+      "|    wind_speed                   | 2.05          |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 14%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.08526032 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 17.14541    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.3741338   |\n",
+      "|    air_humidity                 | -0.6166775  |\n",
+      "|    air_temperature              | 0.20126398  |\n",
+      "|    clg_setpoint                 | -0.640236   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6153366   |\n",
+      "|    diffuse_solar_radiation      | -0.73643035 |\n",
+      "|    direct_solar_radiation       | -0.6081563  |\n",
+      "|    hour                         | -0.7940179  |\n",
+      "|    htg_setpoint                 | 1.3397951   |\n",
+      "|    month                        | -1.1738286  |\n",
+      "|    outdoor_humidity             | 0.9043908   |\n",
+      "|    outdoor_temperature          | -0.9373373  |\n",
+      "|    people_occupant              | -0.68922895 |\n",
+      "|    total_electricity_HVAC       | 2.18583     |\n",
+      "|    wind_direction               | -1.220171   |\n",
+      "|    wind_speed                   | -0.6596316  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 13632.122   |\n",
+      "|    air_humidity                 | 28.737993   |\n",
+      "|    air_temperature              | 23.011028   |\n",
+      "|    clg_setpoint                 | 24.576721   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 2.4157631   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 12107123.0  |\n",
+      "|    wind_direction               | 55.0        |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 14%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.21393128 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 16.421637   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.27137116 |\n",
+      "|    air_humidity                 | -0.23743242 |\n",
+      "|    air_temperature              | -1.657902   |\n",
+      "|    clg_setpoint                 | 1.1376399   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.72869873  |\n",
+      "|    diffuse_solar_radiation      | -0.36459893 |\n",
+      "|    direct_solar_radiation       | 0.4553508   |\n",
+      "|    hour                         | -0.649542   |\n",
+      "|    htg_setpoint                 | -0.3387236  |\n",
+      "|    month                        | -1.1719722  |\n",
+      "|    outdoor_humidity             | -1.016847   |\n",
+      "|    outdoor_temperature          | -1.2596909  |\n",
+      "|    people_occupant              | -0.6894603  |\n",
+      "|    total_electricity_HVAC       | -0.29430732 |\n",
+      "|    wind_direction               | 1.4296919   |\n",
+      "|    wind_speed                   | 0.3942625   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1730.9634   |\n",
+      "|    air_humidity                 | 33.628918   |\n",
+      "|    air_temperature              | 20.130049   |\n",
+      "|    clg_setpoint                 | 29.155523   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 36.0        |\n",
+      "|    direct_solar_radiation       | 263.0       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 16.365719   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 47.0        |\n",
+      "|    outdoor_temperature          | -0.81301236 |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1562263.5   |\n",
+      "|    wind_direction               | 335.0       |\n",
+      "|    wind_speed                   | 5.9         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 15%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.034778237 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 17.429373    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.63658184  |\n",
+      "|    air_humidity                 | -0.83183336  |\n",
+      "|    air_temperature              | -1.1619921   |\n",
+      "|    clg_setpoint                 | -1.1543592   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.8418983    |\n",
+      "|    diffuse_solar_radiation      | 0.028278012  |\n",
+      "|    direct_solar_radiation       | -0.60776937  |\n",
+      "|    hour                         | -0.5050726   |\n",
+      "|    htg_setpoint                 | -1.4028401   |\n",
+      "|    month                        | -1.1701247   |\n",
+      "|    outdoor_humidity             | 0.089216925  |\n",
+      "|    outdoor_temperature          | -0.6314986   |\n",
+      "|    people_occupant              | -0.689691    |\n",
+      "|    total_electricity_HVAC       | -0.64311975  |\n",
+      "|    wind_direction               | 0.6718152    |\n",
+      "|    wind_speed                   | -0.7632458   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 25.956444    |\n",
+      "|    air_temperature              | 20.898073    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 23.0         |\n",
+      "|    diffuse_solar_radiation      | 74.0         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 8.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 70.0         |\n",
+      "|    outdoor_temperature          | 5.446767     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 255.0        |\n",
+      "|    wind_speed                   | 3.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 15%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.18633807  |\n",
+      "|    Heating_Setpoint_RL          | 0.9894874   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.253891   |\n",
+      "|    Heating_Setpoint_RL          | 23.190866   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.3865747   |\n",
+      "|    air_humidity                 | -0.68539816 |\n",
+      "|    air_temperature              | -0.79822457 |\n",
+      "|    clg_setpoint                 | -0.31419724 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.9548809   |\n",
+      "|    diffuse_solar_radiation      | 1.1548278   |\n",
+      "|    direct_solar_radiation       | 0.051296797 |\n",
+      "|    hour                         | -0.3606072  |\n",
+      "|    htg_setpoint                 | 1.3393509   |\n",
+      "|    month                        | -1.1682857  |\n",
+      "|    outdoor_humidity             | 0.61653304  |\n",
+      "|    outdoor_temperature          | -0.47368255 |\n",
+      "|    people_occupant              | -0.68901527 |\n",
+      "|    total_electricity_HVAC       | 2.5226011   |\n",
+      "|    wind_direction               | 0.90875125  |\n",
+      "|    wind_speed                   | 1.0574232   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 13701.192   |\n",
+      "|    air_humidity                 | 27.829239   |\n",
+      "|    air_temperature              | 21.46055    |\n",
+      "|    clg_setpoint                 | 25.415041   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 183.0       |\n",
+      "|    direct_solar_radiation       | 163.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 81.0        |\n",
+      "|    outdoor_temperature          | 7.015555    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 13552099.0  |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 7.5         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 15%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5131254  |\n",
+      "|    air_humidity                 | -1.137463   |\n",
+      "|    air_temperature              | 0.35815406  |\n",
+      "|    clg_setpoint                 | -1.1554315  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0675842   |\n",
+      "|    diffuse_solar_radiation      | 0.235444    |\n",
+      "|    direct_solar_radiation       | 2.6036973   |\n",
+      "|    hour                         | -0.21614394 |\n",
+      "|    htg_setpoint                 | -1.4027241  |\n",
+      "|    month                        | -1.1664555  |\n",
+      "|    outdoor_humidity             | -1.637771   |\n",
+      "|    outdoor_temperature          | -1.066179   |\n",
+      "|    people_occupant              | 1.6955445   |\n",
+      "|    total_electricity_HVAC       | -0.5299769  |\n",
+      "|    wind_direction               | 0.85982156  |\n",
+      "|    wind_speed                   | 0.6215268   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 642.9371    |\n",
+      "|    air_humidity                 | 21.976042   |\n",
+      "|    air_temperature              | 23.249279   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 94.0        |\n",
+      "|    direct_solar_radiation       | 795.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 34.0        |\n",
+      "|    outdoor_temperature          | 1.0910659   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 559820.3    |\n",
+      "|    wind_direction               | 275.0       |\n",
+      "|    wind_speed                   | 6.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 16%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.66271067  |\n",
+      "|    air_humidity                 | -0.9017714  |\n",
+      "|    air_temperature              | 0.35860628  |\n",
+      "|    clg_setpoint                 | -1.1551381  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1799386   |\n",
+      "|    diffuse_solar_radiation      | 1.2696415   |\n",
+      "|    direct_solar_radiation       | -0.60738605 |\n",
+      "|    hour                         | -0.07168144 |\n",
+      "|    htg_setpoint                 | 0.6151668   |\n",
+      "|    month                        | -1.1646339  |\n",
+      "|    outdoor_humidity             | 0.33077714  |\n",
+      "|    outdoor_temperature          | -1.7039524  |\n",
+      "|    people_occupant              | 1.2180985   |\n",
+      "|    total_electricity_HVAC       | 0.5943051   |\n",
+      "|    wind_direction               | -1.4110496  |\n",
+      "|    wind_speed                   | -0.45358774 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5945.384    |\n",
+      "|    air_humidity                 | 25.000444   |\n",
+      "|    air_temperature              | 23.249493   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 194.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 20.278065   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 75.0        |\n",
+      "|    outdoor_temperature          | -5.2943735  |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 5350845.0   |\n",
+      "|    wind_direction               | 35.0        |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 16%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.40169823   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 19.884552    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.005222685 |\n",
+      "|    air_humidity                 | -0.36308765  |\n",
+      "|    air_temperature              | 0.35905108   |\n",
+      "|    clg_setpoint                 | -1.1544793   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.2918671    |\n",
+      "|    diffuse_solar_radiation      | 0.6497019    |\n",
+      "|    direct_solar_radiation       | -0.60683614  |\n",
+      "|    hour                         | 0.07278089   |\n",
+      "|    htg_setpoint                 | 0.18163744   |\n",
+      "|    month                        | -1.1628208   |\n",
+      "|    outdoor_humidity             | 1.5306277    |\n",
+      "|    outdoor_temperature          | -1.2959244   |\n",
+      "|    people_occupant              | 0.26419705   |\n",
+      "|    total_electricity_HVAC       | -0.041782044 |\n",
+      "|    wind_direction               | -1.3147234   |\n",
+      "|    wind_speed                   | -0.5563263   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2937.3083    |\n",
+      "|    air_humidity                 | 31.933838    |\n",
+      "|    air_temperature              | 23.249634    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 27.0         |\n",
+      "|    diffuse_solar_radiation      | 134.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 18.501549    |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | -1.2455155   |\n",
+      "|    people_occupant              | 8.0          |\n",
+      "|    total_electricity_HVAC       | 2643577.5    |\n",
+      "|    wind_direction               | 45.0         |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 16%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.6274743   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.154543   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.46009275 |\n",
+      "|    air_humidity                 | 0.39913523  |\n",
+      "|    air_temperature              | 0.35922024  |\n",
+      "|    clg_setpoint                 | -1.1539237  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4032865   |\n",
+      "|    diffuse_solar_radiation      | 0.49519852  |\n",
+      "|    direct_solar_radiation       | -0.6062878  |\n",
+      "|    hour                         | 0.21724306  |\n",
+      "|    htg_setpoint                 | 1.3384451   |\n",
+      "|    month                        | -1.1610161  |\n",
+      "|    outdoor_humidity             | 1.3599725   |\n",
+      "|    outdoor_temperature          | -0.56742716 |\n",
+      "|    people_occupant              | 1.2170155   |\n",
+      "|    total_electricity_HVAC       | -0.47500232 |\n",
+      "|    wind_direction               | -1.6438603  |\n",
+      "|    wind_speed                   | -1.1758387  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 887.02405   |\n",
+      "|    air_humidity                 | 41.75447    |\n",
+      "|    air_temperature              | 23.249535   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 119.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 96.5        |\n",
+      "|    outdoor_temperature          | 6.0169554   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 798321.6    |\n",
+      "|    wind_direction               | 10.0        |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 16%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.32445446  |\n",
+      "|    air_humidity                 | -1.198714    |\n",
+      "|    air_temperature              | 0.3587128    |\n",
+      "|    clg_setpoint                 | -1.1534479   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.6703448   |\n",
+      "|    diffuse_solar_radiation      | 1.1166012    |\n",
+      "|    direct_solar_radiation       | 1.974942     |\n",
+      "|    hour                         | 0.36170444   |\n",
+      "|    htg_setpoint                 | -0.014991396 |\n",
+      "|    month                        | -0.8799665   |\n",
+      "|    outdoor_humidity             | -1.8512242   |\n",
+      "|    outdoor_temperature          | 0.2438986    |\n",
+      "|    people_occupant              | 1.6929358    |\n",
+      "|    total_electricity_HVAC       | -0.34579703  |\n",
+      "|    wind_direction               | -0.31881988  |\n",
+      "|    wind_speed                   | 0.19032425   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1499.5406    |\n",
+      "|    air_humidity                 | 21.190416    |\n",
+      "|    air_temperature              | 23.248735    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0          |\n",
+      "|    diffuse_solar_radiation      | 179.0        |\n",
+      "|    direct_solar_radiation       | 639.0        |\n",
+      "|    hour                         | 14.0         |\n",
+      "|    htg_setpoint                 | 17.699688    |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 29.5         |\n",
+      "|    outdoor_temperature          | 14.113587    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 1349586.6    |\n",
+      "|    wind_direction               | 150.0        |\n",
+      "|    wind_speed                   | 5.4          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.005541111  |\n",
+      "|    clip_fraction                | 0.0486       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.65        |\n",
+      "|    explained_variance           | 0.849        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 1.12         |\n",
+      "|    n_updates                    | 370          |\n",
+      "|    policy_gradient_loss         | -0.00875     |\n",
+      "|    std                          | 0.907        |\n",
+      "|    value_loss                   | 1.87         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 17%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.41525555  |\n",
+      "|    Heating_Setpoint_RL          | -0.6191947   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.223513    |\n",
+      "|    Heating_Setpoint_RL          | 14.14203     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6374632   |\n",
+      "|    air_humidity                 | -0.13630009  |\n",
+      "|    air_temperature              | -0.042038623 |\n",
+      "|    clg_setpoint                 | 0.89024216   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.5528361   |\n",
+      "|    diffuse_solar_radiation      | 1.1369625    |\n",
+      "|    direct_solar_radiation       | -0.23040192  |\n",
+      "|    hour                         | 0.5061638    |\n",
+      "|    htg_setpoint                 | -1.4048411   |\n",
+      "|    month                        | -0.8789384   |\n",
+      "|    outdoor_humidity             | 0.3045038    |\n",
+      "|    outdoor_temperature          | 0.19251153   |\n",
+      "|    people_occupant              | -0.6894915   |\n",
+      "|    total_electricity_HVAC       | -0.64392114  |\n",
+      "|    wind_direction               | 0.20181727   |\n",
+      "|    wind_speed                   | 0.10857347   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 34.854065    |\n",
+      "|    air_temperature              | 22.628693    |\n",
+      "|    clg_setpoint                 | 28.51801     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 2.0          |\n",
+      "|    diffuse_solar_radiation      | 181.0        |\n",
+      "|    direct_solar_radiation       | 93.0         |\n",
+      "|    hour                         | 15.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 74.5         |\n",
+      "|    outdoor_temperature          | 13.594231    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 205.0        |\n",
+      "|    wind_speed                   | 5.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 17%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.63721436 |\n",
+      "|    air_humidity                 | -0.99916023 |\n",
+      "|    air_temperature              | 0.04768543  |\n",
+      "|    clg_setpoint                 | 1.0340661   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4360831  |\n",
+      "|    diffuse_solar_radiation      | 0.18524392  |\n",
+      "|    direct_solar_radiation       | 1.0494449   |\n",
+      "|    hour                         | 0.6506191   |\n",
+      "|    htg_setpoint                 | -1.3120887  |\n",
+      "|    month                        | -0.8779139  |\n",
+      "|    outdoor_humidity             | -1.323931   |\n",
+      "|    outdoor_temperature          | 0.21511713  |\n",
+      "|    people_occupant              | -0.6888224  |\n",
+      "|    total_electricity_HVAC       | -0.6436686  |\n",
+      "|    wind_direction               | 1.1462804   |\n",
+      "|    wind_speed                   | 0.9337907   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 23.749163   |\n",
+      "|    air_temperature              | 22.766434   |\n",
+      "|    clg_setpoint                 | 28.891987   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 89.0        |\n",
+      "|    direct_solar_radiation       | 410.0       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.378698   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 40.5        |\n",
+      "|    outdoor_temperature          | 13.817409   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 305.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 17%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.59768385   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 20.986973    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.53742015  |\n",
+      "|    air_humidity                 | 0.7905134    |\n",
+      "|    air_temperature              | 0.36037728   |\n",
+      "|    clg_setpoint                 | -1.1545432   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.3199698   |\n",
+      "|    diffuse_solar_radiation      | -0.5494772   |\n",
+      "|    direct_solar_radiation       | -0.33113724  |\n",
+      "|    hour                         | 0.79506797   |\n",
+      "|    htg_setpoint                 | -0.36746162  |\n",
+      "|    month                        | -0.876893    |\n",
+      "|    outdoor_humidity             | 1.5262163    |\n",
+      "|    outdoor_temperature          | -0.42599493  |\n",
+      "|    people_occupant              | 1.694715     |\n",
+      "|    total_electricity_HVAC       | -0.54861456  |\n",
+      "|    wind_direction               | 0.0113062225 |\n",
+      "|    wind_speed                   | -1.0700622   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 536.5673     |\n",
+      "|    air_humidity                 | 46.75753     |\n",
+      "|    air_temperature              | 23.24935     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.0          |\n",
+      "|    diffuse_solar_radiation      | 18.0         |\n",
+      "|    direct_solar_radiation       | 68.0         |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 16.254799    |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 7.422081     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 482910.56    |\n",
+      "|    wind_direction               | 185.0        |\n",
+      "|    wind_speed                   | 2.35         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 17%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.7942507     |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 23.25         |\n",
+      "|    Heating_Setpoint_RL          | 22.092659     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.6370809    |\n",
+      "|    air_humidity                 | 0.80640715    |\n",
+      "|    air_temperature              | 0.36076054    |\n",
+      "|    clg_setpoint                 | -1.1541288    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -1.2043912    |\n",
+      "|    diffuse_solar_radiation      | -0.73578054   |\n",
+      "|    direct_solar_radiation       | -0.6053591    |\n",
+      "|    hour                         | 0.9395072     |\n",
+      "|    htg_setpoint                 | -0.0048198323 |\n",
+      "|    month                        | -0.8758756    |\n",
+      "|    outdoor_humidity             | 1.5228888     |\n",
+      "|    outdoor_temperature          | -0.40933514   |\n",
+      "|    people_occupant              | 0.50242615    |\n",
+      "|    total_electricity_HVAC       | -0.64312655   |\n",
+      "|    wind_direction               | 0.05963577    |\n",
+      "|    wind_speed                   | -0.65547353   |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186     |\n",
+      "|    air_humidity                 | 46.97259      |\n",
+      "|    air_temperature              | 23.250032     |\n",
+      "|    clg_setpoint                 | 23.25         |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 5.0           |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 18.0          |\n",
+      "|    htg_setpoint                 | 17.745705     |\n",
+      "|    month                        | 3.0           |\n",
+      "|    outdoor_humidity             | 100.0         |\n",
+      "|    outdoor_temperature          | 7.5836267     |\n",
+      "|    people_occupant              | 10.0          |\n",
+      "|    total_electricity_HVAC       | 79939.37      |\n",
+      "|    wind_direction               | 190.0         |\n",
+      "|    wind_speed                   | 3.35          |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 18%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.8911826   |\n",
+      "|    Heating_Setpoint_RL          | -0.5489485  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.632742   |\n",
+      "|    Heating_Setpoint_RL          | 14.537165   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6371176  |\n",
+      "|    air_humidity                 | 0.6389299   |\n",
+      "|    air_temperature              | 0.5180643   |\n",
+      "|    clg_setpoint                 | -0.35831028 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0892534  |\n",
+      "|    diffuse_solar_radiation      | -0.7356342  |\n",
+      "|    direct_solar_radiation       | -0.60492206 |\n",
+      "|    hour                         | 1.083933    |\n",
+      "|    htg_setpoint                 | 0.33428493  |\n",
+      "|    month                        | -0.8748618  |\n",
+      "|    outdoor_humidity             | -0.1779452  |\n",
+      "|    outdoor_temperature          | 0.07997488  |\n",
+      "|    people_occupant              | -0.45117977 |\n",
+      "|    total_electricity_HVAC       | -0.6435274  |\n",
+      "|    wind_direction               | 1.1475157   |\n",
+      "|    wind_speed                   | 2.1118982   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 44.833485   |\n",
+      "|    air_temperature              | 23.493134   |\n",
+      "|    clg_setpoint                 | 25.301497   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 19.139498   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 64.5        |\n",
+      "|    outdoor_temperature          | 12.4548235  |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 305.0       |\n",
+      "|    wind_speed                   | 10.05       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 18%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.022053689 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.699432   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.63696057 |\n",
+      "|    air_humidity                 | -0.30407804 |\n",
+      "|    air_temperature              | -0.24528344 |\n",
+      "|    clg_setpoint                 | -0.7947152  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9744722  |\n",
+      "|    diffuse_solar_radiation      | -0.73561746 |\n",
+      "|    direct_solar_radiation       | -0.6051428  |\n",
+      "|    hour                         | 1.2283411   |\n",
+      "|    htg_setpoint                 | -0.39798534 |\n",
+      "|    month                        | -0.8738515  |\n",
+      "|    outdoor_humidity             | 0.7319721   |\n",
+      "|    outdoor_temperature          | -0.6352311  |\n",
+      "|    people_occupant              | -0.4514504  |\n",
+      "|    total_electricity_HVAC       | -0.64336336 |\n",
+      "|    wind_direction               | -0.36689293 |\n",
+      "|    wind_speed                   | 0.5205207   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 32.71014    |\n",
+      "|    air_temperature              | 22.31431    |\n",
+      "|    clg_setpoint                 | 24.175943   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 16.135115   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 83.5        |\n",
+      "|    outdoor_temperature          | 5.332597    |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 145.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 18%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.62982416  |\n",
+      "|    Heating_Setpoint_RL          | 0.3067856   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.750656   |\n",
+      "|    Heating_Setpoint_RL          | 19.35067    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.59897876 |\n",
+      "|    air_humidity                 | 0.4550293   |\n",
+      "|    air_temperature              | -1.0275555  |\n",
+      "|    clg_setpoint                 | -0.20290878 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8599734  |\n",
+      "|    diffuse_solar_radiation      | -0.7356455  |\n",
+      "|    direct_solar_radiation       | -0.60462534 |\n",
+      "|    hour                         | 1.3727266   |\n",
+      "|    htg_setpoint                 | 0.27722862  |\n",
+      "|    month                        | -0.87284464 |\n",
+      "|    outdoor_humidity             | 1.5190264   |\n",
+      "|    outdoor_temperature          | -0.9471933  |\n",
+      "|    people_occupant              | -0.6899604  |\n",
+      "|    total_electricity_HVAC       | -0.60562015 |\n",
+      "|    wind_direction               | -0.5546273  |\n",
+      "|    wind_speed                   | -0.65581375 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 259.0379    |\n",
+      "|    air_humidity                 | 42.456497   |\n",
+      "|    air_temperature              | 21.107079   |\n",
+      "|    clg_setpoint                 | 25.701712   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 18.907352   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 2.2182176   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 239771.58   |\n",
+      "|    wind_direction               | 125.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 19%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.63714    |\n",
+      "|    air_humidity                 | -0.32596108 |\n",
+      "|    air_temperature              | -0.5580195  |\n",
+      "|    clg_setpoint                 | 1.2482417   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7456917  |\n",
+      "|    diffuse_solar_radiation      | -0.7356718  |\n",
+      "|    direct_solar_radiation       | -0.60443056 |\n",
+      "|    hour                         | 1.5170836   |\n",
+      "|    htg_setpoint                 | 0.30960113  |\n",
+      "|    month                        | -0.87184125 |\n",
+      "|    outdoor_humidity             | 1.0627927   |\n",
+      "|    outdoor_temperature          | -0.76714355 |\n",
+      "|    people_occupant              | -0.68929577 |\n",
+      "|    total_electricity_HVAC       | -0.64350903 |\n",
+      "|    wind_direction               | -0.69643897 |\n",
+      "|    wind_speed                   | 0.19150114  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 32.431473   |\n",
+      "|    air_temperature              | 21.830688   |\n",
+      "|    clg_setpoint                 | 29.446682   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 19.041973   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 90.5        |\n",
+      "|    outdoor_temperature          | 4.0021253   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 110.0       |\n",
+      "|    wind_speed                   | 5.4         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 19%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.43535775  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.094334   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.08173     |\n",
+      "|    air_humidity                 | -1.2214355  |\n",
+      "|    air_temperature              | 0.071588635 |\n",
+      "|    clg_setpoint                 | 1.4615746   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.63157135 |\n",
+      "|    diffuse_solar_radiation      | -0.7357388  |\n",
+      "|    direct_solar_radiation       | -0.60441095 |\n",
+      "|    hour                         | 1.6614062   |\n",
+      "|    htg_setpoint                 | 1.2255116   |\n",
+      "|    month                        | -0.8708414  |\n",
+      "|    outdoor_humidity             | -0.49152467 |\n",
+      "|    outdoor_temperature          | -0.8426353  |\n",
+      "|    people_occupant              | -0.688633   |\n",
+      "|    total_electricity_HVAC       | 2.2260609   |\n",
+      "|    wind_direction               | -1.6873183  |\n",
+      "|    wind_speed                   | 1.2433851   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 12361.659   |\n",
+      "|    air_humidity                 | 20.9344     |\n",
+      "|    air_temperature              | 22.801113   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 22.801088   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 58.0        |\n",
+      "|    outdoor_temperature          | 3.244313    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 12325163.0  |\n",
+      "|    wind_direction               | 5.0         |\n",
+      "|    wind_speed                   | 7.95        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 19%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.63709486 |\n",
+      "|    air_humidity                 | -0.15341033 |\n",
+      "|    air_temperature              | -1.2554458  |\n",
+      "|    clg_setpoint                 | 1.4613984   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.40393993 |\n",
+      "|    diffuse_solar_radiation      | -0.73572856 |\n",
+      "|    direct_solar_radiation       | -0.60462785 |\n",
+      "|    hour                         | -1.6612434  |\n",
+      "|    htg_setpoint                 | -1.4067955  |\n",
+      "|    month                        | -0.8698449  |\n",
+      "|    outdoor_humidity             | 0.083341576 |\n",
+      "|    outdoor_temperature          | -0.34514698 |\n",
+      "|    people_occupant              | -0.6888599  |\n",
+      "|    total_electricity_HVAC       | -0.6434247  |\n",
+      "|    wind_direction               | 0.53432894  |\n",
+      "|    wind_speed                   | -0.45025793 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 34.619682   |\n",
+      "|    air_temperature              | 20.754278   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 70.0        |\n",
+      "|    outdoor_temperature          | 8.186772    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 20%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.27398115  |\n",
+      "|    Heating_Setpoint_RL          | 0.44074154  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.549686   |\n",
+      "|    Heating_Setpoint_RL          | 20.104172   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5551984  |\n",
+      "|    air_humidity                 | -0.6988574  |\n",
+      "|    air_temperature              | -1.9686923  |\n",
+      "|    clg_setpoint                 | 1.4612032   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.28995344 |\n",
+      "|    diffuse_solar_radiation      | -0.7356973  |\n",
+      "|    direct_solar_radiation       | -0.6043968  |\n",
+      "|    hour                         | -1.5166408  |\n",
+      "|    htg_setpoint                 | -0.73563933 |\n",
+      "|    month                        | -0.86885184 |\n",
+      "|    outdoor_humidity             | -1.0868429  |\n",
+      "|    outdoor_temperature          | -1.1442101  |\n",
+      "|    people_occupant              | -0.68908626 |\n",
+      "|    total_electricity_HVAC       | -0.56486    |\n",
+      "|    wind_direction               | 1.0533981   |\n",
+      "|    wind_speed                   | 1.7950836   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 457.1959    |\n",
+      "|    air_humidity                 | 27.61133    |\n",
+      "|    air_temperature              | 19.654865   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 14.754097   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 45.5        |\n",
+      "|    outdoor_temperature          | 0.23596129  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 413987.38   |\n",
+      "|    wind_direction               | 295.0       |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 20%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.79146725  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.077003   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.2473726   |\n",
+      "|    air_humidity                 | -1.2096407  |\n",
+      "|    air_temperature              | -1.0190308  |\n",
+      "|    clg_setpoint                 | 0.84902143  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.17600591 |\n",
+      "|    diffuse_solar_radiation      | -0.73569    |\n",
+      "|    direct_solar_radiation       | -0.6046127  |\n",
+      "|    hour                         | -1.3720732  |\n",
+      "|    htg_setpoint                 | 1.2873112   |\n",
+      "|    month                        | -0.86786216 |\n",
+      "|    outdoor_humidity             | -1.3465552  |\n",
+      "|    outdoor_temperature          | -1.2288032  |\n",
+      "|    people_occupant              | -0.689312   |\n",
+      "|    total_electricity_HVAC       | 3.0543535   |\n",
+      "|    wind_direction               | 1.4767679   |\n",
+      "|    wind_speed                   | -0.43199447 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17636.604   |\n",
+      "|    air_humidity                 | 21.039516   |\n",
+      "|    air_temperature              | 21.117588   |\n",
+      "|    clg_setpoint                 | 28.420517   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.052681   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 40.0        |\n",
+      "|    outdoor_temperature          | -0.61729634 |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15870956.0  |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 3.9         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 20%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.43013096  |\n",
+      "|    air_humidity                 | 0.101974085  |\n",
+      "|    air_temperature              | -1.186499    |\n",
+      "|    clg_setpoint                 | 1.1794671    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.062078346 |\n",
+      "|    diffuse_solar_radiation      | -0.7356835   |\n",
+      "|    direct_solar_radiation       | -0.6046634   |\n",
+      "|    hour                         | -1.2275342   |\n",
+      "|    htg_setpoint                 | 0.45661667   |\n",
+      "|    month                        | -0.8668759   |\n",
+      "|    outdoor_humidity             | 0.8266754    |\n",
+      "|    outdoor_temperature          | -0.556021    |\n",
+      "|    people_occupant              | -0.6895372   |\n",
+      "|    total_electricity_HVAC       | -0.5758391   |\n",
+      "|    wind_direction               | 0.957194     |\n",
+      "|    wind_speed                   | -0.96753067  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1022.3079    |\n",
+      "|    air_humidity                 | 37.85389     |\n",
+      "|    air_temperature              | 20.859148    |\n",
+      "|    clg_setpoint                 | 29.273172    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 3.0          |\n",
+      "|    htg_setpoint                 | 19.64404     |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 85.5         |\n",
+      "|    outdoor_temperature          | 6.0573907    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 366855.72    |\n",
+      "|    wind_direction               | 285.0        |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 20%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.34036863   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 19.539574    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.5720068    |\n",
+      "|    air_humidity                 | -1.6758404   |\n",
+      "|    air_temperature              | 0.36424047   |\n",
+      "|    clg_setpoint                 | -1.1538435   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.05183996   |\n",
+      "|    diffuse_solar_radiation      | -0.7356789   |\n",
+      "|    direct_solar_radiation       | -0.6048779   |\n",
+      "|    hour                         | -1.083018    |\n",
+      "|    htg_setpoint                 | 1.3355705    |\n",
+      "|    month                        | -0.86589295  |\n",
+      "|    outdoor_humidity             | -0.67557853  |\n",
+      "|    outdoor_temperature          | -0.8659492   |\n",
+      "|    people_occupant              | -0.6897618   |\n",
+      "|    total_electricity_HVAC       | 1.4597038    |\n",
+      "|    wind_direction               | -1.4063865   |\n",
+      "|    wind_speed                   | -0.124289386 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 10071.214    |\n",
+      "|    air_humidity                 | 15.028764    |\n",
+      "|    air_temperature              | 23.250086    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 16.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 54.0         |\n",
+      "|    outdoor_temperature          | 2.9792304    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 9064092.0    |\n",
+      "|    wind_direction               | 35.0         |\n",
+      "|    wind_speed                   | 4.65         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 21%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.18309648 |\n",
+      "|    Heating_Setpoint_RL          | -0.1711537  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.00705    |\n",
+      "|    Heating_Setpoint_RL          | 16.66226    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.7238005   |\n",
+      "|    air_humidity                 | -1.3153238  |\n",
+      "|    air_temperature              | -0.8251577  |\n",
+      "|    clg_setpoint                 | 1.4604459   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.16575135  |\n",
+      "|    diffuse_solar_radiation      | -0.7355472  |\n",
+      "|    direct_solar_radiation       | -0.60434353 |\n",
+      "|    hour                         | -0.9385195  |\n",
+      "|    htg_setpoint                 | 0.8878668   |\n",
+      "|    month                        | -0.86491334 |\n",
+      "|    outdoor_humidity             | 0.4448086   |\n",
+      "|    outdoor_temperature          | -1.379683   |\n",
+      "|    people_occupant              | -0.68910354 |\n",
+      "|    total_electricity_HVAC       | 0.3749776   |\n",
+      "|    wind_direction               | -1.6398947  |\n",
+      "|    wind_speed                   | 0.3066051   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6244.892    |\n",
+      "|    air_humidity                 | 19.620144   |\n",
+      "|    air_temperature              | 21.414331   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 21.414333   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 77.5        |\n",
+      "|    outdoor_temperature          | -2.1379275  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4434418.0   |\n",
+      "|    wind_direction               | 10.0        |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 21%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.7886938   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 22.061401   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.11313618 |\n",
+      "|    air_humidity                 | -1.3921071  |\n",
+      "|    air_temperature              | -1.4311478  |\n",
+      "|    clg_setpoint                 | 1.3952875   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.2796499   |\n",
+      "|    diffuse_solar_radiation      | -0.73556304 |\n",
+      "|    direct_solar_radiation       | -0.6041543  |\n",
+      "|    hour                         | -0.7940343  |\n",
+      "|    htg_setpoint                 | 0.1233094   |\n",
+      "|    month                        | -0.863937   |\n",
+      "|    outdoor_humidity             | 1.087957    |\n",
+      "|    outdoor_temperature          | -1.4847658  |\n",
+      "|    people_occupant              | -0.68844706 |\n",
+      "|    total_electricity_HVAC       | -0.1451562  |\n",
+      "|    wind_direction               | -1.2590009  |\n",
+      "|    wind_speed                   | -1.2983103  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2462.0015   |\n",
+      "|    air_humidity                 | 18.599537   |\n",
+      "|    air_temperature              | 20.477922   |\n",
+      "|    clg_setpoint                 | 29.832468   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 18.278755   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 91.0        |\n",
+      "|    outdoor_temperature          | -3.2077413  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2213071.0   |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 1.8         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 21%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.64705294  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.808804   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.35471871 |\n",
+      "|    air_humidity                 | -0.45162916 |\n",
+      "|    air_temperature              | -0.8490974  |\n",
+      "|    clg_setpoint                 | 0.8381345   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.39352158  |\n",
+      "|    diffuse_solar_radiation      | 0.32272336  |\n",
+      "|    direct_solar_radiation       | -0.6044014  |\n",
+      "|    hour                         | -0.6495587  |\n",
+      "|    htg_setpoint                 | -0.6501114  |\n",
+      "|    month                        | -0.86296403 |\n",
+      "|    outdoor_humidity             | 1.4209267   |\n",
+      "|    outdoor_temperature          | -1.1338356  |\n",
+      "|    people_occupant              | -0.6886721  |\n",
+      "|    total_electricity_HVAC       | -0.37484935 |\n",
+      "|    wind_direction               | -1.4943943  |\n",
+      "|    wind_speed                   | 0.5136605   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1369.0715   |\n",
+      "|    air_humidity                 | 30.674643   |\n",
+      "|    air_temperature              | 21.37576    |\n",
+      "|    clg_setpoint                 | 28.393806   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 102.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 15.105541   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 98.0        |\n",
+      "|    outdoor_temperature          | 0.26608014  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1230874.4   |\n",
+      "|    wind_direction               | 25.0        |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 22%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.46201846 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.026146   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5671839  |\n",
+      "|    air_humidity                 | -0.5095231  |\n",
+      "|    air_temperature              | 0.42039067  |\n",
+      "|    clg_setpoint                 | -0.3559432  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.507344    |\n",
+      "|    diffuse_solar_radiation      | 1.1524438   |\n",
+      "|    direct_solar_radiation       | 1.5726118   |\n",
+      "|    hour                         | -0.5050895  |\n",
+      "|    htg_setpoint                 | -1.4071943  |\n",
+      "|    month                        | -0.8619944  |\n",
+      "|    outdoor_humidity             | 0.060674302 |\n",
+      "|    outdoor_temperature          | -1.0389249  |\n",
+      "|    people_occupant              | 1.6947764   |\n",
+      "|    total_electricity_HVAC       | -0.58169216 |\n",
+      "|    wind_direction               | 0.06438395  |\n",
+      "|    wind_speed                   | -0.32980102 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 407.72552   |\n",
+      "|    air_humidity                 | 29.929012   |\n",
+      "|    air_temperature              | 23.332655   |\n",
+      "|    clg_setpoint                 | 25.310123   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 182.0       |\n",
+      "|    direct_solar_radiation       | 539.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 69.5        |\n",
+      "|    outdoor_temperature          | 1.1939071   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 346196.88   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 4.15        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 22%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.87769556 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.687963   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6003064  |\n",
+      "|    air_humidity                 | 0.05129737  |\n",
+      "|    air_temperature              | 0.3663277   |\n",
+      "|    clg_setpoint                 | -1.1537529  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.62108684  |\n",
+      "|    diffuse_solar_radiation      | 0.5299491   |\n",
+      "|    direct_solar_radiation       | -0.6046074  |\n",
+      "|    hour                         | -0.36062422 |\n",
+      "|    htg_setpoint                 | 0.011166101 |\n",
+      "|    month                        | -0.8610279  |\n",
+      "|    outdoor_humidity             | -0.29827827 |\n",
+      "|    outdoor_temperature          | -0.29104933 |\n",
+      "|    people_occupant              | 1.6940496   |\n",
+      "|    total_electricity_HVAC       | -0.604004   |\n",
+      "|    wind_direction               | 0.9135476   |\n",
+      "|    wind_speed                   | 1.4581841   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 257.40704   |\n",
+      "|    air_humidity                 | 37.12201    |\n",
+      "|    air_temperature              | 23.24915    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 122.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 17.821281   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 62.0        |\n",
+      "|    outdoor_temperature          | 8.621024    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 250343.0    |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 8.5         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 22%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.8991209  |\n",
+      "|    Heating_Setpoint_RL          | -0.4262766  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.590467   |\n",
+      "|    Heating_Setpoint_RL          | 15.227194   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.46311972 |\n",
+      "|    air_humidity                 | -1.1999189  |\n",
+      "|    air_temperature              | 0.36707     |\n",
+      "|    clg_setpoint                 | -1.1536137  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7347117   |\n",
+      "|    diffuse_solar_radiation      | 0.79912746  |\n",
+      "|    direct_solar_radiation       | 2.737337    |\n",
+      "|    hour                         | -0.21616091 |\n",
+      "|    htg_setpoint                 | -0.8359535  |\n",
+      "|    month                        | -0.8600647  |\n",
+      "|    outdoor_humidity             | -2.0140269  |\n",
+      "|    outdoor_temperature          | -1.1814784  |\n",
+      "|    people_occupant              | 1.6933253   |\n",
+      "|    total_electricity_HVAC       | -0.47975615 |\n",
+      "|    wind_direction               | 1.2421402   |\n",
+      "|    wind_speed                   | 2.4964628   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 878.817     |\n",
+      "|    air_humidity                 | 21.053976   |\n",
+      "|    air_temperature              | 23.249283   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 148.0       |\n",
+      "|    direct_solar_radiation       | 828.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 14.34242    |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 26.0        |\n",
+      "|    outdoor_temperature          | -0.23897292 |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 782284.3    |\n",
+      "|    wind_direction               | 315.0       |\n",
+      "|    wind_speed                   | 11.05       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 22%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.40386537  |\n",
+      "|    Heating_Setpoint_RL          | -0.99111307 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.988045   |\n",
+      "|    Heating_Setpoint_RL          | 12.049989   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.527703   |\n",
+      "|    air_humidity                 | -1.4467345  |\n",
+      "|    air_temperature              | -0.78348565 |\n",
+      "|    clg_setpoint                 | 1.4611536   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8481723   |\n",
+      "|    diffuse_solar_radiation      | 0.76843023  |\n",
+      "|    direct_solar_radiation       | 2.886131    |\n",
+      "|    hour                         | -0.07169838 |\n",
+      "|    htg_setpoint                 | 0.902074    |\n",
+      "|    month                        | -0.85910475 |\n",
+      "|    outdoor_humidity             | -1.9126564  |\n",
+      "|    outdoor_temperature          | -0.71569026 |\n",
+      "|    people_occupant              | -0.68956685 |\n",
+      "|    total_electricity_HVAC       | -0.5183641  |\n",
+      "|    wind_direction               | 0.39216706  |\n",
+      "|    wind_speed                   | 1.3475883   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 586.4704    |\n",
+      "|    air_humidity                 | 17.863663   |\n",
+      "|    air_temperature              | 21.475595   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 145.0       |\n",
+      "|    direct_solar_radiation       | 866.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 21.475586   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 28.0        |\n",
+      "|    outdoor_temperature          | 4.373279    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 617249.44   |\n",
+      "|    wind_direction               | 225.0       |\n",
+      "|    wind_speed                   | 8.25        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.008919124 |\n",
+      "|    clip_fraction                | 0.0887      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.64       |\n",
+      "|    explained_variance           | 0.722       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.846       |\n",
+      "|    n_updates                    | 380         |\n",
+      "|    policy_gradient_loss         | -0.0136     |\n",
+      "|    std                          | 0.907       |\n",
+      "|    value_loss                   | 1.79        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 23%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.5202925  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.869013   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.63752955 |\n",
+      "|    air_humidity                 | -1.2633187  |\n",
+      "|    air_temperature              | -0.58154064 |\n",
+      "|    clg_setpoint                 | 1.0358133   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.9614148   |\n",
+      "|    diffuse_solar_radiation      | 0.76884574  |\n",
+      "|    direct_solar_radiation       | 2.8935852   |\n",
+      "|    hour                         | 0.07276399  |\n",
+      "|    htg_setpoint                 | -0.67880875 |\n",
+      "|    month                        | -0.858148   |\n",
+      "|    outdoor_humidity             | -0.673827   |\n",
+      "|    outdoor_temperature          | -0.12040482 |\n",
+      "|    people_occupant              | -0.6889148  |\n",
+      "|    total_electricity_HVAC       | -0.6437817  |\n",
+      "|    wind_direction               | -0.03271239 |\n",
+      "|    wind_speed                   | 0.07656902  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 20.182592   |\n",
+      "|    air_temperature              | 21.784725   |\n",
+      "|    clg_setpoint                 | 28.903585   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 145.0       |\n",
+      "|    direct_solar_radiation       | 869.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 14.98403    |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 54.0        |\n",
+      "|    outdoor_temperature          | 10.28274    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 180.0       |\n",
+      "|    wind_speed                   | 5.15        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 23%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.062134482  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 17.974506    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6373637   |\n",
+      "|    air_humidity                 | 0.33198068   |\n",
+      "|    air_temperature              | 1.4584978    |\n",
+      "|    clg_setpoint                 | 0.14571542   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0743777    |\n",
+      "|    diffuse_solar_radiation      | 0.7172369    |\n",
+      "|    direct_solar_radiation       | -0.6052687   |\n",
+      "|    hour                         | 0.2172262    |\n",
+      "|    htg_setpoint                 | -0.08476086  |\n",
+      "|    month                        | -0.85719436  |\n",
+      "|    outdoor_humidity             | 1.5160539    |\n",
+      "|    outdoor_temperature          | -0.42518333  |\n",
+      "|    people_occupant              | 1.2185682    |\n",
+      "|    total_electricity_HVAC       | -0.6436076   |\n",
+      "|    wind_direction               | -0.032782257 |\n",
+      "|    wind_speed                   | 0.4034846    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 40.6541      |\n",
+      "|    air_temperature              | 24.927399    |\n",
+      "|    clg_setpoint                 | 26.606651    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 140.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 17.421602    |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 7.2508974    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 5.95         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 23%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.38923854  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.814466   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4833102  |\n",
+      "|    air_humidity                 | 0.5139131   |\n",
+      "|    air_temperature              | 0.36935812  |\n",
+      "|    clg_setpoint                 | -1.1538599  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1869922   |\n",
+      "|    diffuse_solar_radiation      | 2.2841575   |\n",
+      "|    direct_solar_radiation       | 0.46996173  |\n",
+      "|    hour                         | 0.36168766  |\n",
+      "|    htg_setpoint                 | -1.4056785  |\n",
+      "|    month                        | -0.85624397 |\n",
+      "|    outdoor_humidity             | 0.3714176   |\n",
+      "|    outdoor_temperature          | 0.08656222  |\n",
+      "|    people_occupant              | 1.694699    |\n",
+      "|    total_electricity_HVAC       | -0.49690175 |\n",
+      "|    wind_direction               | -0.41006628 |\n",
+      "|    wind_speed                   | -0.33277452 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 785.24695   |\n",
+      "|    air_humidity                 | 43.000374   |\n",
+      "|    air_temperature              | 23.249296   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 291.0       |\n",
+      "|    direct_solar_radiation       | 267.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 76.0        |\n",
+      "|    outdoor_temperature          | 12.329594   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 706722.25   |\n",
+      "|    wind_direction               | 140.0       |\n",
+      "|    wind_speed                   | 4.15        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 23%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.5556983  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 14.499197   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.36254397  |\n",
+      "|    air_humidity                 | 1.3277662   |\n",
+      "|    air_temperature              | 0.369081    |\n",
+      "|    clg_setpoint                 | -1.1535045  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2991827   |\n",
+      "|    diffuse_solar_radiation      | 1.2251079   |\n",
+      "|    direct_solar_radiation       | 1.7109869   |\n",
+      "|    hour                         | 0.5061471   |\n",
+      "|    htg_setpoint                 | -0.22677037 |\n",
+      "|    month                        | -0.85529673 |\n",
+      "|    outdoor_humidity             | -0.32020512 |\n",
+      "|    outdoor_temperature          | 0.89399236  |\n",
+      "|    people_occupant              | 1.693978    |\n",
+      "|    total_electricity_HVAC       | 0.31568176  |\n",
+      "|    wind_direction               | -1.7325526  |\n",
+      "|    wind_speed                   | 0.6101667   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4621.4966   |\n",
+      "|    air_humidity                 | 53.45567    |\n",
+      "|    air_temperature              | 23.248795   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 189.0       |\n",
+      "|    direct_solar_radiation       | 575.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 16.840006   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 61.5        |\n",
+      "|    outdoor_temperature          | 20.337914   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4190225.2   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 6.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 24%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.98481244 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.08543    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5698811  |\n",
+      "|    air_humidity                 | -0.24598105 |\n",
+      "|    air_temperature              | 0.88333875  |\n",
+      "|    clg_setpoint                 | -0.8472193  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.410867    |\n",
+      "|    diffuse_solar_radiation      | 0.76765823  |\n",
+      "|    direct_solar_radiation       | -0.17015104 |\n",
+      "|    hour                         | 0.6506027   |\n",
+      "|    htg_setpoint                 | 0.5608044   |\n",
+      "|    month                        | -0.8543526  |\n",
+      "|    outdoor_humidity             | -0.53437924 |\n",
+      "|    outdoor_temperature          | 0.021578478 |\n",
+      "|    people_occupant              | 1.6932592   |\n",
+      "|    total_electricity_HVAC       | -0.57166123 |\n",
+      "|    wind_direction               | -1.351681   |\n",
+      "|    wind_speed                   | 1.6538028   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 392.49097   |\n",
+      "|    air_humidity                 | 33.267612   |\n",
+      "|    air_temperature              | 24.040762   |\n",
+      "|    clg_setpoint                 | 24.04126    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 145.0       |\n",
+      "|    direct_solar_radiation       | 108.0       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 20.074112   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 57.0        |\n",
+      "|    outdoor_temperature          | 11.685258   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 386081.47   |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 9.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 24%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.3198862   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.42436    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5977295  |\n",
+      "|    air_humidity                 | -0.30390492 |\n",
+      "|    air_temperature              | 0.3692977   |\n",
+      "|    clg_setpoint                 | -1.1531268  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5219568   |\n",
+      "|    diffuse_solar_radiation      | -0.30083403 |\n",
+      "|    direct_solar_radiation       | 0.6581031   |\n",
+      "|    hour                         | 0.795052    |\n",
+      "|    htg_setpoint                 | -1.4060323  |\n",
+      "|    month                        | -0.8534116  |\n",
+      "|    outdoor_humidity             | 0.5137614   |\n",
+      "|    outdoor_temperature          | -0.7214709  |\n",
+      "|    people_occupant              | 1.692543    |\n",
+      "|    total_electricity_HVAC       | -0.59265435 |\n",
+      "|    wind_direction               | -0.6424249  |\n",
+      "|    wind_speed                   | 0.4035441   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 265.82254   |\n",
+      "|    air_humidity                 | 32.51967    |\n",
+      "|    air_temperature              | 23.24932    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 42.0        |\n",
+      "|    direct_solar_radiation       | 314.0       |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 79.0        |\n",
+      "|    outdoor_temperature          | 4.312668    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 295719.8    |\n",
+      "|    wind_direction               | 115.0       |\n",
+      "|    wind_speed                   | 5.95        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 24%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.25866795  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.498005   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.1469878   |\n",
+      "|    air_humidity                 | -0.6947564  |\n",
+      "|    air_temperature              | 0.37058318  |\n",
+      "|    clg_setpoint                 | 1.4594749   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6323582   |\n",
+      "|    diffuse_solar_radiation      | -0.73673165 |\n",
+      "|    direct_solar_radiation       | -0.605105   |\n",
+      "|    hour                         | 0.939492    |\n",
+      "|    htg_setpoint                 | 1.3341733   |\n",
+      "|    month                        | -0.85247374 |\n",
+      "|    outdoor_humidity             | 0.82296216  |\n",
+      "|    outdoor_temperature          | -0.5541714  |\n",
+      "|    people_occupant              | -0.6893754  |\n",
+      "|    total_electricity_HVAC       | 1.1432731   |\n",
+      "|    wind_direction               | -0.7829417  |\n",
+      "|    wind_speed                   | -0.12937786 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 8179.7183   |\n",
+      "|    air_humidity                 | 27.508263   |\n",
+      "|    air_temperature              | 23.249933   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 85.5        |\n",
+      "|    outdoor_temperature          | 5.9626803   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7739041.5   |\n",
+      "|    wind_direction               | 100.0       |\n",
+      "|    wind_speed                   | 4.65        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 25%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.31416395 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.564697   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.63706374 |\n",
+      "|    air_humidity                 | 0.20979163  |\n",
+      "|    air_temperature              | -0.5425659  |\n",
+      "|    clg_setpoint                 | 1.4580436   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7419722   |\n",
+      "|    diffuse_solar_radiation      | -0.7367455  |\n",
+      "|    direct_solar_radiation       | -0.6045881  |\n",
+      "|    hour                         | 1.083919    |\n",
+      "|    htg_setpoint                 | -1.4062748  |\n",
+      "|    month                        | -0.8515389  |\n",
+      "|    outdoor_humidity             | 1.5112015   |\n",
+      "|    outdoor_temperature          | -0.16276243 |\n",
+      "|    people_occupant              | -0.68872935 |\n",
+      "|    total_electricity_HVAC       | -0.6432732  |\n",
+      "|    wind_direction               | -1.676525   |\n",
+      "|    wind_speed                   | -0.12945761 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 39.093258   |\n",
+      "|    air_temperature              | 21.844112   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 9.836324    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 5.0         |\n",
+      "|    wind_speed                   | 4.65        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 25%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.59275484   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 20.959246    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6370975   |\n",
+      "|    air_humidity                 | 0.2613606    |\n",
+      "|    air_temperature              | -0.058063578 |\n",
+      "|    clg_setpoint                 | -1.0070043   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.669588    |\n",
+      "|    diffuse_solar_radiation      | -0.7368608   |\n",
+      "|    direct_solar_radiation       | -0.6041499   |\n",
+      "|    hour                         | 1.2283288    |\n",
+      "|    htg_setpoint                 | 0.55003184   |\n",
+      "|    month                        | -0.56992936  |\n",
+      "|    outdoor_humidity             | 0.72466016   |\n",
+      "|    outdoor_temperature          | -0.4435094   |\n",
+      "|    people_occupant              | -0.4505707   |\n",
+      "|    total_electricity_HVAC       | -0.64328986  |\n",
+      "|    wind_direction               | 0.5402948    |\n",
+      "|    wind_speed                   | -0.66237986  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 39.753246    |\n",
+      "|    air_temperature              | 22.589384    |\n",
+      "|    clg_setpoint                 | 23.62974     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 20.034012    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 83.5         |\n",
+      "|    outdoor_temperature          | 7.0503125    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 240.0        |\n",
+      "|    wind_speed                   | 3.35         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 25%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.060640305 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 17.283897    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.63700634  |\n",
+      "|    air_humidity                 | -0.88712084  |\n",
+      "|    air_temperature              | -0.71801716  |\n",
+      "|    clg_setpoint                 | 1.457804     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.5524557   |\n",
+      "|    diffuse_solar_radiation      | -0.7369563   |\n",
+      "|    direct_solar_radiation       | -0.60437304  |\n",
+      "|    hour                         | 1.3727165    |\n",
+      "|    htg_setpoint                 | -1.4069848   |\n",
+      "|    month                        | -0.56945086  |\n",
+      "|    outdoor_humidity             | -0.9659937   |\n",
+      "|    outdoor_temperature          | -0.6534308   |\n",
+      "|    people_occupant              | -0.6891709   |\n",
+      "|    total_electricity_HVAC       | -0.64318514  |\n",
+      "|    wind_direction               | 1.3873829    |\n",
+      "|    wind_speed                   | 0.91741824   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 25.050768    |\n",
+      "|    air_temperature              | 21.575272    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 2.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 21.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 48.0         |\n",
+      "|    outdoor_temperature          | 4.9693084    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 330.0        |\n",
+      "|    wind_speed                   | 7.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 25%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.090402424 |\n",
+      "|    Heating_Setpoint_RL          | -0.27539977  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.319893    |\n",
+      "|    Heating_Setpoint_RL          | 16.075876    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5940332   |\n",
+      "|    air_humidity                 | -0.50257885  |\n",
+      "|    air_temperature              | -0.9735211   |\n",
+      "|    clg_setpoint                 | 0.23855783   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.4360291   |\n",
+      "|    diffuse_solar_radiation      | -0.7369072   |\n",
+      "|    direct_solar_radiation       | -0.6046257   |\n",
+      "|    hour                         | 1.5170768    |\n",
+      "|    htg_setpoint                 | -1.0161473   |\n",
+      "|    month                        | -0.5689736   |\n",
+      "|    outdoor_humidity             | 0.15447639   |\n",
+      "|    outdoor_temperature          | -0.80493355  |\n",
+      "|    people_occupant              | -0.68939084  |\n",
+      "|    total_electricity_HVAC       | -0.60083663  |\n",
+      "|    wind_direction               | 0.34966743   |\n",
+      "|    wind_speed                   | -0.45794305  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 281.3955     |\n",
+      "|    air_humidity                 | 29.956121    |\n",
+      "|    air_temperature              | 21.182518    |\n",
+      "|    clg_setpoint                 | 26.847803    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 3.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 13.60458     |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 71.5         |\n",
+      "|    outdoor_temperature          | 3.465056     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 259364.83    |\n",
+      "|    wind_direction               | 220.0        |\n",
+      "|    wind_speed                   | 3.85         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 26%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.025946409 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 17.479052    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.63675696  |\n",
+      "|    air_humidity                 | -0.03037065  |\n",
+      "|    air_temperature              | -1.1201699   |\n",
+      "|    clg_setpoint                 | 1.1083314    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.3201989   |\n",
+      "|    diffuse_solar_radiation      | -0.7370642   |\n",
+      "|    direct_solar_radiation       | -0.6048943   |\n",
+      "|    hour                         | 1.6614038    |\n",
+      "|    htg_setpoint                 | 0.1986636    |\n",
+      "|    month                        | -0.5684975   |\n",
+      "|    outdoor_humidity             | 0.3216985    |\n",
+      "|    outdoor_temperature          | -0.42092988  |\n",
+      "|    people_occupant              | -0.68961024  |\n",
+      "|    total_electricity_HVAC       | -0.64292425  |\n",
+      "|    wind_direction               | 0.2550628    |\n",
+      "|    wind_speed                   | -0.2528082   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 35.989017    |\n",
+      "|    air_temperature              | 20.957548    |\n",
+      "|    clg_setpoint                 | 29.095644    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 18.591442    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 75.0         |\n",
+      "|    outdoor_temperature          | 7.259791     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 210.0        |\n",
+      "|    wind_speed                   | 4.35         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 26%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.648871     |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 21.274899    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.636719    |\n",
+      "|    air_humidity                 | 1.193778     |\n",
+      "|    air_temperature              | -0.33975738  |\n",
+      "|    clg_setpoint                 | -0.52060175  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.0914499   |\n",
+      "|    diffuse_solar_radiation      | -0.7371448   |\n",
+      "|    direct_solar_radiation       | -0.6047195   |\n",
+      "|    hour                         | -1.661246    |\n",
+      "|    htg_setpoint                 | 0.15983003   |\n",
+      "|    month                        | -0.5680226   |\n",
+      "|    outdoor_humidity             | 1.0843539    |\n",
+      "|    outdoor_temperature          | -0.014009457 |\n",
+      "|    people_occupant              | -0.6898291   |\n",
+      "|    total_electricity_HVAC       | -0.64289176  |\n",
+      "|    wind_direction               | 0.4907696    |\n",
+      "|    wind_speed                   | -0.6634546   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 51.646923    |\n",
+      "|    air_temperature              | 22.15673     |\n",
+      "|    clg_setpoint                 | 24.884039    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 6.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 18.433449    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 91.0         |\n",
+      "|    outdoor_temperature          | 11.282523    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 235.0        |\n",
+      "|    wind_speed                   | 3.35         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 26%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.19346988  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.713268   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.61463994  |\n",
+      "|    air_humidity                 | 0.7288138   |\n",
+      "|    air_temperature              | 0.37225664  |\n",
+      "|    clg_setpoint                 | 1.4570341   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.97655046 |\n",
+      "|    diffuse_solar_radiation      | -0.737228   |\n",
+      "|    direct_solar_radiation       | -0.6050637  |\n",
+      "|    hour                         | -1.5166475  |\n",
+      "|    htg_setpoint                 | 1.3332508   |\n",
+      "|    month                        | -0.56754893 |\n",
+      "|    outdoor_humidity             | 0.17804259  |\n",
+      "|    outdoor_temperature          | 0.35790464  |\n",
+      "|    people_occupant              | -0.6891873  |\n",
+      "|    total_electricity_HVAC       | 0.7851972   |\n",
+      "|    wind_direction               | 0.5375217   |\n",
+      "|    wind_speed                   | -0.868756   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5761.3057   |\n",
+      "|    air_humidity                 | 45.711502   |\n",
+      "|    air_temperature              | 23.250118   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 72.0        |\n",
+      "|    outdoor_temperature          | 14.959893   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6201039.0   |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 2.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 27%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.035144627 |\n",
+      "|    Heating_Setpoint_RL          | 0.15985674  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.743612   |\n",
+      "|    Heating_Setpoint_RL          | 18.524195   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4445078  |\n",
+      "|    air_humidity                 | 0.12354594  |\n",
+      "|    air_temperature              | -0.5062029  |\n",
+      "|    clg_setpoint                 | 0.46550447  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.86196107 |\n",
+      "|    diffuse_solar_radiation      | -0.73733264 |\n",
+      "|    direct_solar_radiation       | -0.6053058  |\n",
+      "|    hour                         | -1.3720831  |\n",
+      "|    htg_setpoint                 | 1.0054235   |\n",
+      "|    month                        | -0.5670764  |\n",
+      "|    outdoor_humidity             | 0.059651062 |\n",
+      "|    outdoor_temperature          | 0.4288509   |\n",
+      "|    people_occupant              | -0.68854725 |\n",
+      "|    total_electricity_HVAC       | 0.022590213 |\n",
+      "|    wind_direction               | 0.4897526   |\n",
+      "|    wind_speed                   | -0.6633242  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 956.24603   |\n",
+      "|    air_humidity                 | 37.97175    |\n",
+      "|    air_temperature              | 21.902847   |\n",
+      "|    clg_setpoint                 | 27.439056   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 21.902878   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 69.5        |\n",
+      "|    outdoor_temperature          | 15.668783   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2928903.0   |\n",
+      "|    wind_direction               | 235.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 27%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6861645  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.309195   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.63639593 |\n",
+      "|    air_humidity                 | 1.3506943   |\n",
+      "|    air_temperature              | -0.30162695 |\n",
+      "|    clg_setpoint                 | 1.4556293   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7476144  |\n",
+      "|    diffuse_solar_radiation      | -0.73738784 |\n",
+      "|    direct_solar_radiation       | -0.6055099  |\n",
+      "|    hour                         | -1.2275462  |\n",
+      "|    htg_setpoint                 | 0.2287747   |\n",
+      "|    month                        | -0.5666051  |\n",
+      "|    outdoor_humidity             | 1.323458    |\n",
+      "|    outdoor_temperature          | -0.01062623 |\n",
+      "|    people_occupant              | -0.68876654 |\n",
+      "|    total_electricity_HVAC       | -0.64259    |\n",
+      "|    wind_direction               | 0.06448685  |\n",
+      "|    wind_speed                   | -0.9716038  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 53.670223   |\n",
+      "|    air_temperature              | 22.217367   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 18.714508   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 11.336378   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 27%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.3880141   |\n",
+      "|    air_humidity                 | 0.9979105   |\n",
+      "|    air_temperature              | 0.37144926  |\n",
+      "|    clg_setpoint                 | -0.46880397 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6334518  |\n",
+      "|    diffuse_solar_radiation      | -0.73748213 |\n",
+      "|    direct_solar_radiation       | -0.6056728  |\n",
+      "|    hour                         | -1.0830317  |\n",
+      "|    htg_setpoint                 | 1.3331054   |\n",
+      "|    month                        | -0.5661349  |\n",
+      "|    outdoor_humidity             | 1.0364974   |\n",
+      "|    outdoor_temperature          | 0.16387601  |\n",
+      "|    people_occupant              | -0.6889853  |\n",
+      "|    total_electricity_HVAC       | 1.6946852   |\n",
+      "|    wind_direction               | 0.44268715  |\n",
+      "|    wind_speed                   | -0.76524913 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 9258.462    |\n",
+      "|    air_humidity                 | 49.18654    |\n",
+      "|    air_temperature              | 23.249992   |\n",
+      "|    clg_setpoint                 | 25.022655   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 13.062924   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 10090787.0  |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 28%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.71597064  |\n",
+      "|    Heating_Setpoint_RL          | 0.29770356  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.0414     |\n",
+      "|    Heating_Setpoint_RL          | 19.299582   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6365079  |\n",
+      "|    air_humidity                 | -0.86525095 |\n",
+      "|    air_temperature              | -1.5420532  |\n",
+      "|    clg_setpoint                 | 1.4551352   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.51942354 |\n",
+      "|    diffuse_solar_radiation      | -0.65459126 |\n",
+      "|    direct_solar_radiation       | -0.5335466  |\n",
+      "|    hour                         | -0.9385342  |\n",
+      "|    htg_setpoint                 | -0.2459533  |\n",
+      "|    month                        | -0.5656659  |\n",
+      "|    outdoor_humidity             | -1.2030478  |\n",
+      "|    outdoor_temperature          | -0.64766246 |\n",
+      "|    people_occupant              | -0.68920356 |\n",
+      "|    total_electricity_HVAC       | -0.6427034  |\n",
+      "|    wind_direction               | 1.1980758   |\n",
+      "|    wind_speed                   | 1.5544963   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 25.368425   |\n",
+      "|    air_temperature              | 20.316088   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 8.0         |\n",
+      "|    direct_solar_radiation       | 18.0        |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 16.762035   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 43.0        |\n",
+      "|    outdoor_temperature          | 5.0614157   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 8.75        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 28%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.23128095  |\n",
+      "|    Heating_Setpoint_RL          | -0.4723394   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.844427    |\n",
+      "|    Heating_Setpoint_RL          | 14.968091    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.9202924    |\n",
+      "|    air_humidity                 | -1.9155451   |\n",
+      "|    air_temperature              | -0.029964743 |\n",
+      "|    clg_setpoint                 | 0.08198423   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.40548798  |\n",
+      "|    diffuse_solar_radiation      | -0.30183205  |\n",
+      "|    direct_solar_radiation       | 1.5224392    |\n",
+      "|    hour                         | -0.79404974  |\n",
+      "|    htg_setpoint                 | 1.1847646    |\n",
+      "|    month                        | -0.56519806  |\n",
+      "|    outdoor_humidity             | -1.5307505   |\n",
+      "|    outdoor_temperature          | -0.7335743   |\n",
+      "|    people_occupant              | -0.68942124  |\n",
+      "|    total_electricity_HVAC       | 0.9008324    |\n",
+      "|    wind_direction               | 1.4321446    |\n",
+      "|    wind_speed                   | 0.914621     |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 7136.3306    |\n",
+      "|    air_humidity                 | 11.889898    |\n",
+      "|    air_temperature              | 22.633986    |\n",
+      "|    clg_setpoint                 | 26.447678    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 12.0         |\n",
+      "|    diffuse_solar_radiation      | 42.0         |\n",
+      "|    direct_solar_radiation       | 530.0        |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 22.635876    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 36.0         |\n",
+      "|    outdoor_temperature          | 4.215342     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 6687103.0    |\n",
+      "|    wind_direction               | 335.0        |\n",
+      "|    wind_speed                   | 7.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 28%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.63625044  |\n",
+      "|    air_humidity                 | -1.581515    |\n",
+      "|    air_temperature              | -0.22182426  |\n",
+      "|    clg_setpoint                 | -1.1533833   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.29161185  |\n",
+      "|    diffuse_solar_radiation      | 0.48747802   |\n",
+      "|    direct_solar_radiation       | -0.6064002   |\n",
+      "|    hour                         | -0.6495745   |\n",
+      "|    htg_setpoint                 | -1.4041685   |\n",
+      "|    month                        | -0.5647314   |\n",
+      "|    outdoor_humidity             | -0.76648355  |\n",
+      "|    outdoor_temperature          | -0.45797205  |\n",
+      "|    people_occupant              | -0.68963844  |\n",
+      "|    total_electricity_HVAC       | -0.64244956  |\n",
+      "|    wind_direction               | 0.4870592    |\n",
+      "|    wind_speed                   | -0.8693017   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 16.111183    |\n",
+      "|    air_temperature              | 22.340374    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 13.0         |\n",
+      "|    diffuse_solar_radiation      | 118.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 52.0         |\n",
+      "|    outdoor_temperature          | 6.9312377    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 235.0        |\n",
+      "|    wind_speed                   | 2.85         |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.0077979076 |\n",
+      "|    clip_fraction                | 0.0744       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.64        |\n",
+      "|    explained_variance           | 0.482        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.505        |\n",
+      "|    n_updates                    | 390          |\n",
+      "|    policy_gradient_loss         | -0.0107      |\n",
+      "|    std                          | 0.907        |\n",
+      "|    value_loss                   | 1.69         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 28%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5069505   |\n",
+      "|    Heating_Setpoint_RL          | 0.64353824  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.335958   |\n",
+      "|    Heating_Setpoint_RL          | 21.244904   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.96187264  |\n",
+      "|    air_humidity                 | -1.2468516  |\n",
+      "|    air_temperature              | 0.37245473  |\n",
+      "|    clg_setpoint                 | 1.4548271   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.17777005 |\n",
+      "|    diffuse_solar_radiation      | 2.1377308   |\n",
+      "|    direct_solar_radiation       | -0.23286538 |\n",
+      "|    hour                         | -0.50510544 |\n",
+      "|    htg_setpoint                 | 1.3340017   |\n",
+      "|    month                        | -0.5642659  |\n",
+      "|    outdoor_humidity             | 0.3012216   |\n",
+      "|    outdoor_temperature          | -0.47399044 |\n",
+      "|    people_occupant              | -0.6890025  |\n",
+      "|    total_electricity_HVAC       | 1.0692334   |\n",
+      "|    wind_direction               | -1.0714875  |\n",
+      "|    wind_speed                   | 0.7100237   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7323.791    |\n",
+      "|    air_humidity                 | 20.372469   |\n",
+      "|    air_temperature              | 23.249931   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 277.0       |\n",
+      "|    direct_solar_radiation       | 93.0        |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 74.5        |\n",
+      "|    outdoor_temperature          | 6.7680593   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7408094.5   |\n",
+      "|    wind_direction               | 70.0        |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 29%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.3251558  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.795999   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.26223418 |\n",
+      "|    air_humidity                 | -0.09302583 |\n",
+      "|    air_temperature              | 0.3729529   |\n",
+      "|    clg_setpoint                 | -1.1545826  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.0639455  |\n",
+      "|    diffuse_solar_radiation      | 1.0057725   |\n",
+      "|    direct_solar_radiation       | -0.6060645  |\n",
+      "|    hour                         | -0.3606402  |\n",
+      "|    htg_setpoint                 | 0.07057632  |\n",
+      "|    month                        | -0.5638015  |\n",
+      "|    outdoor_humidity             | 1.4407144   |\n",
+      "|    outdoor_temperature          | -0.5486909  |\n",
+      "|    people_occupant              | 1.6957397   |\n",
+      "|    total_electricity_HVAC       | -0.2661919  |\n",
+      "|    wind_direction               | -0.55116636 |\n",
+      "|    wind_speed                   | -0.13073462 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1779.8298   |\n",
+      "|    air_humidity                 | 35.147705   |\n",
+      "|    air_temperature              | 23.249887   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 168.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 18.05927    |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 98.5        |\n",
+      "|    outdoor_temperature          | 6.030054    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1688770.0   |\n",
+      "|    wind_direction               | 125.0       |\n",
+      "|    wind_speed                   | 4.65        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 29%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.94196606  |\n",
+      "|    Heating_Setpoint_RL          | -0.85155493  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.445864    |\n",
+      "|    Heating_Setpoint_RL          | 12.835004    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.014161675 |\n",
+      "|    air_humidity                 | 0.6347553    |\n",
+      "|    air_temperature              | 0.37252185   |\n",
+      "|    clg_setpoint                 | -1.154198    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.04987081   |\n",
+      "|    diffuse_solar_radiation      | 0.5909082    |\n",
+      "|    direct_solar_radiation       | 2.9235673    |\n",
+      "|    hour                         | -0.21617688  |\n",
+      "|    htg_setpoint                 | -0.9187195   |\n",
+      "|    month                        | -0.5633383   |\n",
+      "|    outdoor_humidity             | -0.8165123   |\n",
+      "|    outdoor_temperature          | 0.73972815   |\n",
+      "|    people_occupant              | 1.6950336    |\n",
+      "|    total_electricity_HVAC       | 0.004485893  |\n",
+      "|    wind_direction               | 0.86705273   |\n",
+      "|    wind_speed                   | 0.81397164   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2901.9634    |\n",
+      "|    air_humidity                 | 44.49078     |\n",
+      "|    air_temperature              | 23.249231    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 16.0         |\n",
+      "|    diffuse_solar_radiation      | 128.0        |\n",
+      "|    direct_solar_radiation       | 880.0        |\n",
+      "|    hour                         | 10.0         |\n",
+      "|    htg_setpoint                 | 13.996082    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 51.0         |\n",
+      "|    outdoor_temperature          | 18.709087    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2846827.5    |\n",
+      "|    wind_direction               | 275.0        |\n",
+      "|    wind_speed                   | 6.95         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 29%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4644387  |\n",
+      "|    air_humidity                 | 0.8206512   |\n",
+      "|    air_temperature              | 0.37223342  |\n",
+      "|    clg_setpoint                 | -1.1538327  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.16367997  |\n",
+      "|    diffuse_solar_radiation      | 1.9197246   |\n",
+      "|    direct_solar_radiation       | -0.60592985 |\n",
+      "|    hour                         | -0.07171432 |\n",
+      "|    htg_setpoint                 | 0.6828662   |\n",
+      "|    month                        | -0.5628762  |\n",
+      "|    outdoor_humidity             | 0.51306635  |\n",
+      "|    outdoor_temperature          | 0.16038142  |\n",
+      "|    people_occupant              | 1.2176818   |\n",
+      "|    total_electricity_HVAC       | -0.47895053 |\n",
+      "|    wind_direction               | -1.3082101  |\n",
+      "|    wind_speed                   | -0.35602874 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 863.33167   |\n",
+      "|    air_humidity                 | 46.883293   |\n",
+      "|    air_temperature              | 23.248934   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 256.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 20.576445   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 79.0        |\n",
+      "|    outdoor_temperature          | 13.013712   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 776998.5    |\n",
+      "|    wind_direction               | 45.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 29%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.49203706  |\n",
+      "|    air_humidity                 | -0.006733925 |\n",
+      "|    air_temperature              | 0.37260523   |\n",
+      "|    clg_setpoint                 | -1.1534323   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.2774751    |\n",
+      "|    diffuse_solar_radiation      | 1.9089521    |\n",
+      "|    direct_solar_radiation       | -0.6054147   |\n",
+      "|    hour                         | 0.072748095  |\n",
+      "|    htg_setpoint                 | 1.3328537    |\n",
+      "|    month                        | -0.56241524  |\n",
+      "|    outdoor_humidity             | 0.13204497   |\n",
+      "|    outdoor_temperature          | -0.3163241   |\n",
+      "|    people_occupant              | 0.26390785   |\n",
+      "|    total_electricity_HVAC       | -0.50520205  |\n",
+      "|    wind_direction               | -1.2122964   |\n",
+      "|    wind_speed                   | 0.50635475   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 738.3638     |\n",
+      "|    air_humidity                 | 36.29381     |\n",
+      "|    air_temperature              | 23.249445    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 18.0         |\n",
+      "|    diffuse_solar_radiation      | 255.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 71.0         |\n",
+      "|    outdoor_temperature          | 8.323363     |\n",
+      "|    people_occupant              | 8.0          |\n",
+      "|    total_electricity_HVAC       | 664527.4     |\n",
+      "|    wind_direction               | 55.0         |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 30%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4540271  |\n",
+      "|    air_humidity                 | -0.93326366 |\n",
+      "|    air_temperature              | 0.37270606  |\n",
+      "|    clg_setpoint                 | -1.1527444  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.39124146  |\n",
+      "|    diffuse_solar_radiation      | 1.7934695   |\n",
+      "|    direct_solar_radiation       | 1.9625338   |\n",
+      "|    hour                         | 0.21721035  |\n",
+      "|    htg_setpoint                 | 0.33339444  |\n",
+      "|    month                        | -0.56195545 |\n",
+      "|    outdoor_humidity             | -0.8653037  |\n",
+      "|    outdoor_temperature          | -0.23868188 |\n",
+      "|    people_occupant              | 1.2166649   |\n",
+      "|    total_electricity_HVAC       | -0.4690231  |\n",
+      "|    wind_direction               | -0.4545247  |\n",
+      "|    wind_speed                   | 0.0956412   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 910.05884   |\n",
+      "|    air_humidity                 | 24.42768    |\n",
+      "|    air_temperature              | 23.24952    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 244.0       |\n",
+      "|    direct_solar_radiation       | 640.0       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 19.144764   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 50.0        |\n",
+      "|    outdoor_temperature          | 9.080789    |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 819053.0    |\n",
+      "|    wind_direction               | 135.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 30%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.48549697  |\n",
+      "|    Heating_Setpoint_RL          | 0.18416002  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.263552   |\n",
+      "|    Heating_Setpoint_RL          | 18.6609     |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.43075666  |\n",
+      "|    air_humidity                 | -0.5904428  |\n",
+      "|    air_temperature              | 0.3732677   |\n",
+      "|    clg_setpoint                 | 0.3031474   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.5049565   |\n",
+      "|    diffuse_solar_radiation      | 1.3361337   |\n",
+      "|    direct_solar_radiation       | -0.605074   |\n",
+      "|    hour                         | 0.36167186  |\n",
+      "|    htg_setpoint                 | 1.3321648   |\n",
+      "|    month                        | -0.56149673 |\n",
+      "|    outdoor_humidity             | 0.70287347  |\n",
+      "|    outdoor_temperature          | -0.24897438 |\n",
+      "|    people_occupant              | -0.68945104 |\n",
+      "|    total_electricity_HVAC       | 0.686933    |\n",
+      "|    wind_direction               | -0.7377604  |\n",
+      "|    wind_speed                   | -0.25358105 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4912.827    |\n",
+      "|    air_humidity                 | 28.811193   |\n",
+      "|    air_temperature              | 23.249903   |\n",
+      "|    clg_setpoint                 | 27.018457   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 200.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 83.0        |\n",
+      "|    outdoor_temperature          | 8.977189    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5765721.0   |\n",
+      "|    wind_direction               | 105.0       |\n",
+      "|    wind_speed                   | 4.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 30%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.3534952    |\n",
+      "|    Heating_Setpoint_RL          | -0.70910597  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.818047    |\n",
+      "|    Heating_Setpoint_RL          | 13.636279    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.63573843  |\n",
+      "|    air_humidity                 | -0.033656828 |\n",
+      "|    air_temperature              | -1.076802    |\n",
+      "|    clg_setpoint                 | 1.4532491    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.61858976   |\n",
+      "|    diffuse_solar_radiation      | 0.52685744   |\n",
+      "|    direct_solar_radiation       | -0.60456187  |\n",
+      "|    hour                         | 0.5061315    |\n",
+      "|    htg_setpoint                 | -1.4055082   |\n",
+      "|    month                        | -0.5610392   |\n",
+      "|    outdoor_humidity             | 1.2719024    |\n",
+      "|    outdoor_temperature          | -0.3261558   |\n",
+      "|    people_occupant              | -0.68882096  |\n",
+      "|    total_electricity_HVAC       | -0.641928    |\n",
+      "|    wind_direction               | 1.2965147    |\n",
+      "|    wind_speed                   | 0.6081065    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 35.934418    |\n",
+      "|    air_temperature              | 21.033495    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 21.0         |\n",
+      "|    diffuse_solar_radiation      | 122.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 15.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 95.0         |\n",
+      "|    outdoor_temperature          | 8.216948     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 320.0        |\n",
+      "|    wind_speed                   | 6.45         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.36116955  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 15.593421    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.489009    |\n",
+      "|    air_humidity                 | -0.28838947  |\n",
+      "|    air_temperature              | 0.37424228   |\n",
+      "|    clg_setpoint                 | -1.1534983   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.7321033    |\n",
+      "|    diffuse_solar_radiation      | 1.5428774    |\n",
+      "|    direct_solar_radiation       | -0.50374204  |\n",
+      "|    hour                         | 0.65058726   |\n",
+      "|    htg_setpoint                 | -1.4054531   |\n",
+      "|    month                        | -0.56058276  |\n",
+      "|    outdoor_humidity             | -0.39241284  |\n",
+      "|    outdoor_temperature          | -0.087057665 |\n",
+      "|    people_occupant              | 1.6949567    |\n",
+      "|    total_electricity_HVAC       | -0.5023103   |\n",
+      "|    wind_direction               | 0.7285112    |\n",
+      "|    wind_speed                   | 1.5515428    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 750.77936    |\n",
+      "|    air_humidity                 | 32.67678     |\n",
+      "|    air_temperature              | 23.249405    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 22.0         |\n",
+      "|    diffuse_solar_radiation      | 220.0        |\n",
+      "|    direct_solar_radiation       | 25.0         |\n",
+      "|    hour                         | 16.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 60.0         |\n",
+      "|    outdoor_temperature          | 10.5581665   |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 675701.44    |\n",
+      "|    wind_direction               | 260.0        |\n",
+      "|    wind_speed                   | 8.75         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.44293392 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.133497   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4439039  |\n",
+      "|    air_humidity                 | 0.12200961  |\n",
+      "|    air_temperature              | 0.37383524  |\n",
+      "|    clg_setpoint                 | -1.1528696  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.84545153  |\n",
+      "|    diffuse_solar_radiation      | -0.25153193 |\n",
+      "|    direct_solar_radiation       | 1.3574939   |\n",
+      "|    hour                         | 0.79503703  |\n",
+      "|    htg_setpoint                 | -1.4049448  |\n",
+      "|    month                        | -0.5601274  |\n",
+      "|    outdoor_humidity             | -0.36849308 |\n",
+      "|    outdoor_temperature          | 0.20848253  |\n",
+      "|    people_occupant              | 1.6942582   |\n",
+      "|    total_electricity_HVAC       | -0.45937636 |\n",
+      "|    wind_direction               | 0.113209546 |\n",
+      "|    wind_speed                   | 1.551449    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 953.9589    |\n",
+      "|    air_humidity                 | 37.923183   |\n",
+      "|    air_temperature              | 23.248552   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 47.0        |\n",
+      "|    direct_solar_radiation       | 489.0       |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 60.5        |\n",
+      "|    outdoor_temperature          | 13.457158   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 858563.06   |\n",
+      "|    wind_direction               | 195.0       |\n",
+      "|    wind_speed                   | 8.75        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6311363  |\n",
+      "|    air_humidity                 | 0.9432375   |\n",
+      "|    air_temperature              | 0.3744445   |\n",
+      "|    clg_setpoint                 | -1.1524911  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.95858145  |\n",
+      "|    diffuse_solar_radiation      | -0.6459822  |\n",
+      "|    direct_solar_radiation       | -0.6041004  |\n",
+      "|    hour                         | 0.9394777   |\n",
+      "|    htg_setpoint                 | -0.98895925 |\n",
+      "|    month                        | -0.55967313 |\n",
+      "|    outdoor_humidity             | 1.08131     |\n",
+      "|    outdoor_temperature          | -0.13051945 |\n",
+      "|    people_occupant              | 0.5021222   |\n",
+      "|    total_electricity_HVAC       | -0.6375177  |\n",
+      "|    wind_direction               | 0.20819986  |\n",
+      "|    wind_speed                   | -0.35882285 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 106.239105  |\n",
+      "|    air_humidity                 | 48.416946   |\n",
+      "|    air_temperature              | 23.2496     |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 9.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 13.710796   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 91.0        |\n",
+      "|    outdoor_temperature          | 10.133101   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 95615.195   |\n",
+      "|    wind_direction               | 205.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.4132152  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.300665   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.63541216 |\n",
+      "|    air_humidity                 | 0.108271666 |\n",
+      "|    air_temperature              | 0.3745042   |\n",
+      "|    clg_setpoint                 | -1.1520407  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0714328   |\n",
+      "|    diffuse_solar_radiation      | -0.7395182  |\n",
+      "|    direct_solar_radiation       | -0.60444    |\n",
+      "|    hour                         | 1.0839058   |\n",
+      "|    htg_setpoint                 | -0.6627053  |\n",
+      "|    month                        | -0.55922    |\n",
+      "|    outdoor_humidity             | -0.34565613 |\n",
+      "|    outdoor_temperature          | 0.23975825  |\n",
+      "|    people_occupant              | -0.45137513 |\n",
+      "|    total_electricity_HVAC       | -0.64157903 |\n",
+      "|    wind_direction               | 0.06608511  |\n",
+      "|    wind_speed                   | -0.46152288 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 37.762146   |\n",
+      "|    air_temperature              | 23.249796   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 15.050469   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 61.0        |\n",
+      "|    outdoor_temperature          | 13.762642   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 32%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.80438656  |\n",
+      "|    Heating_Setpoint_RL          | -0.09783998 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.339806   |\n",
+      "|    Heating_Setpoint_RL          | 17.07465    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.63542354 |\n",
+      "|    air_humidity                 | 0.37429547  |\n",
+      "|    air_temperature              | 0.1540419   |\n",
+      "|    clg_setpoint                 | -0.2723294  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1839387   |\n",
+      "|    diffuse_solar_radiation      | -0.7393696  |\n",
+      "|    direct_solar_radiation       | -0.6046932  |\n",
+      "|    hour                         | 1.2283171   |\n",
+      "|    htg_setpoint                 | 0.19667658  |\n",
+      "|    month                        | -0.558768   |\n",
+      "|    outdoor_humidity             | -0.13161807 |\n",
+      "|    outdoor_temperature          | 0.2584605   |\n",
+      "|    people_occupant              | -0.45162952 |\n",
+      "|    total_electricity_HVAC       | -0.6415859  |\n",
+      "|    wind_direction               | 0.11395857  |\n",
+      "|    wind_speed                   | 1.2449815   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 41.16007    |\n",
+      "|    air_temperature              | 22.91361    |\n",
+      "|    clg_setpoint                 | 25.527302   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 18.582073   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 65.5        |\n",
+      "|    outdoor_temperature          | 13.946828   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 195.0       |\n",
+      "|    wind_speed                   | 8.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 32%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.16989298  |\n",
+      "|    Heating_Setpoint_RL          | 0.25973523  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.19839    |\n",
+      "|    Heating_Setpoint_RL          | 19.08601    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.63518703 |\n",
+      "|    air_humidity                 | 0.8761693   |\n",
+      "|    air_temperature              | -0.19326735 |\n",
+      "|    clg_setpoint                 | -0.53849196 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2960253   |\n",
+      "|    diffuse_solar_radiation      | -0.7393523  |\n",
+      "|    direct_solar_radiation       | -0.60477036 |\n",
+      "|    hour                         | 1.3727071   |\n",
+      "|    htg_setpoint                 | -1.4047642  |\n",
+      "|    month                        | -0.55831707 |\n",
+      "|    outdoor_humidity             | 0.81972927  |\n",
+      "|    outdoor_temperature          | 0.19156455  |\n",
+      "|    people_occupant              | -0.6892669  |\n",
+      "|    total_electricity_HVAC       | -0.6413783  |\n",
+      "|    wind_direction               | -0.17034037 |\n",
+      "|    wind_speed                   | -1.2009412  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 47.568386   |\n",
+      "|    air_temperature              | 22.38395    |\n",
+      "|    clg_setpoint                 | 24.837578   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 85.5        |\n",
+      "|    outdoor_temperature          | 13.294001   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 165.0       |\n",
+      "|    wind_speed                   | 2.05        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 32%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.26897448 |\n",
+      "|    Heating_Setpoint_RL          | -0.67836857 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.71721    |\n",
+      "|    Heating_Setpoint_RL          | 13.809176   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.63494515 |\n",
+      "|    air_humidity                 | -0.5583141  |\n",
+      "|    air_temperature              | -0.48796934 |\n",
+      "|    clg_setpoint                 | 1.2488188   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4076123   |\n",
+      "|    diffuse_solar_radiation      | -0.7395054  |\n",
+      "|    direct_solar_radiation       | -0.60502815 |\n",
+      "|    hour                         | 1.5170705   |\n",
+      "|    htg_setpoint                 | -0.9205653  |\n",
+      "|    month                        | -0.5578672  |\n",
+      "|    outdoor_humidity             | 0.05858534  |\n",
+      "|    outdoor_temperature          | -0.22983517 |\n",
+      "|    people_occupant              | -0.6886425  |\n",
+      "|    total_electricity_HVAC       | -0.6411317  |\n",
+      "|    wind_direction               | -0.7848347  |\n",
+      "|    wind_speed                   | -0.4608623  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 29.272997   |\n",
+      "|    air_temperature              | 21.935228   |\n",
+      "|    clg_setpoint                 | 29.468178   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 13.989355   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 69.5        |\n",
+      "|    outdoor_temperature          | 9.173075    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 100.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 32%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.46757904   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.20308     |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.0306711    |\n",
+      "|    air_humidity                 | 0.8015346    |\n",
+      "|    air_temperature              | -0.25192502  |\n",
+      "|    clg_setpoint                 | 1.4543006    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.5186139    |\n",
+      "|    diffuse_solar_radiation      | -0.7396353   |\n",
+      "|    direct_solar_radiation       | -0.6045466   |\n",
+      "|    hour                         | 1.6614014    |\n",
+      "|    htg_setpoint                 | 1.1000646    |\n",
+      "|    month                        | -0.55741847  |\n",
+      "|    outdoor_humidity             | 0.9154809    |\n",
+      "|    outdoor_temperature          | -0.002333144 |\n",
+      "|    people_occupant              | -0.6888563   |\n",
+      "|    total_electricity_HVAC       | 1.2858453    |\n",
+      "|    wind_direction               | -0.5000537   |\n",
+      "|    wind_speed                   | -1.1806195   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 7611.363     |\n",
+      "|    air_humidity                 | 46.60981     |\n",
+      "|    air_temperature              | 22.295095    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 29.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 22.295076    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 87.5         |\n",
+      "|    outdoor_temperature          | 11.397329    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 8314892.0    |\n",
+      "|    wind_direction               | 130.0        |\n",
+      "|    wind_speed                   | 2.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 33%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5501729   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.481834   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.63472563 |\n",
+      "|    air_humidity                 | 1.7546513   |\n",
+      "|    air_temperature              | -0.5639189  |\n",
+      "|    clg_setpoint                 | 0.40359104  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6728709  |\n",
+      "|    diffuse_solar_radiation      | -0.7397537  |\n",
+      "|    direct_solar_radiation       | -0.60412955 |\n",
+      "|    hour                         | -1.6612482  |\n",
+      "|    htg_setpoint                 | -1.4051752  |\n",
+      "|    month                        | -0.27246124 |\n",
+      "|    outdoor_humidity             | 0.794585    |\n",
+      "|    outdoor_temperature          | -0.11848311 |\n",
+      "|    people_occupant              | -0.6890696  |\n",
+      "|    total_electricity_HVAC       | -0.6409231  |\n",
+      "|    wind_direction               | -1.4467392  |\n",
+      "|    wind_speed                   | -1.1999285  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 58.790718   |\n",
+      "|    air_temperature              | 21.820587   |\n",
+      "|    clg_setpoint                 | 27.27731    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 85.0        |\n",
+      "|    outdoor_temperature          | 10.264981   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 2.05        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 33%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.3084381   |\n",
+      "|    air_humidity                 | -0.9857554  |\n",
+      "|    air_temperature              | 0.37505376  |\n",
+      "|    clg_setpoint                 | 0.231789    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5552869  |\n",
+      "|    diffuse_solar_radiation      | -0.73970944 |\n",
+      "|    direct_solar_radiation       | -0.60430753 |\n",
+      "|    hour                         | -1.5166538  |\n",
+      "|    htg_setpoint                 | 1.33165     |\n",
+      "|    month                        | -0.2722821  |\n",
+      "|    outdoor_humidity             | -0.7749592  |\n",
+      "|    outdoor_temperature          | -0.38803917 |\n",
+      "|    people_occupant              | -0.6892824  |\n",
+      "|    total_electricity_HVAC       | 1.2072117   |\n",
+      "|    wind_direction               | -1.4450135  |\n",
+      "|    wind_speed                   | -0.35615855 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 8861.34     |\n",
+      "|    air_humidity                 | 23.839153   |\n",
+      "|    air_temperature              | 23.250195   |\n",
+      "|    clg_setpoint                 | 26.832016   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 52.0        |\n",
+      "|    outdoor_temperature          | 7.634394    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7975205.5   |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 34%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.92136645   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 22.807686    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6348172   |\n",
+      "|    air_humidity                 | -0.14642063  |\n",
+      "|    air_temperature              | -0.70782995  |\n",
+      "|    clg_setpoint                 | 1.4545299    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.4384501   |\n",
+      "|    diffuse_solar_radiation      | -0.73989546  |\n",
+      "|    direct_solar_radiation       | -0.60467416  |\n",
+      "|    hour                         | -1.3720922   |\n",
+      "|    htg_setpoint                 | -0.2861992   |\n",
+      "|    month                        | -0.27210328  |\n",
+      "|    outdoor_humidity             | -0.2263933   |\n",
+      "|    outdoor_temperature          | -0.013735506 |\n",
+      "|    people_occupant              | -0.68949467  |\n",
+      "|    total_electricity_HVAC       | -0.64100343  |\n",
+      "|    wind_direction               | -1.3484766   |\n",
+      "|    wind_speed                   | 1.8655626    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 34.535442    |\n",
+      "|    air_temperature              | 21.603186    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 3.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 2.0          |\n",
+      "|    htg_setpoint                 | 16.60061     |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 63.5         |\n",
+      "|    outdoor_temperature          | 11.291092    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 40.0         |\n",
+      "|    wind_speed                   | 9.5          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 34%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.9251137   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 22.828764   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.88396865  |\n",
+      "|    air_humidity                 | -0.10921508 |\n",
+      "|    air_temperature              | 0.37418053  |\n",
+      "|    clg_setpoint                 | 1.4540149   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.322249   |\n",
+      "|    diffuse_solar_radiation      | -0.740122   |\n",
+      "|    direct_solar_radiation       | -0.6041879  |\n",
+      "|    hour                         | -1.2275577  |\n",
+      "|    htg_setpoint                 | 1.331509    |\n",
+      "|    month                        | -0.27192482 |\n",
+      "|    outdoor_humidity             | 1.320511    |\n",
+      "|    outdoor_temperature          | -0.08436953 |\n",
+      "|    people_occupant              | -0.6897065  |\n",
+      "|    total_electricity_HVAC       | 1.1062013   |\n",
+      "|    wind_direction               | -1.7241727  |\n",
+      "|    wind_speed                   | 0.1964861   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6939.813    |\n",
+      "|    air_humidity                 | 35.013405   |\n",
+      "|    air_temperature              | 23.24987    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 10.60522    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7539092.0   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 5.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 34%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.92258215  |\n",
+      "|    Heating_Setpoint_RL          | 0.40684044   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.511286    |\n",
+      "|    Heating_Setpoint_RL          | 19.913477    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6346512   |\n",
+      "|    air_humidity                 | 1.0938468    |\n",
+      "|    air_temperature              | -0.065304905 |\n",
+      "|    clg_setpoint                 | -1.1517898   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.2065825   |\n",
+      "|    diffuse_solar_radiation      | -0.7402606   |\n",
+      "|    direct_solar_radiation       | -0.60370207  |\n",
+      "|    hour                         | -1.0830445   |\n",
+      "|    htg_setpoint                 | 0.65263706   |\n",
+      "|    month                        | -0.27174672  |\n",
+      "|    outdoor_humidity             | 1.3668196    |\n",
+      "|    outdoor_temperature          | 0.0877912    |\n",
+      "|    people_occupant              | -0.68908596  |\n",
+      "|    total_electricity_HVAC       | -0.64084965  |\n",
+      "|    wind_direction               | 1.3037196    |\n",
+      "|    wind_speed                   | -1.4259578   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 50.35105     |\n",
+      "|    air_temperature              | 22.581318    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 5.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 20.462742    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 97.0         |\n",
+      "|    outdoor_temperature          | 12.285915    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 320.0        |\n",
+      "|    wind_speed                   | 1.5          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.010086173  |\n",
+      "|    clip_fraction                | 0.0955       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.63        |\n",
+      "|    explained_variance           | 0.485        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.322        |\n",
+      "|    n_updates                    | 400          |\n",
+      "|    policy_gradient_loss         | -0.0136      |\n",
+      "|    std                          | 0.9          |\n",
+      "|    value_loss                   | 0.885        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 34%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.81697536   |\n",
+      "|    Heating_Setpoint_RL          | 0.07660651   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.382292    |\n",
+      "|    Heating_Setpoint_RL          | 18.055912    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.63448656  |\n",
+      "|    air_humidity                 | 1.3630806    |\n",
+      "|    air_temperature              | -0.2561955   |\n",
+      "|    clg_setpoint                 | -0.14497554  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.0913599   |\n",
+      "|    diffuse_solar_radiation      | -0.057730656 |\n",
+      "|    direct_solar_radiation       | -0.50310236  |\n",
+      "|    hour                         | -0.9385481   |\n",
+      "|    htg_setpoint                 | 0.6795175    |\n",
+      "|    month                        | -0.27156895  |\n",
+      "|    outdoor_humidity             | 1.1039147    |\n",
+      "|    outdoor_temperature          | 0.16615081   |\n",
+      "|    people_occupant              | -0.68846714  |\n",
+      "|    total_electricity_HVAC       | -0.6407089   |\n",
+      "|    wind_direction               | -0.58764386  |\n",
+      "|    wind_speed                   | -1.1781679   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 53.80338     |\n",
+      "|    air_temperature              | 22.291529    |\n",
+      "|    clg_setpoint                 | 25.860155    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 6.0          |\n",
+      "|    diffuse_solar_radiation      | 66.0         |\n",
+      "|    direct_solar_radiation       | 25.0         |\n",
+      "|    hour                         | 5.0          |\n",
+      "|    htg_setpoint                 | 20.575502    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 91.5         |\n",
+      "|    outdoor_temperature          | 13.052798    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 120.0        |\n",
+      "|    wind_speed                   | 2.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 35%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.79129404  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 22.076029   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.61233735  |\n",
+      "|    air_humidity                 | 0.8254969   |\n",
+      "|    air_temperature              | 0.37448704  |\n",
+      "|    clg_setpoint                 | 0.8406749   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9764991  |\n",
+      "|    diffuse_solar_radiation      | 0.1278032   |\n",
+      "|    direct_solar_radiation       | -0.60312897 |\n",
+      "|    hour                         | -0.7940642  |\n",
+      "|    htg_setpoint                 | 1.3294141   |\n",
+      "|    month                        | -0.27139154 |\n",
+      "|    outdoor_humidity             | 1.316603    |\n",
+      "|    outdoor_temperature          | 0.04214996  |\n",
+      "|    people_occupant              | -0.68867934 |\n",
+      "|    total_electricity_HVAC       | 0.5448709   |\n",
+      "|    wind_direction               | -0.9181424  |\n",
+      "|    wind_speed                   | -0.02672078 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5707.629    |\n",
+      "|    air_humidity                 | 46.974407   |\n",
+      "|    air_temperature              | 23.25002    |\n",
+      "|    clg_setpoint                 | 28.414268   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 84.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 11.845364   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5136866.0   |\n",
+      "|    wind_direction               | 85.0        |\n",
+      "|    wind_speed                   | 4.9         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 35%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.53335536   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.425074    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6343532   |\n",
+      "|    air_humidity                 | 1.7590119    |\n",
+      "|    air_temperature              | -0.120746024 |\n",
+      "|    clg_setpoint                 | 1.4521657    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.861928    |\n",
+      "|    diffuse_solar_radiation      | 0.16931641   |\n",
+      "|    direct_solar_radiation       | -0.6026424   |\n",
+      "|    hour                         | -0.64958936  |\n",
+      "|    htg_setpoint                 | -0.196385    |\n",
+      "|    month                        | -0.2712145   |\n",
+      "|    outdoor_humidity             | 1.5042993    |\n",
+      "|    outdoor_temperature          | 0.25307474   |\n",
+      "|    people_occupant              | -0.688891    |\n",
+      "|    total_electricity_HVAC       | -0.64059067  |\n",
+      "|    wind_direction               | -0.8698856   |\n",
+      "|    wind_speed                   | 0.19925651   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 58.9276      |\n",
+      "|    air_temperature              | 22.498215    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 8.0          |\n",
+      "|    diffuse_solar_radiation      | 88.0         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 16.982206    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 13.89975     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 90.0         |\n",
+      "|    wind_speed                   | 5.45         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 35%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.76922596  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.951897   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.23243725 |\n",
+      "|    air_humidity                 | 1.5482404   |\n",
+      "|    air_temperature              | 0.693486    |\n",
+      "|    clg_setpoint                 | -0.96444464 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.74758273 |\n",
+      "|    diffuse_solar_radiation      | 2.5051441   |\n",
+      "|    direct_solar_radiation       | 0.20633729  |\n",
+      "|    hour                         | -0.50512046 |\n",
+      "|    htg_setpoint                 | 0.14445953  |\n",
+      "|    month                        | -0.2710378  |\n",
+      "|    outdoor_humidity             | 1.3350251   |\n",
+      "|    outdoor_temperature          | 0.52260435  |\n",
+      "|    people_occupant              | 1.6943244   |\n",
+      "|    total_electricity_HVAC       | -0.22324245 |\n",
+      "|    wind_direction               | 0.36073238  |\n",
+      "|    wind_speed                   | -0.5605385  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1897.3496   |\n",
+      "|    air_humidity                 | 56.299774   |\n",
+      "|    air_temperature              | 23.734472   |\n",
+      "|    clg_setpoint                 | 23.734875   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 314.0       |\n",
+      "|    direct_solar_radiation       | 201.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 18.385921   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 96.5        |\n",
+      "|    outdoor_temperature          | 16.52258    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1857722.5   |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 35%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.13346978  |\n",
+      "|    air_humidity                 | 0.36432254   |\n",
+      "|    air_temperature              | 0.3734649    |\n",
+      "|    clg_setpoint                 | -1.1511892   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.63340807  |\n",
+      "|    diffuse_solar_radiation      | 1.6038759    |\n",
+      "|    direct_solar_radiation       | 2.0241497    |\n",
+      "|    hour                         | -0.36065525  |\n",
+      "|    htg_setpoint                 | -1.4093474   |\n",
+      "|    month                        | -0.27086142  |\n",
+      "|    outdoor_humidity             | -0.8506825   |\n",
+      "|    outdoor_temperature          | 0.6295805    |\n",
+      "|    people_occupant              | 1.6936407    |\n",
+      "|    total_electricity_HVAC       | -0.1278686   |\n",
+      "|    wind_direction               | 1.3529153    |\n",
+      "|    wind_speed                   | -0.026090328 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2342.6936    |\n",
+      "|    air_humidity                 | 41.180202    |\n",
+      "|    air_temperature              | 23.248943    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 10.0         |\n",
+      "|    diffuse_solar_radiation      | 227.0        |\n",
+      "|    direct_solar_radiation       | 653.0        |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 50.5         |\n",
+      "|    outdoor_temperature          | 17.569939    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2263982.2    |\n",
+      "|    wind_direction               | 325.0        |\n",
+      "|    wind_speed                   | 4.9          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 36%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.58603024  |\n",
+      "|    Heating_Setpoint_RL          | -0.5478724  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.602852   |\n",
+      "|    Heating_Setpoint_RL          | 14.543218   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5534155  |\n",
+      "|    air_humidity                 | -0.41886586 |\n",
+      "|    air_temperature              | 0.14729075  |\n",
+      "|    clg_setpoint                 | -1.1506895  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.51935685 |\n",
+      "|    diffuse_solar_radiation      | 2.016487    |\n",
+      "|    direct_solar_radiation       | 2.03809     |\n",
+      "|    hour                         | -0.21619192 |\n",
+      "|    htg_setpoint                 | -0.68398684 |\n",
+      "|    month                        | -0.27068537 |\n",
+      "|    outdoor_humidity             | -0.8731216  |\n",
+      "|    outdoor_temperature          | 0.291388    |\n",
+      "|    people_occupant              | -0.6895231  |\n",
+      "|    total_electricity_HVAC       | -0.5642197  |\n",
+      "|    wind_direction               | 0.028555358 |\n",
+      "|    wind_speed                   | 0.2006387   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 452.31335   |\n",
+      "|    air_humidity                 | 31.175905   |\n",
+      "|    air_temperature              | 22.906345   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 267.0       |\n",
+      "|    direct_solar_radiation       | 657.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 14.981583   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 50.0        |\n",
+      "|    outdoor_temperature          | 14.288166   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 404656.16   |\n",
+      "|    wind_direction               | 185.0       |\n",
+      "|    wind_speed                   | 5.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 36%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.41179252  |\n",
+      "|    air_humidity                 | -0.39741045  |\n",
+      "|    air_temperature              | 0.43528008   |\n",
+      "|    clg_setpoint                 | -0.7535177   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.40539017  |\n",
+      "|    diffuse_solar_radiation      | 2.2123764    |\n",
+      "|    direct_solar_radiation       | 2.0274951    |\n",
+      "|    hour                         | -0.071729325 |\n",
+      "|    htg_setpoint                 | 1.3279884    |\n",
+      "|    month                        | -0.2705097   |\n",
+      "|    outdoor_humidity             | -1.2297122   |\n",
+      "|    outdoor_temperature          | 0.7658205    |\n",
+      "|    people_occupant              | -0.6889081   |\n",
+      "|    total_electricity_HVAC       | -0.40072545  |\n",
+      "|    wind_direction               | 0.07602151   |\n",
+      "|    wind_speed                   | -0.45785975  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1088.1406    |\n",
+      "|    air_humidity                 | 31.451136    |\n",
+      "|    air_temperature              | 23.34304     |\n",
+      "|    clg_setpoint                 | 24.280731    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 12.0         |\n",
+      "|    diffuse_solar_radiation      | 286.0        |\n",
+      "|    direct_solar_radiation       | 655.0        |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 42.5         |\n",
+      "|    outdoor_temperature          | 18.898882    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1099755.1    |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 3.85         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 36%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.43814778  |\n",
+      "|    air_humidity                 | -0.7329997   |\n",
+      "|    air_temperature              | 0.37398595   |\n",
+      "|    clg_setpoint                 | -1.1511799   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.291477    |\n",
+      "|    diffuse_solar_radiation      | 2.1280584    |\n",
+      "|    direct_solar_radiation       | 2.091092     |\n",
+      "|    hour                         | 0.07273312   |\n",
+      "|    htg_setpoint                 | -1.1189036   |\n",
+      "|    month                        | -0.27033436  |\n",
+      "|    outdoor_humidity             | -1.0381325   |\n",
+      "|    outdoor_temperature          | 0.3374397    |\n",
+      "|    people_occupant              | 0.2650053    |\n",
+      "|    total_electricity_HVAC       | -0.45407233  |\n",
+      "|    wind_direction               | -0.017688973 |\n",
+      "|    wind_speed                   | 0.40738857   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 968.54694    |\n",
+      "|    air_humidity                 | 27.163797    |\n",
+      "|    air_temperature              | 23.250326    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 13.0         |\n",
+      "|    diffuse_solar_radiation      | 278.0        |\n",
+      "|    direct_solar_radiation       | 671.0        |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 13.192874    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 46.5         |\n",
+      "|    outdoor_temperature          | 14.740414    |\n",
+      "|    people_occupant              | 8.0          |\n",
+      "|    total_electricity_HVAC       | 871692.25    |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 5.95         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.9264327  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.4138155  |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5822629  |\n",
+      "|    air_humidity                 | -0.4274617  |\n",
+      "|    air_temperature              | 1.597895    |\n",
+      "|    clg_setpoint                 | -0.4355467  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.17759414 |\n",
+      "|    diffuse_solar_radiation      | 2.3336363   |\n",
+      "|    direct_solar_radiation       | 1.7719567   |\n",
+      "|    hour                         | 0.21719542  |\n",
+      "|    htg_setpoint                 | -0.70174456 |\n",
+      "|    month                        | -0.27015936 |\n",
+      "|    outdoor_humidity             | -1.0379361  |\n",
+      "|    outdoor_temperature          | 0.5528417   |\n",
+      "|    people_occupant              | 1.2181371   |\n",
+      "|    total_electricity_HVAC       | -0.5983722  |\n",
+      "|    wind_direction               | -0.30049527 |\n",
+      "|    wind_speed                   | 0.9227511   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 319.9649    |\n",
+      "|    air_humidity                 | 31.06365    |\n",
+      "|    air_temperature              | 25.10393    |\n",
+      "|    clg_setpoint                 | 25.104023   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 298.0       |\n",
+      "|    direct_solar_radiation       | 592.0       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 14.907264   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 46.5        |\n",
+      "|    outdoor_temperature          | 16.830824   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 256868.7    |\n",
+      "|    wind_direction               | 150.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.069979906  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 18.018637    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.08295418  |\n",
+      "|    air_humidity                 | -0.018647753 |\n",
+      "|    air_temperature              | 0.37332353   |\n",
+      "|    clg_setpoint                 | -1.1499676   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.06372623  |\n",
+      "|    diffuse_solar_radiation      | 1.8163104    |\n",
+      "|    direct_solar_radiation       | 1.6182423    |\n",
+      "|    hour                         | 0.361657     |\n",
+      "|    htg_setpoint                 | -0.37043414  |\n",
+      "|    month                        | -0.2699847   |\n",
+      "|    outdoor_humidity             | -1.1086866   |\n",
+      "|    outdoor_temperature          | 0.69627935   |\n",
+      "|    people_occupant              | 1.6942546    |\n",
+      "|    total_electricity_HVAC       | -0.116281316 |\n",
+      "|    wind_direction               | -0.2051536   |\n",
+      "|    wind_speed                   | 1.5617243    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2564.3518    |\n",
+      "|    air_humidity                 | 36.27763     |\n",
+      "|    air_temperature              | 23.24951     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 248.0        |\n",
+      "|    direct_solar_radiation       | 554.0        |\n",
+      "|    hour                         | 14.0         |\n",
+      "|    htg_setpoint                 | 16.269394    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 45.0         |\n",
+      "|    outdoor_temperature          | 18.222391    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2308401.0    |\n",
+      "|    wind_direction               | 160.0        |\n",
+      "|    wind_speed                   | 8.75         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.6941185   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.28235     |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.085814975 |\n",
+      "|    air_humidity                 | 0.6148127    |\n",
+      "|    air_temperature              | 0.6233982    |\n",
+      "|    clg_setpoint                 | -1.002147    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.050134376  |\n",
+      "|    diffuse_solar_radiation      | 1.6797684    |\n",
+      "|    direct_solar_radiation       | 1.1044192    |\n",
+      "|    hour                         | 0.5061167    |\n",
+      "|    htg_setpoint                 | -1.4089407   |\n",
+      "|    month                        | -0.26981038  |\n",
+      "|    outdoor_humidity             | -0.9421166   |\n",
+      "|    outdoor_temperature          | 0.76371676   |\n",
+      "|    people_occupant              | 1.6935761    |\n",
+      "|    total_electricity_HVAC       | -0.17506862  |\n",
+      "|    wind_direction               | -0.6295368   |\n",
+      "|    wind_speed                   | 0.7176437    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2550.9426    |\n",
+      "|    air_humidity                 | 44.352123    |\n",
+      "|    air_temperature              | 23.628157    |\n",
+      "|    clg_setpoint                 | 23.632357    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 16.0         |\n",
+      "|    diffuse_solar_radiation      | 235.0        |\n",
+      "|    direct_solar_radiation       | 426.0        |\n",
+      "|    hour                         | 15.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 48.5         |\n",
+      "|    outdoor_temperature          | 18.876822    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2057987.4    |\n",
+      "|    wind_direction               | 115.0        |\n",
+      "|    wind_speed                   | 6.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.2629011   |\n",
+      "|    air_humidity                 | 1.2103977   |\n",
+      "|    air_temperature              | 0.37245315  |\n",
+      "|    clg_setpoint                 | -1.1489681  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.16398762  |\n",
+      "|    diffuse_solar_radiation      | 0.78243434  |\n",
+      "|    direct_solar_radiation       | 1.3838748   |\n",
+      "|    hour                         | 0.6505728   |\n",
+      "|    htg_setpoint                 | 0.038399257 |\n",
+      "|    month                        | -0.2696364  |\n",
+      "|    outdoor_humidity             | -0.82336444 |\n",
+      "|    outdoor_temperature          | 1.0148937   |\n",
+      "|    people_occupant              | 1.6928997   |\n",
+      "|    total_electricity_HVAC       | 0.21230796  |\n",
+      "|    wind_direction               | -0.7229399  |\n",
+      "|    wind_speed                   | 0.20302598  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4116.8066   |\n",
+      "|    air_humidity                 | 51.9474     |\n",
+      "|    air_temperature              | 23.248688   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 148.0       |\n",
+      "|    direct_solar_radiation       | 496.0       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 17.950977   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 51.0        |\n",
+      "|    outdoor_temperature          | 21.31345    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3705126.0   |\n",
+      "|    wind_direction               | 105.0       |\n",
+      "|    wind_speed                   | 5.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.27669862  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 19.181429   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6171252  |\n",
+      "|    air_humidity                 | 0.25976837  |\n",
+      "|    air_temperature              | 0.12478599  |\n",
+      "|    clg_setpoint                 | 0.52129394  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.2778258   |\n",
+      "|    diffuse_solar_radiation      | 0.101730056 |\n",
+      "|    direct_solar_radiation       | -0.60526985 |\n",
+      "|    hour                         | 0.7950229   |\n",
+      "|    htg_setpoint                 | -0.43252692 |\n",
+      "|    month                        | -0.26946273 |\n",
+      "|    outdoor_humidity             | 1.3398411   |\n",
+      "|    outdoor_temperature          | 0.76009107  |\n",
+      "|    people_occupant              | -0.6893428  |\n",
+      "|    total_electricity_HVAC       | -0.6242225  |\n",
+      "|    wind_direction               | -0.768703   |\n",
+      "|    wind_speed                   | 0.40976837  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 164.55005   |\n",
+      "|    air_humidity                 | 39.85705    |\n",
+      "|    air_temperature              | 22.874409   |\n",
+      "|    clg_setpoint                 | 27.58037    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 82.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 16.017014   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 96.5        |\n",
+      "|    outdoor_temperature          | 18.850527   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 148095.05   |\n",
+      "|    wind_direction               | 100.0       |\n",
+      "|    wind_speed                   | 5.95        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.2523422   |\n",
+      "|    Heating_Setpoint_RL          | -0.2147147  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.476654   |\n",
+      "|    Heating_Setpoint_RL          | 16.417229   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.634218   |\n",
+      "|    air_humidity                 | 2.1912172   |\n",
+      "|    air_temperature              | -0.08320572 |\n",
+      "|    clg_setpoint                 | -1.1495951  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.39163354  |\n",
+      "|    diffuse_solar_radiation      | -0.37249222 |\n",
+      "|    direct_solar_radiation       | -0.20345241 |\n",
+      "|    hour                         | 0.9394642   |\n",
+      "|    htg_setpoint                 | -0.5951519  |\n",
+      "|    month                        | -0.2692894  |\n",
+      "|    outdoor_humidity             | 1.3372773   |\n",
+      "|    outdoor_temperature          | 0.6189052   |\n",
+      "|    people_occupant              | -0.6887332  |\n",
+      "|    total_electricity_HVAC       | -0.64047587 |\n",
+      "|    wind_direction               | 1.4070145   |\n",
+      "|    wind_speed                   | -0.12561575 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 64.54474    |\n",
+      "|    air_temperature              | 22.560308   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 36.0        |\n",
+      "|    direct_solar_radiation       | 100.0       |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 15.350985   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 96.5        |\n",
+      "|    outdoor_temperature          | 17.484972   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 330.0       |\n",
+      "|    wind_speed                   | 4.65        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.12136546  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.034609   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.48773882 |\n",
+      "|    air_humidity                 | 0.4670639   |\n",
+      "|    air_temperature              | 0.33718678  |\n",
+      "|    clg_setpoint                 | -1.1493937  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.505388    |\n",
+      "|    diffuse_solar_radiation      | -0.7436537  |\n",
+      "|    direct_solar_radiation       | -0.60517544 |\n",
+      "|    hour                         | 1.0838933   |\n",
+      "|    htg_setpoint                 | -1.4098321  |\n",
+      "|    month                        | -0.26911643 |\n",
+      "|    outdoor_humidity             | -1.799056   |\n",
+      "|    outdoor_temperature          | 0.8508078   |\n",
+      "|    people_occupant              | -0.45054713 |\n",
+      "|    total_electricity_HVAC       | -0.501254   |\n",
+      "|    wind_direction               | 1.6407998   |\n",
+      "|    wind_speed                   | 0.2033193   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 744.63715   |\n",
+      "|    air_humidity                 | 42.563004   |\n",
+      "|    air_temperature              | 23.1956     |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 30.5        |\n",
+      "|    outdoor_temperature          | 19.736382   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 670173.44   |\n",
+      "|    wind_direction               | 355.0       |\n",
+      "|    wind_speed                   | 5.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6343937  |\n",
+      "|    air_humidity                 | 1.0555887   |\n",
+      "|    air_temperature              | 0.3058634   |\n",
+      "|    clg_setpoint                 | -1.1488556  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6190587   |\n",
+      "|    diffuse_solar_radiation      | -0.74392414 |\n",
+      "|    direct_solar_radiation       | -0.6055244  |\n",
+      "|    hour                         | 1.2283062   |\n",
+      "|    htg_setpoint                 | -0.9790518  |\n",
+      "|    month                        | -0.2689438  |\n",
+      "|    outdoor_humidity             | 0.5302703   |\n",
+      "|    outdoor_temperature          | 0.4643009   |\n",
+      "|    people_occupant              | -0.45079523 |\n",
+      "|    total_electricity_HVAC       | -0.64063364 |\n",
+      "|    wind_direction               | -0.67464536 |\n",
+      "|    wind_speed                   | -1.1985413  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 50.07678    |\n",
+      "|    air_temperature              | 23.148302   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 13.769949   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 79.5        |\n",
+      "|    outdoor_temperature          | 15.999436   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 110.0       |\n",
+      "|    wind_speed                   | 2.05        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*------------------------------------------------------------| 39%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.029166952 |\n",
+      "|    Heating_Setpoint_RL          | 0.7149917   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.723438   |\n",
+      "|    Heating_Setpoint_RL          | 21.646828   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.63457465 |\n",
+      "|    air_humidity                 | 1.3886334   |\n",
+      "|    air_temperature              | -0.07970818 |\n",
+      "|    clg_setpoint                 | -1.1484383  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.73260784  |\n",
+      "|    diffuse_solar_radiation      | -0.74363077 |\n",
+      "|    direct_solar_radiation       | -0.60534686 |\n",
+      "|    hour                         | 1.3726983   |\n",
+      "|    htg_setpoint                 | -1.4097438  |\n",
+      "|    month                        | -0.26877147 |\n",
+      "|    outdoor_humidity             | 0.4594095   |\n",
+      "|    outdoor_temperature          | 0.44676     |\n",
+      "|    people_occupant              | -0.6893575  |\n",
+      "|    total_electricity_HVAC       | -0.64081985 |\n",
+      "|    wind_direction               | -0.57911545 |\n",
+      "|    wind_speed                   | -0.9704872  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 54.347546   |\n",
+      "|    air_temperature              | 22.566776   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 78.0        |\n",
+      "|    outdoor_temperature          | 15.836599   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*------------------------------------------------------------| 39%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.34969202 |\n",
+      "|    Heating_Setpoint_RL          | 0.1534921   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.44479    |\n",
+      "|    Heating_Setpoint_RL          | 18.488392   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.0947266   |\n",
+      "|    air_humidity                 | 1.673495    |\n",
+      "|    air_temperature              | 0.37278098  |\n",
+      "|    clg_setpoint                 | 1.455227    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.84599036  |\n",
+      "|    diffuse_solar_radiation      | -0.74386084 |\n",
+      "|    direct_solar_radiation       | -0.6050169  |\n",
+      "|    hour                         | 1.5170646   |\n",
+      "|    htg_setpoint                 | 1.3258702   |\n",
+      "|    month                        | -0.26859948 |\n",
+      "|    outdoor_humidity             | 1.4077886   |\n",
+      "|    outdoor_temperature          | 0.4211899   |\n",
+      "|    people_occupant              | -0.68956465 |\n",
+      "|    total_electricity_HVAC       | 1.3769214   |\n",
+      "|    wind_direction               | -1.287003   |\n",
+      "|    wind_speed                   | -1.733051   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7832.0757   |\n",
+      "|    air_humidity                 | 58.030853   |\n",
+      "|    air_temperature              | 23.249882   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 98.0        |\n",
+      "|    outdoor_temperature          | 15.5915365  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 8635761.0   |\n",
+      "|    wind_direction               | 45.0        |\n",
+      "|    wind_speed                   | 0.75        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*------------------------------------------------------------| 39%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.5839311  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 14.340387   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.63432163 |\n",
+      "|    air_humidity                 | 2.1901505   |\n",
+      "|    air_temperature              | -0.692514   |\n",
+      "|    clg_setpoint                 | 0.6627935   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.95915395  |\n",
+      "|    diffuse_solar_radiation      | -0.7439983  |\n",
+      "|    direct_solar_radiation       | -0.6045518  |\n",
+      "|    hour                         | 1.6613992   |\n",
+      "|    htg_setpoint                 | -0.45119798 |\n",
+      "|    month                        | -0.26842782 |\n",
+      "|    outdoor_humidity             | 0.24248797  |\n",
+      "|    outdoor_temperature          | 0.2096811   |\n",
+      "|    people_occupant              | -0.6897713  |\n",
+      "|    total_electricity_HVAC       | -0.64060366 |\n",
+      "|    wind_direction               | 0.65061927  |\n",
+      "|    wind_speed                   | 0.5153986   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 64.725525   |\n",
+      "|    air_temperature              | 21.643635   |\n",
+      "|    clg_setpoint                 | 27.944517   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 15.945567   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 73.5        |\n",
+      "|    outdoor_temperature          | 13.550093   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**-----------------------------------------------------------| 40%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.63409746 |\n",
+      "|    air_humidity                 | 0.124153346 |\n",
+      "|    air_temperature              | -0.290953   |\n",
+      "|    clg_setpoint                 | 0.6919036   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1862769   |\n",
+      "|    diffuse_solar_radiation      | -0.7440622  |\n",
+      "|    direct_solar_radiation       | -0.6047673  |\n",
+      "|    hour                         | -1.6612504  |\n",
+      "|    htg_setpoint                 | -1.2075406  |\n",
+      "|    month                        | -0.26825652 |\n",
+      "|    outdoor_humidity             | 0.05322295  |\n",
+      "|    outdoor_temperature          | 0.43089163  |\n",
+      "|    people_occupant              | -0.6891655  |\n",
+      "|    total_electricity_HVAC       | -0.6403826  |\n",
+      "|    wind_direction               | 0.13037671  |\n",
+      "|    wind_speed                   | -0.22789885 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 38.265232   |\n",
+      "|    air_temperature              | 22.24979    |\n",
+      "|    clg_setpoint                 | 28.021097   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 12.833339   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 69.5        |\n",
+      "|    outdoor_temperature          | 15.694662   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 195.0       |\n",
+      "|    wind_speed                   | 4.4         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.008260859 |\n",
+      "|    clip_fraction                | 0.0887      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.61       |\n",
+      "|    explained_variance           | 0.537       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.411       |\n",
+      "|    n_updates                    | 410         |\n",
+      "|    policy_gradient_loss         | -0.0108     |\n",
+      "|    std                          | 0.889       |\n",
+      "|    value_loss                   | 1.14        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*-----------------------------------------------------------| 40%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.017513156 |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.565893    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.63386726  |\n",
+      "|    air_humidity                 | -0.12185301  |\n",
+      "|    air_temperature              | -0.25087944  |\n",
+      "|    clg_setpoint                 | -0.089536116 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.2987756    |\n",
+      "|    diffuse_solar_radiation      | -0.74411905  |\n",
+      "|    direct_solar_radiation       | -0.60481966  |\n",
+      "|    hour                         | -1.5166597   |\n",
+      "|    htg_setpoint                 | -0.87860703  |\n",
+      "|    month                        | -0.2680855   |\n",
+      "|    outdoor_humidity             | -0.42042148  |\n",
+      "|    outdoor_temperature          | 0.34987018   |\n",
+      "|    people_occupant              | -0.68856126  |\n",
+      "|    total_electricity_HVAC       | -0.64016247  |\n",
+      "|    wind_direction               | 1.4060521    |\n",
+      "|    wind_speed                   | -0.4557398   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 35.11168     |\n",
+      "|    air_temperature              | 22.310648    |\n",
+      "|    clg_setpoint                 | 25.9961      |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 27.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 1.0          |\n",
+      "|    htg_setpoint                 | 14.182726    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 59.5         |\n",
+      "|    outdoor_temperature          | 14.920925    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 330.0        |\n",
+      "|    wind_speed                   | 3.85         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**-----------------------------------------------------------| 40%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.76210874 |\n",
+      "|    Heating_Setpoint_RL          | -0.7573085  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.052883   |\n",
+      "|    Heating_Setpoint_RL          | 13.36514    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6339297  |\n",
+      "|    air_humidity                 | -0.44795334 |\n",
+      "|    air_temperature              | -0.551507   |\n",
+      "|    clg_setpoint                 | -1.1481241  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4108349   |\n",
+      "|    diffuse_solar_radiation      | -0.7442059  |\n",
+      "|    direct_solar_radiation       | -0.60516745 |\n",
+      "|    hour                         | -1.3721011  |\n",
+      "|    htg_setpoint                 | 0.5344809   |\n",
+      "|    month                        | -0.26791483 |\n",
+      "|    outdoor_humidity             | -0.72749037 |\n",
+      "|    outdoor_temperature          | 0.22527522  |\n",
+      "|    people_occupant              | -0.68876827 |\n",
+      "|    total_electricity_HVAC       | -0.6402187  |\n",
+      "|    wind_direction               | 0.7423741   |\n",
+      "|    wind_speed                   | -0.8685995  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 30.940144   |\n",
+      "|    air_temperature              | 21.858257   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 19.992287   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 53.0        |\n",
+      "|    outdoor_temperature          | 13.723722   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 2.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***----------------------------------------------------------| 41%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6597605  |\n",
+      "|    Heating_Setpoint_RL          | 0.13782859  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.398308   |\n",
+      "|    Heating_Setpoint_RL          | 18.400286   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.2907746  |\n",
+      "|    air_humidity                 | 1.3859788   |\n",
+      "|    air_temperature              | -0.5402309  |\n",
+      "|    clg_setpoint                 | -0.14095113 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5223746   |\n",
+      "|    diffuse_solar_radiation      | -0.74432105 |\n",
+      "|    direct_solar_radiation       | -0.605486   |\n",
+      "|    hour                         | -1.2275684  |\n",
+      "|    htg_setpoint                 | 0.99138117  |\n",
+      "|    month                        | -0.26774448 |\n",
+      "|    outdoor_humidity             | 0.95793486  |\n",
+      "|    outdoor_temperature          | 0.37280014  |\n",
+      "|    people_occupant              | -0.68897486 |\n",
+      "|    total_electricity_HVAC       | -0.21864635 |\n",
+      "|    wind_direction               | 0.788966    |\n",
+      "|    wind_speed                   | -1.3009241  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1621.6652   |\n",
+      "|    air_humidity                 | 54.413006   |\n",
+      "|    air_temperature              | 21.875805   |\n",
+      "|    clg_setpoint                 | 25.859283   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 21.871437   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 88.5        |\n",
+      "|    outdoor_temperature          | 15.156051   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1863659.4   |\n",
+      "|    wind_direction               | 265.0       |\n",
+      "|    wind_speed                   | 1.8         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***----------------------------------------------------------| 41%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.36747307  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.865223   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6343786  |\n",
+      "|    air_humidity                 | 1.0080318   |\n",
+      "|    air_temperature              | -0.09041012 |\n",
+      "|    clg_setpoint                 | -1.14669    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6333085   |\n",
+      "|    diffuse_solar_radiation      | -0.7445474  |\n",
+      "|    direct_solar_radiation       | -0.6057093  |\n",
+      "|    hour                         | -1.0830567  |\n",
+      "|    htg_setpoint                 | -0.71708345 |\n",
+      "|    month                        | -0.26757446 |\n",
+      "|    outdoor_humidity             | -0.06170633 |\n",
+      "|    outdoor_temperature          | 0.57490504  |\n",
+      "|    people_occupant              | -0.6891809  |\n",
+      "|    total_electricity_HVAC       | -0.6406496  |\n",
+      "|    wind_direction               | -1.6683626  |\n",
+      "|    wind_speed                   | -1.1759557  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 49.595394   |\n",
+      "|    air_temperature              | 22.553366   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 14.843243   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 67.0        |\n",
+      "|    outdoor_temperature          | 17.121782   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 5.0         |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**----------------------------------------------------------| 41%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.041537642  |\n",
+      "|    Heating_Setpoint_RL          | 0.7458176    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.76519     |\n",
+      "|    Heating_Setpoint_RL          | 21.820225    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.22509043  |\n",
+      "|    air_humidity                 | 1.0077236    |\n",
+      "|    air_temperature              | 0.3719511    |\n",
+      "|    clg_setpoint                 | -0.9758      |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.7435454    |\n",
+      "|    diffuse_solar_radiation      | 0.10568599   |\n",
+      "|    direct_solar_radiation       | 0.17211656   |\n",
+      "|    hour                         | -0.9385612   |\n",
+      "|    htg_setpoint                 | 1.3266768    |\n",
+      "|    month                        | -0.26740476  |\n",
+      "|    outdoor_humidity             | 0.81682473   |\n",
+      "|    outdoor_temperature          | 0.7551606    |\n",
+      "|    people_occupant              | -0.68938655  |\n",
+      "|    total_electricity_HVAC       | -0.092347234 |\n",
+      "|    wind_direction               | -1.7147847   |\n",
+      "|    wind_speed                   | -2.0401042   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1916.5062    |\n",
+      "|    air_humidity                 | 49.603634    |\n",
+      "|    air_temperature              | 23.249338    |\n",
+      "|    clg_setpoint                 | 23.691185    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 31.0         |\n",
+      "|    diffuse_solar_radiation      | 83.0         |\n",
+      "|    direct_solar_radiation       | 194.0        |\n",
+      "|    hour                         | 5.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 85.5         |\n",
+      "|    outdoor_temperature          | 18.880743    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2399006.0    |\n",
+      "|    wind_direction               | 0.0          |\n",
+      "|    wind_speed                   | 0.0          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***----------------------------------------------------------| 41%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.36066708  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.653751   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.24284184 |\n",
+      "|    air_humidity                 | 1.3021894   |\n",
+      "|    air_temperature              | 0.3721224   |\n",
+      "|    clg_setpoint                 | 1.0959088   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6720753  |\n",
+      "|    diffuse_solar_radiation      | 0.3511779   |\n",
+      "|    direct_solar_radiation       | 1.2860404   |\n",
+      "|    hour                         | -0.79407793 |\n",
+      "|    htg_setpoint                 | 1.3266076   |\n",
+      "|    month                        | 0.021996275 |\n",
+      "|    outdoor_humidity             | 1.0303994   |\n",
+      "|    outdoor_temperature          | 0.51091534  |\n",
+      "|    people_occupant              | -0.6895917  |\n",
+      "|    total_electricity_HVAC       | -0.2687475  |\n",
+      "|    wind_direction               | 0.17553382  |\n",
+      "|    wind_speed                   | -0.5552955  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1838.0839   |\n",
+      "|    air_humidity                 | 53.39856    |\n",
+      "|    air_temperature              | 23.24987    |\n",
+      "|    clg_setpoint                 | 29.0606     |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 107.0       |\n",
+      "|    direct_solar_radiation       | 472.0       |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 16.530413   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1653621.5   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***---------------------------------------------------------| 42%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.24335854  |\n",
+      "|    air_humidity                 | -0.6493942   |\n",
+      "|    air_temperature              | 0.371852     |\n",
+      "|    clg_setpoint                 | 1.3064667    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.5548455   |\n",
+      "|    diffuse_solar_radiation      | 0.42215556   |\n",
+      "|    direct_solar_radiation       | 1.9832222    |\n",
+      "|    hour                         | -0.6496033   |\n",
+      "|    htg_setpoint                 | 1.3269125    |\n",
+      "|    month                        | 0.02198328   |\n",
+      "|    outdoor_humidity             | -1.3888991   |\n",
+      "|    outdoor_temperature          | 0.383379     |\n",
+      "|    people_occupant              | -0.6889911   |\n",
+      "|    total_electricity_HVAC       | -0.022124486 |\n",
+      "|    wind_direction               | 1.1663985    |\n",
+      "|    wind_speed                   | 0.10379659   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1833.9098    |\n",
+      "|    air_humidity                 | 28.417547    |\n",
+      "|    air_temperature              | 23.250034    |\n",
+      "|    clg_setpoint                 | 29.607685    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 2.0          |\n",
+      "|    diffuse_solar_radiation      | 114.0        |\n",
+      "|    direct_solar_radiation       | 646.0        |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 39.0         |\n",
+      "|    outdoor_temperature          | 15.311266    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2694347.8    |\n",
+      "|    wind_direction               | 305.0        |\n",
+      "|    wind_speed                   | 5.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------****---------------------------------------------------------| 42%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.41106728 |\n",
+      "|    air_humidity                 | -0.33305985 |\n",
+      "|    air_temperature              | 1.3400675   |\n",
+      "|    clg_setpoint                 | -0.5159735  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4383165  |\n",
+      "|    diffuse_solar_radiation      | 0.76024723  |\n",
+      "|    direct_solar_radiation       | 2.3725379   |\n",
+      "|    hour                         | -0.5051346  |\n",
+      "|    htg_setpoint                 | 1.300689    |\n",
+      "|    month                        | 0.02197031  |\n",
+      "|    outdoor_humidity             | -0.7942355  |\n",
+      "|    outdoor_temperature          | 0.5763369   |\n",
+      "|    people_occupant              | 1.6959134   |\n",
+      "|    total_electricity_HVAC       | -0.42204908 |\n",
+      "|    wind_direction               | 1.2591373   |\n",
+      "|    wind_speed                   | -0.14430335 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1083.9711   |\n",
+      "|    air_humidity                 | 32.45401    |\n",
+      "|    air_temperature              | 24.70484    |\n",
+      "|    clg_setpoint                 | 24.885109   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 147.0       |\n",
+      "|    direct_solar_radiation       | 744.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 23.14       |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 51.5        |\n",
+      "|    outdoor_temperature          | 17.180815   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1002641.4   |\n",
+      "|    wind_direction               | 315.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****---------------------------------------------------------| 42%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.4446329  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.1239395  |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.6793482   |\n",
+      "|    air_humidity                 | 0.115325466 |\n",
+      "|    air_temperature              | 0.37083864  |\n",
+      "|    clg_setpoint                 | -1.1461222  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3223829  |\n",
+      "|    diffuse_solar_radiation      | 1.84615     |\n",
+      "|    direct_solar_radiation       | 1.949133    |\n",
+      "|    hour                         | -0.36066943 |\n",
+      "|    htg_setpoint                 | -0.12038916 |\n",
+      "|    month                        | 0.02195736  |\n",
+      "|    outdoor_humidity             | -2.002375   |\n",
+      "|    outdoor_temperature          | 1.3947974   |\n",
+      "|    people_occupant              | 1.695246    |\n",
+      "|    total_electricity_HVAC       | 0.6077118   |\n",
+      "|    wind_direction               | -1.7170393  |\n",
+      "|    wind_speed                   | -0.86572415 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5946.579    |\n",
+      "|    air_humidity                 | 38.19946    |\n",
+      "|    air_temperature              | 23.248934   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 253.0       |\n",
+      "|    direct_solar_radiation       | 639.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 17.292301   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 26.0        |\n",
+      "|    outdoor_temperature          | 25.098352   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 5351921.0   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 2.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.73169994  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.740812   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.41130334  |\n",
+      "|    air_humidity                 | 1.1659325   |\n",
+      "|    air_temperature              | 0.37049383  |\n",
+      "|    clg_setpoint                 | -1.1456285  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2069492  |\n",
+      "|    diffuse_solar_radiation      | 2.4082122   |\n",
+      "|    direct_solar_radiation       | 1.8355099   |\n",
+      "|    hour                         | -0.2162061  |\n",
+      "|    htg_setpoint                 | 1.327322    |\n",
+      "|    month                        | 0.021944433 |\n",
+      "|    outdoor_humidity             | -0.03314546 |\n",
+      "|    outdoor_temperature          | 0.7920022   |\n",
+      "|    people_occupant              | 1.6945807   |\n",
+      "|    total_electricity_HVAC       | 0.35297891  |\n",
+      "|    wind_direction               | 0.12462452  |\n",
+      "|    wind_speed                   | 0.104283676 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4750.5576   |\n",
+      "|    air_humidity                 | 51.63868    |\n",
+      "|    air_temperature              | 23.248692   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 308.0       |\n",
+      "|    direct_solar_radiation       | 611.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 67.5        |\n",
+      "|    outdoor_temperature          | 19.280558   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4275502.0   |\n",
+      "|    wind_direction               | 195.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.10363784 |\n",
+      "|    air_humidity                 | 2.0014668   |\n",
+      "|    air_temperature              | 0.37052608  |\n",
+      "|    clg_setpoint                 | -1.1453134  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0919296  |\n",
+      "|    diffuse_solar_radiation      | 2.0886884   |\n",
+      "|    direct_solar_radiation       | -0.60818017 |\n",
+      "|    hour                         | -0.07174349 |\n",
+      "|    htg_setpoint                 | 0.9350839   |\n",
+      "|    month                        | 0.02193153  |\n",
+      "|    outdoor_humidity             | 1.0336741   |\n",
+      "|    outdoor_temperature          | 0.64995676  |\n",
+      "|    people_occupant              | 1.2173122   |\n",
+      "|    total_electricity_HVAC       | -0.13636403 |\n",
+      "|    wind_direction               | 0.12465169  |\n",
+      "|    wind_speed                   | 0.8264886   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2454.6611   |\n",
+      "|    air_humidity                 | 62.35126    |\n",
+      "|    air_temperature              | 23.249023   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 277.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 21.637154   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 17.912481   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 2209195.0   |\n",
+      "|    wind_direction               | 195.0       |\n",
+      "|    wind_speed                   | 6.95        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.34576112 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 15.680094   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.9104514   |\n",
+      "|    air_humidity                 | 1.0474013   |\n",
+      "|    air_temperature              | 0.3705322   |\n",
+      "|    clg_setpoint                 | -1.1451273  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9772469  |\n",
+      "|    diffuse_solar_radiation      | 3.0176547   |\n",
+      "|    direct_solar_radiation       | 1.2567352   |\n",
+      "|    hour                         | 0.07271899  |\n",
+      "|    htg_setpoint                 | -0.8012309  |\n",
+      "|    month                        | 0.02191865  |\n",
+      "|    outdoor_humidity             | -0.6752019  |\n",
+      "|    outdoor_temperature          | 1.8749009   |\n",
+      "|    people_occupant              | 0.26365128  |\n",
+      "|    total_electricity_HVAC       | 0.8316883   |\n",
+      "|    wind_direction               | 1.0231006   |\n",
+      "|    wind_speed                   | 0.08272163  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6971.0405   |\n",
+      "|    air_humidity                 | 50.205853   |\n",
+      "|    air_temperature              | 23.2494     |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 368.0       |\n",
+      "|    direct_solar_radiation       | 466.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 14.493111   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 54.0        |\n",
+      "|    outdoor_temperature          | 29.74867    |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 6292893.5   |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 5.15        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.07387492  |\n",
+      "|    air_humidity                 | -0.8727871   |\n",
+      "|    air_temperature              | 0.37073776   |\n",
+      "|    clg_setpoint                 | -1.144999    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.8628328   |\n",
+      "|    diffuse_solar_radiation      | 3.4214358    |\n",
+      "|    direct_solar_radiation       | 0.8848948    |\n",
+      "|    hour                         | 0.21718132   |\n",
+      "|    htg_setpoint                 | -1.4069843   |\n",
+      "|    month                        | 0.021905793  |\n",
+      "|    outdoor_humidity             | -0.84083456  |\n",
+      "|    outdoor_temperature          | 1.3872302    |\n",
+      "|    people_occupant              | -0.68941504  |\n",
+      "|    total_electricity_HVAC       | -0.006215581 |\n",
+      "|    wind_direction               | 1.6375563    |\n",
+      "|    wind_speed                   | 0.41360402   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2586.9458    |\n",
+      "|    air_humidity                 | 25.599411    |\n",
+      "|    air_temperature              | 23.250011    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 8.0          |\n",
+      "|    diffuse_solar_radiation      | 408.0        |\n",
+      "|    direct_solar_radiation       | 373.0        |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 50.5         |\n",
+      "|    outdoor_temperature          | 25.061491    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2757963.2    |\n",
+      "|    wind_direction               | 355.0        |\n",
+      "|    wind_speed                   | 5.95         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------******-------------------------------------------------------| 44%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.512432   |\n",
+      "|    Heating_Setpoint_RL          | -0.8207964  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.895542   |\n",
+      "|    Heating_Setpoint_RL          | 13.00802    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4515904  |\n",
+      "|    air_humidity                 | -0.8425926  |\n",
+      "|    air_temperature              | 0.7127984   |\n",
+      "|    clg_setpoint                 | -0.213805   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.74862725 |\n",
+      "|    diffuse_solar_radiation      | 1.7341543   |\n",
+      "|    direct_solar_radiation       | 1.8327203   |\n",
+      "|    hour                         | 0.36164296  |\n",
+      "|    htg_setpoint                 | -1.1929793  |\n",
+      "|    month                        | 0.021892957 |\n",
+      "|    outdoor_humidity             | -0.9821225  |\n",
+      "|    outdoor_temperature          | 0.82554823  |\n",
+      "|    people_occupant              | -0.68881965 |\n",
+      "|    total_electricity_HVAC       | -0.46563482 |\n",
+      "|    wind_direction               | 0.31476295  |\n",
+      "|    wind_speed                   | 0.5171899   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 903.9861    |\n",
+      "|    air_humidity                 | 25.98163    |\n",
+      "|    air_temperature              | 23.762857   |\n",
+      "|    clg_setpoint                 | 25.665546   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 243.0       |\n",
+      "|    direct_solar_radiation       | 610.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.878692   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 47.5        |\n",
+      "|    outdoor_temperature          | 19.640816   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 819459.94   |\n",
+      "|    wind_direction               | 215.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******-------------------------------------------------------| 44%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.20948076 |\n",
+      "|    Heating_Setpoint_RL          | 0.027282164 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.918003   |\n",
+      "|    Heating_Setpoint_RL          | 17.778461   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.37264675  |\n",
+      "|    air_humidity                 | 0.7722906   |\n",
+      "|    air_temperature              | 0.36946207  |\n",
+      "|    clg_setpoint                 | -1.1453274  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6345782  |\n",
+      "|    diffuse_solar_radiation      | 1.6802595   |\n",
+      "|    direct_solar_radiation       | 0.74385524  |\n",
+      "|    hour                         | 0.50610274  |\n",
+      "|    htg_setpoint                 | -0.413577   |\n",
+      "|    month                        | 0.021880146 |\n",
+      "|    outdoor_humidity             | -1.4324087  |\n",
+      "|    outdoor_temperature          | 1.0892147   |\n",
+      "|    people_occupant              | 1.6951718   |\n",
+      "|    total_electricity_HVAC       | 0.3161458   |\n",
+      "|    wind_direction               | -0.11040545 |\n",
+      "|    wind_speed                   | 0.7241049   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4570.461    |\n",
+      "|    air_humidity                 | 46.671906   |\n",
+      "|    air_temperature              | 23.2487     |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 238.0       |\n",
+      "|    direct_solar_radiation       | 338.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 16.086002   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 38.0        |\n",
+      "|    outdoor_temperature          | 22.194466   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4113414.8   |\n",
+      "|    wind_direction               | 170.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "----------------------------------------------------***-------------------------------------------------------| 44%\n",
+      "| action_network/                 |                |\n",
+      "|    Cooling_Setpoint_RL          | -1.0           |\n",
+      "|    Heating_Setpoint_RL          | 0.48120344     |\n",
+      "| action_simulation/              |                |\n",
+      "|    Cooling_Setpoint_RL          | 23.25          |\n",
+      "|    Heating_Setpoint_RL          | 20.331768      |\n",
+      "| normalized_observation/         |                |\n",
+      "|    HVAC_electricity_demand_rate | 0.039691757    |\n",
+      "|    air_humidity                 | 1.9249171      |\n",
+      "|    air_temperature              | 0.36981508     |\n",
+      "|    clg_setpoint                 | -1.1448936     |\n",
+      "|    co2_emission                 | 0.0            |\n",
+      "|    day_of_month                 | -0.5206417     |\n",
+      "|    diffuse_solar_radiation      | 0.8939377      |\n",
+      "|    direct_solar_radiation       | -0.6087447     |\n",
+      "|    hour                         | 0.650559       |\n",
+      "|    htg_setpoint                 | -0.32182464    |\n",
+      "|    month                        | 0.021867355    |\n",
+      "|    outdoor_humidity             | 0.67851245     |\n",
+      "|    outdoor_temperature          | 0.76157314     |\n",
+      "|    people_occupant              | 1.6945113      |\n",
+      "|    total_electricity_HVAC       | -0.00023599713 |\n",
+      "|    wind_direction               | -0.34636813    |\n",
+      "|    wind_speed                   | -0.018890714   |\n",
+      "| observation/                    |                |\n",
+      "|    HVAC_electricity_demand_rate | 3088.787       |\n",
+      "|    air_humidity                 | 61.474937      |\n",
+      "|    air_temperature              | 23.249666      |\n",
+      "|    clg_setpoint                 | 23.25          |\n",
+      "|    co2_emission                 | 0.0            |\n",
+      "|    day_of_month                 | 11.0           |\n",
+      "|    diffuse_solar_radiation      | 161.0          |\n",
+      "|    direct_solar_radiation       | 0.0            |\n",
+      "|    hour                         | 16.0           |\n",
+      "|    htg_setpoint                 | 16.465494      |\n",
+      "|    month                        | 6.0            |\n",
+      "|    outdoor_humidity             | 82.5           |\n",
+      "|    outdoor_temperature          | 19.03625       |\n",
+      "|    people_occupant              | 20.0           |\n",
+      "|    total_electricity_HVAC       | 2779908.5      |\n",
+      "|    wind_direction               | 145.0          |\n",
+      "|    wind_speed                   | 4.9            |\n",
+      "----------------------------------------------------\n",
+      "--------------------------------------------------*****-------------------------------------------------------| 44%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.07684615  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 17.192741    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.004983492 |\n",
+      "|    air_humidity                 | 1.6923704    |\n",
+      "|    air_temperature              | 0.37004396   |\n",
+      "|    clg_setpoint                 | -1.1447197   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.40678126  |\n",
+      "|    diffuse_solar_radiation      | -0.013743178 |\n",
+      "|    direct_solar_radiation       | -0.6084064   |\n",
+      "|    hour                         | 0.79500955   |\n",
+      "|    htg_setpoint                 | -1.01321     |\n",
+      "|    month                        | 0.021854589  |\n",
+      "|    outdoor_humidity             | 0.8200213    |\n",
+      "|    outdoor_temperature          | 0.83654374   |\n",
+      "|    people_occupant              | 1.6938528    |\n",
+      "|    total_electricity_HVAC       | -0.04271405  |\n",
+      "|    wind_direction               | 0.07920104   |\n",
+      "|    wind_speed                   | 1.2405694    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2889.528     |\n",
+      "|    air_humidity                 | 58.568615    |\n",
+      "|    air_temperature              | 23.250317    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 12.0         |\n",
+      "|    diffuse_solar_radiation      | 72.0         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 13.621002    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 85.5         |\n",
+      "|    outdoor_temperature          | 19.767124    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2600575.2    |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 7.95         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*******------------------------------------------------------| 45%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.7471659  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.103315   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.11628716 |\n",
+      "|    air_humidity                 | 1.2336632   |\n",
+      "|    air_temperature              | 0.36949012  |\n",
+      "|    clg_setpoint                 | -1.1444427  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.29296824 |\n",
+      "|    diffuse_solar_radiation      | -0.1770416  |\n",
+      "|    direct_solar_radiation       | -0.19582918 |\n",
+      "|    hour                         | 0.9394515   |\n",
+      "|    htg_setpoint                 | 0.14440644  |\n",
+      "|    month                        | 0.021841843 |\n",
+      "|    outdoor_humidity             | 0.88988626  |\n",
+      "|    outdoor_temperature          | 0.9693919   |\n",
+      "|    people_occupant              | 0.50185245  |\n",
+      "|    total_electricity_HVAC       | -0.1449629  |\n",
+      "|    wind_direction               | 0.07913208  |\n",
+      "|    wind_speed                   | 1.1374255   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2394.933    |\n",
+      "|    air_humidity                 | 52.71753    |\n",
+      "|    air_temperature              | 23.249641   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 56.0        |\n",
+      "|    direct_solar_radiation       | 103.0       |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 18.3867     |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 21.05829    |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 2170306.0   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******------------------------------------------------------| 45%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.40566787  |\n",
+      "|    Heating_Setpoint_RL          | 0.5696038   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.99413    |\n",
+      "|    Heating_Setpoint_RL          | 20.829021   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5061755  |\n",
+      "|    air_humidity                 | 1.165995    |\n",
+      "|    air_temperature              | 0.579016    |\n",
+      "|    clg_setpoint                 | -0.616763   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.1791815  |\n",
+      "|    diffuse_solar_radiation      | -0.7478432  |\n",
+      "|    direct_solar_radiation       | -0.608558   |\n",
+      "|    hour                         | 1.0838816   |\n",
+      "|    htg_setpoint                 | 0.58816946  |\n",
+      "|    month                        | 0.02182912  |\n",
+      "|    outdoor_humidity             | 0.81745785  |\n",
+      "|    outdoor_temperature          | 0.9595884   |\n",
+      "|    people_occupant              | -0.45154867 |\n",
+      "|    total_electricity_HVAC       | -0.519505   |\n",
+      "|    wind_direction               | 0.17372328  |\n",
+      "|    wind_speed                   | -0.12365793 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 664.01953   |\n",
+      "|    air_humidity                 | 51.881752   |\n",
+      "|    air_temperature              | 23.56324    |\n",
+      "|    clg_setpoint                 | 24.618166   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 20.213318   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 85.5        |\n",
+      "|    outdoor_temperature          | 20.974152   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 595296.5    |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 4.65        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------******------------------------------------------------------| 45%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.9646598    |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.880726    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5169419   |\n",
+      "|    air_humidity                 | -1.0807078   |\n",
+      "|    air_temperature              | 0.5188311    |\n",
+      "|    clg_setpoint                 | 1.4579537    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.065407306 |\n",
+      "|    diffuse_solar_radiation      | -0.7478587   |\n",
+      "|    direct_solar_radiation       | -0.608757    |\n",
+      "|    hour                         | 1.2282959    |\n",
+      "|    htg_setpoint                 | -1.3911415   |\n",
+      "|    month                        | 0.02181642   |\n",
+      "|    outdoor_humidity             | 0.81694365   |\n",
+      "|    outdoor_temperature          | 1.3060886    |\n",
+      "|    people_occupant              | -0.6892413   |\n",
+      "|    total_electricity_HVAC       | -0.52921337  |\n",
+      "|    wind_direction               | -0.8208893   |\n",
+      "|    wind_speed                   | -0.66060835  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 615.3132     |\n",
+      "|    air_humidity                 | 22.976795    |\n",
+      "|    air_temperature              | 23.473558    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 12.062835    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 85.5         |\n",
+      "|    outdoor_temperature          | 24.339163    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 553781.8     |\n",
+      "|    wind_direction               | 95.0         |\n",
+      "|    wind_speed                   | 3.35         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*******-----------------------------------------------------| 46%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.53357613   |\n",
+      "|    Heating_Setpoint_RL          | -0.40645736  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.42582     |\n",
+      "|    Heating_Setpoint_RL          | 15.338677    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.030116985 |\n",
+      "|    air_humidity                 | -0.7204272   |\n",
+      "|    air_temperature              | 0.37053445   |\n",
+      "|    clg_setpoint                 | 1.4141853    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.04836053   |\n",
+      "|    diffuse_solar_radiation      | -0.747991    |\n",
+      "|    direct_solar_radiation       | -0.6086326   |\n",
+      "|    hour                         | 1.37269      |\n",
+      "|    htg_setpoint                 | 1.326537     |\n",
+      "|    month                        | 0.02180374   |\n",
+      "|    outdoor_humidity             | 0.9582596    |\n",
+      "|    outdoor_temperature          | 0.8804936    |\n",
+      "|    people_occupant              | -0.68865097  |\n",
+      "|    total_electricity_HVAC       | 0.14484222   |\n",
+      "|    wind_direction               | -0.86747134  |\n",
+      "|    wind_speed                   | -1.0739694   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2773.777     |\n",
+      "|    air_humidity                 | 27.582365    |\n",
+      "|    air_temperature              | 23.251894    |\n",
+      "|    clg_setpoint                 | 29.887102    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 16.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 21.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 88.5         |\n",
+      "|    outdoor_temperature          | 20.242977    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 3385290.2    |\n",
+      "|    wind_direction               | 90.0         |\n",
+      "|    wind_speed                   | 2.35         |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.005865774  |\n",
+      "|    clip_fraction                | 0.0581       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.6         |\n",
+      "|    explained_variance           | 0.327        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.425        |\n",
+      "|    n_updates                    | 420          |\n",
+      "|    policy_gradient_loss         | -0.00726     |\n",
+      "|    std                          | 0.886        |\n",
+      "|    value_loss                   | 1.12         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------********-----------------------------------------------------| 46%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.10342764 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 17.04322    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.46983963  |\n",
+      "|    air_humidity                 | 0.540739    |\n",
+      "|    air_temperature              | 0.36938956  |\n",
+      "|    clg_setpoint                 | 0.5577932   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.16212083  |\n",
+      "|    diffuse_solar_radiation      | -0.7481526  |\n",
+      "|    direct_solar_radiation       | -0.6087185  |\n",
+      "|    hour                         | 1.5170588   |\n",
+      "|    htg_setpoint                 | 1.3263481   |\n",
+      "|    month                        | 0.021791084 |\n",
+      "|    outdoor_humidity             | 1.2420835   |\n",
+      "|    outdoor_temperature          | 0.91047174  |\n",
+      "|    people_occupant              | -0.6888531  |\n",
+      "|    total_electricity_HVAC       | 0.4741778   |\n",
+      "|    wind_direction               | 0.12778138  |\n",
+      "|    wind_speed                   | -0.24563874 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4991.185    |\n",
+      "|    air_humidity                 | 43.825657   |\n",
+      "|    air_temperature              | 23.250322   |\n",
+      "|    clg_setpoint                 | 27.665554   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 94.5        |\n",
+      "|    outdoor_temperature          | 20.542915   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4768629.5   |\n",
+      "|    wind_direction               | 195.0       |\n",
+      "|    wind_speed                   | 4.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*******-----------------------------------------------------| 46%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.5945455    |\n",
+      "|    Heating_Setpoint_RL          | 0.6008551    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.631592    |\n",
+      "|    Heating_Setpoint_RL          | 21.00481     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5412886   |\n",
+      "|    air_humidity                 | 0.44172308   |\n",
+      "|    air_temperature              | 0.08403721   |\n",
+      "|    clg_setpoint                 | 1.4577417    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.27586505   |\n",
+      "|    diffuse_solar_radiation      | -0.7483186   |\n",
+      "|    direct_solar_radiation       | -0.6088661   |\n",
+      "|    hour                         | 1.6613971    |\n",
+      "|    htg_setpoint                 | -0.026432594 |\n",
+      "|    month                        | 0.02177845   |\n",
+      "|    outdoor_humidity             | 0.83756      |\n",
+      "|    outdoor_temperature          | 1.2151349    |\n",
+      "|    people_occupant              | -0.6890548   |\n",
+      "|    total_electricity_HVAC       | -0.55235475  |\n",
+      "|    wind_direction               | 0.5068005    |\n",
+      "|    wind_speed                   | -0.6592554   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 508.07602    |\n",
+      "|    air_humidity                 | 42.56181     |\n",
+      "|    air_temperature              | 22.824478    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 18.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 17.679968    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 86.0         |\n",
+      "|    outdoor_temperature          | 23.501842    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 457268.4     |\n",
+      "|    wind_direction               | 235.0        |\n",
+      "|    wind_speed                   | 3.35         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********----------------------------------------------------| 47%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.532835   |\n",
+      "|    air_humidity                 | 0.23659858  |\n",
+      "|    air_temperature              | -0.15542573 |\n",
+      "|    clg_setpoint                 | -0.74692607 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.50359935  |\n",
+      "|    diffuse_solar_radiation      | -0.74849945 |\n",
+      "|    direct_solar_radiation       | -0.6092117  |\n",
+      "|    hour                         | -1.6612525  |\n",
+      "|    htg_setpoint                 | -0.37621433 |\n",
+      "|    month                        | 0.021765837 |\n",
+      "|    outdoor_humidity             | 0.43457076  |\n",
+      "|    outdoor_temperature          | 1.1370333   |\n",
+      "|    people_occupant              | -0.689256   |\n",
+      "|    total_electricity_HVAC       | -0.54339445 |\n",
+      "|    wind_direction               | -0.86823523 |\n",
+      "|    wind_speed                   | -0.7629309  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 546.9825    |\n",
+      "|    air_humidity                 | 39.93081    |\n",
+      "|    air_temperature              | 22.467628   |\n",
+      "|    clg_setpoint                 | 24.280878   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 16.238327   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 77.5        |\n",
+      "|    outdoor_temperature          | 22.783234   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 496211.47   |\n",
+      "|    wind_direction               | 90.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********----------------------------------------------------| 47%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.8341217   |\n",
+      "|    air_humidity                 | 0.1743908   |\n",
+      "|    air_temperature              | 0.36864635  |\n",
+      "|    clg_setpoint                 | 1.458349    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6172981   |\n",
+      "|    diffuse_solar_radiation      | -0.7487275  |\n",
+      "|    direct_solar_radiation       | -0.6096093  |\n",
+      "|    hour                         | -1.5166653  |\n",
+      "|    htg_setpoint                 | 1.3269675   |\n",
+      "|    month                        | 0.021753246 |\n",
+      "|    outdoor_humidity             | 1.0996039   |\n",
+      "|    outdoor_temperature          | 0.8057264   |\n",
+      "|    people_occupant              | -0.6894568  |\n",
+      "|    total_electricity_HVAC       | 0.80561215  |\n",
+      "|    wind_direction               | 0.12816662  |\n",
+      "|    wind_speed                   | -0.4522752  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6606.189    |\n",
+      "|    air_humidity                 | 39.138496   |\n",
+      "|    air_temperature              | 23.250193   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 91.5        |\n",
+      "|    outdoor_temperature          | 19.592707   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6160262.0   |\n",
+      "|    wind_direction               | 195.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********----------------------------------------------------| 47%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.56704056  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.538761   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5594536  |\n",
+      "|    air_humidity                 | 0.31460977  |\n",
+      "|    air_temperature              | -0.4510613  |\n",
+      "|    clg_setpoint                 | 1.1898657   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.73090094  |\n",
+      "|    diffuse_solar_radiation      | -0.74889857 |\n",
+      "|    direct_solar_radiation       | -0.60925716 |\n",
+      "|    hour                         | -1.3721093  |\n",
+      "|    htg_setpoint                 | 0.8966154   |\n",
+      "|    month                        | 0.021740677 |\n",
+      "|    outdoor_humidity             | 0.1250597   |\n",
+      "|    outdoor_temperature          | 1.1760626   |\n",
+      "|    people_occupant              | -0.68965715 |\n",
+      "|    total_electricity_HVAC       | -0.5696363  |\n",
+      "|    wind_direction               | 1.3616025   |\n",
+      "|    wind_speed                   | -0.12076684 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 430.76807   |\n",
+      "|    air_humidity                 | 40.963127   |\n",
+      "|    air_temperature              | 22.027609   |\n",
+      "|    clg_setpoint                 | 29.303661   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 21.478245   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 71.0        |\n",
+      "|    outdoor_temperature          | 23.187468   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 387691.25   |\n",
+      "|    wind_direction               | 325.0       |\n",
+      "|    wind_speed                   | 4.65        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********----------------------------------------------------| 47%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.5394684  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 14.59049    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5670099  |\n",
+      "|    air_humidity                 | -1.3995081  |\n",
+      "|    air_temperature              | -0.4942192  |\n",
+      "|    clg_setpoint                 | 1.0109859   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8443681   |\n",
+      "|    diffuse_solar_radiation      | -0.7491     |\n",
+      "|    direct_solar_radiation       | -0.60966855 |\n",
+      "|    hour                         | -1.2275786  |\n",
+      "|    htg_setpoint                 | 0.013535014 |\n",
+      "|    month                        | 0.02172813  |\n",
+      "|    outdoor_humidity             | -0.06322874 |\n",
+      "|    outdoor_temperature          | 0.8049275   |\n",
+      "|    people_occupant              | -0.68907034 |\n",
+      "|    total_electricity_HVAC       | -0.576808   |\n",
+      "|    wind_direction               | 0.79055303  |\n",
+      "|    wind_speed                   | -0.3490308  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 396.3789    |\n",
+      "|    air_humidity                 | 18.893099   |\n",
+      "|    air_temperature              | 21.964052   |\n",
+      "|    clg_setpoint                 | 28.84035    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 17.83924    |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 67.0        |\n",
+      "|    outdoor_temperature          | 19.614273   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 356741.0    |\n",
+      "|    wind_direction               | 265.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********---------------------------------------------------| 48%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.6759332   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.906275   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5691487  |\n",
+      "|    air_humidity                 | -1.8304641  |\n",
+      "|    air_temperature              | -0.7457967  |\n",
+      "|    clg_setpoint                 | -0.4020392  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.9576528   |\n",
+      "|    diffuse_solar_radiation      | -0.7185872  |\n",
+      "|    direct_solar_radiation       | -0.6098906  |\n",
+      "|    hour                         | -1.0830683  |\n",
+      "|    htg_setpoint                 | -1.2100024  |\n",
+      "|    month                        | 0.021715604 |\n",
+      "|    outdoor_humidity             | 1.241395    |\n",
+      "|    outdoor_temperature          | 1.1126709   |\n",
+      "|    people_occupant              | -0.688485   |\n",
+      "|    total_electricity_HVAC       | -0.5788305  |\n",
+      "|    wind_direction               | -0.15850022 |\n",
+      "|    wind_speed                   | -0.9713136  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 385.95197   |\n",
+      "|    air_humidity                 | 13.298209   |\n",
+      "|    air_temperature              | 21.589775   |\n",
+      "|    clg_setpoint                 | 25.175077   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 3.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 12.796766   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 94.5        |\n",
+      "|    outdoor_temperature          | 22.614153   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 347356.75   |\n",
+      "|    wind_direction               | 165.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********---------------------------------------------------| 48%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.7715165   |\n",
+      "|    Heating_Setpoint_RL          | 0.07899538  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.228868   |\n",
+      "|    Heating_Setpoint_RL          | 18.06935    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.16885397  |\n",
+      "|    air_humidity                 | 0.34410077  |\n",
+      "|    air_temperature              | 0.36818945  |\n",
+      "|    clg_setpoint                 | 1.2249779   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0707015   |\n",
+      "|    diffuse_solar_radiation      | -0.51547426 |\n",
+      "|    direct_solar_radiation       | -0.6096713  |\n",
+      "|    hour                         | -0.9385736  |\n",
+      "|    htg_setpoint                 | 1.3282753   |\n",
+      "|    month                        | 0.021703102 |\n",
+      "|    outdoor_humidity             | 1.4060464   |\n",
+      "|    outdoor_temperature          | 1.2549657   |\n",
+      "|    people_occupant              | -0.6886857  |\n",
+      "|    total_electricity_HVAC       | 0.3994014   |\n",
+      "|    wind_direction               | -0.8221033  |\n",
+      "|    wind_speed                   | -0.6603076  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3652.818    |\n",
+      "|    air_humidity                 | 41.32546    |\n",
+      "|    air_temperature              | 23.250095   |\n",
+      "|    clg_setpoint                 | 29.395552   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 23.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 98.0        |\n",
+      "|    outdoor_temperature          | 24.010826   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4448864.0   |\n",
+      "|    wind_direction               | 95.0        |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********---------------------------------------------------| 48%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.0736869  |\n",
+      "|    Heating_Setpoint_RL          | -0.7924977  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.376307   |\n",
+      "|    Heating_Setpoint_RL          | 13.1672     |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.30605578 |\n",
+      "|    air_humidity                 | -0.09505262 |\n",
+      "|    air_temperature              | -0.61388797 |\n",
+      "|    clg_setpoint                 | -0.3104167  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1834539   |\n",
+      "|    diffuse_solar_radiation      | -0.06926857 |\n",
+      "|    direct_solar_radiation       | 1.8080678   |\n",
+      "|    hour                         | -0.79409087 |\n",
+      "|    htg_setpoint                 | -0.27857167 |\n",
+      "|    month                        | 0.021690618 |\n",
+      "|    outdoor_humidity             | -0.15927961 |\n",
+      "|    outdoor_temperature          | 1.0670373   |\n",
+      "|    people_occupant              | -0.6888859  |\n",
+      "|    total_electricity_HVAC       | -0.3033605  |\n",
+      "|    wind_direction               | 0.7437723   |\n",
+      "|    wind_speed                   | -0.34966853 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1552.169    |\n",
+      "|    air_humidity                 | 35.67617    |\n",
+      "|    air_temperature              | 21.787842   |\n",
+      "|    clg_setpoint                 | 25.41198    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 67.0        |\n",
+      "|    direct_solar_radiation       | 604.0       |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 16.63047    |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 65.0        |\n",
+      "|    outdoor_temperature          | 22.211311   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1503957.9   |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********--------------------------------------------------| 49%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.7428017   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.131956   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.571315   |\n",
+      "|    air_humidity                 | 0.40435988  |\n",
+      "|    air_temperature              | -0.61719775 |\n",
+      "|    clg_setpoint                 | 1.4583969   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2958436   |\n",
+      "|    diffuse_solar_radiation      | 1.7675056   |\n",
+      "|    direct_solar_radiation       | -0.15839244 |\n",
+      "|    hour                         | -0.64961654 |\n",
+      "|    htg_setpoint                 | 0.02100518  |\n",
+      "|    month                        | 0.021678157 |\n",
+      "|    outdoor_humidity             | 0.9554821   |\n",
+      "|    outdoor_temperature          | 1.132175    |\n",
+      "|    people_occupant              | -0.6890857  |\n",
+      "|    total_electricity_HVAC       | -0.5813229  |\n",
+      "|    wind_direction               | 0.22145654  |\n",
+      "|    wind_speed                   | 0.7284908   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 379.47467   |\n",
+      "|    air_humidity                 | 42.119377   |\n",
+      "|    air_temperature              | 21.783377   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 248.0       |\n",
+      "|    direct_solar_radiation       | 113.0       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 17.862133   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 88.5        |\n",
+      "|    outdoor_temperature          | 22.858393   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 339829.8    |\n",
+      "|    wind_direction               | 205.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********--------------------------------------------------| 49%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.82631934  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.273046   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.55393046 |\n",
+      "|    air_humidity                 | 1.0978413   |\n",
+      "|    air_temperature              | 1.6042401   |\n",
+      "|    clg_setpoint                 | 0.11716094  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4077976   |\n",
+      "|    diffuse_solar_radiation      | 2.7092009   |\n",
+      "|    direct_solar_radiation       | -0.27841917 |\n",
+      "|    hour                         | -0.505148   |\n",
+      "|    htg_setpoint                 | 0.71029145  |\n",
+      "|    month                        | 0.021665718 |\n",
+      "|    outdoor_humidity             | 0.81248397  |\n",
+      "|    outdoor_temperature          | 1.0669255   |\n",
+      "|    people_occupant              | 1.6939222   |\n",
+      "|    total_electricity_HVAC       | -0.5688081  |\n",
+      "|    wind_direction               | 0.22140667  |\n",
+      "|    wind_speed                   | -0.12323221 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 457.21564   |\n",
+      "|    air_humidity                 | 51.074036   |\n",
+      "|    air_temperature              | 25.089909   |\n",
+      "|    clg_setpoint                 | 26.520275   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 341.0       |\n",
+      "|    direct_solar_radiation       | 83.0        |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 20.700401   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 85.5        |\n",
+      "|    outdoor_temperature          | 22.237223   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 393103.5    |\n",
+      "|    wind_direction               | 205.0       |\n",
+      "|    wind_speed                   | 4.65        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********--------------------------------------------------| 49%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.57692945  |\n",
+      "|    Heating_Setpoint_RL          | 0.9611576   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.572136   |\n",
+      "|    Heating_Setpoint_RL          | 23.031511   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.2433163  |\n",
+      "|    air_humidity                 | 1.9414409   |\n",
+      "|    air_temperature              | 0.36657166  |\n",
+      "|    clg_setpoint                 | -0.83701456 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5192376   |\n",
+      "|    diffuse_solar_radiation      | 0.8828653   |\n",
+      "|    direct_solar_radiation       | -0.61059934 |\n",
+      "|    hour                         | -0.36068285 |\n",
+      "|    htg_setpoint                 | 1.329259    |\n",
+      "|    month                        | 0.0216533   |\n",
+      "|    outdoor_humidity             | 0.8117588   |\n",
+      "|    outdoor_temperature          | 0.8416774   |\n",
+      "|    people_occupant              | -0.689484   |\n",
+      "|    total_electricity_HVAC       | -0.26931158 |\n",
+      "|    wind_direction               | -0.967101   |\n",
+      "|    wind_speed                   | -0.537953   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1831.048    |\n",
+      "|    air_humidity                 | 61.97355    |\n",
+      "|    air_temperature              | 23.248312   |\n",
+      "|    clg_setpoint                 | 24.043772   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 161.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 85.5        |\n",
+      "|    outdoor_temperature          | 20.064693   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1647943.1   |\n",
+      "|    wind_direction               | 80.0        |\n",
+      "|    wind_speed                   | 3.65        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********--------------------------------------------------| 49%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.8495234  |\n",
+      "|    Heating_Setpoint_RL          | -0.7889515  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.757858   |\n",
+      "|    Heating_Setpoint_RL          | 13.187148   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4201415  |\n",
+      "|    air_humidity                 | -0.5767044  |\n",
+      "|    air_temperature              | 0.33318618  |\n",
+      "|    clg_setpoint                 | -0.93808544 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6300797   |\n",
+      "|    diffuse_solar_radiation      | 2.5141544   |\n",
+      "|    direct_solar_radiation       | -0.6103362  |\n",
+      "|    hour                         | -0.21621951 |\n",
+      "|    htg_setpoint                 | -1.064186   |\n",
+      "|    month                        | 0.021640904 |\n",
+      "|    outdoor_humidity             | 0.43125018  |\n",
+      "|    outdoor_temperature          | 1.0472288   |\n",
+      "|    people_occupant              | -0.68890214 |\n",
+      "|    total_electricity_HVAC       | -0.4373059  |\n",
+      "|    wind_direction               | 0.07876313  |\n",
+      "|    wind_speed                   | -0.2475183  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1048.074    |\n",
+      "|    air_humidity                 | 29.518167   |\n",
+      "|    air_temperature              | 23.198402   |\n",
+      "|    clg_setpoint                 | 23.7822     |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 322.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 13.391482   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 77.5        |\n",
+      "|    outdoor_temperature          | 22.067738   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 943266.56   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 4.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************-------------------------------------------------| 50%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.0411941   |\n",
+      "|    air_humidity                 | 1.1110084   |\n",
+      "|    air_temperature              | 0.367175    |\n",
+      "|    clg_setpoint                 | -1.1434137  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.671433   |\n",
+      "|    diffuse_solar_radiation      | 1.9541719   |\n",
+      "|    direct_solar_radiation       | 1.5264384   |\n",
+      "|    hour                         | -0.07175688 |\n",
+      "|    htg_setpoint                 | -1.4019228  |\n",
+      "|    month                        | 0.3157037   |\n",
+      "|    outdoor_humidity             | -0.4954526  |\n",
+      "|    outdoor_temperature          | 1.474208    |\n",
+      "|    people_occupant              | 1.2186903   |\n",
+      "|    total_electricity_HVAC       | 0.98453003  |\n",
+      "|    wind_direction               | 0.07833748  |\n",
+      "|    wind_speed                   | 0.084850326 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7501.497    |\n",
+      "|    air_humidity                 | 51.297066   |\n",
+      "|    air_temperature              | 23.249182   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 267.0       |\n",
+      "|    direct_solar_radiation       | 534.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 58.0        |\n",
+      "|    outdoor_temperature          | 26.217213   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 6891171.5   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 5.15        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************-------------------------------------------------| 50%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.201954    |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.306595   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.8898359   |\n",
+      "|    air_humidity                 | 1.0683976   |\n",
+      "|    air_temperature              | 0.36711782  |\n",
+      "|    clg_setpoint                 | -1.143102   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5543792  |\n",
+      "|    diffuse_solar_radiation      | 0.8301025   |\n",
+      "|    direct_solar_radiation       | 2.7711372   |\n",
+      "|    hour                         | 0.072705634 |\n",
+      "|    htg_setpoint                 | 1.3291346   |\n",
+      "|    month                        | 0.3155055   |\n",
+      "|    outdoor_humidity             | -0.09245596 |\n",
+      "|    outdoor_temperature          | 1.3411593   |\n",
+      "|    people_occupant              | 0.26469535  |\n",
+      "|    total_electricity_HVAC       | 0.9097971   |\n",
+      "|    wind_direction               | 0.17402898  |\n",
+      "|    wind_speed                   | 0.41780785  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6832.5737   |\n",
+      "|    air_humidity                 | 50.779945   |\n",
+      "|    air_temperature              | 23.249609   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 156.0       |\n",
+      "|    direct_solar_radiation       | 846.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 66.5        |\n",
+      "|    outdoor_temperature          | 24.938324   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 6578085.5   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 5.95        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************-------------------------------------------------| 50%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.4404667  |\n",
+      "|    Heating_Setpoint_RL          | 0.92557186  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.138424   |\n",
+      "|    Heating_Setpoint_RL          | 22.83134    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.37179077 |\n",
+      "|    air_humidity                 | 0.64960754  |\n",
+      "|    air_temperature              | 2.135811    |\n",
+      "|    clg_setpoint                 | 0.060661484 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4379877  |\n",
+      "|    diffuse_solar_radiation      | 2.4784584   |\n",
+      "|    direct_solar_radiation       | -0.6110198  |\n",
+      "|    hour                         | 0.217168    |\n",
+      "|    htg_setpoint                 | -0.16389644 |\n",
+      "|    month                        | 0.31530768  |\n",
+      "|    outdoor_humidity             | -0.68671423 |\n",
+      "|    outdoor_temperature          | 1.6628045   |\n",
+      "|    people_occupant              | 1.2177534   |\n",
+      "|    total_electricity_HVAC       | -0.4393382  |\n",
+      "|    wind_direction               | -1.3015304  |\n",
+      "|    wind_speed                   | -0.7649898  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1263.6797   |\n",
+      "|    air_humidity                 | 45.381954   |\n",
+      "|    air_temperature              | 25.876759   |\n",
+      "|    clg_setpoint                 | 26.372475   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 319.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 17.099754   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 54.0        |\n",
+      "|    outdoor_temperature          | 28.073833   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 936848.75   |\n",
+      "|    wind_direction               | 45.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************-------------------------------------------------| 50%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.8077984  |\n",
+      "|    Heating_Setpoint_RL          | 0.008332789 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.89868    |\n",
+      "|    Heating_Setpoint_RL          | 17.671871   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.7664611   |\n",
+      "|    air_humidity                 | 1.1500936   |\n",
+      "|    air_temperature              | 0.36768246  |\n",
+      "|    clg_setpoint                 | -1.1427242  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.322158   |\n",
+      "|    diffuse_solar_radiation      | 1.67678     |\n",
+      "|    direct_solar_radiation       | 1.9432807   |\n",
+      "|    hour                         | 0.3616297   |\n",
+      "|    htg_setpoint                 | -1.4022658  |\n",
+      "|    month                        | 0.31511024  |\n",
+      "|    outdoor_humidity             | -1.257231   |\n",
+      "|    outdoor_temperature          | 1.6230344   |\n",
+      "|    people_occupant              | 1.6938591   |\n",
+      "|    total_electricity_HVAC       | 0.8850978   |\n",
+      "|    wind_direction               | -0.34895638 |\n",
+      "|    wind_speed                   | 0.52272695  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6287.129    |\n",
+      "|    air_humidity                 | 51.85671    |\n",
+      "|    air_temperature              | 23.251348   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 240.0       |\n",
+      "|    direct_solar_radiation       | 639.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 42.0        |\n",
+      "|    outdoor_temperature          | 27.709822   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 6473763.0   |\n",
+      "|    wind_direction               | 145.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************------------------------------------------------| 51%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.97755146   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.123726    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.0119886    |\n",
+      "|    air_humidity                 | 1.1917027    |\n",
+      "|    air_temperature              | 0.3658639    |\n",
+      "|    clg_setpoint                 | -1.1425036   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.2067993   |\n",
+      "|    diffuse_solar_radiation      | 1.4423274    |\n",
+      "|    direct_solar_radiation       | 1.6477655    |\n",
+      "|    hour                         | 0.50608957   |\n",
+      "|    htg_setpoint                 | -0.8403504   |\n",
+      "|    month                        | 0.31491315   |\n",
+      "|    outdoor_humidity             | 0.40537548   |\n",
+      "|    outdoor_temperature          | 1.276692     |\n",
+      "|    people_occupant              | 1.6932184    |\n",
+      "|    total_electricity_HVAC       | 0.9211125    |\n",
+      "|    wind_direction               | -0.0150311   |\n",
+      "|    wind_speed                   | -0.120126255 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 7369.468     |\n",
+      "|    air_humidity                 | 52.401615    |\n",
+      "|    air_temperature              | 23.249004    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 5.0          |\n",
+      "|    diffuse_solar_radiation      | 217.0        |\n",
+      "|    direct_solar_radiation       | 565.0        |\n",
+      "|    hour                         | 15.0         |\n",
+      "|    htg_setpoint                 | 14.315899    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 77.0         |\n",
+      "|    outdoor_temperature          | 24.362684    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 6623462.5    |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 4.65         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************------------------------------------------------| 51%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.57982737 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 14.363471   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.3949114  |\n",
+      "|    air_humidity                 | -1.0798442  |\n",
+      "|    air_temperature              | 1.1309522   |\n",
+      "|    clg_setpoint                 | 1.0271773   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0918298  |\n",
+      "|    diffuse_solar_radiation      | 0.5830247   |\n",
+      "|    direct_solar_radiation       | 1.722311    |\n",
+      "|    hour                         | 0.6505461   |\n",
+      "|    htg_setpoint                 | -1.4021075  |\n",
+      "|    month                        | 0.31471646  |\n",
+      "|    outdoor_humidity             | 0.1670196   |\n",
+      "|    outdoor_temperature          | 1.5429614   |\n",
+      "|    people_occupant              | -0.68931365 |\n",
+      "|    total_electricity_HVAC       | -0.4082106  |\n",
+      "|    wind_direction               | 0.07992241  |\n",
+      "|    wind_speed                   | 0.5238665   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1163.4932   |\n",
+      "|    air_humidity                 | 23.087643   |\n",
+      "|    air_temperature              | 24.384485   |\n",
+      "|    clg_setpoint                 | 28.881723   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 132.0       |\n",
+      "|    direct_solar_radiation       | 584.0       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 72.0        |\n",
+      "|    outdoor_temperature          | 26.967823   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1068841.9   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "---------------------------------------------------***********------------------------------------------------| 51%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.8944019     |\n",
+      "|    Heating_Setpoint_RL          | -1.0          |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 29.643606     |\n",
+      "|    Heating_Setpoint_RL          | 12.0          |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.44559816   |\n",
+      "|    air_humidity                 | -1.772525     |\n",
+      "|    air_temperature              | 0.8919311     |\n",
+      "|    clg_setpoint                 | 0.60136825    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.97717613   |\n",
+      "|    diffuse_solar_radiation      | 0.48130858    |\n",
+      "|    direct_solar_radiation       | 0.43924826    |\n",
+      "|    hour                         | 0.7949969     |\n",
+      "|    htg_setpoint                 | -1.4009782    |\n",
+      "|    month                        | 0.31452012    |\n",
+      "|    outdoor_humidity             | 0.00072385377 |\n",
+      "|    outdoor_temperature          | 1.6906874     |\n",
+      "|    people_occupant              | -0.6887366    |\n",
+      "|    total_electricity_HVAC       | -0.4660776    |\n",
+      "|    wind_direction               | 0.12739757    |\n",
+      "|    wind_speed                   | 0.5246606     |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 938.767       |\n",
+      "|    air_humidity                 | 14.109521     |\n",
+      "|    air_temperature              | 24.030348     |\n",
+      "|    clg_setpoint                 | 27.777428     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 7.0           |\n",
+      "|    diffuse_solar_radiation      | 122.0         |\n",
+      "|    direct_solar_radiation       | 263.0         |\n",
+      "|    hour                         | 17.0          |\n",
+      "|    htg_setpoint                 | 12.0          |\n",
+      "|    month                        | 7.0           |\n",
+      "|    outdoor_humidity             | 68.5          |\n",
+      "|    outdoor_temperature          | 28.438162     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 826031.5      |\n",
+      "|    wind_direction               | 195.0         |\n",
+      "|    wind_speed                   | 6.2           |\n",
+      "| train/                          |               |\n",
+      "|    approx_kl                    | 0.007993529   |\n",
+      "|    clip_fraction                | 0.0601        |\n",
+      "|    clip_range                   | 0.2           |\n",
+      "|    entropy_loss                 | -2.6          |\n",
+      "|    explained_variance           | 0.359         |\n",
+      "|    learning_rate                | 0.0003        |\n",
+      "|    loss                         | 0.404         |\n",
+      "|    n_updates                    | 430           |\n",
+      "|    policy_gradient_loss         | -0.00861      |\n",
+      "|    std                          | 0.89          |\n",
+      "|    value_loss                   | 1.7           |\n",
+      "---------------------------------------------------\n",
+      "-------------------------------------------------*************------------------------------------------------| 51%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.37867156 |\n",
+      "|    Heating_Setpoint_RL          | 0.3055947   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.346983   |\n",
+      "|    Heating_Setpoint_RL          | 19.343971   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.45191926 |\n",
+      "|    air_humidity                 | 1.8634965   |\n",
+      "|    air_temperature              | 0.9447229   |\n",
+      "|    clg_setpoint                 | -0.09098985 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8627735  |\n",
+      "|    diffuse_solar_radiation      | -0.20595229 |\n",
+      "|    direct_solar_radiation       | -0.6118117  |\n",
+      "|    hour                         | 0.9394395   |\n",
+      "|    htg_setpoint                 | -1.313722   |\n",
+      "|    month                        | 0.31432414  |\n",
+      "|    outdoor_humidity             | 1.0466777   |\n",
+      "|    outdoor_temperature          | 1.3391688   |\n",
+      "|    people_occupant              | 0.50297743  |\n",
+      "|    total_electricity_HVAC       | -0.4717161  |\n",
+      "|    wind_direction               | -0.6826555  |\n",
+      "|    wind_speed                   | -0.6589084  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 911.90173   |\n",
+      "|    air_humidity                 | 61.078426   |\n",
+      "|    air_temperature              | 24.109085   |\n",
+      "|    clg_setpoint                 | 25.980019   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 54.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 12.357498   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 90.5        |\n",
+      "|    outdoor_temperature          | 25.05027    |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 803411.44   |\n",
+      "|    wind_direction               | 110.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************-----------------------------------------------| 52%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.69151527  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 21.514774   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.26237246 |\n",
+      "|    air_humidity                 | 1.4396334   |\n",
+      "|    air_temperature              | 0.36477974  |\n",
+      "|    clg_setpoint                 | -1.1428446  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7485648  |\n",
+      "|    diffuse_solar_radiation      | -0.75126135 |\n",
+      "|    direct_solar_radiation       | -0.61204535 |\n",
+      "|    hour                         | 1.0838704   |\n",
+      "|    htg_setpoint                 | -0.18170221 |\n",
+      "|    month                        | 0.31412855  |\n",
+      "|    outdoor_humidity             | 0.7129971   |\n",
+      "|    outdoor_temperature          | 1.4944956   |\n",
+      "|    people_occupant              | -0.45076096 |\n",
+      "|    total_electricity_HVAC       | -0.28747657 |\n",
+      "|    wind_direction               | 0.17577583  |\n",
+      "|    wind_speed                   | -0.65767276 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1748.9106   |\n",
+      "|    air_humidity                 | 55.61603    |\n",
+      "|    air_temperature              | 23.249805   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 17.022001   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 83.5        |\n",
+      "|    outdoor_temperature          | 26.58606    |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 1574019.6   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************-----------------------------------------------| 52%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.43405816  |\n",
+      "|    Heating_Setpoint_RL          | -0.9683112  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.089947   |\n",
+      "|    Heating_Setpoint_RL          | 12.178249   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5013078  |\n",
+      "|    air_humidity                 | 0.8594089   |\n",
+      "|    air_temperature              | 0.4479705   |\n",
+      "|    clg_setpoint                 | 1.4585814   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.63450086 |\n",
+      "|    diffuse_solar_radiation      | -0.7514125  |\n",
+      "|    direct_solar_radiation       | -0.612275   |\n",
+      "|    hour                         | 1.2282861   |\n",
+      "|    htg_setpoint                 | -1.4003932  |\n",
+      "|    month                        | 0.3139333   |\n",
+      "|    outdoor_humidity             | -0.856134   |\n",
+      "|    outdoor_temperature          | 1.561315    |\n",
+      "|    people_occupant              | -0.45099536 |\n",
+      "|    total_electricity_HVAC       | -0.514506   |\n",
+      "|    wind_direction               | 1.0325602   |\n",
+      "|    wind_speed                   | 0.4225689   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 696.69275   |\n",
+      "|    air_humidity                 | 48.123505   |\n",
+      "|    air_temperature              | 23.373335   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 50.5        |\n",
+      "|    outdoor_temperature          | 27.268812   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 627023.5    |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 5.95        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************-----------------------------------------------| 52%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.57312644  |\n",
+      "|    Heating_Setpoint_RL          | -0.3753109  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.559301   |\n",
+      "|    Heating_Setpoint_RL          | 15.513876   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.52453476 |\n",
+      "|    air_humidity                 | 0.6768476   |\n",
+      "|    air_temperature              | 0.089306355 |\n",
+      "|    clg_setpoint                 | 0.12684608  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.52054006 |\n",
+      "|    diffuse_solar_radiation      | -0.75162494 |\n",
+      "|    direct_solar_radiation       | -0.612681   |\n",
+      "|    hour                         | 1.3726821   |\n",
+      "|    htg_setpoint                 | 0.62394726  |\n",
+      "|    month                        | 0.31373844  |\n",
+      "|    outdoor_humidity             | -0.4030807  |\n",
+      "|    outdoor_temperature          | 1.1275917   |\n",
+      "|    people_occupant              | -0.6895239  |\n",
+      "|    total_electricity_HVAC       | -0.5365788  |\n",
+      "|    wind_direction               | 0.22187698  |\n",
+      "|    wind_speed                   | -0.13860741 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 595.0416    |\n",
+      "|    air_humidity                 | 45.77023    |\n",
+      "|    air_temperature              | 22.842186   |\n",
+      "|    clg_setpoint                 | 26.543919   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 20.339514   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 60.0        |\n",
+      "|    outdoor_temperature          | 23.06024    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 535537.44   |\n",
+      "|    wind_direction               | 205.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**************----------------------------------------------| 53%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.5330436    |\n",
+      "|    Heating_Setpoint_RL          | -0.20944339  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.424023    |\n",
+      "|    Heating_Setpoint_RL          | 16.44688     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5282499   |\n",
+      "|    air_humidity                 | 0.42969397   |\n",
+      "|    air_temperature              | -0.079965584 |\n",
+      "|    clg_setpoint                 | 1.4586961    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.40664828  |\n",
+      "|    diffuse_solar_radiation      | -0.75174826  |\n",
+      "|    direct_solar_radiation       | -0.61304075  |\n",
+      "|    hour                         | 1.5170536    |\n",
+      "|    htg_setpoint                 | -0.67311186  |\n",
+      "|    month                        | 0.31354392   |\n",
+      "|    outdoor_humidity             | 0.42982033   |\n",
+      "|    outdoor_temperature          | 1.2088039    |\n",
+      "|    people_occupant              | -0.6897197   |\n",
+      "|    total_electricity_HVAC       | -0.5401261   |\n",
+      "|    wind_direction               | 0.41208276   |\n",
+      "|    wind_speed                   | -0.3461892   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 579.6513     |\n",
+      "|    air_humidity                 | 42.583183    |\n",
+      "|    air_temperature              | 22.591887    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 12.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 14.994331    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 77.5         |\n",
+      "|    outdoor_temperature          | 23.87343     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 521686.2     |\n",
+      "|    wind_direction               | 225.0        |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***************----------------------------------------------| 53%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5343613  |\n",
+      "|    air_humidity                 | -1.3189275  |\n",
+      "|    air_temperature              | 0.21029466  |\n",
+      "|    clg_setpoint                 | 0.16725495  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.29279873 |\n",
+      "|    diffuse_solar_radiation      | -0.7519925  |\n",
+      "|    direct_solar_radiation       | -0.6133877  |\n",
+      "|    hour                         | 1.6613952   |\n",
+      "|    htg_setpoint                 | -1.3989804  |\n",
+      "|    month                        | 0.31334975  |\n",
+      "|    outdoor_humidity             | 0.049050864 |\n",
+      "|    outdoor_temperature          | 1.540945    |\n",
+      "|    people_occupant              | -0.689146   |\n",
+      "|    total_electricity_HVAC       | -0.5459372  |\n",
+      "|    wind_direction               | 0.6977599   |\n",
+      "|    wind_speed                   | -0.45034888 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 551.82367   |\n",
+      "|    air_humidity                 | 19.984657   |\n",
+      "|    air_temperature              | 23.022459   |\n",
+      "|    clg_setpoint                 | 26.65006    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 69.5        |\n",
+      "|    outdoor_temperature          | 27.140991   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 496641.3    |\n",
+      "|    wind_direction               | 255.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************----------------------------------------------| 53%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.56767184 |\n",
+      "|    air_humidity                 | -1.8686304  |\n",
+      "|    air_temperature              | -0.42649296 |\n",
+      "|    clg_setpoint                 | 0.43693477  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.06519255 |\n",
+      "|    diffuse_solar_radiation      | -0.75204414 |\n",
+      "|    direct_solar_radiation       | -0.61327994 |\n",
+      "|    hour                         | -1.6612544  |\n",
+      "|    htg_setpoint                 | 0.043217476 |\n",
+      "|    month                        | 0.31315595  |\n",
+      "|    outdoor_humidity             | 1.405385    |\n",
+      "|    outdoor_temperature          | 1.1026989   |\n",
+      "|    people_occupant              | -0.6885738  |\n",
+      "|    total_electricity_HVAC       | -0.57697374 |\n",
+      "|    wind_direction               | -0.8743662  |\n",
+      "|    wind_speed                   | 0.29882622  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 404.1096    |\n",
+      "|    air_humidity                 | 12.834487   |\n",
+      "|    air_temperature              | 22.080679   |\n",
+      "|    clg_setpoint                 | 27.351229   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 17.93996    |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 98.0        |\n",
+      "|    outdoor_temperature          | 22.886      |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 366212.22   |\n",
+      "|    wind_direction               | 90.0        |\n",
+      "|    wind_speed                   | 5.65        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************---------------------------------------------| 54%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.7658186   |\n",
+      "|    Heating_Setpoint_RL          | -0.9903761  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.209637   |\n",
+      "|    Heating_Setpoint_RL          | 12.054134   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.23994447 |\n",
+      "|    air_humidity                 | 0.117766574 |\n",
+      "|    air_temperature              | 0.36360833  |\n",
+      "|    clg_setpoint                 | 1.4574391   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.04868239  |\n",
+      "|    diffuse_solar_radiation      | -0.75205946 |\n",
+      "|    direct_solar_radiation       | -0.61311716 |\n",
+      "|    hour                         | -1.5166706  |\n",
+      "|    htg_setpoint                 | 1.331777    |\n",
+      "|    month                        | 0.31296253  |\n",
+      "|    outdoor_humidity             | 1.2141682   |\n",
+      "|    outdoor_temperature          | 1.1002321   |\n",
+      "|    people_occupant              | -0.6887698  |\n",
+      "|    total_electricity_HVAC       | -0.26619577 |\n",
+      "|    wind_direction               | -0.6350075  |\n",
+      "|    wind_speed                   | -0.65810496 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1846.1542   |\n",
+      "|    air_humidity                 | 38.522793   |\n",
+      "|    air_temperature              | 23.250164   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 94.0        |\n",
+      "|    outdoor_temperature          | 22.877588   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1661538.8   |\n",
+      "|    wind_direction               | 115.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***************---------------------------------------------| 54%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.62048924   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 21.115252    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5480443   |\n",
+      "|    air_humidity                 | -0.025552921 |\n",
+      "|    air_temperature              | 0.06279088   |\n",
+      "|    clg_setpoint                 | 0.5851715    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.16255161   |\n",
+      "|    diffuse_solar_radiation      | -0.7521896   |\n",
+      "|    direct_solar_radiation       | -0.61300826  |\n",
+      "|    hour                         | -1.372117    |\n",
+      "|    htg_setpoint                 | 1.1624922    |\n",
+      "|    month                        | 0.31276944   |\n",
+      "|    outdoor_humidity             | -0.0946569   |\n",
+      "|    outdoor_temperature          | 1.1893021    |\n",
+      "|    people_occupant              | -0.6889655   |\n",
+      "|    total_electricity_HVAC       | -0.55883396  |\n",
+      "|    wind_direction               | -1.6824017   |\n",
+      "|    wind_speed                   | -0.5529751   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 492.6575     |\n",
+      "|    air_humidity                 | 36.677685    |\n",
+      "|    air_temperature              | 22.805712    |\n",
+      "|    clg_setpoint                 | 27.73483     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 17.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 2.0          |\n",
+      "|    htg_setpoint                 | 22.554018    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 66.5         |\n",
+      "|    outdoor_temperature          | 23.7731      |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 443911.47    |\n",
+      "|    wind_direction               | 5.0          |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------****************---------------------------------------------| 54%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.7201814   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.055613   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.54980737 |\n",
+      "|    air_humidity                 | -0.08348935 |\n",
+      "|    air_temperature              | 0.02193951  |\n",
+      "|    clg_setpoint                 | 0.26596102  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.27641076  |\n",
+      "|    diffuse_solar_radiation      | -0.75237054 |\n",
+      "|    direct_solar_radiation       | -0.6132754  |\n",
+      "|    hour                         | -1.2275882  |\n",
+      "|    htg_setpoint                 | 0.7916364   |\n",
+      "|    month                        | 0.31257674  |\n",
+      "|    outdoor_humidity             | 0.97692794  |\n",
+      "|    outdoor_temperature          | 1.1985826   |\n",
+      "|    people_occupant              | -0.6891607  |\n",
+      "|    total_electricity_HVAC       | -0.56050634 |\n",
+      "|    wind_direction               | -0.6339773  |\n",
+      "|    wind_speed                   | -1.177304   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 486.0318    |\n",
+      "|    air_humidity                 | 35.93676    |\n",
+      "|    air_temperature              | 22.745974   |\n",
+      "|    clg_setpoint                 | 26.906487   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 21.02507    |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | 23.887598   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 437960.84   |\n",
+      "|    wind_direction               | 115.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************---------------------------------------------| 54%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.6009855   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 21.005543   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.556667   |\n",
+      "|    air_humidity                 | 0.62953776  |\n",
+      "|    air_temperature              | -0.30620047 |\n",
+      "|    clg_setpoint                 | -0.10074848 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.39024836  |\n",
+      "|    diffuse_solar_radiation      | -0.7525484  |\n",
+      "|    direct_solar_radiation       | -0.61282086 |\n",
+      "|    hour                         | -1.0830791  |\n",
+      "|    htg_setpoint                 | 0.096956186 |\n",
+      "|    month                        | 0.31238437  |\n",
+      "|    outdoor_humidity             | 1.023592    |\n",
+      "|    outdoor_temperature          | 0.97888476  |\n",
+      "|    people_occupant              | -0.6893555  |\n",
+      "|    total_electricity_HVAC       | -0.56677574 |\n",
+      "|    wind_direction               | -0.6334511  |\n",
+      "|    wind_speed                   | -1.3015941  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 456.62256   |\n",
+      "|    air_humidity                 | 45.180824   |\n",
+      "|    air_temperature              | 22.261509   |\n",
+      "|    clg_setpoint                 | 25.954302   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 18.163937   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 21.75363    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 412604.5    |\n",
+      "|    wind_direction               | 115.0       |\n",
+      "|    wind_speed                   | 1.8         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************--------------------------------------------| 55%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.28143173  |\n",
+      "|    Heating_Setpoint_RL          | -0.5499556  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.574833   |\n",
+      "|    Heating_Setpoint_RL          | 14.5315     |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.55758876 |\n",
+      "|    air_humidity                 | -0.22831404 |\n",
+      "|    air_temperature              | -0.16685608 |\n",
+      "|    clg_setpoint                 | -1.1421893  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.5040458   |\n",
+      "|    diffuse_solar_radiation      | -0.19891433 |\n",
+      "|    direct_solar_radiation       | -0.57706785 |\n",
+      "|    hour                         | -0.93858534 |\n",
+      "|    htg_setpoint                 | -0.52436393 |\n",
+      "|    month                        | 0.31219235  |\n",
+      "|    outdoor_humidity             | 1.2609986   |\n",
+      "|    outdoor_temperature          | 1.1260949   |\n",
+      "|    people_occupant              | -0.6895499  |\n",
+      "|    total_electricity_HVAC       | -0.56805325 |\n",
+      "|    wind_direction               | 0.27210957  |\n",
+      "|    wind_speed                   | -1.0723407  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 453.8723    |\n",
+      "|    air_humidity                 | 34.090687   |\n",
+      "|    air_temperature              | 22.467995   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 55.0        |\n",
+      "|    direct_solar_radiation       | 9.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 15.603243   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 95.0        |\n",
+      "|    outdoor_temperature          | 23.211773   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 408485.1    |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************--------------------------------------------| 55%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.4873452  |\n",
+      "|    Heating_Setpoint_RL          | 0.7172858   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.98021    |\n",
+      "|    Heating_Setpoint_RL          | 21.659733   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.56035453 |\n",
+      "|    air_humidity                 | -1.5419211  |\n",
+      "|    air_temperature              | 0.16030183  |\n",
+      "|    clg_setpoint                 | 0.16638535  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.61777747  |\n",
+      "|    diffuse_solar_radiation      | 0.00164825  |\n",
+      "|    direct_solar_radiation       | -0.6132109  |\n",
+      "|    hour                         | -0.7941031  |\n",
+      "|    htg_setpoint                 | -1.3978679  |\n",
+      "|    month                        | 0.3120007   |\n",
+      "|    outdoor_humidity             | 1.02228     |\n",
+      "|    outdoor_temperature          | 1.2413915   |\n",
+      "|    people_occupant              | -0.68898094 |\n",
+      "|    total_electricity_HVAC       | -0.5706846  |\n",
+      "|    wind_direction               | 0.46281978  |\n",
+      "|    wind_speed                   | -0.34302065 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 440.756     |\n",
+      "|    air_humidity                 | 17.079994   |\n",
+      "|    air_temperature              | 22.951864   |\n",
+      "|    clg_setpoint                 | 26.647436   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 75.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 24.364513   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 396680.4    |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************--------------------------------------------| 55%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.32218307 |\n",
+      "|    Heating_Setpoint_RL          | -0.267133   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.537632   |\n",
+      "|    Heating_Setpoint_RL          | 16.122377   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5641609  |\n",
+      "|    air_humidity                 | -1.1319151  |\n",
+      "|    air_temperature              | -0.31342286 |\n",
+      "|    clg_setpoint                 | 0.9282318   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.73141074  |\n",
+      "|    diffuse_solar_radiation      | 1.2469739   |\n",
+      "|    direct_solar_radiation       | -0.4414238  |\n",
+      "|    hour                         | -0.6496291  |\n",
+      "|    htg_setpoint                 | 0.030452855 |\n",
+      "|    month                        | 0.3118094   |\n",
+      "|    outdoor_humidity             | 0.783472    |\n",
+      "|    outdoor_temperature          | 1.328465    |\n",
+      "|    people_occupant              | -0.68841344 |\n",
+      "|    total_electricity_HVAC       | -0.57430094 |\n",
+      "|    wind_direction               | 0.31964982  |\n",
+      "|    wind_speed                   | 0.5316327   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 422.99182   |\n",
+      "|    air_humidity                 | 22.344202   |\n",
+      "|    air_temperature              | 22.252945   |\n",
+      "|    clg_setpoint                 | 28.625784   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 199.0       |\n",
+      "|    direct_solar_radiation       | 43.0        |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 17.884155   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 85.0        |\n",
+      "|    outdoor_temperature          | 25.23906    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 380692.62   |\n",
+      "|    wind_direction               | 215.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 56%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.197879   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.51193    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5545755  |\n",
+      "|    air_humidity                 | 0.148548    |\n",
+      "|    air_temperature              | 1.6079831   |\n",
+      "|    clg_setpoint                 | 0.51494205  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.84490615  |\n",
+      "|    diffuse_solar_radiation      | 1.0651037   |\n",
+      "|    direct_solar_radiation       | -0.61331433 |\n",
+      "|    hour                         | -0.5051606  |\n",
+      "|    htg_setpoint                 | -0.42752218 |\n",
+      "|    month                        | 0.31161845  |\n",
+      "|    outdoor_humidity             | 0.7828723   |\n",
+      "|    outdoor_temperature          | 1.3196657   |\n",
+      "|    people_occupant              | 1.6954361   |\n",
+      "|    total_electricity_HVAC       | -0.5664347  |\n",
+      "|    wind_direction               | 0.22408499  |\n",
+      "|    wind_speed                   | 0.19754964  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 465.95963   |\n",
+      "|    air_humidity                 | 38.938686   |\n",
+      "|    air_temperature              | 25.088923   |\n",
+      "|    clg_setpoint                 | 27.55296    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 181.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 15.995729   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 85.0        |\n",
+      "|    outdoor_temperature          | 25.174002   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 414272.44   |\n",
+      "|    wind_direction               | 205.0       |\n",
+      "|    wind_speed                   | 5.4         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 56%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.26931784 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.110086   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.8825809   |\n",
+      "|    air_humidity                 | 1.1456826   |\n",
+      "|    air_temperature              | 0.36117822  |\n",
+      "|    clg_setpoint                 | -1.1425159  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.95821744  |\n",
+      "|    diffuse_solar_radiation      | 1.3759243   |\n",
+      "|    direct_solar_radiation       | 1.8585552   |\n",
+      "|    hour                         | -0.36069554 |\n",
+      "|    htg_setpoint                 | 0.63292325  |\n",
+      "|    month                        | 0.31142783  |\n",
+      "|    outdoor_humidity             | 0.47182268  |\n",
+      "|    outdoor_temperature          | 1.2990942   |\n",
+      "|    people_occupant              | 1.6948053   |\n",
+      "|    total_electricity_HVAC       | 0.7902778   |\n",
+      "|    wind_direction               | 0.5584394   |\n",
+      "|    wind_speed                   | -1.0740521  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6771.285    |\n",
+      "|    air_humidity                 | 51.879597   |\n",
+      "|    air_temperature              | 23.249353   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 212.0       |\n",
+      "|    direct_solar_radiation       | 618.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 20.36755    |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 78.5        |\n",
+      "|    outdoor_temperature          | 24.986198   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 6052263.5   |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 56%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.32970226 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.770425   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.730966    |\n",
+      "|    air_humidity                 | 1.0027975   |\n",
+      "|    air_temperature              | 0.97335184  |\n",
+      "|    clg_setpoint                 | -0.80712605 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0712918   |\n",
+      "|    diffuse_solar_radiation      | 3.693528    |\n",
+      "|    direct_solar_radiation       | 0.5782455   |\n",
+      "|    hour                         | -0.21623221 |\n",
+      "|    htg_setpoint                 | -1.3783613  |\n",
+      "|    month                        | 0.3112376   |\n",
+      "|    outdoor_humidity             | -0.36283624 |\n",
+      "|    outdoor_temperature          | 1.8656484   |\n",
+      "|    people_occupant              | 1.6941763   |\n",
+      "|    total_electricity_HVAC       | 1.6065253   |\n",
+      "|    wind_direction               | 0.60608387  |\n",
+      "|    wind_speed                   | -0.34363037 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 10492.458   |\n",
+      "|    air_humidity                 | 50.034733   |\n",
+      "|    air_temperature              | 24.15225    |\n",
+      "|    clg_setpoint                 | 24.119287   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 443.0       |\n",
+      "|    direct_solar_radiation       | 298.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 12.077012   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 61.0        |\n",
+      "|    outdoor_temperature          | 30.564785   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 9443212.0   |\n",
+      "|    wind_direction               | 245.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 56%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.98187196  |\n",
+      "|    air_humidity                 | 1.1145155   |\n",
+      "|    air_temperature              | 0.3607084   |\n",
+      "|    clg_setpoint                 | -1.1416065  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1840698   |\n",
+      "|    diffuse_solar_radiation      | 1.3223317   |\n",
+      "|    direct_solar_radiation       | 2.206264    |\n",
+      "|    hour                         | -0.07176954 |\n",
+      "|    htg_setpoint                 | -0.31902838 |\n",
+      "|    month                        | 0.31104767  |\n",
+      "|    outdoor_humidity             | 0.37559766  |\n",
+      "|    outdoor_temperature          | 1.292082    |\n",
+      "|    people_occupant              | 1.2169822   |\n",
+      "|    total_electricity_HVAC       | 0.89430434  |\n",
+      "|    wind_direction               | 0.079965614 |\n",
+      "|    wind_speed                   | 0.3243674   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7208.421    |\n",
+      "|    air_humidity                 | 51.495724   |\n",
+      "|    air_temperature              | 23.249111   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 207.0       |\n",
+      "|    direct_solar_radiation       | 705.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 16.443293   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 76.5        |\n",
+      "|    outdoor_temperature          | 24.95758    |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 6485663.0   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 57%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.11392853 |\n",
+      "|    air_humidity                 | -0.2905749  |\n",
+      "|    air_temperature              | 0.35557726  |\n",
+      "|    clg_setpoint                 | -1.141014   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.296486    |\n",
+      "|    diffuse_solar_radiation      | 3.0955803   |\n",
+      "|    direct_solar_radiation       | 0.86626583  |\n",
+      "|    hour                         | 0.07269299  |\n",
+      "|    htg_setpoint                 | -1.3970228  |\n",
+      "|    month                        | 0.31085813  |\n",
+      "|    outdoor_humidity             | -0.98440766 |\n",
+      "|    outdoor_temperature          | 1.799222    |\n",
+      "|    people_occupant              | -0.6893828  |\n",
+      "|    total_electricity_HVAC       | -0.07958969 |\n",
+      "|    wind_direction               | 0.70150155  |\n",
+      "|    wind_speed                   | -1.0941337  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2402.3694   |\n",
+      "|    air_humidity                 | 33.30228    |\n",
+      "|    air_temperature              | 23.241663   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 384.0       |\n",
+      "|    direct_solar_radiation       | 370.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 48.0        |\n",
+      "|    outdoor_temperature          | 29.952532   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2440123.2   |\n",
+      "|    wind_direction               | 255.0       |\n",
+      "|    wind_speed                   | 2.3         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 57%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.14881772  |\n",
+      "|    Heating_Setpoint_RL          | -0.52834094 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.12726    |\n",
+      "|    Heating_Setpoint_RL          | 14.653082   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.52665234 |\n",
+      "|    air_humidity                 | -1.5316244  |\n",
+      "|    air_temperature              | 0.5003711   |\n",
+      "|    clg_setpoint                 | -0.14076103 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4084691   |\n",
+      "|    diffuse_solar_radiation      | 1.7311547   |\n",
+      "|    direct_solar_radiation       | -0.6134788  |\n",
+      "|    hour                         | 0.2171554   |\n",
+      "|    htg_setpoint                 | -1.1748165  |\n",
+      "|    month                        | 0.31066892  |\n",
+      "|    outdoor_humidity             | 0.75544804  |\n",
+      "|    outdoor_temperature          | 0.90616846  |\n",
+      "|    people_occupant              | -0.6888185  |\n",
+      "|    total_electricity_HVAC       | -0.5387278  |\n",
+      "|    wind_direction               | 0.27109176  |\n",
+      "|    wind_speed                   | 0.84702027  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 591.705     |\n",
+      "|    air_humidity                 | 17.20447    |\n",
+      "|    air_temperature              | 23.454782   |\n",
+      "|    clg_setpoint                 | 25.846231   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 248.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 12.914116   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 84.5        |\n",
+      "|    outdoor_temperature          | 21.199781   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 532534.56   |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 6.95        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 57%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.2666072   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.124664   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.68822426  |\n",
+      "|    air_humidity                 | 1.1476007   |\n",
+      "|    air_temperature              | 0.36035293  |\n",
+      "|    clg_setpoint                 | -1.1409001  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5199422   |\n",
+      "|    diffuse_solar_radiation      | 2.1396506   |\n",
+      "|    direct_solar_radiation       | 1.3236113   |\n",
+      "|    hour                         | 0.36161712  |\n",
+      "|    htg_setpoint                 | 0.6705311   |\n",
+      "|    month                        | 0.31048006  |\n",
+      "|    outdoor_humidity             | -0.36576393 |\n",
+      "|    outdoor_temperature          | 1.0352304   |\n",
+      "|    people_occupant              | 1.6953646   |\n",
+      "|    total_electricity_HVAC       | 0.6157232   |\n",
+      "|    wind_direction               | 0.12692496  |\n",
+      "|    wind_speed                   | -0.23803067 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5913.161    |\n",
+      "|    air_humidity                 | 51.924183   |\n",
+      "|    air_temperature              | 23.248621   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 289.0       |\n",
+      "|    direct_solar_radiation       | 484.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 20.51756    |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 61.0        |\n",
+      "|    outdoor_temperature          | 22.475302   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 5321845.0   |\n",
+      "|    wind_direction               | 195.0       |\n",
+      "|    wind_speed                   | 4.35        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.008163858 |\n",
+      "|    clip_fraction                | 0.0821      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.6        |\n",
+      "|    explained_variance           | 0.675       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.613       |\n",
+      "|    n_updates                    | 440         |\n",
+      "|    policy_gradient_loss         | -0.00935    |\n",
+      "|    std                          | 0.887       |\n",
+      "|    value_loss                   | 1.9         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 57%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.37070653 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.539776   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.1377969   |\n",
+      "|    air_humidity                 | 1.1849331   |\n",
+      "|    air_temperature              | 0.36021355  |\n",
+      "|    clg_setpoint                 | -1.1403846  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6308228   |\n",
+      "|    diffuse_solar_radiation      | 1.5876465   |\n",
+      "|    direct_solar_radiation       | 0.8753995   |\n",
+      "|    hour                         | 0.5060771   |\n",
+      "|    htg_setpoint                 | -1.3962903  |\n",
+      "|    month                        | 0.31029153  |\n",
+      "|    outdoor_humidity             | 0.49214798  |\n",
+      "|    outdoor_temperature          | 1.3120401   |\n",
+      "|    people_occupant              | 1.694738    |\n",
+      "|    total_electricity_HVAC       | 1.0429461   |\n",
+      "|    wind_direction               | 0.031103557 |\n",
+      "|    wind_speed                   | 0.9527878   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7882.293    |\n",
+      "|    air_humidity                 | 52.420258   |\n",
+      "|    air_temperature              | 23.248583   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 234.0       |\n",
+      "|    direct_solar_radiation       | 372.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 79.0        |\n",
+      "|    outdoor_temperature          | 25.207672   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 7094063.5   |\n",
+      "|    wind_direction               | 185.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------******************------------------------------------------| 58%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.0077388883 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 17.668531    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.1179671    |\n",
+      "|    air_humidity                 | 1.3247106    |\n",
+      "|    air_temperature              | 0.3599818    |\n",
+      "|    clg_setpoint                 | -1.1396435   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.7410243    |\n",
+      "|    diffuse_solar_radiation      | 1.9355363    |\n",
+      "|    direct_solar_radiation       | -0.2770675   |\n",
+      "|    hour                         | 0.6505338    |\n",
+      "|    htg_setpoint                 | 0.77200806   |\n",
+      "|    month                        | 0.31010336   |\n",
+      "|    outdoor_humidity             | -0.22406664  |\n",
+      "|    outdoor_temperature          | 1.5222292    |\n",
+      "|    people_occupant              | 1.6941134    |\n",
+      "|    total_electricity_HVAC       | 1.0241108    |\n",
+      "|    wind_direction               | 0.12720345   |\n",
+      "|    wind_speed                   | -0.655028    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 7795.1396    |\n",
+      "|    air_humidity                 | 54.24491     |\n",
+      "|    air_temperature              | 23.248499    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 31.0         |\n",
+      "|    diffuse_solar_radiation      | 269.0        |\n",
+      "|    direct_solar_radiation       | 84.0         |\n",
+      "|    hour                         | 16.0         |\n",
+      "|    htg_setpoint                 | 20.935606    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 64.0         |\n",
+      "|    outdoor_temperature          | 27.293615    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 7015625.5    |\n",
+      "|    wind_direction               | 195.0        |\n",
+      "|    wind_speed                   | 3.35         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*******************------------------------------------------| 58%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.4200985   |\n",
+      "|    air_humidity                 | 1.2472116   |\n",
+      "|    air_temperature              | 0.36129975  |\n",
+      "|    clg_setpoint                 | -1.1394378  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6707388  |\n",
+      "|    diffuse_solar_radiation      | 0.07599138  |\n",
+      "|    direct_solar_radiation       | 0.990908    |\n",
+      "|    hour                         | 0.794985    |\n",
+      "|    htg_setpoint                 | -0.15558551 |\n",
+      "|    month                        | 0.60835856  |\n",
+      "|    outdoor_humidity             | -0.34336856 |\n",
+      "|    outdoor_temperature          | 1.5740705   |\n",
+      "|    people_occupant              | 1.6934905   |\n",
+      "|    total_electricity_HVAC       | 1.5387219   |\n",
+      "|    wind_direction               | 0.12685607  |\n",
+      "|    wind_speed                   | 1.2674483   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 9118.214    |\n",
+      "|    air_humidity                 | 53.25057    |\n",
+      "|    air_temperature              | 23.25103    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 83.0        |\n",
+      "|    direct_solar_radiation       | 401.0       |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 17.111624   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 61.5        |\n",
+      "|    outdoor_temperature          | 27.829536   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 9149618.0   |\n",
+      "|    wind_direction               | 195.0       |\n",
+      "|    wind_speed                   | 7.95        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************------------------------------------------| 58%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.06527377 |\n",
+      "|    Heating_Setpoint_RL          | -0.37945223 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.404701   |\n",
+      "|    Heating_Setpoint_RL          | 15.4905815  |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.3200532   |\n",
+      "|    air_humidity                 | 1.251394    |\n",
+      "|    air_temperature              | 0.35965383  |\n",
+      "|    clg_setpoint                 | -1.1394114  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5539978  |\n",
+      "|    diffuse_solar_radiation      | -0.41401455 |\n",
+      "|    direct_solar_radiation       | -0.10223244 |\n",
+      "|    hour                         | 0.9394281   |\n",
+      "|    htg_setpoint                 | -0.76215667 |\n",
+      "|    month                        | 0.6078986   |\n",
+      "|    outdoor_humidity             | 0.44441313  |\n",
+      "|    outdoor_temperature          | 1.6002079   |\n",
+      "|    people_occupant              | 0.5016113   |\n",
+      "|    total_electricity_HVAC       | 0.29564792  |\n",
+      "|    wind_direction               | 0.030671768 |\n",
+      "|    wind_speed                   | 0.32749668  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4304.4146   |\n",
+      "|    air_humidity                 | 53.312424   |\n",
+      "|    air_temperature              | 23.249456   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 34.0        |\n",
+      "|    direct_solar_radiation       | 128.0       |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 14.610398   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 78.0        |\n",
+      "|    outdoor_temperature          | 28.11812    |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 3997269.0   |\n",
+      "|    wind_direction               | 185.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********************----------------------------------------| 59%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5010881   |\n",
+      "|    air_humidity                 | -1.3558135   |\n",
+      "|    air_temperature              | 1.1444223    |\n",
+      "|    clg_setpoint                 | 0.98677975   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.4378786   |\n",
+      "|    diffuse_solar_radiation      | -0.75416166  |\n",
+      "|    direct_solar_radiation       | -0.6142922   |\n",
+      "|    hour                         | 1.0838599    |\n",
+      "|    htg_setpoint                 | -1.3951507   |\n",
+      "|    month                        | 0.60743964   |\n",
+      "|    outdoor_humidity             | 1.1130307    |\n",
+      "|    outdoor_temperature          | 1.4374404    |\n",
+      "|    people_occupant              | -0.6892183   |\n",
+      "|    total_electricity_HVAC       | -0.51357657  |\n",
+      "|    wind_direction               | -0.017328722 |\n",
+      "|    wind_speed                   | 0.43263382   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 707.6253     |\n",
+      "|    air_humidity                 | 19.508324    |\n",
+      "|    air_temperature              | 24.404043    |\n",
+      "|    clg_setpoint                 | 28.769144    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 3.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 19.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 92.0         |\n",
+      "|    outdoor_temperature          | 26.543911    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 640588.3     |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 5.95         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************----------------------------------------| 59%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4979529  |\n",
+      "|    air_humidity                 | -1.7927693  |\n",
+      "|    air_temperature              | 0.67672545  |\n",
+      "|    clg_setpoint                 | -0.74998    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3222865  |\n",
+      "|    diffuse_solar_radiation      | -0.75435066 |\n",
+      "|    direct_solar_radiation       | -0.61454517 |\n",
+      "|    hour                         | 1.2282768   |\n",
+      "|    htg_setpoint                 | -1.3939388  |\n",
+      "|    month                        | 0.60698175  |\n",
+      "|    outdoor_humidity             | -0.84678185 |\n",
+      "|    outdoor_temperature          | 1.9975723   |\n",
+      "|    people_occupant              | -0.68865854 |\n",
+      "|    total_electricity_HVAC       | -0.41155759 |\n",
+      "|    wind_direction               | 0.9423957   |\n",
+      "|    wind_speed                   | 0.22409585  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 720.36053   |\n",
+      "|    air_humidity                 | 13.795616   |\n",
+      "|    air_temperature              | 23.717346   |\n",
+      "|    clg_setpoint                 | 24.26374    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 51.0        |\n",
+      "|    outdoor_temperature          | 32.096737   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1062362.2   |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 5.45        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************----------------------------------------| 59%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.47562134  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 20.30037    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5202621  |\n",
+      "|    air_humidity                 | 1.425058    |\n",
+      "|    air_temperature              | 0.07989367  |\n",
+      "|    clg_setpoint                 | 0.08390923  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2071352  |\n",
+      "|    diffuse_solar_radiation      | -0.7544225  |\n",
+      "|    direct_solar_radiation       | -0.6143234  |\n",
+      "|    hour                         | 1.3726746   |\n",
+      "|    htg_setpoint                 | 0.68302876  |\n",
+      "|    month                        | 0.6065249   |\n",
+      "|    outdoor_humidity             | 1.1125379   |\n",
+      "|    outdoor_temperature          | 1.4175045   |\n",
+      "|    people_occupant              | -0.6888502  |\n",
+      "|    total_electricity_HVAC       | -0.5326902  |\n",
+      "|    wind_direction               | 0.07890657  |\n",
+      "|    wind_speed                   | -0.96752256 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 623.4678    |\n",
+      "|    air_humidity                 | 55.562576   |\n",
+      "|    air_temperature              | 22.84083    |\n",
+      "|    clg_setpoint                 | 26.427483   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 20.560926   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 92.0        |\n",
+      "|    outdoor_temperature          | 26.406322   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 561121.0    |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********************----------------------------------------| 59%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5507915   |\n",
+      "|    air_humidity                 | 1.1308777    |\n",
+      "|    air_temperature              | -0.06479302  |\n",
+      "|    clg_setpoint                 | -1.1404606   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.0923474   |\n",
+      "|    diffuse_solar_radiation      | -0.75450647  |\n",
+      "|    direct_solar_radiation       | -0.61385846  |\n",
+      "|    hour                         | 1.5170485    |\n",
+      "|    htg_setpoint                 | 0.8959617    |\n",
+      "|    month                        | 0.6060691    |\n",
+      "|    outdoor_humidity             | 0.87240106   |\n",
+      "|    outdoor_temperature          | 0.97700995   |\n",
+      "|    people_occupant              | -0.6890415   |\n",
+      "|    total_electricity_HVAC       | -0.5615281   |\n",
+      "|    wind_direction               | -1.16771     |\n",
+      "|    wind_speed                   | -0.109519586 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 490.2186     |\n",
+      "|    air_humidity                 | 51.76409     |\n",
+      "|    air_temperature              | 22.628868    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 6.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 21.441685    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 87.0         |\n",
+      "|    outdoor_temperature          | 22.07327     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 441979.53    |\n",
+      "|    wind_direction               | 60.0         |\n",
+      "|    wind_speed                   | 4.65         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**********************---------------------------------------| 60%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.8792584   |\n",
+      "|    Heating_Setpoint_RL          | 0.58770245  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.592497   |\n",
+      "|    Heating_Setpoint_RL          | 20.930826   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.4488076   |\n",
+      "|    air_humidity                 | 0.33621955  |\n",
+      "|    air_temperature              | 0.35591853  |\n",
+      "|    clg_setpoint                 | 1.0962503   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.97785354 |\n",
+      "|    diffuse_solar_radiation      | -0.75438905 |\n",
+      "|    direct_solar_radiation       | -0.61393404 |\n",
+      "|    hour                         | 1.6613933   |\n",
+      "|    htg_setpoint                 | 1.3342136   |\n",
+      "|    month                        | 0.6056143   |\n",
+      "|    outdoor_humidity             | -0.05975915 |\n",
+      "|    outdoor_temperature          | 0.675115    |\n",
+      "|    people_occupant              | -0.68923235 |\n",
+      "|    total_electricity_HVAC       | 0.3882612   |\n",
+      "|    wind_direction               | -1.1661673  |\n",
+      "|    wind_speed                   | -0.86279947 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4860.9326   |\n",
+      "|    air_humidity                 | 41.450085   |\n",
+      "|    air_temperature              | 23.247618   |\n",
+      "|    clg_setpoint                 | 29.055637   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 67.5        |\n",
+      "|    outdoor_temperature          | 19.108583   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4374839.0   |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 2.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************---------------------------------------| 60%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5183289   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.37436    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.49574068  |\n",
+      "|    air_humidity                 | 0.33121693  |\n",
+      "|    air_temperature              | 0.35741827  |\n",
+      "|    clg_setpoint                 | 0.47925615  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7501518  |\n",
+      "|    diffuse_solar_radiation      | -0.7545386  |\n",
+      "|    direct_solar_radiation       | -0.6142305  |\n",
+      "|    hour                         | -1.6612563  |\n",
+      "|    htg_setpoint                 | 1.3338002   |\n",
+      "|    month                        | 0.6051605   |\n",
+      "|    outdoor_humidity             | 0.29945752  |\n",
+      "|    outdoor_temperature          | 0.6995308   |\n",
+      "|    people_occupant              | -0.68942285 |\n",
+      "|    total_electricity_HVAC       | 0.47806975  |\n",
+      "|    wind_direction               | -1.4527678  |\n",
+      "|    wind_speed                   | -1.6159611  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5065.698    |\n",
+      "|    air_humidity                 | 41.39772    |\n",
+      "|    air_temperature              | 23.250345   |\n",
+      "|    clg_setpoint                 | 27.454388   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 75.0        |\n",
+      "|    outdoor_temperature          | 19.36119    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4746182.0   |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 1.05        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************---------------------------------------| 60%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5598894  |\n",
+      "|    air_humidity                 | 0.5258916   |\n",
+      "|    air_temperature              | -0.2678143  |\n",
+      "|    clg_setpoint                 | 0.59205204  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.63604873 |\n",
+      "|    diffuse_solar_radiation      | -0.7545497  |\n",
+      "|    direct_solar_radiation       | -0.6144441  |\n",
+      "|    hour                         | -1.5166757  |\n",
+      "|    htg_setpoint                 | 0.9755762   |\n",
+      "|    month                        | 0.6047077   |\n",
+      "|    outdoor_humidity             | 0.65859604  |\n",
+      "|    outdoor_temperature          | 0.7954967   |\n",
+      "|    people_occupant              | -0.6896129  |\n",
+      "|    total_electricity_HVAC       | -0.5703897  |\n",
+      "|    wind_direction               | 0.61018234  |\n",
+      "|    wind_speed                   | -0.65235096 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 453.97867   |\n",
+      "|    air_humidity                 | 43.939114   |\n",
+      "|    air_temperature              | 22.332975   |\n",
+      "|    clg_setpoint                 | 27.74686    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 21.773998   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 82.5        |\n",
+      "|    outdoor_temperature          | 20.31818    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 408580.8    |\n",
+      "|    wind_direction               | 245.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**********************--------------------------------------| 61%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.52588665  |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.850132    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.57018596  |\n",
+      "|    air_humidity                 | -1.3299392   |\n",
+      "|    air_temperature              | 0.126022     |\n",
+      "|    clg_setpoint                 | -1.1405123   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.5220667   |\n",
+      "|    diffuse_solar_radiation      | -0.75450575  |\n",
+      "|    direct_solar_radiation       | -0.61480373  |\n",
+      "|    hour                         | -1.3721244   |\n",
+      "|    htg_setpoint                 | -0.003994512 |\n",
+      "|    month                        | 0.604256     |\n",
+      "|    outdoor_humidity             | 1.1608613    |\n",
+      "|    outdoor_temperature          | 0.7363682    |\n",
+      "|    people_occupant              | -0.68905634  |\n",
+      "|    total_electricity_HVAC       | -0.580183    |\n",
+      "|    wind_direction               | 0.65800613   |\n",
+      "|    wind_speed                   | -1.070892    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 408.35745    |\n",
+      "|    air_humidity                 | 19.830585    |\n",
+      "|    air_temperature              | 22.911629    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 11.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 2.0          |\n",
+      "|    htg_setpoint                 | 17.73327     |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 93.0         |\n",
+      "|    outdoor_temperature          | 19.746336    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 367521.72    |\n",
+      "|    wind_direction               | 250.0        |\n",
+      "|    wind_speed                   | 2.35         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***********************--------------------------------------| 61%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.66164345  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.346745   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5663818  |\n",
+      "|    air_humidity                 | -1.8641436  |\n",
+      "|    air_temperature              | -0.12643443 |\n",
+      "|    clg_setpoint                 | 1.0248926   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.4081688  |\n",
+      "|    diffuse_solar_radiation      | -0.75457853 |\n",
+      "|    direct_solar_radiation       | -0.6150542  |\n",
+      "|    hour                         | -1.2275974  |\n",
+      "|    htg_setpoint                 | -0.8223996  |\n",
+      "|    month                        | 0.60380524  |\n",
+      "|    outdoor_humidity             | 1.2082726   |\n",
+      "|    outdoor_temperature          | 1.170884    |\n",
+      "|    people_occupant              | -0.68850106 |\n",
+      "|    total_electricity_HVAC       | -0.5764105  |\n",
+      "|    wind_direction               | 0.32195106  |\n",
+      "|    wind_speed                   | -0.8608707  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 424.0311    |\n",
+      "|    air_humidity                 | 12.850168   |\n",
+      "|    air_temperature              | 22.541845   |\n",
+      "|    clg_setpoint                 | 28.871584   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 14.354733   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 94.0        |\n",
+      "|    outdoor_temperature          | 24.050554   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 382247.34   |\n",
+      "|    wind_direction               | 215.0       |\n",
+      "|    wind_speed                   | 2.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**********************--------------------------------------| 61%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.8499754    |\n",
+      "|    Heating_Setpoint_RL          | 0.4714286    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.493668    |\n",
+      "|    Heating_Setpoint_RL          | 20.276787    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.008301902 |\n",
+      "|    air_humidity                 | -0.14937674  |\n",
+      "|    air_temperature              | 0.3531885    |\n",
+      "|    clg_setpoint                 | 1.459588     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.29432532  |\n",
+      "|    diffuse_solar_radiation      | -0.75425476  |\n",
+      "|    direct_solar_radiation       | -0.61492836  |\n",
+      "|    hour                         | -1.0830894   |\n",
+      "|    htg_setpoint                 | 1.334478     |\n",
+      "|    month                        | 0.6033555    |\n",
+      "|    outdoor_humidity             | -0.060333107 |\n",
+      "|    outdoor_temperature          | 1.1441029    |\n",
+      "|    people_occupant              | -0.68869144  |\n",
+      "|    total_electricity_HVAC       | -0.046163518 |\n",
+      "|    wind_direction               | 1.6660633    |\n",
+      "|    wind_speed                   | -0.106457435 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2860.5745    |\n",
+      "|    air_humidity                 | 35.14068     |\n",
+      "|    air_temperature              | 23.245575    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 13.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 67.5         |\n",
+      "|    outdoor_temperature          | 23.809357    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2574517.0    |\n",
+      "|    wind_direction               | 355.0        |\n",
+      "|    wind_speed                   | 4.65         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------************************-------------------------------------| 62%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.29491526  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 19.283897   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.17475308 |\n",
+      "|    air_humidity                 | -0.16726783 |\n",
+      "|    air_temperature              | -0.2828921  |\n",
+      "|    clg_setpoint                 | 0.26964343  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18051368 |\n",
+      "|    diffuse_solar_radiation      | -0.50556266 |\n",
+      "|    direct_solar_radiation       | -0.56715393 |\n",
+      "|    hour                         | -0.9385964  |\n",
+      "|    htg_setpoint                 | 1.1104268   |\n",
+      "|    month                        | 0.6029068   |\n",
+      "|    outdoor_humidity             | 0.873847    |\n",
+      "|    outdoor_temperature          | 1.011957    |\n",
+      "|    people_occupant              | -0.6888814  |\n",
+      "|    total_electricity_HVAC       | -0.20436701 |\n",
+      "|    wind_direction               | 0.561388    |\n",
+      "|    wind_speed                   | -0.96553665 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2134.5764   |\n",
+      "|    air_humidity                 | 34.91635    |\n",
+      "|    air_temperature              | 22.31351    |\n",
+      "|    clg_setpoint                 | 26.910503   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 25.0        |\n",
+      "|    direct_solar_radiation       | 12.0        |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 22.325897   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 22.521246   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1921118.6   |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********************-------------------------------------| 62%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.122076064 |\n",
+      "|    Heating_Setpoint_RL          | -0.07214278  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.212994    |\n",
+      "|    Heating_Setpoint_RL          | 17.219196    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.15780997  |\n",
+      "|    air_humidity                 | -0.24039933  |\n",
+      "|    air_temperature              | 0.3533885    |\n",
+      "|    clg_setpoint                 | -1.1399055   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.066718265 |\n",
+      "|    diffuse_solar_radiation      | 0.20061348   |\n",
+      "|    direct_solar_radiation       | -0.3031863   |\n",
+      "|    hour                         | -0.79411465  |\n",
+      "|    htg_setpoint                 | 1.334455     |\n",
+      "|    month                        | 0.6024591    |\n",
+      "|    outdoor_humidity             | 0.77813864   |\n",
+      "|    outdoor_temperature          | 1.2174958    |\n",
+      "|    people_occupant              | -0.689071    |\n",
+      "|    total_electricity_HVAC       | -0.1882617   |\n",
+      "|    wind_direction               | -0.2550879   |\n",
+      "|    wind_speed                   | -0.96521276  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2209.8225    |\n",
+      "|    air_humidity                 | 33.975273    |\n",
+      "|    air_temperature              | 23.246626    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 96.0         |\n",
+      "|    direct_solar_radiation       | 78.0         |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 85.0         |\n",
+      "|    outdoor_temperature          | 24.575914    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1988840.2    |\n",
+      "|    wind_direction               | 155.0        |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------***********************-------------------------------------| 62%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.714023     |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.034828    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.08488266   |\n",
+      "|    air_humidity                 | 0.09697356   |\n",
+      "|    air_temperature              | 0.35499942   |\n",
+      "|    clg_setpoint                 | 1.4603446    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.047069523  |\n",
+      "|    diffuse_solar_radiation      | -0.018316051 |\n",
+      "|    direct_solar_radiation       | -0.6156515   |\n",
+      "|    hour                         | -0.649641    |\n",
+      "|    htg_setpoint                 | 1.3344107    |\n",
+      "|    month                        | 0.60201234   |\n",
+      "|    outdoor_humidity             | 0.96967405   |\n",
+      "|    outdoor_temperature          | 1.1715001    |\n",
+      "|    people_occupant              | -0.6892602   |\n",
+      "|    total_electricity_HVAC       | 0.3085481    |\n",
+      "|    wind_direction               | -1.2155348   |\n",
+      "|    wind_speed                   | -0.75486535  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 3269.0176    |\n",
+      "|    air_humidity                 | 38.36637     |\n",
+      "|    air_temperature              | 23.249369    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 16.0         |\n",
+      "|    diffuse_solar_radiation      | 74.0         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 89.0         |\n",
+      "|    outdoor_temperature          | 24.139599    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 4041292.2    |\n",
+      "|    wind_direction               | 55.0         |\n",
+      "|    wind_speed                   | 3.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------************************-------------------------------------| 62%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.30001295  |\n",
+      "|    Heating_Setpoint_RL          | 0.28712228  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.637543   |\n",
+      "|    Heating_Setpoint_RL          | 19.240063   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.53016746 |\n",
+      "|    air_humidity                 | -0.64601594 |\n",
+      "|    air_temperature              | 0.3385069   |\n",
+      "|    clg_setpoint                 | 1.3155453   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.16085134  |\n",
+      "|    diffuse_solar_radiation      | 1.4929383   |\n",
+      "|    direct_solar_radiation       | -0.387684   |\n",
+      "|    hour                         | -0.5051726  |\n",
+      "|    htg_setpoint                 | -1.3929012  |\n",
+      "|    month                        | 0.6015666   |\n",
+      "|    outdoor_humidity             | 0.4421547   |\n",
+      "|    outdoor_temperature          | 1.7410958   |\n",
+      "|    people_occupant              | -0.68944895 |\n",
+      "|    total_electricity_HVAC       | -0.5422066  |\n",
+      "|    wind_direction               | -1.2625303  |\n",
+      "|    wind_speed                   | 0.33652171  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 587.7118    |\n",
+      "|    air_humidity                 | 28.724619   |\n",
+      "|    air_temperature              | 23.225752   |\n",
+      "|    clg_setpoint                 | 29.624187   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 226.0       |\n",
+      "|    direct_solar_radiation       | 57.0        |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 78.0        |\n",
+      "|    outdoor_temperature          | 29.80613    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 528940.6    |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************------------------------------------| 63%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.20122492 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.945866   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4840858  |\n",
+      "|    air_humidity                 | -1.8800937  |\n",
+      "|    air_temperature              | 0.92426026  |\n",
+      "|    clg_setpoint                 | 1.4593351   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.27462193  |\n",
+      "|    diffuse_solar_radiation      | 1.7100056   |\n",
+      "|    direct_solar_radiation       | 1.3496386   |\n",
+      "|    hour                         | -0.36070758 |\n",
+      "|    htg_setpoint                 | -1.3921797  |\n",
+      "|    month                        | 0.60112184  |\n",
+      "|    outdoor_humidity             | -1.4745739  |\n",
+      "|    outdoor_temperature          | 1.919118    |\n",
+      "|    people_occupant              | -0.68889683 |\n",
+      "|    total_electricity_HVAC       | -0.5033512  |\n",
+      "|    wind_direction               | -1.4045092  |\n",
+      "|    wind_speed                   | 1.0706056   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 787.37506   |\n",
+      "|    air_humidity                 | 12.662102   |\n",
+      "|    air_temperature              | 24.084393   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 248.0       |\n",
+      "|    direct_solar_radiation       | 491.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 38.0        |\n",
+      "|    outdoor_temperature          | 31.606829   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 688154.4    |\n",
+      "|    wind_direction               | 35.0        |\n",
+      "|    wind_speed                   | 7.45        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************------------------------------------| 63%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.22687055 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.348854   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.46466163  |\n",
+      "|    air_humidity                 | 0.36404264  |\n",
+      "|    air_temperature              | 0.40040186  |\n",
+      "|    clg_setpoint                 | -1.1100496  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.38836914  |\n",
+      "|    diffuse_solar_radiation      | 1.601006    |\n",
+      "|    direct_solar_radiation       | 2.096279    |\n",
+      "|    hour                         | -0.21624425 |\n",
+      "|    htg_setpoint                 | -1.1740313  |\n",
+      "|    month                        | 0.6006781   |\n",
+      "|    outdoor_humidity             | -1.4253626  |\n",
+      "|    outdoor_temperature          | 1.1558226   |\n",
+      "|    people_occupant              | 1.6956414   |\n",
+      "|    total_electricity_HVAC       | 0.40338096  |\n",
+      "|    wind_direction               | -1.3067932  |\n",
+      "|    wind_speed                   | 0.33596313  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4921.4414   |\n",
+      "|    air_humidity                 | 41.80713    |\n",
+      "|    air_temperature              | 23.318203   |\n",
+      "|    clg_setpoint                 | 23.329561   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 237.0       |\n",
+      "|    direct_solar_radiation       | 678.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 12.895808   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 39.0        |\n",
+      "|    outdoor_temperature          | 24.066572   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4429297.5   |\n",
+      "|    wind_direction               | 45.0        |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.008225121 |\n",
+      "|    clip_fraction                | 0.0734      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.59       |\n",
+      "|    explained_variance           | 0.705       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.754       |\n",
+      "|    n_updates                    | 450         |\n",
+      "|    policy_gradient_loss         | -0.0109     |\n",
+      "|    std                          | 0.884       |\n",
+      "|    value_loss                   | 2.12        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************------------------------------------| 63%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.24737266  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.016472   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.1412835  |\n",
+      "|    air_humidity                 | 0.7164113   |\n",
+      "|    air_temperature              | 1.832318    |\n",
+      "|    clg_setpoint                 | -0.30632082 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.502074    |\n",
+      "|    diffuse_solar_radiation      | 1.8391972   |\n",
+      "|    direct_solar_radiation       | 2.083044    |\n",
+      "|    hour                         | -0.07178155 |\n",
+      "|    htg_setpoint                 | -1.3911875  |\n",
+      "|    month                        | 0.60023534  |\n",
+      "|    outdoor_humidity             | -1.7601465  |\n",
+      "|    outdoor_temperature          | 1.3139113   |\n",
+      "|    people_occupant              | 1.2182968   |\n",
+      "|    total_electricity_HVAC       | -0.15681547 |\n",
+      "|    wind_direction               | -1.6412469  |\n",
+      "|    wind_speed                   | -0.4407781  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2281.353    |\n",
+      "|    air_humidity                 | 46.402546   |\n",
+      "|    air_temperature              | 25.414103   |\n",
+      "|    clg_setpoint                 | 25.415787   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 261.0       |\n",
+      "|    direct_solar_radiation       | 675.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 32.0        |\n",
+      "|    outdoor_temperature          | 25.642881   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 2118145.8   |\n",
+      "|    wind_direction               | 10.0        |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************------------------------------------| 63%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.64984167 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.969641   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.6570003   |\n",
+      "|    air_humidity                 | 0.9618486   |\n",
+      "|    air_temperature              | 0.62820524  |\n",
+      "|    clg_setpoint                 | -0.98606473 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6157107   |\n",
+      "|    diffuse_solar_radiation      | 0.6464215   |\n",
+      "|    direct_solar_radiation       | 2.7765412   |\n",
+      "|    hour                         | 0.072681    |\n",
+      "|    htg_setpoint                 | 0.22998953  |\n",
+      "|    month                        | 0.5997935   |\n",
+      "|    outdoor_humidity             | -1.2804066  |\n",
+      "|    outdoor_temperature          | 1.881278    |\n",
+      "|    people_occupant              | 0.26441768  |\n",
+      "|    total_electricity_HVAC       | 0.9548677   |\n",
+      "|    wind_direction               | 0.47086433  |\n",
+      "|    wind_speed                   | 0.21108243  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5758.1973   |\n",
+      "|    air_humidity                 | 49.609444   |\n",
+      "|    air_temperature              | 23.652235   |\n",
+      "|    clg_setpoint                 | 23.64928    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 141.0       |\n",
+      "|    direct_solar_radiation       | 849.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 18.69003    |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 42.0        |\n",
+      "|    outdoor_temperature          | 31.281984   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 6702569.0   |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 5.4         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*************************-----------------------------------| 64%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.08190616  |\n",
+      "|    air_humidity                 | 0.5450403    |\n",
+      "|    air_temperature              | 2.316441     |\n",
+      "|    clg_setpoint                 | -0.033464324 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.7292466    |\n",
+      "|    diffuse_solar_radiation      | 1.0046581    |\n",
+      "|    direct_solar_radiation       | 2.0864506    |\n",
+      "|    hour                         | 0.21714343   |\n",
+      "|    htg_setpoint                 | -1.390901    |\n",
+      "|    month                        | 0.5993527    |\n",
+      "|    outdoor_humidity             | -1.8547962   |\n",
+      "|    outdoor_temperature          | 1.9618121    |\n",
+      "|    people_occupant              | 1.2174097    |\n",
+      "|    total_electricity_HVAC       | -0.11048421  |\n",
+      "|    wind_direction               | 1.3822899    |\n",
+      "|    wind_speed                   | 0.7576445    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2541.4568    |\n",
+      "|    air_humidity                 | 44.194313    |\n",
+      "|    air_temperature              | 26.121819    |\n",
+      "|    clg_setpoint                 | 26.121971    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 22.0         |\n",
+      "|    diffuse_solar_radiation      | 177.0        |\n",
+      "|    direct_solar_radiation       | 677.0        |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 30.0         |\n",
+      "|    outdoor_temperature          | 32.118423    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 2310520.2    |\n",
+      "|    wind_direction               | 325.0        |\n",
+      "|    wind_speed                   | 6.7          |\n",
+      "--------------------------------------------------\n",
+      "------------------------------------------------***************************-----------------------------------| 64%\n",
+      "| action_network/                 |            |\n",
+      "|    Cooling_Setpoint_RL          | -1.0       |\n",
+      "|    Heating_Setpoint_RL          | -1.0       |\n",
+      "| action_simulation/              |            |\n",
+      "|    Cooling_Setpoint_RL          | 23.25      |\n",
+      "|    Heating_Setpoint_RL          | 12.0       |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | 0.90796083 |\n",
+      "|    air_humidity                 | 1.1110457  |\n",
+      "|    air_temperature              | 0.35227907 |\n",
+      "|    clg_setpoint                 | -1.1392123 |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 0.8426428  |\n",
+      "|    diffuse_solar_radiation      | 2.0378294  |\n",
+      "|    direct_solar_radiation       | 1.2910672  |\n",
+      "|    hour                         | 0.36160523 |\n",
+      "|    htg_setpoint                 | -1.390685  |\n",
+      "|    month                        | 0.59891284 |\n",
+      "|    outdoor_humidity             | -1.2536966 |\n",
+      "|    outdoor_temperature          | 1.2801402  |\n",
+      "|    people_occupant              | 1.6935048  |\n",
+      "|    total_electricity_HVAC       | 0.853488   |\n",
+      "|    wind_direction               | 0.1339173  |\n",
+      "|    wind_speed                   | 0.12731418 |\n",
+      "| observation/                    |            |\n",
+      "|    HVAC_electricity_demand_rate | 6850.138   |\n",
+      "|    air_humidity                 | 51.563145  |\n",
+      "|    air_temperature              | 23.249298  |\n",
+      "|    clg_setpoint                 | 23.25      |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 23.0       |\n",
+      "|    diffuse_solar_radiation      | 281.0      |\n",
+      "|    direct_solar_radiation       | 478.0      |\n",
+      "|    hour                         | 14.0       |\n",
+      "|    htg_setpoint                 | 12.0       |\n",
+      "|    month                        | 8.0        |\n",
+      "|    outdoor_humidity             | 42.5       |\n",
+      "|    outdoor_temperature          | 25.366835  |\n",
+      "|    people_occupant              | 20.0       |\n",
+      "|    total_electricity_HVAC       | 6283544.0  |\n",
+      "|    wind_direction               | 195.0      |\n",
+      "|    wind_speed                   | 5.2        |\n",
+      "------------------------------------------------\n",
+      "-------------------------------------------------**************************-----------------------------------| 64%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.1229912  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.209904   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.24817401  |\n",
+      "|    air_humidity                 | -0.80270964 |\n",
+      "|    air_temperature              | 0.3526369   |\n",
+      "|    clg_setpoint                 | -1.1392821  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.95585334  |\n",
+      "|    diffuse_solar_radiation      | 1.5995047   |\n",
+      "|    direct_solar_radiation       | 0.699803    |\n",
+      "|    hour                         | 0.5060653   |\n",
+      "|    htg_setpoint                 | -1.3903204  |\n",
+      "|    month                        | 0.5984739   |\n",
+      "|    outdoor_humidity             | -1.9960705  |\n",
+      "|    outdoor_temperature          | 1.9888434   |\n",
+      "|    people_occupant              | -0.6892875  |\n",
+      "|    total_electricity_HVAC       | 0.441513    |\n",
+      "|    wind_direction               | 1.1415656   |\n",
+      "|    wind_speed                   | 1.1994962   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3976.906    |\n",
+      "|    air_humidity                 | 26.677767   |\n",
+      "|    air_temperature              | 23.250004   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 237.0       |\n",
+      "|    direct_solar_radiation       | 330.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 27.0        |\n",
+      "|    outdoor_temperature          | 32.42401    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4583916.5   |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 7.75        |\n",
+      "-------------------------------------------------\n",
+      "---------------------------------------------------*************************----------------------------------| 65%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 1.0           |\n",
+      "|    Heating_Setpoint_RL          | -1.0          |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 30.0          |\n",
+      "|    Heating_Setpoint_RL          | 12.0          |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.468019     |\n",
+      "|    air_humidity                 | -1.1721722    |\n",
+      "|    air_temperature              | 1.1936398     |\n",
+      "|    clg_setpoint                 | 1.4601282     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.0688263     |\n",
+      "|    diffuse_solar_radiation      | 0.397049      |\n",
+      "|    direct_solar_radiation       | 1.2298715     |\n",
+      "|    hour                         | 0.6505221     |\n",
+      "|    htg_setpoint                 | 0.65232176    |\n",
+      "|    month                        | 0.598036      |\n",
+      "|    outdoor_humidity             | -1.9449271    |\n",
+      "|    outdoor_temperature          | 1.4822755     |\n",
+      "|    people_occupant              | -0.6887397    |\n",
+      "|    total_electricity_HVAC       | -0.48856753   |\n",
+      "|    wind_direction               | -1.3534659    |\n",
+      "|    wind_speed                   | 0.00023504923 |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 859.6557      |\n",
+      "|    air_humidity                 | 21.862066     |\n",
+      "|    air_temperature              | 24.478926     |\n",
+      "|    clg_setpoint                 | 30.0          |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 25.0          |\n",
+      "|    diffuse_solar_radiation      | 116.0         |\n",
+      "|    direct_solar_radiation       | 463.0         |\n",
+      "|    hour                         | 16.0          |\n",
+      "|    htg_setpoint                 | 20.427994     |\n",
+      "|    month                        | 8.0           |\n",
+      "|    outdoor_humidity             | 28.0          |\n",
+      "|    outdoor_temperature          | 27.403461     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 751317.44     |\n",
+      "|    wind_direction               | 40.0          |\n",
+      "|    wind_speed                   | 4.9           |\n",
+      "---------------------------------------------------\n",
+      "-------------------------------------------------***************************----------------------------------| 65%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.2356858  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.299267   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.3732922  |\n",
+      "|    air_humidity                 | 0.8900034   |\n",
+      "|    air_temperature              | 1.8140166   |\n",
+      "|    clg_setpoint                 | -0.31653157 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1815035   |\n",
+      "|    diffuse_solar_radiation      | 0.1485028   |\n",
+      "|    direct_solar_radiation       | -0.15141921 |\n",
+      "|    hour                         | 0.7949737   |\n",
+      "|    htg_setpoint                 | -1.389569   |\n",
+      "|    month                        | 0.597599    |\n",
+      "|    outdoor_humidity             | -0.36439648 |\n",
+      "|    outdoor_temperature          | 1.1881776   |\n",
+      "|    people_occupant              | 1.6949611   |\n",
+      "|    total_electricity_HVAC       | -0.44994864 |\n",
+      "|    wind_direction               | 0.038404994 |\n",
+      "|    wind_speed                   | 1.389272    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1271.9578   |\n",
+      "|    air_humidity                 | 48.674652   |\n",
+      "|    air_temperature              | 25.384993   |\n",
+      "|    clg_setpoint                 | 25.386118   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 91.0        |\n",
+      "|    direct_solar_radiation       | 117.0       |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 61.0        |\n",
+      "|    outdoor_temperature          | 24.49128    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 910768.6    |\n",
+      "|    wind_direction               | 185.0       |\n",
+      "|    wind_speed                   | 8.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************----------------------------------| 65%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.1007378  |\n",
+      "|    air_humidity                 | 1.8327055   |\n",
+      "|    air_temperature              | 0.35181987  |\n",
+      "|    clg_setpoint                 | -1.1388063  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2938206   |\n",
+      "|    diffuse_solar_radiation      | -0.6865612  |\n",
+      "|    direct_solar_radiation       | -0.61052567 |\n",
+      "|    hour                         | 0.9394173   |\n",
+      "|    htg_setpoint                 | -0.16569276 |\n",
+      "|    month                        | 0.597163    |\n",
+      "|    outdoor_humidity             | 0.497246    |\n",
+      "|    outdoor_temperature          | 1.2378088   |\n",
+      "|    people_occupant              | 0.5026842   |\n",
+      "|    total_electricity_HVAC       | -0.13405798 |\n",
+      "|    wind_direction               | -0.6816961  |\n",
+      "|    wind_speed                   | -0.65195364 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2457.3901   |\n",
+      "|    air_humidity                 | 60.941956   |\n",
+      "|    air_temperature              | 23.249754   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 7.0         |\n",
+      "|    direct_solar_radiation       | 2.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 17.050869   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 79.0        |\n",
+      "|    outdoor_temperature          | 24.997486   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 2211651.2   |\n",
+      "|    wind_direction               | 110.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************----------------------------------| 65%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.45409504 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.070716   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.2762112  |\n",
+      "|    air_humidity                 | 1.0847204   |\n",
+      "|    air_temperature              | 0.35158122  |\n",
+      "|    clg_setpoint                 | -1.138563   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4057078   |\n",
+      "|    diffuse_solar_radiation      | -0.75620574 |\n",
+      "|    direct_solar_radiation       | -0.61877406 |\n",
+      "|    hour                         | 1.0838499   |\n",
+      "|    htg_setpoint                 | -1.389542   |\n",
+      "|    month                        | 0.59672797  |\n",
+      "|    outdoor_humidity             | -0.74767095 |\n",
+      "|    outdoor_temperature          | 1.0237193   |\n",
+      "|    people_occupant              | -0.45095277 |\n",
+      "|    total_electricity_HVAC       | -0.2842945  |\n",
+      "|    wind_direction               | -0.82456905 |\n",
+      "|    wind_speed                   | -0.65198296 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1695.2013   |\n",
+      "|    air_humidity                 | 51.231773   |\n",
+      "|    air_temperature              | 23.24999    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 53.0        |\n",
+      "|    outdoor_temperature          | 22.882992   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 1593955.4   |\n",
+      "|    wind_direction               | 95.0        |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************---------------------------------| 66%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.6277424   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.74363    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.52061063 |\n",
+      "|    air_humidity                 | 0.99944746  |\n",
+      "|    air_temperature              | 0.14440209  |\n",
+      "|    clg_setpoint                 | -1.1379918  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5170897   |\n",
+      "|    diffuse_solar_radiation      | -0.7562828  |\n",
+      "|    direct_solar_radiation       | -0.6190623  |\n",
+      "|    hour                         | 1.228268    |\n",
+      "|    htg_setpoint                 | 0.16098797  |\n",
+      "|    month                        | 0.59629387  |\n",
+      "|    outdoor_humidity             | 0.16280325  |\n",
+      "|    outdoor_temperature          | 0.7392464   |\n",
+      "|    people_occupant              | -0.45117486 |\n",
+      "|    total_electricity_HVAC       | -0.53319085 |\n",
+      "|    wind_direction               | -0.1040538  |\n",
+      "|    wind_speed                   | -1.4305497  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 634.45337   |\n",
+      "|    air_humidity                 | 50.13474    |\n",
+      "|    air_temperature              | 22.94792    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 18.400707   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 72.0        |\n",
+      "|    outdoor_temperature          | 20.062819   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 571008.0    |\n",
+      "|    wind_direction               | 170.0       |\n",
+      "|    wind_speed                   | 1.5         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************---------------------------------| 66%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.8488739  |\n",
+      "|    Heating_Setpoint_RL          | 0.59489083  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.76005    |\n",
+      "|    Heating_Setpoint_RL          | 20.97126    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5337714  |\n",
+      "|    air_humidity                 | 0.21577922  |\n",
+      "|    air_temperature              | 0.07500347  |\n",
+      "|    clg_setpoint                 | -0.3304229  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.627886    |\n",
+      "|    diffuse_solar_radiation      | -0.75635064 |\n",
+      "|    direct_solar_radiation       | -0.61932313 |\n",
+      "|    hour                         | 1.3726674   |\n",
+      "|    htg_setpoint                 | 0.940672    |\n",
+      "|    month                        | 0.5958607   |\n",
+      "|    outdoor_humidity             | -0.12362033 |\n",
+      "|    outdoor_temperature          | 0.87359434  |\n",
+      "|    people_occupant              | -0.6896732  |\n",
+      "|    total_electricity_HVAC       | -0.5457142  |\n",
+      "|    wind_direction               | 0.32856902  |\n",
+      "|    wind_speed                   | -1.1979749  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 578.1017    |\n",
+      "|    air_humidity                 | 39.94952    |\n",
+      "|    air_temperature              | 22.847124   |\n",
+      "|    clg_setpoint                 | 25.345448   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 21.618788   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 66.0        |\n",
+      "|    outdoor_temperature          | 21.410568   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 520291.53   |\n",
+      "|    wind_direction               | 215.0       |\n",
+      "|    wind_speed                   | 2.05        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************---------------------------------| 66%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.31152055 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.573618   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.48010606 |\n",
+      "|    air_humidity                 | -0.9971425  |\n",
+      "|    air_temperature              | 0.34777147  |\n",
+      "|    clg_setpoint                 | 0.14777325  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7380121   |\n",
+      "|    diffuse_solar_radiation      | -0.7563551  |\n",
+      "|    direct_solar_radiation       | -0.6195092  |\n",
+      "|    hour                         | 1.5170437   |\n",
+      "|    htg_setpoint                 | 1.336073    |\n",
+      "|    month                        | 0.59542847  |\n",
+      "|    outdoor_humidity             | 0.0677848   |\n",
+      "|    outdoor_temperature          | 1.2404023   |\n",
+      "|    people_occupant              | -0.68912846 |\n",
+      "|    total_electricity_HVAC       | -0.49470386 |\n",
+      "|    wind_direction               | 0.95186704  |\n",
+      "|    wind_speed                   | 0.023592437 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 810.0537    |\n",
+      "|    air_humidity                 | 24.191591   |\n",
+      "|    air_temperature              | 23.245268   |\n",
+      "|    clg_setpoint                 | 26.587482   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 70.0        |\n",
+      "|    outdoor_temperature          | 25.067719   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 729048.3    |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 4.95        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************---------------------------------| 66%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.13947386  |\n",
+      "|    Heating_Setpoint_RL          | -0.6801287  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.095724   |\n",
+      "|    Heating_Setpoint_RL          | 13.799276   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.55456597 |\n",
+      "|    air_humidity                 | -1.9043971  |\n",
+      "|    air_temperature              | 0.098041244 |\n",
+      "|    clg_setpoint                 | 1.461589    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6700922  |\n",
+      "|    diffuse_solar_radiation      | -0.7564194  |\n",
+      "|    direct_solar_radiation       | -0.61971486 |\n",
+      "|    hour                         | 1.6613916   |\n",
+      "|    htg_setpoint                 | -0.07931836 |\n",
+      "|    month                        | 0.8963216   |\n",
+      "|    outdoor_humidity             | -1.2728537  |\n",
+      "|    outdoor_temperature          | 1.1128311   |\n",
+      "|    people_occupant              | -0.688585   |\n",
+      "|    total_electricity_HVAC       | -0.56546825 |\n",
+      "|    wind_direction               | 1.4777801   |\n",
+      "|    wind_speed                   | -0.650152   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 485.84814   |\n",
+      "|    air_humidity                 | 12.36535    |\n",
+      "|    air_temperature              | 22.881834   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 17.404314   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 42.0        |\n",
+      "|    outdoor_temperature          | 23.818714   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 437263.3    |\n",
+      "|    wind_direction               | 335.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************--------------------------------| 67%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.18973994 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.984627   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5601258  |\n",
+      "|    air_humidity                 | 0.5333816   |\n",
+      "|    air_temperature              | -0.2243586  |\n",
+      "|    clg_setpoint                 | 0.02219723  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4401374  |\n",
+      "|    diffuse_solar_radiation      | -0.75652635 |\n",
+      "|    direct_solar_radiation       | -0.6197493  |\n",
+      "|    hour                         | -1.661258   |\n",
+      "|    htg_setpoint                 | -0.40485284 |\n",
+      "|    month                        | 0.89545846  |\n",
+      "|    outdoor_humidity             | -0.45797473 |\n",
+      "|    outdoor_temperature          | 0.6585642   |\n",
+      "|    people_occupant              | -0.68877125 |\n",
+      "|    total_electricity_HVAC       | -0.5701506  |\n",
+      "|    wind_direction               | -1.4456071  |\n",
+      "|    wind_speed                   | -1.1967978  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 462.1601    |\n",
+      "|    air_humidity                 | 44.059223   |\n",
+      "|    air_temperature              | 22.412472   |\n",
+      "|    clg_setpoint                 | 26.262749   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 16.060822   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 59.0        |\n",
+      "|    outdoor_temperature          | 19.312569   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 418429.78   |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 2.05        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************--------------------------------| 67%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.47813177  |\n",
+      "|    Heating_Setpoint_RL          | 0.5766741   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.238695   |\n",
+      "|    Heating_Setpoint_RL          | 20.868792   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.56157255 |\n",
+      "|    air_humidity                 | 0.2723776   |\n",
+      "|    air_temperature              | -0.06135443 |\n",
+      "|    clg_setpoint                 | -1.0318464  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3243501  |\n",
+      "|    diffuse_solar_radiation      | -0.75661635 |\n",
+      "|    direct_solar_radiation       | -0.62001914 |\n",
+      "|    hour                         | -1.5166805  |\n",
+      "|    htg_setpoint                 | 0.8216675   |\n",
+      "|    month                        | 0.8945978   |\n",
+      "|    outdoor_humidity             | 0.21373639  |\n",
+      "|    outdoor_temperature          | 0.7180088   |\n",
+      "|    people_occupant              | -0.68895704 |\n",
+      "|    total_electricity_HVAC       | -0.5720364  |\n",
+      "|    wind_direction               | 0.8076443   |\n",
+      "|    wind_speed                   | -0.7539694  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 456.8752    |\n",
+      "|    air_humidity                 | 40.673206   |\n",
+      "|    air_temperature              | 22.650576   |\n",
+      "|    clg_setpoint                 | 23.525936   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 21.126692   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 73.0        |\n",
+      "|    outdoor_temperature          | 19.912638   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 411617.03   |\n",
+      "|    wind_direction               | 265.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************-------------------------------| 68%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.75771576  |\n",
+      "|    Heating_Setpoint_RL          | 0.88208973  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.182291   |\n",
+      "|    Heating_Setpoint_RL          | 22.586754   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5662266  |\n",
+      "|    air_humidity                 | 0.33776     |\n",
+      "|    air_temperature              | -0.3595031  |\n",
+      "|    clg_setpoint                 | 0.5734025   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2090344  |\n",
+      "|    diffuse_solar_radiation      | -0.7566703  |\n",
+      "|    direct_solar_radiation       | -0.6202628  |\n",
+      "|    hour                         | -1.3721315  |\n",
+      "|    htg_setpoint                 | -1.3889263  |\n",
+      "|    month                        | 0.89373964  |\n",
+      "|    outdoor_humidity             | 0.35788432  |\n",
+      "|    outdoor_temperature          | 0.73970985  |\n",
+      "|    people_occupant              | -0.6891425  |\n",
+      "|    total_electricity_HVAC       | -0.5761264  |\n",
+      "|    wind_direction               | 0.42395958  |\n",
+      "|    wind_speed                   | -0.96391016 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 437.76102   |\n",
+      "|    air_humidity                 | 41.53335    |\n",
+      "|    air_temperature              | 22.216917   |\n",
+      "|    clg_setpoint                 | 27.693592   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 76.0        |\n",
+      "|    outdoor_temperature          | 20.139347   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 395857.6    |\n",
+      "|    wind_direction               | 225.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************-------------------------------| 68%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.60017043  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.000957   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5598327  |\n",
+      "|    air_humidity                 | 0.022245737 |\n",
+      "|    air_temperature              | 0.21984789  |\n",
+      "|    clg_setpoint                 | 1.1823543   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0941107  |\n",
+      "|    diffuse_solar_radiation      | -0.7567478  |\n",
+      "|    direct_solar_radiation       | -0.620434   |\n",
+      "|    hour                         | -1.2276059  |\n",
+      "|    htg_setpoint                 | -0.77896893 |\n",
+      "|    month                        | 0.89288396  |\n",
+      "|    outdoor_humidity             | 0.59768915  |\n",
+      "|    outdoor_temperature          | 1.0028725   |\n",
+      "|    people_occupant              | -0.6893276  |\n",
+      "|    total_electricity_HVAC       | -0.57051325 |\n",
+      "|    wind_direction               | 0.85537195  |\n",
+      "|    wind_speed                   | -1.1744305  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 466.51465   |\n",
+      "|    air_humidity                 | 37.440125   |\n",
+      "|    air_temperature              | 23.060764   |\n",
+      "|    clg_setpoint                 | 29.275421   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 14.518868   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 81.0        |\n",
+      "|    outdoor_temperature          | 22.769854   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 419863.2    |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************-------------------------------| 68%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.2423675  |\n",
+      "|    Heating_Setpoint_RL          | 0.17730686  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.80701    |\n",
+      "|    Heating_Setpoint_RL          | 18.62235    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5610979  |\n",
+      "|    air_humidity                 | -0.18251199 |\n",
+      "|    air_temperature              | 0.18220846  |\n",
+      "|    clg_setpoint                 | 0.6333345   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9795079  |\n",
+      "|    diffuse_solar_radiation      | -0.7566746  |\n",
+      "|    direct_solar_radiation       | -0.6207091  |\n",
+      "|    hour                         | -1.0830991  |\n",
+      "|    htg_setpoint                 | 0.5092068   |\n",
+      "|    month                        | 0.8920307   |\n",
+      "|    outdoor_humidity             | 1.1253692   |\n",
+      "|    outdoor_temperature          | 0.9868036   |\n",
+      "|    people_occupant              | -0.68951225 |\n",
+      "|    total_electricity_HVAC       | -0.571726   |\n",
+      "|    wind_direction               | 0.23213688  |\n",
+      "|    wind_speed                   | -0.85790896 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 462.0722    |\n",
+      "|    air_humidity                 | 34.78697    |\n",
+      "|    air_temperature              | 23.00653    |\n",
+      "|    clg_setpoint                 | 27.849241   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 19.838179   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 92.0        |\n",
+      "|    outdoor_temperature          | 22.626343   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 415864.97   |\n",
+      "|    wind_direction               | 205.0       |\n",
+      "|    wind_speed                   | 2.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************-------------------------------| 68%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5763236  |\n",
+      "|    air_humidity                 | -1.603772   |\n",
+      "|    air_temperature              | -0.3342758  |\n",
+      "|    clg_setpoint                 | 0.49237084  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8651624  |\n",
+      "|    diffuse_solar_radiation      | -0.7567406  |\n",
+      "|    direct_solar_radiation       | -0.62085503 |\n",
+      "|    hour                         | -0.938607   |\n",
+      "|    htg_setpoint                 | -0.59845626 |\n",
+      "|    month                        | 0.8911799   |\n",
+      "|    outdoor_humidity             | 1.316857    |\n",
+      "|    outdoor_temperature          | 1.048803    |\n",
+      "|    people_occupant              | -0.6889718  |\n",
+      "|    total_electricity_HVAC       | -0.58619934 |\n",
+      "|    wind_direction               | 0.4239328   |\n",
+      "|    wind_speed                   | -1.0688603  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 394.9109    |\n",
+      "|    air_humidity                 | 16.296038   |\n",
+      "|    air_temperature              | 22.25588    |\n",
+      "|    clg_setpoint                 | 27.484583   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 15.263361   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 23.25633    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 355419.8    |\n",
+      "|    wind_direction               | 225.0       |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************------------------------------| 69%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.34454805  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.563082   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6472864  |\n",
+      "|    air_humidity                 | 0.8551903   |\n",
+      "|    air_temperature              | -0.09430829 |\n",
+      "|    clg_setpoint                 | 1.4603508   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.75101817 |\n",
+      "|    diffuse_solar_radiation      | -0.40817827 |\n",
+      "|    direct_solar_radiation       | -0.620689   |\n",
+      "|    hour                         | -0.7941257  |\n",
+      "|    htg_setpoint                 | -1.3883526  |\n",
+      "|    month                        | 0.89033157  |\n",
+      "|    outdoor_humidity             | 0.8847472   |\n",
+      "|    outdoor_temperature          | 0.4794491   |\n",
+      "|    people_occupant              | -0.6884326  |\n",
+      "|    total_electricity_HVAC       | -0.65365124 |\n",
+      "|    wind_direction               | -1.1107672  |\n",
+      "|    wind_speed                   | -1.0682522  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 48.2514     |\n",
+      "|    air_temperature              | 22.605288   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 35.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 17.601206   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 65.0        |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************------------------------------| 69%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.41329283 |\n",
+      "|    air_humidity                 | 0.40787527  |\n",
+      "|    air_temperature              | -0.4988377  |\n",
+      "|    clg_setpoint                 | -0.5206127  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.63702655 |\n",
+      "|    diffuse_solar_radiation      | -0.1592454  |\n",
+      "|    direct_solar_radiation       | 2.129211    |\n",
+      "|    hour                         | -0.64965224 |\n",
+      "|    htg_setpoint                 | -0.6174668  |\n",
+      "|    month                        | 0.8894856   |\n",
+      "|    outdoor_humidity             | -0.60398865 |\n",
+      "|    outdoor_temperature          | 0.64550954  |\n",
+      "|    people_occupant              | -0.6886176  |\n",
+      "|    total_electricity_HVAC       | -0.4312652  |\n",
+      "|    wind_direction               | 1.5287344   |\n",
+      "|    wind_speed                   | 0.11290849  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1099.9283   |\n",
+      "|    air_humidity                 | 42.446693   |\n",
+      "|    air_temperature              | 22.017773   |\n",
+      "|    clg_setpoint                 | 24.854412   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 60.0        |\n",
+      "|    direct_solar_radiation       | 691.0       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 15.185704   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 56.0        |\n",
+      "|    outdoor_temperature          | 19.261753   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 989983.3    |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 5.15        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.009345977 |\n",
+      "|    clip_fraction                | 0.108       |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.58       |\n",
+      "|    explained_variance           | 0.667       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.554       |\n",
+      "|    n_updates                    | 460         |\n",
+      "|    policy_gradient_loss         | -0.0144     |\n",
+      "|    std                          | 0.876       |\n",
+      "|    value_loss                   | 0.961       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************------------------------------| 69%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.69952476  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.559826   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.64225614 |\n",
+      "|    air_humidity                 | -0.24801211 |\n",
+      "|    air_temperature              | 1.3009301   |\n",
+      "|    clg_setpoint                 | 0.82083076  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.523146   |\n",
+      "|    diffuse_solar_radiation      | 0.7077895   |\n",
+      "|    direct_solar_radiation       | 1.7525204   |\n",
+      "|    hour                         | -0.505184   |\n",
+      "|    htg_setpoint                 | 1.3350623   |\n",
+      "|    month                        | 0.888642    |\n",
+      "|    outdoor_humidity             | -1.1545237  |\n",
+      "|    outdoor_temperature          | 0.37881306  |\n",
+      "|    people_occupant              | 1.6950077   |\n",
+      "|    total_electricity_HVAC       | -0.6460478  |\n",
+      "|    wind_direction               | -1.3487388  |\n",
+      "|    wind_speed                   | -0.22474982 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 110.77488   |\n",
+      "|    air_humidity                 | 33.913624   |\n",
+      "|    air_temperature              | 24.63371    |\n",
+      "|    clg_setpoint                 | 28.337984   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 147.0       |\n",
+      "|    direct_solar_radiation       | 597.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 44.5        |\n",
+      "|    outdoor_temperature          | 16.61412    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 111379.15   |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 4.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************------------------------------| 69%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.30090457  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.317589   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.19791102  |\n",
+      "|    air_humidity                 | 0.9978246   |\n",
+      "|    air_temperature              | 0.34811783  |\n",
+      "|    clg_setpoint                 | -1.1378543  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.40934187 |\n",
+      "|    diffuse_solar_radiation      | 2.003212    |\n",
+      "|    direct_solar_radiation       | 1.1116681   |\n",
+      "|    hour                         | -0.36071903 |\n",
+      "|    htg_setpoint                 | 0.23151237  |\n",
+      "|    month                        | 0.8878009   |\n",
+      "|    outdoor_humidity             | -1.0095462  |\n",
+      "|    outdoor_temperature          | 0.82807976  |\n",
+      "|    people_occupant              | 1.6944096   |\n",
+      "|    total_electricity_HVAC       | 0.18689942  |\n",
+      "|    wind_direction               | 0.61664534  |\n",
+      "|    wind_speed                   | -0.5405704  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3742.1829   |\n",
+      "|    air_humidity                 | 50.122852   |\n",
+      "|    air_temperature              | 23.24944    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 277.0       |\n",
+      "|    direct_solar_radiation       | 436.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 18.693342   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 47.5        |\n",
+      "|    outdoor_temperature          | 21.086494   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3520565.5   |\n",
+      "|    wind_direction               | 245.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*******************************-----------------------------| 70%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.21128285  |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.91192     |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.227392     |\n",
+      "|    air_humidity                 | 1.5132921    |\n",
+      "|    air_temperature              | 0.3464172    |\n",
+      "|    clg_setpoint                 | -1.13754     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.29558665  |\n",
+      "|    diffuse_solar_radiation      | 2.3806448    |\n",
+      "|    direct_solar_radiation       | -0.24740733  |\n",
+      "|    hour                         | -0.21625566  |\n",
+      "|    htg_setpoint                 | 0.3847648    |\n",
+      "|    month                        | 0.8869621    |\n",
+      "|    outdoor_humidity             | 0.646422     |\n",
+      "|    outdoor_temperature          | 1.3580685    |\n",
+      "|    people_occupant              | 1.6938132    |\n",
+      "|    total_electricity_HVAC       | 1.128048     |\n",
+      "|    wind_direction               | 0.2808885    |\n",
+      "|    wind_speed                   | -0.118841335 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 8188.525     |\n",
+      "|    air_humidity                 | 56.845325    |\n",
+      "|    air_temperature              | 23.247078    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 13.0         |\n",
+      "|    diffuse_solar_radiation      | 315.0        |\n",
+      "|    direct_solar_radiation       | 94.0         |\n",
+      "|    hour                         | 10.0         |\n",
+      "|    htg_setpoint                 | 19.327248    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 82.0         |\n",
+      "|    outdoor_temperature          | 26.36611     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 7369672.5    |\n",
+      "|    wind_direction               | 210.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------********************************-----------------------------| 70%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.09466046  |\n",
+      "|    Heating_Setpoint_RL          | -0.39326268 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.944479   |\n",
+      "|    Heating_Setpoint_RL          | 15.412897   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49957874 |\n",
+      "|    air_humidity                 | -0.5083969  |\n",
+      "|    air_temperature              | 0.18388031  |\n",
+      "|    clg_setpoint                 | 0.17887788  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18185943 |\n",
+      "|    diffuse_solar_radiation      | 1.4935621   |\n",
+      "|    direct_solar_radiation       | 1.7290236   |\n",
+      "|    hour                         | -0.07179296 |\n",
+      "|    htg_setpoint                 | -0.06123723 |\n",
+      "|    month                        | 0.88612574  |\n",
+      "|    outdoor_humidity             | 0.16542834  |\n",
+      "|    outdoor_temperature          | 1.4335519   |\n",
+      "|    people_occupant              | -0.68935376 |\n",
+      "|    total_electricity_HVAC       | -0.52046245 |\n",
+      "|    wind_direction               | 0.5686488   |\n",
+      "|    wind_speed                   | 0.8737059   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 729.2807    |\n",
+      "|    air_humidity                 | 30.55697    |\n",
+      "|    air_temperature              | 23.011517   |\n",
+      "|    clg_setpoint                 | 26.669167   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 226.0       |\n",
+      "|    direct_solar_radiation       | 591.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 17.486496   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 72.0        |\n",
+      "|    outdoor_temperature          | 27.131062   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 627149.6    |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 6.95        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*******************************-----------------------------| 70%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.52817976  |\n",
+      "|    air_humidity                 | -0.4169741   |\n",
+      "|    air_temperature              | 0.47734517   |\n",
+      "|    clg_setpoint                 | 1.363155     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.068146236 |\n",
+      "|    diffuse_solar_radiation      | 1.9613869    |\n",
+      "|    direct_solar_radiation       | 0.7465682    |\n",
+      "|    hour                         | 0.072669625  |\n",
+      "|    htg_setpoint                 | 1.3343787    |\n",
+      "|    month                        | 0.8852917    |\n",
+      "|    outdoor_humidity             | -1.1781112   |\n",
+      "|    outdoor_temperature          | 1.0880725    |\n",
+      "|    people_occupant              | -0.68881744  |\n",
+      "|    total_electricity_HVAC       | -0.5425802   |\n",
+      "|    wind_direction               | 1.1919504    |\n",
+      "|    wind_speed                   | -0.5411753   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 604.8993     |\n",
+      "|    air_humidity                 | 31.737782    |\n",
+      "|    air_temperature              | 23.437613    |\n",
+      "|    clg_setpoint                 | 29.74598     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 273.0        |\n",
+      "|    direct_solar_radiation       | 344.0        |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 44.0         |\n",
+      "|    outdoor_temperature          | 23.708578    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 535923.2     |\n",
+      "|    wind_direction               | 305.0        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************************----------------------------| 71%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.43064764  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 20.047394   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.056585   |\n",
+      "|    air_humidity                 | 0.3905631   |\n",
+      "|    air_temperature              | 0.4108267   |\n",
+      "|    clg_setpoint                 | -1.1021434  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.04556021  |\n",
+      "|    diffuse_solar_radiation      | 3.4217393   |\n",
+      "|    direct_solar_radiation       | -0.13205312 |\n",
+      "|    hour                         | 0.21713208  |\n",
+      "|    htg_setpoint                 | -1.0427704  |\n",
+      "|    month                        | 0.88446003  |\n",
+      "|    outdoor_humidity             | -0.7937422  |\n",
+      "|    outdoor_temperature          | 0.563388    |\n",
+      "|    people_occupant              | 1.218678    |\n",
+      "|    total_electricity_HVAC       | -0.07332792 |\n",
+      "|    wind_direction               | -0.43839794 |\n",
+      "|    wind_speed                   | 0.34650543  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2639.708    |\n",
+      "|    air_humidity                 | 42.237263   |\n",
+      "|    air_temperature              | 23.341381   |\n",
+      "|    clg_setpoint                 | 23.342876   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 420.0       |\n",
+      "|    direct_solar_radiation       | 123.0       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 13.431311   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 52.0        |\n",
+      "|    outdoor_temperature          | 18.493216   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 2453249.0   |\n",
+      "|    wind_direction               | 135.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********************************----------------------------| 71%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.016288405  |\n",
+      "|    air_humidity                 | 1.5795618    |\n",
+      "|    air_temperature              | 0.347716     |\n",
+      "|    clg_setpoint                 | -1.1376296   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.1592605    |\n",
+      "|    diffuse_solar_radiation      | 0.8449375    |\n",
+      "|    direct_solar_radiation       | -0.6208222   |\n",
+      "|    hour                         | 0.3615939    |\n",
+      "|    htg_setpoint                 | -1.0789738   |\n",
+      "|    month                        | 0.88363063   |\n",
+      "|    outdoor_humidity             | 0.52653074   |\n",
+      "|    outdoor_temperature          | 0.6457598    |\n",
+      "|    people_occupant              | 1.6949425    |\n",
+      "|    total_electricity_HVAC       | -0.023068044 |\n",
+      "|    wind_direction               | 1.4335512    |\n",
+      "|    wind_speed                   | 0.7691394    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2953.0557    |\n",
+      "|    air_humidity                 | 57.715584    |\n",
+      "|    air_temperature              | 23.25013     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 17.0         |\n",
+      "|    diffuse_solar_radiation      | 161.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 14.0         |\n",
+      "|    htg_setpoint                 | 13.283824    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 79.5         |\n",
+      "|    outdoor_temperature          | 19.315222    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2657750.0    |\n",
+      "|    wind_direction               | 330.0        |\n",
+      "|    wind_speed                   | 6.7          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************************----------------------------| 71%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.91590285 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.473046   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.525398    |\n",
+      "|    air_humidity                 | 1.1109554   |\n",
+      "|    air_temperature              | 0.3463845   |\n",
+      "|    clg_setpoint                 | -1.1372905  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.27294847  |\n",
+      "|    diffuse_solar_radiation      | 0.8944453   |\n",
+      "|    direct_solar_radiation       | -0.08762417 |\n",
+      "|    hour                         | 0.5060541   |\n",
+      "|    htg_setpoint                 | 1.2146798   |\n",
+      "|    month                        | 0.8828036   |\n",
+      "|    outdoor_humidity             | -1.2270969  |\n",
+      "|    outdoor_temperature          | 1.1176627   |\n",
+      "|    people_occupant              | 1.6943482   |\n",
+      "|    total_electricity_HVAC       | 0.46077952  |\n",
+      "|    wind_direction               | -1.539994   |\n",
+      "|    wind_speed                   | -0.43544054 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5147.946    |\n",
+      "|    air_humidity                 | 51.653664   |\n",
+      "|    air_temperature              | 23.248535   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 166.0       |\n",
+      "|    direct_solar_radiation       | 134.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 22.760838   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 43.0        |\n",
+      "|    outdoor_temperature          | 24.008535   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4633151.0   |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********************************----------------------------| 71%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.09404957   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 18.15403     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.124744475 |\n",
+      "|    air_humidity                 | 0.97588503   |\n",
+      "|    air_temperature              | 0.34650442   |\n",
+      "|    clg_setpoint                 | -1.1367745   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.3866114    |\n",
+      "|    diffuse_solar_radiation      | 0.10819628   |\n",
+      "|    direct_solar_radiation       | 0.6049908    |\n",
+      "|    hour                         | 0.6505111    |\n",
+      "|    htg_setpoint                 | 1.3324858    |\n",
+      "|    month                        | 0.8819789    |\n",
+      "|    outdoor_humidity             | -0.5059936   |\n",
+      "|    outdoor_temperature          | 0.5374525    |\n",
+      "|    people_occupant              | 1.6937557    |\n",
+      "|    total_electricity_HVAC       | -0.1315357   |\n",
+      "|    wind_direction               | -0.7712657   |\n",
+      "|    wind_speed                   | -0.64659476  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2345.248     |\n",
+      "|    air_humidity                 | 49.899536    |\n",
+      "|    air_temperature              | 23.249014    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 19.0         |\n",
+      "|    diffuse_solar_radiation      | 87.0         |\n",
+      "|    direct_solar_radiation       | 308.0        |\n",
+      "|    hour                         | 16.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 58.0         |\n",
+      "|    outdoor_temperature          | 18.246       |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2215096.8    |\n",
+      "|    wind_direction               | 100.0        |\n",
+      "|    wind_speed                   | 3.35         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*********************************---------------------------| 72%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.107417345 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 17.020777    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.21934783  |\n",
+      "|    air_humidity                 | 1.3129182    |\n",
+      "|    air_temperature              | 0.3479137    |\n",
+      "|    clg_setpoint                 | -1.1362653   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.5002299    |\n",
+      "|    diffuse_solar_radiation      | -0.56807864  |\n",
+      "|    direct_solar_radiation       | -0.5892576   |\n",
+      "|    hour                         | 0.7949629    |\n",
+      "|    htg_setpoint                 | 1.3318387    |\n",
+      "|    month                        | 0.88115656   |\n",
+      "|    outdoor_humidity             | 0.09472917   |\n",
+      "|    outdoor_temperature          | 0.5477599    |\n",
+      "|    people_occupant              | 1.6931648    |\n",
+      "|    total_electricity_HVAC       | -0.24703279  |\n",
+      "|    wind_direction               | -0.19512174  |\n",
+      "|    wind_speed                   | -0.6458354   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1937.7686    |\n",
+      "|    air_humidity                 | 54.292435    |\n",
+      "|    air_temperature              | 23.251263    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 20.0         |\n",
+      "|    diffuse_solar_radiation      | 19.0         |\n",
+      "|    direct_solar_radiation       | 8.0          |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 70.5         |\n",
+      "|    outdoor_temperature          | 18.349586    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 1743991.6    |\n",
+      "|    wind_direction               | 160.0        |\n",
+      "|    wind_speed                   | 3.35         |\n",
+      "--------------------------------------------------\n",
+      "---------------------------------------------------********************************---------------------------| 72%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.2100034     |\n",
+      "|    Heating_Setpoint_RL          | 0.05346001    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 27.333761     |\n",
+      "|    Heating_Setpoint_RL          | 17.925713     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.5144994    |\n",
+      "|    air_humidity                 | -0.24632588   |\n",
+      "|    air_temperature              | 0.41250205    |\n",
+      "|    clg_setpoint                 | 1.4631333     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 0.613778      |\n",
+      "|    diffuse_solar_radiation      | -0.75705826   |\n",
+      "|    direct_solar_radiation       | -0.62078375   |\n",
+      "|    hour                         | 0.93940705    |\n",
+      "|    htg_setpoint                 | 1.3312026     |\n",
+      "|    month                        | 0.88033646    |\n",
+      "|    outdoor_humidity             | 1.0319853     |\n",
+      "|    outdoor_temperature          | 0.74965507    |\n",
+      "|    people_occupant              | -0.68919754   |\n",
+      "|    total_electricity_HVAC       | -0.5320089    |\n",
+      "|    wind_direction               | -0.0036715118 |\n",
+      "|    wind_speed                   | -0.095180675  |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 665.55237     |\n",
+      "|    air_humidity                 | 34.02235      |\n",
+      "|    air_temperature              | 23.344845     |\n",
+      "|    clg_setpoint                 | 30.0          |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 21.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 18.0          |\n",
+      "|    htg_setpoint                 | 23.25         |\n",
+      "|    month                        | 9.0           |\n",
+      "|    outdoor_humidity             | 90.0          |\n",
+      "|    outdoor_temperature          | 20.358824     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 580758.1      |\n",
+      "|    wind_direction               | 180.0         |\n",
+      "|    wind_speed                   | 4.65          |\n",
+      "---------------------------------------------------\n",
+      "-------------------------------------------------**********************************---------------------------| 72%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.25306362  |\n",
+      "|    Heating_Setpoint_RL          | -0.17235154 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.47909    |\n",
+      "|    Heating_Setpoint_RL          | 16.655523   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.014956683 |\n",
+      "|    air_humidity                 | -1.4413769  |\n",
+      "|    air_temperature              | 0.34833145  |\n",
+      "|    clg_setpoint                 | 1.4627053   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7272232   |\n",
+      "|    diffuse_solar_radiation      | -0.75703156 |\n",
+      "|    direct_solar_radiation       | -0.62033355 |\n",
+      "|    hour                         | 1.0838405   |\n",
+      "|    htg_setpoint                 | 1.3312764   |\n",
+      "|    month                        | 0.8795186   |\n",
+      "|    outdoor_humidity             | 1.2469022   |\n",
+      "|    outdoor_temperature          | 0.89882874  |\n",
+      "|    people_occupant              | -0.6886654  |\n",
+      "|    total_electricity_HVAC       | 0.20021339  |\n",
+      "|    wind_direction               | 1.1475376   |\n",
+      "|    wind_speed                   | -0.32795563 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2943.533    |\n",
+      "|    air_humidity                 | 18.465607   |\n",
+      "|    air_temperature              | 23.251728   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 94.5        |\n",
+      "|    outdoor_temperature          | 21.846544   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3564742.0   |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************---------------------------| 72%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.17460783 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.64283    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.64844036 |\n",
+      "|    air_humidity                 | -0.21805787 |\n",
+      "|    air_temperature              | 0.120323986 |\n",
+      "|    clg_setpoint                 | 1.2776232   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.84052676  |\n",
+      "|    diffuse_solar_radiation      | -0.75704974 |\n",
+      "|    direct_solar_radiation       | -0.61988467 |\n",
+      "|    hour                         | 1.2282597   |\n",
+      "|    htg_setpoint                 | 0.32636878  |\n",
+      "|    month                        | 0.8787031   |\n",
+      "|    outdoor_humidity             | -0.6515582  |\n",
+      "|    outdoor_temperature          | 0.11108793  |\n",
+      "|    people_occupant              | -0.45045665 |\n",
+      "|    total_electricity_HVAC       | -0.65481526 |\n",
+      "|    wind_direction               | -1.2507547  |\n",
+      "|    wind_speed                   | -0.96279716 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 34.37564    |\n",
+      "|    air_temperature              | 22.921978   |\n",
+      "|    clg_setpoint                 | 29.517906   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 19.097778   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 55.0        |\n",
+      "|    outdoor_temperature          | 14.03162    |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************--------------------------| 73%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.66095555 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 13.907125   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.64852506 |\n",
+      "|    air_humidity                 | 0.5139097   |\n",
+      "|    air_temperature              | -0.17384101 |\n",
+      "|    clg_setpoint                 | -0.61402    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.9536434   |\n",
+      "|    diffuse_solar_radiation      | -0.75703603 |\n",
+      "|    direct_solar_radiation       | -0.6199363  |\n",
+      "|    hour                         | 1.3726608   |\n",
+      "|    htg_setpoint                 | 0.48584312  |\n",
+      "|    month                        | 0.8778899   |\n",
+      "|    outdoor_humidity             | 0.3104959   |\n",
+      "|    outdoor_temperature          | 0.14432     |\n",
+      "|    people_occupant              | -0.6890295  |\n",
+      "|    total_electricity_HVAC       | -0.6548945  |\n",
+      "|    wind_direction               | -1.1054342  |\n",
+      "|    wind_speed                   | -0.75048625 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 43.892933   |\n",
+      "|    air_temperature              | 22.49707    |\n",
+      "|    clg_setpoint                 | 24.604477   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 19.758932   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 75.0        |\n",
+      "|    outdoor_temperature          | 14.362779   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 65.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************--------------------------| 73%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.9039      |\n",
+      "|    Heating_Setpoint_RL          | 0.4949044   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.675663   |\n",
+      "|    Heating_Setpoint_RL          | 20.408836   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6486157  |\n",
+      "|    air_humidity                 | 2.011044    |\n",
+      "|    air_temperature              | -0.31959173 |\n",
+      "|    clg_setpoint                 | 0.7048765   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0665219   |\n",
+      "|    diffuse_solar_radiation      | -0.75701237 |\n",
+      "|    direct_solar_radiation       | -0.61968327 |\n",
+      "|    hour                         | 1.5170392   |\n",
+      "|    htg_setpoint                 | 0.7248188   |\n",
+      "|    month                        | 0.87707883  |\n",
+      "|    outdoor_humidity             | 1.3203242   |\n",
+      "|    outdoor_temperature          | 0.2258685   |\n",
+      "|    people_occupant              | -0.6892111  |\n",
+      "|    total_electricity_HVAC       | -0.65498346 |\n",
+      "|    wind_direction               | -1.2960707  |\n",
+      "|    wind_speed                   | -0.85606974 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 63.372387   |\n",
+      "|    air_temperature              | 22.28696    |\n",
+      "|    clg_setpoint                 | 28.028805   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 20.748947   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 15.172783   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 45.0        |\n",
+      "|    wind_speed                   | 2.85        |\n",
+      "-------------------------------------------------\n",
+      "------------------------------------------------************************************--------------------------| 73%\n",
+      "| action_network/                 |            |\n",
+      "|    Cooling_Setpoint_RL          | 1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.02481997 |\n",
+      "| action_simulation/              |            |\n",
+      "|    Cooling_Setpoint_RL          | 30.0       |\n",
+      "|    Heating_Setpoint_RL          | 17.764612  |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | 0.63749176 |\n",
+      "|    air_humidity                 | 1.7138411  |\n",
+      "|    air_temperature              | 0.34668303 |\n",
+      "|    clg_setpoint                 | 1.2822021  |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 1.1791049  |\n",
+      "|    diffuse_solar_radiation      | -0.7569796 |\n",
+      "|    direct_solar_radiation       | -0.6192361 |\n",
+      "|    hour                         | 1.66139    |\n",
+      "|    htg_setpoint                 | 1.3289729  |\n",
+      "|    month                        | 0.87627006 |\n",
+      "|    outdoor_humidity             | 1.3674127  |\n",
+      "|    outdoor_temperature          | 0.33256507 |\n",
+      "|    people_occupant              | -0.6893922 |\n",
+      "|    total_electricity_HVAC       | 0.6234704  |\n",
+      "|    wind_direction               | -1.246678  |\n",
+      "|    wind_speed                   | -1.1732593 |\n",
+      "| observation/                    |            |\n",
+      "|    HVAC_electricity_demand_rate | 5616.465   |\n",
+      "|    air_humidity                 | 59.55309   |\n",
+      "|    air_temperature              | 23.249763  |\n",
+      "|    clg_setpoint                 | 29.527206  |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 26.0       |\n",
+      "|    diffuse_solar_radiation      | 0.0        |\n",
+      "|    direct_solar_radiation       | 0.0        |\n",
+      "|    hour                         | 23.0       |\n",
+      "|    htg_setpoint                 | 23.25      |\n",
+      "|    month                        | 9.0        |\n",
+      "|    outdoor_humidity             | 97.0       |\n",
+      "|    outdoor_temperature          | 16.232557  |\n",
+      "|    people_occupant              | 0.0        |\n",
+      "|    total_electricity_HVAC       | 5284241.5  |\n",
+      "|    wind_direction               | 50.0       |\n",
+      "|    wind_speed                   | 2.1        |\n",
+      "------------------------------------------------\n",
+      "-------------------------------------------------************************************-------------------------| 74%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.7531815  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.083012   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6490333  |\n",
+      "|    air_humidity                 | 1.0676763   |\n",
+      "|    air_temperature              | -0.25836664 |\n",
+      "|    clg_setpoint                 | -0.74369466 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4052993   |\n",
+      "|    diffuse_solar_radiation      | -0.75688636 |\n",
+      "|    direct_solar_radiation       | -0.6192186  |\n",
+      "|    hour                         | -1.6612597  |\n",
+      "|    htg_setpoint                 | 0.12937805  |\n",
+      "|    month                        | 0.87546355  |\n",
+      "|    outdoor_humidity             | 0.14036205  |\n",
+      "|    outdoor_temperature          | 0.4053807   |\n",
+      "|    people_occupant              | -0.689573   |\n",
+      "|    total_electricity_HVAC       | -0.6553811  |\n",
+      "|    wind_direction               | 0.76543814  |\n",
+      "|    wind_speed                   | -0.64345276 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 51.168697   |\n",
+      "|    air_temperature              | 22.376505   |\n",
+      "|    clg_setpoint                 | 24.264975   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 18.293411   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 71.5        |\n",
+      "|    outdoor_temperature          | 16.958006   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************-------------------------| 74%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.6602349   |\n",
+      "|    Heating_Setpoint_RL          | 0.2856267   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.853292   |\n",
+      "|    Heating_Setpoint_RL          | 19.23165    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.6592435   |\n",
+      "|    air_humidity                 | -0.61503583 |\n",
+      "|    air_temperature              | 0.34672454  |\n",
+      "|    clg_setpoint                 | -0.45574597 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.517023    |\n",
+      "|    diffuse_solar_radiation      | -0.7567963  |\n",
+      "|    direct_solar_radiation       | -0.6194036  |\n",
+      "|    hour                         | -1.516685   |\n",
+      "|    htg_setpoint                 | 1.3286707   |\n",
+      "|    month                        | 0.8746592   |\n",
+      "|    outdoor_humidity             | -0.772683   |\n",
+      "|    outdoor_temperature          | -0.04388129 |\n",
+      "|    people_occupant              | -0.68904364 |\n",
+      "|    total_electricity_HVAC       | 0.8264553   |\n",
+      "|    wind_direction               | -1.2939867  |\n",
+      "|    wind_speed                   | -0.6432551  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5706.395    |\n",
+      "|    air_humidity                 | 29.26222    |\n",
+      "|    air_temperature              | 23.250072   |\n",
+      "|    clg_setpoint                 | 25.012854   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 52.5        |\n",
+      "|    outdoor_temperature          | 12.5145035  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6106905.0   |\n",
+      "|    wind_direction               | 45.0        |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********************************-------------------------| 74%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.7840838    |\n",
+      "|    Heating_Setpoint_RL          | 0.21074173   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.271282    |\n",
+      "|    Heating_Setpoint_RL          | 18.810423    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.4315608    |\n",
+      "|    air_humidity                 | 0.0019283723 |\n",
+      "|    air_temperature              | 0.34660643   |\n",
+      "|    clg_setpoint                 | -0.14439495  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.6282226    |\n",
+      "|    diffuse_solar_radiation      | -0.75675255  |\n",
+      "|    direct_solar_radiation       | -0.61961704  |\n",
+      "|    hour                         | -1.3721381   |\n",
+      "|    htg_setpoint                 | 1.3287036    |\n",
+      "|    month                        | 0.8738571    |\n",
+      "|    outdoor_humidity             | 0.8392467    |\n",
+      "|    outdoor_temperature          | -0.22219379  |\n",
+      "|    people_occupant              | -0.68851554  |\n",
+      "|    total_electricity_HVAC       | 1.067253     |\n",
+      "|    wind_direction               | -1.3407536   |\n",
+      "|    wind_speed                   | -0.64294326  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 4726.527     |\n",
+      "|    air_humidity                 | 37.28726     |\n",
+      "|    air_temperature              | 23.249874    |\n",
+      "|    clg_setpoint                 | 25.820732    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 30.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 2.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 86.0         |\n",
+      "|    outdoor_temperature          | 10.752627    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 7084324.0    |\n",
+      "|    wind_direction               | 40.0         |\n",
+      "|    wind_speed                   | 3.35         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************************************------------------------| 75%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.13645807  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 18.392576   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6489522  |\n",
+      "|    air_humidity                 | 0.9629433   |\n",
+      "|    air_temperature              | -0.59502417 |\n",
+      "|    clg_setpoint                 | 0.43007624  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6728573  |\n",
+      "|    diffuse_solar_radiation      | -0.75657105 |\n",
+      "|    direct_solar_radiation       | -0.6197555  |\n",
+      "|    hour                         | -1.2276142  |\n",
+      "|    htg_setpoint                 | 0.68465096  |\n",
+      "|    month                        | 1.1756922   |\n",
+      "|    outdoor_humidity             | 0.69480586  |\n",
+      "|    outdoor_temperature          | -0.38463947 |\n",
+      "|    people_occupant              | -0.6886966  |\n",
+      "|    total_electricity_HVAC       | -0.6553041  |\n",
+      "|    wind_direction               | 1.6774759   |\n",
+      "|    wind_speed                   | 1.6691091   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 49.79175    |\n",
+      "|    air_temperature              | 21.892544   |\n",
+      "|    clg_setpoint                 | 27.311203   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 20.58953    |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 83.0        |\n",
+      "|    outdoor_temperature          | 9.147681    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 355.0       |\n",
+      "|    wind_speed                   | 8.8         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.00994207  |\n",
+      "|    clip_fraction                | 0.11        |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.57       |\n",
+      "|    explained_variance           | 0.633       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.211       |\n",
+      "|    n_updates                    | 470         |\n",
+      "|    policy_gradient_loss         | -0.0141     |\n",
+      "|    std                          | 0.874       |\n",
+      "|    value_loss                   | 0.714       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************------------------------| 75%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.19147985 |\n",
+      "|    Heating_Setpoint_RL          | 0.6248903   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.978756   |\n",
+      "|    Heating_Setpoint_RL          | 21.140007   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.726957    |\n",
+      "|    air_humidity                 | 0.646152    |\n",
+      "|    air_temperature              | 0.34658077  |\n",
+      "|    clg_setpoint                 | -1.1336838  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5560081  |\n",
+      "|    diffuse_solar_radiation      | -0.7565103  |\n",
+      "|    direct_solar_radiation       | -0.6193229  |\n",
+      "|    hour                         | -1.0831084  |\n",
+      "|    htg_setpoint                 | 1.327643    |\n",
+      "|    month                        | 1.1742407   |\n",
+      "|    outdoor_humidity             | 1.3202896   |\n",
+      "|    outdoor_temperature          | -0.19866192 |\n",
+      "|    people_occupant              | -0.68887734 |\n",
+      "|    total_electricity_HVAC       | 0.6519461   |\n",
+      "|    wind_direction               | -1.7218308  |\n",
+      "|    wind_speed                   | -2.0623107  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5992.2075   |\n",
+      "|    air_humidity                 | 45.6753     |\n",
+      "|    air_temperature              | 23.250069   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 10.987512   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5392986.5   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************------------------------| 75%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.97393805  |\n",
+      "|    Heating_Setpoint_RL          | 0.6940475   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.91204    |\n",
+      "|    Heating_Setpoint_RL          | 21.529016   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6491729  |\n",
+      "|    air_humidity                 | 1.8683419   |\n",
+      "|    air_temperature              | -0.3165908  |\n",
+      "|    clg_setpoint                 | -0.11616282 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4397814  |\n",
+      "|    diffuse_solar_radiation      | -0.75652415 |\n",
+      "|    direct_solar_radiation       | -0.61951315 |\n",
+      "|    hour                         | -0.938617   |\n",
+      "|    htg_setpoint                 | -0.30654874 |\n",
+      "|    month                        | 1.1727946   |\n",
+      "|    outdoor_humidity             | 1.512576    |\n",
+      "|    outdoor_temperature          | 0.13496904  |\n",
+      "|    people_occupant              | -0.68905765 |\n",
+      "|    total_electricity_HVAC       | -0.6555073  |\n",
+      "|    wind_direction               | -1.7220654  |\n",
+      "|    wind_speed                   | -2.060644   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 61.59179    |\n",
+      "|    air_temperature              | 22.29504    |\n",
+      "|    clg_setpoint                 | 25.891275   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 16.496374   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 14.289754   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************************************------------------------| 75%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.058883816 |\n",
+      "|    Heating_Setpoint_RL          | 0.4191866    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.426268    |\n",
+      "|    Heating_Setpoint_RL          | 19.982925    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.26492676  |\n",
+      "|    air_humidity                 | 1.5208687    |\n",
+      "|    air_temperature              | 0.11874076   |\n",
+      "|    clg_setpoint                 | 0.28774032   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.3240848   |\n",
+      "|    diffuse_solar_radiation      | -0.1782859   |\n",
+      "|    direct_solar_radiation       | -0.2576996   |\n",
+      "|    hour                         | -0.7941361   |\n",
+      "|    htg_setpoint                 | 1.2460246    |\n",
+      "|    month                        | 1.1713538    |\n",
+      "|    outdoor_humidity             | 1.3435264    |\n",
+      "|    outdoor_temperature          | 0.27879274   |\n",
+      "|    people_occupant              | -0.68923765  |\n",
+      "|    total_electricity_HVAC       | -0.29044914  |\n",
+      "|    wind_direction               | 0.47925764   |\n",
+      "|    wind_speed                   | -0.21610738  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1736.3176    |\n",
+      "|    air_humidity                 | 57.09909     |\n",
+      "|    air_temperature              | 22.922533    |\n",
+      "|    clg_setpoint                 | 26.939465    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.0          |\n",
+      "|    diffuse_solar_radiation      | 58.0         |\n",
+      "|    direct_solar_radiation       | 91.0         |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 22.915842    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 96.5         |\n",
+      "|    outdoor_temperature          | 15.715936    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1562685.9    |\n",
+      "|    wind_direction               | 230.0        |\n",
+      "|    wind_speed                   | 4.35         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**************************************-----------------------| 76%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.5026041   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 20.452148   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.20985441 |\n",
+      "|    air_humidity                 | 1.5424504   |\n",
+      "|    air_temperature              | 0.34597492  |\n",
+      "|    clg_setpoint                 | -0.03632838 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.208834   |\n",
+      "|    diffuse_solar_radiation      | 0.22075833  |\n",
+      "|    direct_solar_radiation       | 1.2412055   |\n",
+      "|    hour                         | -0.6496629  |\n",
+      "|    htg_setpoint                 | 1.3262806   |\n",
+      "|    month                        | 1.1699183   |\n",
+      "|    outdoor_humidity             | 1.0301914   |\n",
+      "|    outdoor_temperature          | 0.33882546  |\n",
+      "|    people_occupant              | -0.6894173  |\n",
+      "|    total_electricity_HVAC       | -0.22498028 |\n",
+      "|    wind_direction               | 0.33553758  |\n",
+      "|    wind_speed                   | -0.6397888  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1972.8348   |\n",
+      "|    air_humidity                 | 57.41129    |\n",
+      "|    air_temperature              | 23.249971   |\n",
+      "|    clg_setpoint                 | 26.097353   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 98.0        |\n",
+      "|    direct_solar_radiation       | 468.0       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 16.314455   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1828987.2   |\n",
+      "|    wind_direction               | 215.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************************************-----------------------| 76%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.35645825 |\n",
+      "|    air_humidity                 | 1.3648411   |\n",
+      "|    air_temperature              | -0.26831722 |\n",
+      "|    clg_setpoint                 | 1.4220496   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0939536  |\n",
+      "|    diffuse_solar_radiation      | -0.07829704 |\n",
+      "|    direct_solar_radiation       | -0.6200707  |\n",
+      "|    hour                         | -0.50519484 |\n",
+      "|    htg_setpoint                 | 1.1140969   |\n",
+      "|    month                        | 1.168488    |\n",
+      "|    outdoor_humidity             | 0.8851159   |\n",
+      "|    outdoor_temperature          | 0.6726674   |\n",
+      "|    people_occupant              | -0.688892   |\n",
+      "|    total_electricity_HVAC       | -0.37741542 |\n",
+      "|    wind_direction               | 0.33559734  |\n",
+      "|    wind_speed                   | 1.9870417   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1343.1224   |\n",
+      "|    air_humidity                 | 55.123753   |\n",
+      "|    air_temperature              | 22.366322   |\n",
+      "|    clg_setpoint                 | 29.886547   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 68.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 22.372646   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 19.616669   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1208810.1   |\n",
+      "|    wind_direction               | 215.0       |\n",
+      "|    wind_speed                   | 9.55        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*************************************-----------------------| 76%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.61037374  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 14.191648    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5424583   |\n",
+      "|    air_humidity                 | -0.48450515  |\n",
+      "|    air_temperature              | 0.34522393   |\n",
+      "|    clg_setpoint                 | -1.1342207   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.9793753   |\n",
+      "|    diffuse_solar_radiation      | 0.570349     |\n",
+      "|    direct_solar_radiation       | 2.3582723    |\n",
+      "|    hour                         | -0.36072987  |\n",
+      "|    htg_setpoint                 | -0.045224804 |\n",
+      "|    month                        | 1.1670631    |\n",
+      "|    outdoor_humidity             | -0.9927287   |\n",
+      "|    outdoor_temperature          | -0.06386217  |\n",
+      "|    people_occupant              | 1.6957982    |\n",
+      "|    total_electricity_HVAC       | -0.5517808   |\n",
+      "|    wind_direction               | 1.1488134    |\n",
+      "|    wind_speed                   | 1.2016758    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 545.3167     |\n",
+      "|    air_humidity                 | 31.035675    |\n",
+      "|    air_temperature              | 23.248854    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 7.0          |\n",
+      "|    diffuse_solar_radiation      | 133.0        |\n",
+      "|    direct_solar_radiation       | 749.0        |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 17.580433    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 48.0         |\n",
+      "|    outdoor_temperature          | 12.34534     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 500272.53    |\n",
+      "|    wind_direction               | 300.0        |\n",
+      "|    wind_speed                   | 7.7          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***************************************----------------------| 77%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.15923968 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.729277   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5704312  |\n",
+      "|    air_humidity                 | -0.85255605 |\n",
+      "|    air_temperature              | 0.34498957  |\n",
+      "|    clg_setpoint                 | -1.1339105  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8650386  |\n",
+      "|    diffuse_solar_radiation      | 1.4385467   |\n",
+      "|    direct_solar_radiation       | 1.5665276   |\n",
+      "|    hour                         | -0.21626653 |\n",
+      "|    htg_setpoint                 | -1.0193986  |\n",
+      "|    month                        | 1.1656433   |\n",
+      "|    outdoor_humidity             | -1.2558523  |\n",
+      "|    outdoor_temperature          | -0.3712507  |\n",
+      "|    people_occupant              | 1.6952142   |\n",
+      "|    total_electricity_HVAC       | -0.5806812  |\n",
+      "|    wind_direction               | 1.4347229   |\n",
+      "|    wind_speed                   | 1.4320978   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 424.71362   |\n",
+      "|    air_humidity                 | 26.228443   |\n",
+      "|    air_temperature              | 23.248247   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 220.0       |\n",
+      "|    direct_solar_radiation       | 550.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 13.551251   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 42.5        |\n",
+      "|    outdoor_temperature          | 9.309047    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 382242.25   |\n",
+      "|    wind_direction               | 330.0       |\n",
+      "|    wind_speed                   | 8.25        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************----------------------| 77%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.48815215 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 14.879145   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.39429718 |\n",
+      "|    air_humidity                 | -0.71546626 |\n",
+      "|    air_temperature              | 0.34556442  |\n",
+      "|    clg_setpoint                 | -1.1332549  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7508901  |\n",
+      "|    diffuse_solar_radiation      | 1.6882201   |\n",
+      "|    direct_solar_radiation       | 1.4109675   |\n",
+      "|    hour                         | -0.0718038  |\n",
+      "|    htg_setpoint                 | 0.94214743  |\n",
+      "|    month                        | 1.1642287   |\n",
+      "|    outdoor_humidity             | -1.3513883  |\n",
+      "|    outdoor_temperature          | 0.09283786  |\n",
+      "|    people_occupant              | 1.2179422   |\n",
+      "|    total_electricity_HVAC       | -0.41335264 |\n",
+      "|    wind_direction               | 0.4283825   |\n",
+      "|    wind_speed                   | -0.32357335 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1179.4753   |\n",
+      "|    air_humidity                 | 28.001114   |\n",
+      "|    air_temperature              | 23.249018   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 245.0       |\n",
+      "|    direct_solar_radiation       | 511.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 21.660702   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 40.5        |\n",
+      "|    outdoor_temperature          | 13.881543   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 1061438.8   |\n",
+      "|    wind_direction               | 225.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************----------------------| 77%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.55346644 |\n",
+      "|    Heating_Setpoint_RL          | 0.8965006   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.757051   |\n",
+      "|    Heating_Setpoint_RL          | 22.667816   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.15094307 |\n",
+      "|    air_humidity                 | 0.42245218  |\n",
+      "|    air_temperature              | 0.34589273  |\n",
+      "|    clg_setpoint                 | -1.1328994  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.63688356 |\n",
+      "|    diffuse_solar_radiation      | 1.2592895   |\n",
+      "|    direct_solar_radiation       | 2.114117    |\n",
+      "|    hour                         | 0.07265881  |\n",
+      "|    htg_setpoint                 | -0.8555112  |\n",
+      "|    month                        | 1.1628191   |\n",
+      "|    outdoor_humidity             | -0.7014946  |\n",
+      "|    outdoor_temperature          | 0.50765973  |\n",
+      "|    people_occupant              | 0.26416752  |\n",
+      "|    total_electricity_HVAC       | -0.18213743 |\n",
+      "|    wind_direction               | 0.47600323  |\n",
+      "|    wind_speed                   | 1.3268137   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2221.8289   |\n",
+      "|    air_humidity                 | 42.817463   |\n",
+      "|    air_temperature              | 23.249527   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 202.0       |\n",
+      "|    direct_solar_radiation       | 688.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 14.228547   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 54.0        |\n",
+      "|    outdoor_temperature          | 17.969574   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 1999747.4   |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 8.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**************************************----------------------| 77%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.123076245 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 16.932695    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5661443   |\n",
+      "|    air_humidity                 | 0.6161096    |\n",
+      "|    air_temperature              | 1.9716238    |\n",
+      "|    clg_setpoint                 | 0.96213675   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.5229796   |\n",
+      "|    diffuse_solar_radiation      | 0.7903997    |\n",
+      "|    direct_solar_radiation       | 2.0975711    |\n",
+      "|    hour                         | 0.21712129   |\n",
+      "|    htg_setpoint                 | -0.022602247 |\n",
+      "|    month                        | 1.1614149    |\n",
+      "|    outdoor_humidity             | 0.09228475   |\n",
+      "|    outdoor_temperature          | 0.71169114   |\n",
+      "|    people_occupant              | 1.2171       |\n",
+      "|    total_electricity_HVAC       | -0.5787244   |\n",
+      "|    wind_direction               | -0.19480117  |\n",
+      "|    wind_speed                   | 0.22674718   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 443.8413     |\n",
+      "|    air_humidity                 | 45.360126    |\n",
+      "|    air_temperature              | 25.58486     |\n",
+      "|    clg_setpoint                 | 28.690098    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 11.0         |\n",
+      "|    diffuse_solar_radiation      | 155.0        |\n",
+      "|    direct_solar_radiation       | 684.0        |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 17.673405    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 70.5         |\n",
+      "|    outdoor_temperature          | 19.979885    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 390721.22    |\n",
+      "|    wind_direction               | 160.0        |\n",
+      "|    wind_speed                   | 5.4          |\n",
+      "--------------------------------------------------\n",
+      "---------------------------------------------------**************************************---------------------| 78%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -0.896034     |\n",
+      "|    Heating_Setpoint_RL          | -0.0029180944 |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 23.600885     |\n",
+      "|    Heating_Setpoint_RL          | 17.608585     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.48139086   |\n",
+      "|    air_humidity                 | 0.11246492    |\n",
+      "|    air_temperature              | 0.60367525    |\n",
+      "|    clg_setpoint                 | 0.5728542     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.40914562   |\n",
+      "|    diffuse_solar_radiation      | 0.8804572     |\n",
+      "|    direct_solar_radiation       | 1.2027872     |\n",
+      "|    hour                         | 0.36158314    |\n",
+      "|    htg_setpoint                 | 0.27728412    |\n",
+      "|    month                        | 1.1600155     |\n",
+      "|    outdoor_humidity             | 0.21172208    |\n",
+      "|    outdoor_temperature          | 0.7776972     |\n",
+      "|    people_occupant              | -0.6892638    |\n",
+      "|    total_electricity_HVAC       | -0.5184849    |\n",
+      "|    wind_direction               | -0.0031065056 |\n",
+      "|    wind_speed                   | -0.21692273   |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 807.25964     |\n",
+      "|    air_humidity                 | 38.819794     |\n",
+      "|    air_temperature              | 23.62007      |\n",
+      "|    clg_setpoint                 | 27.678194     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 12.0          |\n",
+      "|    diffuse_solar_radiation      | 164.0         |\n",
+      "|    direct_solar_radiation       | 459.0         |\n",
+      "|    hour                         | 14.0          |\n",
+      "|    htg_setpoint                 | 18.915327     |\n",
+      "|    month                        | 10.0          |\n",
+      "|    outdoor_humidity             | 73.0          |\n",
+      "|    outdoor_temperature          | 20.6305       |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 635646.5      |\n",
+      "|    wind_direction               | 180.0         |\n",
+      "|    wind_speed                   | 4.35          |\n",
+      "---------------------------------------------------\n",
+      "-------------------------------------------------****************************************---------------------| 78%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.23391318 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.835543   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5172266  |\n",
+      "|    air_humidity                 | -0.0689128  |\n",
+      "|    air_temperature              | 0.9443926   |\n",
+      "|    clg_setpoint                 | 1.1229086   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.29535574 |\n",
+      "|    diffuse_solar_radiation      | 0.6009982   |\n",
+      "|    direct_solar_radiation       | 0.2211051   |\n",
+      "|    hour                         | 0.5060434   |\n",
+      "|    htg_setpoint                 | -0.64845455 |\n",
+      "|    month                        | 1.1586212   |\n",
+      "|    outdoor_humidity             | 0.23479891  |\n",
+      "|    outdoor_temperature          | 0.7430858   |\n",
+      "|    people_occupant              | -0.6887425  |\n",
+      "|    total_electricity_HVAC       | -0.53088635 |\n",
+      "|    wind_direction               | -0.5774228  |\n",
+      "|    wind_speed                   | 0.46118218  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 653.52673   |\n",
+      "|    air_humidity                 | 36.472404   |\n",
+      "|    air_temperature              | 24.109161   |\n",
+      "|    clg_setpoint                 | 29.106958   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 136.0       |\n",
+      "|    direct_solar_radiation       | 212.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 15.089554   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 73.5        |\n",
+      "|    outdoor_temperature          | 20.293188   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 585066.8    |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 5.95        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************************---------------------| 78%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.18077141  |\n",
+      "|    air_humidity                 | 1.1956552   |\n",
+      "|    air_temperature              | 0.34491417  |\n",
+      "|    clg_setpoint                 | -1.1325123  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18159065 |\n",
+      "|    diffuse_solar_radiation      | -0.35754108 |\n",
+      "|    direct_solar_radiation       | 0.54327774  |\n",
+      "|    hour                         | 0.6505006   |\n",
+      "|    htg_setpoint                 | 1.3242862   |\n",
+      "|    month                        | 1.157232    |\n",
+      "|    outdoor_humidity             | 0.9557125   |\n",
+      "|    outdoor_temperature          | 0.47810423  |\n",
+      "|    people_occupant              | 1.6951493   |\n",
+      "|    total_electricity_HVAC       | 0.13289699  |\n",
+      "|    wind_direction               | -0.6723236  |\n",
+      "|    wind_speed                   | 0.6730908   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3640.1262   |\n",
+      "|    air_humidity                 | 52.981895   |\n",
+      "|    air_temperature              | 23.24904    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 40.0        |\n",
+      "|    direct_solar_radiation       | 293.0       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 88.5        |\n",
+      "|    outdoor_temperature          | 17.684875   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3276194.0   |\n",
+      "|    wind_direction               | 110.0       |\n",
+      "|    wind_speed                   | 6.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***************************************---------------------| 78%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.20288093  |\n",
+      "|    air_humidity                 | 0.6792849    |\n",
+      "|    air_temperature              | 0.34341836   |\n",
+      "|    clg_setpoint                 | -1.1322235   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.067837656 |\n",
+      "|    diffuse_solar_radiation      | -0.75687003  |\n",
+      "|    direct_solar_radiation       | -0.62143475  |\n",
+      "|    hour                         | 0.7949527    |\n",
+      "|    htg_setpoint                 | -0.7047407   |\n",
+      "|    month                        | 1.1558478    |\n",
+      "|    outdoor_humidity             | -1.0180045   |\n",
+      "|    outdoor_temperature          | 0.60613257   |\n",
+      "|    people_occupant              | 1.6945705    |\n",
+      "|    total_electricity_HVAC       | -0.2315577   |\n",
+      "|    wind_direction               | 0.8604596    |\n",
+      "|    wind_speed                   | 0.67205936   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1998.8428    |\n",
+      "|    air_humidity                 | 46.283173    |\n",
+      "|    air_temperature              | 23.247175    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 14.859647    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 47.5         |\n",
+      "|    outdoor_temperature          | 18.948782    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 1798958.5    |\n",
+      "|    wind_direction               | 270.0        |\n",
+      "|    wind_speed                   | 6.45         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*****************************************--------------------| 79%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.9080874   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.73299    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5555879  |\n",
+      "|    air_humidity                 | 2.4454572   |\n",
+      "|    air_temperature              | 0.35326755  |\n",
+      "|    clg_setpoint                 | -1.131886   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.04590936  |\n",
+      "|    diffuse_solar_radiation      | -0.75682837 |\n",
+      "|    direct_solar_radiation       | -0.62149215 |\n",
+      "|    hour                         | 0.9393973   |\n",
+      "|    htg_setpoint                 | 1.3234663   |\n",
+      "|    month                        | 1.1544684   |\n",
+      "|    outdoor_humidity             | 1.4124547   |\n",
+      "|    outdoor_temperature          | 0.5141359   |\n",
+      "|    people_occupant              | 0.5024197   |\n",
+      "|    total_electricity_HVAC       | -0.49833888 |\n",
+      "|    wind_direction               | -0.6243824  |\n",
+      "|    wind_speed                   | -0.40646324 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 491.62143   |\n",
+      "|    air_humidity                 | 69.35562    |\n",
+      "|    air_temperature              | 23.261496   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 98.0        |\n",
+      "|    outdoor_temperature          | 18.044483   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 718913.4    |\n",
+      "|    wind_direction               | 115.0       |\n",
+      "|    wind_speed                   | 3.9         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************************--------------------| 79%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.21224701  |\n",
+      "|    Heating_Setpoint_RL          | -0.92046964 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.341333   |\n",
+      "|    Heating_Setpoint_RL          | 12.447358   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65011156 |\n",
+      "|    air_humidity                 | -0.8348065  |\n",
+      "|    air_temperature              | 0.34513965  |\n",
+      "|    clg_setpoint                 | -1.1315968  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.15965003  |\n",
+      "|    diffuse_solar_radiation      | -0.7567878  |\n",
+      "|    direct_solar_radiation       | -0.6216341  |\n",
+      "|    hour                         | 1.0838314   |\n",
+      "|    htg_setpoint                 | -1.3962032  |\n",
+      "|    month                        | 1.153094    |\n",
+      "|    outdoor_humidity             | -1.1389     |\n",
+      "|    outdoor_temperature          | -0.18332453 |\n",
+      "|    people_occupant              | -0.45112574 |\n",
+      "|    total_electricity_HVAC       | -0.65636134 |\n",
+      "|    wind_direction               | 0.8125831   |\n",
+      "|    wind_speed                   | 2.5045538   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 26.519222   |\n",
+      "|    air_temperature              | 23.249937   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | 11.185438   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 265.0       |\n",
+      "|    wind_speed                   | 10.8        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************************--------------------| 79%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.43502194 |\n",
+      "|    Heating_Setpoint_RL          | 0.9356916   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.156801   |\n",
+      "|    Heating_Setpoint_RL          | 22.888266   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.23771226  |\n",
+      "|    air_humidity                 | -0.9584601  |\n",
+      "|    air_temperature              | 0.34549317  |\n",
+      "|    clg_setpoint                 | -1.1313305  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.2733775   |\n",
+      "|    diffuse_solar_radiation      | -0.7567331  |\n",
+      "|    direct_solar_radiation       | -0.62179315 |\n",
+      "|    hour                         | 1.2282518   |\n",
+      "|    htg_setpoint                 | 1.323753    |\n",
+      "|    month                        | 1.1517246   |\n",
+      "|    outdoor_humidity             | 0.13791677  |\n",
+      "|    outdoor_temperature          | -0.5768549  |\n",
+      "|    people_occupant              | -0.45133677 |\n",
+      "|    total_electricity_HVAC       | 0.6504742   |\n",
+      "|    wind_direction               | -1.7280762  |\n",
+      "|    wind_speed                   | -2.0529952  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3880.5325   |\n",
+      "|    air_humidity                 | 24.89213    |\n",
+      "|    air_temperature              | 23.249939   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 71.5        |\n",
+      "|    outdoor_temperature          | 7.3145475   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 5369746.5   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************-------------------| 80%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.33809102  |\n",
+      "|    Heating_Setpoint_RL          | 0.6127496   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.766056   |\n",
+      "|    Heating_Setpoint_RL          | 21.071716   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.64994615 |\n",
+      "|    air_humidity                 | 0.62333703  |\n",
+      "|    air_temperature              | -0.32222465 |\n",
+      "|    clg_setpoint                 | 1.4679279   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.38707843  |\n",
+      "|    diffuse_solar_radiation      | -0.7566716  |\n",
+      "|    direct_solar_radiation       | -0.6219613  |\n",
+      "|    hour                         | 1.3726543   |\n",
+      "|    htg_setpoint                 | -0.36034268 |\n",
+      "|    month                        | 1.15036     |\n",
+      "|    outdoor_humidity             | 0.7152371   |\n",
+      "|    outdoor_temperature          | 0.12540936  |\n",
+      "|    people_occupant              | -0.6891126  |\n",
+      "|    total_electricity_HVAC       | -0.65618163 |\n",
+      "|    wind_direction               | 0.23695636  |\n",
+      "|    wind_speed                   | 0.7730168   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 45.559727   |\n",
+      "|    air_temperature              | 22.293509   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 16.282806   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 83.5        |\n",
+      "|    outdoor_temperature          | 14.213396   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 205.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*****************************************-------------------| 80%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.33247042  |\n",
+      "|    Heating_Setpoint_RL          | 0.75045425   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.502913    |\n",
+      "|    Heating_Setpoint_RL          | 21.846306    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.010126491  |\n",
+      "|    air_humidity                 | 0.40308672   |\n",
+      "|    air_temperature              | 0.3134126    |\n",
+      "|    clg_setpoint                 | -0.2697576   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.5007331    |\n",
+      "|    diffuse_solar_radiation      | -0.7566204   |\n",
+      "|    direct_solar_radiation       | -0.6220687   |\n",
+      "|    hour                         | 1.5170348    |\n",
+      "|    htg_setpoint                 | 1.3118228    |\n",
+      "|    month                        | 1.1490002    |\n",
+      "|    outdoor_humidity             | 0.5702106    |\n",
+      "|    outdoor_temperature          | 0.0651927    |\n",
+      "|    people_occupant              | -0.6885952   |\n",
+      "|    total_electricity_HVAC       | -0.029279122 |\n",
+      "|    wind_direction               | -1.7271072   |\n",
+      "|    wind_speed                   | -2.0496345   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2906.5137    |\n",
+      "|    air_humidity                 | 42.688457    |\n",
+      "|    air_temperature              | 23.203875    |\n",
+      "|    clg_setpoint                 | 25.487019    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 20.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 23.202793    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 80.5         |\n",
+      "|    outdoor_temperature          | 13.623407    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2615862.2    |\n",
+      "|    wind_direction               | 0.0          |\n",
+      "|    wind_speed                   | 0.0          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------******************************************-------------------| 80%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.49327818  |\n",
+      "|    Heating_Setpoint_RL          | 0.9035934   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.289814   |\n",
+      "|    Heating_Setpoint_RL          | 22.707714   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6502246  |\n",
+      "|    air_humidity                 | 1.7902919   |\n",
+      "|    air_temperature              | -0.37243435 |\n",
+      "|    clg_setpoint                 | 0.57777035  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6143153   |\n",
+      "|    diffuse_solar_radiation      | -0.7565564  |\n",
+      "|    direct_solar_radiation       | -0.6222191  |\n",
+      "|    hour                         | 1.6613883   |\n",
+      "|    htg_setpoint                 | -1.197349   |\n",
+      "|    month                        | 1.1476452   |\n",
+      "|    outdoor_humidity             | 1.3157135   |\n",
+      "|    outdoor_temperature          | 0.22586186  |\n",
+      "|    people_occupant              | -0.6887725  |\n",
+      "|    total_electricity_HVAC       | -0.6564366  |\n",
+      "|    wind_direction               | 0.33355615  |\n",
+      "|    wind_speed                   | 0.12048458  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 60.82385    |\n",
+      "|    air_temperature              | 22.222807   |\n",
+      "|    clg_setpoint                 | 27.686783   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 12.82153    |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 15.202825   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 215.0       |\n",
+      "|    wind_speed                   | 5.15        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------******************************************------------------| 81%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.8827947   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.645569    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.65048957  |\n",
+      "|    air_humidity                 | 1.0025556    |\n",
+      "|    air_temperature              | -0.061086323 |\n",
+      "|    clg_setpoint                 | 1.4692582    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.8418565    |\n",
+      "|    diffuse_solar_radiation      | -0.7565259   |\n",
+      "|    direct_solar_radiation       | -0.6221984   |\n",
+      "|    hour                         | -1.6612613   |\n",
+      "|    htg_setpoint                 | 0.8404003    |\n",
+      "|    month                        | 1.1462951    |\n",
+      "|    outdoor_humidity             | 0.23190068   |\n",
+      "|    outdoor_temperature          | 0.17275096   |\n",
+      "|    people_occupant              | -0.68894947  |\n",
+      "|    total_electricity_HVAC       | -0.65668994  |\n",
+      "|    wind_direction               | -1.5331177   |\n",
+      "|    wind_speed                   | -1.6027215   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 50.558826    |\n",
+      "|    air_temperature              | 22.668793    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 23.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 21.257996    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 73.5         |\n",
+      "|    outdoor_temperature          | 14.684125    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 20.0         |\n",
+      "|    wind_speed                   | 1.05         |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.0076664938 |\n",
+      "|    clip_fraction                | 0.0854       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.58        |\n",
+      "|    explained_variance           | 0.367        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.28         |\n",
+      "|    n_updates                    | 480          |\n",
+      "|    policy_gradient_loss         | -0.0128      |\n",
+      "|    std                          | 0.88         |\n",
+      "|    value_loss                   | 0.779        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*******************************************------------------| 81%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.35961342  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.838696   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.3727972   |\n",
+      "|    air_humidity                 | 2.2672272   |\n",
+      "|    air_temperature              | 0.3453004   |\n",
+      "|    clg_setpoint                 | 0.271201    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.955198    |\n",
+      "|    diffuse_solar_radiation      | -0.75646836 |\n",
+      "|    direct_solar_radiation       | -0.62180614 |\n",
+      "|    hour                         | -1.5166893  |\n",
+      "|    htg_setpoint                 | 1.3205907   |\n",
+      "|    month                        | 1.1449497   |\n",
+      "|    outdoor_humidity             | 1.506224    |\n",
+      "|    outdoor_temperature          | 0.27305064  |\n",
+      "|    people_occupant              | -0.6891261  |\n",
+      "|    total_electricity_HVAC       | 0.3151452   |\n",
+      "|    wind_direction               | 0.047479764 |\n",
+      "|    wind_speed                   | -0.6351423  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4453.978    |\n",
+      "|    air_humidity                 | 67.15582    |\n",
+      "|    air_temperature              | 23.250423   |\n",
+      "|    clg_setpoint                 | 26.887749   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 15.6705265  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4008580.2   |\n",
+      "|    wind_direction               | 185.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************------------------| 81%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.07205738  |\n",
+      "|    Heating_Setpoint_RL          | 0.38269573  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.868195   |\n",
+      "|    Heating_Setpoint_RL          | 19.777664   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.56369877  |\n",
+      "|    air_humidity                 | 1.7536339   |\n",
+      "|    air_temperature              | 0.3447955   |\n",
+      "|    clg_setpoint                 | -1.1293052  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0683368   |\n",
+      "|    diffuse_solar_radiation      | -0.7564083  |\n",
+      "|    direct_solar_radiation       | -0.6219686  |\n",
+      "|    hour                         | -1.3721445  |\n",
+      "|    htg_setpoint                 | 1.3198364   |\n",
+      "|    month                        | 1.1436089   |\n",
+      "|    outdoor_humidity             | 1.4085932   |\n",
+      "|    outdoor_temperature          | 0.2758604   |\n",
+      "|    people_occupant              | -0.6893023  |\n",
+      "|    total_electricity_HVAC       | 0.4964382   |\n",
+      "|    wind_direction               | 0.047503732 |\n",
+      "|    wind_speed                   | -0.1089542  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5267.901    |\n",
+      "|    air_humidity                 | 60.474663   |\n",
+      "|    air_temperature              | 23.2499     |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 98.0        |\n",
+      "|    outdoor_temperature          | 15.701477   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4741111.0   |\n",
+      "|    wind_direction               | 185.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************------------------| 81%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.06353617 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.410564   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65114456 |\n",
+      "|    air_humidity                 | -1.1418079  |\n",
+      "|    air_temperature              | -0.65974873 |\n",
+      "|    clg_setpoint                 | -0.31306517 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1812203   |\n",
+      "|    diffuse_solar_radiation      | -0.7563275  |\n",
+      "|    direct_solar_radiation       | -0.6220101  |\n",
+      "|    hour                         | -1.227622   |\n",
+      "|    htg_setpoint                 | 0.4257382   |\n",
+      "|    month                        | 1.142273    |\n",
+      "|    outdoor_humidity             | -1.8126652  |\n",
+      "|    outdoor_temperature          | 0.25300443  |\n",
+      "|    people_occupant              | -0.6894782  |\n",
+      "|    total_electricity_HVAC       | -0.6573108  |\n",
+      "|    wind_direction               | 0.8617409   |\n",
+      "|    wind_speed                   | 1.7614115   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 22.539251   |\n",
+      "|    air_temperature              | 21.814701   |\n",
+      "|    clg_setpoint                 | 25.36899    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 19.547817   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 31.0        |\n",
+      "|    outdoor_temperature          | 15.483064   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 9.05        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************************-----------------| 82%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.81612855  |\n",
+      "|    Heating_Setpoint_RL          | 0.32699776  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.379433   |\n",
+      "|    Heating_Setpoint_RL          | 19.464363   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65082186 |\n",
+      "|    air_humidity                 | -1.4224625  |\n",
+      "|    air_temperature              | -0.8081559  |\n",
+      "|    clg_setpoint                 | -0.61741877 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2937901   |\n",
+      "|    diffuse_solar_radiation      | -0.7562602  |\n",
+      "|    direct_solar_radiation       | -0.6220235  |\n",
+      "|    hour                         | -1.0831174  |\n",
+      "|    htg_setpoint                 | -1.3238933  |\n",
+      "|    month                        | 1.1409416   |\n",
+      "|    outdoor_humidity             | -0.3928467  |\n",
+      "|    outdoor_temperature          | -0.6720707  |\n",
+      "|    people_occupant              | -0.68896353 |\n",
+      "|    total_electricity_HVAC       | -0.65697867 |\n",
+      "|    wind_direction               | 0.8611182   |\n",
+      "|    wind_speed                   | 0.87483114  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 18.833138   |\n",
+      "|    air_temperature              | 21.602049   |\n",
+      "|    clg_setpoint                 | 24.580324   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 12.301025   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 60.5        |\n",
+      "|    outdoor_temperature          | 6.418113    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 6.95        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************************-----------------| 82%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.17164509  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.204302   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.6504695   |\n",
+      "|    air_humidity                 | -1.3976474  |\n",
+      "|    air_temperature              | -0.13902652 |\n",
+      "|    clg_setpoint                 | -0.26804063 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4059824   |\n",
+      "|    diffuse_solar_radiation      | -0.7561847  |\n",
+      "|    direct_solar_radiation       | -0.6220997  |\n",
+      "|    hour                         | -0.93862647 |\n",
+      "|    htg_setpoint                 | 1.3205652   |\n",
+      "|    month                        | 1.1396149   |\n",
+      "|    outdoor_humidity             | -0.27195925 |\n",
+      "|    outdoor_temperature          | -0.8160187  |\n",
+      "|    people_occupant              | -0.6884499  |\n",
+      "|    total_electricity_HVAC       | 2.7137485   |\n",
+      "|    wind_direction               | 1.3868319   |\n",
+      "|    wind_speed                   | -0.2177916  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 14163.0     |\n",
+      "|    air_humidity                 | 19.132376   |\n",
+      "|    air_temperature              | 22.557232   |\n",
+      "|    clg_setpoint                 | 25.488663   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 63.0        |\n",
+      "|    outdoor_temperature          | 5.0057263   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 13698581.0  |\n",
+      "|    wind_direction               | 325.0       |\n",
+      "|    wind_speed                   | 4.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************************-----------------| 82%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.35390365 |\n",
+      "|    air_humidity                 | -1.1326047  |\n",
+      "|    air_temperature              | -0.5356888  |\n",
+      "|    clg_setpoint                 | -1.1292781  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5177279   |\n",
+      "|    diffuse_solar_radiation      | -0.7360951  |\n",
+      "|    direct_solar_radiation       | -0.37179497 |\n",
+      "|    hour                         | -0.79414606 |\n",
+      "|    htg_setpoint                 | 0.8025231   |\n",
+      "|    month                        | 1.1382929   |\n",
+      "|    outdoor_humidity             | 0.30544034  |\n",
+      "|    outdoor_temperature          | -1.023067   |\n",
+      "|    people_occupant              | -0.6886261  |\n",
+      "|    total_electricity_HVAC       | -0.41519445 |\n",
+      "|    wind_direction               | -1.7263184  |\n",
+      "|    wind_speed                   | -2.042192   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1352.3003   |\n",
+      "|    air_humidity                 | 22.58823    |\n",
+      "|    air_temperature              | 21.9909     |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 2.0         |\n",
+      "|    direct_solar_radiation       | 63.0        |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 21.104774   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 75.0        |\n",
+      "|    outdoor_temperature          | 2.9738088   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1054577.5   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************----------------| 83%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.860258   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.72163    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.0917742   |\n",
+      "|    air_humidity                 | -0.78282636 |\n",
+      "|    air_temperature              | 0.34617314  |\n",
+      "|    clg_setpoint                 | -1.1285826  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6289525   |\n",
+      "|    diffuse_solar_radiation      | 0.11463622  |\n",
+      "|    direct_solar_radiation       | 0.79293364  |\n",
+      "|    hour                         | -0.6496731  |\n",
+      "|    htg_setpoint                 | 1.3203024   |\n",
+      "|    month                        | 1.1369754   |\n",
+      "|    outdoor_humidity             | -0.702124   |\n",
+      "|    outdoor_temperature          | -0.22143506 |\n",
+      "|    people_occupant              | -0.68880194 |\n",
+      "|    total_electricity_HVAC       | 1.2918242   |\n",
+      "|    wind_direction               | -1.7260845  |\n",
+      "|    wind_speed                   | -2.041317   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7515.741    |\n",
+      "|    air_humidity                 | 27.170622   |\n",
+      "|    air_temperature              | 23.250153   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 87.0        |\n",
+      "|    direct_solar_radiation       | 356.0       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 54.0        |\n",
+      "|    outdoor_temperature          | 10.821839   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7952055.0   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********************************************----------------| 83%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.047593087 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 17.357288    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.3593165   |\n",
+      "|    air_humidity                 | -1.0498189   |\n",
+      "|    air_temperature              | 0.887347     |\n",
+      "|    clg_setpoint                 | 0.23063618   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.7395774    |\n",
+      "|    diffuse_solar_radiation      | 0.85566914   |\n",
+      "|    direct_solar_radiation       | 0.4508077    |\n",
+      "|    hour                         | -0.50520515  |\n",
+      "|    htg_setpoint                 | 1.3200881    |\n",
+      "|    month                        | 1.1356624    |\n",
+      "|    outdoor_humidity             | -0.91683924  |\n",
+      "|    outdoor_temperature          | -0.5879769   |\n",
+      "|    people_occupant              | 1.6946208    |\n",
+      "|    total_electricity_HVAC       | -0.04940792  |\n",
+      "|    wind_direction               | -1.1498034   |\n",
+      "|    wind_speed                   | -0.5304708   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1328.9053    |\n",
+      "|    air_humidity                 | 23.655783    |\n",
+      "|    air_temperature              | 24.02225     |\n",
+      "|    clg_setpoint                 | 26.777618    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 31.0         |\n",
+      "|    diffuse_solar_radiation      | 161.0        |\n",
+      "|    direct_solar_radiation       | 270.0        |\n",
+      "|    hour                         | 8.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 49.5         |\n",
+      "|    outdoor_temperature          | 7.233836     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2532414.8    |\n",
+      "|    wind_direction               | 60.0         |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------********************************************----------------| 83%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.1975168   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 16.513968    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.56379765  |\n",
+      "|    air_humidity                 | 0.035565518  |\n",
+      "|    air_temperature              | 0.34491268   |\n",
+      "|    clg_setpoint                 | -1.1273401   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.6721834   |\n",
+      "|    diffuse_solar_radiation      | 0.55578524   |\n",
+      "|    direct_solar_radiation       | 2.0299196    |\n",
+      "|    hour                         | -0.3607402   |\n",
+      "|    htg_setpoint                 | 0.022653414  |\n",
+      "|    month                        | 1.4351996    |\n",
+      "|    outdoor_humidity             | -0.6532313   |\n",
+      "|    outdoor_temperature          | -0.073337436 |\n",
+      "|    people_occupant              | 1.6940523    |\n",
+      "|    total_electricity_HVAC       | -0.5727548   |\n",
+      "|    wind_direction               | 1.5763817    |\n",
+      "|    wind_speed                   | 1.4207798    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 456.96008    |\n",
+      "|    air_humidity                 | 37.903885    |\n",
+      "|    air_temperature              | 23.248304    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0          |\n",
+      "|    diffuse_solar_radiation      | 131.0        |\n",
+      "|    direct_solar_radiation       | 667.0        |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 17.878681    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 55.0         |\n",
+      "|    outdoor_temperature          | 12.267369    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 417536.97    |\n",
+      "|    wind_direction               | 345.0        |\n",
+      "|    wind_speed                   | 8.25         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************************************----------------| 83%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.0473606   |\n",
+      "|    Heating_Setpoint_RL          | -0.4774964  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.784842   |\n",
+      "|    Heating_Setpoint_RL          | 14.939083   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65042865 |\n",
+      "|    air_humidity                 | -0.92593294 |\n",
+      "|    air_temperature              | -0.8482557  |\n",
+      "|    clg_setpoint                 | 0.9982446   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5556129  |\n",
+      "|    diffuse_solar_radiation      | 0.4559838   |\n",
+      "|    direct_solar_radiation       | 2.335678    |\n",
+      "|    hour                         | -0.21627685 |\n",
+      "|    htg_setpoint                 | 0.7493004   |\n",
+      "|    month                        | 1.4329937   |\n",
+      "|    outdoor_humidity             | -1.4446881  |\n",
+      "|    outdoor_temperature          | 0.057020433 |\n",
+      "|    people_occupant              | -0.6893275  |\n",
+      "|    total_electricity_HVAC       | -0.65654886 |\n",
+      "|    wind_direction               | -1.7235589  |\n",
+      "|    wind_speed                   | 1.4194126   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 25.283518   |\n",
+      "|    air_temperature              | 21.546421   |\n",
+      "|    clg_setpoint                 | 28.769997   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 121.0       |\n",
+      "|    direct_solar_radiation       | 744.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 20.88718    |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 38.5        |\n",
+      "|    outdoor_temperature          | 13.539623   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 8.25        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************---------------| 84%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.18666545 |\n",
+      "|    Heating_Setpoint_RL          | -0.96244365 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.995005   |\n",
+      "|    Heating_Setpoint_RL          | 12.211254   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.21435489 |\n",
+      "|    air_humidity                 | -0.9518052  |\n",
+      "|    air_temperature              | 0.3465785   |\n",
+      "|    clg_setpoint                 | -0.81425226 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4396297  |\n",
+      "|    diffuse_solar_radiation      | 2.009038    |\n",
+      "|    direct_solar_radiation       | 0.16456777  |\n",
+      "|    hour                         | -0.07181411 |\n",
+      "|    htg_setpoint                 | 1.3196036   |\n",
+      "|    month                        | 1.4307977   |\n",
+      "|    outdoor_humidity             | -1.1554139  |\n",
+      "|    outdoor_temperature          | 0.14256121  |\n",
+      "|    people_occupant              | -0.68881655 |\n",
+      "|    total_electricity_HVAC       | -0.1392912  |\n",
+      "|    wind_direction               | 1.6685307   |\n",
+      "|    wind_speed                   | -0.63691473 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1944.8934   |\n",
+      "|    air_humidity                 | 24.933256   |\n",
+      "|    air_temperature              | 23.250017   |\n",
+      "|    clg_setpoint                 | 24.06382    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 276.0       |\n",
+      "|    direct_solar_radiation       | 198.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 44.5        |\n",
+      "|    outdoor_temperature          | 14.375084   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2167335.5   |\n",
+      "|    wind_direction               | 355.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************---------------| 84%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.23561883 |\n",
+      "|    air_humidity                 | 0.13274999  |\n",
+      "|    air_temperature              | 0.34626698  |\n",
+      "|    clg_setpoint                 | -1.1273968  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3241457  |\n",
+      "|    diffuse_solar_radiation      | 1.0876697   |\n",
+      "|    direct_solar_radiation       | 1.7510818   |\n",
+      "|    hour                         | 0.07264851  |\n",
+      "|    htg_setpoint                 | 1.3190752   |\n",
+      "|    month                        | 1.4286119   |\n",
+      "|    outdoor_humidity             | -0.6512625  |\n",
+      "|    outdoor_temperature          | 0.3456355   |\n",
+      "|    people_occupant              | 0.26507375  |\n",
+      "|    total_electricity_HVAC       | -0.2627326  |\n",
+      "|    wind_direction               | 0.56956047  |\n",
+      "|    wind_speed                   | -0.42585477 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1854.0469   |\n",
+      "|    air_humidity                 | 39.151344   |\n",
+      "|    air_temperature              | 23.249464   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 184.0       |\n",
+      "|    direct_solar_radiation       | 597.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 55.0        |\n",
+      "|    outdoor_temperature          | 16.357082   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 1668572.8   |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************---------------| 84%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.7110446  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.625374   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65024745 |\n",
+      "|    air_humidity                 | -0.98390776 |\n",
+      "|    air_temperature              | 2.1185155   |\n",
+      "|    clg_setpoint                 | 1.3627062   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2090809  |\n",
+      "|    diffuse_solar_radiation      | 0.09603729  |\n",
+      "|    direct_solar_radiation       | -0.6226305  |\n",
+      "|    hour                         | 0.21711102  |\n",
+      "|    htg_setpoint                 | -1.39683    |\n",
+      "|    month                        | 1.426436    |\n",
+      "|    outdoor_humidity             | -1.1794322  |\n",
+      "|    outdoor_temperature          | -0.31272623 |\n",
+      "|    people_occupant              | 1.2183142   |\n",
+      "|    total_electricity_HVAC       | -0.65635777 |\n",
+      "|    wind_direction               | 1.2367394   |\n",
+      "|    wind_speed                   | 2.5095584   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 24.513357   |\n",
+      "|    air_temperature              | 25.773865   |\n",
+      "|    clg_setpoint                 | 29.717012   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 85.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 44.0        |\n",
+      "|    outdoor_temperature          | 9.927888    |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 10.85       |\n",
+      "-------------------------------------------------\n",
+      "---------------------------------------------------********************************************---------------| 84%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0          |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 23.25         |\n",
+      "|    Heating_Setpoint_RL          | 12.0          |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.45469993   |\n",
+      "|    air_humidity                 | -0.7088053    |\n",
+      "|    air_temperature              | 0.3461816     |\n",
+      "|    clg_setpoint                 | -1.1269523    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -1.0943635    |\n",
+      "|    diffuse_solar_radiation      | 0.42714718    |\n",
+      "|    direct_solar_radiation       | 1.1788048     |\n",
+      "|    hour                         | 0.36157292    |\n",
+      "|    htg_setpoint                 | -1.3965862    |\n",
+      "|    month                        | 1.42427       |\n",
+      "|    outdoor_humidity             | -1.155246     |\n",
+      "|    outdoor_temperature          | -0.0150334975 |\n",
+      "|    people_occupant              | 1.6945611     |\n",
+      "|    total_electricity_HVAC       | -0.47067964   |\n",
+      "|    wind_direction               | 1.4256729     |\n",
+      "|    wind_speed                   | 0.012848459   |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 919.72253     |\n",
+      "|    air_humidity                 | 28.11317      |\n",
+      "|    air_temperature              | 23.248795     |\n",
+      "|    clg_setpoint                 | 23.25         |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 6.0           |\n",
+      "|    diffuse_solar_radiation      | 118.0         |\n",
+      "|    direct_solar_radiation       | 453.0         |\n",
+      "|    hour                         | 14.0          |\n",
+      "|    htg_setpoint                 | 12.0          |\n",
+      "|    month                        | 11.0          |\n",
+      "|    outdoor_humidity             | 44.5          |\n",
+      "|    outdoor_temperature          | 12.828085     |\n",
+      "|    people_occupant              | 20.0          |\n",
+      "|    total_electricity_HVAC       | 827750.25     |\n",
+      "|    wind_direction               | 330.0         |\n",
+      "|    wind_speed                   | 4.9           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------**********************************************--------------| 85%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.46761116  |\n",
+      "|    air_humidity                 | -0.33002564  |\n",
+      "|    air_temperature              | 0.34646326   |\n",
+      "|    clg_setpoint                 | -1.1264611   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.97992855  |\n",
+      "|    diffuse_solar_radiation      | 0.10653431   |\n",
+      "|    direct_solar_radiation       | -0.3164032   |\n",
+      "|    hour                         | 0.50603324   |\n",
+      "|    htg_setpoint                 | -0.23783238  |\n",
+      "|    month                        | 1.4221139    |\n",
+      "|    outdoor_humidity             | -0.6507645   |\n",
+      "|    outdoor_temperature          | -0.024964787 |\n",
+      "|    people_occupant              | 1.6939961    |\n",
+      "|    total_electricity_HVAC       | -0.48292482  |\n",
+      "|    wind_direction               | 1.3284024    |\n",
+      "|    wind_speed                   | 0.24388264   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 864.5251     |\n",
+      "|    air_humidity                 | 33.072517    |\n",
+      "|    air_temperature              | 23.249062    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 7.0          |\n",
+      "|    diffuse_solar_radiation      | 86.0         |\n",
+      "|    direct_solar_radiation       | 77.0         |\n",
+      "|    hour                         | 15.0         |\n",
+      "|    htg_setpoint                 | 16.800741    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 55.0         |\n",
+      "|    outdoor_temperature          | 12.727448    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 778072.56    |\n",
+      "|    wind_direction               | 320.0        |\n",
+      "|    wind_speed                   | 5.45         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------**********************************************--------------| 85%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.47425944  |\n",
+      "|    air_humidity                 | 0.56580913   |\n",
+      "|    air_temperature              | 0.34896213   |\n",
+      "|    clg_setpoint                 | -1.1259345   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.8657187   |\n",
+      "|    diffuse_solar_radiation      | -0.68540907  |\n",
+      "|    direct_solar_radiation       | -0.55507797  |\n",
+      "|    hour                         | 0.6504906    |\n",
+      "|    htg_setpoint                 | -0.44296262  |\n",
+      "|    month                        | 1.4199677    |\n",
+      "|    outdoor_humidity             | 0.550829     |\n",
+      "|    outdoor_temperature          | -0.062182996 |\n",
+      "|    people_occupant              | 1.6934326    |\n",
+      "|    total_electricity_HVAC       | -0.4892293   |\n",
+      "|    wind_direction               | 0.32594156   |\n",
+      "|    wind_speed                   | -0.4268805   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 835.99786    |\n",
+      "|    air_humidity                 | 44.799835    |\n",
+      "|    air_temperature              | 23.2525      |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 8.0          |\n",
+      "|    diffuse_solar_radiation      | 7.0          |\n",
+      "|    direct_solar_radiation       | 17.0         |\n",
+      "|    hour                         | 16.0         |\n",
+      "|    htg_setpoint                 | 15.952175    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 80.0         |\n",
+      "|    outdoor_temperature          | 12.360752    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 752398.06    |\n",
+      "|    wind_direction               | 215.0        |\n",
+      "|    wind_speed                   | 3.85         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***********************************************--------------| 85%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.33037338  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.74001    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6501602  |\n",
+      "|    air_humidity                 | 0.5130655   |\n",
+      "|    air_temperature              | -0.26514333 |\n",
+      "|    clg_setpoint                 | 0.8723314   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7516835  |\n",
+      "|    diffuse_solar_radiation      | -0.7555178  |\n",
+      "|    direct_solar_radiation       | -0.62238944 |\n",
+      "|    hour                         | 0.7949429   |\n",
+      "|    htg_setpoint                 | 0.70850927  |\n",
+      "|    month                        | 1.417831    |\n",
+      "|    outdoor_humidity             | 1.2713102   |\n",
+      "|    outdoor_temperature          | -0.1861472  |\n",
+      "|    people_occupant              | -0.68917876 |\n",
+      "|    total_electricity_HVAC       | -0.656217   |\n",
+      "|    wind_direction               | -0.6742512  |\n",
+      "|    wind_speed                   | -0.42559278 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 44.117157   |\n",
+      "|    air_temperature              | 22.378946   |\n",
+      "|    clg_setpoint                 | 28.440088   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 20.725449   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 95.0        |\n",
+      "|    outdoor_temperature          | 11.152103   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 110.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************-------------| 86%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.21184213  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 18.816612   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.4074761   |\n",
+      "|    air_humidity                 | 0.52807397  |\n",
+      "|    air_temperature              | 0.34760505  |\n",
+      "|    clg_setpoint                 | 1.4717556   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.63777906 |\n",
+      "|    diffuse_solar_radiation      | -0.7554123  |\n",
+      "|    direct_solar_radiation       | -0.62211293 |\n",
+      "|    hour                         | 0.939388    |\n",
+      "|    htg_setpoint                 | 1.3175024   |\n",
+      "|    month                        | 1.4157039   |\n",
+      "|    outdoor_humidity             | 0.2121939   |\n",
+      "|    outdoor_temperature          | 0.005709967 |\n",
+      "|    people_occupant              | -0.6886716  |\n",
+      "|    total_electricity_HVAC       | 1.6759487   |\n",
+      "|    wind_direction               | 0.85107094  |\n",
+      "|    wind_speed                   | 1.2929595   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 8848.937    |\n",
+      "|    air_humidity                 | 44.324203   |\n",
+      "|    air_temperature              | 23.250177   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 73.0        |\n",
+      "|    outdoor_temperature          | 13.021987   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 9494463.0   |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 7.95        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************-------------| 86%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6500534  |\n",
+      "|    air_humidity                 | 0.5592591   |\n",
+      "|    air_temperature              | 0.34753767  |\n",
+      "|    clg_setpoint                 | -1.1265383  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.52396834 |\n",
+      "|    diffuse_solar_radiation      | -0.75533104 |\n",
+      "|    direct_solar_radiation       | -0.6219196  |\n",
+      "|    hour                         | 1.0838228   |\n",
+      "|    htg_setpoint                 | -1.3981526  |\n",
+      "|    month                        | 1.4135864   |\n",
+      "|    outdoor_humidity             | 0.25944096  |\n",
+      "|    outdoor_temperature          | 0.011516508 |\n",
+      "|    people_occupant              | -0.45044237 |\n",
+      "|    total_electricity_HVAC       | -0.65610266 |\n",
+      "|    wind_direction               | 1.6594551   |\n",
+      "|    wind_speed                   | 1.2910016   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 44.740192   |\n",
+      "|    air_temperature              | 23.249945   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 74.0        |\n",
+      "|    outdoor_temperature          | 13.077323   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 355.0       |\n",
+      "|    wind_speed                   | 7.95        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************-------------| 86%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.27749962 |\n",
+      "|    Heating_Setpoint_RL          | -0.5424409  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.688438   |\n",
+      "|    Heating_Setpoint_RL          | 14.5737705  |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65004283 |\n",
+      "|    air_humidity                 | 0.37698764  |\n",
+      "|    air_temperature              | 0.05125802  |\n",
+      "|    clg_setpoint                 | 1.0234836   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.41022083 |\n",
+      "|    diffuse_solar_radiation      | -0.755237   |\n",
+      "|    direct_solar_radiation       | -0.62154657 |\n",
+      "|    hour                         | 1.2282442   |\n",
+      "|    htg_setpoint                 | 0.8162085   |\n",
+      "|    month                        | 1.4114784   |\n",
+      "|    outdoor_humidity             | 0.42766938  |\n",
+      "|    outdoor_temperature          | -0.39262843 |\n",
+      "|    people_occupant              | -0.45064905 |\n",
+      "|    total_electricity_HVAC       | -0.6560721  |\n",
+      "|    wind_direction               | -1.6751093  |\n",
+      "|    wind_speed                   | -0.09297967 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 42.357407   |\n",
+      "|    air_temperature              | 22.828802   |\n",
+      "|    clg_setpoint                 | 28.83572    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 21.174915   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 77.5        |\n",
+      "|    outdoor_temperature          | 9.142248    |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 5.0         |\n",
+      "|    wind_speed                   | 4.65        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.00832269  |\n",
+      "|    clip_fraction                | 0.0934      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.58       |\n",
+      "|    explained_variance           | 0.591       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.16        |\n",
+      "|    n_updates                    | 490         |\n",
+      "|    policy_gradient_loss         | -0.014      |\n",
+      "|    std                          | 0.883       |\n",
+      "|    value_loss                   | 0.539       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********************************************-------------| 86%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.052931998 |\n",
+      "|    air_humidity                 | 0.77928495   |\n",
+      "|    air_temperature              | 0.12782052   |\n",
+      "|    clg_setpoint                 | 0.7262878    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.2965124   |\n",
+      "|    diffuse_solar_radiation      | -0.75504315  |\n",
+      "|    direct_solar_radiation       | -0.62113935  |\n",
+      "|    hour                         | 1.3726482    |\n",
+      "|    htg_setpoint                 | 1.2389526    |\n",
+      "|    month                        | 1.4093797    |\n",
+      "|    outdoor_humidity             | 1.2208526    |\n",
+      "|    outdoor_temperature          | -0.24945109  |\n",
+      "|    people_occupant              | -0.6891917   |\n",
+      "|    total_electricity_HVAC       | -0.089352846 |\n",
+      "|    wind_direction               | -0.29334056  |\n",
+      "|    wind_speed                   | -0.42771173  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2629.3796    |\n",
+      "|    air_humidity                 | 47.617138    |\n",
+      "|    air_temperature              | 22.937757    |\n",
+      "|    clg_setpoint                 | 28.063099    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 13.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 21.0         |\n",
+      "|    htg_setpoint                 | 22.930202    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 94.0         |\n",
+      "|    outdoor_temperature          | 10.531807    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2366441.8    |\n",
+      "|    wind_direction               | 150.0        |\n",
+      "|    wind_speed                   | 3.85         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************************************************------------| 87%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.30660927  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 19.349678   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6501659  |\n",
+      "|    air_humidity                 | 1.1825964   |\n",
+      "|    air_temperature              | -1.3147968  |\n",
+      "|    clg_setpoint                 | -0.3705413  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18282536 |\n",
+      "|    diffuse_solar_radiation      | -0.7548714  |\n",
+      "|    direct_solar_radiation       | -0.6207347  |\n",
+      "|    hour                         | 1.5170307   |\n",
+      "|    htg_setpoint                 | -0.73212165 |\n",
+      "|    month                        | 1.4072905   |\n",
+      "|    outdoor_humidity             | -0.1514173  |\n",
+      "|    outdoor_temperature          | -0.5162709  |\n",
+      "|    people_occupant              | -0.68936443 |\n",
+      "|    total_electricity_HVAC       | -0.65617824 |\n",
+      "|    wind_direction               | 1.0396683   |\n",
+      "|    wind_speed                   | 1.6479723   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 52.905483   |\n",
+      "|    air_temperature              | 20.889364   |\n",
+      "|    clg_setpoint                 | 25.212526   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 14.766266   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 65.5        |\n",
+      "|    outdoor_temperature          | 7.93763     |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 8.8         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************************************************------------| 87%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.11116782  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 16.999681    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.19609885  |\n",
+      "|    air_humidity                 | -0.14220761  |\n",
+      "|    air_temperature              | -1.5545195   |\n",
+      "|    clg_setpoint                 | 1.4722669    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.069148436 |\n",
+      "|    diffuse_solar_radiation      | -0.7547617   |\n",
+      "|    direct_solar_radiation       | -0.62055016  |\n",
+      "|    hour                         | 1.6613868    |\n",
+      "|    htg_setpoint                 | 0.3951034    |\n",
+      "|    month                        | 1.4052105    |\n",
+      "|    outdoor_humidity             | 0.3540919    |\n",
+      "|    outdoor_temperature          | -0.7255881   |\n",
+      "|    people_occupant              | -0.68953675  |\n",
+      "|    total_electricity_HVAC       | -0.22523598  |\n",
+      "|    wind_direction               | 0.75309443   |\n",
+      "|    wind_speed                   | 0.8711333    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2019.4198    |\n",
+      "|    air_humidity                 | 35.585293    |\n",
+      "|    air_temperature              | 20.548994    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 19.437002    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 76.0         |\n",
+      "|    outdoor_temperature          | 5.898746     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1817477.9    |\n",
+      "|    wind_direction               | 260.0        |\n",
+      "|    wind_speed                   | 6.95         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************************************************------------| 87%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.19614485  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.28699    |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.044444    |\n",
+      "|    air_humidity                 | -0.62277466 |\n",
+      "|    air_temperature              | 0.2691268   |\n",
+      "|    clg_setpoint                 | 0.6755856   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.158269    |\n",
+      "|    diffuse_solar_radiation      | -0.7546601  |\n",
+      "|    direct_solar_radiation       | -0.6204     |\n",
+      "|    hour                         | -1.6612628  |\n",
+      "|    htg_setpoint                 | 1.3149644   |\n",
+      "|    month                        | 1.4031396   |\n",
+      "|    outdoor_humidity             | 1.0039507   |\n",
+      "|    outdoor_temperature          | -0.36778027 |\n",
+      "|    people_occupant              | -0.6890322  |\n",
+      "|    total_electricity_HVAC       | 2.1017761   |\n",
+      "|    wind_direction               | 0.37176916  |\n",
+      "|    wind_speed                   | 0.43053356  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 11558.324   |\n",
+      "|    air_humidity                 | 29.300238   |\n",
+      "|    air_temperature              | 23.137316   |\n",
+      "|    clg_setpoint                 | 27.930853   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 89.5        |\n",
+      "|    outdoor_temperature          | 9.373076    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 11213164.0  |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 5.9         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************************************************-----------| 88%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.93195045  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.770332   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.789844    |\n",
+      "|    air_humidity                 | -0.87393206 |\n",
+      "|    air_temperature              | -0.5190909  |\n",
+      "|    clg_setpoint                 | 0.56540513  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.27198437  |\n",
+      "|    diffuse_solar_radiation      | -0.7545461  |\n",
+      "|    direct_solar_radiation       | -0.6203561  |\n",
+      "|    hour                         | -1.5166934  |\n",
+      "|    htg_setpoint                 | 1.3150537   |\n",
+      "|    month                        | 1.401078    |\n",
+      "|    outdoor_humidity             | 0.017200202 |\n",
+      "|    outdoor_temperature          | -0.84407824 |\n",
+      "|    people_occupant              | -0.6885287  |\n",
+      "|    total_electricity_HVAC       | 2.7370806   |\n",
+      "|    wind_direction               | 1.0853962   |\n",
+      "|    wind_speed                   | 0.5551388   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 14731.951   |\n",
+      "|    air_humidity                 | 26.016855   |\n",
+      "|    air_temperature              | 22.017658   |\n",
+      "|    clg_setpoint                 | 27.645954   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 69.0        |\n",
+      "|    outdoor_temperature          | 4.7448707   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 13778939.0  |\n",
+      "|    wind_direction               | 295.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************************************************-----------| 88%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5476889   |\n",
+      "|    Heating_Setpoint_RL          | 0.84111863  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.47345    |\n",
+      "|    Heating_Setpoint_RL          | 22.356293   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.4571283   |\n",
+      "|    air_humidity                 | -0.5359501  |\n",
+      "|    air_temperature              | -0.24754818 |\n",
+      "|    clg_setpoint                 | 0.39801094  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.38568202  |\n",
+      "|    diffuse_solar_radiation      | -0.75438195 |\n",
+      "|    direct_solar_radiation       | -0.62025017 |\n",
+      "|    hour                         | -1.3721505  |\n",
+      "|    htg_setpoint                 | 1.3151933   |\n",
+      "|    month                        | 1.3990253   |\n",
+      "|    outdoor_humidity             | -0.27163258 |\n",
+      "|    outdoor_temperature          | -0.96091574 |\n",
+      "|    people_occupant              | -0.68870133 |\n",
+      "|    total_electricity_HVAC       | 2.4910064   |\n",
+      "|    wind_direction               | 0.75128484  |\n",
+      "|    wind_speed                   | 0.219508    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 13319.773   |\n",
+      "|    air_humidity                 | 30.424728   |\n",
+      "|    air_temperature              | 22.402687   |\n",
+      "|    clg_setpoint                 | 27.209965   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 63.0        |\n",
+      "|    outdoor_temperature          | 3.6036901   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 12789312.0  |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 5.4         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************************************************-----------| 88%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.95137197  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.976467   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.819851    |\n",
+      "|    air_humidity                 | -0.31894603 |\n",
+      "|    air_temperature              | -0.6237761  |\n",
+      "|    clg_setpoint                 | -0.277302   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.49934614  |\n",
+      "|    diffuse_solar_radiation      | -0.7542354  |\n",
+      "|    direct_solar_radiation       | -0.62003434 |\n",
+      "|    hour                         | -1.2276294  |\n",
+      "|    htg_setpoint                 | 0.9815381   |\n",
+      "|    month                        | 1.3969817   |\n",
+      "|    outdoor_humidity             | 0.54740614  |\n",
+      "|    outdoor_temperature          | -1.31313    |\n",
+      "|    people_occupant              | -0.68887365 |\n",
+      "|    total_electricity_HVAC       | 0.479208    |\n",
+      "|    wind_direction               | 0.84592587  |\n",
+      "|    wind_speed                   | -0.4303675  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6349.0073   |\n",
+      "|    air_humidity                 | 33.253235   |\n",
+      "|    air_temperature              | 21.86869    |\n",
+      "|    clg_setpoint                 | 25.454168   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 21.868687   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 80.0        |\n",
+      "|    outdoor_temperature          | 0.1731948   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4664604.0   |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************************----------| 89%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.7755189  |\n",
+      "|    Heating_Setpoint_RL          | 0.79078734  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.007624   |\n",
+      "|    Heating_Setpoint_RL          | 22.07318    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.3106766   |\n",
+      "|    air_humidity                 | -0.43706816 |\n",
+      "|    air_temperature              | -0.55952555 |\n",
+      "|    clg_setpoint                 | 1.3396784   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.61295474  |\n",
+      "|    diffuse_solar_radiation      | -0.75410604 |\n",
+      "|    direct_solar_radiation       | -0.6199743  |\n",
+      "|    hour                         | -1.0831257  |\n",
+      "|    htg_setpoint                 | 1.3146517   |\n",
+      "|    month                        | 1.3949469   |\n",
+      "|    outdoor_humidity             | 0.11342136  |\n",
+      "|    outdoor_temperature          | -1.4257275  |\n",
+      "|    people_occupant              | -0.6890456  |\n",
+      "|    total_electricity_HVAC       | 3.19055     |\n",
+      "|    wind_direction               | 0.84555835  |\n",
+      "|    wind_speed                   | 0.76489     |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 16971.344   |\n",
+      "|    air_humidity                 | 31.70963    |\n",
+      "|    air_temperature              | 21.959509   |\n",
+      "|    clg_setpoint                 | 29.654472   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 71.0        |\n",
+      "|    outdoor_temperature          | -0.93647814 |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15629097.0  |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************************----------| 89%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.49945027 |\n",
+      "|    Heating_Setpoint_RL          | -0.61277974 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.939356   |\n",
+      "|    Heating_Setpoint_RL          | 14.178114   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.32288718 |\n",
+      "|    air_humidity                 | -0.54623294 |\n",
+      "|    air_temperature              | -2.013943   |\n",
+      "|    clg_setpoint                 | 0.8845356   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.72647965  |\n",
+      "|    diffuse_solar_radiation      | -0.7539837  |\n",
+      "|    direct_solar_radiation       | -0.6199623  |\n",
+      "|    hour                         | -0.9386356  |\n",
+      "|    htg_setpoint                 | -0.59874046 |\n",
+      "|    month                        | 1.3929211   |\n",
+      "|    outdoor_humidity             | 0.40278298  |\n",
+      "|    outdoor_temperature          | -1.710556   |\n",
+      "|    people_occupant              | -0.6892172  |\n",
+      "|    total_electricity_HVAC       | -0.34513134 |\n",
+      "|    wind_direction               | 0.94010943  |\n",
+      "|    wind_speed                   | 1.8540156   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1481.4138   |\n",
+      "|    air_humidity                 | 30.281677   |\n",
+      "|    air_temperature              | 19.894854   |\n",
+      "|    clg_setpoint                 | 28.471237   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 15.318884   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 77.0        |\n",
+      "|    outdoor_temperature          | -3.7229965  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1334746.2   |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************************----------| 89%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.079883814 |\n",
+      "|    Heating_Setpoint_RL          | -0.9889039  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.894608   |\n",
+      "|    Heating_Setpoint_RL          | 12.062416   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.32538116 |\n",
+      "|    air_humidity                 | -1.0011556  |\n",
+      "|    air_temperature              | -2.0203485  |\n",
+      "|    clg_setpoint                 | -1.1246718  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.83988655  |\n",
+      "|    diffuse_solar_radiation      | -0.75386655 |\n",
+      "|    direct_solar_radiation       | -0.6199658  |\n",
+      "|    hour                         | -0.79415554 |\n",
+      "|    htg_setpoint                 | -0.14559405 |\n",
+      "|    month                        | 1.3909041   |\n",
+      "|    outdoor_humidity             | -0.24755825 |\n",
+      "|    outdoor_temperature          | -1.6958727  |\n",
+      "|    people_occupant              | -0.6893886  |\n",
+      "|    total_electricity_HVAC       | -0.3514203  |\n",
+      "|    wind_direction               | 1.0821575   |\n",
+      "|    wind_speed                   | 0.6562949   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1472.0498   |\n",
+      "|    air_humidity                 | 24.33817    |\n",
+      "|    air_temperature              | 19.88398    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 17.196259   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 63.5        |\n",
+      "|    outdoor_temperature          | -3.606235   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1310375.4   |\n",
+      "|    wind_direction               | 295.0       |\n",
+      "|    wind_speed                   | 6.45        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************************----------| 89%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.8967903   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.669445   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.2838745   |\n",
+      "|    air_humidity                 | -1.7792672  |\n",
+      "|    air_temperature              | 0.2877021   |\n",
+      "|    clg_setpoint                 | -1.1246663  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.95313525  |\n",
+      "|    diffuse_solar_radiation      | -0.20059675 |\n",
+      "|    direct_solar_radiation       | -0.37640277 |\n",
+      "|    hour                         | -0.6496828  |\n",
+      "|    htg_setpoint                 | 1.3148026   |\n",
+      "|    month                        | 1.3888958   |\n",
+      "|    outdoor_humidity             | -0.12617835 |\n",
+      "|    outdoor_temperature          | -1.6973249  |\n",
+      "|    people_occupant              | -0.6888876  |\n",
+      "|    total_electricity_HVAC       | 2.1813767   |\n",
+      "|    wind_direction               | -1.4920917  |\n",
+      "|    wind_speed                   | -1.7324363  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 12621.257   |\n",
+      "|    air_humidity                 | 14.160758   |\n",
+      "|    air_temperature              | 23.158365   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 55.0        |\n",
+      "|    direct_solar_radiation       | 61.0        |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 66.0        |\n",
+      "|    outdoor_temperature          | -3.6440208  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 11571538.0  |\n",
+      "|    wind_direction               | 25.0        |\n",
+      "|    wind_speed                   | 0.75        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***************************************************---------| 90%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.40415743   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 19.898386    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.4619954    |\n",
+      "|    air_humidity                 | -1.5577214   |\n",
+      "|    air_temperature              | -0.044964448 |\n",
+      "|    clg_setpoint                 | -1.0674783   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0661795    |\n",
+      "|    diffuse_solar_radiation      | -0.22048286  |\n",
+      "|    direct_solar_radiation       | -0.6200133   |\n",
+      "|    hour                         | -0.5052149   |\n",
+      "|    htg_setpoint                 | 1.0972486    |\n",
+      "|    month                        | 1.3868961    |\n",
+      "|    outdoor_humidity             | 0.38041854   |\n",
+      "|    outdoor_temperature          | -1.5274897   |\n",
+      "|    people_occupant              | 1.6959404    |\n",
+      "|    total_electricity_HVAC       | 1.7080071    |\n",
+      "|    wind_direction               | -1.157973    |\n",
+      "|    wind_speed                   | -0.2227689   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 9118.355     |\n",
+      "|    air_humidity                 | 17.007025    |\n",
+      "|    air_temperature              | 22.684933    |\n",
+      "|    clg_setpoint                 | 23.397474    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 53.0         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 8.0          |\n",
+      "|    htg_setpoint                 | 22.349018    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 76.5         |\n",
+      "|    outdoor_temperature          | -2.013272    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 9662366.0    |\n",
+      "|    wind_direction               | 60.0         |\n",
+      "|    wind_speed                   | 4.35         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------****************************************************---------| 90%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.4948853   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 20.40873    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6010776  |\n",
+      "|    air_humidity                 | 0.34690732  |\n",
+      "|    air_temperature              | 1.3776385   |\n",
+      "|    clg_setpoint                 | -0.56415683 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1789675   |\n",
+      "|    diffuse_solar_radiation      | 0.7958728   |\n",
+      "|    direct_solar_radiation       | -0.39593294 |\n",
+      "|    hour                         | -0.36075005 |\n",
+      "|    htg_setpoint                 | 1.3138938   |\n",
+      "|    month                        | 1.3849051   |\n",
+      "|    outdoor_humidity             | 1.4405711   |\n",
+      "|    outdoor_temperature          | -0.3704495  |\n",
+      "|    people_occupant              | 1.6953831   |\n",
+      "|    total_electricity_HVAC       | -0.54411274 |\n",
+      "|    wind_direction               | -0.8710028  |\n",
+      "|    wind_speed                   | 2.5838673   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 297.48035   |\n",
+      "|    air_humidity                 | 41.879555   |\n",
+      "|    air_temperature              | 24.704187   |\n",
+      "|    clg_setpoint                 | 24.704447   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 154.0       |\n",
+      "|    direct_solar_radiation       | 56.0        |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 98.5        |\n",
+      "|    outdoor_temperature          | 9.243914    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 533016.1    |\n",
+      "|    wind_direction               | 90.0        |\n",
+      "|    wind_speed                   | 11.05       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***************************************************---------| 90%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.043908432 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 17.378016    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.57897264  |\n",
+      "|    air_humidity                 | 0.3456831    |\n",
+      "|    air_temperature              | 0.3517388    |\n",
+      "|    clg_setpoint                 | -1.1235001   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.2914418    |\n",
+      "|    diffuse_solar_radiation      | 1.037956     |\n",
+      "|    direct_solar_radiation       | 1.5666964    |\n",
+      "|    hour                         | -0.2162867   |\n",
+      "|    htg_setpoint                 | 1.3132594    |\n",
+      "|    month                        | 1.3829226    |\n",
+      "|    outdoor_humidity             | 0.6190974    |\n",
+      "|    outdoor_temperature          | -0.4554013   |\n",
+      "|    people_occupant              | 1.6948273    |\n",
+      "|    total_electricity_HVAC       | -0.58854395  |\n",
+      "|    wind_direction               | 0.6529366    |\n",
+      "|    wind_speed                   | 0.86590534   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 391.86472    |\n",
+      "|    air_humidity                 | 41.877262    |\n",
+      "|    air_temperature              | 23.248074    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 27.0         |\n",
+      "|    diffuse_solar_radiation      | 178.0        |\n",
+      "|    direct_solar_radiation       | 547.0        |\n",
+      "|    hour                         | 10.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 81.5         |\n",
+      "|    outdoor_temperature          | 8.414698     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 352678.22    |\n",
+      "|    wind_direction               | 250.0        |\n",
+      "|    wind_speed                   | 6.95         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------****************************************************---------| 90%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.9925978  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.041637   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49681985 |\n",
+      "|    air_humidity                 | -0.2603181  |\n",
+      "|    air_temperature              | 0.35382676  |\n",
+      "|    clg_setpoint                 | -1.1228887  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4035395   |\n",
+      "|    diffuse_solar_radiation      | 0.837158    |\n",
+      "|    direct_solar_radiation       | -0.61904246 |\n",
+      "|    hour                         | -0.07182395 |\n",
+      "|    htg_setpoint                 | -0.07090087 |\n",
+      "|    month                        | 1.3809487   |\n",
+      "|    outdoor_humidity             | -0.5624417  |\n",
+      "|    outdoor_temperature          | -0.37597358 |\n",
+      "|    people_occupant              | 1.2176212   |\n",
+      "|    total_electricity_HVAC       | -0.51054597 |\n",
+      "|    wind_direction               | 1.0335116   |\n",
+      "|    wind_speed                   | -0.09773824 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 742.9521    |\n",
+      "|    air_humidity                 | 33.962833   |\n",
+      "|    air_temperature              | 23.250856   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 158.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 17.512196   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 57.0        |\n",
+      "|    outdoor_temperature          | 9.183605    |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 668656.9    |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 4.65        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------****************************************************--------| 91%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.13819754  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 16.84764     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.57249767  |\n",
+      "|    air_humidity                 | -0.6603015   |\n",
+      "|    air_temperature              | 0.35287997   |\n",
+      "|    clg_setpoint                 | -1.1223656   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.5151929    |\n",
+      "|    diffuse_solar_radiation      | 0.4551624    |\n",
+      "|    direct_solar_radiation       | 1.9559382    |\n",
+      "|    hour                         | 0.0726387    |\n",
+      "|    htg_setpoint                 | -0.3771057   |\n",
+      "|    month                        | 1.3789831    |\n",
+      "|    outdoor_humidity             | -0.5626245   |\n",
+      "|    outdoor_temperature          | -0.44271904  |\n",
+      "|    people_occupant              | 0.26394093   |\n",
+      "|    total_electricity_HVAC       | -0.5794539   |\n",
+      "|    wind_direction               | 0.41356942   |\n",
+      "|    wind_speed                   | -0.097586036 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 418.89172    |\n",
+      "|    air_humidity                 | 28.743217    |\n",
+      "|    air_temperature              | 23.249222    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 29.0         |\n",
+      "|    diffuse_solar_radiation      | 120.0        |\n",
+      "|    direct_solar_radiation       | 644.0        |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 16.243055    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 57.0         |\n",
+      "|    outdoor_temperature          | 8.529092     |\n",
+      "|    people_occupant              | 8.0          |\n",
+      "|    total_electricity_HVAC       | 388802.7     |\n",
+      "|    wind_direction               | 225.0        |\n",
+      "|    wind_speed                   | 4.65         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*****************************************************--------| 91%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.45086575 |\n",
+      "|    Heating_Setpoint_RL          | 0.98705256  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.103329   |\n",
+      "|    Heating_Setpoint_RL          | 23.17717    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65007716 |\n",
+      "|    air_humidity                 | -0.39217433 |\n",
+      "|    air_temperature              | -0.6588846  |\n",
+      "|    clg_setpoint                 | 0.09714763  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6263291   |\n",
+      "|    diffuse_solar_radiation      | 0.7778797   |\n",
+      "|    direct_solar_radiation       | -0.50265485 |\n",
+      "|    hour                         | 0.21710123  |\n",
+      "|    htg_setpoint                 | -1.4004878  |\n",
+      "|    month                        | 1.377026    |\n",
+      "|    outdoor_humidity             | -0.32179114 |\n",
+      "|    outdoor_temperature          | -0.51646405 |\n",
+      "|    people_occupant              | -0.68924236 |\n",
+      "|    total_electricity_HVAC       | -0.6559875  |\n",
+      "|    wind_direction               | 1.2234741   |\n",
+      "|    wind_speed                   | 1.8297659   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 32.239746   |\n",
+      "|    air_temperature              | 21.814514   |\n",
+      "|    clg_setpoint                 | 26.417654   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 152.0       |\n",
+      "|    direct_solar_radiation       | 29.0        |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 62.0        |\n",
+      "|    outdoor_temperature          | 7.8074913   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 9.25        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************************************--------| 91%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.9207934  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.445537   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6499435  |\n",
+      "|    air_humidity                 | -1.2203594  |\n",
+      "|    air_temperature              | -1.3400332  |\n",
+      "|    clg_setpoint                 | 1.4748155   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6716279  |\n",
+      "|    diffuse_solar_radiation      | -0.10817419 |\n",
+      "|    direct_solar_radiation       | 0.31752342  |\n",
+      "|    hour                         | 0.36156315  |\n",
+      "|    htg_setpoint                 | -0.31545097 |\n",
+      "|    month                        | 1.6714191   |\n",
+      "|    outdoor_humidity             | -1.4073962  |\n",
+      "|    outdoor_temperature          | -0.8008041  |\n",
+      "|    people_occupant              | -0.688745   |\n",
+      "|    total_electricity_HVAC       | -0.65584934 |\n",
+      "|    wind_direction               | 1.221871    |\n",
+      "|    wind_speed                   | 3.3290117   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 21.431427   |\n",
+      "|    air_temperature              | 20.846502   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 64.0        |\n",
+      "|    direct_solar_radiation       | 234.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 16.49819    |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 39.5        |\n",
+      "|    outdoor_temperature          | 5.0379443   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 12.85       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************************-------| 92%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.549475   |\n",
+      "|    air_humidity                 | -1.2932957  |\n",
+      "|    air_temperature              | 0.3547456   |\n",
+      "|    clg_setpoint                 | -1.1230606  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5551895  |\n",
+      "|    diffuse_solar_radiation      | -0.4704614  |\n",
+      "|    direct_solar_radiation       | 1.484869    |\n",
+      "|    hour                         | 0.5060236   |\n",
+      "|    htg_setpoint                 | -1.3999306  |\n",
+      "|    month                        | 1.6683258   |\n",
+      "|    outdoor_humidity             | -1.6470536  |\n",
+      "|    outdoor_temperature          | -0.45688352 |\n",
+      "|    people_occupant              | 1.6953204   |\n",
+      "|    total_electricity_HVAC       | -0.56048197 |\n",
+      "|    wind_direction               | 1.1252538   |\n",
+      "|    wind_speed                   | 1.9394299   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 516.47046   |\n",
+      "|    air_humidity                 | 20.455088   |\n",
+      "|    air_temperature              | 23.248857   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 28.0        |\n",
+      "|    direct_solar_radiation       | 526.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 34.5        |\n",
+      "|    outdoor_temperature          | 8.372531    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 464823.44   |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 9.55        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************************-------| 92%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5151634  |\n",
+      "|    air_humidity                 | -1.0673416  |\n",
+      "|    air_temperature              | 0.36136734  |\n",
+      "|    clg_setpoint                 | -1.1228298  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4393086  |\n",
+      "|    diffuse_solar_radiation      | -0.7522921  |\n",
+      "|    direct_solar_radiation       | -0.6187936  |\n",
+      "|    hour                         | 0.65048105  |\n",
+      "|    htg_setpoint                 | -1.3998276  |\n",
+      "|    month                        | 1.6652493   |\n",
+      "|    outdoor_humidity             | -0.9224075  |\n",
+      "|    outdoor_temperature          | -0.66966796 |\n",
+      "|    people_occupant              | 1.6947678   |\n",
+      "|    total_electricity_HVAC       | -0.5279014  |\n",
+      "|    wind_direction               | 0.3622248   |\n",
+      "|    wind_speed                   | -0.22744983 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 662.8506    |\n",
+      "|    air_humidity                 | 23.388317   |\n",
+      "|    air_temperature              | 23.257713   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 49.5        |\n",
+      "|    outdoor_temperature          | 6.295131    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 596565.56   |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 4.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************************-------| 92%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.22724867  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.903275   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.58484507 |\n",
+      "|    air_humidity                 | 0.4654585   |\n",
+      "|    air_temperature              | 0.3557985   |\n",
+      "|    clg_setpoint                 | -1.1223123  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3239012  |\n",
+      "|    diffuse_solar_radiation      | -0.7520365  |\n",
+      "|    direct_solar_radiation       | -0.61846286 |\n",
+      "|    hour                         | 0.7949337   |\n",
+      "|    htg_setpoint                 | 0.09093278  |\n",
+      "|    month                        | 1.66219     |\n",
+      "|    outdoor_humidity             | 1.0315452   |\n",
+      "|    outdoor_temperature          | -0.44720373 |\n",
+      "|    people_occupant              | 1.6942168   |\n",
+      "|    total_electricity_HVAC       | -0.5940365  |\n",
+      "|    wind_direction               | 0.50480604  |\n",
+      "|    wind_speed                   | -0.6435651  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 364.15677   |\n",
+      "|    air_humidity                 | 43.379025   |\n",
+      "|    air_temperature              | 23.249468   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 18.182217   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 8.452459    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 327741.1    |\n",
+      "|    wind_direction               | 235.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.00767497  |\n",
+      "|    clip_fraction                | 0.0613      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.58       |\n",
+      "|    explained_variance           | 0.726       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.0978      |\n",
+      "|    n_updates                    | 500         |\n",
+      "|    policy_gradient_loss         | -0.00791    |\n",
+      "|    std                          | 0.877       |\n",
+      "|    value_loss                   | 0.515       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*****************************************************-------| 92%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.77351785  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 13.273962    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.14340718  |\n",
+      "|    air_humidity                 | -0.003557767 |\n",
+      "|    air_temperature              | 0.3560499    |\n",
+      "|    clg_setpoint                 | -1.1220357   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.2088907   |\n",
+      "|    diffuse_solar_radiation      | -0.75182045  |\n",
+      "|    direct_solar_radiation       | -0.61808956  |\n",
+      "|    hour                         | 0.93937916   |\n",
+      "|    htg_setpoint                 | 1.1345706    |\n",
+      "|    month                        | 1.6591474    |\n",
+      "|    outdoor_humidity             | 0.113877945  |\n",
+      "|    outdoor_temperature          | -0.93824315  |\n",
+      "|    people_occupant              | 0.5021801    |\n",
+      "|    total_electricity_HVAC       | -0.17503186  |\n",
+      "|    wind_direction               | 0.8859691    |\n",
+      "|    wind_speed                   | 1.169489     |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2255.0618    |\n",
+      "|    air_humidity                 | 37.26716     |\n",
+      "|    air_temperature              | 23.249952    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 5.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 18.0         |\n",
+      "|    htg_setpoint                 | 22.512058    |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 71.0         |\n",
+      "|    outdoor_temperature          | 3.6787229    |\n",
+      "|    people_occupant              | 10.0         |\n",
+      "|    total_electricity_HVAC       | 2029555.6    |\n",
+      "|    wind_direction               | 275.0        |\n",
+      "|    wind_speed                   | 7.7          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*******************************************************------| 93%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.28744328 |\n",
+      "|    Heating_Setpoint_RL          | 0.6304901   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.654879   |\n",
+      "|    Heating_Setpoint_RL          | 21.171507   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.56621873 |\n",
+      "|    air_humidity                 | -0.5642223  |\n",
+      "|    air_temperature              | -0.19063124 |\n",
+      "|    clg_setpoint                 | -0.55651355 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0942081  |\n",
+      "|    diffuse_solar_radiation      | -0.75161564 |\n",
+      "|    direct_solar_radiation       | -0.6178139  |\n",
+      "|    hour                         | 1.0838146   |\n",
+      "|    htg_setpoint                 | -0.51157194 |\n",
+      "|    month                        | 1.6561214   |\n",
+      "|    outdoor_humidity             | -0.75457376 |\n",
+      "|    outdoor_temperature          | -1.1562377  |\n",
+      "|    people_occupant              | -0.45128253 |\n",
+      "|    total_electricity_HVAC       | -0.5745271  |\n",
+      "|    wind_direction               | 0.69467235  |\n",
+      "|    wind_speed                   | 1.7097886   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 444.58023   |\n",
+      "|    air_humidity                 | 29.955667   |\n",
+      "|    air_temperature              | 22.474062   |\n",
+      "|    clg_setpoint                 | 24.719398   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 15.686333   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 53.0        |\n",
+      "|    outdoor_temperature          | 1.5491842   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 407574.84   |\n",
+      "|    wind_direction               | 255.0       |\n",
+      "|    wind_speed                   | 9.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************************------| 93%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.64960486 |\n",
+      "|    air_humidity                 | -1.2558836  |\n",
+      "|    air_temperature              | -1.8768097  |\n",
+      "|    clg_setpoint                 | 0.10418231  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9797917  |\n",
+      "|    diffuse_solar_radiation      | -0.75144476 |\n",
+      "|    direct_solar_radiation       | -0.61767036 |\n",
+      "|    hour                         | 1.228237    |\n",
+      "|    htg_setpoint                 | -1.400344   |\n",
+      "|    month                        | 1.6531119   |\n",
+      "|    outdoor_humidity             | -0.75415164 |\n",
+      "|    outdoor_temperature          | -1.0563647  |\n",
+      "|    people_occupant              | -0.6890982  |\n",
+      "|    total_electricity_HVAC       | -0.6555166  |\n",
+      "|    wind_direction               | 0.9798374   |\n",
+      "|    wind_speed                   | 1.2910236   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 20.931942   |\n",
+      "|    air_temperature              | 20.07887    |\n",
+      "|    clg_setpoint                 | 26.438602   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 53.0        |\n",
+      "|    outdoor_temperature          | 2.506445    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 285.0       |\n",
+      "|    wind_speed                   | 8.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************************------| 93%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.3481054   |\n",
+      "|    air_humidity                 | -1.4970391  |\n",
+      "|    air_temperature              | -0.7842275  |\n",
+      "|    clg_setpoint                 | -0.6174649  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8655864  |\n",
+      "|    diffuse_solar_radiation      | -0.7512142  |\n",
+      "|    direct_solar_radiation       | -0.61771685 |\n",
+      "|    hour                         | 1.3726424   |\n",
+      "|    htg_setpoint                 | 1.3125906   |\n",
+      "|    month                        | 1.6501188   |\n",
+      "|    outdoor_humidity             | -0.3912536  |\n",
+      "|    outdoor_temperature          | -1.1428912  |\n",
+      "|    people_occupant              | -0.6886044  |\n",
+      "|    total_electricity_HVAC       | 3.1390388   |\n",
+      "|    wind_direction               | 1.4075279   |\n",
+      "|    wind_speed                   | -0.5417215  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17235.1     |\n",
+      "|    air_humidity                 | 17.762806   |\n",
+      "|    air_temperature              | 21.627697   |\n",
+      "|    clg_setpoint                 | 24.564005   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 60.5        |\n",
+      "|    outdoor_temperature          | 1.659669    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15509734.0  |\n",
+      "|    wind_direction               | 330.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************************------| 93%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.5425527  |\n",
+      "|    Heating_Setpoint_RL          | 0.5985193   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.793884   |\n",
+      "|    Heating_Setpoint_RL          | 20.991673   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.8555939   |\n",
+      "|    air_humidity                 | -0.28456497 |\n",
+      "|    air_temperature              | -0.08117698 |\n",
+      "|    clg_setpoint                 | -0.17216006 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7515442  |\n",
+      "|    diffuse_solar_radiation      | -0.7510174  |\n",
+      "|    direct_solar_radiation       | -0.6176128  |\n",
+      "|    hour                         | 1.5170268   |\n",
+      "|    htg_setpoint                 | 1.161598    |\n",
+      "|    month                        | 1.6471419   |\n",
+      "|    outdoor_humidity             | -0.12563695 |\n",
+      "|    outdoor_temperature          | -0.9813914  |\n",
+      "|    people_occupant              | -0.68877363 |\n",
+      "|    total_electricity_HVAC       | 0.72747153  |\n",
+      "|    wind_direction               | -1.7358961  |\n",
+      "|    wind_speed                   | -2.0387812  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6546.7153   |\n",
+      "|    air_humidity                 | 33.556053   |\n",
+      "|    air_temperature              | 22.625774   |\n",
+      "|    clg_setpoint                 | 25.719864   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 22.625504   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 66.0        |\n",
+      "|    outdoor_temperature          | 3.2152648   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5705225.0   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************************************-----| 94%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.2819908   |\n",
+      "|    air_humidity                 | 0.19241868  |\n",
+      "|    air_temperature              | 0.2007151   |\n",
+      "|    clg_setpoint                 | 1.4748964   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6376233  |\n",
+      "|    diffuse_solar_radiation      | -0.75077987 |\n",
+      "|    direct_solar_radiation       | -0.617206   |\n",
+      "|    hour                         | 1.6613854   |\n",
+      "|    htg_setpoint                 | 1.3112732   |\n",
+      "|    month                        | 1.6441811   |\n",
+      "|    outdoor_humidity             | 1.2271314   |\n",
+      "|    outdoor_temperature          | -0.8917872  |\n",
+      "|    people_occupant              | -0.6889425  |\n",
+      "|    total_electricity_HVAC       | 2.0871294   |\n",
+      "|    wind_direction               | -1.44809    |\n",
+      "|    wind_speed                   | 0.5425492   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 12670.814   |\n",
+      "|    air_humidity                 | 39.77216    |\n",
+      "|    air_temperature              | 23.025906   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 94.0        |\n",
+      "|    outdoor_temperature          | 4.0787234   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 11239652.0  |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************************************-----| 94%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.6111883   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.68776    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.3652637   |\n",
+      "|    air_humidity                 | 0.14424165  |\n",
+      "|    air_temperature              | -0.5515776  |\n",
+      "|    clg_setpoint                 | -0.50253594 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.41024348 |\n",
+      "|    diffuse_solar_radiation      | -0.7505043  |\n",
+      "|    direct_solar_radiation       | -0.6167931  |\n",
+      "|    hour                         | -1.6612643  |\n",
+      "|    htg_setpoint                 | 1.3105673   |\n",
+      "|    month                        | 1.6412362   |\n",
+      "|    outdoor_humidity             | 0.64664716  |\n",
+      "|    outdoor_temperature          | -1.1760727  |\n",
+      "|    people_occupant              | -0.6891111  |\n",
+      "|    total_electricity_HVAC       | 3.155511    |\n",
+      "|    wind_direction               | -1.5411768  |\n",
+      "|    wind_speed                   | -0.851524   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17327.738   |\n",
+      "|    air_humidity                 | 39.14342    |\n",
+      "|    air_temperature              | 21.958658   |\n",
+      "|    clg_setpoint                 | 24.859728   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 82.0        |\n",
+      "|    outdoor_temperature          | 1.3051131   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15593737.0  |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 2.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************************----| 95%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.401481    |\n",
+      "|    air_humidity                 | 0.15125702  |\n",
+      "|    air_temperature              | -0.5613741  |\n",
+      "|    clg_setpoint                 | 0.3821639   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.29642504 |\n",
+      "|    diffuse_solar_radiation      | -0.7502216  |\n",
+      "|    direct_solar_radiation       | -0.61639386 |\n",
+      "|    hour                         | -1.5166973  |\n",
+      "|    htg_setpoint                 | 1.3100221   |\n",
+      "|    month                        | 1.638307    |\n",
+      "|    outdoor_humidity             | 0.041687116 |\n",
+      "|    outdoor_temperature          | -1.1875104  |\n",
+      "|    people_occupant              | -0.6892794  |\n",
+      "|    total_electricity_HVAC       | 2.582365    |\n",
+      "|    wind_direction               | 0.88515973  |\n",
+      "|    wind_speed                   | 0.21047954  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 13195.293   |\n",
+      "|    air_humidity                 | 39.23451    |\n",
+      "|    air_temperature              | 21.9446     |\n",
+      "|    clg_setpoint                 | 27.158329   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 69.5        |\n",
+      "|    outdoor_temperature          | 1.1811866   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 13265859.0  |\n",
+      "|    wind_direction               | 275.0       |\n",
+      "|    wind_speed                   | 5.4         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************************----| 95%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.0504508   |\n",
+      "|    air_humidity                 | -0.774734   |\n",
+      "|    air_temperature              | 0.26953873  |\n",
+      "|    clg_setpoint                 | 0.39468572  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18263644 |\n",
+      "|    diffuse_solar_radiation      | -0.7499588  |\n",
+      "|    direct_solar_radiation       | -0.6163241  |\n",
+      "|    hour                         | -1.3721563  |\n",
+      "|    htg_setpoint                 | 1.3099802   |\n",
+      "|    month                        | 1.6353934   |\n",
+      "|    outdoor_humidity             | -0.9972929  |\n",
+      "|    outdoor_temperature          | -0.99179745 |\n",
+      "|    people_occupant              | -0.6894473  |\n",
+      "|    total_electricity_HVAC       | 2.9304895   |\n",
+      "|    wind_direction               | 0.93198854  |\n",
+      "|    wind_speed                   | 0.43911102  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 15990.07    |\n",
+      "|    air_humidity                 | 27.174324   |\n",
+      "|    air_temperature              | 23.122509   |\n",
+      "|    clg_setpoint                 | 27.190136   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 48.0        |\n",
+      "|    outdoor_temperature          | 3.0722077   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 14689748.0  |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 5.95        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************************----| 95%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.5256727  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 14.668091   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.50405854 |\n",
+      "|    air_humidity                 | -1.6425866  |\n",
+      "|    air_temperature              | -1.4843488  |\n",
+      "|    clg_setpoint                 | 0.9286676   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.06886324 |\n",
+      "|    diffuse_solar_radiation      | -0.7497247  |\n",
+      "|    direct_solar_radiation       | -0.6163875  |\n",
+      "|    hour                         | -1.2276366  |\n",
+      "|    htg_setpoint                 | -0.9600437  |\n",
+      "|    month                        | 1.6324954   |\n",
+      "|    outdoor_humidity             | -0.9712677  |\n",
+      "|    outdoor_temperature          | -1.3711157  |\n",
+      "|    people_occupant              | -0.68895596 |\n",
+      "|    total_electricity_HVAC       | -0.5178784  |\n",
+      "|    wind_direction               | 1.359035    |\n",
+      "|    wind_speed                   | 0.645938    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 714.7405    |\n",
+      "|    air_humidity                 | 15.858307   |\n",
+      "|    air_temperature              | 20.633453   |\n",
+      "|    clg_setpoint                 | 28.579197   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 13.832399   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 48.5        |\n",
+      "|    outdoor_temperature          | -0.6234682  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 640866.06   |\n",
+      "|    wind_direction               | 325.0       |\n",
+      "|    wind_speed                   | 6.45        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************************----| 95%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.82585245 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.837748   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.6214807   |\n",
+      "|    air_humidity                 | -1.6061491  |\n",
+      "|    air_temperature              | 0.02522851  |\n",
+      "|    clg_setpoint                 | -0.19025669 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.04490279  |\n",
+      "|    diffuse_solar_radiation      | -0.74940044 |\n",
+      "|    direct_solar_radiation       | -0.61643183 |\n",
+      "|    hour                         | -1.0831338  |\n",
+      "|    htg_setpoint                 | 1.310217    |\n",
+      "|    month                        | 1.6296127   |\n",
+      "|    outdoor_humidity             | 0.6242336   |\n",
+      "|    outdoor_temperature          | -1.1968398  |\n",
+      "|    people_occupant              | -0.6884657  |\n",
+      "|    total_electricity_HVAC       | 2.4801958   |\n",
+      "|    wind_direction               | 0.5974128   |\n",
+      "|    wind_speed                   | -0.6450555  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 14160.607   |\n",
+      "|    air_humidity                 | 16.295618   |\n",
+      "|    air_temperature              | 22.773142   |\n",
+      "|    clg_setpoint                 | 25.67128    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 81.5        |\n",
+      "|    outdoor_temperature          | 1.0600064   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 12867135.0  |\n",
+      "|    wind_direction               | 245.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************************---| 96%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.4469728  |\n",
+      "|    Heating_Setpoint_RL          | -0.2513544  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.116467   |\n",
+      "|    Heating_Setpoint_RL          | 16.211132   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60530186 |\n",
+      "|    air_humidity                 | -0.7355631  |\n",
+      "|    air_temperature              | -1.1447293  |\n",
+      "|    clg_setpoint                 | -0.39605814 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.15866375  |\n",
+      "|    diffuse_solar_radiation      | -0.7491912  |\n",
+      "|    direct_solar_radiation       | -0.6164555  |\n",
+      "|    hour                         | -0.93864423 |\n",
+      "|    htg_setpoint                 | 0.54151756  |\n",
+      "|    month                        | 1.6267452   |\n",
+      "|    outdoor_humidity             | 0.33469027  |\n",
+      "|    outdoor_temperature          | -1.1696576  |\n",
+      "|    people_occupant              | -0.68863386 |\n",
+      "|    total_electricity_HVAC       | -0.61303735 |\n",
+      "|    wind_direction               | 0.50206316  |\n",
+      "|    wind_speed                   | -1.0613426  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 279.02094   |\n",
+      "|    air_humidity                 | 27.62698    |\n",
+      "|    air_temperature              | 21.113646   |\n",
+      "|    clg_setpoint                 | 25.134993   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 20.061438   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 75.5        |\n",
+      "|    outdoor_temperature          | 1.317573    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 252601.44   |\n",
+      "|    wind_direction               | 235.0       |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************************---| 96%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.1646809   |\n",
+      "|    Heating_Setpoint_RL          | -0.59341013 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.180798   |\n",
+      "|    Heating_Setpoint_RL          | 14.287067   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.8387513   |\n",
+      "|    air_humidity                 | -1.0398664  |\n",
+      "|    air_temperature              | -0.20321526 |\n",
+      "|    clg_setpoint                 | 1.4765016   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.27241558  |\n",
+      "|    diffuse_solar_radiation      | -0.748828   |\n",
+      "|    direct_solar_radiation       | -0.61650294 |\n",
+      "|    hour                         | -0.7941646  |\n",
+      "|    htg_setpoint                 | 1.3101276   |\n",
+      "|    month                        | 1.6238928   |\n",
+      "|    outdoor_humidity             | 0.021120938 |\n",
+      "|    outdoor_temperature          | -1.2432541  |\n",
+      "|    people_occupant              | -0.68880177 |\n",
+      "|    total_electricity_HVAC       | 2.8485286   |\n",
+      "|    wind_direction               | 1.4997793   |\n",
+      "|    wind_speed                   | -0.64453703 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 15105.917   |\n",
+      "|    air_humidity                 | 23.648865   |\n",
+      "|    air_temperature              | 22.448652   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 69.0        |\n",
+      "|    outdoor_temperature          | 0.59553415  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 14378898.0  |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************************---| 96%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.33994293 |\n",
+      "|    Heating_Setpoint_RL          | 0.7777848   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.477692   |\n",
+      "|    Heating_Setpoint_RL          | 22.00004    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.45910844 |\n",
+      "|    air_humidity                 | -0.622502   |\n",
+      "|    air_temperature              | -1.2971404  |\n",
+      "|    clg_setpoint                 | -1.0926435  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.38614812  |\n",
+      "|    diffuse_solar_radiation      | -0.6169824  |\n",
+      "|    direct_solar_radiation       | -0.30017897 |\n",
+      "|    hour                         | -0.64969206 |\n",
+      "|    htg_setpoint                 | -0.8234029  |\n",
+      "|    month                        | 1.6210554   |\n",
+      "|    outdoor_humidity             | 0.09385083  |\n",
+      "|    outdoor_temperature          | -1.0331045  |\n",
+      "|    people_occupant              | -0.6889693  |\n",
+      "|    total_electricity_HVAC       | -0.47622377 |\n",
+      "|    wind_direction               | 0.54790294  |\n",
+      "|    wind_speed                   | -0.12355572 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 908.4081    |\n",
+      "|    air_humidity                 | 29.080475   |\n",
+      "|    air_temperature              | 20.897411   |\n",
+      "|    clg_setpoint                 | 23.32188    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 13.0        |\n",
+      "|    direct_solar_radiation       | 79.0        |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 14.39817    |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 70.5        |\n",
+      "|    outdoor_temperature          | 2.6282294   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 810862.7    |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************************---| 96%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.6081816   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.04602    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.11681982  |\n",
+      "|    air_humidity                 | -0.50773597 |\n",
+      "|    air_temperature              | 0.45538947  |\n",
+      "|    clg_setpoint                 | 0.4684655   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.49984512  |\n",
+      "|    diffuse_solar_radiation      | -0.4345675  |\n",
+      "|    direct_solar_radiation       | 1.6989293   |\n",
+      "|    hour                         | -0.5052243  |\n",
+      "|    htg_setpoint                 | 1.3100724   |\n",
+      "|    month                        | 1.6182327   |\n",
+      "|    outdoor_humidity             | 0.5053457   |\n",
+      "|    outdoor_temperature          | -0.7001619  |\n",
+      "|    people_occupant              | 1.6942698   |\n",
+      "|    total_electricity_HVAC       | 0.18403836  |\n",
+      "|    wind_direction               | 0.45220864  |\n",
+      "|    wind_speed                   | -1.2911453  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3388.7473   |\n",
+      "|    air_humidity                 | 30.569742   |\n",
+      "|    air_temperature              | 23.381655   |\n",
+      "|    clg_setpoint                 | 27.377975   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 31.0        |\n",
+      "|    direct_solar_radiation       | 578.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 79.0        |\n",
+      "|    outdoor_temperature          | 5.860976    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3506340.2   |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 1.8         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************************************--| 97%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.37363774 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.523288   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4587842  |\n",
+      "|    air_humidity                 | -0.47564578 |\n",
+      "|    air_temperature              | -1.9480445  |\n",
+      "|    clg_setpoint                 | -1.1193897  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6134843   |\n",
+      "|    diffuse_solar_radiation      | 0.18337774  |\n",
+      "|    direct_solar_radiation       | 1.5750659   |\n",
+      "|    hour                         | -0.36075944 |\n",
+      "|    htg_setpoint                 | -0.11629913 |\n",
+      "|    month                        | 1.6154248   |\n",
+      "|    outdoor_humidity             | -0.92121226 |\n",
+      "|    outdoor_temperature          | -1.4013504  |\n",
+      "|    people_occupant              | -0.6893035  |\n",
+      "|    total_electricity_HVAC       | -0.453234   |\n",
+      "|    wind_direction               | 1.6407803   |\n",
+      "|    wind_speed                   | 0.33513343  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 909.0725    |\n",
+      "|    air_humidity                 | 30.985472   |\n",
+      "|    air_temperature              | 19.975061   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 92.0        |\n",
+      "|    direct_solar_radiation       | 547.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 17.33246    |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 49.5        |\n",
+      "|    outdoor_temperature          | -0.95794284 |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 903991.1    |\n",
+      "|    wind_direction               | 355.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************************************--| 97%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.39344656 |\n",
+      "|    Heating_Setpoint_RL          | 0.9623735   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.297117   |\n",
+      "|    Heating_Setpoint_RL          | 23.038351   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.4653043   |\n",
+      "|    air_humidity                 | -1.5907012  |\n",
+      "|    air_temperature              | 0.36352566  |\n",
+      "|    clg_setpoint                 | -1.1193223  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7270374   |\n",
+      "|    diffuse_solar_radiation      | 0.60927427  |\n",
+      "|    direct_solar_radiation       | 1.3424078   |\n",
+      "|    hour                         | -0.21629609 |\n",
+      "|    htg_setpoint                 | 1.3097366   |\n",
+      "|    month                        | 1.6126313   |\n",
+      "|    outdoor_humidity             | -1.064713   |\n",
+      "|    outdoor_temperature          | -1.4616356  |\n",
+      "|    people_occupant              | -0.68881565 |\n",
+      "|    total_electricity_HVAC       | 1.7269491   |\n",
+      "|    wind_direction               | -1.3544211  |\n",
+      "|    wind_speed                   | -0.10231485 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 9206.973    |\n",
+      "|    air_humidity                 | 16.447973   |\n",
+      "|    air_temperature              | 23.250015   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 134.0       |\n",
+      "|    direct_solar_radiation       | 489.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 46.5        |\n",
+      "|    outdoor_temperature          | -1.562289   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 9816163.0   |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 4.65        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************************************--| 97%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.5061534   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 20.472113   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.23256692 |\n",
+      "|    air_humidity                 | -0.24019624 |\n",
+      "|    air_temperature              | 0.36394966  |\n",
+      "|    clg_setpoint                 | -1.119359   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.84047014  |\n",
+      "|    diffuse_solar_radiation      | 0.4679203   |\n",
+      "|    direct_solar_radiation       | -0.6163348  |\n",
+      "|    hour                         | -0.07183332 |\n",
+      "|    htg_setpoint                 | 1.3094685   |\n",
+      "|    month                        | 1.6098524   |\n",
+      "|    outdoor_humidity             | 0.74863863  |\n",
+      "|    outdoor_temperature          | -0.8597908  |\n",
+      "|    people_occupant              | 1.2187705   |\n",
+      "|    total_electricity_HVAC       | -0.25945592 |\n",
+      "|    wind_direction               | 1.5458494   |\n",
+      "|    wind_speed                   | 0.96083045  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1887.049    |\n",
+      "|    air_humidity                 | 34.017326   |\n",
+      "|    air_temperature              | 23.249544   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 120.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 84.0        |\n",
+      "|    outdoor_temperature          | 4.278077    |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 1698344.0   |\n",
+      "|    wind_direction               | 345.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************************-| 98%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.36161745 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.590902   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.22792976 |\n",
+      "|    air_humidity                 | -0.63349414 |\n",
+      "|    air_temperature              | 0.36425903  |\n",
+      "|    clg_setpoint                 | -1.1187123  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.95374256  |\n",
+      "|    diffuse_solar_radiation      | 2.3229334   |\n",
+      "|    direct_solar_radiation       | -0.43560576 |\n",
+      "|    hour                         | 0.07262934  |\n",
+      "|    htg_setpoint                 | 1.3091316   |\n",
+      "|    month                        | 1.6070879   |\n",
+      "|    outdoor_humidity             | -0.58190334 |\n",
+      "|    outdoor_temperature          | -0.86706644 |\n",
+      "|    people_occupant              | 0.2648105   |\n",
+      "|    total_electricity_HVAC       | -0.25504488 |\n",
+      "|    wind_direction               | 1.5445099   |\n",
+      "|    wind_speed                   | -1.5000268  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1907.7758   |\n",
+      "|    air_humidity                 | 28.89696    |\n",
+      "|    air_temperature              | 23.249708   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 303.0       |\n",
+      "|    direct_solar_radiation       | 45.0        |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 56.5        |\n",
+      "|    outdoor_temperature          | 4.199346    |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 1716998.1   |\n",
+      "|    wind_direction               | 345.0       |\n",
+      "|    wind_speed                   | 1.3         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********************************************************-| 98%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.4099177   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 15.319213    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5640312   |\n",
+      "|    air_humidity                 | 0.7422171    |\n",
+      "|    air_temperature              | 0.36464658   |\n",
+      "|    clg_setpoint                 | -1.1183277   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0668089    |\n",
+      "|    diffuse_solar_radiation      | 0.39791217   |\n",
+      "|    direct_solar_radiation       | 0.6233606    |\n",
+      "|    hour                         | 0.21709189   |\n",
+      "|    htg_setpoint                 | -0.107405104 |\n",
+      "|    month                        | 1.6043375    |\n",
+      "|    outdoor_humidity             | 1.0140094    |\n",
+      "|    outdoor_temperature          | -0.23819649  |\n",
+      "|    people_occupant              | 1.217984     |\n",
+      "|    total_electricity_HVAC       | -0.57416844  |\n",
+      "|    wind_direction               | 0.83246845   |\n",
+      "|    wind_speed                   | 0.5444383    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 457.50256    |\n",
+      "|    air_humidity                 | 46.80729     |\n",
+      "|    air_temperature              | 23.25005     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 113.0        |\n",
+      "|    direct_solar_radiation       | 309.0        |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 17.373714    |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 89.5         |\n",
+      "|    outdoor_temperature          | 10.305402    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 411752.3     |\n",
+      "|    wind_direction               | 270.0        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.0073540984 |\n",
+      "|    clip_fraction                | 0.0712       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.56        |\n",
+      "|    explained_variance           | 0.867        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.0992       |\n",
+      "|    n_updates                    | 510          |\n",
+      "|    policy_gradient_loss         | -0.00961     |\n",
+      "|    std                          | 0.87         |\n",
+      "|    value_loss                   | 0.363        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------************************************************************-| 98%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.23032099  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.920555   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.46495277 |\n",
+      "|    air_humidity                 | -0.7589182  |\n",
+      "|    air_temperature              | 0.3641492   |\n",
+      "|    clg_setpoint                 | -1.117862   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1796179   |\n",
+      "|    diffuse_solar_radiation      | 0.3476287   |\n",
+      "|    direct_solar_radiation       | -0.2627602  |\n",
+      "|    hour                         | 0.36155385  |\n",
+      "|    htg_setpoint                 | -1.4025458  |\n",
+      "|    month                        | 1.601601    |\n",
+      "|    outdoor_humidity             | -0.97015476 |\n",
+      "|    outdoor_temperature          | -0.30978534 |\n",
+      "|    people_occupant              | 1.6942149   |\n",
+      "|    total_electricity_HVAC       | -0.480076   |\n",
+      "|    wind_direction               | 1.0221138   |\n",
+      "|    wind_speed                   | 1.0868609   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 884.96387   |\n",
+      "|    air_humidity                 | 27.269972   |\n",
+      "|    air_temperature              | 23.24919    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 108.0       |\n",
+      "|    direct_solar_radiation       | 88.0        |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 48.5        |\n",
+      "|    outdoor_temperature          | 9.60605     |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 796467.5    |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 7.5         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************************-| 98%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.2730199  |\n",
+      "|    air_humidity                 | -0.08980548 |\n",
+      "|    air_temperature              | 0.36695054  |\n",
+      "|    clg_setpoint                 | -1.1174295  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2921127   |\n",
+      "|    diffuse_solar_radiation      | -0.46316633 |\n",
+      "|    direct_solar_radiation       | -0.6153422  |\n",
+      "|    hour                         | 0.50601435  |\n",
+      "|    htg_setpoint                 | 0.7080455   |\n",
+      "|    month                        | 1.5988786   |\n",
+      "|    outdoor_humidity             | 1.3286967   |\n",
+      "|    outdoor_temperature          | -1.0842751  |\n",
+      "|    people_occupant              | 1.6936764   |\n",
+      "|    total_electricity_HVAC       | -0.29784465 |\n",
+      "|    wind_direction               | -1.6864762  |\n",
+      "|    wind_speed                   | 0.2107181   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1713.6547   |\n",
+      "|    air_humidity                 | 35.971336   |\n",
+      "|    air_temperature              | 23.252798   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 28.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 20.758495   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 2.076633    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1542289.1   |\n",
+      "|    wind_direction               | 5.0         |\n",
+      "|    wind_speed                   | 5.4         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************************| 99%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.26849842 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.114697   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.64991754 |\n",
+      "|    air_humidity                 | -0.74694717 |\n",
+      "|    air_temperature              | -0.9595572  |\n",
+      "|    clg_setpoint                 | 0.270156    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4042314   |\n",
+      "|    diffuse_solar_radiation      | -0.74691486 |\n",
+      "|    direct_solar_radiation       | -0.61542404 |\n",
+      "|    hour                         | 0.6504719   |\n",
+      "|    htg_setpoint                 | -1.2202575  |\n",
+      "|    month                        | 1.5961701   |\n",
+      "|    outdoor_humidity             | -1.3576258  |\n",
+      "|    outdoor_temperature          | -0.86952204 |\n",
+      "|    people_occupant              | -0.68916166 |\n",
+      "|    total_electricity_HVAC       | -0.6556912  |\n",
+      "|    wind_direction               | 1.2578727   |\n",
+      "|    wind_speed                   | -0.6455957  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 27.426723   |\n",
+      "|    air_temperature              | 21.374035   |\n",
+      "|    clg_setpoint                 | 26.8556     |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.757322   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 40.5        |\n",
+      "|    outdoor_temperature          | 4.1507792   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 315.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************************| 99%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65018326 |\n",
+      "|    air_humidity                 | -1.0323339  |\n",
+      "|    air_temperature              | -0.6577469  |\n",
+      "|    clg_setpoint                 | 1.156692    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5159073   |\n",
+      "|    diffuse_solar_radiation      | -0.7467101  |\n",
+      "|    direct_solar_radiation       | -0.6150285  |\n",
+      "|    hour                         | 0.7949248   |\n",
+      "|    htg_setpoint                 | -1.4030546  |\n",
+      "|    month                        | 1.5934752   |\n",
+      "|    outdoor_humidity             | 1.3774503   |\n",
+      "|    outdoor_temperature          | -0.626141   |\n",
+      "|    people_occupant              | -0.68867725 |\n",
+      "|    total_electricity_HVAC       | -0.65593576 |\n",
+      "|    wind_direction               | -1.2097552  |\n",
+      "|    wind_speed                   | 2.151654    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 23.701214   |\n",
+      "|    air_temperature              | 21.800901   |\n",
+      "|    clg_setpoint                 | 29.157896   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 97.0        |\n",
+      "|    outdoor_temperature          | 6.504822    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 55.0        |\n",
+      "|    wind_speed                   | 10.05       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************************| 99%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.13916558 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.842194   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4768704  |\n",
+      "|    air_humidity                 | -0.10002905 |\n",
+      "|    air_temperature              | 0.2906168   |\n",
+      "|    clg_setpoint                 | -1.1171674  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6270688   |\n",
+      "|    diffuse_solar_radiation      | -0.7464435  |\n",
+      "|    direct_solar_radiation       | -0.61463463 |\n",
+      "|    hour                         | 0.9393707   |\n",
+      "|    htg_setpoint                 | -1.4030102  |\n",
+      "|    month                        | 1.5907941   |\n",
+      "|    outdoor_humidity             | 0.117694445 |\n",
+      "|    outdoor_temperature          | -1.3215024  |\n",
+      "|    people_occupant              | 0.50311786  |\n",
+      "|    total_electricity_HVAC       | -0.49038112 |\n",
+      "|    wind_direction               | 0.5937689   |\n",
+      "|    wind_speed                   | 2.348965    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 836.3409    |\n",
+      "|    air_humidity                 | 35.818726   |\n",
+      "|    air_temperature              | 23.14257    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 71.0        |\n",
+      "|    outdoor_temperature          | -0.2597464  |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 756788.3    |\n",
+      "|    wind_direction               | 245.0       |\n",
+      "|    wind_speed                   | 10.55       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************************************************************| 99%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.69061744  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 13.740277    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.013943224 |\n",
+      "|    air_humidity                 | -0.79849     |\n",
+      "|    air_temperature              | -0.48401713  |\n",
+      "|    clg_setpoint                 | -0.8267658   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.7376399    |\n",
+      "|    diffuse_solar_radiation      | -0.746235    |\n",
+      "|    direct_solar_radiation       | -0.6146494   |\n",
+      "|    hour                         | 1.0838069    |\n",
+      "|    htg_setpoint                 | 0.5700197    |\n",
+      "|    month                        | 1.5881263    |\n",
+      "|    outdoor_humidity             | -1.4301182   |\n",
+      "|    outdoor_temperature          | -1.8706061   |\n",
+      "|    people_occupant              | -0.45062682  |\n",
+      "|    total_electricity_HVAC       | -0.22266904  |\n",
+      "|    wind_direction               | 1.2577047    |\n",
+      "|    wind_speed                   | 1.2636379    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2839.259     |\n",
+      "|    air_humidity                 | 26.73466     |\n",
+      "|    air_temperature              | 22.044872    |\n",
+      "|    clg_setpoint                 | 24.004047    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 31.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 19.0         |\n",
+      "|    htg_setpoint                 | 20.186821    |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 39.0         |\n",
+      "|    outdoor_temperature          | -5.616797    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 1854920.2    |\n",
+      "|    wind_direction               | 315.0        |\n",
+      "|    wind_speed                   | 7.95         |\n",
+      "--------------------------------------------------\n",
+      "\n",
+      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n",
+      "#----------------------------------------------------------------------------------------------#\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05] [Episode 4]\u001b[0m\n",
+      "#----------------------------------------------------------------------------------------------#\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run4]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run4/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run4/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run4/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run4/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 4 started.\u001b[0m\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n",
+      "  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 4) if logger is active\u001b[0m\n",
+      "-----------------------------------------------------\n",
+      "| action_network/                     |             |\n",
+      "|    Cooling_Setpoint_RL              | 0.9940889   |\n",
+      "|    Heating_Setpoint_RL              | -0.5075133  |\n",
+      "| action_simulation/                  |             |\n",
+      "|    Cooling_Setpoint_RL              | 29.98005    |\n",
+      "|    Heating_Setpoint_RL              | 14.770238   |\n",
+      "| episode/                            |             |\n",
+      "|    comfort_violation_time(%)        | 19.7        |\n",
+      "|    cumulative_abs_comfort_penalty   | -9.99e+03   |\n",
+      "|    cumulative_abs_energy_penalty    | -2.12e+08   |\n",
+      "|    cumulative_power_demand          | 2.12e+08    |\n",
+      "|    cumulative_reward                | -15583.865  |\n",
+      "|    cumulative_reward_comfort_term   | -5e+03      |\n",
+      "|    cumulative_reward_energy_term    | -1.06e+04   |\n",
+      "|    cumulative_temperature_violation | 9.99e+03    |\n",
+      "|    episode_length                   | 70078       |\n",
+      "|    episode_num                      | 2           |\n",
+      "|    mean_abs_comfort_penalty         | -0.143      |\n",
+      "|    mean_abs_energy_penalty          | -3.02e+03   |\n",
+      "|    mean_power_demand                | 3.02e+03    |\n",
+      "|    mean_reward                      | -0.22237885 |\n",
+      "|    mean_reward_comfort_term         | -0.0713     |\n",
+      "|    mean_reward_energy_term          | -0.151      |\n",
+      "|    mean_temperature_violation       | 0.143       |\n",
+      "| normalized_observation/             |             |\n",
+      "|    HVAC_electricity_demand_rate     | 0.024130076 |\n",
+      "|    air_humidity                     | -0.55690765 |\n",
+      "|    air_temperature                  | -4.1714134  |\n",
+      "|    clg_setpoint                     | 5.328       |\n",
+      "|    co2_emission                     | 0.0         |\n",
+      "|    day_of_month                     | -1.6734735  |\n",
+      "|    diffuse_solar_radiation          | -0.74612445 |\n",
+      "|    direct_solar_radiation           | -0.6145688  |\n",
+      "|    hour                             | -1.661297   |\n",
+      "|    htg_setpoint                     | -1.2097586  |\n",
+      "|    month                            | -1.6027216  |\n",
+      "|    outdoor_humidity                 | -1.2239804  |\n",
+      "|    outdoor_temperature              | -2.208176   |\n",
+      "|    people_occupant                  | -0.68891215 |\n",
+      "|    total_electricity_HVAC           | -0.01564179 |\n",
+      "|    wind_direction                   | 1.1624464   |\n",
+      "|    wind_speed                       | 1.4496716   |\n",
+      "| observation/                        |             |\n",
+      "|    HVAC_electricity_demand_rate     | 3004.5642   |\n",
+      "|    air_humidity                     | 29.873222   |\n",
+      "|    air_temperature                  | 16.821074   |\n",
+      "|    clg_setpoint                     | 40.0        |\n",
+      "|    co2_emission                     | 0.0         |\n",
+      "|    day_of_month                     | 1.0         |\n",
+      "|    diffuse_solar_radiation          | 0.0         |\n",
+      "|    direct_solar_radiation           | 0.0         |\n",
+      "|    hour                             | 0.0         |\n",
+      "|    htg_setpoint                     | 12.8        |\n",
+      "|    month                            | 1.0         |\n",
+      "|    outdoor_humidity                 | 43.25       |\n",
+      "|    outdoor_temperature              | -8.907759   |\n",
+      "|    people_occupant                  | 0.0         |\n",
+      "|    total_electricity_HVAC           | 2704108.0   |\n",
+      "|    wind_direction                   | 305.0       |\n",
+      "|    wind_speed                       | 8.4         |\n",
+      "-----------------------------------------------------\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.unwrapped_observation to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.unwrapped_observation` for environment variables or `env.get_wrapper_attr('unwrapped_observation')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n",
+      "  gym.logger.warn(\"Casting input x to numpy array.\")\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "-------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.21371971 |\n",
+      "|    air_humidity                 | -0.7919203  |\n",
+      "|    air_temperature              | -1.5395818  |\n",
+      "|    clg_setpoint                 | 1.2232087   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6710285  |\n",
+      "|    diffuse_solar_radiation      | -0.74607044 |\n",
+      "|    direct_solar_radiation       | -0.6145723  |\n",
+      "|    hour                         | 1.228204    |\n",
+      "|    htg_setpoint                 | -1.4021665  |\n",
+      "|    month                        | -1.6005225  |\n",
+      "|    outdoor_humidity             | -1.9605635  |\n",
+      "|    outdoor_temperature          | -2.0509593  |\n",
+      "|    people_occupant              | -0.45081845 |\n",
+      "|    total_electricity_HVAC       | -0.24124607 |\n",
+      "|    wind_direction               | 1.3040991   |\n",
+      "|    wind_speed                   | 2.5465572   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1977.7684   |\n",
+      "|    air_humidity                 | 26.80571    |\n",
+      "|    air_temperature              | 20.547304   |\n",
+      "|    clg_setpoint                 | 29.33277    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 28.0        |\n",
+      "|    outdoor_temperature          | -7.4064293  |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 1780921.2   |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 11.05       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.9554188   |\n",
+      "|    Heating_Setpoint_RL          | -0.16073498 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.849539   |\n",
+      "|    Heating_Setpoint_RL          | 16.720865   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.41380015 |\n",
+      "|    air_humidity                 | -0.49183047 |\n",
+      "|    air_temperature              | -1.7779722  |\n",
+      "|    clg_setpoint                 | -1.1161524  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.554842   |\n",
+      "|    diffuse_solar_radiation      | -0.74594045 |\n",
+      "|    direct_solar_radiation       | -0.61445826 |\n",
+      "|    hour                         | 1.3726096   |\n",
+      "|    htg_setpoint                 | -1.4021564  |\n",
+      "|    month                        | -1.59782    |\n",
+      "|    outdoor_humidity             | -1.9093764  |\n",
+      "|    outdoor_temperature          | -1.591315   |\n",
+      "|    people_occupant              | -0.6893343  |\n",
+      "|    total_electricity_HVAC       | -0.43031588 |\n",
+      "|    wind_direction               | -1.1647258  |\n",
+      "|    wind_speed                   | 0.10010816  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1113.9856   |\n",
+      "|    air_humidity                 | 30.691376   |\n",
+      "|    air_temperature              | 20.206614   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 29.0        |\n",
+      "|    outdoor_temperature          | -2.9789376  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1007368.06  |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 5.15        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.6980882   |\n",
+      "|    Heating_Setpoint_RL          | 0.2132428   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.981049   |\n",
+      "|    Heating_Setpoint_RL          | 18.82449    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.253984    |\n",
+      "|    air_humidity                 | 0.8076829   |\n",
+      "|    air_temperature              | -0.5921786  |\n",
+      "|    clg_setpoint                 | 1.4795628   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4391819  |\n",
+      "|    diffuse_solar_radiation      | -0.7456196  |\n",
+      "|    direct_solar_radiation       | -0.6140567  |\n",
+      "|    hour                         | 1.5169946   |\n",
+      "|    htg_setpoint                 | 0.9799375   |\n",
+      "|    month                        | -1.5951313  |\n",
+      "|    outdoor_humidity             | 0.8697142   |\n",
+      "|    outdoor_temperature          | -1.229283   |\n",
+      "|    people_occupant              | -0.68949896 |\n",
+      "|    total_electricity_HVAC       | 1.0695243   |\n",
+      "|    wind_direction               | 0.59182256  |\n",
+      "|    wind_speed                   | 1.1757803   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 8347.026    |\n",
+      "|    air_humidity                 | 47.58637    |\n",
+      "|    air_temperature              | 21.887321   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 21.88727    |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 86.5        |\n",
+      "|    outdoor_temperature          | 0.5434403   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7170629.5   |\n",
+      "|    wind_direction               | 245.0       |\n",
+      "|    wind_speed                   | 7.75        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.28649417  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 19.23653    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.6591973   |\n",
+      "|    air_humidity                 | -0.6252777  |\n",
+      "|    air_temperature              | -2.4099069  |\n",
+      "|    clg_setpoint                 | 0.36888996  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3239679  |\n",
+      "|    diffuse_solar_radiation      | -0.74545085 |\n",
+      "|    direct_solar_radiation       | -0.6140872  |\n",
+      "|    hour                         | 1.6613544   |\n",
+      "|    htg_setpoint                 | 1.308468    |\n",
+      "|    month                        | -1.592456   |\n",
+      "|    outdoor_humidity             | -1.2801247  |\n",
+      "|    outdoor_temperature          | -1.7797892  |\n",
+      "|    people_occupant              | -0.6896634  |\n",
+      "|    total_electricity_HVAC       | 3.4391594   |\n",
+      "|    wind_direction               | 0.9233736   |\n",
+      "|    wind_speed                   | 1.5870982   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 18788.463   |\n",
+      "|    air_humidity                 | 28.957485   |\n",
+      "|    air_temperature              | 19.307314   |\n",
+      "|    clg_setpoint                 | 27.112133   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 42.0        |\n",
+      "|    outdoor_temperature          | -4.8501396  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 16916556.0  |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 8.75        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.0027065873 |\n",
+      "|    Heating_Setpoint_RL          | -0.16805643  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.634134    |\n",
+      "|    Heating_Setpoint_RL          | 16.679684    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 2.1058283    |\n",
+      "|    air_humidity                 | -1.45876     |\n",
+      "|    air_temperature              | -2.0134997   |\n",
+      "|    clg_setpoint                 | -0.596546    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.0957339   |\n",
+      "|    diffuse_solar_radiation      | -0.745235    |\n",
+      "|    direct_solar_radiation       | -0.61415654  |\n",
+      "|    hour                         | -1.6612675   |\n",
+      "|    htg_setpoint                 | 0.49292377   |\n",
+      "|    month                        | -1.5897942   |\n",
+      "|    outdoor_humidity             | -0.6988882   |\n",
+      "|    outdoor_temperature          | -1.8385204   |\n",
+      "|    people_occupant              | -0.68918157  |\n",
+      "|    total_electricity_HVAC       | 2.1747606    |\n",
+      "|    wind_direction               | 1.2544752    |\n",
+      "|    wind_speed                   | -1.2893149   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 12061.183    |\n",
+      "|    air_humidity                 | 18.10607     |\n",
+      "|    air_temperature              | 19.864365    |\n",
+      "|    clg_setpoint                 | 24.60217     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 6.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 19.864365    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 54.0         |\n",
+      "|    outdoor_temperature          | -5.455696    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 11729620.0   |\n",
+      "|    wind_direction               | 315.0        |\n",
+      "|    wind_speed                   | 1.8          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.40172622 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 15.36529    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.4268937   |\n",
+      "|    air_humidity                 | -1.7723283  |\n",
+      "|    air_temperature              | -1.5969876  |\n",
+      "|    clg_setpoint                 | 1.4786643   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.98121923 |\n",
+      "|    diffuse_solar_radiation      | -0.74505216 |\n",
+      "|    direct_solar_radiation       | -0.61396325 |\n",
+      "|    hour                         | -1.5167041  |\n",
+      "|    htg_setpoint                 | 1.3086883   |\n",
+      "|    month                        | -1.5871456  |\n",
+      "|    outdoor_humidity             | -0.6257658  |\n",
+      "|    outdoor_temperature          | -1.2218246  |\n",
+      "|    people_occupant              | -0.6887008  |\n",
+      "|    total_electricity_HVAC       | 3.2223775   |\n",
+      "|    wind_direction               | 0.54236495  |\n",
+      "|    wind_speed                   | 0.5315644   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17820.545   |\n",
+      "|    air_humidity                 | 13.98997    |\n",
+      "|    air_temperature              | 20.450699   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 55.5        |\n",
+      "|    outdoor_temperature          | 0.54091305  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 16057588.0  |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.5857207  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.648193   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.8111203   |\n",
+      "|    air_humidity                 | -1.1787287  |\n",
+      "|    air_temperature              | -0.5289845  |\n",
+      "|    clg_setpoint                 | 0.4764034   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.86693823 |\n",
+      "|    diffuse_solar_radiation      | -0.74484825 |\n",
+      "|    direct_solar_radiation       | -0.61398274 |\n",
+      "|    hour                         | -1.372166   |\n",
+      "|    htg_setpoint                 | 1.3089687   |\n",
+      "|    month                        | -1.5845102  |\n",
+      "|    outdoor_humidity             | -1.3243264  |\n",
+      "|    outdoor_temperature          | -1.7544006  |\n",
+      "|    people_occupant              | -0.6888654  |\n",
+      "|    total_electricity_HVAC       | 2.9927807   |\n",
+      "|    wind_direction               | 1.3960605   |\n",
+      "|    wind_speed                   | 0.19971065  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 15150.938   |\n",
+      "|    air_humidity                 | 21.692095   |\n",
+      "|    air_temperature              | 21.967953   |\n",
+      "|    clg_setpoint                 | 27.392962   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 41.0        |\n",
+      "|    outdoor_temperature          | -4.6809907  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15119223.0  |\n",
+      "|    wind_direction               | 330.0       |\n",
+      "|    wind_speed                   | 5.4         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.3656      |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 19.6815     |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.2713563   |\n",
+      "|    air_humidity                 | 0.16524717  |\n",
+      "|    air_temperature              | -0.18160208 |\n",
+      "|    clg_setpoint                 | 0.5294451   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.75284064 |\n",
+      "|    diffuse_solar_radiation      | -0.7445812  |\n",
+      "|    direct_solar_radiation       | -0.61359966 |\n",
+      "|    hour                         | -1.2276489  |\n",
+      "|    htg_setpoint                 | 1.3086367   |\n",
+      "|    month                        | -1.581888   |\n",
+      "|    outdoor_humidity             | 1.4274957   |\n",
+      "|    outdoor_temperature          | -0.9952945  |\n",
+      "|    people_occupant              | -0.6890298  |\n",
+      "|    total_electricity_HVAC       | 3.0698638   |\n",
+      "|    wind_direction               | 0.87435955  |\n",
+      "|    wind_speed                   | -0.7521638  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17165.012   |\n",
+      "|    air_humidity                 | 39.177177   |\n",
+      "|    air_temperature              | 22.46185    |\n",
+      "|    clg_setpoint                 | 27.530235   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 98.0        |\n",
+      "|    outdoor_temperature          | 2.721075    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15446856.0  |\n",
+      "|    wind_direction               | 275.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 3%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.501748     |\n",
+      "|    Heating_Setpoint_RL          | 0.73479354   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.3184      |\n",
+      "|    Heating_Setpoint_RL          | 21.758213    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.29723826  |\n",
+      "|    air_humidity                 | -0.23208915  |\n",
+      "|    air_temperature              | -2.0173337   |\n",
+      "|    clg_setpoint                 | -0.08127707  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.6388826   |\n",
+      "|    diffuse_solar_radiation      | -0.74442333  |\n",
+      "|    direct_solar_radiation       | -0.6132266   |\n",
+      "|    hour                         | -1.0831481   |\n",
+      "|    htg_setpoint                 | -1.4015888   |\n",
+      "|    month                        | -1.5792787   |\n",
+      "|    outdoor_humidity             | -0.093716234 |\n",
+      "|    outdoor_temperature          | -1.7252587   |\n",
+      "|    people_occupant              | -0.68919384  |\n",
+      "|    total_electricity_HVAC       | -0.3248777   |\n",
+      "|    wind_direction               | 1.4432249    |\n",
+      "|    wind_speed                   | 0.53033245   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1628.188     |\n",
+      "|    air_humidity                 | 34.010754    |\n",
+      "|    air_temperature              | 19.848854    |\n",
+      "|    clg_setpoint                 | 25.941662    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 10.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 66.5         |\n",
+      "|    outdoor_temperature          | -4.4288206   |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1448033.4    |\n",
+      "|    wind_direction               | 335.0        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 3%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.90531147 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.532623   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.7735596   |\n",
+      "|    air_humidity                 | -0.83300537 |\n",
+      "|    air_temperature              | -1.6470366  |\n",
+      "|    clg_setpoint                 | 1.4791056   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.5250266  |\n",
+      "|    diffuse_solar_radiation      | -0.744265   |\n",
+      "|    direct_solar_radiation       | -0.61325794 |\n",
+      "|    hour                         | -0.9386604  |\n",
+      "|    htg_setpoint                 | 0.61586165  |\n",
+      "|    month                        | -1.5766822  |\n",
+      "|    outdoor_humidity             | -0.9137582  |\n",
+      "|    outdoor_temperature          | -1.7450399  |\n",
+      "|    people_occupant              | -0.6893576  |\n",
+      "|    total_electricity_HVAC       | 0.4113819   |\n",
+      "|    wind_direction               | 0.8255492   |\n",
+      "|    wind_speed                   | 0.8406627   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6297.6025   |\n",
+      "|    air_humidity                 | 26.187748   |\n",
+      "|    air_temperature              | 20.374136   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 20.374146   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 49.5        |\n",
+      "|    outdoor_temperature          | -4.6490736  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4488923.5   |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 6.95        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 3%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.12552118 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 16.918943   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6165213  |\n",
+      "|    air_humidity                 | -0.72815263 |\n",
+      "|    air_temperature              | -1.8384984  |\n",
+      "|    clg_setpoint                 | 0.755567    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.41124135 |\n",
+      "|    diffuse_solar_radiation      | -0.7441213  |\n",
+      "|    direct_solar_radiation       | -0.61322737 |\n",
+      "|    hour                         | -0.7941823  |\n",
+      "|    htg_setpoint                 | -0.28522098 |\n",
+      "|    month                        | -1.5740986  |\n",
+      "|    outdoor_humidity             | 0.02882715  |\n",
+      "|    outdoor_temperature          | -1.0785869  |\n",
+      "|    people_occupant              | -0.689521   |\n",
+      "|    total_electricity_HVAC       | -0.62669396 |\n",
+      "|    wind_direction               | 0.54037046  |\n",
+      "|    wind_speed                   | -0.64971113 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 239.10718   |\n",
+      "|    air_humidity                 | 27.539856   |\n",
+      "|    air_temperature              | 20.09991    |\n",
+      "|    clg_setpoint                 | 28.117785   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 16.63181    |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 69.0        |\n",
+      "|    outdoor_temperature          | 1.8511388   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 204404.52   |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 4%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.8407992  |\n",
+      "|    Heating_Setpoint_RL          | 0.56607175  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.787302   |\n",
+      "|    Heating_Setpoint_RL          | 20.809155   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.4543655   |\n",
+      "|    air_humidity                 | -1.1657057  |\n",
+      "|    air_temperature              | 0.37471977  |\n",
+      "|    clg_setpoint                 | 1.4786359   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.29750168 |\n",
+      "|    diffuse_solar_radiation      | -0.71346176 |\n",
+      "|    direct_solar_radiation       | -0.6130011  |\n",
+      "|    hour                         | -0.64971113 |\n",
+      "|    htg_setpoint                 | 1.3089858   |\n",
+      "|    month                        | -1.5715276  |\n",
+      "|    outdoor_humidity             | 0.82518196  |\n",
+      "|    outdoor_temperature          | -0.93076277 |\n",
+      "|    people_occupant              | -0.68904257 |\n",
+      "|    total_electricity_HVAC       | 2.6205726   |\n",
+      "|    wind_direction               | 0.16036683  |\n",
+      "|    wind_speed                   | -0.6495501  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 13636.171   |\n",
+      "|    air_humidity                 | 21.838787   |\n",
+      "|    air_temperature              | 23.25       |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 3.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 85.5        |\n",
+      "|    outdoor_temperature          | 3.2937272   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 13619763.0  |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 4%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.75749534  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.885912   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 4.138597    |\n",
+      "|    air_humidity                 | -1.4675201  |\n",
+      "|    air_temperature              | 0.016896423 |\n",
+      "|    clg_setpoint                 | 0.3545853   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18378852 |\n",
+      "|    diffuse_solar_radiation      | 0.060719103 |\n",
+      "|    direct_solar_radiation       | -0.4476273  |\n",
+      "|    hour                         | -0.5052447  |\n",
+      "|    htg_setpoint                 | 1.3088852   |\n",
+      "|    month                        | -1.5689691  |\n",
+      "|    outdoor_humidity             | 0.48728862  |\n",
+      "|    outdoor_temperature          | -2.151065   |\n",
+      "|    people_occupant              | 1.6955479   |\n",
+      "|    total_electricity_HVAC       | 3.8991761   |\n",
+      "|    wind_direction               | -1.4056368  |\n",
+      "|    wind_speed                   | 1.375823    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 21011.617   |\n",
+      "|    air_humidity                 | 17.899563   |\n",
+      "|    air_temperature              | 22.7386     |\n",
+      "|    clg_setpoint                 | 27.078613   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 79.0        |\n",
+      "|    direct_solar_radiation       | 41.0        |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 78.5        |\n",
+      "|    outdoor_temperature          | -8.677716   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 18924522.0  |\n",
+      "|    wind_direction               | 35.0        |\n",
+      "|    wind_speed                   | 8.25        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 4%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.28008837  |\n",
+      "|    air_humidity                 | -0.09710636  |\n",
+      "|    air_temperature              | 0.3759511    |\n",
+      "|    clg_setpoint                 | -1.1169561   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.070088774 |\n",
+      "|    diffuse_solar_radiation      | -0.2546194   |\n",
+      "|    direct_solar_radiation       | -0.6122253   |\n",
+      "|    hour                         | -0.36078104  |\n",
+      "|    htg_setpoint                 | 0.77701986   |\n",
+      "|    month                        | -1.566423    |\n",
+      "|    outdoor_humidity             | 1.5242106    |\n",
+      "|    outdoor_temperature          | -0.74946773  |\n",
+      "|    people_occupant              | 1.6950164    |\n",
+      "|    total_electricity_HVAC       | -0.2919982   |\n",
+      "|    wind_direction               | -0.8342705   |\n",
+      "|    wind_speed                   | 0.713027     |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1711.3828    |\n",
+      "|    air_humidity                 | 35.716114    |\n",
+      "|    air_temperature              | 23.249744    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 48.0         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 21.042702    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 5.0319257    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 1591223.0    |\n",
+      "|    wind_direction               | 95.0         |\n",
+      "|    wind_speed                   | 6.65         |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.0058739856 |\n",
+      "|    clip_fraction                | 0.0492       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.56        |\n",
+      "|    explained_variance           | 0.628        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.361        |\n",
+      "|    n_updates                    | 520          |\n",
+      "|    policy_gradient_loss         | -0.00839     |\n",
+      "|    std                          | 0.872        |\n",
+      "|    value_loss                   | 1.68         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 4%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.59405303 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 14.283452   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.3858386   |\n",
+      "|    air_humidity                 | -0.7078782  |\n",
+      "|    air_temperature              | 0.3761708   |\n",
+      "|    clg_setpoint                 | -1.1168675  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.0436046   |\n",
+      "|    diffuse_solar_radiation      | 1.0601634   |\n",
+      "|    direct_solar_radiation       | -0.46301863 |\n",
+      "|    hour                         | -0.21631888 |\n",
+      "|    htg_setpoint                 | -0.18203197 |\n",
+      "|    month                        | -1.5638895  |\n",
+      "|    outdoor_humidity             | -0.3830848  |\n",
+      "|    outdoor_temperature          | -1.4562917  |\n",
+      "|    people_occupant              | 1.6944861   |\n",
+      "|    total_electricity_HVAC       | 0.34452856  |\n",
+      "|    wind_direction               | 0.3517244   |\n",
+      "|    wind_speed                   | 0.21585952  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4625.391    |\n",
+      "|    air_humidity                 | 27.77998    |\n",
+      "|    air_temperature              | 23.24944    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 177.0       |\n",
+      "|    direct_solar_radiation       | 37.0        |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 17.0607     |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 60.5        |\n",
+      "|    outdoor_temperature          | -1.913765   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4228053.0   |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 5.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 5%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5748912  |\n",
+      "|    air_humidity                 | -0.4781726  |\n",
+      "|    air_temperature              | 0.3755654   |\n",
+      "|    clg_setpoint                 | -1.1165988  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.1572927   |\n",
+      "|    diffuse_solar_radiation      | 0.20446157  |\n",
+      "|    direct_solar_radiation       | 2.423889    |\n",
+      "|    hour                         | -0.07185726 |\n",
+      "|    htg_setpoint                 | -0.74765766 |\n",
+      "|    month                        | -1.5613681  |\n",
+      "|    outdoor_humidity             | -0.67330235 |\n",
+      "|    outdoor_temperature          | -0.48462453 |\n",
+      "|    people_occupant              | 1.2173387   |\n",
+      "|    total_electricity_HVAC       | -0.58455807 |\n",
+      "|    wind_direction               | 0.63643444  |\n",
+      "|    wind_speed                   | -0.34203994 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 422.63095   |\n",
+      "|    air_humidity                 | 30.764303   |\n",
+      "|    air_temperature              | 23.248177   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 93.0        |\n",
+      "|    direct_solar_radiation       | 754.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 14.712425   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 54.5        |\n",
+      "|    outdoor_temperature          | 7.605858    |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 380367.88   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 5%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.39779913  |\n",
+      "|    Heating_Setpoint_RL          | 0.13445774  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.967571   |\n",
+      "|    Heating_Setpoint_RL          | 18.381325   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6514762  |\n",
+      "|    air_humidity                 | 0.5966899   |\n",
+      "|    air_temperature              | 1.1760437   |\n",
+      "|    clg_setpoint                 | -0.24645786 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.27097067  |\n",
+      "|    diffuse_solar_radiation      | 0.5923598   |\n",
+      "|    direct_solar_radiation       | -0.611996   |\n",
+      "|    hour                         | 0.07260424  |\n",
+      "|    htg_setpoint                 | 0.6195336   |\n",
+      "|    month                        | -1.5588589  |\n",
+      "|    outdoor_humidity             | 1.2580585   |\n",
+      "|    outdoor_temperature          | -0.239305   |\n",
+      "|    people_occupant              | 0.26374185  |\n",
+      "|    total_electricity_HVAC       | -0.6573563  |\n",
+      "|    wind_direction               | -0.40789732 |\n",
+      "|    wind_speed                   | 2.220292    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 44.71854    |\n",
+      "|    air_temperature              | 24.388626   |\n",
+      "|    clg_setpoint                 | 25.513973   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 131.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 20.388195   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 94.5        |\n",
+      "|    outdoor_temperature          | 10.006615   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 140.0       |\n",
+      "|    wind_speed                   | 10.3        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 5%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6413405   |\n",
+      "|    air_humidity                 | -0.35907933  |\n",
+      "|    air_temperature              | -0.43793008  |\n",
+      "|    clg_setpoint                 | -0.034392282 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.3846277    |\n",
+      "|    diffuse_solar_radiation      | 0.2971458    |\n",
+      "|    direct_solar_radiation       | 2.1338017    |\n",
+      "|    hour                         | 0.21706563   |\n",
+      "|    htg_setpoint                 | -1.4010698   |\n",
+      "|    month                        | -1.5563617   |\n",
+      "|    outdoor_humidity             | -1.4470289   |\n",
+      "|    outdoor_temperature          | -0.14282104  |\n",
+      "|    people_occupant              | -0.6893805   |\n",
+      "|    total_electricity_HVAC       | -0.64873266  |\n",
+      "|    wind_direction               | 0.73186547   |\n",
+      "|    wind_speed                   | 1.5772372    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 131.03038    |\n",
+      "|    air_humidity                 | 32.315037    |\n",
+      "|    air_temperature              | 22.08857     |\n",
+      "|    clg_setpoint                 | 26.066584    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 19.0         |\n",
+      "|    diffuse_solar_radiation      | 102.0        |\n",
+      "|    direct_solar_radiation       | 682.0        |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 38.5         |\n",
+      "|    outdoor_temperature          | 10.946307    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 113722.15    |\n",
+      "|    wind_direction               | 260.0        |\n",
+      "|    wind_speed                   | 8.75         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 5%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.44003826 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.149785   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.89911616  |\n",
+      "|    air_humidity                 | -1.5598391  |\n",
+      "|    air_temperature              | 0.3397069   |\n",
+      "|    clg_setpoint                 | 0.61684054  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.49824712  |\n",
+      "|    diffuse_solar_radiation      | 0.79717416  |\n",
+      "|    direct_solar_radiation       | 1.2000191   |\n",
+      "|    hour                         | 0.36152646  |\n",
+      "|    htg_setpoint                 | 1.3091582   |\n",
+      "|    month                        | -1.5538765  |\n",
+      "|    outdoor_humidity             | -0.69713813 |\n",
+      "|    outdoor_temperature          | -0.4763073  |\n",
+      "|    people_occupant              | -0.68890536 |\n",
+      "|    total_electricity_HVAC       | 1.0010319   |\n",
+      "|    wind_direction               | 0.3987767   |\n",
+      "|    wind_speed                   | 0.090924524 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6875.978    |\n",
+      "|    air_humidity                 | 16.705286   |\n",
+      "|    air_temperature              | 23.195248   |\n",
+      "|    clg_setpoint                 | 27.762245   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 151.0       |\n",
+      "|    direct_solar_radiation       | 450.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 54.0        |\n",
+      "|    outdoor_temperature          | 7.672465    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6951634.5   |\n",
+      "|    wind_direction               | 225.0       |\n",
+      "|    wind_speed                   | 5.15        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 6%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.26777598 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.11876    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.55067575 |\n",
+      "|    air_humidity                 | 0.18593499  |\n",
+      "|    air_temperature              | 0.37813362  |\n",
+      "|    clg_setpoint                 | -1.11672    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6118064   |\n",
+      "|    diffuse_solar_radiation      | -0.24303727 |\n",
+      "|    direct_solar_radiation       | -0.6117953  |\n",
+      "|    hour                         | 0.5059858   |\n",
+      "|    htg_setpoint                 | -0.57667965 |\n",
+      "|    month                        | -1.5514032  |\n",
+      "|    outdoor_humidity             | 0.77436876  |\n",
+      "|    outdoor_temperature          | -0.50010103 |\n",
+      "|    people_occupant              | 1.6949584   |\n",
+      "|    total_electricity_HVAC       | -0.5615066  |\n",
+      "|    wind_direction               | -0.93151563 |\n",
+      "|    wind_speed                   | 0.21551006  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 527.28937   |\n",
+      "|    air_humidity                 | 39.366146   |\n",
+      "|    air_temperature              | 23.249407   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 49.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 15.421708   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 84.5        |\n",
+      "|    outdoor_temperature          | 7.4303412   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 474560.44   |\n",
+      "|    wind_direction               | 85.0        |\n",
+      "|    wind_speed                   | 5.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 6%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.25817955  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.07726    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5521694  |\n",
+      "|    air_humidity                 | 0.41729075  |\n",
+      "|    air_temperature              | 0.378166    |\n",
+      "|    clg_setpoint                 | -1.1165177  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7252772   |\n",
+      "|    diffuse_solar_radiation      | -0.51818573 |\n",
+      "|    direct_solar_radiation       | -0.50262475 |\n",
+      "|    hour                         | 0.65044236  |\n",
+      "|    htg_setpoint                 | -0.9767509  |\n",
+      "|    month                        | -1.5489416  |\n",
+      "|    outdoor_humidity             | 0.9902871   |\n",
+      "|    outdoor_temperature          | -0.6961141  |\n",
+      "|    people_occupant              | 1.6944313   |\n",
+      "|    total_electricity_HVAC       | -0.562924   |\n",
+      "|    wind_direction               | -0.93002546 |\n",
+      "|    wind_speed                   | 0.7320327   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 520.5664    |\n",
+      "|    air_humidity                 | 42.375668   |\n",
+      "|    air_temperature              | 23.249376   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 22.0        |\n",
+      "|    direct_solar_radiation       | 27.0        |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 13.762743   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | 5.5062375   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 468509.78   |\n",
+      "|    wind_direction               | 85.0        |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 6%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.65110236  |\n",
+      "|    air_humidity                 | 1.1856788    |\n",
+      "|    air_temperature              | 1.3953493    |\n",
+      "|    clg_setpoint                 | -0.5591409   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.8386254    |\n",
+      "|    diffuse_solar_radiation      | -0.74247205  |\n",
+      "|    direct_solar_radiation       | -0.6110162   |\n",
+      "|    hour                         | 0.79489434   |\n",
+      "|    htg_setpoint                 | 0.8139153    |\n",
+      "|    month                        | -1.5464917   |\n",
+      "|    outdoor_humidity             | 1.5191919    |\n",
+      "|    outdoor_temperature          | -0.091449186 |\n",
+      "|    people_occupant              | 1.6939055    |\n",
+      "|    total_electricity_HVAC       | -0.6569677   |\n",
+      "|    wind_direction               | -0.6913119   |\n",
+      "|    wind_speed                   | -0.6518497   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 52.358574    |\n",
+      "|    air_temperature              | 24.697947    |\n",
+      "|    clg_setpoint                 | 24.700884    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 23.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 21.199093    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 11.426457    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 110.0        |\n",
+      "|    wind_speed                   | 3.35         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 7%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.6069766   |\n",
+      "|    Heating_Setpoint_RL          | -0.52632093 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.673546   |\n",
+      "|    Heating_Setpoint_RL          | 14.664445   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65095556 |\n",
+      "|    air_humidity                 | 1.0479504   |\n",
+      "|    air_temperature              | 0.37857565  |\n",
+      "|    clg_setpoint                 | -1.1163281  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.95181125  |\n",
+      "|    diffuse_solar_radiation      | -0.7422149  |\n",
+      "|    direct_solar_radiation       | -0.61062557 |\n",
+      "|    hour                         | 0.93933946  |\n",
+      "|    htg_setpoint                 | -0.06176326 |\n",
+      "|    month                        | -1.5440534  |\n",
+      "|    outdoor_humidity             | 1.1071558   |\n",
+      "|    outdoor_temperature          | -0.4491541  |\n",
+      "|    people_occupant              | 0.5019696   |\n",
+      "|    total_electricity_HVAC       | -0.65682065 |\n",
+      "|    wind_direction               | 0.6865351   |\n",
+      "|    wind_speed                   | 0.6277304   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 50.593155   |\n",
+      "|    air_temperature              | 23.24959    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 17.564667   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 91.5        |\n",
+      "|    outdoor_temperature          | 7.9236174   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 255.0       |\n",
+      "|    wind_speed                   | 6.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 7%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.34559792  |\n",
+      "|    Heating_Setpoint_RL          | 0.6858255    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.458607    |\n",
+      "|    Heating_Setpoint_RL          | 21.482769    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.58693385  |\n",
+      "|    air_humidity                 | 0.5320497    |\n",
+      "|    air_temperature              | -0.05087891  |\n",
+      "|    clg_setpoint                 | -1.1161411   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0647895    |\n",
+      "|    diffuse_solar_radiation      | -0.74200284  |\n",
+      "|    direct_solar_radiation       | -0.610238    |\n",
+      "|    hour                         | 1.083775     |\n",
+      "|    htg_setpoint                 | -0.094523385 |\n",
+      "|    month                        | -1.5416266   |\n",
+      "|    outdoor_humidity             | 0.9866784    |\n",
+      "|    outdoor_temperature          | -0.89748466  |\n",
+      "|    people_occupant              | -0.45142     |\n",
+      "|    total_electricity_HVAC       | -0.59422183  |\n",
+      "|    wind_direction               | 0.8280024    |\n",
+      "|    wind_speed                   | 0.21421388   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 367.5165     |\n",
+      "|    air_humidity                 | 43.893875    |\n",
+      "|    air_temperature              | 22.637499    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 19.0         |\n",
+      "|    htg_setpoint                 | 17.428524    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 89.0         |\n",
+      "|    outdoor_temperature          | 3.5267906    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 337947.38    |\n",
+      "|    wind_direction               | 270.0        |\n",
+      "|    wind_speed                   | 5.45         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 7%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.42372143 |\n",
+      "|    Heating_Setpoint_RL          | -0.988763   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.19494    |\n",
+      "|    Heating_Setpoint_RL          | 12.063209   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.61627334 |\n",
+      "|    air_humidity                 | -0.67793584 |\n",
+      "|    air_temperature              | -1.8228041  |\n",
+      "|    clg_setpoint                 | -0.1670376  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1775094   |\n",
+      "|    diffuse_solar_radiation      | -0.74188024 |\n",
+      "|    direct_solar_radiation       | -0.61022305 |\n",
+      "|    hour                         | 1.228198    |\n",
+      "|    htg_setpoint                 | -0.04948287 |\n",
+      "|    month                        | -1.5392112  |\n",
+      "|    outdoor_humidity             | 0.38439214  |\n",
+      "|    outdoor_temperature          | -1.0968235  |\n",
+      "|    people_occupant              | -0.6892419  |\n",
+      "|    total_electricity_HVAC       | -0.6227902  |\n",
+      "|    wind_direction               | 0.49453032  |\n",
+      "|    wind_speed                   | -0.34303167 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 238.94934   |\n",
+      "|    air_humidity                 | 28.186287   |\n",
+      "|    air_temperature              | 20.1129     |\n",
+      "|    clg_setpoint                 | 25.721931   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 17.615166   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 76.5        |\n",
+      "|    outdoor_temperature          | 1.565937    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 219424.16   |\n",
+      "|    wind_direction               | 235.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 7%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5335775   |\n",
+      "|    Heating_Setpoint_RL          | 0.62806225  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.425823   |\n",
+      "|    Heating_Setpoint_RL          | 21.15785    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6508815  |\n",
+      "|    air_humidity                 | -1.0638034  |\n",
+      "|    air_temperature              | -1.1289005  |\n",
+      "|    clg_setpoint                 | 0.40197954  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2899153   |\n",
+      "|    diffuse_solar_radiation      | -0.7417816  |\n",
+      "|    direct_solar_radiation       | -0.61017096 |\n",
+      "|    hour                         | 1.3726048   |\n",
+      "|    htg_setpoint                 | 0.032195628 |\n",
+      "|    month                        | -1.5368071  |\n",
+      "|    outdoor_humidity             | 0.21538693  |\n",
+      "|    outdoor_temperature          | -0.7567954  |\n",
+      "|    people_occupant              | -0.68876994 |\n",
+      "|    total_electricity_HVAC       | -0.6567457  |\n",
+      "|    wind_direction               | -1.3588291  |\n",
+      "|    wind_speed                   | -0.9616864  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 23.16621    |\n",
+      "|    air_temperature              | 21.09971    |\n",
+      "|    clg_setpoint                 | 27.203548   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 17.954454   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 73.0        |\n",
+      "|    outdoor_temperature          | 4.8858466   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 8%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.75180936 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 13.396072   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60715544 |\n",
+      "|    air_humidity                 | 0.62490875  |\n",
+      "|    air_temperature              | -0.62666065 |\n",
+      "|    clg_setpoint                 | 1.4761771   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.401946    |\n",
+      "|    diffuse_solar_radiation      | -0.7416212  |\n",
+      "|    direct_solar_radiation       | -0.60982543 |\n",
+      "|    hour                         | 1.5169916   |\n",
+      "|    htg_setpoint                 | -1.1483054  |\n",
+      "|    month                        | -1.5344143  |\n",
+      "|    outdoor_humidity             | 1.2277604   |\n",
+      "|    outdoor_temperature          | -0.8745439  |\n",
+      "|    people_occupant              | -0.68893147 |\n",
+      "|    total_electricity_HVAC       | -0.61465436 |\n",
+      "|    wind_direction               | -1.1671497  |\n",
+      "|    wind_speed                   | -0.75451714 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 278.65292   |\n",
+      "|    air_humidity                 | 45.078125   |\n",
+      "|    air_temperature              | 21.814964   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 13.054578   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 94.0        |\n",
+      "|    outdoor_temperature          | 3.7279437   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 252904.08   |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 8%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.8978028   |\n",
+      "|    Heating_Setpoint_RL          | 0.74051714  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.655085   |\n",
+      "|    Heating_Setpoint_RL          | 21.79041    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.47283748 |\n",
+      "|    air_humidity                 | -0.42119575 |\n",
+      "|    air_temperature              | -0.79113823 |\n",
+      "|    clg_setpoint                 | 0.9338866   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5135359   |\n",
+      "|    diffuse_solar_radiation      | -0.7414956  |\n",
+      "|    direct_solar_radiation       | -0.6098324  |\n",
+      "|    hour                         | 1.6613537   |\n",
+      "|    htg_setpoint                 | -0.56320685 |\n",
+      "|    month                        | -1.5320326  |\n",
+      "|    outdoor_humidity             | -0.07521091 |\n",
+      "|    outdoor_temperature          | -1.4173921  |\n",
+      "|    people_occupant              | -0.6890927  |\n",
+      "|    total_electricity_HVAC       | -0.4870261  |\n",
+      "|    wind_direction               | -1.4032198  |\n",
+      "|    wind_speed                   | -0.9606542  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 868.4529    |\n",
+      "|    air_humidity                 | 31.503365   |\n",
+      "|    air_temperature              | 21.580952   |\n",
+      "|    clg_setpoint                 | 28.587057   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 15.483688   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 67.0        |\n",
+      "|    outdoor_temperature          | -1.5953943  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 783369.1    |\n",
+      "|    wind_direction               | 35.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 8%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.16032964  |\n",
+      "|    Heating_Setpoint_RL          | 0.94266415  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.166113   |\n",
+      "|    Heating_Setpoint_RL          | 22.927486   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.3134997  |\n",
+      "|    air_humidity                 | -0.37255207 |\n",
+      "|    air_temperature              | -2.7663636  |\n",
+      "|    clg_setpoint                 | 1.4769188   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7383358   |\n",
+      "|    diffuse_solar_radiation      | -0.7413716  |\n",
+      "|    direct_solar_radiation       | -0.60982877 |\n",
+      "|    hour                         | -1.6612688  |\n",
+      "|    htg_setpoint                 | -1.401782   |\n",
+      "|    month                        | -1.5296619  |\n",
+      "|    outdoor_humidity             | -1.0642983  |\n",
+      "|    outdoor_temperature          | -1.7223186  |\n",
+      "|    people_occupant              | -0.6892537  |\n",
+      "|    total_electricity_HVAC       | -0.33830056 |\n",
+      "|    wind_direction               | -1.5919269  |\n",
+      "|    wind_speed                   | 2.549414    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1568.4788   |\n",
+      "|    air_humidity                 | 32.128895   |\n",
+      "|    air_temperature              | 18.768179   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 46.5        |\n",
+      "|    outdoor_temperature          | -4.5970774  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1401827.2   |\n",
+      "|    wind_direction               | 15.0        |\n",
+      "|    wind_speed                   | 11.1        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 9%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.95946664  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.863201   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.3477073   |\n",
+      "|    air_humidity                 | -0.7975917  |\n",
+      "|    air_temperature              | -1.2970737  |\n",
+      "|    clg_setpoint                 | 1.4773241   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6733975  |\n",
+      "|    diffuse_solar_radiation      | -0.74119616 |\n",
+      "|    direct_solar_radiation       | -0.60991687 |\n",
+      "|    hour                         | -1.5167077  |\n",
+      "|    htg_setpoint                 | 1.3073876   |\n",
+      "|    month                        | -1.2431242  |\n",
+      "|    outdoor_humidity             | -0.16959031 |\n",
+      "|    outdoor_temperature          | -1.2483263  |\n",
+      "|    people_occupant              | -0.6894143  |\n",
+      "|    total_electricity_HVAC       | 3.1465032   |\n",
+      "|    wind_direction               | 0.7810019   |\n",
+      "|    wind_speed                   | -0.13496326 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17657.482   |\n",
+      "|    air_humidity                 | 26.604765   |\n",
+      "|    air_temperature              | 20.857983   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 65.0        |\n",
+      "|    outdoor_temperature          | 0.017648457 |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15895784.0  |\n",
+      "|    wind_direction               | 265.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 9%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.4902358   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.279545   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.2361927   |\n",
+      "|    air_humidity                 | -0.47369087 |\n",
+      "|    air_temperature              | -0.37649107 |\n",
+      "|    clg_setpoint                 | 0.65624523  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5569715  |\n",
+      "|    diffuse_solar_radiation      | -0.7411311  |\n",
+      "|    direct_solar_radiation       | -0.60979444 |\n",
+      "|    hour                         | -1.3721713  |\n",
+      "|    htg_setpoint                 | 1.3076214   |\n",
+      "|    month                        | -1.2416632  |\n",
+      "|    outdoor_humidity             | 0.33711368  |\n",
+      "|    outdoor_temperature          | -0.9500489  |\n",
+      "|    people_occupant              | -0.6895747  |\n",
+      "|    total_electricity_HVAC       | 3.0390358   |\n",
+      "|    wind_direction               | 0.82781965  |\n",
+      "|    wind_speed                   | -0.44500935 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17170.787   |\n",
+      "|    air_humidity                 | 30.79968    |\n",
+      "|    air_temperature              | 22.1685     |\n",
+      "|    clg_setpoint                 | 27.861708   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 75.5        |\n",
+      "|    outdoor_temperature          | 2.9363806   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15451358.0  |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 9%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.8540114  |\n",
+      "|    Heating_Setpoint_RL          | -0.06400871 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.742712   |\n",
+      "|    Heating_Setpoint_RL          | 17.26495    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.09661334 |\n",
+      "|    air_humidity                 | -1.8332738  |\n",
+      "|    air_temperature              | -2.342734   |\n",
+      "|    clg_setpoint                 | 0.21131909  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4411035  |\n",
+      "|    diffuse_solar_radiation      | -0.74091876 |\n",
+      "|    direct_solar_radiation       | -0.6098849  |\n",
+      "|    hour                         | -1.2276552  |\n",
+      "|    htg_setpoint                 | -1.4012316  |\n",
+      "|    month                        | -1.2402074  |\n",
+      "|    outdoor_humidity             | -0.8183879  |\n",
+      "|    outdoor_temperature          | -2.0817177  |\n",
+      "|    people_occupant              | -0.68910503 |\n",
+      "|    total_electricity_HVAC       | -0.13412653 |\n",
+      "|    wind_direction               | -1.7333925  |\n",
+      "|    wind_speed                   | 0.19498537  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2523.5254   |\n",
+      "|    air_humidity                 | 13.149485   |\n",
+      "|    air_temperature              | 19.364508   |\n",
+      "|    clg_setpoint                 | 26.704449   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 51.5        |\n",
+      "|    outdoor_temperature          | -8.164643   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2252550.2   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 5.4         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 10%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.1952365  |\n",
+      "|    Heating_Setpoint_RL          | 0.7405235   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.966076   |\n",
+      "|    Heating_Setpoint_RL          | 21.790445   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.54822415 |\n",
+      "|    air_humidity                 | -1.9485627  |\n",
+      "|    air_temperature              | -1.3768809  |\n",
+      "|    clg_setpoint                 | -0.09444901 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3257111  |\n",
+      "|    diffuse_solar_radiation      | -0.74072343 |\n",
+      "|    direct_solar_radiation       | -0.60990506 |\n",
+      "|    hour                         | -1.0831553  |\n",
+      "|    htg_setpoint                 | -1.4012824  |\n",
+      "|    month                        | -1.2387568  |\n",
+      "|    outdoor_humidity             | 1.5191379   |\n",
+      "|    outdoor_temperature          | -1.2249451  |\n",
+      "|    people_occupant              | -0.6886363  |\n",
+      "|    total_electricity_HVAC       | -0.56034374 |\n",
+      "|    wind_direction               | -0.97409093 |\n",
+      "|    wind_speed                   | -0.32112703 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 538.87573   |\n",
+      "|    air_humidity                 | 11.595765   |\n",
+      "|    air_temperature              | 20.737745   |\n",
+      "|    clg_setpoint                 | 25.90868    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 0.20878705  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 479931.62   |\n",
+      "|    wind_direction               | 80.0        |\n",
+      "|    wind_speed                   | 4.15        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 10%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.3748275  |\n",
+      "|    Heating_Setpoint_RL          | 0.58775854  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.359957   |\n",
+      "|    Heating_Setpoint_RL          | 20.93114    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.2591248  |\n",
+      "|    air_humidity                 | 0.15648314  |\n",
+      "|    air_temperature              | -3.2766352  |\n",
+      "|    clg_setpoint                 | 1.2419297   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2107201  |\n",
+      "|    diffuse_solar_radiation      | -0.7405356  |\n",
+      "|    direct_solar_radiation       | -0.6095227  |\n",
+      "|    hour                         | -0.9386681  |\n",
+      "|    htg_setpoint                 | -0.46089894 |\n",
+      "|    month                        | -1.2373112  |\n",
+      "|    outdoor_humidity             | -0.40867925 |\n",
+      "|    outdoor_temperature          | -1.6555942  |\n",
+      "|    people_occupant              | -0.6887969  |\n",
+      "|    total_electricity_HVAC       | -0.2893402  |\n",
+      "|    wind_direction               | 1.0163493   |\n",
+      "|    wind_speed                   | 1.9084313   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1811.8496   |\n",
+      "|    air_humidity                 | 38.93133    |\n",
+      "|    air_temperature              | 18.023998   |\n",
+      "|    clg_setpoint                 | 29.388653   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 15.904514   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 60.0        |\n",
+      "|    outdoor_temperature          | -4.028702   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1609063.1   |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 9.55        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 10%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9009632  |\n",
+      "|    Heating_Setpoint_RL          | 0.84205633  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.58425    |\n",
+      "|    Heating_Setpoint_RL          | 22.361567   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 4.4723663   |\n",
+      "|    air_humidity                 | -1.3258429  |\n",
+      "|    air_temperature              | -2.0069127  |\n",
+      "|    clg_setpoint                 | 0.7355151   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0960625  |\n",
+      "|    diffuse_solar_radiation      | -0.7404435  |\n",
+      "|    direct_solar_radiation       | -0.60955197 |\n",
+      "|    hour                         | -0.79419035 |\n",
+      "|    htg_setpoint                 | 1.308342    |\n",
+      "|    month                        | -1.2358706  |\n",
+      "|    outdoor_humidity             | -0.64840317 |\n",
+      "|    outdoor_temperature          | -2.6600428  |\n",
+      "|    people_occupant              | -0.6889572  |\n",
+      "|    total_electricity_HVAC       | 4.218369    |\n",
+      "|    wind_direction               | 0.8729979   |\n",
+      "|    wind_speed                   | 1.0379947   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 22672.574   |\n",
+      "|    air_humidity                 | 19.672125   |\n",
+      "|    air_temperature              | 19.83167    |\n",
+      "|    clg_setpoint                 | 28.069954   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 55.0        |\n",
+      "|    outdoor_temperature          | -13.948951  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 20411412.0  |\n",
+      "|    wind_direction               | 275.0       |\n",
+      "|    wind_speed                   | 7.45        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.007831309 |\n",
+      "|    clip_fraction                | 0.0687      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.56       |\n",
+      "|    explained_variance           | 0.85        |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.518       |\n",
+      "|    n_updates                    | 530         |\n",
+      "|    policy_gradient_loss         | -0.0116     |\n",
+      "|    std                          | 0.871       |\n",
+      "|    value_loss                   | 1.54        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 10%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.319627    |\n",
+      "|    Heating_Setpoint_RL          | 0.66898876  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.703741   |\n",
+      "|    Heating_Setpoint_RL          | 21.388062   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.33575827  |\n",
+      "|    air_humidity                 | -1.0091084  |\n",
+      "|    air_temperature              | -2.796466   |\n",
+      "|    clg_setpoint                 | 1.4769561   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9816779  |\n",
+      "|    diffuse_solar_radiation      | -0.45359746 |\n",
+      "|    direct_solar_radiation       | -0.31116372 |\n",
+      "|    hour                         | -0.64971936 |\n",
+      "|    htg_setpoint                 | -0.41164824 |\n",
+      "|    month                        | -1.2344351  |\n",
+      "|    outdoor_humidity             | -0.1419217  |\n",
+      "|    outdoor_temperature          | -2.2389958  |\n",
+      "|    people_occupant              | -0.68911725 |\n",
+      "|    total_electricity_HVAC       | 0.27980077  |\n",
+      "|    wind_direction               | 0.9668258   |\n",
+      "|    wind_speed                   | 0.21185528  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4443.962    |\n",
+      "|    air_humidity                 | 23.773136   |\n",
+      "|    air_temperature              | 18.698568   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 28.0        |\n",
+      "|    direct_solar_radiation       | 74.0        |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 16.106083   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 65.5        |\n",
+      "|    outdoor_temperature          | -9.8695965  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3990694.5   |\n",
+      "|    wind_direction               | 285.0       |\n",
+      "|    wind_speed                   | 5.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 11%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.3753655   |\n",
+      "|    air_humidity                 | -0.9954559  |\n",
+      "|    air_temperature              | 0.38720053  |\n",
+      "|    clg_setpoint                 | -1.0985825  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.867512   |\n",
+      "|    diffuse_solar_radiation      | -0.08477468 |\n",
+      "|    direct_solar_radiation       | 1.221298    |\n",
+      "|    hour                         | -0.50525296 |\n",
+      "|    htg_setpoint                 | 1.3086907   |\n",
+      "|    month                        | -1.2330046  |\n",
+      "|    outdoor_humidity             | -1.2734467  |\n",
+      "|    outdoor_temperature          | -1.6067098  |\n",
+      "|    people_occupant              | 1.6939603   |\n",
+      "|    total_electricity_HVAC       | 2.5547223   |\n",
+      "|    wind_direction               | 1.534687    |\n",
+      "|    wind_speed                   | 0.0881044   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 13457.374   |\n",
+      "|    air_humidity                 | 23.941628   |\n",
+      "|    air_temperature              | 23.250353   |\n",
+      "|    clg_setpoint                 | 23.292383   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 64.0        |\n",
+      "|    direct_solar_radiation       | 454.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 42.0        |\n",
+      "|    outdoor_temperature          | -3.6779864  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 13498350.0  |\n",
+      "|    wind_direction               | 345.0       |\n",
+      "|    wind_speed                   | 5.15        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 11%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.21317531 |\n",
+      "|    air_humidity                 | -1.148461   |\n",
+      "|    air_temperature              | -2.7794907  |\n",
+      "|    clg_setpoint                 | -0.9188528  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.753517   |\n",
+      "|    diffuse_solar_radiation      | -0.16642083 |\n",
+      "|    direct_solar_radiation       | 2.6998084   |\n",
+      "|    hour                         | -0.36078933 |\n",
+      "|    htg_setpoint                 | -1.2026929  |\n",
+      "|    month                        | -1.231579   |\n",
+      "|    outdoor_humidity             | -0.81424034 |\n",
+      "|    outdoor_temperature          | -1.9897645  |\n",
+      "|    people_occupant              | -0.68943644 |\n",
+      "|    total_electricity_HVAC       | -0.24055865 |\n",
+      "|    wind_direction               | 1.1540346   |\n",
+      "|    wind_speed                   | 0.83021337  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2025.8236   |\n",
+      "|    air_humidity                 | 21.942732   |\n",
+      "|    air_temperature              | 18.717854   |\n",
+      "|    clg_setpoint                 | 23.759447   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 56.0        |\n",
+      "|    direct_solar_radiation       | 821.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 12.818134   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 51.5        |\n",
+      "|    outdoor_temperature          | -7.490594   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1822243.8   |\n",
+      "|    wind_direction               | 305.0       |\n",
+      "|    wind_speed                   | 6.95        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 11%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5344341  |\n",
+      "|    air_humidity                 | -1.7128913  |\n",
+      "|    air_temperature              | -2.013693   |\n",
+      "|    clg_setpoint                 | -0.6386402  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6396513  |\n",
+      "|    diffuse_solar_radiation      | 1.8116293   |\n",
+      "|    direct_solar_radiation       | -0.35999626 |\n",
+      "|    hour                         | -0.21632715 |\n",
+      "|    htg_setpoint                 | -0.5758265  |\n",
+      "|    month                        | -1.2301583  |\n",
+      "|    outdoor_humidity             | -0.6930599  |\n",
+      "|    outdoor_temperature          | -1.1990744  |\n",
+      "|    people_occupant              | -0.68896997 |\n",
+      "|    total_electricity_HVAC       | -0.5460459  |\n",
+      "|    wind_direction               | 0.6796559   |\n",
+      "|    wind_speed                   | -0.55266356 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 606.5754    |\n",
+      "|    air_humidity                 | 14.57859    |\n",
+      "|    air_temperature              | 19.807352   |\n",
+      "|    clg_setpoint                 | 24.490305   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 249.0       |\n",
+      "|    direct_solar_radiation       | 62.0        |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 15.420668   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 54.0        |\n",
+      "|    outdoor_temperature          | 0.2882425   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 545917.9    |\n",
+      "|    wind_direction               | 255.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 11%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60954    |\n",
+      "|    air_humidity                 | -0.68868977 |\n",
+      "|    air_temperature              | 0.38873684  |\n",
+      "|    clg_setpoint                 | -1.1152415  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.5258795  |\n",
+      "|    diffuse_solar_radiation      | 0.58218145  |\n",
+      "|    direct_solar_radiation       | 2.39253     |\n",
+      "|    hour                         | -0.07186549 |\n",
+      "|    htg_setpoint                 | -0.24103296 |\n",
+      "|    month                        | -1.2287426  |\n",
+      "|    outdoor_humidity             | -0.78959495 |\n",
+      "|    outdoor_temperature          | -0.6310711  |\n",
+      "|    people_occupant              | 1.2184432   |\n",
+      "|    total_electricity_HVAC       | -0.6175177  |\n",
+      "|    wind_direction               | 0.7742257   |\n",
+      "|    wind_speed                   | 0.29363075  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 274.1938    |\n",
+      "|    air_humidity                 | 27.861061   |\n",
+      "|    air_temperature              | 23.24852    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 129.0       |\n",
+      "|    direct_solar_radiation       | 745.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 16.81065    |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 52.0        |\n",
+      "|    outdoor_temperature          | 5.8850937   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 246774.4    |\n",
+      "|    wind_direction               | 265.0       |\n",
+      "|    wind_speed                   | 5.65        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 12%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.96366924 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.372616   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.34718478  |\n",
+      "|    air_humidity                 | -1.1760232  |\n",
+      "|    air_temperature              | 0.3897102   |\n",
+      "|    clg_setpoint                 | -1.114935   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.41217214 |\n",
+      "|    diffuse_solar_radiation      | 0.910573    |\n",
+      "|    direct_solar_radiation       | 2.1745882   |\n",
+      "|    hour                         | 0.07259605  |\n",
+      "|    htg_setpoint                 | 0.37822703  |\n",
+      "|    month                        | -1.2273318  |\n",
+      "|    outdoor_humidity             | -1.9914346  |\n",
+      "|    outdoor_temperature          | -1.8945113  |\n",
+      "|    people_occupant              | 0.26457742  |\n",
+      "|    total_electricity_HVAC       | 0.2930935   |\n",
+      "|    wind_direction               | 1.0575664   |\n",
+      "|    wind_speed                   | 0.93292695  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4508.1836   |\n",
+      "|    air_humidity                 | 21.516102   |\n",
+      "|    air_temperature              | 23.24925    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 161.0       |\n",
+      "|    direct_solar_radiation       | 691.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 19.381027   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 27.0        |\n",
+      "|    outdoor_temperature          | -6.607086   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 4057365.0   |\n",
+      "|    wind_direction               | 295.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 12%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.8184994  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.020941   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.5125588   |\n",
+      "|    air_humidity                 | -1.3012652  |\n",
+      "|    air_temperature              | 0.3902564   |\n",
+      "|    clg_setpoint                 | -1.1145856  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.29850572 |\n",
+      "|    diffuse_solar_radiation      | 1.1977243   |\n",
+      "|    direct_solar_radiation       | 1.4613286   |\n",
+      "|    hour                         | 0.21705748  |\n",
+      "|    htg_setpoint                 | -1.3981073  |\n",
+      "|    month                        | -1.2259257  |\n",
+      "|    outdoor_humidity             | -1.5072874  |\n",
+      "|    outdoor_temperature          | -1.566957   |\n",
+      "|    people_occupant              | 1.217692    |\n",
+      "|    total_electricity_HVAC       | 0.45061946  |\n",
+      "|    wind_direction               | 0.86689335  |\n",
+      "|    wind_speed                   | 0.31331632  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5245.5947   |\n",
+      "|    air_humidity                 | 19.873165   |\n",
+      "|    air_temperature              | 23.24934    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 189.0       |\n",
+      "|    direct_solar_radiation       | 514.0       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 37.0        |\n",
+      "|    outdoor_temperature          | -3.4081693  |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 4721035.5   |\n",
+      "|    wind_direction               | 275.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 12%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.29661328 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.956551   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.35371238 |\n",
+      "|    air_humidity                 | -1.182281   |\n",
+      "|    air_temperature              | 0.3904036   |\n",
+      "|    clg_setpoint                 | -1.1141782  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18486261 |\n",
+      "|    diffuse_solar_radiation      | -0.16572879 |\n",
+      "|    direct_solar_radiation       | 2.9639342   |\n",
+      "|    hour                         | 0.36151835  |\n",
+      "|    htg_setpoint                 | -0.8451541  |\n",
+      "|    month                        | -1.2245245  |\n",
+      "|    outdoor_humidity             | -1.8905386  |\n",
+      "|    outdoor_temperature          | -1.2320466  |\n",
+      "|    people_occupant              | 1.6939095   |\n",
+      "|    total_electricity_HVAC       | -0.3740064  |\n",
+      "|    wind_direction               | 1.0556237   |\n",
+      "|    wind_speed                   | 0.20999677  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1409.071    |\n",
+      "|    air_humidity                 | 21.409395   |\n",
+      "|    air_temperature              | 23.248816   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 56.0        |\n",
+      "|    direct_solar_radiation       | 887.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 14.2952585  |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 29.0        |\n",
+      "|    outdoor_temperature          | -0.1188758  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1268164.0   |\n",
+      "|    wind_direction               | 295.0       |\n",
+      "|    wind_speed                   | 5.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 13%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.047892503 |\n",
+      "|    air_humidity                 | -0.598571    |\n",
+      "|    air_temperature              | 0.39119318   |\n",
+      "|    clg_setpoint                 | -1.1137936   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.07123106  |\n",
+      "|    diffuse_solar_radiation      | 0.090829     |\n",
+      "|    direct_solar_radiation       | -0.6101745   |\n",
+      "|    hour                         | 0.5059778    |\n",
+      "|    htg_setpoint                 | 1.310177     |\n",
+      "|    month                        | -1.2231281   |\n",
+      "|    outdoor_humidity             | 0.8519135    |\n",
+      "|    outdoor_temperature          | -1.1921859   |\n",
+      "|    people_occupant              | 1.693395     |\n",
+      "|    total_electricity_HVAC       | -0.0828397   |\n",
+      "|    wind_direction               | 0.013476861  |\n",
+      "|    wind_speed                   | -0.65747845  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2766.7224    |\n",
+      "|    air_humidity                 | 28.989962    |\n",
+      "|    air_temperature              | 23.249468    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 81.0         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 15.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 86.0         |\n",
+      "|    outdoor_temperature          | 0.256691     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2490050.0    |\n",
+      "|    wind_direction               | 185.0        |\n",
+      "|    wind_speed                   | 3.35         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 13%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6466891  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.442425   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65219367 |\n",
+      "|    air_humidity                 | -0.6013976  |\n",
+      "|    air_temperature              | -0.4231315  |\n",
+      "|    clg_setpoint                 | -0.75696003 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.042394903 |\n",
+      "|    diffuse_solar_radiation      | -0.22702578 |\n",
+      "|    direct_solar_radiation       | -0.60998917 |\n",
+      "|    hour                         | 0.6504345   |\n",
+      "|    htg_setpoint                 | -1.3978628  |\n",
+      "|    month                        | -1.2217364  |\n",
+      "|    outdoor_humidity             | -1.1449441  |\n",
+      "|    outdoor_temperature          | -0.52578133 |\n",
+      "|    people_occupant              | -0.6893     |\n",
+      "|    total_electricity_HVAC       | -0.65814996 |\n",
+      "|    wind_direction               | 1.4347286   |\n",
+      "|    wind_speed                   | -0.14075695 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 28.955826   |\n",
+      "|    air_temperature              | 22.079779   |\n",
+      "|    clg_setpoint                 | 24.17986    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 50.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 44.5        |\n",
+      "|    outdoor_temperature          | 6.8456135   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 335.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 13%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.47900864 |\n",
+      "|    Heating_Setpoint_RL          | -0.65795165 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.008347   |\n",
+      "|    Heating_Setpoint_RL          | 13.924022   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65213203 |\n",
+      "|    air_humidity                 | -1.4317853  |\n",
+      "|    air_temperature              | -0.44704762 |\n",
+      "|    clg_setpoint                 | -0.739558   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.15601541  |\n",
+      "|    diffuse_solar_radiation      | -0.73984176 |\n",
+      "|    direct_solar_radiation       | -0.61012894 |\n",
+      "|    hour                         | 0.7948867   |\n",
+      "|    htg_setpoint                 | -0.34176514 |\n",
+      "|    month                        | -1.2203496  |\n",
+      "|    outdoor_humidity             | -1.0959553  |\n",
+      "|    outdoor_temperature          | -0.6857022  |\n",
+      "|    people_occupant              | -0.6888366  |\n",
+      "|    total_electricity_HVAC       | -0.6581016  |\n",
+      "|    wind_direction               | 0.53482527  |\n",
+      "|    wind_speed                   | -0.55406755 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 18.15278    |\n",
+      "|    air_temperature              | 22.044271   |\n",
+      "|    clg_setpoint                 | 24.226074   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 16.387098   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 45.5        |\n",
+      "|    outdoor_temperature          | 5.256243    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 13%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.500456   |\n",
+      "|    air_humidity                 | -0.55293316 |\n",
+      "|    air_temperature              | 0.3932833   |\n",
+      "|    clg_setpoint                 | -1.1141912  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.26962486  |\n",
+      "|    diffuse_solar_radiation      | -0.7398092  |\n",
+      "|    direct_solar_radiation       | -0.6101387  |\n",
+      "|    hour                         | 0.93933225  |\n",
+      "|    htg_setpoint                 | -1.397701   |\n",
+      "|    month                        | -1.2189673  |\n",
+      "|    outdoor_humidity             | 0.17902094  |\n",
+      "|    outdoor_temperature          | -0.86594087 |\n",
+      "|    people_occupant              | 0.50287074  |\n",
+      "|    total_electricity_HVAC       | -0.5124715  |\n",
+      "|    wind_direction               | -0.3182587  |\n",
+      "|    wind_speed                   | -1.0703576  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 759.77985   |\n",
+      "|    air_humidity                 | 29.558987   |\n",
+      "|    air_temperature              | 23.249918   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 72.0        |\n",
+      "|    outdoor_temperature          | 3.464265    |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 688926.94   |\n",
+      "|    wind_direction               | 150.0       |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 14%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.56648606 |\n",
+      "|    air_humidity                 | -0.8404163  |\n",
+      "|    air_temperature              | 0.26941708  |\n",
+      "|    clg_setpoint                 | -1.113893   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.38321182  |\n",
+      "|    diffuse_solar_radiation      | -0.73977304 |\n",
+      "|    direct_solar_radiation       | -0.6102691  |\n",
+      "|    hour                         | 1.0837685   |\n",
+      "|    htg_setpoint                 | -1.3976773  |\n",
+      "|    month                        | -1.2175899  |\n",
+      "|    outdoor_humidity             | -0.5189241  |\n",
+      "|    outdoor_temperature          | -0.83724064 |\n",
+      "|    people_occupant              | -0.45078996 |\n",
+      "|    total_electricity_HVAC       | -0.57501805 |\n",
+      "|    wind_direction               | 0.39295742  |\n",
+      "|    wind_speed                   | -0.759403   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 466.75955   |\n",
+      "|    air_humidity                 | 25.817734   |\n",
+      "|    air_temperature              | 23.071957   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 57.5        |\n",
+      "|    outdoor_temperature          | 3.7411933   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 426493.94   |\n",
+      "|    wind_direction               | 225.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 14%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9711909  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.34723    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.3472834  |\n",
+      "|    air_humidity                 | -0.16651449 |\n",
+      "|    air_temperature              | -0.40711194 |\n",
+      "|    clg_setpoint                 | 1.0461202   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.49675927  |\n",
+      "|    diffuse_solar_radiation      | -0.739698   |\n",
+      "|    direct_solar_radiation       | -0.6103484  |\n",
+      "|    hour                         | 1.2281923   |\n",
+      "|    htg_setpoint                 | 0.7512341   |\n",
+      "|    month                        | -1.216217   |\n",
+      "|    outdoor_humidity             | 0.80482835  |\n",
+      "|    outdoor_temperature          | -0.8325386  |\n",
+      "|    people_occupant              | -0.45097828 |\n",
+      "|    total_electricity_HVAC       | -0.39202005 |\n",
+      "|    wind_direction               | -1.0756063  |\n",
+      "|    wind_speed                   | -0.9657725  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1439.9154   |\n",
+      "|    air_humidity                 | 34.567467   |\n",
+      "|    air_temperature              | 22.100876   |\n",
+      "|    clg_setpoint                 | 28.874226   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 20.92819    |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 85.0        |\n",
+      "|    outdoor_temperature          | 3.7826574   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 1194372.2   |\n",
+      "|    wind_direction               | 70.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 14%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.9843141   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.94706    |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6519035  |\n",
+      "|    air_humidity                 | 0.5200377   |\n",
+      "|    air_temperature              | -1.3657117  |\n",
+      "|    clg_setpoint                 | -0.95163566 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.61024433  |\n",
+      "|    diffuse_solar_radiation      | -0.73959905 |\n",
+      "|    direct_solar_radiation       | -0.609968   |\n",
+      "|    hour                         | 1.3726004   |\n",
+      "|    htg_setpoint                 | -0.94473755 |\n",
+      "|    month                        | -1.2148488  |\n",
+      "|    outdoor_humidity             | -0.13443142 |\n",
+      "|    outdoor_temperature          | -0.5744385  |\n",
+      "|    people_occupant              | -0.68946904 |\n",
+      "|    total_electricity_HVAC       | -0.65785253 |\n",
+      "|    wind_direction               | 1.3886398   |\n",
+      "|    wind_speed                   | 0.5242176   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 43.483707   |\n",
+      "|    air_temperature              | 20.725952   |\n",
+      "|    clg_setpoint                 | 23.671024   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 13.8821     |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 65.5        |\n",
+      "|    outdoor_temperature          | 6.3310905   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 330.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 14%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.9740367   |\n",
+      "|    Heating_Setpoint_RL          | 0.20833586  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.912374   |\n",
+      "|    Heating_Setpoint_RL          | 18.79689    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6227724  |\n",
+      "|    air_humidity                 | -0.6522867  |\n",
+      "|    air_temperature              | -1.6938695  |\n",
+      "|    clg_setpoint                 | -1.1129206  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.72363865  |\n",
+      "|    diffuse_solar_radiation      | -0.7394454  |\n",
+      "|    direct_solar_radiation       | -0.6100804  |\n",
+      "|    hour                         | 1.5169888   |\n",
+      "|    htg_setpoint                 | -1.0752202  |\n",
+      "|    month                        | -1.2134852  |\n",
+      "|    outdoor_humidity             | -0.7110692  |\n",
+      "|    outdoor_temperature          | -0.90423393 |\n",
+      "|    people_occupant              | -0.68962646 |\n",
+      "|    total_electricity_HVAC       | -0.62865067 |\n",
+      "|    wind_direction               | 0.62954247  |\n",
+      "|    wind_speed                   | -0.7590409  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 215.86453   |\n",
+      "|    air_humidity                 | 28.252434   |\n",
+      "|    air_temperature              | 20.254477   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 13.3386     |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 53.5        |\n",
+      "|    outdoor_temperature          | 3.0617478   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 200369.0    |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 15%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65177774 |\n",
+      "|    air_humidity                 | -0.72620237 |\n",
+      "|    air_temperature              | -1.4973809  |\n",
+      "|    clg_setpoint                 | -0.61976135 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8369082   |\n",
+      "|    diffuse_solar_radiation      | -0.7393749  |\n",
+      "|    direct_solar_radiation       | -0.6097009  |\n",
+      "|    hour                         | 1.6613531   |\n",
+      "|    htg_setpoint                 | -0.7183034  |\n",
+      "|    month                        | -1.2121263  |\n",
+      "|    outdoor_humidity             | 1.0941219   |\n",
+      "|    outdoor_temperature          | -0.7426963  |\n",
+      "|    people_occupant              | -0.68916523 |\n",
+      "|    total_electricity_HVAC       | -0.6577022  |\n",
+      "|    wind_direction               | -1.0283796  |\n",
+      "|    wind_speed                   | -1.2964698  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 27.282564   |\n",
+      "|    air_temperature              | 20.535273   |\n",
+      "|    clg_setpoint                 | 24.534859   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 14.82217    |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 91.0        |\n",
+      "|    outdoor_temperature          | 4.6546526   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 75.0        |\n",
+      "|    wind_speed                   | 1.8         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 15%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.4176917   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 19.974516   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.40299094 |\n",
+      "|    air_humidity                 | -1.3352972  |\n",
+      "|    air_temperature              | -2.867866   |\n",
+      "|    clg_setpoint                 | 1.4782603   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0639356   |\n",
+      "|    diffuse_solar_radiation      | -0.7392951  |\n",
+      "|    direct_solar_radiation       | -0.6096709  |\n",
+      "|    hour                         | -1.66127    |\n",
+      "|    htg_setpoint                 | -0.5045353  |\n",
+      "|    month                        | -1.2107717  |\n",
+      "|    outdoor_humidity             | -1.6492738  |\n",
+      "|    outdoor_temperature          | -1.4474831  |\n",
+      "|    people_occupant              | -0.6887049  |\n",
+      "|    total_electricity_HVAC       | -0.4245926  |\n",
+      "|    wind_direction               | 1.2448232   |\n",
+      "|    wind_speed                   | 0.6275948   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1192.4648   |\n",
+      "|    air_humidity                 | 19.361662   |\n",
+      "|    air_temperature              | 18.566929   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 15.710049   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 34.0        |\n",
+      "|    outdoor_temperature          | -2.3185153  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1057422.1   |\n",
+      "|    wind_direction               | 315.0       |\n",
+      "|    wind_speed                   | 6.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 16%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.1593404   |\n",
+      "|    air_humidity                 | -0.83318007 |\n",
+      "|    air_temperature              | -1.9298156  |\n",
+      "|    clg_setpoint                 | -1.113366   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1768149   |\n",
+      "|    diffuse_solar_radiation      | -0.7391771  |\n",
+      "|    direct_solar_radiation       | -0.6098122  |\n",
+      "|    hour                         | -1.516711   |\n",
+      "|    htg_setpoint                 | 0.40749443  |\n",
+      "|    month                        | -1.2094218  |\n",
+      "|    outdoor_humidity             | -0.7334     |\n",
+      "|    outdoor_temperature          | -1.3167634  |\n",
+      "|    people_occupant              | -0.68886256 |\n",
+      "|    total_electricity_HVAC       | -0.22634897 |\n",
+      "|    wind_direction               | -1.456002   |\n",
+      "|    wind_speed                   | 0.5238557   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3693.0417   |\n",
+      "|    air_humidity                 | 25.8637     |\n",
+      "|    air_temperature              | 19.911049   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 19.49817    |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 53.0        |\n",
+      "|    outdoor_temperature          | -1.0391667  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1890682.6   |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 16%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.15726882  |\n",
+      "|    Heating_Setpoint_RL          | -0.6992314  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.155783   |\n",
+      "|    Heating_Setpoint_RL          | 13.691824   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.51450974 |\n",
+      "|    air_humidity                 | -0.2973292  |\n",
+      "|    air_temperature              | -1.471281   |\n",
+      "|    clg_setpoint                 | 0.5802178   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2894192   |\n",
+      "|    diffuse_solar_radiation      | -0.7391414  |\n",
+      "|    direct_solar_radiation       | -0.609434   |\n",
+      "|    hour                         | -1.3721762  |\n",
+      "|    htg_setpoint                 | -1.1587827  |\n",
+      "|    month                        | -1.2080764  |\n",
+      "|    outdoor_humidity             | -0.97290355 |\n",
+      "|    outdoor_temperature          | -1.2894825  |\n",
+      "|    people_occupant              | -0.6890199  |\n",
+      "|    total_electricity_HVAC       | -0.52595997 |\n",
+      "|    wind_direction               | -0.98091525 |\n",
+      "|    wind_speed                   | -0.7589381  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 698.3259    |\n",
+      "|    air_humidity                 | 32.81511    |\n",
+      "|    air_temperature              | 20.568491   |\n",
+      "|    clg_setpoint                 | 27.659874   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 12.989414   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 48.0        |\n",
+      "|    outdoor_temperature          | -0.79060906 |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 632829.25   |\n",
+      "|    wind_direction               | 80.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.007266593 |\n",
+      "|    clip_fraction                | 0.0668      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.55       |\n",
+      "|    explained_variance           | 0.876       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.543       |\n",
+      "|    n_updates                    | 540         |\n",
+      "|    policy_gradient_loss         | -0.0111     |\n",
+      "|    std                          | 0.865       |\n",
+      "|    value_loss                   | 2.05        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 16%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.48625892  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.266125   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.0305188   |\n",
+      "|    air_humidity                 | 0.35427427  |\n",
+      "|    air_temperature              | -0.23708405 |\n",
+      "|    clg_setpoint                 | 1.0811828   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4016917   |\n",
+      "|    diffuse_solar_radiation      | -0.739025   |\n",
+      "|    direct_solar_radiation       | -0.60905653 |\n",
+      "|    hour                         | -1.2276613  |\n",
+      "|    htg_setpoint                 | 1.309833    |\n",
+      "|    month                        | -1.2067354  |\n",
+      "|    outdoor_humidity             | 1.4305147   |\n",
+      "|    outdoor_temperature          | -1.1391495  |\n",
+      "|    people_occupant              | -0.68917704 |\n",
+      "|    total_electricity_HVAC       | 2.96036     |\n",
+      "|    wind_direction               | -0.742818   |\n",
+      "|    wind_speed                   | -1.1725727  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 16478.256   |\n",
+      "|    air_humidity                 | 41.276108   |\n",
+      "|    air_temperature              | 22.340166   |\n",
+      "|    clg_setpoint                 | 28.964066   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 98.0        |\n",
+      "|    outdoor_temperature          | 0.6857294   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15300471.0  |\n",
+      "|    wind_direction               | 105.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 16%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6521605  |\n",
+      "|    air_humidity                 | 0.65228015  |\n",
+      "|    air_temperature              | -1.0399054  |\n",
+      "|    clg_setpoint                 | 0.26873356  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6724849  |\n",
+      "|    diffuse_solar_radiation      | -0.7388885  |\n",
+      "|    direct_solar_radiation       | -0.6086798  |\n",
+      "|    hour                         | -1.0831622  |\n",
+      "|    htg_setpoint                 | 0.54479283  |\n",
+      "|    month                        | -0.92300475 |\n",
+      "|    outdoor_humidity             | -0.5176425  |\n",
+      "|    outdoor_temperature          | -0.54027003 |\n",
+      "|    people_occupant              | -0.6893338  |\n",
+      "|    total_electricity_HVAC       | -0.65804946 |\n",
+      "|    wind_direction               | 1.198838    |\n",
+      "|    wind_speed                   | -1.1928014  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 45.149143   |\n",
+      "|    air_temperature              | 21.188356   |\n",
+      "|    clg_setpoint                 | 26.848055   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 20.073217   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 57.5        |\n",
+      "|    outdoor_temperature          | 6.6083817   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 2.05        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 17%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.8353499   |\n",
+      "|    Heating_Setpoint_RL          | 0.20567524  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.444305   |\n",
+      "|    Heating_Setpoint_RL          | 18.781923   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.2828321   |\n",
+      "|    air_humidity                 | -0.7281022  |\n",
+      "|    air_temperature              | 0.21986684  |\n",
+      "|    clg_setpoint                 | 0.99486965  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5559936  |\n",
+      "|    diffuse_solar_radiation      | -0.73888844 |\n",
+      "|    direct_solar_radiation       | -0.60876787 |\n",
+      "|    hour                         | -0.93867546 |\n",
+      "|    htg_setpoint                 | 1.3092382   |\n",
+      "|    month                        | -0.92223436 |\n",
+      "|    outdoor_humidity             | 1.3812406   |\n",
+      "|    outdoor_temperature          | -0.6278887  |\n",
+      "|    people_occupant              | -0.6894904  |\n",
+      "|    total_electricity_HVAC       | 2.393484    |\n",
+      "|    wind_direction               | -1.1676785  |\n",
+      "|    wind_speed                   | -1.7302887  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 13152.543   |\n",
+      "|    air_humidity                 | 27.228546   |\n",
+      "|    air_temperature              | 22.995785   |\n",
+      "|    clg_setpoint                 | 28.7388     |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 97.0        |\n",
+      "|    outdoor_temperature          | 5.7403693   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 12918313.0  |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 0.75        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 17%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.8058941   |\n",
+      "|    Heating_Setpoint_RL          | -0.1052078  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.344893   |\n",
+      "|    Heating_Setpoint_RL          | 17.033207   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65204144 |\n",
+      "|    air_humidity                 | -0.33508128 |\n",
+      "|    air_temperature              | -1.3706012  |\n",
+      "|    clg_setpoint                 | 0.792499    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4400396  |\n",
+      "|    diffuse_solar_radiation      | -0.73884106 |\n",
+      "|    direct_solar_radiation       | -0.60861975 |\n",
+      "|    hour                         | -0.79419804 |\n",
+      "|    htg_setpoint                 | -0.13930233 |\n",
+      "|    month                        | -0.9214659  |\n",
+      "|    outdoor_humidity             | -0.34923682 |\n",
+      "|    outdoor_temperature          | -0.42827722 |\n",
+      "|    people_occupant              | -0.6890322  |\n",
+      "|    total_electricity_HVAC       | -0.6579222  |\n",
+      "|    wind_direction               | 1.1518433   |\n",
+      "|    wind_speed                   | 0.2986228   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 32.3274     |\n",
+      "|    air_temperature              | 20.714064   |\n",
+      "|    clg_setpoint                 | 28.21359    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 17.230202   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 61.0        |\n",
+      "|    outdoor_temperature          | 7.7153053   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 305.0       |\n",
+      "|    wind_speed                   | 5.65        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 17%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.52041906  |\n",
+      "|    Heating_Setpoint_RL          | 0.5007763   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.381414   |\n",
+      "|    Heating_Setpoint_RL          | 20.441868   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5626481  |\n",
+      "|    air_humidity                 | -0.6146415  |\n",
+      "|    air_temperature              | -0.5108775  |\n",
+      "|    clg_setpoint                 | 1.4774408   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3245436  |\n",
+      "|    diffuse_solar_radiation      | 0.13561693  |\n",
+      "|    direct_solar_radiation       | -0.49586195 |\n",
+      "|    hour                         | -0.6497272  |\n",
+      "|    htg_setpoint                 | -0.8607692  |\n",
+      "|    month                        | -0.92069936 |\n",
+      "|    outdoor_humidity             | 1.5258176   |\n",
+      "|    outdoor_temperature          | -0.54025817 |\n",
+      "|    people_occupant              | -0.6885749  |\n",
+      "|    total_electricity_HVAC       | -0.57292664 |\n",
+      "|    wind_direction               | -0.4111988  |\n",
+      "|    wind_speed                   | -0.55014247 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 484.2114    |\n",
+      "|    air_humidity                 | 28.694191   |\n",
+      "|    air_temperature              | 21.946493   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 85.0        |\n",
+      "|    direct_solar_radiation       | 28.0        |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 14.230028   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 6.6092706   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 435241.34   |\n",
+      "|    wind_direction               | 140.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 17%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.04255271  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.864359   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.37594903  |\n",
+      "|    air_humidity                 | 0.52647525  |\n",
+      "|    air_temperature              | 0.76058596  |\n",
+      "|    clg_setpoint                 | 1.4774852   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.209433   |\n",
+      "|    diffuse_solar_radiation      | -0.1624945  |\n",
+      "|    direct_solar_radiation       | -0.6083877  |\n",
+      "|    hour                         | -0.5052609  |\n",
+      "|    htg_setpoint                 | 1.3088177   |\n",
+      "|    month                        | -0.91993475 |\n",
+      "|    outdoor_humidity             | 1.5235374   |\n",
+      "|    outdoor_temperature          | -0.6236272  |\n",
+      "|    people_occupant              | 1.6951792   |\n",
+      "|    total_electricity_HVAC       | 0.40304384  |\n",
+      "|    wind_direction               | -0.7892943  |\n",
+      "|    wind_speed                   | 0.1130443   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4661.7954   |\n",
+      "|    air_humidity                 | 43.497894   |\n",
+      "|    air_temperature              | 23.769587   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 56.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 5.7823954   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4541564.0   |\n",
+      "|    wind_direction               | 100.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 18%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6519472  |\n",
+      "|    air_humidity                 | 1.0093849   |\n",
+      "|    air_temperature              | 1.2027855   |\n",
+      "|    clg_setpoint                 | -0.6705923  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0946424  |\n",
+      "|    diffuse_solar_radiation      | 0.13622096  |\n",
+      "|    direct_solar_radiation       | -0.608033   |\n",
+      "|    hour                         | -0.3607973  |\n",
+      "|    htg_setpoint                 | 1.3083673   |\n",
+      "|    month                        | -0.919172   |\n",
+      "|    outdoor_humidity             | 1.5212674   |\n",
+      "|    outdoor_temperature          | 0.05957993  |\n",
+      "|    people_occupant              | 1.6946712   |\n",
+      "|    total_electricity_HVAC       | -0.6578048  |\n",
+      "|    wind_direction               | 0.063358024 |\n",
+      "|    wind_speed                   | 2.0163057   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 49.764107   |\n",
+      "|    air_temperature              | 24.40324    |\n",
+      "|    clg_setpoint                 | 24.403576   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 85.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 12.528851   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 9.8         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 18%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.68745625 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.758059   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60183454 |\n",
+      "|    air_humidity                 | -0.72102153 |\n",
+      "|    air_temperature              | 0.3970738   |\n",
+      "|    clg_setpoint                 | -1.1132735  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.98011327 |\n",
+      "|    diffuse_solar_radiation      | 0.7336556   |\n",
+      "|    direct_solar_radiation       | 2.5913475   |\n",
+      "|    hour                         | -0.21633506 |\n",
+      "|    htg_setpoint                 | -1.3983623  |\n",
+      "|    month                        | -0.9184112  |\n",
+      "|    outdoor_humidity             | -0.97538465 |\n",
+      "|    outdoor_temperature          | -0.6228414  |\n",
+      "|    people_occupant              | 1.6941643   |\n",
+      "|    total_electricity_HVAC       | -0.6100766  |\n",
+      "|    wind_direction               | 1.0567855   |\n",
+      "|    wind_speed                   | 0.50495756  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 309.32483   |\n",
+      "|    air_humidity                 | 27.340843   |\n",
+      "|    air_temperature              | 23.24834    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 143.0       |\n",
+      "|    direct_solar_radiation       | 793.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 48.0        |\n",
+      "|    outdoor_temperature          | 5.789022    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 278392.38   |\n",
+      "|    wind_direction               | 295.0       |\n",
+      "|    wind_speed                   | 6.15        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 18%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.9066921   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.564915    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.05633871  |\n",
+      "|    air_humidity                 | 0.0120200375 |\n",
+      "|    air_temperature              | 0.39812866   |\n",
+      "|    clg_setpoint                 | -1.1131457   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.86579293  |\n",
+      "|    diffuse_solar_radiation      | 1.269452     |\n",
+      "|    direct_solar_radiation       | -0.60788107  |\n",
+      "|    hour                         | -0.07187337  |\n",
+      "|    htg_setpoint                 | 1.3084009    |\n",
+      "|    month                        | -0.91765225  |\n",
+      "|    outdoor_humidity             | 1.42468      |\n",
+      "|    outdoor_temperature          | -0.9839896   |\n",
+      "|    people_occupant              | 1.2170714    |\n",
+      "|    total_electricity_HVAC       | -0.09074013  |\n",
+      "|    wind_direction               | -1.4521581   |\n",
+      "|    wind_speed                   | 0.3188943    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2737.1477    |\n",
+      "|    air_humidity                 | 36.837044    |\n",
+      "|    air_temperature              | 23.24969     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 8.0          |\n",
+      "|    diffuse_solar_radiation      | 195.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 98.0         |\n",
+      "|    outdoor_temperature          | 2.219313     |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 2463433.0    |\n",
+      "|    wind_direction               | 30.0         |\n",
+      "|    wind_speed                   | 5.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 19%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.3663001  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.564562   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.4012478   |\n",
+      "|    air_humidity                 | -0.57682735 |\n",
+      "|    air_temperature              | 0.3986602   |\n",
+      "|    clg_setpoint                 | -1.1130109  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7516354  |\n",
+      "|    diffuse_solar_radiation      | 1.6915439   |\n",
+      "|    direct_solar_radiation       | -0.5593362  |\n",
+      "|    hour                         | 0.07258821  |\n",
+      "|    htg_setpoint                 | 1.3077751   |\n",
+      "|    month                        | -0.91689515 |\n",
+      "|    outdoor_humidity             | 0.3673159   |\n",
+      "|    outdoor_temperature          | -0.76464415 |\n",
+      "|    people_occupant              | -0.68935597 |\n",
+      "|    total_electricity_HVAC       | 0.52134585  |\n",
+      "|    wind_direction               | -0.22067004 |\n",
+      "|    wind_speed                   | -0.13530439 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4775.198    |\n",
+      "|    air_humidity                 | 29.209015   |\n",
+      "|    air_temperature              | 23.250137   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 236.0       |\n",
+      "|    direct_solar_radiation       | 12.0        |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 76.0        |\n",
+      "|    outdoor_temperature          | 4.3745766   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5040263.5   |\n",
+      "|    wind_direction               | 160.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 19%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.6538934   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 21.30315    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65198296 |\n",
+      "|    air_humidity                 | -0.8780776  |\n",
+      "|    air_temperature              | -0.9420622  |\n",
+      "|    clg_setpoint                 | 1.4759895   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6376004  |\n",
+      "|    diffuse_solar_radiation      | 2.4844706   |\n",
+      "|    direct_solar_radiation       | 0.42933297  |\n",
+      "|    hour                         | 0.21704969  |\n",
+      "|    htg_setpoint                 | -1.1996989  |\n",
+      "|    month                        | -0.91613996 |\n",
+      "|    outdoor_humidity             | -0.6414043  |\n",
+      "|    outdoor_temperature          | -0.6959488  |\n",
+      "|    people_occupant              | -0.6889008  |\n",
+      "|    total_electricity_HVAC       | -0.6577835  |\n",
+      "|    wind_direction               | -1.4036496  |\n",
+      "|    wind_speed                   | 1.9121385   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 25.301088   |\n",
+      "|    air_temperature              | 21.329203   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 313.0       |\n",
+      "|    direct_solar_radiation       | 257.0       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 12.827913   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 55.0        |\n",
+      "|    outdoor_temperature          | 5.0451455   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 35.0        |\n",
+      "|    wind_speed                   | 9.55        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 19%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.73607975 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.484551   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.41180396 |\n",
+      "|    air_humidity                 | -1.2905958  |\n",
+      "|    air_temperature              | 0.3990238   |\n",
+      "|    clg_setpoint                 | -1.1139842  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.523654   |\n",
+      "|    diffuse_solar_radiation      | 0.51758295  |\n",
+      "|    direct_solar_radiation       | 2.545893    |\n",
+      "|    hour                         | 0.3615106   |\n",
+      "|    htg_setpoint                 | -0.46612146 |\n",
+      "|    month                        | -0.9153866  |\n",
+      "|    outdoor_humidity             | -1.9125288  |\n",
+      "|    outdoor_temperature          | 0.1554291   |\n",
+      "|    people_occupant              | 1.695123    |\n",
+      "|    total_electricity_HVAC       | -0.42912892 |\n",
+      "|    wind_direction               | 1.0583522   |\n",
+      "|    wind_speed                   | -0.54986364 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1156.0275   |\n",
+      "|    air_humidity                 | 19.943722   |\n",
+      "|    air_temperature              | 23.249      |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 122.0       |\n",
+      "|    direct_solar_radiation       | 782.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 15.87565    |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 28.5        |\n",
+      "|    outdoor_temperature          | 13.443724   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1040424.7   |\n",
+      "|    wind_direction               | 295.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 19%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.32661262 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.787804   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.55583966 |\n",
+      "|    air_humidity                 | -1.2340668  |\n",
+      "|    air_temperature              | 0.39954108  |\n",
+      "|    clg_setpoint                 | -1.1137977  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.40976787 |\n",
+      "|    diffuse_solar_radiation      | 0.37334475  |\n",
+      "|    direct_solar_radiation       | -0.60767895 |\n",
+      "|    hour                         | 0.5059702   |\n",
+      "|    htg_setpoint                 | 1.3080515   |\n",
+      "|    month                        | -0.9146352  |\n",
+      "|    outdoor_humidity             | -1.5520188  |\n",
+      "|    outdoor_temperature          | -0.6898106  |\n",
+      "|    people_occupant              | 1.6946176   |\n",
+      "|    total_electricity_HVAC       | -0.56623256 |\n",
+      "|    wind_direction               | 0.96346664  |\n",
+      "|    wind_speed                   | 1.6807586   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 513.9201    |\n",
+      "|    air_humidity                 | 20.671843   |\n",
+      "|    air_temperature              | 23.249578   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 108.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 36.0        |\n",
+      "|    outdoor_temperature          | 5.1010523   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 462528.1    |\n",
+      "|    wind_direction               | 285.0       |\n",
+      "|    wind_speed                   | 9.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 20%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5711021  |\n",
+      "|    air_humidity                 | -1.3143053  |\n",
+      "|    air_temperature              | 0.399462    |\n",
+      "|    clg_setpoint                 | -1.1136309  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.2959196  |\n",
+      "|    diffuse_solar_radiation      | 0.08511545  |\n",
+      "|    direct_solar_radiation       | 1.5446514   |\n",
+      "|    hour                         | 0.650427    |\n",
+      "|    htg_setpoint                 | -0.943648   |\n",
+      "|    month                        | -0.91388553 |\n",
+      "|    outdoor_humidity             | -1.694107   |\n",
+      "|    outdoor_temperature          | -0.3810569  |\n",
+      "|    people_occupant              | 1.6941136   |\n",
+      "|    total_electricity_HVAC       | -0.58074886 |\n",
+      "|    wind_direction               | 1.1990455   |\n",
+      "|    wind_speed                   | 2.4201343   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 445.55356   |\n",
+      "|    air_humidity                 | 19.618649   |\n",
+      "|    air_temperature              | 23.248829   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 80.0        |\n",
+      "|    direct_solar_radiation       | 534.0       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 13.88727    |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 33.0        |\n",
+      "|    outdoor_temperature          | 8.138903    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 400998.2    |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 10.8        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 20%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.21224445 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.431126   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4135083  |\n",
+      "|    air_humidity                 | -0.44081408 |\n",
+      "|    air_temperature              | 0.40037146  |\n",
+      "|    clg_setpoint                 | -1.1132252  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18209256 |\n",
+      "|    diffuse_solar_radiation      | -0.46098974 |\n",
+      "|    direct_solar_radiation       | -0.09188562 |\n",
+      "|    hour                         | 0.79487944  |\n",
+      "|    htg_setpoint                 | 1.3085941   |\n",
+      "|    month                        | -0.91313773 |\n",
+      "|    outdoor_humidity             | 1.0169053   |\n",
+      "|    outdoor_temperature          | -0.8701445  |\n",
+      "|    people_occupant              | 1.6936107   |\n",
+      "|    total_electricity_HVAC       | -0.4307208  |\n",
+      "|    wind_direction               | -0.12665747 |\n",
+      "|    wind_speed                   | 1.5739323   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1147.2776   |\n",
+      "|    air_humidity                 | 30.916756   |\n",
+      "|    air_temperature              | 23.249588   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 27.0        |\n",
+      "|    direct_solar_radiation       | 128.0       |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 89.5        |\n",
+      "|    outdoor_temperature          | 3.3043087   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1032549.8   |\n",
+      "|    wind_direction               | 170.0       |\n",
+      "|    wind_speed                   | 8.75        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 20%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.59103197 |\n",
+      "|    air_humidity                 | -1.453332   |\n",
+      "|    air_temperature              | 0.39732057  |\n",
+      "|    clg_setpoint                 | -1.1131471  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.06827584 |\n",
+      "|    diffuse_solar_radiation      | -0.73909736 |\n",
+      "|    direct_solar_radiation       | -0.6080487  |\n",
+      "|    hour                         | 0.93932533  |\n",
+      "|    htg_setpoint                 | -1.3968607  |\n",
+      "|    month                        | -0.9123918  |\n",
+      "|    outdoor_humidity             | -2.2188702  |\n",
+      "|    outdoor_temperature          | 0.15350856  |\n",
+      "|    people_occupant              | 0.50176984  |\n",
+      "|    total_electricity_HVAC       | -0.5969259  |\n",
+      "|    wind_direction               | 0.96166486  |\n",
+      "|    wind_speed                   | 0.4177256   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 356.0666    |\n",
+      "|    air_humidity                 | 17.801485   |\n",
+      "|    air_temperature              | 23.244926   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 22.0        |\n",
+      "|    outdoor_temperature          | 13.400654   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 332199.16   |\n",
+      "|    wind_direction               | 285.0       |\n",
+      "|    wind_speed                   | 5.95        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 20%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.54639435  |\n",
+      "|    Heating_Setpoint_RL          | 0.4981125   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.469082   |\n",
+      "|    Heating_Setpoint_RL          | 20.426884   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.51627207 |\n",
+      "|    air_humidity                 | -1.210505   |\n",
+      "|    air_temperature              | -2.1558714  |\n",
+      "|    clg_setpoint                 | 1.4747119   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.04553577  |\n",
+      "|    diffuse_solar_radiation      | -0.7390019  |\n",
+      "|    direct_solar_radiation       | -0.6076779  |\n",
+      "|    hour                         | 1.0837622   |\n",
+      "|    htg_setpoint                 | 0.121340156 |\n",
+      "|    month                        | -0.9116477  |\n",
+      "|    outdoor_humidity             | 1.2083033   |\n",
+      "|    outdoor_temperature          | -1.1069448  |\n",
+      "|    people_occupant              | -0.6892233  |\n",
+      "|    total_electricity_HVAC       | -0.5731427  |\n",
+      "|    wind_direction               | -1.3563772  |\n",
+      "|    wind_speed                   | 2.521368    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 689.5031    |\n",
+      "|    air_humidity                 | 20.92024    |\n",
+      "|    air_temperature              | 19.587172   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 18.312866   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 93.5        |\n",
+      "|    outdoor_temperature          | 0.9620739   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 432551.06   |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 11.05       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 21%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6586178  |\n",
+      "|    Heating_Setpoint_RL          | 0.19325778  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.402164   |\n",
+      "|    Heating_Setpoint_RL          | 18.712074   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.2811422   |\n",
+      "|    air_humidity                 | -1.4691347  |\n",
+      "|    air_temperature              | -0.31298763 |\n",
+      "|    clg_setpoint                 | 1.4738822   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.1593418   |\n",
+      "|    diffuse_solar_radiation      | -0.7390101  |\n",
+      "|    direct_solar_radiation       | -0.60754454 |\n",
+      "|    hour                         | 1.2281868   |\n",
+      "|    htg_setpoint                 | 1.308625    |\n",
+      "|    month                        | -0.91090536 |\n",
+      "|    outdoor_humidity             | 0.9921761   |\n",
+      "|    outdoor_temperature          | -1.2281647  |\n",
+      "|    people_occupant              | -0.6887711  |\n",
+      "|    total_electricity_HVAC       | 3.0864851   |\n",
+      "|    wind_direction               | -1.4016118  |\n",
+      "|    wind_speed                   | -0.44971704 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17629.01    |\n",
+      "|    air_humidity                 | 17.547562   |\n",
+      "|    air_temperature              | 22.225185   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | -0.24429938 |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15864901.0  |\n",
+      "|    wind_direction               | 35.0        |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 21%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.79327047  |\n",
+      "|    Heating_Setpoint_RL          | 0.24988917  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.302288   |\n",
+      "|    Heating_Setpoint_RL          | 19.030626   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.1769383   |\n",
+      "|    air_humidity                 | -0.26386595 |\n",
+      "|    air_temperature              | -0.20458473 |\n",
+      "|    clg_setpoint                 | 0.033634692 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.2731361   |\n",
+      "|    diffuse_solar_radiation      | -0.73901814 |\n",
+      "|    direct_solar_radiation       | -0.6077119  |\n",
+      "|    hour                         | 1.3725961   |\n",
+      "|    htg_setpoint                 | 1.3085126   |\n",
+      "|    month                        | -0.91016483 |\n",
+      "|    outdoor_humidity             | 0.9915108   |\n",
+      "|    outdoor_temperature          | -1.0307438  |\n",
+      "|    people_occupant              | -0.68892586 |\n",
+      "|    total_electricity_HVAC       | 3.023483    |\n",
+      "|    wind_direction               | -0.31306633 |\n",
+      "|    wind_speed                   | -0.11888223 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17169.17    |\n",
+      "|    air_humidity                 | 33.15941    |\n",
+      "|    air_temperature              | 22.380072   |\n",
+      "|    clg_setpoint                 | 26.243265   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | 1.6914867   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15603269.0  |\n",
+      "|    wind_direction               | 150.0       |\n",
+      "|    wind_speed                   | 4.65        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 21%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -0.0019406676 |\n",
+      "|    Heating_Setpoint_RL          | -0.5313159    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 26.61845      |\n",
+      "|    Heating_Setpoint_RL          | 14.636348     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.052384987  |\n",
+      "|    air_humidity                 | -0.11238912   |\n",
+      "|    air_temperature              | -1.4034113    |\n",
+      "|    clg_setpoint                 | -0.51666045   |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 0.3869069     |\n",
+      "|    diffuse_solar_radiation      | -0.7390024    |\n",
+      "|    direct_solar_radiation       | -0.60757715   |\n",
+      "|    hour                         | 1.516986      |\n",
+      "|    htg_setpoint                 | 0.5349698     |\n",
+      "|    month                        | -0.90942615   |\n",
+      "|    outdoor_humidity             | -0.5667256    |\n",
+      "|    outdoor_temperature          | -0.85738057   |\n",
+      "|    people_occupant              | -0.6890804    |\n",
+      "|    total_electricity_HVAC       | -0.2234043    |\n",
+      "|    wind_direction               | -1.6355499    |\n",
+      "|    wind_speed                   | -0.9653227    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 2761.377      |\n",
+      "|    air_humidity                 | 35.119667     |\n",
+      "|    air_temperature              | 20.66285      |\n",
+      "|    clg_setpoint                 | 24.807756     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 19.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 22.0          |\n",
+      "|    htg_setpoint                 | 20.034695     |\n",
+      "|    month                        | 3.0           |\n",
+      "|    outdoor_humidity             | 56.5          |\n",
+      "|    outdoor_temperature          | 3.3923917     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 1909218.6     |\n",
+      "|    wind_direction               | 10.0          |\n",
+      "|    wind_speed                   | 2.6           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 22%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.23706079  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.42508    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.4124206   |\n",
+      "|    air_humidity                 | 0.21594472  |\n",
+      "|    air_temperature              | -1.6011826  |\n",
+      "|    clg_setpoint                 | 1.4739109   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.5006368   |\n",
+      "|    diffuse_solar_radiation      | -0.73902804 |\n",
+      "|    direct_solar_radiation       | -0.607732   |\n",
+      "|    hour                         | 1.6613525   |\n",
+      "|    htg_setpoint                 | 0.61796916  |\n",
+      "|    month                        | -0.9086892  |\n",
+      "|    outdoor_humidity             | 1.2305899   |\n",
+      "|    outdoor_temperature          | -0.64034563 |\n",
+      "|    people_occupant              | -0.6892347  |\n",
+      "|    total_electricity_HVAC       | 1.6012394   |\n",
+      "|    wind_direction               | -0.12274537 |\n",
+      "|    wind_speed                   | -0.4491973  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 9299.793    |\n",
+      "|    air_humidity                 | 39.368896   |\n",
+      "|    air_temperature              | 20.379637   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 20.379639   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 94.0        |\n",
+      "|    outdoor_temperature          | 5.5266457   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 9608028.0   |\n",
+      "|    wind_direction               | 170.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.007292943 |\n",
+      "|    clip_fraction                | 0.0703      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.54       |\n",
+      "|    explained_variance           | 0.712       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.331       |\n",
+      "|    n_updates                    | 550         |\n",
+      "|    policy_gradient_loss         | -0.0103     |\n",
+      "|    std                          | 0.859       |\n",
+      "|    value_loss                   | 1.65        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 22%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.075180024 |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.371267    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.4564039   |\n",
+      "|    air_humidity                 | -0.96585846  |\n",
+      "|    air_temperature              | -2.714026    |\n",
+      "|    clg_setpoint                 | 1.4737033    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.72837013   |\n",
+      "|    diffuse_solar_radiation      | -0.7390223   |\n",
+      "|    direct_solar_radiation       | -0.60777724  |\n",
+      "|    hour                         | -1.6612712   |\n",
+      "|    htg_setpoint                 | -1.3970809   |\n",
+      "|    month                        | -0.9079541   |\n",
+      "|    outdoor_humidity             | -1.165872    |\n",
+      "|    outdoor_temperature          | -1.4121381   |\n",
+      "|    people_occupant              | -0.68938863  |\n",
+      "|    total_electricity_HVAC       | -0.47718865  |\n",
+      "|    wind_direction               | 1.0582724    |\n",
+      "|    wind_speed                   | 1.5678198    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 957.8626     |\n",
+      "|    air_humidity                 | 24.057713    |\n",
+      "|    air_temperature              | 18.78563     |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 22.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 44.0         |\n",
+      "|    outdoor_temperature          | -2.0884078   |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 838161.6     |\n",
+      "|    wind_direction               | 295.0        |\n",
+      "|    wind_speed                   | 8.75         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 22%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.5326412   |\n",
+      "|    air_humidity                 | -1.0946366  |\n",
+      "|    air_temperature              | -1.7903008  |\n",
+      "|    clg_setpoint                 | 0.22873661  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8419603   |\n",
+      "|    diffuse_solar_radiation      | -0.73904866 |\n",
+      "|    direct_solar_radiation       | -0.60794115 |\n",
+      "|    hour                         | -1.5167141  |\n",
+      "|    htg_setpoint                 | 0.9957996   |\n",
+      "|    month                        | -0.9072208  |\n",
+      "|    outdoor_humidity             | -1.6893175  |\n",
+      "|    outdoor_temperature          | -1.6690489  |\n",
+      "|    people_occupant              | -0.68954235 |\n",
+      "|    total_electricity_HVAC       | 3.3277636   |\n",
+      "|    wind_direction               | 1.529388    |\n",
+      "|    wind_speed                   | -0.24469356 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 18768.213   |\n",
+      "|    air_humidity                 | 22.372953   |\n",
+      "|    air_temperature              | 20.105337   |\n",
+      "|    clg_setpoint                 | 26.751362   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 21.94825    |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 33.0        |\n",
+      "|    outdoor_temperature          | -4.6408534  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 16896670.0  |\n",
+      "|    wind_direction               | 345.0       |\n",
+      "|    wind_speed                   | 4.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 23%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.95964354   |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.863796    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6513771   |\n",
+      "|    air_humidity                 | -1.384674    |\n",
+      "|    air_temperature              | -1.3209394   |\n",
+      "|    clg_setpoint                 | -0.2655048   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.95541316   |\n",
+      "|    diffuse_solar_radiation      | -0.73908     |\n",
+      "|    direct_solar_radiation       | -0.60809934  |\n",
+      "|    hour                         | -1.3721809   |\n",
+      "|    htg_setpoint                 | -1.3959341   |\n",
+      "|    month                        | -0.9064892   |\n",
+      "|    outdoor_humidity             | -0.060764357 |\n",
+      "|    outdoor_temperature          | -0.7530991   |\n",
+      "|    people_occupant              | -0.6890922   |\n",
+      "|    total_electricity_HVAC       | -0.6571447   |\n",
+      "|    wind_direction               | 0.6316604    |\n",
+      "|    wind_speed                   | 0.9476535    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 18.592348    |\n",
+      "|    air_temperature              | 20.775986    |\n",
+      "|    clg_setpoint                 | 25.462482    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 24.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 2.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 67.0         |\n",
+      "|    outdoor_temperature          | 4.3874846    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 250.0        |\n",
+      "|    wind_speed                   | 7.25         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 23%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.8977997   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.655075   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6511886  |\n",
+      "|    air_humidity                 | -0.5973891  |\n",
+      "|    air_temperature              | -1.6033151  |\n",
+      "|    clg_setpoint                 | 1.4733156   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0686877   |\n",
+      "|    diffuse_solar_radiation      | -0.7391252  |\n",
+      "|    direct_solar_radiation       | -0.6082619  |\n",
+      "|    hour                         | -1.2276671  |\n",
+      "|    htg_setpoint                 | -1.3954268  |\n",
+      "|    month                        | -0.9057594  |\n",
+      "|    outdoor_humidity             | 0.99201125  |\n",
+      "|    outdoor_temperature          | -0.66847295 |\n",
+      "|    people_occupant              | -0.688643   |\n",
+      "|    total_electricity_HVAC       | -0.6569546  |\n",
+      "|    wind_direction               | -0.07745055 |\n",
+      "|    wind_speed                   | 0.92671967  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 28.780218   |\n",
+      "|    air_temperature              | 20.370598   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | 5.2194233   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 175.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 23%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.028155833 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 17.466623    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.5942193    |\n",
+      "|    air_humidity                 | 0.2893419    |\n",
+      "|    air_temperature              | 0.2676355    |\n",
+      "|    clg_setpoint                 | 0.028025167  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.1817375    |\n",
+      "|    diffuse_solar_radiation      | -0.73915815  |\n",
+      "|    direct_solar_radiation       | -0.6079821   |\n",
+      "|    hour                         | -1.0831687   |\n",
+      "|    htg_setpoint                 | 1.2602811    |\n",
+      "|    month                        | -0.9050314   |\n",
+      "|    outdoor_humidity             | 1.3732216    |\n",
+      "|    outdoor_temperature          | -0.57887894  |\n",
+      "|    people_occupant              | -0.68879694  |\n",
+      "|    total_electricity_HVAC       | 0.52885026   |\n",
+      "|    wind_direction               | -0.7866137   |\n",
+      "|    wind_speed                   | -1.2938644   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 5651.49      |\n",
+      "|    air_humidity                 | 40.273087    |\n",
+      "|    air_temperature              | 23.052416    |\n",
+      "|    clg_setpoint                 | 26.228987    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 26.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 23.047579    |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 97.0         |\n",
+      "|    outdoor_temperature          | 6.099323     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 5086341.0    |\n",
+      "|    wind_direction               | 100.0        |\n",
+      "|    wind_speed                   | 1.8          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 23%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.050321028 |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.455166    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 2.7788937    |\n",
+      "|    air_humidity                 | 0.26004124   |\n",
+      "|    air_temperature              | 0.23125276   |\n",
+      "|    clg_setpoint                 | 0.861643     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.2945116    |\n",
+      "|    diffuse_solar_radiation      | -0.73918194  |\n",
+      "|    direct_solar_radiation       | -0.60807294  |\n",
+      "|    hour                         | -0.93868256  |\n",
+      "|    htg_setpoint                 | 1.30304      |\n",
+      "|    month                        | -0.9043051   |\n",
+      "|    outdoor_humidity             | 1.5157304    |\n",
+      "|    outdoor_temperature          | -0.49298275  |\n",
+      "|    people_occupant              | -0.6889506   |\n",
+      "|    total_electricity_HVAC       | 2.7567737    |\n",
+      "|    wind_direction               | -1.7327635   |\n",
+      "|    wind_speed                   | -2.0337195   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 15412.137    |\n",
+      "|    air_humidity                 | 39.89729     |\n",
+      "|    air_temperature              | 23.000242    |\n",
+      "|    clg_setpoint                 | 28.404013    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 27.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 5.0          |\n",
+      "|    htg_setpoint                 | 23.226456    |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 6.9449606    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 14495726.0   |\n",
+      "|    wind_direction               | 0.0          |\n",
+      "|    wind_speed                   | 0.0          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 24%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.09668116  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 18.16883    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.63153434 |\n",
+      "|    air_humidity                 | 0.40675008  |\n",
+      "|    air_temperature              | -0.6297146  |\n",
+      "|    clg_setpoint                 | 1.1271853   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4069535   |\n",
+      "|    diffuse_solar_radiation      | -0.23409176 |\n",
+      "|    direct_solar_radiation       | -0.6080043  |\n",
+      "|    hour                         | -0.7942054  |\n",
+      "|    htg_setpoint                 | 0.24018723  |\n",
+      "|    month                        | -0.90358055 |\n",
+      "|    outdoor_humidity             | 0.1280047   |\n",
+      "|    outdoor_temperature          | -0.09722146 |\n",
+      "|    people_occupant              | -0.689104   |\n",
+      "|    total_electricity_HVAC       | -0.6381704  |\n",
+      "|    wind_direction               | -1.7311583  |\n",
+      "|    wind_speed                   | 0.41337514  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 175.04617   |\n",
+      "|    air_humidity                 | 41.80799    |\n",
+      "|    air_temperature              | 21.76718    |\n",
+      "|    clg_setpoint                 | 29.097076   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 49.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 18.806622   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 71.0        |\n",
+      "|    outdoor_temperature          | 10.847959   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 157678.12   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 5.95        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 24%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.5600617   |\n",
+      "|    air_humidity                 | -0.59765524 |\n",
+      "|    air_temperature              | 0.15153076  |\n",
+      "|    clg_setpoint                 | 0.034829076 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5190021   |\n",
+      "|    diffuse_solar_radiation      | 0.40460417  |\n",
+      "|    direct_solar_radiation       | 1.7345651   |\n",
+      "|    hour                         | -0.6497348  |\n",
+      "|    htg_setpoint                 | 1.3082775   |\n",
+      "|    month                        | -0.9028578  |\n",
+      "|    outdoor_humidity             | 0.032632917 |\n",
+      "|    outdoor_temperature          | -0.900531   |\n",
+      "|    people_occupant              | -0.68925714 |\n",
+      "|    total_electricity_HVAC       | 1.6528223   |\n",
+      "|    wind_direction               | -1.3512816  |\n",
+      "|    wind_speed                   | 0.30974063  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 9965.612    |\n",
+      "|    air_humidity                 | 28.802813   |\n",
+      "|    air_temperature              | 22.886217   |\n",
+      "|    clg_setpoint                 | 26.246511   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 111.0       |\n",
+      "|    direct_solar_radiation       | 582.0       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 69.0        |\n",
+      "|    outdoor_temperature          | 2.9334989   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 9832806.0   |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 24%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.16565827  |\n",
+      "|    Heating_Setpoint_RL          | -0.3506826   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.065903    |\n",
+      "|    Heating_Setpoint_RL          | 15.6524105   |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.33325478   |\n",
+      "|    air_humidity                 | -0.5299643   |\n",
+      "|    air_temperature              | -0.22764301  |\n",
+      "|    clg_setpoint                 | 1.3434762    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.6305921    |\n",
+      "|    diffuse_solar_radiation      | 0.6418848    |\n",
+      "|    direct_solar_radiation       | -0.60809714  |\n",
+      "|    hour                         | -0.5052685   |\n",
+      "|    htg_setpoint                 | 1.0901613    |\n",
+      "|    month                        | -0.9021367   |\n",
+      "|    outdoor_humidity             | 0.7264809    |\n",
+      "|    outdoor_temperature          | -0.96100605  |\n",
+      "|    people_occupant              | -0.68941003  |\n",
+      "|    total_electricity_HVAC       | -0.010630592 |\n",
+      "|    wind_direction               | -1.019816    |\n",
+      "|    wind_speed                   | -0.65717614  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 4485.2817    |\n",
+      "|    air_humidity                 | 29.677696    |\n",
+      "|    air_temperature              | 22.343311    |\n",
+      "|    clg_setpoint                 | 29.661776    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 30.0         |\n",
+      "|    diffuse_solar_radiation      | 134.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 8.0          |\n",
+      "|    htg_setpoint                 | 22.342735    |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 83.5         |\n",
+      "|    outdoor_temperature          | 2.3333004    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2807848.5    |\n",
+      "|    wind_direction               | 75.0         |\n",
+      "|    wind_speed                   | 3.35         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 25%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.7373402   |\n",
+      "|    air_humidity                 | -0.44619623 |\n",
+      "|    air_temperature              | 0.21396358  |\n",
+      "|    clg_setpoint                 | 1.0377647   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7416539   |\n",
+      "|    diffuse_solar_radiation      | 1.1670356   |\n",
+      "|    direct_solar_radiation       | -0.60779905 |\n",
+      "|    hour                         | -0.3608049  |\n",
+      "|    htg_setpoint                 | 1.3080125   |\n",
+      "|    month                        | -0.9014174  |\n",
+      "|    outdoor_humidity             | 1.515343    |\n",
+      "|    outdoor_temperature          | -0.5478105  |\n",
+      "|    people_occupant              | -0.6889628  |\n",
+      "|    total_electricity_HVAC       | 1.9068182   |\n",
+      "|    wind_direction               | -1.6802071  |\n",
+      "|    wind_speed                   | 0.20685917  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 10759.942   |\n",
+      "|    air_humidity                 | 30.757708   |\n",
+      "|    air_temperature              | 22.974922   |\n",
+      "|    clg_setpoint                 | 28.86537    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 185.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 6.3992643   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 10908362.0  |\n",
+      "|    wind_direction               | 5.0         |\n",
+      "|    wind_speed                   | 5.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 25%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.78634214  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.048176   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.14329949 |\n",
+      "|    air_humidity                 | -0.08859752 |\n",
+      "|    air_temperature              | 0.408391    |\n",
+      "|    clg_setpoint                 | -1.114134   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6719047  |\n",
+      "|    diffuse_solar_radiation      | 1.4556026   |\n",
+      "|    direct_solar_radiation       | -0.607445   |\n",
+      "|    hour                         | -0.21634263 |\n",
+      "|    htg_setpoint                 | 1.3075178   |\n",
+      "|    month                        | -0.6177172  |\n",
+      "|    outdoor_humidity             | 0.89203984  |\n",
+      "|    outdoor_temperature          | -0.8162843  |\n",
+      "|    people_occupant              | 1.6953514   |\n",
+      "|    total_electricity_HVAC       | -0.17337818 |\n",
+      "|    wind_direction               | -0.35579255 |\n",
+      "|    wind_speed                   | -0.55456114 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2357.9585   |\n",
+      "|    air_humidity                 | 35.382343   |\n",
+      "|    air_temperature              | 23.252792   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 213.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 3.7514842   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 2122162.8   |\n",
+      "|    wind_direction               | 145.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 25%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.57842946  |\n",
+      "|    air_humidity                 | -0.82734126  |\n",
+      "|    air_temperature              | 0.4058385    |\n",
+      "|    clg_setpoint                 | -1.1138952   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.5556471   |\n",
+      "|    diffuse_solar_radiation      | 2.7848566    |\n",
+      "|    direct_solar_radiation       | -0.023661777 |\n",
+      "|    hour                         | -0.071880914 |\n",
+      "|    htg_setpoint                 | 0.05234926   |\n",
+      "|    month                        | -0.6173426   |\n",
+      "|    outdoor_humidity             | -1.1906197   |\n",
+      "|    outdoor_temperature          | -0.2402968   |\n",
+      "|    people_occupant              | 1.2181346    |\n",
+      "|    total_electricity_HVAC       | -0.5876253   |\n",
+      "|    wind_direction               | 1.1082793    |\n",
+      "|    wind_speed                   | 0.8250712    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 412.7258     |\n",
+      "|    air_humidity                 | 25.833078    |\n",
+      "|    air_temperature              | 23.248888    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 2.0          |\n",
+      "|    diffuse_solar_radiation      | 342.0        |\n",
+      "|    direct_solar_radiation       | 145.0        |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 18.029062    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 43.5         |\n",
+      "|    outdoor_temperature          | 9.41625      |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 371291.5     |\n",
+      "|    wind_direction               | 300.0        |\n",
+      "|    wind_speed                   | 6.95         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 25%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5898568   |\n",
+      "|    air_humidity                 | -1.3367493   |\n",
+      "|    air_temperature              | 0.40656397   |\n",
+      "|    clg_setpoint                 | -1.1135962   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.4398987   |\n",
+      "|    diffuse_solar_radiation      | 0.48676062   |\n",
+      "|    direct_solar_radiation       | 3.094266     |\n",
+      "|    hour                         | 0.0725807    |\n",
+      "|    htg_setpoint                 | -1.0332474   |\n",
+      "|    month                        | -0.61696863  |\n",
+      "|    outdoor_humidity             | -1.5724019   |\n",
+      "|    outdoor_temperature          | -0.19333202  |\n",
+      "|    people_occupant              | 0.26435733   |\n",
+      "|    total_electricity_HVAC       | -0.59844947  |\n",
+      "|    wind_direction               | 0.58763933   |\n",
+      "|    wind_speed                   | -0.019398335 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 360.88785    |\n",
+      "|    air_humidity                 | 19.236084    |\n",
+      "|    air_temperature              | 23.249588    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 3.0          |\n",
+      "|    diffuse_solar_radiation      | 119.0        |\n",
+      "|    direct_solar_radiation       | 920.0        |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 13.511085    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 35.5         |\n",
+      "|    outdoor_temperature          | 9.873981     |\n",
+      "|    people_occupant              | 8.0          |\n",
+      "|    total_electricity_HVAC       | 324802.34    |\n",
+      "|    wind_direction               | 245.0        |\n",
+      "|    wind_speed                   | 4.9          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 26%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49064153 |\n",
+      "|    air_humidity                 | -0.9438147  |\n",
+      "|    air_temperature              | 0.40659174  |\n",
+      "|    clg_setpoint                 | -1.113275   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3245832  |\n",
+      "|    diffuse_solar_radiation      | 1.7236311   |\n",
+      "|    direct_solar_radiation       | 2.1025128   |\n",
+      "|    hour                         | 0.21704221  |\n",
+      "|    htg_setpoint                 | -1.3962753  |\n",
+      "|    month                        | -0.6165954  |\n",
+      "|    outdoor_humidity             | -1.1174111  |\n",
+      "|    outdoor_temperature          | -0.03541521 |\n",
+      "|    people_occupant              | 1.2174159   |\n",
+      "|    total_electricity_HVAC       | -0.50398916 |\n",
+      "|    wind_direction               | 0.1149772   |\n",
+      "|    wind_speed                   | 0.51648176  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 803.80914   |\n",
+      "|    air_humidity                 | 24.310068   |\n",
+      "|    air_temperature              | 23.249449   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 239.0       |\n",
+      "|    direct_solar_radiation       | 674.0       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | 11.423933   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 723428.25   |\n",
+      "|    wind_direction               | 195.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 26%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.08666387 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.137516   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4417937  |\n",
+      "|    air_humidity                 | 0.69806385  |\n",
+      "|    air_temperature              | 0.40681723  |\n",
+      "|    clg_setpoint                 | -1.1130749  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2096317  |\n",
+      "|    diffuse_solar_radiation      | 1.2595267   |\n",
+      "|    direct_solar_radiation       | -0.6078814  |\n",
+      "|    hour                         | 0.36150318  |\n",
+      "|    htg_setpoint                 | 0.6669663   |\n",
+      "|    month                        | -0.6162228  |\n",
+      "|    outdoor_humidity             | 0.1753528   |\n",
+      "|    outdoor_temperature          | 0.34710252  |\n",
+      "|    people_occupant              | 1.6936201   |\n",
+      "|    total_electricity_HVAC       | -0.4574855  |\n",
+      "|    wind_direction               | 0.49301708  |\n",
+      "|    wind_speed                   | 0.083860226 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1021.706    |\n",
+      "|    air_humidity                 | 45.526287   |\n",
+      "|    air_temperature              | 23.249783   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 194.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 20.58365    |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 72.0        |\n",
+      "|    outdoor_temperature          | 15.183521   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 919535.4    |\n",
+      "|    wind_direction               | 235.0       |\n",
+      "|    wind_speed                   | 5.15        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 26%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.31984913 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 15.825849   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.46134183 |\n",
+      "|    air_humidity                 | -0.07128083 |\n",
+      "|    air_temperature              | 0.8508458   |\n",
+      "|    clg_setpoint                 | -0.354484   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0949814  |\n",
+      "|    diffuse_solar_radiation      | 1.0328345   |\n",
+      "|    direct_solar_radiation       | 1.2049942   |\n",
+      "|    hour                         | 0.5059628   |\n",
+      "|    htg_setpoint                 | 1.1867164   |\n",
+      "|    month                        | -0.61585087 |\n",
+      "|    outdoor_humidity             | 0.031209072 |\n",
+      "|    outdoor_temperature          | 0.6105149   |\n",
+      "|    people_occupant              | -0.6892793  |\n",
+      "|    total_electricity_HVAC       | -0.4374133  |\n",
+      "|    wind_direction               | 0.0671433   |\n",
+      "|    wind_speed                   | 0.6201456   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 933.6976    |\n",
+      "|    air_humidity                 | 35.595768   |\n",
+      "|    air_temperature              | 23.884384   |\n",
+      "|    clg_setpoint                 | 25.230772   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 172.0       |\n",
+      "|    direct_solar_radiation       | 451.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 22.746296   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 69.0        |\n",
+      "|    outdoor_temperature          | 17.773151   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1003736.3   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 6.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 26%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.011698544 |\n",
+      "|    Heating_Setpoint_RL          | -0.49056232 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.664482   |\n",
+      "|    Heating_Setpoint_RL          | 14.865587   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.18178183 |\n",
+      "|    air_humidity                 | -0.40751347 |\n",
+      "|    air_temperature              | 1.0654105   |\n",
+      "|    clg_setpoint                 | -0.30900237 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9805766  |\n",
+      "|    diffuse_solar_radiation      | 0.62074256  |\n",
+      "|    direct_solar_radiation       | 0.8301004   |\n",
+      "|    hour                         | 0.6504198   |\n",
+      "|    htg_setpoint                 | -1.3964511  |\n",
+      "|    month                        | -0.61547965 |\n",
+      "|    outdoor_humidity             | -1.5491493  |\n",
+      "|    outdoor_temperature          | 1.4245553   |\n",
+      "|    people_occupant              | -0.68883497 |\n",
+      "|    total_electricity_HVAC       | -0.13150097 |\n",
+      "|    wind_direction               | 0.63430154  |\n",
+      "|    wind_speed                   | 0.72356033  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2181.4373   |\n",
+      "|    air_humidity                 | 31.259357   |\n",
+      "|    air_temperature              | 24.191092   |\n",
+      "|    clg_setpoint                 | 25.35072    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 132.0       |\n",
+      "|    direct_solar_radiation       | 358.0       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 36.0        |\n",
+      "|    outdoor_temperature          | 25.778727   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2294720.8   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 27%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.45700938  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 20.195679   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49287695 |\n",
+      "|    air_humidity                 | 0.48706317  |\n",
+      "|    air_temperature              | 0.42541742  |\n",
+      "|    clg_setpoint                 | -1.1136322  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8663671  |\n",
+      "|    diffuse_solar_radiation      | 0.012180272 |\n",
+      "|    direct_solar_radiation       | -0.60038537 |\n",
+      "|    hour                         | 0.79487246  |\n",
+      "|    htg_setpoint                 | 1.1955276   |\n",
+      "|    month                        | -0.6151091  |\n",
+      "|    outdoor_humidity             | 0.0797665   |\n",
+      "|    outdoor_temperature          | 0.17258029  |\n",
+      "|    people_occupant              | 1.6948013   |\n",
+      "|    total_electricity_HVAC       | -0.50609773 |\n",
+      "|    wind_direction               | 0.019045852 |\n",
+      "|    wind_speed                   | 0.084602974 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 791.837     |\n",
+      "|    air_humidity                 | 42.814568   |\n",
+      "|    air_temperature              | 23.276638   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 73.0        |\n",
+      "|    direct_solar_radiation       | 2.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 22.781818   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 70.0        |\n",
+      "|    outdoor_temperature          | 13.480898   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 712653.25   |\n",
+      "|    wind_direction               | 185.0       |\n",
+      "|    wind_speed                   | 5.15        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 27%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.21805373  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.851551   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.55542153 |\n",
+      "|    air_humidity                 | 1.386591    |\n",
+      "|    air_temperature              | 0.4068183   |\n",
+      "|    clg_setpoint                 | -1.1134392  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.75230896 |\n",
+      "|    diffuse_solar_radiation      | -0.7402762  |\n",
+      "|    direct_solar_radiation       | -0.6085325  |\n",
+      "|    hour                         | 0.9393187   |\n",
+      "|    htg_setpoint                 | 0.68786675  |\n",
+      "|    month                        | -0.6147392  |\n",
+      "|    outdoor_humidity             | 0.82182056  |\n",
+      "|    outdoor_temperature          | 0.44887453  |\n",
+      "|    people_occupant              | 0.5026372   |\n",
+      "|    total_electricity_HVAC       | -0.5822137  |\n",
+      "|    wind_direction               | 0.019002788 |\n",
+      "|    wind_speed                   | -0.76078355 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 513.14435   |\n",
+      "|    air_humidity                 | 54.441116   |\n",
+      "|    air_temperature              | 23.250128   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 20.67056    |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 85.5        |\n",
+      "|    outdoor_temperature          | 16.197859   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 391793.94   |\n",
+      "|    wind_direction               | 185.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 27%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.10077599  |\n",
+      "|    Heating_Setpoint_RL          | -0.36314481  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.284882    |\n",
+      "|    Heating_Setpoint_RL          | 15.582311    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.53152     |\n",
+      "|    air_humidity                 | 0.27263966   |\n",
+      "|    air_temperature              | 0.71496737   |\n",
+      "|    clg_setpoint                 | -0.6378633   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.63836426  |\n",
+      "|    diffuse_solar_radiation      | -0.74035144  |\n",
+      "|    direct_solar_radiation       | -0.6086931   |\n",
+      "|    hour                         | 1.0837561    |\n",
+      "|    htg_setpoint                 | -0.055459075 |\n",
+      "|    month                        | -0.61437     |\n",
+      "|    outdoor_humidity             | -1.7405179   |\n",
+      "|    outdoor_temperature          | 0.76128966   |\n",
+      "|    people_occupant              | -0.4509444   |\n",
+      "|    total_electricity_HVAC       | -0.5428844   |\n",
+      "|    wind_direction               | 0.9654222    |\n",
+      "|    wind_speed                   | 2.2081401    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 620.5059     |\n",
+      "|    air_humidity                 | 40.069782    |\n",
+      "|    air_temperature              | 23.690386    |\n",
+      "|    clg_setpoint                 | 24.491114    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 10.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 19.0         |\n",
+      "|    htg_setpoint                 | 17.579048    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 32.0         |\n",
+      "|    outdoor_temperature          | 19.270967    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 558455.3     |\n",
+      "|    wind_direction               | 285.0        |\n",
+      "|    wind_speed                   | 10.3         |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.009243434  |\n",
+      "|    clip_fraction                | 0.0763       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.51        |\n",
+      "|    explained_variance           | 0.772        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.584        |\n",
+      "|    n_updates                    | 560          |\n",
+      "|    policy_gradient_loss         | -0.0133      |\n",
+      "|    std                          | 0.84         |\n",
+      "|    value_loss                   | 1.43         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 28%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.44117832 |\n",
+      "|    Heating_Setpoint_RL          | -0.9461676  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.136023   |\n",
+      "|    Heating_Setpoint_RL          | 12.302807   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6508474  |\n",
+      "|    air_humidity                 | -1.8350009  |\n",
+      "|    air_temperature              | 0.08797747  |\n",
+      "|    clg_setpoint                 | -0.89015365 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.52450067 |\n",
+      "|    diffuse_solar_radiation      | -0.74042374 |\n",
+      "|    direct_solar_radiation       | -0.60889417 |\n",
+      "|    hour                         | 1.2281816   |\n",
+      "|    htg_setpoint                 | -1.3958026  |\n",
+      "|    month                        | -0.6140014  |\n",
+      "|    outdoor_humidity             | -2.5018075  |\n",
+      "|    outdoor_temperature          | -0.30557504 |\n",
+      "|    people_occupant              | -0.45112473 |\n",
+      "|    total_electricity_HVAC       | -0.6564428  |\n",
+      "|    wind_direction               | 1.4374584   |\n",
+      "|    wind_speed                   | 1.461186    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 12.830793   |\n",
+      "|    air_temperature              | 22.794975   |\n",
+      "|    clg_setpoint                 | 23.832355   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 16.0        |\n",
+      "|    outdoor_temperature          | 8.7938      |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 335.0       |\n",
+      "|    wind_speed                   | 8.5         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 28%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.6814583  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.791797   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65060055 |\n",
+      "|    air_humidity                 | -1.7048683  |\n",
+      "|    air_temperature              | -0.56817675 |\n",
+      "|    clg_setpoint                 | -0.761565   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.41069165 |\n",
+      "|    diffuse_solar_radiation      | -0.7403668  |\n",
+      "|    direct_solar_radiation       | -0.60902673 |\n",
+      "|    hour                         | 1.372592    |\n",
+      "|    htg_setpoint                 | -0.60927886 |\n",
+      "|    month                        | -0.6136335  |\n",
+      "|    outdoor_humidity             | -1.6841791  |\n",
+      "|    outdoor_temperature          | -0.45132098 |\n",
+      "|    people_occupant              | -0.68959254 |\n",
+      "|    total_electricity_HVAC       | -0.65619457 |\n",
+      "|    wind_direction               | -0.31381267 |\n",
+      "|    wind_speed                   | -1.0705545  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 14.471849   |\n",
+      "|    air_temperature              | 21.857574   |\n",
+      "|    clg_setpoint                 | 24.167503   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 15.269693   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 33.0        |\n",
+      "|    outdoor_temperature          | 7.36098     |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 150.0       |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 28%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65051115 |\n",
+      "|    air_humidity                 | -1.1608106  |\n",
+      "|    air_temperature              | -0.59294134 |\n",
+      "|    clg_setpoint                 | 1.4724038   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.29691625 |\n",
+      "|    diffuse_solar_radiation      | -0.7404343  |\n",
+      "|    direct_solar_radiation       | -0.6086988  |\n",
+      "|    hour                         | 1.5169835   |\n",
+      "|    htg_setpoint                 | -1.3950524  |\n",
+      "|    month                        | -0.6132663  |\n",
+      "|    outdoor_humidity             | 1.3483251   |\n",
+      "|    outdoor_temperature          | -0.7067681  |\n",
+      "|    people_occupant              | -0.6891502  |\n",
+      "|    total_electricity_HVAC       | -0.656103   |\n",
+      "|    wind_direction               | -1.0710285  |\n",
+      "|    wind_speed                   | 0.30866694  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 21.482252   |\n",
+      "|    air_temperature              | 21.821539   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 96.5        |\n",
+      "|    outdoor_temperature          | 4.851196    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 70.0        |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 28%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.47187102 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.032434   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.1977205  |\n",
+      "|    air_humidity                 | -0.6220672  |\n",
+      "|    air_temperature              | -1.507638   |\n",
+      "|    clg_setpoint                 | 0.6449467   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18315923 |\n",
+      "|    diffuse_solar_radiation      | -0.7405109  |\n",
+      "|    direct_solar_radiation       | -0.6087905  |\n",
+      "|    hour                         | 1.6613519   |\n",
+      "|    htg_setpoint                 | 0.44819385  |\n",
+      "|    month                        | -0.6128997  |\n",
+      "|    outdoor_humidity             | 0.822796    |\n",
+      "|    outdoor_temperature          | -0.62986463 |\n",
+      "|    people_occupant              | -0.6887087  |\n",
+      "|    total_electricity_HVAC       | -0.22514847 |\n",
+      "|    wind_direction               | -0.73924816 |\n",
+      "|    wind_speed                   | -0.9677133  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2106.5903   |\n",
+      "|    air_humidity                 | 28.440065   |\n",
+      "|    air_temperature              | 20.515554   |\n",
+      "|    clg_setpoint                 | 27.841171   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 19.668053   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 85.5        |\n",
+      "|    outdoor_temperature          | 5.6029983   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1895931.4   |\n",
+      "|    wind_direction               | 105.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 29%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.011381835 |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.586586    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6502579   |\n",
+      "|    air_humidity                 | 1.6578714    |\n",
+      "|    air_temperature              | -1.216219    |\n",
+      "|    clg_setpoint                 | 1.4717661    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.044352487  |\n",
+      "|    diffuse_solar_radiation      | -0.74054325  |\n",
+      "|    direct_solar_radiation       | -0.60842836  |\n",
+      "|    hour                         | -1.6612723   |\n",
+      "|    htg_setpoint                 | -0.66338855  |\n",
+      "|    month                        | -0.6125338   |\n",
+      "|    outdoor_humidity             | 1.251127     |\n",
+      "|    outdoor_temperature          | -0.15903912  |\n",
+      "|    people_occupant              | -0.6888599   |\n",
+      "|    total_electricity_HVAC       | -0.6558378   |\n",
+      "|    wind_direction               | 0.8230808    |\n",
+      "|    wind_speed                   | 0.41216376   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 57.940693    |\n",
+      "|    air_temperature              | 20.9318      |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 16.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 15.045432    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 94.5         |\n",
+      "|    outdoor_temperature          | 10.218526    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 270.0        |\n",
+      "|    wind_speed                   | 5.95         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 29%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.10842759 |\n",
+      "|    Heating_Setpoint_RL          | -0.75694895 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.259056   |\n",
+      "|    Heating_Setpoint_RL          | 13.367163   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.2665144   |\n",
+      "|    air_humidity                 | 0.82106805  |\n",
+      "|    air_temperature              | 0.40818873  |\n",
+      "|    clg_setpoint                 | -0.87680113 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.15814173  |\n",
+      "|    diffuse_solar_radiation      | -0.7405902  |\n",
+      "|    direct_solar_radiation       | -0.60863686 |\n",
+      "|    hour                         | -1.5167172  |\n",
+      "|    htg_setpoint                 | 1.3087659   |\n",
+      "|    month                        | -0.6121685  |\n",
+      "|    outdoor_humidity             | 0.65444106  |\n",
+      "|    outdoor_temperature          | 0.335764    |\n",
+      "|    people_occupant              | -0.68901086 |\n",
+      "|    total_electricity_HVAC       | 0.21666248  |\n",
+      "|    wind_direction               | -1.7340677  |\n",
+      "|    wind_speed                   | -2.0388744  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4177.291    |\n",
+      "|    air_humidity                 | 47.12678    |\n",
+      "|    air_temperature              | 23.24985    |\n",
+      "|    clg_setpoint                 | 23.867424   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 82.0        |\n",
+      "|    outdoor_temperature          | 15.073835   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3759562.0   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 29%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.3323376   |\n",
+      "|    air_humidity                 | 0.73205096  |\n",
+      "|    air_temperature              | 0.3379178   |\n",
+      "|    clg_setpoint                 | 0.18053217  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.2719236   |\n",
+      "|    diffuse_solar_radiation      | -0.74068046 |\n",
+      "|    direct_solar_radiation       | -0.60833    |\n",
+      "|    hour                         | -1.3721855  |\n",
+      "|    htg_setpoint                 | 1.308053    |\n",
+      "|    month                        | -0.6118039  |\n",
+      "|    outdoor_humidity             | 1.107161    |\n",
+      "|    outdoor_temperature          | -0.3963672  |\n",
+      "|    people_occupant              | -0.68916154 |\n",
+      "|    total_electricity_HVAC       | 2.4320126   |\n",
+      "|    wind_direction               | -1.1177511  |\n",
+      "|    wind_speed                   | 0.08299174  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 13390.97    |\n",
+      "|    air_humidity                 | 45.985523   |\n",
+      "|    air_temperature              | 23.149668   |\n",
+      "|    clg_setpoint                 | 26.62793    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 91.5        |\n",
+      "|    outdoor_temperature          | 7.897754    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 13103618.0  |\n",
+      "|    wind_direction               | 65.0        |\n",
+      "|    wind_speed                   | 5.15        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 30%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.28581166  |\n",
+      "|    Heating_Setpoint_RL          | -0.59919    |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.589615   |\n",
+      "|    Heating_Setpoint_RL          | 14.254557   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.126264    |\n",
+      "|    air_humidity                 | -0.09942505 |\n",
+      "|    air_temperature              | 0.20089795  |\n",
+      "|    clg_setpoint                 | 1.4717128   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.38568962  |\n",
+      "|    diffuse_solar_radiation      | -0.74074465 |\n",
+      "|    direct_solar_radiation       | -0.6079692  |\n",
+      "|    hour                         | -1.2276727  |\n",
+      "|    htg_setpoint                 | 1.3076826   |\n",
+      "|    month                        | -0.61143994 |\n",
+      "|    outdoor_humidity             | 0.12807496  |\n",
+      "|    outdoor_temperature          | -0.9387914  |\n",
+      "|    people_occupant              | -0.689312   |\n",
+      "|    total_electricity_HVAC       | 2.0970895   |\n",
+      "|    wind_direction               | -1.3059344  |\n",
+      "|    wind_speed                   | -0.34986833 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 12471.479   |\n",
+      "|    air_humidity                 | 35.231457   |\n",
+      "|    air_temperature              | 22.954227   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 71.0        |\n",
+      "|    outdoor_temperature          | 2.5810127   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 11691008.0  |\n",
+      "|    wind_direction               | 45.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 30%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.66566116 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.378393   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6502143  |\n",
+      "|    air_humidity                 | -0.5149553  |\n",
+      "|    air_temperature              | -0.84585625 |\n",
+      "|    clg_setpoint                 | 0.81352955  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.49942577  |\n",
+      "|    diffuse_solar_radiation      | -0.7408093  |\n",
+      "|    direct_solar_radiation       | -0.6080876  |\n",
+      "|    hour                         | -1.0831751  |\n",
+      "|    htg_setpoint                 | -1.3960296  |\n",
+      "|    month                        | -0.6110766  |\n",
+      "|    outdoor_humidity             | -0.25362355 |\n",
+      "|    outdoor_temperature          | -0.50193983 |\n",
+      "|    people_occupant              | -0.6894622  |\n",
+      "|    total_electricity_HVAC       | -0.6557569  |\n",
+      "|    wind_direction               | -0.8795903  |\n",
+      "|    wind_speed                   | -0.24669394 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 29.852835   |\n",
+      "|    air_temperature              | 21.461992   |\n",
+      "|    clg_setpoint                 | 28.280468   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 63.0        |\n",
+      "|    outdoor_temperature          | 6.8572807   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 90.0        |\n",
+      "|    wind_speed                   | 4.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 30%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.22167626  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 18.87193    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.36985338  |\n",
+      "|    air_humidity                 | -0.37708163 |\n",
+      "|    air_temperature              | -0.53536147 |\n",
+      "|    clg_setpoint                 | 0.26525047  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.61311257  |\n",
+      "|    diffuse_solar_radiation      | -0.6068923  |\n",
+      "|    direct_solar_radiation       | -0.60772765 |\n",
+      "|    hour                         | -0.93868935 |\n",
+      "|    htg_setpoint                 | 0.9839424   |\n",
+      "|    month                        | -0.61071396 |\n",
+      "|    outdoor_humidity             | 1.3227513   |\n",
+      "|    outdoor_temperature          | -0.7538734  |\n",
+      "|    people_occupant              | -0.68902266 |\n",
+      "|    total_electricity_HVAC       | 0.10286509  |\n",
+      "|    wind_direction               | -1.4941882  |\n",
+      "|    wind_speed                   | 2.2059898   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4636.7534   |\n",
+      "|    air_humidity                 | 31.631735   |\n",
+      "|    air_temperature              | 21.904263   |\n",
+      "|    clg_setpoint                 | 26.850426   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 13.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 21.903519   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 4.3890996   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3278551.2   |\n",
+      "|    wind_direction               | 25.0        |\n",
+      "|    wind_speed                   | 10.3        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.5519797   |\n",
+      "|    air_humidity                 | -0.3135423  |\n",
+      "|    air_temperature              | -0.42479816 |\n",
+      "|    clg_setpoint                 | 1.056504    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7267252   |\n",
+      "|    diffuse_solar_radiation      | -0.1636906  |\n",
+      "|    direct_solar_radiation       | -0.60736835 |\n",
+      "|    hour                         | -0.79421246 |\n",
+      "|    htg_setpoint                 | 1.0217142   |\n",
+      "|    month                        | -0.6103519  |\n",
+      "|    outdoor_humidity             | 1.17813     |\n",
+      "|    outdoor_temperature          | -0.7143539  |\n",
+      "|    people_occupant              | -0.68858397 |\n",
+      "|    total_electricity_HVAC       | 1.765897    |\n",
+      "|    wind_direction               | 0.636063    |\n",
+      "|    wind_speed                   | 1.0295432   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 9912.809    |\n",
+      "|    air_humidity                 | 32.45116    |\n",
+      "|    air_temperature              | 22.061176   |\n",
+      "|    clg_setpoint                 | 28.920172   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 56.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 22.061134   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 4.773507    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 10297636.0  |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 7.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.7728301    |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.233301    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.633908    |\n",
+      "|    air_humidity                 | -0.14624408  |\n",
+      "|    air_temperature              | -0.45695117  |\n",
+      "|    clg_setpoint                 | 1.1797904    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.8402335    |\n",
+      "|    diffuse_solar_radiation      | 0.042226225  |\n",
+      "|    direct_solar_radiation       | 2.329074     |\n",
+      "|    hour                         | -0.649742    |\n",
+      "|    htg_setpoint                 | -1.0362458   |\n",
+      "|    month                        | -0.60999054  |\n",
+      "|    outdoor_humidity             | -0.23141189  |\n",
+      "|    outdoor_temperature          | -0.1636535   |\n",
+      "|    people_occupant              | -0.68873435  |\n",
+      "|    total_electricity_HVAC       | -0.6390969   |\n",
+      "|    wind_direction               | 0.5882423    |\n",
+      "|    wind_speed                   | -0.022058593 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 159.55258    |\n",
+      "|    air_humidity                 | 34.612644    |\n",
+      "|    air_temperature              | 22.015625    |\n",
+      "|    clg_setpoint                 | 29.242104    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 23.0         |\n",
+      "|    diffuse_solar_radiation      | 76.0         |\n",
+      "|    direct_solar_radiation       | 731.0        |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 13.496927    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 63.5         |\n",
+      "|    outdoor_temperature          | 10.161991    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 148358.62    |\n",
+      "|    wind_direction               | 245.0        |\n",
+      "|    wind_speed                   | 4.9          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.056112885 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.940636   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5446627  |\n",
+      "|    air_humidity                 | 0.24691273  |\n",
+      "|    air_temperature              | 0.4094409   |\n",
+      "|    clg_setpoint                 | -1.1134822  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.95360184  |\n",
+      "|    diffuse_solar_radiation      | 1.2999997   |\n",
+      "|    direct_solar_radiation       | 1.0462931   |\n",
+      "|    hour                         | -0.5052758  |\n",
+      "|    htg_setpoint                 | 1.3075498   |\n",
+      "|    month                        | -0.6096298  |\n",
+      "|    outdoor_humidity             | 0.34205434  |\n",
+      "|    outdoor_temperature          | -0.08228143 |\n",
+      "|    people_occupant              | 1.6948413   |\n",
+      "|    total_electricity_HVAC       | -0.4645122  |\n",
+      "|    wind_direction               | -0.5010524  |\n",
+      "|    wind_speed                   | -0.8668767  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 557.3583    |\n",
+      "|    air_humidity                 | 39.6912     |\n",
+      "|    air_temperature              | 23.249825   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 198.0       |\n",
+      "|    direct_solar_radiation       | 412.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 75.5        |\n",
+      "|    outdoor_temperature          | 10.958495   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 884661.44   |\n",
+      "|    wind_direction               | 130.0       |\n",
+      "|    wind_speed                   | 2.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.20148318 |\n",
+      "|    air_humidity                 | 0.5864595   |\n",
+      "|    air_temperature              | 0.40883482  |\n",
+      "|    clg_setpoint                 | -1.1131744  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0667896   |\n",
+      "|    diffuse_solar_radiation      | 0.9697242   |\n",
+      "|    direct_solar_radiation       | 2.5037277   |\n",
+      "|    hour                         | -0.36081216 |\n",
+      "|    htg_setpoint                 | -0.7501919  |\n",
+      "|    month                        | -0.6092697  |\n",
+      "|    outdoor_humidity             | -0.6625401  |\n",
+      "|    outdoor_temperature          | 0.5800992   |\n",
+      "|    people_occupant              | 1.6943547   |\n",
+      "|    total_electricity_HVAC       | -0.21545994 |\n",
+      "|    wind_direction               | -1.732393   |\n",
+      "|    wind_speed                   | 1.2561336   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2087.4602   |\n",
+      "|    air_humidity                 | 44.082508   |\n",
+      "|    air_temperature              | 23.249008   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 166.0       |\n",
+      "|    direct_solar_radiation       | 775.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 14.688022   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 54.5        |\n",
+      "|    outdoor_temperature          | 17.43353    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1934835.1   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 8.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 32%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.9906079   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.19717    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.13769016 |\n",
+      "|    air_humidity                 | 0.6816726   |\n",
+      "|    air_temperature              | 0.40834334  |\n",
+      "|    clg_setpoint                 | -1.1128129  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.179751    |\n",
+      "|    diffuse_solar_radiation      | 3.9782193   |\n",
+      "|    direct_solar_radiation       | 1.0017316   |\n",
+      "|    hour                         | -0.2163499  |\n",
+      "|    htg_setpoint                 | 0.28459638  |\n",
+      "|    month                        | -0.6089102  |\n",
+      "|    outdoor_humidity             | -0.5428782  |\n",
+      "|    outdoor_temperature          | 0.5674669   |\n",
+      "|    people_occupant              | 1.6938692   |\n",
+      "|    total_electricity_HVAC       | -0.1680681  |\n",
+      "|    wind_direction               | 0.067809984 |\n",
+      "|    wind_speed                   | -0.3509968  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2371.9426   |\n",
+      "|    air_humidity                 | 45.31305    |\n",
+      "|    air_temperature              | 23.24838    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 458.0       |\n",
+      "|    direct_solar_radiation       | 401.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 18.994354   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 57.0        |\n",
+      "|    outdoor_temperature          | 17.311382   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 2134748.5   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 32%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.20387834  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 16.478184    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6333238   |\n",
+      "|    air_humidity                 | 0.50953966   |\n",
+      "|    air_temperature              | -0.069065705 |\n",
+      "|    clg_setpoint                 | -1.1124911   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.2924353    |\n",
+      "|    diffuse_solar_radiation      | 4.128589     |\n",
+      "|    direct_solar_radiation       | -0.1499824   |\n",
+      "|    hour                         | -0.07188815  |\n",
+      "|    htg_setpoint                 | 0.88382107   |\n",
+      "|    month                        | -0.6085514   |\n",
+      "|    outdoor_humidity             | 0.078703694  |\n",
+      "|    outdoor_temperature          | 0.48692194   |\n",
+      "|    people_occupant              | -0.68933344  |\n",
+      "|    total_electricity_HVAC       | -0.6396417   |\n",
+      "|    wind_direction               | 0.3993754    |\n",
+      "|    wind_speed                   | -0.35102624  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 162.12741    |\n",
+      "|    air_humidity                 | 43.094173    |\n",
+      "|    air_temperature              | 22.569092    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 27.0         |\n",
+      "|    diffuse_solar_radiation      | 473.0        |\n",
+      "|    direct_solar_radiation       | 114.0        |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 21.48875     |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 70.0         |\n",
+      "|    outdoor_temperature          | 16.524801    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 145914.67    |\n",
+      "|    wind_direction               | 225.0        |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 32%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6110939  |\n",
+      "|    Heating_Setpoint_RL          | -0.44773996 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.562557   |\n",
+      "|    Heating_Setpoint_RL          | 15.1064625  |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5829392  |\n",
+      "|    air_humidity                 | -0.2786571  |\n",
+      "|    air_temperature              | 0.28187823  |\n",
+      "|    clg_setpoint                 | -1.1127219  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4047871   |\n",
+      "|    diffuse_solar_radiation      | 1.0293775   |\n",
+      "|    direct_solar_radiation       | 2.4696875   |\n",
+      "|    hour                         | 0.0725735   |\n",
+      "|    htg_setpoint                 | -1.3964428  |\n",
+      "|    month                        | -0.6081932  |\n",
+      "|    outdoor_humidity             | -1.1171429  |\n",
+      "|    outdoor_temperature          | 0.71501625  |\n",
+      "|    people_occupant              | -0.68889666 |\n",
+      "|    total_electricity_HVAC       | -0.5127936  |\n",
+      "|    wind_direction               | -0.689957   |\n",
+      "|    wind_speed                   | 1.3603767   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 385.92224   |\n",
+      "|    air_humidity                 | 32.936073   |\n",
+      "|    air_temperature              | 23.068476   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 172.0       |\n",
+      "|    direct_solar_radiation       | 767.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | 18.75522    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 679980.2    |\n",
+      "|    wind_direction               | 110.0       |\n",
+      "|    wind_speed                   | 8.25        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 32%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.11327016 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.987856   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6335677  |\n",
+      "|    air_humidity                 | 0.42866734  |\n",
+      "|    air_temperature              | 1.2281002   |\n",
+      "|    clg_setpoint                 | -0.66723406 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.516746    |\n",
+      "|    diffuse_solar_radiation      | 1.728893    |\n",
+      "|    direct_solar_radiation       | -0.60769427 |\n",
+      "|    hour                         | 0.21703506  |\n",
+      "|    htg_setpoint                 | 0.48334846  |\n",
+      "|    month                        | -0.60783565 |\n",
+      "|    outdoor_humidity             | 0.3419525   |\n",
+      "|    outdoor_temperature          | 0.16248693  |\n",
+      "|    people_occupant              | 1.2184488   |\n",
+      "|    total_electricity_HVAC       | -0.625289   |\n",
+      "|    wind_direction               | -0.6420754  |\n",
+      "|    wind_speed                   | -0.02102481 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 159.6912    |\n",
+      "|    air_humidity                 | 42.056503   |\n",
+      "|    air_temperature              | 24.41384    |\n",
+      "|    clg_setpoint                 | 24.413996   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 240.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 19.822876   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 75.5        |\n",
+      "|    outdoor_temperature          | 13.359347   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 205175.84   |\n",
+      "|    wind_direction               | 115.0       |\n",
+      "|    wind_speed                   | 4.9         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 33%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.43819463 |\n",
+      "|    air_humidity                 | 2.2651706   |\n",
+      "|    air_temperature              | 0.4088572   |\n",
+      "|    clg_setpoint                 | -1.11253    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6282481   |\n",
+      "|    diffuse_solar_radiation      | 0.720246    |\n",
+      "|    direct_solar_radiation       | -0.6073375  |\n",
+      "|    hour                         | 0.3614961   |\n",
+      "|    htg_setpoint                 | 0.8197355   |\n",
+      "|    month                        | -0.6074787  |\n",
+      "|    outdoor_humidity             | 1.2739321   |\n",
+      "|    outdoor_temperature          | 0.46073523  |\n",
+      "|    people_occupant              | 1.694789    |\n",
+      "|    total_electricity_HVAC       | -0.45399976 |\n",
+      "|    wind_direction               | 1.6337756   |\n",
+      "|    wind_speed                   | -0.76275    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1029.9443   |\n",
+      "|    air_humidity                 | 65.75197    |\n",
+      "|    air_temperature              | 23.249094   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 142.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 21.22511    |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 95.0        |\n",
+      "|    outdoor_temperature          | 16.269358   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 926949.94   |\n",
+      "|    wind_direction               | 355.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 33%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.27182215 |\n",
+      "|    air_humidity                 | -0.9911825  |\n",
+      "|    air_temperature              | 0.40857506  |\n",
+      "|    clg_setpoint                 | -1.1122885  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6714269  |\n",
+      "|    diffuse_solar_radiation      | 2.2832031   |\n",
+      "|    direct_solar_radiation       | 0.103040114 |\n",
+      "|    hour                         | 0.50595576  |\n",
+      "|    htg_setpoint                 | -1.1180427  |\n",
+      "|    month                        | -0.3219029  |\n",
+      "|    outdoor_humidity             | -1.8590742  |\n",
+      "|    outdoor_temperature          | 0.42836118  |\n",
+      "|    people_occupant              | 1.694305    |\n",
+      "|    total_electricity_HVAC       | -0.29571766 |\n",
+      "|    wind_direction               | -0.54597014 |\n",
+      "|    wind_speed                   | 0.7227606   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1770.8137   |\n",
+      "|    air_humidity                 | 23.762506   |\n",
+      "|    air_temperature              | 23.24879    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 294.0       |\n",
+      "|    direct_solar_radiation       | 177.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 13.161798   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 29.5        |\n",
+      "|    outdoor_temperature          | 15.9528055  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1593732.4   |\n",
+      "|    wind_direction               | 125.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 33%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.08099061  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.080572   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.31916386 |\n",
+      "|    air_humidity                 | -0.7267044  |\n",
+      "|    air_temperature              | 0.40848768  |\n",
+      "|    clg_setpoint                 | -1.1120176  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5552768  |\n",
+      "|    diffuse_solar_radiation      | 0.7496584   |\n",
+      "|    direct_solar_radiation       | 1.2825763   |\n",
+      "|    hour                         | 0.65041286  |\n",
+      "|    htg_setpoint                 | -0.9542953  |\n",
+      "|    month                        | -0.3217508  |\n",
+      "|    outdoor_humidity             | -1.6663461  |\n",
+      "|    outdoor_temperature          | 0.42898646  |\n",
+      "|    people_occupant              | 1.693822    |\n",
+      "|    total_electricity_HVAC       | -0.34074304 |\n",
+      "|    wind_direction               | -0.7819084  |\n",
+      "|    wind_speed                   | 1.6919811   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1559.3961   |\n",
+      "|    air_humidity                 | 27.168116   |\n",
+      "|    air_temperature              | 23.248507   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 145.0       |\n",
+      "|    direct_solar_radiation       | 471.0       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 13.842133   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 33.5        |\n",
+      "|    outdoor_temperature          | 15.9578085  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1403456.5   |\n",
+      "|    wind_direction               | 100.0       |\n",
+      "|    wind_speed                   | 9.05        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.009957332 |\n",
+      "|    clip_fraction                | 0.0927      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.49       |\n",
+      "|    explained_variance           | 0.727       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.153       |\n",
+      "|    n_updates                    | 570         |\n",
+      "|    policy_gradient_loss         | -0.0116     |\n",
+      "|    std                          | 0.84        |\n",
+      "|    value_loss                   | 0.688       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 34%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9289365  |\n",
+      "|    Heating_Setpoint_RL          | -0.8403565  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.48984    |\n",
+      "|    Heating_Setpoint_RL          | 12.897995   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49974585 |\n",
+      "|    air_humidity                 | -0.06578948 |\n",
+      "|    air_temperature              | 0.40891242  |\n",
+      "|    clg_setpoint                 | -1.1119448  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4396119  |\n",
+      "|    diffuse_solar_radiation      | 0.25573668  |\n",
+      "|    direct_solar_radiation       | -0.45086485 |\n",
+      "|    hour                         | 0.7948658   |\n",
+      "|    htg_setpoint                 | -0.9319628  |\n",
+      "|    month                        | -0.32159892 |\n",
+      "|    outdoor_humidity             | -0.5426111  |\n",
+      "|    outdoor_temperature          | 0.13957526  |\n",
+      "|    people_occupant              | 1.6933402   |\n",
+      "|    total_electricity_HVAC       | -0.51251876 |\n",
+      "|    wind_direction               | -1.5857285  |\n",
+      "|    wind_speed                   | 1.3592898   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 754.6881    |\n",
+      "|    air_humidity                 | 35.69028    |\n",
+      "|    air_temperature              | 23.249212   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 97.0        |\n",
+      "|    direct_solar_radiation       | 39.0        |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 13.93605    |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 57.0        |\n",
+      "|    outdoor_temperature          | 13.135642   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 679219.3    |\n",
+      "|    wind_direction               | 15.0        |\n",
+      "|    wind_speed                   | 8.25        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 34%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.6575051    |\n",
+      "|    Heating_Setpoint_RL          | 0.070265025  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.84408     |\n",
+      "|    Heating_Setpoint_RL          | 18.02024     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6495857   |\n",
+      "|    air_humidity                 | 1.8281255    |\n",
+      "|    air_temperature              | 0.21654111   |\n",
+      "|    clg_setpoint                 | -0.050940573 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.3243593   |\n",
+      "|    diffuse_solar_radiation      | -0.567276    |\n",
+      "|    direct_solar_radiation       | -0.45851094  |\n",
+      "|    hour                         | 0.9393124    |\n",
+      "|    htg_setpoint                 | -0.54993534  |\n",
+      "|    month                        | -0.32144725  |\n",
+      "|    outdoor_humidity             | 0.86782044   |\n",
+      "|    outdoor_temperature          | 0.5842815    |\n",
+      "|    people_occupant              | -0.6892062   |\n",
+      "|    total_electricity_HVAC       | -0.65505797  |\n",
+      "|    wind_direction               | -0.4005008   |\n",
+      "|    wind_speed                   | -1.0722507   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 60.10905     |\n",
+      "|    air_temperature              | 22.975803    |\n",
+      "|    clg_setpoint                 | 26.023499    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.0          |\n",
+      "|    diffuse_solar_radiation      | 17.0         |\n",
+      "|    direct_solar_radiation       | 37.0         |\n",
+      "|    hour                         | 18.0         |\n",
+      "|    htg_setpoint                 | 15.527236    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 86.5         |\n",
+      "|    outdoor_temperature          | 17.46951     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 140.0        |\n",
+      "|    wind_speed                   | 2.35         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 34%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.62601316 |\n",
+      "|    Heating_Setpoint_RL          | 0.120524734 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.512205   |\n",
+      "|    Heating_Setpoint_RL          | 18.302952   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6495221  |\n",
+      "|    air_humidity                 | 1.0855571   |\n",
+      "|    air_temperature              | 0.53572434  |\n",
+      "|    clg_setpoint                 | 0.85435003  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2094523  |\n",
+      "|    diffuse_solar_radiation      | -0.74224305 |\n",
+      "|    direct_solar_radiation       | -0.60697687 |\n",
+      "|    hour                         | 1.0837502   |\n",
+      "|    htg_setpoint                 | 0.52597487  |\n",
+      "|    month                        | -0.3212958  |\n",
+      "|    outdoor_humidity             | 1.0106994   |\n",
+      "|    outdoor_temperature          | 0.26650304  |\n",
+      "|    people_occupant              | -0.68877214 |\n",
+      "|    total_electricity_HVAC       | -0.65500057 |\n",
+      "|    wind_direction               | -0.35294512 |\n",
+      "|    wind_speed                   | -0.8653766  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 50.55985    |\n",
+      "|    air_temperature              | 23.429195   |\n",
+      "|    clg_setpoint                 | 28.389765   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 20.007671   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 89.5        |\n",
+      "|    outdoor_temperature          | 14.377067   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 145.0       |\n",
+      "|    wind_speed                   | 2.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 34%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5882558   |\n",
+      "|    Heating_Setpoint_RL          | 0.029887676 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.610363   |\n",
+      "|    Heating_Setpoint_RL          | 17.793118   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6495344  |\n",
+      "|    air_humidity                 | 1.6130354   |\n",
+      "|    air_temperature              | 0.21810769  |\n",
+      "|    clg_setpoint                 | 0.49626562  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0948309  |\n",
+      "|    diffuse_solar_radiation      | -0.74223465 |\n",
+      "|    direct_solar_radiation       | -0.6066731  |\n",
+      "|    hour                         | 1.2281766   |\n",
+      "|    htg_setpoint                 | -1.2549338  |\n",
+      "|    month                        | -0.32114455 |\n",
+      "|    outdoor_humidity             | 1.2489661   |\n",
+      "|    outdoor_temperature          | 0.18501428  |\n",
+      "|    people_occupant              | -0.45053992 |\n",
+      "|    total_electricity_HVAC       | -0.6550116  |\n",
+      "|    wind_direction               | -0.82613397 |\n",
+      "|    wind_speed                   | -0.45258737 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 57.384106   |\n",
+      "|    air_temperature              | 22.978624   |\n",
+      "|    clg_setpoint                 | 27.45419    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 12.597613   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 94.5        |\n",
+      "|    outdoor_temperature          | 13.584944   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 95.0        |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 35%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.69254434  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 21.520561   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6495481  |\n",
+      "|    air_humidity                 | 1.960807    |\n",
+      "|    air_temperature              | -0.03939618 |\n",
+      "|    clg_setpoint                 | 1.470235    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.98044133 |\n",
+      "|    diffuse_solar_radiation      | -0.7423219  |\n",
+      "|    direct_solar_radiation       | -0.6063301  |\n",
+      "|    hour                         | 1.372588    |\n",
+      "|    htg_setpoint                 | -0.37870237 |\n",
+      "|    month                        | -0.3209935  |\n",
+      "|    outdoor_humidity             | 1.4147575   |\n",
+      "|    outdoor_temperature          | 0.10051798  |\n",
+      "|    people_occupant              | -0.6890691  |\n",
+      "|    total_electricity_HVAC       | -0.65502316 |\n",
+      "|    wind_direction               | -0.7780525  |\n",
+      "|    wind_speed                   | 0.9286463   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 61.90262    |\n",
+      "|    air_temperature              | 22.613688   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 16.248093   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 98.0        |\n",
+      "|    outdoor_temperature          | 12.762976   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 100.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 35%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.3742083  |\n",
+      "|    Heating_Setpoint_RL          | 0.31551394  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.362047   |\n",
+      "|    Heating_Setpoint_RL          | 19.399765   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.7261644   |\n",
+      "|    air_humidity                 | 1.6984448   |\n",
+      "|    air_temperature              | 0.40911698  |\n",
+      "|    clg_setpoint                 | 0.5550396   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8662357  |\n",
+      "|    diffuse_solar_radiation      | -0.742437   |\n",
+      "|    direct_solar_radiation       | -0.6059927  |\n",
+      "|    hour                         | 1.516981    |\n",
+      "|    htg_setpoint                 | 1.3024805   |\n",
+      "|    month                        | -0.3208427  |\n",
+      "|    outdoor_humidity             | 1.5083009   |\n",
+      "|    outdoor_temperature          | 0.16841257  |\n",
+      "|    people_occupant              | -0.68921715 |\n",
+      "|    total_electricity_HVAC       | 0.9021028   |\n",
+      "|    wind_direction               | 1.6380156   |\n",
+      "|    wind_speed                   | -1.4012465  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6203.162    |\n",
+      "|    air_humidity                 | 58.551987   |\n",
+      "|    air_temperature              | 23.250153   |\n",
+      "|    clg_setpoint                 | 27.608398   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 13.424313   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6628195.0   |\n",
+      "|    wind_direction               | 355.0       |\n",
+      "|    wind_speed                   | 1.55        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 35%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.020691996 |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.555164    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.64980465  |\n",
+      "|    air_humidity                 | 0.64704335   |\n",
+      "|    air_temperature              | -0.44830278  |\n",
+      "|    clg_setpoint                 | -1.1122124   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.75217193  |\n",
+      "|    diffuse_solar_radiation      | -0.7424954   |\n",
+      "|    direct_solar_radiation       | -0.60603416  |\n",
+      "|    hour                         | 1.6613513    |\n",
+      "|    htg_setpoint                 | 0.2696824    |\n",
+      "|    month                        | -0.32069212  |\n",
+      "|    outdoor_humidity             | -0.28389233  |\n",
+      "|    outdoor_temperature          | 0.5147785    |\n",
+      "|    people_occupant              | -0.68936497  |\n",
+      "|    total_electricity_HVAC       | -0.6552671   |\n",
+      "|    wind_direction               | 1.5902306    |\n",
+      "|    wind_speed                   | -1.07074     |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 44.98388     |\n",
+      "|    air_temperature              | 22.034761    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 9.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 18.951363    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 62.5         |\n",
+      "|    outdoor_temperature          | 16.79714     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 350.0        |\n",
+      "|    wind_speed                   | 2.35         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 36%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.22645095  |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.86073     |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.64986634  |\n",
+      "|    air_humidity                 | 0.13557193   |\n",
+      "|    air_temperature              | -0.050313283 |\n",
+      "|    clg_setpoint                 | 0.09274975   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.5246145   |\n",
+      "|    diffuse_solar_radiation      | -0.7426695   |\n",
+      "|    direct_solar_radiation       | -0.60631555  |\n",
+      "|    hour                         | -1.6612734   |\n",
+      "|    htg_setpoint                 | 0.24187265   |\n",
+      "|    month                        | -0.3205417   |\n",
+      "|    outdoor_humidity             | -0.8325189   |\n",
+      "|    outdoor_temperature          | 0.26343408   |\n",
+      "|    people_occupant              | -0.6895126   |\n",
+      "|    total_electricity_HVAC       | -0.6553288   |\n",
+      "|    wind_direction               | -1.5832226   |\n",
+      "|    wind_speed                   | -0.3491409   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 38.377537    |\n",
+      "|    air_temperature              | 22.599249    |\n",
+      "|    clg_setpoint                 | 26.398417    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 11.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 18.835054    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 51.0         |\n",
+      "|    outdoor_temperature          | 14.356844    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 15.0         |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 36%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.2781687   |\n",
+      "|    air_humidity                 | -0.11157116 |\n",
+      "|    air_temperature              | 0.40716487  |\n",
+      "|    clg_setpoint                 | 1.4705548   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.4107004  |\n",
+      "|    diffuse_solar_radiation      | -0.7428319  |\n",
+      "|    direct_solar_radiation       | -0.6065751  |\n",
+      "|    hour                         | -1.5167202  |\n",
+      "|    htg_setpoint                 | 1.3022392   |\n",
+      "|    month                        | -0.32039154 |\n",
+      "|    outdoor_humidity             | 0.62508696  |\n",
+      "|    outdoor_temperature          | 0.015416502 |\n",
+      "|    people_occupant              | -0.6890805  |\n",
+      "|    total_electricity_HVAC       | 1.1103574   |\n",
+      "|    wind_direction               | 0.5477345   |\n",
+      "|    wind_speed                   | -0.24607688 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4208.564    |\n",
+      "|    air_humidity                 | 35.18181    |\n",
+      "|    air_temperature              | 23.247694   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 81.5        |\n",
+      "|    outdoor_temperature          | 11.945802   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7498783.0   |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 4.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 36%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.64958876  |\n",
+      "|    air_humidity                 | 0.1728456    |\n",
+      "|    air_temperature              | -0.45603922  |\n",
+      "|    clg_setpoint                 | 0.76646364   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.29683006  |\n",
+      "|    diffuse_solar_radiation      | -0.7429933   |\n",
+      "|    direct_solar_radiation       | -0.6068599   |\n",
+      "|    hour                         | -1.3721898   |\n",
+      "|    htg_setpoint                 | -1.399189    |\n",
+      "|    month                        | -0.32024157  |\n",
+      "|    outdoor_humidity             | -1.4773755   |\n",
+      "|    outdoor_temperature          | 0.42294666   |\n",
+      "|    people_occupant              | -0.6886492   |\n",
+      "|    total_electricity_HVAC       | -0.655066    |\n",
+      "|    wind_direction               | -1.5350801   |\n",
+      "|    wind_speed                   | -0.121582784 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 38.851738    |\n",
+      "|    air_temperature              | 22.025219    |\n",
+      "|    clg_setpoint                 | 28.15974     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 13.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 2.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 37.5         |\n",
+      "|    outdoor_temperature          | 15.909243    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 20.0         |\n",
+      "|    wind_speed                   | 4.65         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.4182889   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 19.977875   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6495053  |\n",
+      "|    air_humidity                 | -0.28977022 |\n",
+      "|    air_temperature              | -0.34112954 |\n",
+      "|    clg_setpoint                 | 1.470577    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18298553 |\n",
+      "|    diffuse_solar_radiation      | -0.7430667  |\n",
+      "|    direct_solar_radiation       | -0.6069266  |\n",
+      "|    hour                         | -1.2276781  |\n",
+      "|    htg_setpoint                 | 0.2781322   |\n",
+      "|    month                        | -0.3200918  |\n",
+      "|    outdoor_humidity             | 0.7454551   |\n",
+      "|    outdoor_temperature          | -0.5558041  |\n",
+      "|    people_occupant              | -0.68879694 |\n",
+      "|    total_electricity_HVAC       | -0.65497696 |\n",
+      "|    wind_direction               | -1.3922035  |\n",
+      "|    wind_speed                   | -0.76125866 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 32.87621    |\n",
+      "|    air_temperature              | 22.188202   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 18.984627   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 84.0        |\n",
+      "|    outdoor_temperature          | 6.4015102   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 35.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5454958   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.46605    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6494111  |\n",
+      "|    air_humidity                 | -0.09981139 |\n",
+      "|    air_temperature              | -0.9699223  |\n",
+      "|    clg_setpoint                 | 0.455968    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.06915428 |\n",
+      "|    diffuse_solar_radiation      | -0.7432383  |\n",
+      "|    direct_solar_radiation       | -0.60720086 |\n",
+      "|    hour                         | -1.0831811  |\n",
+      "|    htg_setpoint                 | -1.39919    |\n",
+      "|    month                        | -0.31994227 |\n",
+      "|    outdoor_humidity             | 0.74587005  |\n",
+      "|    outdoor_temperature          | -0.48744312 |\n",
+      "|    people_occupant              | -0.6889445  |\n",
+      "|    total_electricity_HVAC       | -0.654874   |\n",
+      "|    wind_direction               | -1.1550941  |\n",
+      "|    wind_speed                   | -0.96722937 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 35.325184   |\n",
+      "|    air_temperature              | 21.298326   |\n",
+      "|    clg_setpoint                 | 27.347595   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 84.0        |\n",
+      "|    outdoor_temperature          | 7.066665    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.87256414  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.569904   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.75672704  |\n",
+      "|    air_humidity                 | -0.46593344 |\n",
+      "|    air_temperature              | 0.40885982  |\n",
+      "|    clg_setpoint                 | -0.26122984 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.044670776 |\n",
+      "|    diffuse_solar_radiation      | 0.05752743  |\n",
+      "|    direct_solar_radiation       | -0.02548622 |\n",
+      "|    hour                         | -0.93869585 |\n",
+      "|    htg_setpoint                 | 1.3024751   |\n",
+      "|    month                        | -0.31979293 |\n",
+      "|    outdoor_humidity             | 0.67467296  |\n",
+      "|    outdoor_temperature          | -0.3312517  |\n",
+      "|    people_occupant              | -0.6890918  |\n",
+      "|    total_electricity_HVAC       | 0.68247706  |\n",
+      "|    wind_direction               | -1.4854622  |\n",
+      "|    wind_speed                   | -0.45102215 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6328.2905   |\n",
+      "|    air_humidity                 | 30.600342   |\n",
+      "|    air_temperature              | 23.249874   |\n",
+      "|    clg_setpoint                 | 25.472198   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 78.0        |\n",
+      "|    direct_solar_radiation       | 145.0       |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 82.5        |\n",
+      "|    outdoor_temperature          | 8.584682    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5695461.5   |\n",
+      "|    wind_direction               | 25.0        |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.17479214  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.214924   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6495098  |\n",
+      "|    air_humidity                 | 0.25160146  |\n",
+      "|    air_temperature              | -0.2010076  |\n",
+      "|    clg_setpoint                 | 1.4712642   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.15849133  |\n",
+      "|    diffuse_solar_radiation      | 0.5188019   |\n",
+      "|    direct_solar_radiation       | 1.1101482   |\n",
+      "|    hour                         | -0.79421926 |\n",
+      "|    htg_setpoint                 | -0.11034824 |\n",
+      "|    month                        | -0.3196438  |\n",
+      "|    outdoor_humidity             | 0.29245457  |\n",
+      "|    outdoor_temperature          | 0.077599086 |\n",
+      "|    people_occupant              | -0.68923885 |\n",
+      "|    total_electricity_HVAC       | -0.6549543  |\n",
+      "|    wind_direction               | -1.3425353  |\n",
+      "|    wind_speed                   | -0.6574328  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 39.855965   |\n",
+      "|    air_temperature              | 22.387178   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 123.0       |\n",
+      "|    direct_solar_radiation       | 428.0       |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 17.367313   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 74.5        |\n",
+      "|    outdoor_temperature          | 12.554226   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.97466135  |\n",
+      "|    Heating_Setpoint_RL          | 0.812407    |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.914482   |\n",
+      "|    Heating_Setpoint_RL          | 22.19479    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6384295  |\n",
+      "|    air_humidity                 | 1.3748105   |\n",
+      "|    air_temperature              | 0.1616764   |\n",
+      "|    clg_setpoint                 | 1.2339518   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.27230364  |\n",
+      "|    diffuse_solar_radiation      | 1.6266434   |\n",
+      "|    direct_solar_radiation       | 0.67599684  |\n",
+      "|    hour                         | -0.6497489  |\n",
+      "|    htg_setpoint                 | 0.95707905  |\n",
+      "|    month                        | -0.31949487 |\n",
+      "|    outdoor_humidity             | 0.8899667   |\n",
+      "|    outdoor_temperature          | 0.6721199   |\n",
+      "|    people_occupant              | -0.6893857  |\n",
+      "|    total_electricity_HVAC       | -0.6444149  |\n",
+      "|    wind_direction               | -1.3415749  |\n",
+      "|    wind_speed                   | -0.5540666  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 136.78752   |\n",
+      "|    air_humidity                 | 54.34426    |\n",
+      "|    air_temperature              | 22.900501   |\n",
+      "|    clg_setpoint                 | 29.37978    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 231.0       |\n",
+      "|    direct_solar_radiation       | 320.0       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 21.813444   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 18.324686   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 123108.77   |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.13411617  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.077642   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6495721  |\n",
+      "|    air_humidity                 | 1.9296777   |\n",
+      "|    air_temperature              | 0.24346632  |\n",
+      "|    clg_setpoint                 | -0.20440246 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.38609868  |\n",
+      "|    diffuse_solar_radiation      | 1.6773865   |\n",
+      "|    direct_solar_radiation       | -0.5596565  |\n",
+      "|    hour                         | -0.50528276 |\n",
+      "|    htg_setpoint                 | 0.5071035   |\n",
+      "|    month                        | -0.31934616 |\n",
+      "|    outdoor_humidity             | 1.5097035   |\n",
+      "|    outdoor_temperature          | 0.4203589   |\n",
+      "|    people_occupant              | -0.68895626 |\n",
+      "|    total_electricity_HVAC       | -0.6550113  |\n",
+      "|    wind_direction               | -0.9621715  |\n",
+      "|    wind_speed                   | -0.76048994 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 61.53252    |\n",
+      "|    air_temperature              | 23.016401   |\n",
+      "|    clg_setpoint                 | 25.621742   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 236.0       |\n",
+      "|    direct_solar_radiation       | 12.0        |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 19.943007   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 15.886019   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 80.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.18787688 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.568192   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.10295684 |\n",
+      "|    air_humidity                 | 1.0164009   |\n",
+      "|    air_temperature              | 0.4066644   |\n",
+      "|    clg_setpoint                 | -1.1120154  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.499862    |\n",
+      "|    diffuse_solar_radiation      | 1.1228534   |\n",
+      "|    direct_solar_radiation       | 2.427406    |\n",
+      "|    hour                         | -0.36081916 |\n",
+      "|    htg_setpoint                 | 0.89198667  |\n",
+      "|    month                        | -0.31919765 |\n",
+      "|    outdoor_humidity             | -0.6416588  |\n",
+      "|    outdoor_temperature          | 0.64412737  |\n",
+      "|    people_occupant              | 1.695491    |\n",
+      "|    total_electricity_HVAC       | -0.13518424 |\n",
+      "|    wind_direction               | 1.5931436   |\n",
+      "|    wind_speed                   | 1.7801137   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2510.0176   |\n",
+      "|    air_humidity                 | 49.79473    |\n",
+      "|    air_temperature              | 23.247185   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 182.0       |\n",
+      "|    direct_solar_radiation       | 756.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 21.548512   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 55.0        |\n",
+      "|    outdoor_temperature          | 18.058151   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 2259015.8   |\n",
+      "|    wind_direction               | 350.0       |\n",
+      "|    wind_speed                   | 9.25        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.0026870854 |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 23.25         |\n",
+      "|    Heating_Setpoint_RL          | 17.609886     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | 0.26199037    |\n",
+      "|    air_humidity                 | 0.14128765    |\n",
+      "|    air_temperature              | 0.40777394    |\n",
+      "|    clg_setpoint                 | -1.1115596    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 0.6135738     |\n",
+      "|    diffuse_solar_radiation      | 1.635482      |\n",
+      "|    direct_solar_radiation       | 2.244943      |\n",
+      "|    hour                         | -0.21635687   |\n",
+      "|    htg_setpoint                 | -0.6080382    |\n",
+      "|    month                        | -0.31904936   |\n",
+      "|    outdoor_humidity             | -1.5476897    |\n",
+      "|    outdoor_temperature          | 0.7804651     |\n",
+      "|    people_occupant              | 1.6950138     |\n",
+      "|    total_electricity_HVAC       | 0.2118769     |\n",
+      "|    wind_direction               | -1.4827822    |\n",
+      "|    wind_speed                   | -0.7608143    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 4127.2344     |\n",
+      "|    air_humidity                 | 38.48959      |\n",
+      "|    air_temperature              | 23.248793     |\n",
+      "|    clg_setpoint                 | 23.25         |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 21.0          |\n",
+      "|    diffuse_solar_radiation      | 232.0         |\n",
+      "|    direct_solar_radiation       | 711.0         |\n",
+      "|    hour                         | 10.0          |\n",
+      "|    htg_setpoint                 | 15.300305     |\n",
+      "|    month                        | 5.0           |\n",
+      "|    outdoor_humidity             | 36.0          |\n",
+      "|    outdoor_temperature          | 19.385105     |\n",
+      "|    people_occupant              | 20.0          |\n",
+      "|    total_electricity_HVAC       | 3714510.8     |\n",
+      "|    wind_direction               | 25.0          |\n",
+      "|    wind_speed                   | 3.1           |\n",
+      "---------------------------------------------------\n",
+      "-------------------------------------------------*------------------------------------------------------------| 39%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.053004444 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.923151   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.36938864  |\n",
+      "|    air_humidity                 | 0.7312749   |\n",
+      "|    air_temperature              | 0.40829942  |\n",
+      "|    clg_setpoint                 | -1.1111722  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7272091   |\n",
+      "|    diffuse_solar_radiation      | 3.8168688   |\n",
+      "|    direct_solar_radiation       | -0.07841942 |\n",
+      "|    hour                         | -0.07189509 |\n",
+      "|    htg_setpoint                 | -0.83994687 |\n",
+      "|    month                        | -0.31890127 |\n",
+      "|    outdoor_humidity             | -1.5234485  |\n",
+      "|    outdoor_temperature          | 1.0841694   |\n",
+      "|    people_occupant              | 1.2178513   |\n",
+      "|    total_electricity_HVAC       | 0.391735    |\n",
+      "|    wind_direction               | -0.34706357 |\n",
+      "|    wind_speed                   | -0.4501739  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4602.695    |\n",
+      "|    air_humidity                 | 46.116085   |\n",
+      "|    air_temperature              | 23.249704   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 445.0       |\n",
+      "|    direct_solar_radiation       | 132.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 14.33613    |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 36.5        |\n",
+      "|    outdoor_temperature          | 22.331509   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 4468320.5   |\n",
+      "|    wind_direction               | 145.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*------------------------------------------------------------| 39%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.898775   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.591635   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.45109156 |\n",
+      "|    air_humidity                 | 1.6361551   |\n",
+      "|    air_temperature              | 0.40809128  |\n",
+      "|    clg_setpoint                 | -1.110889   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8407377   |\n",
+      "|    diffuse_solar_radiation      | 1.9387772   |\n",
+      "|    direct_solar_radiation       | -0.5838135  |\n",
+      "|    hour                         | 0.07256659  |\n",
+      "|    htg_setpoint                 | 1.3000085   |\n",
+      "|    month                        | -0.3187534  |\n",
+      "|    outdoor_humidity             | 1.3179467   |\n",
+      "|    outdoor_temperature          | 0.27128536  |\n",
+      "|    people_occupant              | 0.2641551   |\n",
+      "|    total_electricity_HVAC       | -0.46626562 |\n",
+      "|    wind_direction               | -0.53587925 |\n",
+      "|    wind_speed                   | 0.08720758  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 967.53937   |\n",
+      "|    air_humidity                 | 57.82117    |\n",
+      "|    air_temperature              | 23.249527   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 262.0       |\n",
+      "|    direct_solar_radiation       | 6.0         |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 14.457578   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 870785.44   |\n",
+      "|    wind_direction               | 125.0       |\n",
+      "|    wind_speed                   | 5.15        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.007892275 |\n",
+      "|    clip_fraction                | 0.0901      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.49       |\n",
+      "|    explained_variance           | 0.571       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.334       |\n",
+      "|    n_updates                    | 580         |\n",
+      "|    policy_gradient_loss         | -0.00964    |\n",
+      "|    std                          | 0.845       |\n",
+      "|    value_loss                   | 0.731       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*------------------------------------------------------------| 39%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.8237955  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.84469    |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6498737  |\n",
+      "|    air_humidity                 | 1.637332    |\n",
+      "|    air_temperature              | 2.4694638   |\n",
+      "|    clg_setpoint                 | 0.7122835   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.9541241   |\n",
+      "|    diffuse_solar_radiation      | 1.0578583   |\n",
+      "|    direct_solar_radiation       | -0.6076239  |\n",
+      "|    hour                         | 0.21702817  |\n",
+      "|    htg_setpoint                 | 0.94072646  |\n",
+      "|    month                        | -0.31860572 |\n",
+      "|    outdoor_humidity             | 1.3639979   |\n",
+      "|    outdoor_temperature          | 0.5080142   |\n",
+      "|    people_occupant              | 1.2171623   |\n",
+      "|    total_electricity_HVAC       | -0.6553018  |\n",
+      "|    wind_direction               | -0.01473234 |\n",
+      "|    wind_speed                   | 1.2652656   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 57.867405   |\n",
+      "|    air_temperature              | 26.159536   |\n",
+      "|    clg_setpoint                 | 28.015892   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 176.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 21.757082   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 97.0        |\n",
+      "|    outdoor_temperature          | 16.751337   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 180.0       |\n",
+      "|    wind_speed                   | 8.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**-----------------------------------------------------------| 40%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.34347558  |\n",
+      "|    Heating_Setpoint_RL          | 0.09834862  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.78423    |\n",
+      "|    Heating_Setpoint_RL          | 18.178211   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.52922136 |\n",
+      "|    air_humidity                 | 0.010622099 |\n",
+      "|    air_temperature              | 0.60118365  |\n",
+      "|    clg_setpoint                 | 0.9507011   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0673279   |\n",
+      "|    diffuse_solar_radiation      | 2.101249    |\n",
+      "|    direct_solar_radiation       | 1.5684681   |\n",
+      "|    hour                         | 0.36148927  |\n",
+      "|    htg_setpoint                 | -1.1460912  |\n",
+      "|    month                        | -0.31845823 |\n",
+      "|    outdoor_humidity             | -1.2859728  |\n",
+      "|    outdoor_temperature          | 1.0685779   |\n",
+      "|    people_occupant              | -0.6892603  |\n",
+      "|    total_electricity_HVAC       | -0.5423658  |\n",
+      "|    wind_direction               | 0.4581875   |\n",
+      "|    wind_speed                   | 1.3682014   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 620.7347    |\n",
+      "|    air_humidity                 | 36.857365   |\n",
+      "|    air_temperature              | 23.522509   |\n",
+      "|    clg_setpoint                 | 28.63924    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 278.0       |\n",
+      "|    direct_solar_radiation       | 542.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 13.065214   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 41.5        |\n",
+      "|    outdoor_temperature          | 22.181168   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 551146.75   |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 8.25        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**-----------------------------------------------------------| 40%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.76165247 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.054422   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.29072276 |\n",
+      "|    air_humidity                 | -0.39661276 |\n",
+      "|    air_temperature              | 0.40803128  |\n",
+      "|    clg_setpoint                 | -1.1111405  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1803036   |\n",
+      "|    diffuse_solar_radiation      | 2.0993855   |\n",
+      "|    direct_solar_radiation       | -0.48732334 |\n",
+      "|    hour                         | 0.505949    |\n",
+      "|    htg_setpoint                 | -1.3410245  |\n",
+      "|    month                        | -0.31831098 |\n",
+      "|    outdoor_humidity             | -1.428276   |\n",
+      "|    outdoor_temperature          | 0.9657352   |\n",
+      "|    people_occupant              | -0.6888335  |\n",
+      "|    total_electricity_HVAC       | -0.31376278 |\n",
+      "|    wind_direction               | 0.9786106   |\n",
+      "|    wind_speed                   | 1.1399376   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1675.1959   |\n",
+      "|    air_humidity                 | 31.590187   |\n",
+      "|    air_temperature              | 23.24999    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 278.0       |\n",
+      "|    direct_solar_radiation       | 30.0        |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 12.250808   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 38.5        |\n",
+      "|    outdoor_temperature          | 21.190521   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1507676.2   |\n",
+      "|    wind_direction               | 285.0       |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
+      "------------------------------------------------***-----------------------------------------------------------| 40%\n",
+      "| action_network/                 |            |\n",
+      "|    Cooling_Setpoint_RL          | -1.0       |\n",
+      "|    Heating_Setpoint_RL          | -1.0       |\n",
+      "| action_simulation/              |            |\n",
+      "|    Cooling_Setpoint_RL          | 23.25      |\n",
+      "|    Heating_Setpoint_RL          | 12.0       |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | 0.19716187 |\n",
+      "|    air_humidity                 | 0.24526955 |\n",
+      "|    air_temperature              | 0.40713048 |\n",
+      "|    clg_setpoint                 | -1.1109681 |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 1.293001   |\n",
+      "|    diffuse_solar_radiation      | 0.55382276 |\n",
+      "|    direct_solar_radiation       | 1.8130941  |\n",
+      "|    hour                         | 0.65040624 |\n",
+      "|    htg_setpoint                 | -0.7077981 |\n",
+      "|    month                        | -0.3181639 |\n",
+      "|    outdoor_humidity             | -1.8093584 |\n",
+      "|    outdoor_temperature          | 0.9101239  |\n",
+      "|    people_occupant              | 1.6949617  |\n",
+      "|    total_electricity_HVAC       | 0.1501861  |\n",
+      "|    wind_direction               | 1.3086314  |\n",
+      "|    wind_speed                   | 1.3670995  |\n",
+      "| observation/                    |            |\n",
+      "|    HVAC_electricity_demand_rate | 3833.2107  |\n",
+      "|    air_humidity                 | 39.88876   |\n",
+      "|    air_temperature              | 23.248594  |\n",
+      "|    clg_setpoint                 | 23.25      |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 27.0       |\n",
+      "|    diffuse_solar_radiation      | 127.0      |\n",
+      "|    direct_solar_radiation       | 603.0      |\n",
+      "|    hour                         | 16.0       |\n",
+      "|    htg_setpoint                 | 14.887049  |\n",
+      "|    month                        | 5.0        |\n",
+      "|    outdoor_humidity             | 30.5       |\n",
+      "|    outdoor_temperature          | 20.65462   |\n",
+      "|    people_occupant              | 20.0       |\n",
+      "|    total_electricity_HVAC       | 3449889.8  |\n",
+      "|    wind_direction               | 320.0      |\n",
+      "|    wind_speed                   | 8.25       |\n",
+      "------------------------------------------------\n",
+      "-------------------------------------------------**-----------------------------------------------------------| 40%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.1747533  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.642014   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.103366524 |\n",
+      "|    air_humidity                 | 1.1921166   |\n",
+      "|    air_temperature              | 0.40756917  |\n",
+      "|    clg_setpoint                 | -1.110363   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4053653   |\n",
+      "|    diffuse_solar_radiation      | 0.5428477   |\n",
+      "|    direct_solar_radiation       | -0.3794213  |\n",
+      "|    hour                         | 0.79485935  |\n",
+      "|    htg_setpoint                 | 1.2997242   |\n",
+      "|    month                        | -0.31801704 |\n",
+      "|    outdoor_humidity             | -0.59063864 |\n",
+      "|    outdoor_temperature          | 0.87964827  |\n",
+      "|    people_occupant              | 1.694488    |\n",
+      "|    total_electricity_HVAC       | 0.064901926 |\n",
+      "|    wind_direction               | -0.0647352  |\n",
+      "|    wind_speed                   | -0.34756202 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3417.8499   |\n",
+      "|    air_humidity                 | 52.125977   |\n",
+      "|    air_temperature              | 23.249186   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 126.0       |\n",
+      "|    direct_solar_radiation       | 57.0        |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 56.0        |\n",
+      "|    outdoor_temperature          | 20.365686   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3092499.5   |\n",
+      "|    wind_direction               | 175.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***----------------------------------------------------------| 41%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.46381438  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 20.233955   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.14551207 |\n",
+      "|    air_humidity                 | 1.6645145   |\n",
+      "|    air_temperature              | 0.40758884  |\n",
+      "|    clg_setpoint                 | -1.1097804  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5173371   |\n",
+      "|    diffuse_solar_radiation      | -0.20356852 |\n",
+      "|    direct_solar_radiation       | -0.18699041 |\n",
+      "|    hour                         | 0.9393063   |\n",
+      "|    htg_setpoint                 | -0.91911334 |\n",
+      "|    month                        | -0.31787038 |\n",
+      "|    outdoor_humidity             | -0.73352426 |\n",
+      "|    outdoor_temperature          | 1.3126239   |\n",
+      "|    people_occupant              | 0.5024225   |\n",
+      "|    total_electricity_HVAC       | -0.1756874  |\n",
+      "|    wind_direction               | -1.3898097  |\n",
+      "|    wind_speed                   | -1.2972916  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2317.471    |\n",
+      "|    air_humidity                 | 58.247517   |\n",
+      "|    air_temperature              | 23.249422   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 53.0        |\n",
+      "|    direct_solar_radiation       | 105.0       |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 14.00683    |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 53.0        |\n",
+      "|    outdoor_temperature          | 24.56395    |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 2085723.9   |\n",
+      "|    wind_direction               | 35.0        |\n",
+      "|    wind_speed                   | 1.8         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***----------------------------------------------------------| 41%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.5424614  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 14.573654   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.38277063 |\n",
+      "|    air_humidity                 | 1.0627518   |\n",
+      "|    air_temperature              | 0.40762326  |\n",
+      "|    clg_setpoint                 | -1.1092484  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6288527   |\n",
+      "|    diffuse_solar_radiation      | -0.74538547 |\n",
+      "|    direct_solar_radiation       | -0.6087412  |\n",
+      "|    hour                         | 1.0837446   |\n",
+      "|    htg_setpoint                 | -0.9051046  |\n",
+      "|    month                        | -0.31772393 |\n",
+      "|    outdoor_humidity             | -0.49423555 |\n",
+      "|    outdoor_temperature          | 0.9383794   |\n",
+      "|    people_occupant              | -0.45108646 |\n",
+      "|    total_electricity_HVAC       | -0.3611976  |\n",
+      "|    wind_direction               | 0.124658786 |\n",
+      "|    wind_speed                   | -1.193152   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1269.3534   |\n",
+      "|    air_humidity                 | 50.48091    |\n",
+      "|    air_temperature              | 23.249619   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 14.066049   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 58.0        |\n",
+      "|    outdoor_temperature          | 20.955677   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 1310189.5   |\n",
+      "|    wind_direction               | 195.0       |\n",
+      "|    wind_speed                   | 2.05        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***----------------------------------------------------------| 41%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.18471801 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.58596    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5194393  |\n",
+      "|    air_humidity                 | 0.81936646  |\n",
+      "|    air_temperature              | 0.4475249   |\n",
+      "|    clg_setpoint                 | 0.8213973   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7398447   |\n",
+      "|    diffuse_solar_radiation      | -0.74557596 |\n",
+      "|    direct_solar_radiation       | -0.6090388  |\n",
+      "|    hour                         | 1.2281717   |\n",
+      "|    htg_setpoint                 | -1.401196   |\n",
+      "|    month                        | -0.31757766 |\n",
+      "|    outdoor_humidity             | 0.46010524  |\n",
+      "|    outdoor_temperature          | 0.92805886  |\n",
+      "|    people_occupant              | -0.4512594  |\n",
+      "|    total_electricity_HVAC       | -0.5312603  |\n",
+      "|    wind_direction               | -0.30059096 |\n",
+      "|    wind_speed                   | -1.2950497  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 666.38855   |\n",
+      "|    air_humidity                 | 47.346645   |\n",
+      "|    air_temperature              | 23.306036   |\n",
+      "|    clg_setpoint                 | 28.295063   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 78.0        |\n",
+      "|    outdoor_temperature          | 20.86361    |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 599749.7    |\n",
+      "|    wind_direction               | 150.0       |\n",
+      "|    wind_speed                   | 1.8         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**----------------------------------------------------------| 41%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.38974595  |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.309608    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5335853   |\n",
+      "|    air_humidity                 | -0.55799836  |\n",
+      "|    air_temperature              | 0.5015144    |\n",
+      "|    clg_setpoint                 | 0.7421691    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.6709027   |\n",
+      "|    diffuse_solar_radiation      | -0.74567276  |\n",
+      "|    direct_solar_radiation       | -0.6092319   |\n",
+      "|    hour                         | 1.3725842    |\n",
+      "|    htg_setpoint                 | -1.4009337   |\n",
+      "|    month                        | -0.028955583 |\n",
+      "|    outdoor_humidity             | -1.042989    |\n",
+      "|    outdoor_temperature          | 1.2394781    |\n",
+      "|    people_occupant              | -0.6891364   |\n",
+      "|    total_electricity_HVAC       | -0.54471004  |\n",
+      "|    wind_direction               | 1.5445093    |\n",
+      "|    wind_speed                   | 0.8320199    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 603.28845    |\n",
+      "|    air_humidity                 | 29.548481    |\n",
+      "|    air_temperature              | 23.382511    |\n",
+      "|    clg_setpoint                 | 28.088543    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 21.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 46.5         |\n",
+      "|    outdoor_temperature          | 23.889977    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 542959.6     |\n",
+      "|    wind_direction               | 345.0        |\n",
+      "|    wind_speed                   | 6.95         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------***---------------------------------------------------------| 42%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.03656605  |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.50159     |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6484034   |\n",
+      "|    air_humidity                 | -0.56348205  |\n",
+      "|    air_temperature              | 0.08818724   |\n",
+      "|    clg_setpoint                 | 1.1101134    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.554966    |\n",
+      "|    diffuse_solar_radiation      | -0.7458028   |\n",
+      "|    direct_solar_radiation       | -0.60945725  |\n",
+      "|    hour                         | 1.5169786    |\n",
+      "|    htg_setpoint                 | -1.3999938   |\n",
+      "|    month                        | -0.028943487 |\n",
+      "|    outdoor_humidity             | -0.99390477  |\n",
+      "|    outdoor_temperature          | 0.5943748    |\n",
+      "|    people_occupant              | -0.6887122   |\n",
+      "|    total_electricity_HVAC       | -0.6538794   |\n",
+      "|    wind_direction               | 1.3537734    |\n",
+      "|    wind_speed                   | 0.8315368    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 95.0302      |\n",
+      "|    air_humidity                 | 29.470621    |\n",
+      "|    air_temperature              | 22.800829    |\n",
+      "|    clg_setpoint                 | 29.051277    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 2.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 47.5         |\n",
+      "|    outdoor_temperature          | 17.64966     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 85527.18     |\n",
+      "|    wind_direction               | 325.0        |\n",
+      "|    wind_speed                   | 6.95         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------***---------------------------------------------------------| 42%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.36547005  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 15.569231    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.56647223  |\n",
+      "|    air_humidity                 | 0.93482566   |\n",
+      "|    air_temperature              | -0.29178005  |\n",
+      "|    clg_setpoint                 | 0.48604703   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.439489    |\n",
+      "|    diffuse_solar_radiation      | -0.74594283  |\n",
+      "|    direct_solar_radiation       | -0.6097259   |\n",
+      "|    hour                         | 1.6613508    |\n",
+      "|    htg_setpoint                 | -0.36025456  |\n",
+      "|    month                        | -0.028931404 |\n",
+      "|    outdoor_humidity             | -1.3274932   |\n",
+      "|    outdoor_temperature          | 0.83634686   |\n",
+      "|    people_occupant              | -0.68885744  |\n",
+      "|    total_electricity_HVAC       | -0.57591987  |\n",
+      "|    wind_direction               | 1.4476306    |\n",
+      "|    wind_speed                   | -0.5525343   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 456.96616    |\n",
+      "|    air_humidity                 | 48.83541     |\n",
+      "|    air_temperature              | 22.266241    |\n",
+      "|    clg_setpoint                 | 27.419605    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 3.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 16.333052    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 40.5         |\n",
+      "|    outdoor_temperature          | 19.995625    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 411498.12    |\n",
+      "|    wind_direction               | 335.0        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.6703197   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.36267     |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6504042   |\n",
+      "|    air_humidity                 | 0.54774886   |\n",
+      "|    air_temperature              | -0.79780763  |\n",
+      "|    clg_setpoint                 | -0.285013    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.2108831   |\n",
+      "|    diffuse_solar_radiation      | -0.74612164  |\n",
+      "|    direct_solar_radiation       | -0.6099637   |\n",
+      "|    hour                         | -1.6612744   |\n",
+      "|    htg_setpoint                 | 0.14527462   |\n",
+      "|    month                        | -0.028919337 |\n",
+      "|    outdoor_humidity             | -0.3243012   |\n",
+      "|    outdoor_temperature          | 0.46826756   |\n",
+      "|    people_occupant              | -0.6890025   |\n",
+      "|    total_electricity_HVAC       | -0.6557854   |\n",
+      "|    wind_direction               | 0.5485165    |\n",
+      "|    wind_speed                   | -0.7588308   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 43.834515    |\n",
+      "|    air_temperature              | 21.554697    |\n",
+      "|    clg_setpoint                 | 25.403496    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 5.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 18.439396    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 61.5         |\n",
+      "|    outdoor_temperature          | 16.43855     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 240.0        |\n",
+      "|    wind_speed                   | 3.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.5772097    |\n",
+      "|    air_humidity                 | 1.557352     |\n",
+      "|    air_temperature              | 0.4066078    |\n",
+      "|    clg_setpoint                 | 0.051165503  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.096152    |\n",
+      "|    diffuse_solar_radiation      | -0.74619013  |\n",
+      "|    direct_solar_radiation       | -0.6101353   |\n",
+      "|    hour                         | -1.516723    |\n",
+      "|    htg_setpoint                 | 1.299279     |\n",
+      "|    month                        | -0.028907284 |\n",
+      "|    outdoor_humidity             | 0.8921907    |\n",
+      "|    outdoor_temperature          | 0.58214617   |\n",
+      "|    people_occupant              | -0.6891473   |\n",
+      "|    total_electricity_HVAC       | 0.511506     |\n",
+      "|    wind_direction               | 0.07542881   |\n",
+      "|    wind_speed                   | -0.345399    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 5504.759     |\n",
+      "|    air_humidity                 | 56.888245    |\n",
+      "|    air_temperature              | 23.249289    |\n",
+      "|    clg_setpoint                 | 26.281424    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 6.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 1.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 87.0         |\n",
+      "|    outdoor_temperature          | 17.545063    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 4954283.0    |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.37871027  |\n",
+      "|    Heating_Setpoint_RL          | 0.7428039    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.346853    |\n",
+      "|    Heating_Setpoint_RL          | 21.803272    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.5539451    |\n",
+      "|    air_humidity                 | 1.9541339    |\n",
+      "|    air_temperature              | 0.40706772   |\n",
+      "|    clg_setpoint                 | 1.4738574    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.9816748   |\n",
+      "|    diffuse_solar_radiation      | -0.7463417   |\n",
+      "|    direct_solar_radiation       | -0.6098843   |\n",
+      "|    hour                         | -1.3721939   |\n",
+      "|    htg_setpoint                 | 1.2984962    |\n",
+      "|    month                        | -0.028895248 |\n",
+      "|    outdoor_humidity             | 1.5112519    |\n",
+      "|    outdoor_temperature          | 0.30870402   |\n",
+      "|    people_occupant              | -0.6892919   |\n",
+      "|    total_electricity_HVAC       | 0.4893601    |\n",
+      "|    wind_direction               | 0.26473993   |\n",
+      "|    wind_speed                   | -0.75931436  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 5400.6426    |\n",
+      "|    air_humidity                 | 62.060146    |\n",
+      "|    air_temperature              | 23.250254    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 7.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 2.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 14.902039    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 4860578.5    |\n",
+      "|    wind_direction               | 210.0        |\n",
+      "|    wind_speed                   | 3.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.61906195   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 21.107224    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.18261266  |\n",
+      "|    air_humidity                 | 0.67991793   |\n",
+      "|    air_temperature              | 0.40627408   |\n",
+      "|    clg_setpoint                 | 0.37078953   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.86740184  |\n",
+      "|    diffuse_solar_radiation      | -0.7464457   |\n",
+      "|    direct_solar_radiation       | -0.60997087  |\n",
+      "|    hour                         | -1.2276832   |\n",
+      "|    htg_setpoint                 | 1.2981155    |\n",
+      "|    month                        | -0.028883226 |\n",
+      "|    outdoor_humidity             | 0.676411     |\n",
+      "|    outdoor_temperature          | 0.6983897    |\n",
+      "|    people_occupant              | -0.68943626  |\n",
+      "|    total_electricity_HVAC       | -0.21101876  |\n",
+      "|    wind_direction               | 1.4482927    |\n",
+      "|    wind_speed                   | -1.6064992   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2152.3333    |\n",
+      "|    air_humidity                 | 45.59814     |\n",
+      "|    air_temperature              | 23.249485    |\n",
+      "|    clg_setpoint                 | 27.116688    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 8.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 3.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 82.5         |\n",
+      "|    outdoor_temperature          | 18.6823      |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1937100.0    |\n",
+      "|    wind_direction               | 335.0        |\n",
+      "|    wind_speed                   | 1.05         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*****-------------------------------------------------------| 44%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.3959127   |\n",
+      "|    Heating_Setpoint_RL          | -0.10260582  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.288795    |\n",
+      "|    Heating_Setpoint_RL          | 17.047842    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.32738274  |\n",
+      "|    air_humidity                 | -0.049954988 |\n",
+      "|    air_temperature              | -0.37470523  |\n",
+      "|    clg_setpoint                 | 0.9847363    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.7532892   |\n",
+      "|    diffuse_solar_radiation      | -0.68515974  |\n",
+      "|    direct_solar_radiation       | -0.60187256  |\n",
+      "|    hour                         | -1.083187    |\n",
+      "|    htg_setpoint                 | 0.90688765   |\n",
+      "|    month                        | -0.02887122  |\n",
+      "|    outdoor_humidity             | -0.68273973  |\n",
+      "|    outdoor_temperature          | 0.16775253   |\n",
+      "|    people_occupant              | -0.6890139   |\n",
+      "|    total_electricity_HVAC       | -0.34868324  |\n",
+      "|    wind_direction               | -1.6270474   |\n",
+      "|    wind_speed                   | -0.014715817 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1512.8761    |\n",
+      "|    air_humidity                 | 36.157993    |\n",
+      "|    air_temperature              | 22.152203    |\n",
+      "|    clg_setpoint                 | 28.721455    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 9.0          |\n",
+      "|    diffuse_solar_radiation      | 6.0          |\n",
+      "|    direct_solar_radiation       | 2.0          |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 21.619593    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 54.0         |\n",
+      "|    outdoor_temperature          | 13.554043    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1361588.5    |\n",
+      "|    wind_direction               | 10.0         |\n",
+      "|    wind_speed                   | 4.9          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*****-------------------------------------------------------| 44%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.9216907   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.514294    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.32977185  |\n",
+      "|    air_humidity                 | 1.119216     |\n",
+      "|    air_temperature              | 0.40634978   |\n",
+      "|    clg_setpoint                 | -0.60038793  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.63929844  |\n",
+      "|    diffuse_solar_radiation      | 0.048622917  |\n",
+      "|    direct_solar_radiation       | -0.3457742   |\n",
+      "|    hour                         | -0.9387021   |\n",
+      "|    htg_setpoint                 | 1.2981794    |\n",
+      "|    month                        | -0.028859228 |\n",
+      "|    outdoor_humidity             | 0.31957993   |\n",
+      "|    outdoor_temperature          | 0.6752323    |\n",
+      "|    people_occupant              | -0.6885923   |\n",
+      "|    total_electricity_HVAC       | -0.35095608  |\n",
+      "|    wind_direction               | -1.67467     |\n",
+      "|    wind_speed                   | -1.0690174   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1501.439     |\n",
+      "|    air_humidity                 | 51.272697    |\n",
+      "|    air_temperature              | 23.249771    |\n",
+      "|    clg_setpoint                 | 24.57923     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 10.0         |\n",
+      "|    diffuse_solar_radiation      | 78.0         |\n",
+      "|    direct_solar_radiation       | 66.0         |\n",
+      "|    hour                         | 5.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 75.0         |\n",
+      "|    outdoor_temperature          | 18.468924    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1351295.1    |\n",
+      "|    wind_direction               | 5.0          |\n",
+      "|    wind_speed                   | 2.35         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------******-------------------------------------------------------| 44%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.60719746 |\n",
+      "|    Heating_Setpoint_RL          | 0.92879254  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.575708   |\n",
+      "|    Heating_Setpoint_RL          | 22.849457   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.359325   |\n",
+      "|    air_humidity                 | 1.5653028   |\n",
+      "|    air_temperature              | 0.4060255   |\n",
+      "|    clg_setpoint                 | 1.4579337   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.52539665 |\n",
+      "|    diffuse_solar_radiation      | 0.79154533  |\n",
+      "|    direct_solar_radiation       | -0.25782838 |\n",
+      "|    hour                         | -0.7942258  |\n",
+      "|    htg_setpoint                 | 1.2978903   |\n",
+      "|    month                        | -0.02884725 |\n",
+      "|    outdoor_humidity             | 0.9638558   |\n",
+      "|    outdoor_temperature          | 0.6449556   |\n",
+      "|    people_occupant              | -0.6887368  |\n",
+      "|    total_electricity_HVAC       | -0.37905654 |\n",
+      "|    wind_direction               | -0.49138722 |\n",
+      "|    wind_speed                   | -0.55194175 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1371.4719   |\n",
+      "|    air_humidity                 | 57.051563   |\n",
+      "|    air_temperature              | 23.249496   |\n",
+      "|    clg_setpoint                 | 29.9581     |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 151.0       |\n",
+      "|    direct_solar_radiation       | 88.0        |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 88.5        |\n",
+      "|    outdoor_temperature          | 18.180996   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1234324.8   |\n",
+      "|    wind_direction               | 130.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*****-------------------------------------------------------| 44%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.32179415   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.711056    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.106950365 |\n",
+      "|    air_humidity                 | 2.2055004    |\n",
+      "|    air_temperature              | 0.40613043   |\n",
+      "|    clg_setpoint                 | 0.68041813   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.41155654  |\n",
+      "|    diffuse_solar_radiation      | 0.6687464    |\n",
+      "|    direct_solar_radiation       | -0.6102219   |\n",
+      "|    hour                         | -0.6497556   |\n",
+      "|    htg_setpoint                 | 1.2972436    |\n",
+      "|    month                        | -0.028835287 |\n",
+      "|    outdoor_humidity             | 1.106518     |\n",
+      "|    outdoor_temperature          | 0.68368196   |\n",
+      "|    people_occupant              | -0.6888811   |\n",
+      "|    total_electricity_HVAC       | -0.13910943  |\n",
+      "|    wind_direction               | 0.07671141   |\n",
+      "|    wind_speed                   | 0.31652805   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2482.9705    |\n",
+      "|    air_humidity                 | 65.38247     |\n",
+      "|    air_temperature              | 23.249817    |\n",
+      "|    clg_setpoint                 | 27.92647     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 12.0         |\n",
+      "|    diffuse_solar_radiation      | 139.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 91.5         |\n",
+      "|    outdoor_temperature          | 18.559666    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2234673.5    |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 5.7          |\n",
+      "--------------------------------------------------\n",
+      "---------------------------------------------------*****------------------------------------------------------| 45%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.007021785  |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 23.25         |\n",
+      "|    Heating_Setpoint_RL          | 17.585503     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.0067929765 |\n",
+      "|    air_humidity                 | 2.271984      |\n",
+      "|    air_temperature              | 0.4062989     |\n",
+      "|    clg_setpoint                 | -1.1087515    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.29775602   |\n",
+      "|    diffuse_solar_radiation      | 0.8411501     |\n",
+      "|    direct_solar_radiation       | -0.6099912    |\n",
+      "|    hour                         | -0.5052895    |\n",
+      "|    htg_setpoint                 | 1.2685169     |\n",
+      "|    month                        | -0.02882334   |\n",
+      "|    outdoor_humidity             | 1.0340716     |\n",
+      "|    outdoor_temperature          | 0.91850317    |\n",
+      "|    people_occupant              | 1.6945302     |\n",
+      "|    total_electricity_HVAC       | 0.06311718    |\n",
+      "|    wind_direction               | 0.12403174    |\n",
+      "|    wind_speed                   | -0.65617156   |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 2923.8198     |\n",
+      "|    air_humidity                 | 66.285416     |\n",
+      "|    air_temperature              | 23.250368     |\n",
+      "|    clg_setpoint                 | 23.25         |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 13.0          |\n",
+      "|    diffuse_solar_radiation      | 156.0         |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 8.0           |\n",
+      "|    htg_setpoint                 | 23.132412     |\n",
+      "|    month                        | 6.0           |\n",
+      "|    outdoor_humidity             | 90.0          |\n",
+      "|    outdoor_temperature          | 20.835848     |\n",
+      "|    people_occupant              | 20.0          |\n",
+      "|    total_electricity_HVAC       | 3077421.2     |\n",
+      "|    wind_direction               | 195.0         |\n",
+      "|    wind_speed                   | 3.35          |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------******------------------------------------------------------| 45%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.38889924   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 19.812557    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.8987681    |\n",
+      "|    air_humidity                 | 1.5073051    |\n",
+      "|    air_temperature              | 0.40390125   |\n",
+      "|    clg_setpoint                 | -1.1087364   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.18397845  |\n",
+      "|    diffuse_solar_radiation      | 1.9605054    |\n",
+      "|    direct_solar_radiation       | 1.6349152    |\n",
+      "|    hour                         | -0.36082587  |\n",
+      "|    htg_setpoint                 | 1.2963637    |\n",
+      "|    month                        | -0.028811408 |\n",
+      "|    outdoor_humidity             | 0.8184106    |\n",
+      "|    outdoor_temperature          | 0.91189176   |\n",
+      "|    people_occupant              | 1.6940634    |\n",
+      "|    total_electricity_HVAC       | 0.8171097    |\n",
+      "|    wind_direction               | 0.12397909   |\n",
+      "|    wind_speed                   | -0.015055981 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 6909.8965    |\n",
+      "|    air_humidity                 | 56.39991     |\n",
+      "|    air_temperature              | 23.24725     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 14.0         |\n",
+      "|    diffuse_solar_radiation      | 266.0        |\n",
+      "|    direct_solar_radiation       | 560.0        |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 85.5         |\n",
+      "|    outdoor_temperature          | 20.778715    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 6218907.0    |\n",
+      "|    wind_direction               | 195.0        |\n",
+      "|    wind_speed                   | 4.9          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.007029875  |\n",
+      "|    clip_fraction                | 0.0754       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.49        |\n",
+      "|    explained_variance           | 0.224        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.19         |\n",
+      "|    n_updates                    | 590          |\n",
+      "|    policy_gradient_loss         | -0.00843     |\n",
+      "|    std                          | 0.841        |\n",
+      "|    value_loss                   | 0.824        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------******------------------------------------------------------| 45%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.249951    |\n",
+      "|    air_humidity                 | -0.30174983  |\n",
+      "|    air_temperature              | 0.33652866   |\n",
+      "|    clg_setpoint                 | -0.72620475  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.07021247  |\n",
+      "|    diffuse_solar_radiation      | 2.1934464    |\n",
+      "|    direct_solar_radiation       | 1.6504815    |\n",
+      "|    hour                         | -0.21636358  |\n",
+      "|    htg_setpoint                 | -0.8014482   |\n",
+      "|    month                        | -0.028799491 |\n",
+      "|    outdoor_humidity             | 0.1021671    |\n",
+      "|    outdoor_temperature          | 1.6031651    |\n",
+      "|    people_occupant              | -0.6893126   |\n",
+      "|    total_electricity_HVAC       | -0.21540523  |\n",
+      "|    wind_direction               | 0.31361175   |\n",
+      "|    wind_speed                   | -0.5528835   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1854.0172    |\n",
+      "|    air_humidity                 | 32.963287    |\n",
+      "|    air_temperature              | 23.152897    |\n",
+      "|    clg_setpoint                 | 24.24978     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 289.0        |\n",
+      "|    direct_solar_radiation       | 564.0        |\n",
+      "|    hour                         | 10.0         |\n",
+      "|    htg_setpoint                 | 14.50504     |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 70.5         |\n",
+      "|    outdoor_temperature          | 27.472088    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1917308.9    |\n",
+      "|    wind_direction               | 215.0        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*******-----------------------------------------------------| 46%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.7295937    |\n",
+      "|    Heating_Setpoint_RL          | 0.018694907  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.08738     |\n",
+      "|    Heating_Setpoint_RL          | 17.73016     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5685551   |\n",
+      "|    air_humidity                 | -1.5655531   |\n",
+      "|    air_temperature              | 0.23860718   |\n",
+      "|    clg_setpoint                 | 0.117748186  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.043548003  |\n",
+      "|    diffuse_solar_radiation      | 2.0797207    |\n",
+      "|    direct_solar_radiation       | -0.61022645  |\n",
+      "|    hour                         | -0.07190176  |\n",
+      "|    htg_setpoint                 | -1.4019126   |\n",
+      "|    month                        | -0.028787589 |\n",
+      "|    outdoor_humidity             | 0.5070931    |\n",
+      "|    outdoor_temperature          | 1.3061408    |\n",
+      "|    people_occupant              | -0.68889284  |\n",
+      "|    total_electricity_HVAC       | -0.57803994  |\n",
+      "|    wind_direction               | -0.77598625  |\n",
+      "|    wind_speed                   | -0.5526118   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 451.22968    |\n",
+      "|    air_humidity                 | 16.575438    |\n",
+      "|    air_temperature              | 23.015734    |\n",
+      "|    clg_setpoint                 | 26.457521    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 16.0         |\n",
+      "|    diffuse_solar_radiation      | 278.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 79.0         |\n",
+      "|    outdoor_temperature          | 24.612564    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 406106.72    |\n",
+      "|    wind_direction               | 100.0        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------********-----------------------------------------------------| 46%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.17784254  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.625364   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.3812519   |\n",
+      "|    air_humidity                 | 1.2096256   |\n",
+      "|    air_temperature              | 0.40561202  |\n",
+      "|    clg_setpoint                 | -1.1091632  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.15730377  |\n",
+      "|    diffuse_solar_radiation      | 1.9166425   |\n",
+      "|    direct_solar_radiation       | 2.2398934   |\n",
+      "|    hour                         | 0.07255996  |\n",
+      "|    htg_setpoint                 | -0.55432165 |\n",
+      "|    month                        | -0.0287757  |\n",
+      "|    outdoor_humidity             | 0.3155876   |\n",
+      "|    outdoor_temperature          | 1.1689286   |\n",
+      "|    people_occupant              | 0.2649      |\n",
+      "|    total_electricity_HVAC       | 0.32504663  |\n",
+      "|    wind_direction               | 0.2672275   |\n",
+      "|    wind_speed                   | -0.32417744 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4627.997    |\n",
+      "|    air_humidity                 | 52.53597    |\n",
+      "|    air_temperature              | 23.249954   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 262.0       |\n",
+      "|    direct_solar_radiation       | 711.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 15.531643   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 75.0        |\n",
+      "|    outdoor_temperature          | 23.294466   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 4165197.5   |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 4.15        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*******-----------------------------------------------------| 46%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.07142884  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 17.223213    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.70669013   |\n",
+      "|    air_humidity                 | 1.3966756    |\n",
+      "|    air_temperature              | 0.81715596   |\n",
+      "|    clg_setpoint                 | -0.8867575   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.2710504    |\n",
+      "|    diffuse_solar_radiation      | 1.1132145    |\n",
+      "|    direct_solar_radiation       | 1.7981523    |\n",
+      "|    hour                         | 0.21702157   |\n",
+      "|    htg_setpoint                 | 0.82720536   |\n",
+      "|    month                        | -0.028763827 |\n",
+      "|    outdoor_humidity             | 0.1477909    |\n",
+      "|    outdoor_temperature          | 1.5429884    |\n",
+      "|    people_occupant              | 1.218159     |\n",
+      "|    total_electricity_HVAC       | 0.34663388   |\n",
+      "|    wind_direction               | 0.124775484  |\n",
+      "|    wind_speed                   | -0.013458886 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 6058.7188    |\n",
+      "|    air_humidity                 | 54.968086    |\n",
+      "|    air_temperature              | 23.826725    |\n",
+      "|    clg_setpoint                 | 23.831194    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 18.0         |\n",
+      "|    diffuse_solar_radiation      | 183.0        |\n",
+      "|    direct_solar_radiation       | 601.0        |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 21.291254    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 71.5         |\n",
+      "|    outdoor_temperature          | 26.92159     |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 4254963.0    |\n",
+      "|    wind_direction               | 195.0        |\n",
+      "|    wind_speed                   | 4.9          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*******-----------------------------------------------------| 46%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.27123445  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 16.099306    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 2.1266131    |\n",
+      "|    air_humidity                 | 1.2828771    |\n",
+      "|    air_temperature              | 0.41088742   |\n",
+      "|    clg_setpoint                 | -1.108821    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.3847782    |\n",
+      "|    diffuse_solar_radiation      | 3.5535495    |\n",
+      "|    direct_solar_radiation       | 0.5309413    |\n",
+      "|    hour                         | 0.3614827    |\n",
+      "|    htg_setpoint                 | -1.4012374   |\n",
+      "|    month                        | -0.028751967 |\n",
+      "|    outdoor_humidity             | -1.2602718   |\n",
+      "|    outdoor_temperature          | 2.413806     |\n",
+      "|    people_occupant              | 1.6944816    |\n",
+      "|    total_electricity_HVAC       | 1.9846038    |\n",
+      "|    wind_direction               | -1.7254138   |\n",
+      "|    wind_speed                   | 0.09030092   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 12302.282    |\n",
+      "|    air_humidity                 | 53.497944    |\n",
+      "|    air_temperature              | 23.257633    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 19.0         |\n",
+      "|    diffuse_solar_radiation      | 423.0        |\n",
+      "|    direct_solar_radiation       | 285.0        |\n",
+      "|    hour                         | 14.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 42.0         |\n",
+      "|    outdoor_temperature          | 35.369602    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 11072054.0   |\n",
+      "|    wind_direction               | 0.0          |\n",
+      "|    wind_speed                   | 5.15         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------********----------------------------------------------------| 47%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.15371254  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 16.760366    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.70764697   |\n",
+      "|    air_humidity                 | 1.1628362    |\n",
+      "|    air_temperature              | 0.40439335   |\n",
+      "|    clg_setpoint                 | -1.1087605   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.49847233   |\n",
+      "|    diffuse_solar_radiation      | 1.5493469    |\n",
+      "|    direct_solar_radiation       | 1.5279748    |\n",
+      "|    hour                         | 0.5059425    |\n",
+      "|    htg_setpoint                 | 0.21756174   |\n",
+      "|    month                        | -0.028740125 |\n",
+      "|    outdoor_humidity             | -1.3792895   |\n",
+      "|    outdoor_temperature          | 1.5195707    |\n",
+      "|    people_occupant              | 1.6940172    |\n",
+      "|    total_electricity_HVAC       | 0.63437873   |\n",
+      "|    wind_direction               | -0.30168048  |\n",
+      "|    wind_speed                   | 0.1111011    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 6064.245     |\n",
+      "|    air_humidity                 | 51.94514     |\n",
+      "|    air_temperature              | 23.248997    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 20.0         |\n",
+      "|    diffuse_solar_radiation      | 226.0        |\n",
+      "|    direct_solar_radiation       | 534.0        |\n",
+      "|    hour                         | 15.0         |\n",
+      "|    htg_setpoint                 | 18.74908     |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 39.5         |\n",
+      "|    outdoor_temperature          | 26.73858     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 5453474.5    |\n",
+      "|    wind_direction               | 150.0        |\n",
+      "|    wind_speed                   | 5.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------********----------------------------------------------------| 47%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.6803187   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 13.798207    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.46248242   |\n",
+      "|    air_humidity                 | 1.4900995    |\n",
+      "|    air_temperature              | 0.40431663   |\n",
+      "|    clg_setpoint                 | -1.108513    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.61211276   |\n",
+      "|    diffuse_solar_radiation      | 0.39019665   |\n",
+      "|    direct_solar_radiation       | 1.9813468    |\n",
+      "|    hour                         | 0.65039986   |\n",
+      "|    htg_setpoint                 | 0.1396624    |\n",
+      "|    month                        | -0.028728295 |\n",
+      "|    outdoor_humidity             | 1.0544014    |\n",
+      "|    outdoor_temperature          | 1.0089366    |\n",
+      "|    people_occupant              | 1.6935537    |\n",
+      "|    total_electricity_HVAC       | 0.4188171    |\n",
+      "|    wind_direction               | 0.07777198   |\n",
+      "|    wind_speed                   | 0.2149227    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 4985.686     |\n",
+      "|    air_humidity                 | 56.197136    |\n",
+      "|    air_temperature              | 23.249052    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 21.0         |\n",
+      "|    diffuse_solar_radiation      | 112.0        |\n",
+      "|    direct_solar_radiation       | 647.0        |\n",
+      "|    hour                         | 16.0         |\n",
+      "|    htg_setpoint                 | 18.42527     |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 90.5         |\n",
+      "|    outdoor_temperature          | 21.800982    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 4555876.5    |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 5.45         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********----------------------------------------------------| 47%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.19913244 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.952929   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.38450843 |\n",
+      "|    air_humidity                 | -0.9698101  |\n",
+      "|    air_temperature              | 0.88016313  |\n",
+      "|    clg_setpoint                 | 0.33479115  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7256742   |\n",
+      "|    diffuse_solar_radiation      | 0.5120892   |\n",
+      "|    direct_solar_radiation       | 0.866646    |\n",
+      "|    hour                         | 0.7948532   |\n",
+      "|    htg_setpoint                 | -1.4010491  |\n",
+      "|    month                        | -0.02871648 |\n",
+      "|    outdoor_humidity             | -1.8083771  |\n",
+      "|    outdoor_temperature          | 1.7835908   |\n",
+      "|    people_occupant              | -0.6891904  |\n",
+      "|    total_electricity_HVAC       | -0.39448512 |\n",
+      "|    wind_direction               | 1.2156953   |\n",
+      "|    wind_speed                   | 0.62957203  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1262.9099   |\n",
+      "|    air_humidity                 | 24.317003   |\n",
+      "|    air_temperature              | 23.915188   |\n",
+      "|    clg_setpoint                 | 27.024637   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 124.0       |\n",
+      "|    direct_solar_radiation       | 369.0       |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 30.5        |\n",
+      "|    outdoor_temperature          | 29.320396   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1172358.2   |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 6.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********----------------------------------------------------| 47%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.31385145  |\n",
+      "|    Heating_Setpoint_RL          | -0.9984083   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.565752    |\n",
+      "|    Heating_Setpoint_RL          | 12.008953    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.4825756   |\n",
+      "|    air_humidity                 | -1.6646689   |\n",
+      "|    air_temperature              | 0.92900056   |\n",
+      "|    clg_setpoint                 | -0.10520079  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.8391266    |\n",
+      "|    diffuse_solar_radiation      | -0.05770905  |\n",
+      "|    direct_solar_radiation       | -0.33097297  |\n",
+      "|    hour                         | 0.9393005    |\n",
+      "|    htg_setpoint                 | 0.911261     |\n",
+      "|    month                        | -0.02870468  |\n",
+      "|    outdoor_humidity             | 0.5064236    |\n",
+      "|    outdoor_temperature          | 1.344639     |\n",
+      "|    people_occupant              | -0.68877316  |\n",
+      "|    total_electricity_HVAC       | -0.49403423  |\n",
+      "|    wind_direction               | -0.018483175 |\n",
+      "|    wind_speed                   | 0.42238438   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 831.27606    |\n",
+      "|    air_humidity                 | 15.286939    |\n",
+      "|    air_temperature              | 23.983461    |\n",
+      "|    clg_setpoint                 | 25.873505    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 23.0         |\n",
+      "|    diffuse_solar_radiation      | 68.0         |\n",
+      "|    direct_solar_radiation       | 70.0         |\n",
+      "|    hour                         | 18.0         |\n",
+      "|    htg_setpoint                 | 21.638607    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 79.0         |\n",
+      "|    outdoor_temperature          | 25.084755    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 757671.94    |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 5.95         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*********---------------------------------------------------| 48%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.0052770376 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 17.654682    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.517564    |\n",
+      "|    air_humidity                 | 1.7765359    |\n",
+      "|    air_temperature              | 0.71632516   |\n",
+      "|    clg_setpoint                 | 0.06963968   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.9524344    |\n",
+      "|    diffuse_solar_radiation      | -0.748261    |\n",
+      "|    direct_solar_radiation       | -0.6112112   |\n",
+      "|    hour                         | 1.0837394    |\n",
+      "|    htg_setpoint                 | -0.4327695   |\n",
+      "|    month                        | -0.028692894 |\n",
+      "|    outdoor_humidity             | 1.4360411    |\n",
+      "|    outdoor_temperature          | 1.1562113    |\n",
+      "|    people_occupant              | -0.45052496  |\n",
+      "|    total_electricity_HVAC       | -0.5295955   |\n",
+      "|    wind_direction               | -0.8725352   |\n",
+      "|    wind_speed                   | 0.52636224   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 678.13336    |\n",
+      "|    air_humidity                 | 59.910763    |\n",
+      "|    air_temperature              | 23.686127    |\n",
+      "|    clg_setpoint                 | 26.330133    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 24.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 19.0         |\n",
+      "|    htg_setpoint                 | 16.03328     |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 98.5         |\n",
+      "|    outdoor_temperature          | 23.272753    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 610320.0     |\n",
+      "|    wind_direction               | 90.0         |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*********---------------------------------------------------| 48%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.7139652    |\n",
+      "|    Heating_Setpoint_RL          | -0.18368441  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.034634    |\n",
+      "|    Heating_Setpoint_RL          | 16.591776    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5152201   |\n",
+      "|    air_humidity                 | 1.0066584    |\n",
+      "|    air_temperature              | 0.43192813   |\n",
+      "|    clg_setpoint                 | 0.35350817   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0655576    |\n",
+      "|    diffuse_solar_radiation      | -0.7483539   |\n",
+      "|    direct_solar_radiation       | -0.61137766  |\n",
+      "|    hour                         | 1.228167     |\n",
+      "|    htg_setpoint                 | -0.15098463  |\n",
+      "|    month                        | -0.028681124 |\n",
+      "|    outdoor_humidity             | -0.87841547  |\n",
+      "|    outdoor_temperature          | 1.8069106    |\n",
+      "|    people_occupant              | -0.45069498  |\n",
+      "|    total_electricity_HVAC       | -0.5273764   |\n",
+      "|    wind_direction               | 0.8839538    |\n",
+      "|    wind_speed                   | 0.52628726   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 689.4448     |\n",
+      "|    air_humidity                 | 49.93436     |\n",
+      "|    air_temperature              | 23.288641    |\n",
+      "|    clg_setpoint                 | 27.072748    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 17.208828    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 50.0         |\n",
+      "|    outdoor_temperature          | 29.60058     |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 620500.3     |\n",
+      "|    wind_direction               | 275.0        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*********---------------------------------------------------| 48%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.7396672    |\n",
+      "|    Heating_Setpoint_RL          | 0.08672458   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.121376    |\n",
+      "|    Heating_Setpoint_RL          | 18.112825    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5398349   |\n",
+      "|    air_humidity                 | 0.6186147    |\n",
+      "|    air_temperature              | 0.10599099   |\n",
+      "|    clg_setpoint                 | 1.4729133    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.1784512    |\n",
+      "|    diffuse_solar_radiation      | -0.74845356  |\n",
+      "|    direct_solar_radiation       | -0.61166954  |\n",
+      "|    hour                         | 1.3725805    |\n",
+      "|    htg_setpoint                 | -1.3996404   |\n",
+      "|    month                        | -0.028669367 |\n",
+      "|    outdoor_humidity             | 0.50550437   |\n",
+      "|    outdoor_temperature          | 1.0952077    |\n",
+      "|    people_occupant              | -0.689201    |\n",
+      "|    total_electricity_HVAC       | -0.5507849   |\n",
+      "|    wind_direction               | 0.07659177   |\n",
+      "|    wind_speed                   | 1.0441629    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 582.112      |\n",
+      "|    air_humidity                 | 44.90503     |\n",
+      "|    air_temperature              | 22.833029    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 26.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 21.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 79.0         |\n",
+      "|    outdoor_temperature          | 22.711237    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 523900.78    |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 7.45         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------**********--------------------------------------------------| 49%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.35898215   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 19.644274    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5604869   |\n",
+      "|    air_humidity                 | 1.3012501    |\n",
+      "|    air_temperature              | -0.56376827  |\n",
+      "|    clg_setpoint                 | 1.4726244    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.2910655    |\n",
+      "|    diffuse_solar_radiation      | -0.74854845  |\n",
+      "|    direct_solar_radiation       | -0.6117197   |\n",
+      "|    hour                         | 1.5169762    |\n",
+      "|    htg_setpoint                 | 0.00827012   |\n",
+      "|    month                        | -0.028657624 |\n",
+      "|    outdoor_humidity             | 0.8150944    |\n",
+      "|    outdoor_temperature          | 0.84231853   |\n",
+      "|    people_occupant              | -0.68934315  |\n",
+      "|    total_electricity_HVAC       | -0.5704308   |\n",
+      "|    wind_direction               | 0.17152406   |\n",
+      "|    wind_speed                   | 0.9393325    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 492.04276    |\n",
+      "|    air_humidity                 | 53.767242    |\n",
+      "|    air_temperature              | 21.896864    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 27.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 17.87093     |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 85.5         |\n",
+      "|    outdoor_temperature          | 20.268198    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 442838.47    |\n",
+      "|    wind_direction               | 200.0        |\n",
+      "|    wind_speed                   | 7.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------**********--------------------------------------------------| 49%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.253981     |\n",
+      "|    Heating_Setpoint_RL          | 0.08767331   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.482185    |\n",
+      "|    Heating_Setpoint_RL          | 18.118162    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.56731504  |\n",
+      "|    air_humidity                 | 0.59192115   |\n",
+      "|    air_temperature              | -0.75993526  |\n",
+      "|    clg_setpoint                 | 1.4724709    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.4033461    |\n",
+      "|    diffuse_solar_radiation      | -0.74869937  |\n",
+      "|    direct_solar_radiation       | -0.6118686   |\n",
+      "|    hour                         | 1.6613504    |\n",
+      "|    htg_setpoint                 | -1.1726334   |\n",
+      "|    month                        | -0.028645895 |\n",
+      "|    outdoor_humidity             | 0.8863321    |\n",
+      "|    outdoor_temperature          | 0.8116167    |\n",
+      "|    people_occupant              | -0.68948513  |\n",
+      "|    total_electricity_HVAC       | -0.57692695  |\n",
+      "|    wind_direction               | 0.17141214   |\n",
+      "|    wind_speed                   | -0.222293    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 462.72653    |\n",
+      "|    air_humidity                 | 44.57596     |\n",
+      "|    air_temperature              | 21.62299     |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 28.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 12.94637     |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 87.0         |\n",
+      "|    outdoor_temperature          | 19.977438    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 416453.88    |\n",
+      "|    wind_direction               | 200.0        |\n",
+      "|    wind_speed                   | 4.4          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------**********--------------------------------------------------| 49%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.75845623   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.18479     |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.57507336  |\n",
+      "|    air_humidity                 | 0.6499135    |\n",
+      "|    air_temperature              | -0.5202017   |\n",
+      "|    clg_setpoint                 | 0.9046802    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.6290945    |\n",
+      "|    diffuse_solar_radiation      | -0.74882066  |\n",
+      "|    direct_solar_radiation       | -0.6116372   |\n",
+      "|    hour                         | -1.6612754   |\n",
+      "|    htg_setpoint                 | -0.09714413  |\n",
+      "|    month                        | -0.028634183 |\n",
+      "|    outdoor_humidity             | 1.1718454    |\n",
+      "|    outdoor_temperature          | 0.77821267   |\n",
+      "|    people_occupant              | -0.6890696   |\n",
+      "|    total_electricity_HVAC       | -0.58432674  |\n",
+      "|    wind_direction               | 0.07652108   |\n",
+      "|    wind_speed                   | -0.014534651 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 427.8753     |\n",
+      "|    air_humidity                 | 45.329144    |\n",
+      "|    air_temperature              | 21.95854     |\n",
+      "|    clg_setpoint                 | 28.516186    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 30.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 17.43179     |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 93.0         |\n",
+      "|    outdoor_temperature          | 19.659443    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 385087.75    |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 4.9          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------************-------------------------------------------------| 50%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.38581097 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.322887   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.12840097  |\n",
+      "|    air_humidity                 | 0.20074093  |\n",
+      "|    air_temperature              | 0.40430588  |\n",
+      "|    clg_setpoint                 | 0.38878927  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6730602  |\n",
+      "|    diffuse_solar_radiation      | -0.74877214 |\n",
+      "|    direct_solar_radiation       | -0.61150783 |\n",
+      "|    hour                         | -1.5167257  |\n",
+      "|    htg_setpoint                 | 1.2981071   |\n",
+      "|    month                        | 0.26341176  |\n",
+      "|    outdoor_humidity             | 1.3384974   |\n",
+      "|    outdoor_temperature          | 0.75610465  |\n",
+      "|    people_occupant              | -0.68865484 |\n",
+      "|    total_electricity_HVAC       | 0.08459675  |\n",
+      "|    wind_direction               | 0.45670062  |\n",
+      "|    wind_speed                   | -0.55414724 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3512.0713   |\n",
+      "|    air_humidity                 | 39.50479    |\n",
+      "|    air_temperature              | 23.250278   |\n",
+      "|    clg_setpoint                 | 27.167519   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 96.5        |\n",
+      "|    outdoor_temperature          | 19.450851   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3160864.2   |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************-------------------------------------------------| 50%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.18367958 |\n",
+      "|    Heating_Setpoint_RL          | 0.7913893   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.005081   |\n",
+      "|    Heating_Setpoint_RL          | 22.076565   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65291905 |\n",
+      "|    air_humidity                 | 2.1012645   |\n",
+      "|    air_temperature              | -0.4285746  |\n",
+      "|    clg_setpoint                 | 1.0715222   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5567986  |\n",
+      "|    diffuse_solar_radiation      | -0.74890256 |\n",
+      "|    direct_solar_radiation       | -0.611823   |\n",
+      "|    hour                         | -1.372198   |\n",
+      "|    htg_setpoint                 | 0.46355963  |\n",
+      "|    month                        | 0.26329687  |\n",
+      "|    outdoor_humidity             | 1.1710846   |\n",
+      "|    outdoor_temperature          | 0.502476    |\n",
+      "|    people_occupant              | -0.688797   |\n",
+      "|    total_electricity_HVAC       | -0.65836316 |\n",
+      "|    wind_direction               | -1.7308766  |\n",
+      "|    wind_speed                   | -2.0479915  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 64.15103    |\n",
+      "|    air_temperature              | 22.08747    |\n",
+      "|    clg_setpoint                 | 28.953123   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 19.77015    |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 16.998117   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************-------------------------------------------------| 50%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.86395246  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.484734   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.3894096   |\n",
+      "|    air_humidity                 | -0.06698762 |\n",
+      "|    air_temperature              | 0.4041571   |\n",
+      "|    clg_setpoint                 | 0.21192145  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4410288  |\n",
+      "|    diffuse_solar_radiation      | -0.74900836 |\n",
+      "|    direct_solar_radiation       | -0.6120434  |\n",
+      "|    hour                         | -1.2276881  |\n",
+      "|    htg_setpoint                 | 1.2979227   |\n",
+      "|    month                        | 0.26318213  |\n",
+      "|    outdoor_humidity             | 0.9798188   |\n",
+      "|    outdoor_temperature          | 1.0077466   |\n",
+      "|    people_occupant              | -0.68893886 |\n",
+      "|    total_electricity_HVAC       | 0.33279395  |\n",
+      "|    wind_direction               | 0.5045451   |\n",
+      "|    wind_speed                   | -0.86453235 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4657.0703   |\n",
+      "|    air_humidity                 | 36.05532    |\n",
+      "|    air_temperature              | 23.25045    |\n",
+      "|    clg_setpoint                 | 26.704506   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | 21.910683   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4191363.2   |\n",
+      "|    wind_direction               | 235.0       |\n",
+      "|    wind_speed                   | 2.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********-------------------------------------------------| 50%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.117896244 |\n",
+      "|    air_humidity                 | 0.100958236  |\n",
+      "|    air_temperature              | 0.40389103   |\n",
+      "|    clg_setpoint                 | 1.2765014    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.3256786   |\n",
+      "|    diffuse_solar_radiation      | -0.7489593   |\n",
+      "|    direct_solar_radiation       | -0.61183417  |\n",
+      "|    hour                         | -1.0831925   |\n",
+      "|    htg_setpoint                 | 1.2974468    |\n",
+      "|    month                        | 0.2630675    |\n",
+      "|    outdoor_humidity             | 1.2424384    |\n",
+      "|    outdoor_temperature          | 0.99025685   |\n",
+      "|    people_occupant              | -0.68908054  |\n",
+      "|    total_electricity_HVAC       | -0.14961217  |\n",
+      "|    wind_direction               | -1.255154    |\n",
+      "|    wind_speed                   | -0.4489073   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2433.955     |\n",
+      "|    air_humidity                 | 38.24273     |\n",
+      "|    air_temperature              | 23.250263    |\n",
+      "|    clg_setpoint                 | 29.48923     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 94.5         |\n",
+      "|    outdoor_temperature          | 21.755943    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2190559.5    |\n",
+      "|    wind_direction               | 50.0         |\n",
+      "|    wind_speed                   | 3.85         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************------------------------------------------------| 51%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.9262533   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 22.835175   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.18179595  |\n",
+      "|    air_humidity                 | -0.18650922 |\n",
+      "|    air_temperature              | 0.40360954  |\n",
+      "|    clg_setpoint                 | 1.4716163   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2106824  |\n",
+      "|    diffuse_solar_radiation      | -0.44529113 |\n",
+      "|    direct_solar_radiation       | -0.61205584 |\n",
+      "|    hour                         | -0.9387081  |\n",
+      "|    htg_setpoint                 | 1.2972944   |\n",
+      "|    month                        | 0.26295307  |\n",
+      "|    outdoor_humidity             | 1.1707876   |\n",
+      "|    outdoor_temperature          | 1.1773125   |\n",
+      "|    people_occupant              | -0.689222   |\n",
+      "|    total_electricity_HVAC       | 0.30806574  |\n",
+      "|    wind_direction               | -1.1118792  |\n",
+      "|    wind_speed                   | -1.0713073  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3747.5      |\n",
+      "|    air_humidity                 | 34.52265    |\n",
+      "|    air_temperature              | 23.250088   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 30.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 23.584923   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4088940.2   |\n",
+      "|    wind_direction               | 65.0        |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.010629644 |\n",
+      "|    clip_fraction                | 0.11        |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.48       |\n",
+      "|    explained_variance           | 0.309       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.561       |\n",
+      "|    n_updates                    | 600         |\n",
+      "|    policy_gradient_loss         | -0.0142     |\n",
+      "|    std                          | 0.835       |\n",
+      "|    value_loss                   | 1.87        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************------------------------------------------------| 51%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.3441354  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 15.689239   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5649356  |\n",
+      "|    air_humidity                 | -0.5125652  |\n",
+      "|    air_temperature              | 0.051620707 |\n",
+      "|    clg_setpoint                 | 1.4713438   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0959806  |\n",
+      "|    diffuse_solar_radiation      | 0.16174711  |\n",
+      "|    direct_solar_radiation       | -0.35988608 |\n",
+      "|    hour                         | -0.7942321  |\n",
+      "|    htg_setpoint                 | -0.9553326  |\n",
+      "|    month                        | 0.26283878  |\n",
+      "|    outdoor_humidity             | 1.0030537   |\n",
+      "|    outdoor_temperature          | 1.3830367   |\n",
+      "|    people_occupant              | -0.68936324 |\n",
+      "|    total_electricity_HVAC       | -0.5747429  |\n",
+      "|    wind_direction               | 0.5055972   |\n",
+      "|    wind_speed                   | -0.24082081 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 476.60208   |\n",
+      "|    air_humidity                 | 30.301962   |\n",
+      "|    air_temperature              | 22.759436   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 90.0        |\n",
+      "|    direct_solar_radiation       | 63.0        |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 13.8573265  |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 89.5        |\n",
+      "|    outdoor_temperature          | 25.598022   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 428941.88   |\n",
+      "|    wind_direction               | 235.0       |\n",
+      "|    wind_speed                   | 4.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************------------------------------------------------| 51%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.73619545  |\n",
+      "|    Heating_Setpoint_RL          | -0.2877767  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.10966    |\n",
+      "|    Heating_Setpoint_RL          | 16.006256   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.56312746 |\n",
+      "|    air_humidity                 | -1.6489311  |\n",
+      "|    air_temperature              | 0.09140869  |\n",
+      "|    clg_setpoint                 | 0.969898    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9815199  |\n",
+      "|    diffuse_solar_radiation      | 0.8293427   |\n",
+      "|    direct_solar_radiation       | -0.6123259  |\n",
+      "|    hour                         | -0.649762   |\n",
+      "|    htg_setpoint                 | -0.7530126  |\n",
+      "|    month                        | 0.26272464  |\n",
+      "|    outdoor_humidity             | 0.14304478  |\n",
+      "|    outdoor_temperature          | 1.5849574   |\n",
+      "|    people_occupant              | -0.6889502  |\n",
+      "|    total_electricity_HVAC       | -0.57301694 |\n",
+      "|    wind_direction               | 0.60077196  |\n",
+      "|    wind_speed                   | -0.75948304 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 483.76074   |\n",
+      "|    air_humidity                 | 15.552644   |\n",
+      "|    air_temperature              | 22.815758   |\n",
+      "|    clg_setpoint                 | 28.689144   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 156.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 14.697964   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 71.5        |\n",
+      "|    outdoor_temperature          | 27.585943   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 435384.66   |\n",
+      "|    wind_direction               | 245.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************------------------------------------------------| 51%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.45060536 |\n",
+      "|    air_humidity                 | -0.89476424 |\n",
+      "|    air_temperature              | 2.3911433   |\n",
+      "|    clg_setpoint                 | 1.4706359   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8672523  |\n",
+      "|    diffuse_solar_radiation      | 2.1336162   |\n",
+      "|    direct_solar_radiation       | 0.88037735  |\n",
+      "|    hour                         | -0.50529593 |\n",
+      "|    htg_setpoint                 | 1.0023475   |\n",
+      "|    month                        | 0.26261064  |\n",
+      "|    outdoor_humidity             | 0.21476825  |\n",
+      "|    outdoor_temperature          | 1.9176599   |\n",
+      "|    people_occupant              | 1.69562     |\n",
+      "|    total_electricity_HVAC       | -0.4812405  |\n",
+      "|    wind_direction               | 0.0772027   |\n",
+      "|    wind_speed                   | -0.65524477 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 975.69525   |\n",
+      "|    air_humidity                 | 25.303078   |\n",
+      "|    air_temperature              | 26.023577   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 285.0       |\n",
+      "|    direct_solar_radiation       | 373.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 22.016392   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 73.0        |\n",
+      "|    outdoor_temperature          | 30.852299   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 815007.7    |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************-----------------------------------------------| 52%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.0326453  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.44137    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.0356128   |\n",
+      "|    air_humidity                 | 1.0624255   |\n",
+      "|    air_temperature              | 0.40143368  |\n",
+      "|    clg_setpoint                 | -1.1091863  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.75313556 |\n",
+      "|    diffuse_solar_radiation      | 1.7683228   |\n",
+      "|    direct_solar_radiation       | 1.869043    |\n",
+      "|    hour                         | -0.36083233 |\n",
+      "|    htg_setpoint                 | 0.91995484  |\n",
+      "|    month                        | 0.26249677  |\n",
+      "|    outdoor_humidity             | 0.23804589  |\n",
+      "|    outdoor_temperature          | 1.7903492   |\n",
+      "|    people_occupant              | 1.6951607   |\n",
+      "|    total_electricity_HVAC       | 1.8983778   |\n",
+      "|    wind_direction               | 0.26805824  |\n",
+      "|    wind_speed                   | -0.6543239  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 11864.383   |\n",
+      "|    air_humidity                 | 50.721123   |\n",
+      "|    air_temperature              | 23.249165   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 249.0       |\n",
+      "|    direct_solar_radiation       | 620.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 21.673931   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 73.5        |\n",
+      "|    outdoor_temperature          | 29.634628   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 10677944.0  |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "------------------------------------------------***************-----------------------------------------------| 52%\n",
+      "| action_network/                 |            |\n",
+      "|    Cooling_Setpoint_RL          | -1.0       |\n",
+      "|    Heating_Setpoint_RL          | -1.0       |\n",
+      "| action_simulation/              |            |\n",
+      "|    Cooling_Setpoint_RL          | 23.25      |\n",
+      "|    Heating_Setpoint_RL          | 12.0       |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | 1.3189621  |\n",
+      "|    air_humidity                 | 1.119227   |\n",
+      "|    air_temperature              | 0.40092468 |\n",
+      "|    clg_setpoint                 | -1.1090608 |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | -0.6391331 |\n",
+      "|    diffuse_solar_radiation      | 2.6057827  |\n",
+      "|    direct_solar_radiation       | 1.4404993  |\n",
+      "|    hour                         | -0.21637   |\n",
+      "|    htg_setpoint                 | 0.67461044 |\n",
+      "|    month                        | 0.26238307 |\n",
+      "|    outdoor_humidity             | -1.2917324 |\n",
+      "|    outdoor_temperature          | 1.9655299  |\n",
+      "|    people_occupant              | 1.6947025  |\n",
+      "|    total_electricity_HVAC       | 1.2169203  |\n",
+      "|    wind_direction               | 0.9340631  |\n",
+      "|    wind_speed                   | -0.3428512 |\n",
+      "| observation/                    |            |\n",
+      "|    HVAC_electricity_demand_rate | 8728.211   |\n",
+      "|    air_humidity                 | 51.464066  |\n",
+      "|    air_temperature              | 23.248632  |\n",
+      "|    clg_setpoint                 | 23.25      |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 10.0       |\n",
+      "|    diffuse_solar_radiation      | 332.0      |\n",
+      "|    direct_solar_radiation       | 513.0      |\n",
+      "|    hour                         | 10.0       |\n",
+      "|    htg_setpoint                 | 20.65036   |\n",
+      "|    month                        | 7.0        |\n",
+      "|    outdoor_humidity             | 41.5       |\n",
+      "|    outdoor_temperature          | 31.365892  |\n",
+      "|    people_occupant              | 20.0       |\n",
+      "|    total_electricity_HVAC       | 7855390.0  |\n",
+      "|    wind_direction               | 280.0      |\n",
+      "|    wind_speed                   | 4.1        |\n",
+      "------------------------------------------------\n",
+      "--------------------------------------------------*************-----------------------------------------------| 52%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.5516999    |\n",
+      "|    air_humidity                 | 1.0944712    |\n",
+      "|    air_temperature              | 0.40112442   |\n",
+      "|    clg_setpoint                 | -1.1087906   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.5252135   |\n",
+      "|    diffuse_solar_radiation      | 2.139849     |\n",
+      "|    direct_solar_radiation       | 2.028231     |\n",
+      "|    hour                         | -0.07190817  |\n",
+      "|    htg_setpoint                 | -0.11248669  |\n",
+      "|    month                        | 0.26226953   |\n",
+      "|    outdoor_humidity             | -1.314722    |\n",
+      "|    outdoor_temperature          | 1.3439134    |\n",
+      "|    people_occupant              | 1.21759      |\n",
+      "|    total_electricity_HVAC       | 0.48683453   |\n",
+      "|    wind_direction               | -1.6365625   |\n",
+      "|    wind_speed                   | -0.010758932 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 5368.0635    |\n",
+      "|    air_humidity                 | 51.14755     |\n",
+      "|    air_temperature              | 23.249138    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 11.0         |\n",
+      "|    diffuse_solar_radiation      | 286.0        |\n",
+      "|    direct_solar_radiation       | 660.0        |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 17.366821    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 41.0         |\n",
+      "|    outdoor_temperature          | 25.32628     |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 4829611.0    |\n",
+      "|    wind_direction               | 10.0         |\n",
+      "|    wind_speed                   | 4.9          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***************----------------------------------------------| 53%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.0986923  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.069855   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.43132946  |\n",
+      "|    air_humidity                 | 1.0115818   |\n",
+      "|    air_temperature              | 0.40132195  |\n",
+      "|    clg_setpoint                 | -1.1084192  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.41135067 |\n",
+      "|    diffuse_solar_radiation      | 0.88674355  |\n",
+      "|    direct_solar_radiation       | 2.4151351   |\n",
+      "|    hour                         | 0.07255358  |\n",
+      "|    htg_setpoint                 | -0.7220596  |\n",
+      "|    month                        | 0.2621561   |\n",
+      "|    outdoor_humidity             | -1.5769292  |\n",
+      "|    outdoor_temperature          | 1.6174793   |\n",
+      "|    people_occupant              | 0.2639686   |\n",
+      "|    total_electricity_HVAC       | 0.37427914  |\n",
+      "|    wind_direction               | 0.3143047   |\n",
+      "|    wind_speed                   | 0.32209492  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4840.615    |\n",
+      "|    air_humidity                 | 50.077305   |\n",
+      "|    air_temperature              | 23.24946    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 162.0       |\n",
+      "|    direct_solar_radiation       | 757.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 14.824507   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 35.5        |\n",
+      "|    outdoor_temperature          | 28.00503    |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 4362897.5   |\n",
+      "|    wind_direction               | 215.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************----------------------------------------------| 53%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.46967408  |\n",
+      "|    Heating_Setpoint_RL          | -0.64787793 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.21015    |\n",
+      "|    Heating_Setpoint_RL          | 13.980686   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.50019324 |\n",
+      "|    air_humidity                 | -0.9969296  |\n",
+      "|    air_temperature              | 0.94934404  |\n",
+      "|    clg_setpoint                 | -0.08327316 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.29752392 |\n",
+      "|    diffuse_solar_radiation      | 1.5737185   |\n",
+      "|    direct_solar_radiation       | 2.2492762   |\n",
+      "|    hour                         | 0.21701524  |\n",
+      "|    htg_setpoint                 | -1.398971   |\n",
+      "|    month                        | 0.26204285  |\n",
+      "|    outdoor_humidity             | -0.5970889  |\n",
+      "|    outdoor_temperature          | 1.8799002   |\n",
+      "|    people_occupant              | -0.6892427  |\n",
+      "|    total_electricity_HVAC       | -0.5248066  |\n",
+      "|    wind_direction               | 0.076055616 |\n",
+      "|    wind_speed                   | 0.32225037  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 763.0369    |\n",
+      "|    air_humidity                 | 24.014902   |\n",
+      "|    air_temperature              | 24.012915   |\n",
+      "|    clg_setpoint                 | 25.932745   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 230.0       |\n",
+      "|    direct_solar_radiation       | 716.0       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 56.0        |\n",
+      "|    outdoor_temperature          | 30.584087   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 638657.1    |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**************----------------------------------------------| 53%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.35711503  |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.419737    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5350541   |\n",
+      "|    air_humidity                 | -1.77723     |\n",
+      "|    air_temperature              | 0.7284763    |\n",
+      "|    clg_setpoint                 | 1.4707993    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.18371767  |\n",
+      "|    diffuse_solar_radiation      | 2.139063     |\n",
+      "|    direct_solar_radiation       | -0.61377585  |\n",
+      "|    hour                         | 0.3614764    |\n",
+      "|    htg_setpoint                 | -1.3980955   |\n",
+      "|    month                        | 0.26192972   |\n",
+      "|    outdoor_humidity             | -0.095056765 |\n",
+      "|    outdoor_temperature          | 1.3403605    |\n",
+      "|    people_occupant              | -0.68883216  |\n",
+      "|    total_electricity_HVAC       | -0.54690814  |\n",
+      "|    wind_direction               | -0.59020483  |\n",
+      "|    wind_speed                   | 0.63423496   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 609.63184    |\n",
+      "|    air_humidity                 | 13.862129    |\n",
+      "|    air_temperature              | 23.706017    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 14.0         |\n",
+      "|    diffuse_solar_radiation      | 286.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 14.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 66.5         |\n",
+      "|    outdoor_temperature          | 25.33838     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 546363.5     |\n",
+      "|    wind_direction               | 120.0        |\n",
+      "|    wind_speed                   | 6.45         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***************----------------------------------------------| 53%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.67039573 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.854024   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.0902784   |\n",
+      "|    air_humidity                 | 1.189455    |\n",
+      "|    air_temperature              | 0.39989635  |\n",
+      "|    clg_setpoint                 | -1.1091249  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.06992155 |\n",
+      "|    diffuse_solar_radiation      | 1.2189605   |\n",
+      "|    direct_solar_radiation       | 0.86199427  |\n",
+      "|    hour                         | 0.50593626  |\n",
+      "|    htg_setpoint                 | -1.0940313  |\n",
+      "|    month                        | 0.26181677  |\n",
+      "|    outdoor_humidity             | -0.26316428 |\n",
+      "|    outdoor_temperature          | 1.6309947   |\n",
+      "|    people_occupant              | 1.69511     |\n",
+      "|    total_electricity_HVAC       | 0.99945617  |\n",
+      "|    wind_direction               | 0.45796272  |\n",
+      "|    wind_speed                   | -1.2994255  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7718.3345   |\n",
+      "|    air_humidity                 | 52.380123   |\n",
+      "|    air_temperature              | 23.248539   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 195.0       |\n",
+      "|    direct_solar_radiation       | 369.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 13.267537   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 63.0        |\n",
+      "|    outdoor_temperature          | 28.184895   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 6946501.0   |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 1.8         |\n",
+      "-------------------------------------------------\n",
+      "-----------------------------------------------------************---------------------------------------------| 54%\n",
+      "| action_network/                 |                 |\n",
+      "|    Cooling_Setpoint_RL          | -1.0            |\n",
+      "|    Heating_Setpoint_RL          | -0.000110143796 |\n",
+      "| action_simulation/              |                 |\n",
+      "|    Cooling_Setpoint_RL          | 23.25           |\n",
+      "|    Heating_Setpoint_RL          | 17.62438        |\n",
+      "| normalized_observation/         |                 |\n",
+      "|    HVAC_electricity_demand_rate | 0.7991651       |\n",
+      "|    air_humidity                 | 1.335164        |\n",
+      "|    air_temperature              | 0.39984438      |\n",
+      "|    clg_setpoint                 | -1.1088849      |\n",
+      "|    co2_emission                 | 0.0             |\n",
+      "|    day_of_month                 | 0.043869633     |\n",
+      "|    diffuse_solar_radiation      | 0.8647943       |\n",
+      "|    direct_solar_radiation       | -0.28956383     |\n",
+      "|    hour                         | 0.6503938       |\n",
+      "|    htg_setpoint                 | 1.2986403       |\n",
+      "|    month                        | 0.26170394      |\n",
+      "|    outdoor_humidity             | -0.9089606      |\n",
+      "|    outdoor_temperature          | 1.8491398       |\n",
+      "|    people_occupant              | 1.694654        |\n",
+      "|    total_electricity_HVAC       | 0.7226167       |\n",
+      "|    wind_direction               | 0.79114974      |\n",
+      "|    wind_speed                   | -0.3422412      |\n",
+      "| observation/                    |                 |\n",
+      "|    HVAC_electricity_demand_rate | 6445.3037       |\n",
+      "|    air_humidity                 | 54.27886        |\n",
+      "|    air_temperature              | 23.24857        |\n",
+      "|    clg_setpoint                 | 23.25           |\n",
+      "|    co2_emission                 | 0.0             |\n",
+      "|    day_of_month                 | 16.0            |\n",
+      "|    diffuse_solar_radiation      | 160.0           |\n",
+      "|    direct_solar_radiation       | 81.0            |\n",
+      "|    hour                         | 16.0            |\n",
+      "|    htg_setpoint                 | 23.25           |\n",
+      "|    month                        | 7.0             |\n",
+      "|    outdoor_humidity             | 49.5            |\n",
+      "|    outdoor_temperature          | 30.333534       |\n",
+      "|    people_occupant              | 20.0            |\n",
+      "|    total_electricity_HVAC       | 5800773.5       |\n",
+      "|    wind_direction               | 265.0           |\n",
+      "|    wind_speed                   | 4.1             |\n",
+      "-----------------------------------------------------\n",
+      "-------------------------------------------------****************---------------------------------------------| 54%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.6111664   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.062813   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.6024672   |\n",
+      "|    air_humidity                 | 1.2317518   |\n",
+      "|    air_temperature              | 0.40000418  |\n",
+      "|    clg_setpoint                 | -1.1086768  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.15765595  |\n",
+      "|    diffuse_solar_radiation      | 0.46070954  |\n",
+      "|    direct_solar_radiation       | -0.3258122  |\n",
+      "|    hour                         | 0.79484725  |\n",
+      "|    htg_setpoint                 | 1.2987169   |\n",
+      "|    month                        | 0.26159126  |\n",
+      "|    outdoor_humidity             | -0.6697017  |\n",
+      "|    outdoor_temperature          | 1.5276068   |\n",
+      "|    people_occupant              | 1.6941991   |\n",
+      "|    total_electricity_HVAC       | 0.53559047  |\n",
+      "|    wind_direction               | 0.030184664 |\n",
+      "|    wind_speed                   | -0.11297985 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5585.078    |\n",
+      "|    air_humidity                 | 52.94153    |\n",
+      "|    air_temperature              | 23.249016   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 120.0       |\n",
+      "|    direct_solar_radiation       | 72.0        |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 54.5        |\n",
+      "|    outdoor_temperature          | 27.21207    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 5026748.0   |\n",
+      "|    wind_direction               | 185.0       |\n",
+      "|    wind_speed                   | 4.65        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***************---------------------------------------------| 54%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.60018015   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 21.001015    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.120440096 |\n",
+      "|    air_humidity                 | 2.196461     |\n",
+      "|    air_temperature              | 0.40036166   |\n",
+      "|    clg_setpoint                 | -1.1084551   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.27143237   |\n",
+      "|    diffuse_solar_radiation      | -0.26630205  |\n",
+      "|    direct_solar_radiation       | -0.49743354  |\n",
+      "|    hour                         | 0.9392948    |\n",
+      "|    htg_setpoint                 | 0.03650236   |\n",
+      "|    month                        | 0.26147872   |\n",
+      "|    outdoor_humidity             | 0.42997965   |\n",
+      "|    outdoor_temperature          | 1.1212349    |\n",
+      "|    people_occupant              | 0.50222445   |\n",
+      "|    total_electricity_HVAC       | -0.15201661  |\n",
+      "|    wind_direction               | -0.39782262  |\n",
+      "|    wind_speed                   | -0.5494096   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2424.823     |\n",
+      "|    air_humidity                 | 65.49401     |\n",
+      "|    air_temperature              | 23.249697    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 18.0         |\n",
+      "|    diffuse_solar_radiation      | 48.0         |\n",
+      "|    direct_solar_radiation       | 29.0         |\n",
+      "|    hour                         | 18.0         |\n",
+      "|    htg_setpoint                 | 17.986572    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 77.5         |\n",
+      "|    outdoor_temperature          | 23.256588    |\n",
+      "|    people_occupant              | 10.0         |\n",
+      "|    total_electricity_HVAC       | 2182340.8    |\n",
+      "|    wind_direction               | 140.0        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------****************---------------------------------------------| 54%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.34087452  |\n",
+      "|    Heating_Setpoint_RL          | -0.2361201  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.775452   |\n",
+      "|    Heating_Setpoint_RL          | 16.296825   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.3039138  |\n",
+      "|    air_humidity                 | 1.2967197   |\n",
+      "|    air_temperature              | 0.40023497  |\n",
+      "|    clg_setpoint                 | -1.1081877  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.38518864  |\n",
+      "|    diffuse_solar_radiation      | -0.75098187 |\n",
+      "|    direct_solar_radiation       | -0.6135927  |\n",
+      "|    hour                         | 1.0837342   |\n",
+      "|    htg_setpoint                 | 0.8974579   |\n",
+      "|    month                        | 0.26136634  |\n",
+      "|    outdoor_humidity             | 0.9079882   |\n",
+      "|    outdoor_temperature          | 1.4586265   |\n",
+      "|    people_occupant              | -0.45121753 |\n",
+      "|    total_electricity_HVAC       | -0.32653674 |\n",
+      "|    wind_direction               | 0.07838994  |\n",
+      "|    wind_speed                   | 0.09602284  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1623.9801   |\n",
+      "|    air_humidity                 | 53.81355    |\n",
+      "|    air_temperature              | 23.24973    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 21.579311   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 87.5        |\n",
+      "|    outdoor_temperature          | 26.567085   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 1461582.1   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 5.15        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************--------------------------------------------| 55%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.6531806   |\n",
+      "|    Heating_Setpoint_RL          | 0.45527494  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.829485   |\n",
+      "|    Heating_Setpoint_RL          | 20.18592    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.25976035 |\n",
+      "|    air_humidity                 | -0.9062086  |\n",
+      "|    air_temperature              | 0.5115326   |\n",
+      "|    clg_setpoint                 | -1.0449407  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.4989096   |\n",
+      "|    diffuse_solar_radiation      | -0.7509678  |\n",
+      "|    direct_solar_radiation       | -0.6137237  |\n",
+      "|    hour                         | 1.2281626   |\n",
+      "|    htg_setpoint                 | -0.4616067  |\n",
+      "|    month                        | 0.2612541   |\n",
+      "|    outdoor_humidity             | 0.787729    |\n",
+      "|    outdoor_temperature          | 1.5915935   |\n",
+      "|    people_occupant              | -0.6891236  |\n",
+      "|    total_electricity_HVAC       | -0.15065855 |\n",
+      "|    wind_direction               | 0.17355317  |\n",
+      "|    wind_speed                   | 0.3044449   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1815.9686   |\n",
+      "|    air_humidity                 | 25.185303   |\n",
+      "|    air_temperature              | 23.404793   |\n",
+      "|    clg_setpoint                 | 23.416119   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 15.909645   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 85.0        |\n",
+      "|    outdoor_temperature          | 27.886946   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2187877.2   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 5.65        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************--------------------------------------------| 55%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.24524999  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.452719   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5439414  |\n",
+      "|    air_humidity                 | -1.6988509  |\n",
+      "|    air_temperature              | 0.5089808   |\n",
+      "|    clg_setpoint                 | 1.4696155   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6125748   |\n",
+      "|    diffuse_solar_radiation      | -0.75098044 |\n",
+      "|    direct_solar_radiation       | -0.6137884  |\n",
+      "|    hour                         | 1.3725771   |\n",
+      "|    htg_setpoint                 | -1.3981665  |\n",
+      "|    month                        | 0.26114202  |\n",
+      "|    outdoor_humidity             | 0.8352834   |\n",
+      "|    outdoor_temperature          | 1.3944355   |\n",
+      "|    people_occupant              | -0.6887154  |\n",
+      "|    total_electricity_HVAC       | -0.5548422  |\n",
+      "|    wind_direction               | 0.07809006  |\n",
+      "|    wind_speed                   | 1.0536854   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 573.40906   |\n",
+      "|    air_humidity                 | 14.861581   |\n",
+      "|    air_temperature              | 23.401829   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 86.0        |\n",
+      "|    outdoor_temperature          | 25.97723    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 516068.16   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 7.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------****************--------------------------------------------| 55%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.76075006   |\n",
+      "|    Heating_Setpoint_RL          | -0.7315289   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.192532    |\n",
+      "|    Heating_Setpoint_RL          | 13.51015     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.54468983  |\n",
+      "|    air_humidity                 | 0.545495     |\n",
+      "|    air_temperature              | -0.058965784 |\n",
+      "|    clg_setpoint                 | 1.4693569    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.7261591    |\n",
+      "|    diffuse_solar_radiation      | -0.75104     |\n",
+      "|    direct_solar_radiation       | -0.6137941   |\n",
+      "|    hour                         | 1.5169741    |\n",
+      "|    htg_setpoint                 | -1.3979686   |\n",
+      "|    month                        | 0.26103005   |\n",
+      "|    outdoor_humidity             | 0.9066365    |\n",
+      "|    outdoor_temperature          | 1.2927464    |\n",
+      "|    people_occupant              | -0.68885523  |\n",
+      "|    total_electricity_HVAC       | -0.555553    |\n",
+      "|    wind_direction               | 0.17333086   |\n",
+      "|    wind_speed                   | 0.4284926    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 570.7661     |\n",
+      "|    air_humidity                 | 44.035713    |\n",
+      "|    air_temperature              | 22.612791    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 22.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 87.5         |\n",
+      "|    outdoor_temperature          | 24.999454    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 513689.53    |\n",
+      "|    wind_direction               | 200.0        |\n",
+      "|    wind_speed                   | 5.95         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 56%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.22640485 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 16.351473   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.025330886 |\n",
+      "|    air_humidity                 | 1.2950683   |\n",
+      "|    air_temperature              | -0.1018907  |\n",
+      "|    clg_setpoint                 | 0.9435008   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.839632    |\n",
+      "|    diffuse_solar_radiation      | -0.751143   |\n",
+      "|    direct_solar_radiation       | -0.6135307  |\n",
+      "|    hour                         | 1.6613498   |\n",
+      "|    htg_setpoint                 | 1.1307023   |\n",
+      "|    month                        | 0.26091823  |\n",
+      "|    outdoor_humidity             | 1.1211749   |\n",
+      "|    outdoor_temperature          | 0.8220973   |\n",
+      "|    people_occupant              | -0.68899477 |\n",
+      "|    total_electricity_HVAC       | 0.21057189  |\n",
+      "|    wind_direction               | 0.31626245  |\n",
+      "|    wind_speed                   | -0.3209804  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3060.1013   |\n",
+      "|    air_humidity                 | 53.799202   |\n",
+      "|    air_temperature              | 22.553505   |\n",
+      "|    clg_setpoint                 | 28.623503   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 22.550978   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 92.0        |\n",
+      "|    outdoor_temperature          | 20.401491   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3679325.0   |\n",
+      "|    wind_direction               | 215.0       |\n",
+      "|    wind_speed                   | 4.15        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*****************-------------------------------------------| 56%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.06540382   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 17.992897    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.092078105 |\n",
+      "|    air_humidity                 | 0.34461936   |\n",
+      "|    air_temperature              | 0.026740843  |\n",
+      "|    clg_setpoint                 | 1.4599655    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0670114    |\n",
+      "|    diffuse_solar_radiation      | -0.75123423  |\n",
+      "|    direct_solar_radiation       | -0.61366653  |\n",
+      "|    hour                         | -1.6612763   |\n",
+      "|    htg_setpoint                 | 1.1734216    |\n",
+      "|    month                        | 0.26080656   |\n",
+      "|    outdoor_humidity             | 0.8815322    |\n",
+      "|    outdoor_temperature          | 1.1130159    |\n",
+      "|    people_occupant              | -0.6891341   |\n",
+      "|    total_electricity_HVAC       | 0.08932655   |\n",
+      "|    wind_direction               | 0.26849976   |\n",
+      "|    wind_speed                   | -0.86201096  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2548.1428    |\n",
+      "|    air_humidity                 | 41.445576    |\n",
+      "|    air_temperature              | 22.732529    |\n",
+      "|    clg_setpoint                 | 29.976164    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 22.729937    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 87.0         |\n",
+      "|    outdoor_temperature          | 23.261425    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 3178952.2    |\n",
+      "|    wind_direction               | 210.0        |\n",
+      "|    wind_speed                   | 2.85         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 56%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5911493   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.620129   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.56848544 |\n",
+      "|    air_humidity                 | 0.62685555  |\n",
+      "|    air_temperature              | -0.26596478 |\n",
+      "|    clg_setpoint                 | 1.0042418   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1801358   |\n",
+      "|    diffuse_solar_radiation      | -0.75111884 |\n",
+      "|    direct_solar_radiation       | -0.6137116  |\n",
+      "|    hour                         | -1.5167283  |\n",
+      "|    htg_setpoint                 | 0.8442433   |\n",
+      "|    month                        | 0.26069504  |\n",
+      "|    outdoor_humidity             | 0.9530084   |\n",
+      "|    outdoor_temperature          | 1.0465372   |\n",
+      "|    people_occupant              | -0.6892733  |\n",
+      "|    total_electricity_HVAC       | -0.5777726  |\n",
+      "|    wind_direction               | 0.45916244  |\n",
+      "|    wind_speed                   | -1.1741823  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 469.37503   |\n",
+      "|    air_humidity                 | 45.12517    |\n",
+      "|    air_temperature              | 22.326414   |\n",
+      "|    clg_setpoint                 | 28.782368   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 21.357807   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 88.5        |\n",
+      "|    outdoor_temperature          | 22.62334    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 424297.7    |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 57%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.8476381  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.764221   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.18737303 |\n",
+      "|    air_humidity                 | 0.39314288  |\n",
+      "|    air_temperature              | 0.39742962  |\n",
+      "|    clg_setpoint                 | 1.4694421   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.293015    |\n",
+      "|    diffuse_solar_radiation      | -0.75123876 |\n",
+      "|    direct_solar_radiation       | -0.61373276 |\n",
+      "|    hour                         | -1.3722018  |\n",
+      "|    htg_setpoint                 | 1.2975659   |\n",
+      "|    month                        | 0.26058367  |\n",
+      "|    outdoor_humidity             | 1.119932    |\n",
+      "|    outdoor_temperature          | 1.1322688   |\n",
+      "|    people_occupant              | -0.68941224 |\n",
+      "|    total_electricity_HVAC       | -0.21571861 |\n",
+      "|    wind_direction               | 0.6500344   |\n",
+      "|    wind_speed                   | -0.65329826 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2133.7563   |\n",
+      "|    air_humidity                 | 42.09608    |\n",
+      "|    air_temperature              | 23.247726   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 92.0        |\n",
+      "|    outdoor_temperature          | 23.475267   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1920380.8   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.007802408 |\n",
+      "|    clip_fraction                | 0.0689      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.48       |\n",
+      "|    explained_variance           | 0.677       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.617       |\n",
+      "|    n_updates                    | 610         |\n",
+      "|    policy_gradient_loss         | -0.00942    |\n",
+      "|    std                          | 0.838       |\n",
+      "|    value_loss                   | 1.91        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 57%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.28313586  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.580584   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.58020896 |\n",
+      "|    air_humidity                 | -1.2958276  |\n",
+      "|    air_temperature              | -0.21118963 |\n",
+      "|    clg_setpoint                 | 1.1656483   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4055983   |\n",
+      "|    diffuse_solar_radiation      | -0.751274   |\n",
+      "|    direct_solar_radiation       | -0.61372936 |\n",
+      "|    hour                         | -1.2276928  |\n",
+      "|    htg_setpoint                 | -0.6830717  |\n",
+      "|    month                        | 0.26047242  |\n",
+      "|    outdoor_humidity             | 1.406783    |\n",
+      "|    outdoor_temperature          | 1.1482011   |\n",
+      "|    people_occupant              | -0.68900573 |\n",
+      "|    total_electricity_HVAC       | -0.58937997 |\n",
+      "|    wind_direction               | 0.22036621  |\n",
+      "|    wind_speed                   | 0.32634374  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 418.56653   |\n",
+      "|    air_humidity                 | 20.121721   |\n",
+      "|    air_temperature              | 22.40323    |\n",
+      "|    clg_setpoint                 | 29.20476    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 14.985658   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 98.0        |\n",
+      "|    outdoor_temperature          | 23.644148   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 376709.88   |\n",
+      "|    wind_direction               | 205.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 57%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.97284895 |\n",
+      "|    Heating_Setpoint_RL          | -0.71745944 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.341635   |\n",
+      "|    Heating_Setpoint_RL          | 13.589291   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.19453153  |\n",
+      "|    air_humidity                 | -1.9333845  |\n",
+      "|    air_temperature              | -0.22947711 |\n",
+      "|    clg_setpoint                 | -0.5264827  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5178304   |\n",
+      "|    diffuse_solar_radiation      | -0.75133204 |\n",
+      "|    direct_solar_radiation       | -0.61366785 |\n",
+      "|    hour                         | -1.083198   |\n",
+      "|    htg_setpoint                 | 1.088476    |\n",
+      "|    month                        | 0.26036134  |\n",
+      "|    outdoor_humidity             | 0.6881093   |\n",
+      "|    outdoor_temperature          | 0.80187917  |\n",
+      "|    people_occupant              | -0.6886     |\n",
+      "|    total_electricity_HVAC       | 0.14755309  |\n",
+      "|    wind_direction               | 1.0797391   |\n",
+      "|    wind_speed                   | -0.75740343 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3796.9583   |\n",
+      "|    air_humidity                 | 11.79216    |\n",
+      "|    air_temperature              | 22.378279   |\n",
+      "|    clg_setpoint                 | 24.775236   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 22.375103   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 83.0        |\n",
+      "|    outdoor_temperature          | 20.260105   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3417262.2   |\n",
+      "|    wind_direction               | 295.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 57%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.32940903  |\n",
+      "|    Heating_Setpoint_RL          | -0.15583271 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.736755   |\n",
+      "|    Heating_Setpoint_RL          | 16.748442   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.57279825 |\n",
+      "|    air_humidity                 | 0.011078191 |\n",
+      "|    air_temperature              | -0.28581068 |\n",
+      "|    clg_setpoint                 | 1.0164702   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6296521   |\n",
+      "|    diffuse_solar_radiation      | -0.4096616  |\n",
+      "|    direct_solar_radiation       | -0.5856196  |\n",
+      "|    hour                         | -0.93871385 |\n",
+      "|    htg_setpoint                 | 0.95583856  |\n",
+      "|    month                        | 0.2602504   |\n",
+      "|    outdoor_humidity             | 1.5019954   |\n",
+      "|    outdoor_temperature          | 1.1204711   |\n",
+      "|    people_occupant              | -0.6887391  |\n",
+      "|    total_electricity_HVAC       | -0.5820892  |\n",
+      "|    wind_direction               | 0.1244458   |\n",
+      "|    wind_speed                   | -0.54861116 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 450.77844   |\n",
+      "|    air_humidity                 | 37.10694    |\n",
+      "|    air_temperature              | 22.300514   |\n",
+      "|    clg_setpoint                 | 28.814327   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 34.0        |\n",
+      "|    direct_solar_radiation       | 7.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 21.821972   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 23.393621   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 406670.28   |\n",
+      "|    wind_direction               | 195.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------******************------------------------------------------| 58%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.5178735    |\n",
+      "|    Heating_Setpoint_RL          | 0.35655046   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.372824    |\n",
+      "|    Heating_Setpoint_RL          | 19.630596    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.59264743  |\n",
+      "|    air_humidity                 | -0.050751716 |\n",
+      "|    air_temperature              | 0.24184214   |\n",
+      "|    clg_setpoint                 | 1.4694098    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.7410003    |\n",
+      "|    diffuse_solar_radiation      | -0.007942657 |\n",
+      "|    direct_solar_radiation       | -0.61377144  |\n",
+      "|    hour                         | -0.7942381   |\n",
+      "|    htg_setpoint                 | -1.398592    |\n",
+      "|    month                        | 0.26013958   |\n",
+      "|    outdoor_humidity             | 1.0704242    |\n",
+      "|    outdoor_temperature          | 0.9999126    |\n",
+      "|    people_occupant              | -0.688878    |\n",
+      "|    total_electricity_HVAC       | -0.6012311   |\n",
+      "|    wind_direction               | -0.92682064  |\n",
+      "|    wind_speed                   | -1.7367954   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 365.27643    |\n",
+      "|    air_humidity                 | 36.309578    |\n",
+      "|    air_temperature              | 23.032566    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 31.0         |\n",
+      "|    diffuse_solar_radiation      | 74.0         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 91.0         |\n",
+      "|    outdoor_temperature          | 22.223648    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 328748.78    |\n",
+      "|    wind_direction               | 85.0         |\n",
+      "|    wind_speed                   | 0.75         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------******************------------------------------------------| 58%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.92419684   |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.744164    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.14754075  |\n",
+      "|    air_humidity                 | 0.07947974   |\n",
+      "|    air_temperature              | 0.39973035   |\n",
+      "|    clg_setpoint                 | -0.5152396   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.6725206   |\n",
+      "|    diffuse_solar_radiation      | 0.46354547   |\n",
+      "|    direct_solar_radiation       | 1.6748469    |\n",
+      "|    hour                         | -0.6497681   |\n",
+      "|    htg_setpoint                 | 1.2974992    |\n",
+      "|    month                        | 0.55530035   |\n",
+      "|    outdoor_humidity             | -0.07929286  |\n",
+      "|    outdoor_temperature          | 1.2996955    |\n",
+      "|    people_occupant              | -0.68901664  |\n",
+      "|    total_electricity_HVAC       | -0.022024507 |\n",
+      "|    wind_direction               | 0.4590225    |\n",
+      "|    wind_speed                   | -0.86068857  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2306.3413    |\n",
+      "|    air_humidity                 | 38.014202    |\n",
+      "|    air_temperature              | 23.251623    |\n",
+      "|    clg_setpoint                 | 24.802877    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0          |\n",
+      "|    diffuse_solar_radiation      | 121.0        |\n",
+      "|    direct_solar_radiation       | 571.0        |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 67.0         |\n",
+      "|    outdoor_temperature          | 25.175156    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2718445.8    |\n",
+      "|    wind_direction               | 230.0        |\n",
+      "|    wind_speed                   | 2.85         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*******************------------------------------------------| 58%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.21186082 |\n",
+      "|    air_humidity                 | -0.1192272  |\n",
+      "|    air_temperature              | 2.3531559   |\n",
+      "|    clg_setpoint                 | 0.6408002   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5564656  |\n",
+      "|    diffuse_solar_radiation      | 0.3330274   |\n",
+      "|    direct_solar_radiation       | 2.40225     |\n",
+      "|    hour                         | -0.50530213 |\n",
+      "|    htg_setpoint                 | -0.6668979  |\n",
+      "|    month                        | 0.55501115  |\n",
+      "|    outdoor_humidity             | 0.16044152  |\n",
+      "|    outdoor_temperature          | 1.6855766   |\n",
+      "|    people_occupant              | 1.6942431   |\n",
+      "|    total_electricity_HVAC       | -0.22655869 |\n",
+      "|    wind_direction               | 0.31543565  |\n",
+      "|    wind_speed                   | -1.0693651  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2026.6461   |\n",
+      "|    air_humidity                 | 35.43352    |\n",
+      "|    air_temperature              | 25.95882    |\n",
+      "|    clg_setpoint                 | 27.829786   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 108.0       |\n",
+      "|    direct_solar_radiation       | 753.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 15.05307    |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 72.0        |\n",
+      "|    outdoor_temperature          | 28.980946   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1875445.0   |\n",
+      "|    wind_direction               | 215.0       |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********************----------------------------------------| 59%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.7944599    |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.306301    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.30641544  |\n",
+      "|    air_humidity                 | -0.6627867   |\n",
+      "|    air_temperature              | 0.6116988    |\n",
+      "|    clg_setpoint                 | -0.035300355 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.4408777   |\n",
+      "|    diffuse_solar_radiation      | 2.0705507    |\n",
+      "|    direct_solar_radiation       | 1.4519063    |\n",
+      "|    hour                         | -0.36083853  |\n",
+      "|    htg_setpoint                 | -1.3986485   |\n",
+      "|    month                        | 0.55472237   |\n",
+      "|    outdoor_humidity             | 0.11227866   |\n",
+      "|    outdoor_temperature          | 1.6384137    |\n",
+      "|    people_occupant              | -0.6892933   |\n",
+      "|    total_electricity_HVAC       | -0.30118576  |\n",
+      "|    wind_direction               | 0.028546665  |\n",
+      "|    wind_speed                   | -0.8604937   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1615.3931    |\n",
+      "|    air_humidity                 | 28.365204    |\n",
+      "|    air_temperature              | 23.545876    |\n",
+      "|    clg_setpoint                 | 26.059195    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 3.0          |\n",
+      "|    diffuse_solar_radiation      | 281.0        |\n",
+      "|    direct_solar_radiation       | 516.0        |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 71.0         |\n",
+      "|    outdoor_temperature          | 28.537762    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1568512.4    |\n",
+      "|    wind_direction               | 185.0        |\n",
+      "|    wind_speed                   | 2.85         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************----------------------------------------| 59%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.45609167  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.16431    |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.48199362 |\n",
+      "|    air_humidity                 | -1.7361234  |\n",
+      "|    air_temperature              | 0.9060035   |\n",
+      "|    clg_setpoint                 | 0.71964043  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3256879  |\n",
+      "|    diffuse_solar_radiation      | 0.9750517   |\n",
+      "|    direct_solar_radiation       | 2.184525    |\n",
+      "|    hour                         | -0.2163762  |\n",
+      "|    htg_setpoint                 | -1.3977748  |\n",
+      "|    month                        | 0.55443406  |\n",
+      "|    outdoor_humidity             | 0.13564576  |\n",
+      "|    outdoor_temperature          | 1.480988    |\n",
+      "|    people_occupant              | -0.68888927 |\n",
+      "|    total_electricity_HVAC       | -0.4960126  |\n",
+      "|    wind_direction               | 0.028467245 |\n",
+      "|    wind_speed                   | -0.4431779  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 849.03845   |\n",
+      "|    air_humidity                 | 14.375152   |\n",
+      "|    air_temperature              | 23.954372   |\n",
+      "|    clg_setpoint                 | 28.037722   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 172.0       |\n",
+      "|    direct_solar_radiation       | 699.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 71.5        |\n",
+      "|    outdoor_temperature          | 27.009106   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 764134.6    |\n",
+      "|    wind_direction               | 185.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********************----------------------------------------| 59%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.9687943   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.35532     |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.99905443   |\n",
+      "|    air_humidity                 | 1.1219438    |\n",
+      "|    air_temperature              | 0.39623287   |\n",
+      "|    clg_setpoint                 | -1.1088864   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.2108333   |\n",
+      "|    diffuse_solar_radiation      | 1.867996     |\n",
+      "|    direct_solar_radiation       | -0.61444604  |\n",
+      "|    hour                         | -0.07191433  |\n",
+      "|    htg_setpoint                 | 0.9454124    |\n",
+      "|    month                        | 0.5541462    |\n",
+      "|    outdoor_humidity             | -0.008200426 |\n",
+      "|    outdoor_temperature          | 1.497638     |\n",
+      "|    people_occupant              | 1.2185426    |\n",
+      "|    total_electricity_HVAC       | 0.9129009    |\n",
+      "|    wind_direction               | -0.92824554  |\n",
+      "|    wind_speed                   | -0.33858356  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 7301.1685    |\n",
+      "|    air_humidity                 | 51.578968    |\n",
+      "|    air_temperature              | 23.248785    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 5.0          |\n",
+      "|    diffuse_solar_radiation      | 261.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 21.776196    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 68.5         |\n",
+      "|    outdoor_temperature          | 27.191368    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 6571052.0    |\n",
+      "|    wind_direction               | 85.0         |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************----------------------------------------| 59%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.1090136   |\n",
+      "|    air_humidity                 | 1.898755    |\n",
+      "|    air_temperature              | 0.42012885  |\n",
+      "|    clg_setpoint                 | -1.1088244  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0962569  |\n",
+      "|    diffuse_solar_radiation      | 1.8675765   |\n",
+      "|    direct_solar_radiation       | -0.61418784 |\n",
+      "|    hour                         | 0.07254744  |\n",
+      "|    htg_setpoint                 | 1.297877    |\n",
+      "|    month                        | 0.55385876  |\n",
+      "|    outdoor_humidity             | 0.8063734   |\n",
+      "|    outdoor_temperature          | 0.67301255  |\n",
+      "|    people_occupant              | 0.26468852  |\n",
+      "|    total_electricity_HVAC       | 0.06619571  |\n",
+      "|    wind_direction               | -1.1192365  |\n",
+      "|    wind_speed                   | 0.12090442  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3423.27     |\n",
+      "|    air_humidity                 | 61.72336    |\n",
+      "|    air_temperature              | 23.28217    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 261.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 85.5        |\n",
+      "|    outdoor_temperature          | 19.097326   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 3080943.0   |\n",
+      "|    wind_direction               | 65.0        |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************---------------------------------------| 60%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.7333671   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.75019    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.51482236 |\n",
+      "|    air_humidity                 | 0.6650703   |\n",
+      "|    air_temperature              | 2.2723875   |\n",
+      "|    clg_setpoint                 | 0.27556708  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9819073  |\n",
+      "|    diffuse_solar_radiation      | 3.2603927   |\n",
+      "|    direct_solar_radiation       | 0.38356364  |\n",
+      "|    hour                         | 0.21700913  |\n",
+      "|    htg_setpoint                 | -0.41632634 |\n",
+      "|    month                        | 0.5535718   |\n",
+      "|    outdoor_humidity             | -0.8248749  |\n",
+      "|    outdoor_temperature          | 1.165679    |\n",
+      "|    people_occupant              | 1.2178912   |\n",
+      "|    total_electricity_HVAC       | -0.54873127 |\n",
+      "|    wind_direction               | -1.1657504  |\n",
+      "|    wind_speed                   | 0.22545749  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 706.54846   |\n",
+      "|    air_humidity                 | 45.663563   |\n",
+      "|    air_temperature              | 25.847157   |\n",
+      "|    clg_setpoint                 | 26.876328   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 400.0       |\n",
+      "|    direct_solar_radiation       | 249.0       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 16.09748    |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 51.5        |\n",
+      "|    outdoor_temperature          | 23.943638   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 547533.7    |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 5.45        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************---------------------------------------| 60%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.08620388  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.109898   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.6600977   |\n",
+      "|    air_humidity                 | 1.0732793   |\n",
+      "|    air_temperature              | 0.3957981   |\n",
+      "|    clg_setpoint                 | -1.1085743  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.86773896 |\n",
+      "|    diffuse_solar_radiation      | 1.7953928   |\n",
+      "|    direct_solar_radiation       | 1.652913    |\n",
+      "|    hour                         | 0.36147034  |\n",
+      "|    htg_setpoint                 | -0.3857964  |\n",
+      "|    month                        | 0.55328524  |\n",
+      "|    outdoor_humidity             | -1.3763151  |\n",
+      "|    outdoor_temperature          | 1.3232759   |\n",
+      "|    people_occupant              | 1.6941977   |\n",
+      "|    total_electricity_HVAC       | 0.5908131   |\n",
+      "|    wind_direction               | -0.44742027 |\n",
+      "|    wind_speed                   | -0.10832387 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5821.762    |\n",
+      "|    air_humidity                 | 50.99613    |\n",
+      "|    air_temperature              | 23.249126   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 254.0       |\n",
+      "|    direct_solar_radiation       | 566.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 16.225866   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 40.0        |\n",
+      "|    outdoor_temperature          | 25.498087   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 5241289.5   |\n",
+      "|    wind_direction               | 135.0       |\n",
+      "|    wind_speed                   | 4.65        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************---------------------------------------| 60%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.75723803  |\n",
+      "|    air_humidity                 | 1.1417006   |\n",
+      "|    air_temperature              | 0.39556187  |\n",
+      "|    clg_setpoint                 | -1.1083161  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7537116  |\n",
+      "|    diffuse_solar_radiation      | 1.81402     |\n",
+      "|    direct_solar_radiation       | 1.2002984   |\n",
+      "|    hour                         | 0.5059303   |\n",
+      "|    htg_setpoint                 | -1.3984991  |\n",
+      "|    month                        | 0.5529992   |\n",
+      "|    outdoor_humidity             | -0.84834164 |\n",
+      "|    outdoor_temperature          | 1.2177988   |\n",
+      "|    people_occupant              | 1.6937512   |\n",
+      "|    total_electricity_HVAC       | 0.68684095  |\n",
+      "|    wind_direction               | 0.12703529  |\n",
+      "|    wind_speed                   | -0.23295085 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6243.8433   |\n",
+      "|    air_humidity                 | 51.9006     |\n",
+      "|    air_temperature              | 23.248987   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 256.0       |\n",
+      "|    direct_solar_radiation       | 453.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 51.0        |\n",
+      "|    outdoor_temperature          | 24.468552   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 5636077.0   |\n",
+      "|    wind_direction               | 195.0       |\n",
+      "|    wind_speed                   | 4.35        |\n",
+      "-------------------------------------------------\n",
+      "---------------------------------------------------********************---------------------------------------| 60%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.637859      |\n",
+      "|    Heating_Setpoint_RL          | -0.82563484   |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 28.777775     |\n",
+      "|    Heating_Setpoint_RL          | 12.980804     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.3561668    |\n",
+      "|    air_humidity                 | -0.80783814   |\n",
+      "|    air_temperature              | 0.58147824    |\n",
+      "|    clg_setpoint                 | 0.3572648     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.6397902    |\n",
+      "|    diffuse_solar_radiation      | -0.010558373  |\n",
+      "|    direct_solar_radiation       | 2.2327535     |\n",
+      "|    hour                         | 0.6503879     |\n",
+      "|    htg_setpoint                 | -1.0783714    |\n",
+      "|    month                        | 0.5527135     |\n",
+      "|    outdoor_humidity             | -0.15267348   |\n",
+      "|    outdoor_temperature          | 1.3508121     |\n",
+      "|    people_occupant              | -0.6891758    |\n",
+      "|    total_electricity_HVAC       | -0.36991808   |\n",
+      "|    wind_direction               | -0.016729381  |\n",
+      "|    wind_speed                   | -0.0028559307 |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 1398.3096     |\n",
+      "|    air_humidity                 | 26.478172     |\n",
+      "|    air_temperature              | 23.506319     |\n",
+      "|    clg_setpoint                 | 27.089422     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 10.0          |\n",
+      "|    diffuse_solar_radiation      | 74.0          |\n",
+      "|    direct_solar_radiation       | 711.0         |\n",
+      "|    hour                         | 16.0          |\n",
+      "|    htg_setpoint                 | 13.335577     |\n",
+      "|    month                        | 8.0           |\n",
+      "|    outdoor_humidity             | 65.5          |\n",
+      "|    outdoor_temperature          | 25.78489      |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 1285020.2     |\n",
+      "|    wind_direction               | 180.0         |\n",
+      "|    wind_speed                   | 4.9           |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------**********************--------------------------------------| 61%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.49459496  |\n",
+      "|    air_humidity                 | -1.523138    |\n",
+      "|    air_temperature              | 0.80279595   |\n",
+      "|    clg_setpoint                 | 0.16901691   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.525945    |\n",
+      "|    diffuse_solar_radiation      | 0.2596449    |\n",
+      "|    direct_solar_radiation       | -0.08237275  |\n",
+      "|    hour                         | 0.7948415    |\n",
+      "|    htg_setpoint                 | -1.397766    |\n",
+      "|    month                        | 0.5524283    |\n",
+      "|    outdoor_humidity             | 0.4229508    |\n",
+      "|    outdoor_temperature          | 1.406904     |\n",
+      "|    people_occupant              | -0.68877405  |\n",
+      "|    total_electricity_HVAC       | -0.51746535  |\n",
+      "|    wind_direction               | -0.016933993 |\n",
+      "|    wind_speed                   | 0.33184713   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 795.35596    |\n",
+      "|    air_humidity                 | 17.131815    |\n",
+      "|    air_temperature              | 23.812561    |\n",
+      "|    clg_setpoint                 | 26.596745    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 11.0         |\n",
+      "|    diffuse_solar_radiation      | 101.0        |\n",
+      "|    direct_solar_radiation       | 133.0        |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 77.5         |\n",
+      "|    outdoor_temperature          | 26.349354    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 677097.0     |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 5.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------**********************--------------------------------------| 61%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.015809014  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 17.713926    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.0412736    |\n",
+      "|    air_humidity                 | 1.4037468    |\n",
+      "|    air_temperature              | 0.39557377   |\n",
+      "|    clg_setpoint                 | -1.1085879   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.41215158  |\n",
+      "|    diffuse_solar_radiation      | -0.5019338   |\n",
+      "|    direct_solar_radiation       | -0.614961    |\n",
+      "|    hour                         | 0.93928945   |\n",
+      "|    htg_setpoint                 | -1.1336924   |\n",
+      "|    month                        | 0.5521436    |\n",
+      "|    outdoor_humidity             | -0.22566518  |\n",
+      "|    outdoor_temperature          | 1.795835     |\n",
+      "|    people_occupant              | 0.50300133   |\n",
+      "|    total_electricity_HVAC       | 0.0017269991 |\n",
+      "|    wind_direction               | 0.5573504    |\n",
+      "|    wind_speed                   | -0.10651923  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 3126.7542    |\n",
+      "|    air_humidity                 | 55.309906    |\n",
+      "|    air_temperature              | 23.249695    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 12.0         |\n",
+      "|    diffuse_solar_radiation      | 25.0         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 18.0         |\n",
+      "|    htg_setpoint                 | 13.102016    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 64.0         |\n",
+      "|    outdoor_temperature          | 30.19057     |\n",
+      "|    people_occupant              | 10.0         |\n",
+      "|    total_electricity_HVAC       | 2814078.8    |\n",
+      "|    wind_direction               | 240.0        |\n",
+      "|    wind_speed                   | 4.65         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------**********************--------------------------------------| 61%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.5460789   |\n",
+      "|    Heating_Setpoint_RL          | -0.057594746 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.781984    |\n",
+      "|    Heating_Setpoint_RL          | 17.30103     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.3309092   |\n",
+      "|    air_humidity                 | 1.2108772    |\n",
+      "|    air_temperature              | 0.3953984    |\n",
+      "|    clg_setpoint                 | -1.1084415   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.29839036  |\n",
+      "|    diffuse_solar_radiation      | -0.752257    |\n",
+      "|    direct_solar_radiation       | -0.61515063  |\n",
+      "|    hour                         | 1.0837293    |\n",
+      "|    htg_setpoint                 | -0.7358677   |\n",
+      "|    month                        | 0.55185926   |\n",
+      "|    outdoor_humidity             | 0.08692504   |\n",
+      "|    outdoor_temperature          | 1.2182161    |\n",
+      "|    people_occupant              | -0.4506748   |\n",
+      "|    total_electricity_HVAC       | -0.35233507  |\n",
+      "|    wind_direction               | 0.17405818   |\n",
+      "|    wind_speed                   | -0.3362822   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1508.583     |\n",
+      "|    air_humidity                 | 52.797985    |\n",
+      "|    air_temperature              | 23.249695    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 13.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 19.0         |\n",
+      "|    htg_setpoint                 | 14.762559    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 70.5         |\n",
+      "|    outdoor_temperature          | 24.53029     |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 1357724.8    |\n",
+      "|    wind_direction               | 200.0        |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------***********************-------------------------------------| 62%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.21992093   |\n",
+      "|    Heating_Setpoint_RL          | -0.34745765  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.367233    |\n",
+      "|    Heating_Setpoint_RL          | 15.670551    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5214836   |\n",
+      "|    air_humidity                 | 0.9928256    |\n",
+      "|    air_temperature              | 0.49063343   |\n",
+      "|    clg_setpoint                 | 0.13874707   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.18464704  |\n",
+      "|    diffuse_solar_radiation      | -0.75231147  |\n",
+      "|    direct_solar_radiation       | -0.61533576  |\n",
+      "|    hour                         | 1.2281584    |\n",
+      "|    htg_setpoint                 | -1.398057    |\n",
+      "|    month                        | 0.55157536   |\n",
+      "|    outdoor_humidity             | 0.25487858   |\n",
+      "|    outdoor_temperature          | 1.3785857    |\n",
+      "|    people_occupant              | -0.4508383   |\n",
+      "|    total_electricity_HVAC       | -0.5336456   |\n",
+      "|    wind_direction               | -0.017543957 |\n",
+      "|    wind_speed                   | -0.54509455  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 681.10565    |\n",
+      "|    air_humidity                 | 49.958374    |\n",
+      "|    air_temperature              | 23.38151     |\n",
+      "|    clg_setpoint                 | 26.516876    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 14.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 74.0         |\n",
+      "|    outdoor_temperature          | 26.122398    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 612995.06    |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------************************-------------------------------------| 62%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.29431486 |\n",
+      "|    Heating_Setpoint_RL          | -0.7548693  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.631687   |\n",
+      "|    Heating_Setpoint_RL          | 13.37886    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5417592  |\n",
+      "|    air_humidity                 | 0.81768185  |\n",
+      "|    air_temperature              | 0.14894351  |\n",
+      "|    clg_setpoint                 | 0.28341168  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.07091229 |\n",
+      "|    diffuse_solar_radiation      | -0.7523585  |\n",
+      "|    direct_solar_radiation       | -0.61548465 |\n",
+      "|    hour                         | 1.3725737   |\n",
+      "|    htg_setpoint                 | -0.24564189 |\n",
+      "|    month                        | 0.55129194  |\n",
+      "|    outdoor_humidity             | 0.5672113   |\n",
+      "|    outdoor_temperature          | 1.2716721   |\n",
+      "|    people_occupant              | -0.68932295 |\n",
+      "|    total_electricity_HVAC       | -0.5529442  |\n",
+      "|    wind_direction               | -0.687859   |\n",
+      "|    wind_speed                   | -1.1719273  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 593.77747   |\n",
+      "|    air_humidity                 | 47.678867   |\n",
+      "|    air_temperature              | 22.909605   |\n",
+      "|    clg_setpoint                 | 26.895416   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 16.81084    |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 80.5        |\n",
+      "|    outdoor_temperature          | 25.08679    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 534399.7    |\n",
+      "|    wind_direction               | 110.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********************-------------------------------------| 62%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.027773947 |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.531263    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5425492   |\n",
+      "|    air_humidity                 | 0.54733247   |\n",
+      "|    air_temperature              | 0.100167155  |\n",
+      "|    clg_setpoint                 | 0.83830774   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.042818174  |\n",
+      "|    diffuse_solar_radiation      | -0.75239766  |\n",
+      "|    direct_solar_radiation       | -0.61558765  |\n",
+      "|    hour                         | 1.516972     |\n",
+      "|    htg_setpoint                 | -0.8408935   |\n",
+      "|    month                        | 0.55100894   |\n",
+      "|    outdoor_humidity             | 1.2155429    |\n",
+      "|    outdoor_temperature          | 1.3286228    |\n",
+      "|    people_occupant              | -0.6894597   |\n",
+      "|    total_electricity_HVAC       | -0.553706    |\n",
+      "|    wind_direction               | -0.7350513   |\n",
+      "|    wind_speed                   | -0.7532168   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 591.4366     |\n",
+      "|    air_humidity                 | 44.157883    |\n",
+      "|    air_temperature              | 22.842588    |\n",
+      "|    clg_setpoint                 | 28.349358    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 16.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 14.327704    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 94.0         |\n",
+      "|    outdoor_temperature          | 25.663065    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 532292.94    |\n",
+      "|    wind_direction               | 105.0        |\n",
+      "|    wind_speed                   | 3.1          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.009009128  |\n",
+      "|    clip_fraction                | 0.0843       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.49        |\n",
+      "|    explained_variance           | 0.653        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.773        |\n",
+      "|    n_updates                    | 620          |\n",
+      "|    policy_gradient_loss         | -0.0118      |\n",
+      "|    std                          | 0.849        |\n",
+      "|    value_loss                   | 1.86         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------************************-------------------------------------| 62%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.27988756 |\n",
+      "|    Heating_Setpoint_RL          | 0.3509264   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.68038    |\n",
+      "|    Heating_Setpoint_RL          | 19.59896    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5497609  |\n",
+      "|    air_humidity                 | -1.5605719  |\n",
+      "|    air_temperature              | 0.46287996  |\n",
+      "|    clg_setpoint                 | -0.04657317 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.15654361  |\n",
+      "|    diffuse_solar_radiation      | -0.7523851  |\n",
+      "|    direct_solar_radiation       | -0.6154984  |\n",
+      "|    hour                         | 1.6613493   |\n",
+      "|    htg_setpoint                 | -0.870034   |\n",
+      "|    month                        | 0.55072635  |\n",
+      "|    outdoor_humidity             | -0.56255585 |\n",
+      "|    outdoor_temperature          | 1.4454821   |\n",
+      "|    people_occupant              | -0.68905956 |\n",
+      "|    total_electricity_HVAC       | -0.56056577 |\n",
+      "|    wind_direction               | -1.4999858  |\n",
+      "|    wind_speed                   | 0.33431882  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 559.2138    |\n",
+      "|    air_humidity                 | 16.65825    |\n",
+      "|    air_temperature              | 23.344109   |\n",
+      "|    clg_setpoint                 | 26.032639   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 14.205795   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 57.0        |\n",
+      "|    outdoor_temperature          | 26.835299   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 503292.4    |\n",
+      "|    wind_direction               | 25.0        |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************------------------------------------| 63%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.53597796  |\n",
+      "|    Heating_Setpoint_RL          | -0.7498686  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.433926   |\n",
+      "|    Heating_Setpoint_RL          | 13.406989   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.56547266 |\n",
+      "|    air_humidity                 | -1.966712   |\n",
+      "|    air_temperature              | -0.04840165 |\n",
+      "|    clg_setpoint                 | -0.21965861 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.3841247   |\n",
+      "|    diffuse_solar_radiation      | -0.75243175 |\n",
+      "|    direct_solar_radiation       | -0.6157108  |\n",
+      "|    hour                         | -1.6612772  |\n",
+      "|    htg_setpoint                 | -0.71211934 |\n",
+      "|    month                        | 0.5504442   |\n",
+      "|    outdoor_humidity             | -0.6096571  |\n",
+      "|    outdoor_temperature          | 1.1218657   |\n",
+      "|    people_occupant              | -0.68866014 |\n",
+      "|    total_electricity_HVAC       | -0.57550526 |\n",
+      "|    wind_direction               | -1.2592355  |\n",
+      "|    wind_speed                   | -0.33548993 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 490.08292   |\n",
+      "|    air_humidity                 | 11.3180895  |\n",
+      "|    air_temperature              | 22.639002   |\n",
+      "|    clg_setpoint                 | 25.580658   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 14.861874   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 56.0        |\n",
+      "|    outdoor_temperature          | 23.665993   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 441074.62   |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************************------------------------------------| 63%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.27657068  |\n",
+      "|    air_humidity                 | 0.7576508    |\n",
+      "|    air_temperature              | -0.043560587 |\n",
+      "|    clg_setpoint                 | -0.34846267  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.49785146   |\n",
+      "|    diffuse_solar_radiation      | -0.7525432   |\n",
+      "|    direct_solar_radiation       | -0.61591506  |\n",
+      "|    hour                         | -1.5167309   |\n",
+      "|    htg_setpoint                 | 1.1401093    |\n",
+      "|    month                        | 0.5501625    |\n",
+      "|    outdoor_humidity             | 0.18368448   |\n",
+      "|    outdoor_temperature          | 0.43604112   |\n",
+      "|    people_occupant              | -0.688797    |\n",
+      "|    total_electricity_HVAC       | -0.46586332  |\n",
+      "|    wind_direction               | -1.2103512   |\n",
+      "|    wind_speed                   | -0.85880506  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1745.522     |\n",
+      "|    air_humidity                 | 46.885372    |\n",
+      "|    air_temperature              | 22.646015    |\n",
+      "|    clg_setpoint                 | 25.243145    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 20.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 1.0          |\n",
+      "|    htg_setpoint                 | 22.593536    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 72.5         |\n",
+      "|    outdoor_temperature          | 16.910946    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 892100.5     |\n",
+      "|    wind_direction               | 55.0         |\n",
+      "|    wind_speed                   | 2.85         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------************************------------------------------------| 63%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.13220912   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 18.368675    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.57509667  |\n",
+      "|    air_humidity                 | 0.15992618   |\n",
+      "|    air_temperature              | -0.089949556 |\n",
+      "|    clg_setpoint                 | -0.027645849 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.61153555   |\n",
+      "|    diffuse_solar_radiation      | -0.7526533   |\n",
+      "|    direct_solar_radiation       | -0.61610764  |\n",
+      "|    hour                         | -1.3722055   |\n",
+      "|    htg_setpoint                 | -1.1883      |\n",
+      "|    month                        | 0.5498812    |\n",
+      "|    outdoor_humidity             | -0.032230627 |\n",
+      "|    outdoor_temperature          | 0.7442769    |\n",
+      "|    people_occupant              | -0.6889337   |\n",
+      "|    total_electricity_HVAC       | -0.58477837  |\n",
+      "|    wind_direction               | 0.5131704    |\n",
+      "|    wind_speed                   | -0.96321267  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 449.73407    |\n",
+      "|    air_humidity                 | 39.08826     |\n",
+      "|    air_temperature              | 22.582342    |\n",
+      "|    clg_setpoint                 | 26.083237    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 21.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 2.0          |\n",
+      "|    htg_setpoint                 | 12.875171    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 68.0         |\n",
+      "|    outdoor_temperature          | 19.958649    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 404304.72    |\n",
+      "|    wind_direction               | 235.0        |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**************************-----------------------------------| 64%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.07094372  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.02406    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.56227905 |\n",
+      "|    air_humidity                 | -0.1585334  |\n",
+      "|    air_temperature              | -0.08741056 |\n",
+      "|    clg_setpoint                 | 0.22755209  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.72515476  |\n",
+      "|    diffuse_solar_radiation      | -0.7526589  |\n",
+      "|    direct_solar_radiation       | -0.6163009  |\n",
+      "|    hour                         | -1.2276974  |\n",
+      "|    htg_setpoint                 | 0.64327884  |\n",
+      "|    month                        | 0.5496004   |\n",
+      "|    outdoor_humidity             | -1.2334602  |\n",
+      "|    outdoor_temperature          | 1.325724    |\n",
+      "|    people_occupant              | -0.6890701  |\n",
+      "|    total_electricity_HVAC       | -0.5723399  |\n",
+      "|    wind_direction               | 1.2787995   |\n",
+      "|    wind_speed                   | -0.4397736  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 506.3596    |\n",
+      "|    air_humidity                 | 34.93636    |\n",
+      "|    air_temperature              | 22.58624    |\n",
+      "|    clg_setpoint                 | 26.751245   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 20.520462   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 43.0        |\n",
+      "|    outdoor_temperature          | 25.713158   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 456290.47   |\n",
+      "|    wind_direction               | 315.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*************************-----------------------------------| 64%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.020790577 |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.554832    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.5681816    |\n",
+      "|    air_humidity                 | -0.32855004  |\n",
+      "|    air_temperature              | 0.39367396   |\n",
+      "|    clg_setpoint                 | 1.4677002    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.8386822    |\n",
+      "|    diffuse_solar_radiation      | -0.752682    |\n",
+      "|    direct_solar_radiation       | -0.6165392   |\n",
+      "|    hour                         | -1.0832031   |\n",
+      "|    htg_setpoint                 | 1.2972654    |\n",
+      "|    month                        | 0.54932      |\n",
+      "|    outdoor_humidity             | -0.3190861   |\n",
+      "|    outdoor_temperature          | 0.7818309    |\n",
+      "|    people_occupant              | -0.68920636  |\n",
+      "|    total_electricity_HVAC       | 0.92102563   |\n",
+      "|    wind_direction               | -1.6412599   |\n",
+      "|    wind_speed                   | -0.9636542   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 5414.1987    |\n",
+      "|    air_humidity                 | 32.72246     |\n",
+      "|    air_temperature              | 23.25021     |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 23.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 62.0         |\n",
+      "|    outdoor_temperature          | 20.357267    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 6588848.5    |\n",
+      "|    wind_direction               | 10.0         |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**************************-----------------------------------| 64%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.57148093  |\n",
+      "|    Heating_Setpoint_RL          | 0.03334782  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.55375    |\n",
+      "|    Heating_Setpoint_RL          | 17.812582   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.578437   |\n",
+      "|    air_humidity                 | -0.24346447 |\n",
+      "|    air_temperature              | 0.11993948  |\n",
+      "|    clg_setpoint                 | 1.4678335   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.9520859   |\n",
+      "|    diffuse_solar_radiation      | -0.6027717  |\n",
+      "|    direct_solar_radiation       | -0.5927008  |\n",
+      "|    hour                         | -0.93871945 |\n",
+      "|    htg_setpoint                 | 0.73257405  |\n",
+      "|    month                        | 0.54904     |\n",
+      "|    outdoor_humidity             | 0.28181607  |\n",
+      "|    outdoor_temperature          | 0.7537734   |\n",
+      "|    people_occupant              | -0.6893424  |\n",
+      "|    total_electricity_HVAC       | -0.5878309  |\n",
+      "|    wind_direction               | 0.6558165   |\n",
+      "|    wind_speed                   | 0.5446328   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 437.56445   |\n",
+      "|    air_humidity                 | 33.83914    |\n",
+      "|    air_temperature              | 22.872805   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 15.0        |\n",
+      "|    direct_solar_radiation       | 6.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 20.893682   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 74.5        |\n",
+      "|    outdoor_temperature          | 20.089453   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 393906.28   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**************************----------------------------------| 65%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.32660872   |\n",
+      "|    Heating_Setpoint_RL          | -0.69413465  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.727304    |\n",
+      "|    Heating_Setpoint_RL          | 13.720492    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6485914   |\n",
+      "|    air_humidity                 | -0.40143892  |\n",
+      "|    air_temperature              | 0.06755014   |\n",
+      "|    clg_setpoint                 | 0.73356944   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0653296    |\n",
+      "|    diffuse_solar_radiation      | -0.023133457 |\n",
+      "|    direct_solar_radiation       | 0.41905797   |\n",
+      "|    hour                         | -0.7942439   |\n",
+      "|    htg_setpoint                 | 0.37624285   |\n",
+      "|    month                        | 0.5487605    |\n",
+      "|    outdoor_humidity             | -0.65381527  |\n",
+      "|    outdoor_temperature          | 0.56946933   |\n",
+      "|    people_occupant              | -0.6889446   |\n",
+      "|    total_electricity_HVAC       | -0.65460473  |\n",
+      "|    wind_direction               | -1.5456309   |\n",
+      "|    wind_speed                   | -0.23110124  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 132.58353    |\n",
+      "|    air_humidity                 | 31.768656    |\n",
+      "|    air_temperature              | 22.800774    |\n",
+      "|    clg_setpoint                 | 28.076172    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 73.0         |\n",
+      "|    direct_solar_radiation       | 259.0        |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 19.404896    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 55.0         |\n",
+      "|    outdoor_temperature          | 18.280787    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 119325.164   |\n",
+      "|    wind_direction               | 20.0         |\n",
+      "|    wind_speed                   | 4.35         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***************************----------------------------------| 65%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.37804648 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.498488   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.35815543 |\n",
+      "|    air_humidity                 | 0.41818523  |\n",
+      "|    air_temperature              | -0.18513647 |\n",
+      "|    clg_setpoint                 | -1.0001748  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1783717   |\n",
+      "|    diffuse_solar_radiation      | 0.5466357   |\n",
+      "|    direct_solar_radiation       | 1.0063001   |\n",
+      "|    hour                         | -0.6497741  |\n",
+      "|    htg_setpoint                 | -0.17621002 |\n",
+      "|    month                        | 0.54848135  |\n",
+      "|    outdoor_humidity             | -0.3647332  |\n",
+      "|    outdoor_temperature          | 0.7155564   |\n",
+      "|    people_occupant              | -0.68854743 |\n",
+      "|    total_electricity_HVAC       | -0.36657315 |\n",
+      "|    wind_direction               | -1.3048207  |\n",
+      "|    wind_speed                   | -1.069086   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1391.7953   |\n",
+      "|    air_humidity                 | 42.457733   |\n",
+      "|    air_temperature              | 22.452734   |\n",
+      "|    clg_setpoint                 | 23.534096   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 130.0       |\n",
+      "|    direct_solar_radiation       | 406.0       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 17.097454   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 61.0        |\n",
+      "|    outdoor_temperature          | 19.730806   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1300623.8   |\n",
+      "|    wind_direction               | 45.0        |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************----------------------------------| 65%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.39060175 |\n",
+      "|    air_humidity                 | 0.14944884  |\n",
+      "|    air_temperature              | 1.6602186   |\n",
+      "|    clg_setpoint                 | -0.0510345  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2911667   |\n",
+      "|    diffuse_solar_radiation      | 1.1864195   |\n",
+      "|    direct_solar_radiation       | 1.1662288   |\n",
+      "|    hour                         | -0.5053081  |\n",
+      "|    htg_setpoint                 | -0.51651853 |\n",
+      "|    month                        | 0.54820263  |\n",
+      "|    outdoor_humidity             | 0.6917253   |\n",
+      "|    outdoor_temperature          | 1.0388225   |\n",
+      "|    people_occupant              | 1.695297    |\n",
+      "|    total_electricity_HVAC       | -0.41065988 |\n",
+      "|    wind_direction               | 0.5123828   |\n",
+      "|    wind_speed                   | 0.23018947  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1251.4762   |\n",
+      "|    air_humidity                 | 38.958466   |\n",
+      "|    air_temperature              | 24.995844   |\n",
+      "|    clg_setpoint                 | 26.020224   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 194.0       |\n",
+      "|    direct_solar_radiation       | 446.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 15.677777   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 83.0        |\n",
+      "|    outdoor_temperature          | 22.930334   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1120192.2   |\n",
+      "|    wind_direction               | 235.0       |\n",
+      "|    wind_speed                   | 5.45        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************----------------------------------| 65%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.46020862  |\n",
+      "|    air_humidity                 | 0.9651556   |\n",
+      "|    air_temperature              | 0.39309037  |\n",
+      "|    clg_setpoint                 | -1.1083119  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4036644   |\n",
+      "|    diffuse_solar_radiation      | 1.2363311   |\n",
+      "|    direct_solar_radiation       | 1.5698811   |\n",
+      "|    hour                         | -0.36084452 |\n",
+      "|    htg_setpoint                 | -1.3976936  |\n",
+      "|    month                        | 0.54792434  |\n",
+      "|    outdoor_humidity             | -1.1336193  |\n",
+      "|    outdoor_temperature          | 1.2138486   |\n",
+      "|    people_occupant              | 1.6948553   |\n",
+      "|    total_electricity_HVAC       | 0.5048964   |\n",
+      "|    wind_direction               | -0.82654595 |\n",
+      "|    wind_speed                   | -0.12595923 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4940.134    |\n",
+      "|    air_humidity                 | 49.610344   |\n",
+      "|    air_temperature              | 23.250181   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 199.0       |\n",
+      "|    direct_solar_radiation       | 547.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | 24.66816    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4874902.0   |\n",
+      "|    wind_direction               | 95.0        |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************---------------------------------| 66%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.7408503   |\n",
+      "|    air_humidity                 | 1.1576484   |\n",
+      "|    air_temperature              | 0.39167503  |\n",
+      "|    clg_setpoint                 | -1.1080505  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5158101   |\n",
+      "|    diffuse_solar_radiation      | 1.1764872   |\n",
+      "|    direct_solar_radiation       | 1.9965173   |\n",
+      "|    hour                         | -0.21638216 |\n",
+      "|    htg_setpoint                 | -0.64718974 |\n",
+      "|    month                        | 0.54764646  |\n",
+      "|    outdoor_humidity             | -0.65286064 |\n",
+      "|    outdoor_temperature          | 1.2813202   |\n",
+      "|    people_occupant              | 1.6944146   |\n",
+      "|    total_electricity_HVAC       | 0.66733384  |\n",
+      "|    wind_direction               | 0.8006718   |\n",
+      "|    wind_speed                   | -0.4402499  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6155.8286   |\n",
+      "|    air_humidity                 | 52.131702   |\n",
+      "|    air_temperature              | 23.248463   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 193.0       |\n",
+      "|    direct_solar_radiation       | 654.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 15.134136   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 55.0        |\n",
+      "|    outdoor_temperature          | 25.340418   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 5540245.5   |\n",
+      "|    wind_direction               | 265.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************---------------------------------| 66%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.9876426  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.06951    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.49314755  |\n",
+      "|    air_humidity                 | 0.5636206   |\n",
+      "|    air_temperature              | 0.39199805  |\n",
+      "|    clg_setpoint                 | -1.1077217  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6275458   |\n",
+      "|    diffuse_solar_radiation      | 1.0465245   |\n",
+      "|    direct_solar_radiation       | 2.5346096   |\n",
+      "|    hour                         | -0.07192026 |\n",
+      "|    htg_setpoint                 | -0.5215082  |\n",
+      "|    month                        | 0.54736906  |\n",
+      "|    outdoor_humidity             | -1.9742208  |\n",
+      "|    outdoor_temperature          | 1.2609583   |\n",
+      "|    people_occupant              | 1.2173483   |\n",
+      "|    total_electricity_HVAC       | 0.42936394  |\n",
+      "|    wind_direction               | -1.6382884  |\n",
+      "|    wind_speed                   | -0.54456586 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5082.043    |\n",
+      "|    air_humidity                 | 44.38657    |\n",
+      "|    air_temperature              | 23.24901    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 180.0       |\n",
+      "|    direct_solar_radiation       | 789.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 15.659386   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 27.5        |\n",
+      "|    outdoor_temperature          | 25.14682    |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 4564432.5   |\n",
+      "|    wind_direction               | 10.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************---------------------------------| 66%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.77414423  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.237736   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.46381375 |\n",
+      "|    air_humidity                 | -0.9506516  |\n",
+      "|    air_temperature              | 0.5034115   |\n",
+      "|    clg_setpoint                 | -0.3935879  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7388089   |\n",
+      "|    diffuse_solar_radiation      | 0.5367026   |\n",
+      "|    direct_solar_radiation       | 2.796672    |\n",
+      "|    hour                         | 0.07254154  |\n",
+      "|    htg_setpoint                 | -1.3978367  |\n",
+      "|    month                        | 0.547092    |\n",
+      "|    outdoor_humidity             | 0.06859056  |\n",
+      "|    outdoor_temperature          | 1.5412222   |\n",
+      "|    people_occupant              | -0.6892264  |\n",
+      "|    total_electricity_HVAC       | -0.4788399  |\n",
+      "|    wind_direction               | 0.17915395  |\n",
+      "|    wind_speed                   | 0.21110882  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 936.47186   |\n",
+      "|    air_humidity                 | 24.634293   |\n",
+      "|    air_temperature              | 23.4025     |\n",
+      "|    clg_setpoint                 | 25.120173   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 129.0       |\n",
+      "|    direct_solar_radiation       | 855.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 70.0        |\n",
+      "|    outdoor_temperature          | 27.926006   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 842824.7    |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 5.4         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************---------------------------------| 66%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.3578056   |\n",
+      "|    Heating_Setpoint_RL          | -0.93970203 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.832594   |\n",
+      "|    Heating_Setpoint_RL          | 12.339176   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.52958584 |\n",
+      "|    air_humidity                 | -1.8128471  |\n",
+      "|    air_temperature              | 0.94379693  |\n",
+      "|    clg_setpoint                 | 1.0579523   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6720079  |\n",
+      "|    diffuse_solar_radiation      | 1.157201    |\n",
+      "|    direct_solar_radiation       | 2.0801396   |\n",
+      "|    hour                         | 0.21700326  |\n",
+      "|    htg_setpoint                 | -1.0023108  |\n",
+      "|    month                        | 0.84440553  |\n",
+      "|    outdoor_humidity             | -1.997511   |\n",
+      "|    outdoor_temperature          | 1.9027426   |\n",
+      "|    people_occupant              | -0.68883085 |\n",
+      "|    total_electricity_HVAC       | -0.544561   |\n",
+      "|    wind_direction               | 1.4222015   |\n",
+      "|    wind_speed                   | 0.1060477   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 650.74554   |\n",
+      "|    air_humidity                 | 13.363187   |\n",
+      "|    air_temperature              | 24.008928   |\n",
+      "|    clg_setpoint                 | 28.924328   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 191.0       |\n",
+      "|    direct_solar_radiation       | 676.0       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 13.648058   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 27.0        |\n",
+      "|    outdoor_temperature          | 31.51343    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 572770.25   |\n",
+      "|    wind_direction               | 330.0       |\n",
+      "|    wind_speed                   | 5.15        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************--------------------------------| 67%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.6392926   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.22102    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.44082466  |\n",
+      "|    air_humidity                 | 1.2270398   |\n",
+      "|    air_temperature              | 0.39109263  |\n",
+      "|    clg_setpoint                 | -1.1078696  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5561492  |\n",
+      "|    diffuse_solar_radiation      | 1.4371201   |\n",
+      "|    direct_solar_radiation       | 0.55550545  |\n",
+      "|    hour                         | 0.3614645   |\n",
+      "|    htg_setpoint                 | 0.6448988   |\n",
+      "|    month                        | 0.8438433   |\n",
+      "|    outdoor_humidity             | -0.81925476 |\n",
+      "|    outdoor_temperature          | 1.060785    |\n",
+      "|    people_occupant              | 1.6952474   |\n",
+      "|    total_electricity_HVAC       | 0.3818781   |\n",
+      "|    wind_direction               | -0.87312895 |\n",
+      "|    wind_speed                   | -0.4390895  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4850.6226   |\n",
+      "|    air_humidity                 | 53.026447   |\n",
+      "|    air_temperature              | 23.248573   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 219.0       |\n",
+      "|    direct_solar_radiation       | 294.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 20.524675   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 51.5        |\n",
+      "|    outdoor_temperature          | 23.205751   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4365560.5   |\n",
+      "|    wind_direction               | 90.0        |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************--------------------------------| 67%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.19907911 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.50518    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.5136637   |\n",
+      "|    air_humidity                 | 1.1134963   |\n",
+      "|    air_temperature              | 0.3911793   |\n",
+      "|    clg_setpoint                 | -1.1076239  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4407346  |\n",
+      "|    diffuse_solar_radiation      | 1.2169883   |\n",
+      "|    direct_solar_radiation       | 0.8784496   |\n",
+      "|    hour                         | 0.5059245   |\n",
+      "|    htg_setpoint                 | -1.3966416  |\n",
+      "|    month                        | 0.84328216  |\n",
+      "|    outdoor_humidity             | -1.2513736  |\n",
+      "|    outdoor_temperature          | 1.1416924   |\n",
+      "|    people_occupant              | 1.6948079   |\n",
+      "|    total_electricity_HVAC       | 0.45116478  |\n",
+      "|    wind_direction               | 0.08376833  |\n",
+      "|    wind_speed                   | -0.3334117  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5165.144    |\n",
+      "|    air_humidity                 | 51.54917    |\n",
+      "|    air_temperature              | 23.248755   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 197.0       |\n",
+      "|    direct_solar_radiation       | 375.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 42.5        |\n",
+      "|    outdoor_temperature          | 24.010803   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4648629.5   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "------------------------------------------------******************************--------------------------------| 67%\n",
+      "| action_network/                 |            |\n",
+      "|    Cooling_Setpoint_RL          | -1.0       |\n",
+      "|    Heating_Setpoint_RL          | -1.0       |\n",
+      "| action_simulation/              |            |\n",
+      "|    Cooling_Setpoint_RL          | 23.25      |\n",
+      "|    Heating_Setpoint_RL          | 12.0       |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | 0.762121   |\n",
+      "|    air_humidity                 | 1.202701   |\n",
+      "|    air_temperature              | 0.3910233  |\n",
+      "|    clg_setpoint                 | -1.1073124 |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | -1.3256975 |\n",
+      "|    diffuse_solar_radiation      | 0.31674227 |\n",
+      "|    direct_solar_radiation       | 0.90964717 |\n",
+      "|    hour                         | 0.6503822  |\n",
+      "|    htg_setpoint                 | 1.2973338  |\n",
+      "|    month                        | 0.8427221  |\n",
+      "|    outdoor_humidity             | -0.5544872 |\n",
+      "|    outdoor_temperature          | 1.3212928  |\n",
+      "|    people_occupant              | 1.6943693  |\n",
+      "|    total_electricity_HVAC       | 0.6875473  |\n",
+      "|    wind_direction               | 0.08355019 |\n",
+      "|    wind_speed                   | 0.44336265 |\n",
+      "| observation/                    |            |\n",
+      "|    HVAC_electricity_demand_rate | 6239.6387  |\n",
+      "|    air_humidity                 | 52.72022   |\n",
+      "|    air_temperature              | 23.248629  |\n",
+      "|    clg_setpoint                 | 23.25      |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 4.0        |\n",
+      "|    diffuse_solar_radiation      | 107.0      |\n",
+      "|    direct_solar_radiation       | 383.0      |\n",
+      "|    hour                         | 16.0       |\n",
+      "|    htg_setpoint                 | 23.25      |\n",
+      "|    month                        | 9.0        |\n",
+      "|    outdoor_humidity             | 57.0       |\n",
+      "|    outdoor_temperature          | 25.795385  |\n",
+      "|    people_occupant              | 20.0       |\n",
+      "|    total_electricity_HVAC       | 5615675.0  |\n",
+      "|    wind_direction               | 190.0      |\n",
+      "|    wind_speed                   | 5.95       |\n",
+      "------------------------------------------------\n",
+      "--------------------------------------------------*****************************-------------------------------| 68%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.8866967    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 22.612669    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.4898679    |\n",
+      "|    air_humidity                 | 1.3994905    |\n",
+      "|    air_temperature              | 0.3942117    |\n",
+      "|    clg_setpoint                 | -1.1069605   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.2109778   |\n",
+      "|    diffuse_solar_radiation      | -0.19355659  |\n",
+      "|    direct_solar_radiation       | -0.056432426 |\n",
+      "|    hour                         | 0.79483604   |\n",
+      "|    htg_setpoint                 | 0.9096413    |\n",
+      "|    month                        | 0.8421632    |\n",
+      "|    outdoor_humidity             | 0.310668     |\n",
+      "|    outdoor_temperature          | 1.1811403    |\n",
+      "|    people_occupant              | 1.6939317    |\n",
+      "|    total_electricity_HVAC       | 0.64507085   |\n",
+      "|    wind_direction               | 0.13115047   |\n",
+      "|    wind_speed                   | 0.8633125    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 5061.95      |\n",
+      "|    air_humidity                 | 55.295616    |\n",
+      "|    air_temperature              | 23.253197    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 5.0          |\n",
+      "|    diffuse_solar_radiation      | 56.0         |\n",
+      "|    direct_solar_radiation       | 141.0        |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 21.632019    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 75.0         |\n",
+      "|    outdoor_temperature          | 24.418732    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 5441645.0    |\n",
+      "|    wind_direction               | 195.0        |\n",
+      "|    wind_speed                   | 6.95         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------******************************-------------------------------| 68%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.31138945 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.873434   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.08868091 |\n",
+      "|    air_humidity                 | 1.2503027   |\n",
+      "|    air_temperature              | 0.39166722  |\n",
+      "|    clg_setpoint                 | -1.1067461  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0965207  |\n",
+      "|    diffuse_solar_radiation      | -0.75395775 |\n",
+      "|    direct_solar_radiation       | -0.6191708  |\n",
+      "|    hour                         | 0.9392842   |\n",
+      "|    htg_setpoint                 | -0.32260564 |\n",
+      "|    month                        | 0.8416054   |\n",
+      "|    outdoor_humidity             | 0.4790486   |\n",
+      "|    outdoor_temperature          | 0.9214101   |\n",
+      "|    people_occupant              | 0.50204116  |\n",
+      "|    total_electricity_HVAC       | -0.15304458 |\n",
+      "|    wind_direction               | -0.10792792 |\n",
+      "|    wind_speed                   | -0.22733198 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2559.9639   |\n",
+      "|    air_humidity                 | 53.354916   |\n",
+      "|    air_temperature              | 23.249859   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 16.486706   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 78.5        |\n",
+      "|    outdoor_temperature          | 21.860437   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 2176843.0   |\n",
+      "|    wind_direction               | 170.0       |\n",
+      "|    wind_speed                   | 4.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************-------------------------------| 68%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.9161441   |\n",
+      "|    Heating_Setpoint_RL          | -0.13373554 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.716988   |\n",
+      "|    Heating_Setpoint_RL          | 16.872738   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5350745  |\n",
+      "|    air_humidity                 | -1.242998   |\n",
+      "|    air_temperature              | 0.6585647   |\n",
+      "|    clg_setpoint                 | 0.05662611  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9822771  |\n",
+      "|    diffuse_solar_radiation      | -0.7540086  |\n",
+      "|    direct_solar_radiation       | -0.6192782  |\n",
+      "|    hour                         | 1.0837245   |\n",
+      "|    htg_setpoint                 | -1.3967478  |\n",
+      "|    month                        | 0.8410488   |\n",
+      "|    outdoor_humidity             | 0.62292314  |\n",
+      "|    outdoor_temperature          | 1.342647    |\n",
+      "|    people_occupant              | -0.6891117  |\n",
+      "|    total_electricity_HVAC       | -0.54750985 |\n",
+      "|    wind_direction               | 0.13116343  |\n",
+      "|    wind_speed                   | 1.2838415   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 629.1828    |\n",
+      "|    air_humidity                 | 20.809298   |\n",
+      "|    air_temperature              | 23.61709    |\n",
+      "|    clg_setpoint                 | 26.299572   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 81.5        |\n",
+      "|    outdoor_temperature          | 26.034485   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 562945.9    |\n",
+      "|    wind_direction               | 195.0       |\n",
+      "|    wind_speed                   | 7.95        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.007813003 |\n",
+      "|    clip_fraction                | 0.114       |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.51       |\n",
+      "|    explained_variance           | 0.684       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.399       |\n",
+      "|    n_updates                    | 630         |\n",
+      "|    policy_gradient_loss         | -0.0119     |\n",
+      "|    std                          | 0.855       |\n",
+      "|    value_loss                   | 0.819       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*****************************-------------------------------| 68%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.108224854 |\n",
+      "|    Heating_Setpoint_RL          | -0.13930139  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.25974     |\n",
+      "|    Heating_Setpoint_RL          | 16.84143     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5816201   |\n",
+      "|    air_humidity                 | -1.9296832   |\n",
+      "|    air_temperature              | -0.17792596  |\n",
+      "|    clg_setpoint                 | 0.09150921   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.8682034   |\n",
+      "|    diffuse_solar_radiation      | -0.75398237  |\n",
+      "|    direct_solar_radiation       | -0.61915857  |\n",
+      "|    hour                         | 1.2281542    |\n",
+      "|    htg_setpoint                 | -1.3963798   |\n",
+      "|    month                        | 0.84049314   |\n",
+      "|    outdoor_humidity             | 0.40609705   |\n",
+      "|    outdoor_temperature          | 0.72623193   |\n",
+      "|    people_occupant              | -0.6887184   |\n",
+      "|    total_electricity_HVAC       | -0.5909768   |\n",
+      "|    wind_direction               | -1.1604255   |\n",
+      "|    wind_speed                   | -0.9616156   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 426.98843    |\n",
+      "|    air_humidity                 | 11.811874    |\n",
+      "|    air_temperature              | 22.468134    |\n",
+      "|    clg_setpoint                 | 26.392036    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 8.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 77.0         |\n",
+      "|    outdoor_temperature          | 19.948952    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 384289.6     |\n",
+      "|    wind_direction               | 60.0         |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*******************************------------------------------| 69%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.3088733  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.582552   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.10912327 |\n",
+      "|    air_humidity                 | 1.1643872   |\n",
+      "|    air_temperature              | 0.3914642   |\n",
+      "|    clg_setpoint                 | -0.6982332  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7542611  |\n",
+      "|    diffuse_solar_radiation      | -0.75401646 |\n",
+      "|    direct_solar_radiation       | -0.6190199  |\n",
+      "|    hour                         | 1.3725704   |\n",
+      "|    htg_setpoint                 | 1.297118    |\n",
+      "|    month                        | 0.8399387   |\n",
+      "|    outdoor_humidity             | 0.95908976  |\n",
+      "|    outdoor_temperature          | 0.87241334  |\n",
+      "|    people_occupant              | -0.6888531  |\n",
+      "|    total_electricity_HVAC       | -0.14142275 |\n",
+      "|    wind_direction               | -1.1120282  |\n",
+      "|    wind_speed                   | -1.1709584  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2468.9387   |\n",
+      "|    air_humidity                 | 52.2332     |\n",
+      "|    air_temperature              | 23.250362   |\n",
+      "|    clg_setpoint                 | 24.322247   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 88.5        |\n",
+      "|    outdoor_temperature          | 21.399635   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2222044.8   |\n",
+      "|    wind_direction               | 65.0        |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************------------------------------| 69%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.2234046  |\n",
+      "|    Heating_Setpoint_RL          | 0.78234535  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.87101    |\n",
+      "|    Heating_Setpoint_RL          | 22.025692   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.5779591   |\n",
+      "|    air_humidity                 | -0.07408438 |\n",
+      "|    air_temperature              | 0.39135236  |\n",
+      "|    clg_setpoint                 | 1.3206975   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6404169  |\n",
+      "|    diffuse_solar_radiation      | -0.7539184  |\n",
+      "|    direct_solar_radiation       | -0.6191656  |\n",
+      "|    hour                         | 1.5169699   |\n",
+      "|    htg_setpoint                 | 1.2972211   |\n",
+      "|    month                        | 0.8393853   |\n",
+      "|    outdoor_humidity             | -1.1810617  |\n",
+      "|    outdoor_temperature          | 0.3585819   |\n",
+      "|    people_occupant              | -0.6889876  |\n",
+      "|    total_electricity_HVAC       | 0.6355819   |\n",
+      "|    wind_direction               | -1.5420063  |\n",
+      "|    wind_speed                   | -0.436496   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5436.217    |\n",
+      "|    air_humidity                 | 36.057327   |\n",
+      "|    air_temperature              | 23.25038    |\n",
+      "|    clg_setpoint                 | 29.612162   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 44.0        |\n",
+      "|    outdoor_temperature          | 16.326874   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5396280.0   |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************------------------------------| 69%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.73093015  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.73648    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65537083 |\n",
+      "|    air_humidity                 | 0.7539175   |\n",
+      "|    air_temperature              | -0.6256004  |\n",
+      "|    clg_setpoint                 | -0.26086128 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.52664274 |\n",
+      "|    diffuse_solar_radiation      | -0.7539713  |\n",
+      "|    direct_solar_radiation       | -0.6193346  |\n",
+      "|    hour                         | 1.6613489   |\n",
+      "|    htg_setpoint                 | 0.5052003   |\n",
+      "|    month                        | 0.838833    |\n",
+      "|    outdoor_humidity             | -0.26631236 |\n",
+      "|    outdoor_temperature          | 0.51747715  |\n",
+      "|    people_occupant              | -0.6891219  |\n",
+      "|    total_electricity_HVAC       | -0.66115785 |\n",
+      "|    wind_direction               | 0.6582278   |\n",
+      "|    wind_speed                   | -0.6462668  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 110.42685   |\n",
+      "|    air_humidity                 | 46.87163    |\n",
+      "|    air_temperature              | 21.854675   |\n",
+      "|    clg_setpoint                 | 25.467604   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 19.942461   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 63.0        |\n",
+      "|    outdoor_temperature          | 17.90041    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 99384.164   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*******************************-----------------------------| 70%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.62127316   |\n",
+      "|    Heating_Setpoint_RL          | 0.9479289    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.721798    |\n",
+      "|    Heating_Setpoint_RL          | 22.9571      |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.08301761  |\n",
+      "|    air_humidity                 | 0.6186082    |\n",
+      "|    air_temperature              | 0.3912056    |\n",
+      "|    clg_setpoint                 | 1.4690384    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.29934224  |\n",
+      "|    diffuse_solar_radiation      | -0.75396496  |\n",
+      "|    direct_solar_radiation       | -0.61943483  |\n",
+      "|    hour                         | -1.6612781   |\n",
+      "|    htg_setpoint                 | 1.2968695    |\n",
+      "|    month                        | 0.8382818    |\n",
+      "|    outdoor_humidity             | 0.8883787    |\n",
+      "|    outdoor_temperature          | 0.71051025   |\n",
+      "|    people_occupant              | -0.689256    |\n",
+      "|    total_electricity_HVAC       | -0.116608456 |\n",
+      "|    wind_direction               | 0.32321846   |\n",
+      "|    wind_speed                   | 0.23594247   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2581.4446    |\n",
+      "|    air_humidity                 | 45.11396     |\n",
+      "|    air_temperature              | 23.250267    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 13.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 87.0         |\n",
+      "|    outdoor_temperature          | 19.811575    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2323300.0    |\n",
+      "|    wind_direction               | 215.0        |\n",
+      "|    wind_speed                   | 5.45         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------********************************-----------------------------| 70%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.371431    |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.87858    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.07077719 |\n",
+      "|    air_humidity                 | 0.5232346   |\n",
+      "|    air_temperature              | 0.3910504   |\n",
+      "|    clg_setpoint                 | -0.07614067 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18560703 |\n",
+      "|    diffuse_solar_radiation      | -0.7539592  |\n",
+      "|    direct_solar_radiation       | -0.61921704 |\n",
+      "|    hour                         | -1.5167333  |\n",
+      "|    htg_setpoint                 | 1.2964898   |\n",
+      "|    month                        | 0.83773166  |\n",
+      "|    outdoor_humidity             | 1.2729902   |\n",
+      "|    outdoor_temperature          | 0.9465625   |\n",
+      "|    people_occupant              | -0.68938994 |\n",
+      "|    total_electricity_HVAC       | -0.10496622 |\n",
+      "|    wind_direction               | 0.37096673  |\n",
+      "|    wind_speed                   | 0.32016212  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2634.5095   |\n",
+      "|    air_humidity                 | 43.880093   |\n",
+      "|    air_temperature              | 23.250261   |\n",
+      "|    clg_setpoint                 | 25.951088   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 95.0        |\n",
+      "|    outdoor_temperature          | 22.151686   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2371058.5   |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 5.65        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*******************************-----------------------------| 70%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.8333981   |\n",
+      "|    Heating_Setpoint_RL          | 0.839311     |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.81228     |\n",
+      "|    Heating_Setpoint_RL          | 22.346125    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.33730936  |\n",
+      "|    air_humidity                 | -0.98781747  |\n",
+      "|    air_temperature              | 0.39052948   |\n",
+      "|    clg_setpoint                 | 1.4684985    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.07188452  |\n",
+      "|    diffuse_solar_radiation      | -0.7540064   |\n",
+      "|    direct_solar_radiation       | -0.6192719   |\n",
+      "|    hour                         | -1.3722091   |\n",
+      "|    htg_setpoint                 | 1.2966725    |\n",
+      "|    month                        | 0.83718264   |\n",
+      "|    outdoor_humidity             | -0.26664668  |\n",
+      "|    outdoor_temperature          | 0.52087456   |\n",
+      "|    people_occupant              | -0.6889982   |\n",
+      "|    total_electricity_HVAC       | -0.35854906  |\n",
+      "|    wind_direction               | -1.6390467   |\n",
+      "|    wind_speed                   | -0.100138724 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1483.3595    |\n",
+      "|    air_humidity                 | 24.141142    |\n",
+      "|    air_temperature              | 23.249891    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 2.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 63.0         |\n",
+      "|    outdoor_temperature          | 17.956654    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1335023.6    |\n",
+      "|    wind_direction               | 10.0         |\n",
+      "|    wind_speed                   | 4.65         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------********************************----------------------------| 71%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6608924   |\n",
+      "|    air_humidity                 | 0.15836313   |\n",
+      "|    air_temperature              | -0.4149125   |\n",
+      "|    clg_setpoint                 | -1.1074747   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.0418321    |\n",
+      "|    diffuse_solar_radiation      | -0.7540316   |\n",
+      "|    direct_solar_radiation       | -0.61939865  |\n",
+      "|    hour                         | -1.2277018   |\n",
+      "|    htg_setpoint                 | -0.7697421   |\n",
+      "|    month                        | 0.83663464   |\n",
+      "|    outdoor_humidity             | 0.1668267    |\n",
+      "|    outdoor_temperature          | -0.028213829 |\n",
+      "|    people_occupant              | -0.68860716  |\n",
+      "|    total_electricity_HVAC       | -0.66641647  |\n",
+      "|    wind_direction               | -1.1596854   |\n",
+      "|    wind_speed                   | -0.541273    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 39.106155    |\n",
+      "|    air_temperature              | 22.145756    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 16.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 3.0          |\n",
+      "|    htg_setpoint                 | 14.618103    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 72.0         |\n",
+      "|    outdoor_temperature          | 12.534598    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 60.0         |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************************----------------------------| 71%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.19678557  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.28915    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.1296877   |\n",
+      "|    air_humidity                 | 1.4294472   |\n",
+      "|    air_temperature              | 0.10302424  |\n",
+      "|    clg_setpoint                 | 1.4682391   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.15554474  |\n",
+      "|    diffuse_solar_radiation      | -0.7538585  |\n",
+      "|    direct_solar_radiation       | -0.6192542  |\n",
+      "|    hour                         | -1.0832081  |\n",
+      "|    htg_setpoint                 | 1.2016113   |\n",
+      "|    month                        | 0.83608776  |\n",
+      "|    outdoor_humidity             | 0.88889813  |\n",
+      "|    outdoor_temperature          | 0.5814025   |\n",
+      "|    people_occupant              | -0.6887412  |\n",
+      "|    total_electricity_HVAC       | -0.2204314  |\n",
+      "|    wind_direction               | -0.34617037 |\n",
+      "|    wind_speed                   | -0.09976294 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3496.0078   |\n",
+      "|    air_humidity                 | 55.70795    |\n",
+      "|    air_temperature              | 22.856045   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 22.854717   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 18.560654   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1897635.1   |\n",
+      "|    wind_direction               | 145.0       |\n",
+      "|    wind_speed                   | 4.65        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************----------------------------| 71%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.31582463  |\n",
+      "|    Heating_Setpoint_RL          | 0.26054263  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.690908   |\n",
+      "|    Heating_Setpoint_RL          | 19.090553   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.90481937  |\n",
+      "|    air_humidity                 | 1.6871482   |\n",
+      "|    air_temperature              | 0.3901708   |\n",
+      "|    clg_setpoint                 | -0.17881292 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.26925042  |\n",
+      "|    diffuse_solar_radiation      | -0.75385636 |\n",
+      "|    direct_solar_radiation       | -0.6189568  |\n",
+      "|    hour                         | -0.9387248  |\n",
+      "|    htg_setpoint                 | 1.2957187   |\n",
+      "|    month                        | 0.83554196  |\n",
+      "|    outdoor_humidity             | 0.8160921   |\n",
+      "|    outdoor_temperature          | 0.48867148  |\n",
+      "|    people_occupant              | -0.6888751  |\n",
+      "|    total_electricity_HVAC       | 0.9578132   |\n",
+      "|    wind_direction               | 1.5671853   |\n",
+      "|    wind_speed                   | -0.64657813 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6836.182    |\n",
+      "|    air_humidity                 | 59.105717   |\n",
+      "|    air_temperature              | 23.24984    |\n",
+      "|    clg_setpoint                 | 25.683167   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 85.5        |\n",
+      "|    outdoor_temperature          | 17.647026   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6701440.0   |\n",
+      "|    wind_direction               | 345.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********************************----------------------------| 71%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.91470665   |\n",
+      "|    Heating_Setpoint_RL          | 0.25686008   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.712135    |\n",
+      "|    Heating_Setpoint_RL          | 19.069838    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.072230466 |\n",
+      "|    air_humidity                 | -0.09215999  |\n",
+      "|    air_temperature              | 0.39024624   |\n",
+      "|    clg_setpoint                 | -1.1070296   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.38294128   |\n",
+      "|    diffuse_solar_radiation      | -0.253722    |\n",
+      "|    direct_solar_radiation       | 0.14696048   |\n",
+      "|    hour                         | -0.7942494   |\n",
+      "|    htg_setpoint                 | 1.29542      |\n",
+      "|    month                        | 0.8349972    |\n",
+      "|    outdoor_humidity             | -0.26647025  |\n",
+      "|    outdoor_temperature          | 0.064463064  |\n",
+      "|    people_occupant              | -0.6890087   |\n",
+      "|    total_electricity_HVAC       | -0.10636412  |\n",
+      "|    wind_direction               | -1.4441956   |\n",
+      "|    wind_speed                   | -0.5411967   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2625.005     |\n",
+      "|    air_humidity                 | 35.868458    |\n",
+      "|    air_temperature              | 23.250072    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 19.0         |\n",
+      "|    diffuse_solar_radiation      | 50.0         |\n",
+      "|    direct_solar_radiation       | 192.0        |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 63.0         |\n",
+      "|    outdoor_temperature          | 13.4621105   |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2362504.2    |\n",
+      "|    wind_direction               | 30.0         |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*********************************---------------------------| 72%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.66137254  |\n",
+      "|    air_humidity                 | 0.84228146   |\n",
+      "|    air_temperature              | -0.64632934  |\n",
+      "|    clg_setpoint                 | -0.025103493 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.49660462   |\n",
+      "|    diffuse_solar_radiation      | -0.19380704  |\n",
+      "|    direct_solar_radiation       | 0.74949586   |\n",
+      "|    hour                         | -0.64977974  |\n",
+      "|    htg_setpoint                 | -0.12193526  |\n",
+      "|    month                        | 0.8344535    |\n",
+      "|    outdoor_humidity             | 0.43161368   |\n",
+      "|    outdoor_temperature          | 0.28791478   |\n",
+      "|    people_occupant              | -0.6891422   |\n",
+      "|    total_electricity_HVAC       | -0.65631455  |\n",
+      "|    wind_direction               | -1.1086266   |\n",
+      "|    wind_speed                   | -0.5407839   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 48.08159     |\n",
+      "|    air_temperature              | 21.83065     |\n",
+      "|    clg_setpoint                 | 26.084782    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 20.0         |\n",
+      "|    diffuse_solar_radiation      | 56.0         |\n",
+      "|    direct_solar_radiation       | 343.0        |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 17.330242    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 77.5         |\n",
+      "|    outdoor_temperature          | 15.66995     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 121295.234   |\n",
+      "|    wind_direction               | 65.0         |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**********************************---------------------------| 72%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.049693823 |\n",
+      "|    Heating_Setpoint_RL          | -0.6731704  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.792717   |\n",
+      "|    Heating_Setpoint_RL          | 13.838417   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.43155715 |\n",
+      "|    air_humidity                 | -0.28276134 |\n",
+      "|    air_temperature              | 0.3899379   |\n",
+      "|    clg_setpoint                 | -0.15075888 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.61022294  |\n",
+      "|    diffuse_solar_radiation      | 0.5761952   |\n",
+      "|    direct_solar_radiation       | -0.61914563 |\n",
+      "|    hour                         | -0.5053139  |\n",
+      "|    htg_setpoint                 | 1.2947571   |\n",
+      "|    month                        | 0.8339109   |\n",
+      "|    outdoor_humidity             | 0.5279817   |\n",
+      "|    outdoor_temperature          | 0.9531882   |\n",
+      "|    people_occupant              | -0.68927544 |\n",
+      "|    total_electricity_HVAC       | -0.44822267 |\n",
+      "|    wind_direction               | 0.42111763  |\n",
+      "|    wind_speed                   | -0.43502787 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1077.4604   |\n",
+      "|    air_humidity                 | 33.39471    |\n",
+      "|    air_temperature              | 23.249905   |\n",
+      "|    clg_setpoint                 | 25.754684   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 133.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 79.5        |\n",
+      "|    outdoor_temperature          | 22.241      |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 969714.44   |\n",
+      "|    wind_direction               | 225.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*********************************---------------------------| 72%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.25195676  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 16.207743    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5894692   |\n",
+      "|    air_humidity                 | -1.5970926   |\n",
+      "|    air_temperature              | 0.03339644   |\n",
+      "|    clg_setpoint                 | 1.4687699    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.72377384   |\n",
+      "|    diffuse_solar_radiation      | 0.95631826   |\n",
+      "|    direct_solar_radiation       | -0.6189144   |\n",
+      "|    hour                         | -0.36085027  |\n",
+      "|    htg_setpoint                 | 0.28025436   |\n",
+      "|    month                        | 0.8333693    |\n",
+      "|    outdoor_humidity             | 1.0331713    |\n",
+      "|    outdoor_temperature          | 0.9871973    |\n",
+      "|    people_occupant              | -0.6888859   |\n",
+      "|    total_electricity_HVAC       | -0.598767    |\n",
+      "|    wind_direction               | 0.13414346   |\n",
+      "|    wind_speed                   | 0.0071800034 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 396.48694    |\n",
+      "|    air_humidity                 | 16.215292    |\n",
+      "|    air_temperature              | 22.76186     |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 22.0         |\n",
+      "|    diffuse_solar_radiation      | 171.0        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 19.012123    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 90.0         |\n",
+      "|    outdoor_temperature          | 22.583582    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 355578.8     |\n",
+      "|    wind_direction               | 195.0        |\n",
+      "|    wind_speed                   | 4.9          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**********************************---------------------------| 72%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.11771971  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.287174   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.46240833 |\n",
+      "|    air_humidity                 | -0.6348691  |\n",
+      "|    air_temperature              | 0.3894226   |\n",
+      "|    clg_setpoint                 | -1.107092   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.83723027  |\n",
+      "|    diffuse_solar_radiation      | 1.9166893   |\n",
+      "|    direct_solar_radiation       | -0.6185867  |\n",
+      "|    hour                         | -0.2163879  |\n",
+      "|    htg_setpoint                 | -0.3288635  |\n",
+      "|    month                        | 0.8328288   |\n",
+      "|    outdoor_humidity             | -1.3031795  |\n",
+      "|    outdoor_temperature          | 0.17177011  |\n",
+      "|    people_occupant              | 1.6954446   |\n",
+      "|    total_electricity_HVAC       | -0.4775825  |\n",
+      "|    wind_direction               | -1.7316532  |\n",
+      "|    wind_speed                   | -0.54027826 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 942.56464   |\n",
+      "|    air_humidity                 | 28.771124   |\n",
+      "|    air_temperature              | 23.248817   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 267.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 16.466942   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 41.5        |\n",
+      "|    outdoor_temperature          | 14.54043    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 848308.2    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**********************************--------------------------| 73%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.23259415  |\n",
+      "|    air_humidity                 | -0.019248104 |\n",
+      "|    air_temperature              | 0.3895126    |\n",
+      "|    clg_setpoint                 | -1.1065965   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.95056045   |\n",
+      "|    diffuse_solar_radiation      | 2.3866305    |\n",
+      "|    direct_solar_radiation       | 1.0623326    |\n",
+      "|    hour                         | -0.071925975 |\n",
+      "|    htg_setpoint                 | 0.9656226    |\n",
+      "|    month                        | 0.83228934   |\n",
+      "|    outdoor_humidity             | -0.98980325  |\n",
+      "|    outdoor_temperature          | 0.35994095   |\n",
+      "|    people_occupant              | 1.2182701    |\n",
+      "|    total_electricity_HVAC       | -0.2590516   |\n",
+      "|    wind_direction               | -1.1562796   |\n",
+      "|    wind_speed                   | -0.8555685   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1931.2229    |\n",
+      "|    air_humidity                 | 36.812977    |\n",
+      "|    air_temperature              | 23.248951    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 24.0         |\n",
+      "|    diffuse_solar_radiation      | 314.0        |\n",
+      "|    direct_solar_radiation       | 421.0        |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 21.874386    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 48.0         |\n",
+      "|    outdoor_temperature          | 16.396387    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 1737748.5    |\n",
+      "|    wind_direction               | 60.0         |\n",
+      "|    wind_speed                   | 2.85         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------**********************************--------------------------| 73%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.78125536   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 22.019562    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.042640083 |\n",
+      "|    air_humidity                 | 1.169991     |\n",
+      "|    air_temperature              | 0.39009652   |\n",
+      "|    clg_setpoint                 | -1.1063467   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.063728     |\n",
+      "|    diffuse_solar_radiation      | 1.0863833    |\n",
+      "|    direct_solar_radiation       | 0.32799459   |\n",
+      "|    hour                         | 0.07253585   |\n",
+      "|    htg_setpoint                 | 1.2946843    |\n",
+      "|    month                        | 0.8317509    |\n",
+      "|    outdoor_humidity             | -0.19498546  |\n",
+      "|    outdoor_temperature          | 0.7290989    |\n",
+      "|    people_occupant              | 0.26449263   |\n",
+      "|    total_electricity_HVAC       | -0.07827607  |\n",
+      "|    wind_direction               | -0.629737    |\n",
+      "|    wind_speed                   | 0.008050956  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2748.138     |\n",
+      "|    air_humidity                 | 52.346073    |\n",
+      "|    air_temperature              | 23.249878    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 184.0        |\n",
+      "|    direct_solar_radiation       | 237.0        |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 64.5         |\n",
+      "|    outdoor_temperature          | 20.036785    |\n",
+      "|    people_occupant              | 8.0          |\n",
+      "|    total_electricity_HVAC       | 2473324.0    |\n",
+      "|    wind_direction               | 115.0        |\n",
+      "|    wind_speed                   | 4.9          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***********************************--------------------------| 73%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.1942678  |\n",
+      "|    air_humidity                 | 1.290643    |\n",
+      "|    air_temperature              | 0.38991517  |\n",
+      "|    clg_setpoint                 | -1.1061652  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1766918   |\n",
+      "|    diffuse_solar_radiation      | 1.1364268   |\n",
+      "|    direct_solar_radiation       | -0.61811507 |\n",
+      "|    hour                         | 0.2169976   |\n",
+      "|    htg_setpoint                 | 1.2938033   |\n",
+      "|    month                        | 0.83121353  |\n",
+      "|    outdoor_humidity             | 0.21384422  |\n",
+      "|    outdoor_temperature          | 0.5660534   |\n",
+      "|    people_occupant              | 1.2176431   |\n",
+      "|    total_electricity_HVAC       | -0.22251686 |\n",
+      "|    wind_direction               | -1.1068107  |\n",
+      "|    wind_speed                   | -0.85508525 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2095.6667   |\n",
+      "|    air_humidity                 | 53.95267    |\n",
+      "|    air_temperature              | 23.249912   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 189.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 73.0        |\n",
+      "|    outdoor_temperature          | 18.43023    |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 1886100.1   |\n",
+      "|    wind_direction               | 65.0        |\n",
+      "|    wind_speed                   | 2.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************-------------------------| 74%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.6363371  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 14.045604   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.5691375   |\n",
+      "|    air_humidity                 | 1.1690633   |\n",
+      "|    air_temperature              | 0.38901222  |\n",
+      "|    clg_setpoint                 | -1.1057677  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2894068   |\n",
+      "|    diffuse_solar_radiation      | 0.26639894  |\n",
+      "|    direct_solar_radiation       | 2.4289794   |\n",
+      "|    hour                         | 0.36145887  |\n",
+      "|    htg_setpoint                 | -1.3992589  |\n",
+      "|    month                        | 0.8306772   |\n",
+      "|    outdoor_humidity             | -0.60587174 |\n",
+      "|    outdoor_temperature          | 0.9917685   |\n",
+      "|    people_occupant              | 1.6939347   |\n",
+      "|    total_electricity_HVAC       | 0.5056566   |\n",
+      "|    wind_direction               | 0.47057396  |\n",
+      "|    wind_speed                   | -0.11729293 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5378.08     |\n",
+      "|    air_humidity                 | 52.391308   |\n",
+      "|    air_temperature              | 23.248869   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 102.0       |\n",
+      "|    direct_solar_radiation       | 763.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 56.0        |\n",
+      "|    outdoor_temperature          | 22.626663   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4848298.5   |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************-------------------------| 74%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5542274   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.495518   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.32256135 |\n",
+      "|    air_humidity                 | -0.80756    |\n",
+      "|    air_temperature              | 0.9597024   |\n",
+      "|    clg_setpoint                 | 0.03506167  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.401823    |\n",
+      "|    diffuse_solar_radiation      | 0.056530748 |\n",
+      "|    direct_solar_radiation       | 1.9842528   |\n",
+      "|    hour                         | 0.505919    |\n",
+      "|    htg_setpoint                 | -1.3991114  |\n",
+      "|    month                        | 0.8301419   |\n",
+      "|    outdoor_humidity             | -2.0511172  |\n",
+      "|    outdoor_temperature          | 1.0947531   |\n",
+      "|    people_occupant              | -0.68916225 |\n",
+      "|    total_electricity_HVAC       | -0.34455708 |\n",
+      "|    wind_direction               | -1.6322433  |\n",
+      "|    wind_speed                   | -0.22252452 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1543.6208   |\n",
+      "|    air_humidity                 | 26.54583    |\n",
+      "|    air_temperature              | 24.028488   |\n",
+      "|    clg_setpoint                 | 26.23969    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 81.0        |\n",
+      "|    direct_solar_radiation       | 652.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 26.0        |\n",
+      "|    outdoor_temperature          | 23.648254   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1389258.8   |\n",
+      "|    wind_direction               | 10.0        |\n",
+      "|    wind_speed                   | 4.35        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.009374699 |\n",
+      "|    clip_fraction                | 0.107       |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.52       |\n",
+      "|    explained_variance           | 0.755       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.286       |\n",
+      "|    n_updates                    | 640         |\n",
+      "|    policy_gradient_loss         | -0.0117     |\n",
+      "|    std                          | 0.859       |\n",
+      "|    value_loss                   | 0.716       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************-------------------------| 74%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.6190116   |\n",
+      "|    Heating_Setpoint_RL          | -0.46418223 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.714165   |\n",
+      "|    Heating_Setpoint_RL          | 15.013975   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.53879035 |\n",
+      "|    air_humidity                 | -0.83199763 |\n",
+      "|    air_temperature              | 0.6553274   |\n",
+      "|    clg_setpoint                 | 0.9467901   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5138868   |\n",
+      "|    diffuse_solar_radiation      | -0.15351035 |\n",
+      "|    direct_solar_radiation       | 0.89798445  |\n",
+      "|    hour                         | 0.65037674  |\n",
+      "|    htg_setpoint                 | -0.90357965 |\n",
+      "|    month                        | 0.82960767  |\n",
+      "|    outdoor_humidity             | -0.749363   |\n",
+      "|    outdoor_temperature          | 0.6978      |\n",
+      "|    people_occupant              | -0.6887749  |\n",
+      "|    total_electricity_HVAC       | -0.55127794 |\n",
+      "|    wind_direction               | -0.57999295 |\n",
+      "|    wind_speed                   | 0.009535522 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 613.713     |\n",
+      "|    air_humidity                 | 26.223677   |\n",
+      "|    air_temperature              | 23.612656   |\n",
+      "|    clg_setpoint                 | 28.62897    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 60.0        |\n",
+      "|    direct_solar_radiation       | 380.0       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 14.069997   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 53.0        |\n",
+      "|    outdoor_temperature          | 19.738903   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 548169.56   |\n",
+      "|    wind_direction               | 120.0       |\n",
+      "|    wind_speed                   | 4.9         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************-------------------------| 74%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.16072717 |\n",
+      "|    air_humidity                 | 0.78213006  |\n",
+      "|    air_temperature              | 0.38914016  |\n",
+      "|    clg_setpoint                 | -1.1057377  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6255405   |\n",
+      "|    diffuse_solar_radiation      | -0.66382617 |\n",
+      "|    direct_solar_radiation       | -0.20374778 |\n",
+      "|    hour                         | 0.7948308   |\n",
+      "|    htg_setpoint                 | 0.5129579   |\n",
+      "|    month                        | 0.82907444  |\n",
+      "|    outdoor_humidity             | -0.36395678 |\n",
+      "|    outdoor_temperature          | 0.52711004  |\n",
+      "|    people_occupant              | 1.6949644   |\n",
+      "|    total_electricity_HVAC       | -0.19111529 |\n",
+      "|    wind_direction               | -0.29251277 |\n",
+      "|    wind_speed                   | -0.85418373 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2238.367    |\n",
+      "|    air_humidity                 | 47.325447   |\n",
+      "|    air_temperature              | 23.24929    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 9.0         |\n",
+      "|    direct_solar_radiation       | 104.0       |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 19.989553   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 61.0        |\n",
+      "|    outdoor_temperature          | 18.058174   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 2012520.9   |\n",
+      "|    wind_direction               | 150.0       |\n",
+      "|    wind_speed                   | 2.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************************************------------------------| 75%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.60370326  |\n",
+      "|    Heating_Setpoint_RL          | 0.5224297    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.587502    |\n",
+      "|    Heating_Setpoint_RL          | 20.563667    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6529457   |\n",
+      "|    air_humidity                 | 0.1292169    |\n",
+      "|    air_temperature              | 0.3894089    |\n",
+      "|    clg_setpoint                 | -1.1055275   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.6715798   |\n",
+      "|    diffuse_solar_radiation      | -0.75388867  |\n",
+      "|    direct_solar_radiation       | -0.6181817   |\n",
+      "|    hour                         | 0.9392792    |\n",
+      "|    htg_setpoint                 | -0.8270982   |\n",
+      "|    month                        | 1.1269511    |\n",
+      "|    outdoor_humidity             | -0.19556257  |\n",
+      "|    outdoor_temperature          | 0.0099798655 |\n",
+      "|    people_occupant              | 0.5027929    |\n",
+      "|    total_electricity_HVAC       | -0.6588309   |\n",
+      "|    wind_direction               | 1.2835926    |\n",
+      "|    wind_speed                   | -1.5078058   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 123.55293    |\n",
+      "|    air_humidity                 | 38.79822     |\n",
+      "|    air_temperature              | 23.249733    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 18.0         |\n",
+      "|    htg_setpoint                 | 14.390317    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 64.5         |\n",
+      "|    outdoor_temperature          | 12.964249    |\n",
+      "|    people_occupant              | 10.0         |\n",
+      "|    total_electricity_HVAC       | 111197.64    |\n",
+      "|    wind_direction               | 315.0        |\n",
+      "|    wind_speed                   | 1.3          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************************************------------------------| 75%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.8855113  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.6364     |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6436725  |\n",
+      "|    air_humidity                 | 1.3621955   |\n",
+      "|    air_temperature              | 0.3883895   |\n",
+      "|    clg_setpoint                 | -1.1052505  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5558078  |\n",
+      "|    diffuse_solar_radiation      | -0.7539014  |\n",
+      "|    direct_solar_radiation       | -0.61832213 |\n",
+      "|    hour                         | 1.0837198   |\n",
+      "|    htg_setpoint                 | -0.46844754 |\n",
+      "|    month                        | 1.125979    |\n",
+      "|    outdoor_humidity             | 0.31037918  |\n",
+      "|    outdoor_temperature          | 0.59421474  |\n",
+      "|    people_occupant              | -0.45081374 |\n",
+      "|    total_electricity_HVAC       | -0.6500044  |\n",
+      "|    wind_direction               | 1.0445516   |\n",
+      "|    wind_speed                   | -1.5064259  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 164.25555   |\n",
+      "|    air_humidity                 | 54.916668   |\n",
+      "|    air_temperature              | 23.248384   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 15.889636   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 75.0        |\n",
+      "|    outdoor_temperature          | 18.716976   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 147830.0    |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 1.3         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************************************------------------------| 75%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.67803574   |\n",
+      "|    Heating_Setpoint_RL          | 0.8655771    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.91337     |\n",
+      "|    Heating_Setpoint_RL          | 22.49387     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5385448   |\n",
+      "|    air_humidity                 | 1.3076097    |\n",
+      "|    air_temperature              | 0.22197391   |\n",
+      "|    clg_setpoint                 | -0.18899556  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.4404602   |\n",
+      "|    diffuse_solar_radiation      | -0.7539081   |\n",
+      "|    direct_solar_radiation       | -0.61846864  |\n",
+      "|    hour                         | 1.2281502    |\n",
+      "|    htg_setpoint                 | -0.042236082 |\n",
+      "|    month                        | 1.1250093    |\n",
+      "|    outdoor_humidity             | 0.5990929    |\n",
+      "|    outdoor_temperature          | 0.82202494   |\n",
+      "|    people_occupant              | -0.45097116  |\n",
+      "|    total_electricity_HVAC       | -0.5500041   |\n",
+      "|    wind_direction               | 0.28049907   |\n",
+      "|    wind_speed                   | -0.11503102  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 616.6222     |\n",
+      "|    air_humidity                 | 54.227142    |\n",
+      "|    air_temperature              | 23.021599    |\n",
+      "|    clg_setpoint                 | 25.650652    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 3.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 17.671873    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 81.0         |\n",
+      "|    outdoor_temperature          | 20.962212    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 554959.94    |\n",
+      "|    wind_direction               | 210.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************************************------------------------| 75%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6516904  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.425545   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6620897  |\n",
+      "|    air_humidity                 | 1.983446    |\n",
+      "|    air_temperature              | -0.14179346 |\n",
+      "|    clg_setpoint                 | 0.2948162   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.325473   |\n",
+      "|    diffuse_solar_radiation      | -0.7539035  |\n",
+      "|    direct_solar_radiation       | -0.61859447 |\n",
+      "|    hour                         | 1.3725673   |\n",
+      "|    htg_setpoint                 | 0.83849156  |\n",
+      "|    month                        | 1.1240422   |\n",
+      "|    outdoor_humidity             | 0.96030736  |\n",
+      "|    outdoor_temperature          | 0.45033473  |\n",
+      "|    people_occupant              | -0.689436   |\n",
+      "|    total_electricity_HVAC       | -0.6675208  |\n",
+      "|    wind_direction               | 0.28040907  |\n",
+      "|    wind_speed                   | -1.0842595  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 63.087677   |\n",
+      "|    air_temperature              | 22.5258     |\n",
+      "|    clg_setpoint                 | 26.918476   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 21.354267   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 88.5        |\n",
+      "|    outdoor_temperature          | 17.308737   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 2.3         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*************************************-----------------------| 76%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.3760594    |\n",
+      "|    Heating_Setpoint_RL          | -0.24368328  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.8942      |\n",
+      "|    Heating_Setpoint_RL          | 16.254282    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.57149625  |\n",
+      "|    air_humidity                 | -0.72528     |\n",
+      "|    air_temperature              | -0.25171998  |\n",
+      "|    clg_setpoint                 | 1.4699385    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.2107879   |\n",
+      "|    diffuse_solar_radiation      | -0.7539009   |\n",
+      "|    direct_solar_radiation       | -0.6187339   |\n",
+      "|    hour                         | 1.5169679    |\n",
+      "|    htg_setpoint                 | -1.3920332   |\n",
+      "|    month                        | 1.1230775    |\n",
+      "|    outdoor_humidity             | 1.0322218    |\n",
+      "|    outdoor_temperature          | 0.7845368    |\n",
+      "|    people_occupant              | -0.6890502   |\n",
+      "|    total_electricity_HVAC       | -0.5813489   |\n",
+      "|    wind_direction               | -0.006336642 |\n",
+      "|    wind_speed                   | 1.2134029    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 475.50684    |\n",
+      "|    air_humidity                 | 27.666803    |\n",
+      "|    air_temperature              | 22.37637     |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 5.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 12.0318575   |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 90.0         |\n",
+      "|    outdoor_temperature          | 20.60101     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 427956.16    |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 7.75         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**************************************-----------------------| 76%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.4208934   |\n",
+      "|    Heating_Setpoint_RL          | -0.488554   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.045515   |\n",
+      "|    Heating_Setpoint_RL          | 14.8768835  |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.66185    |\n",
+      "|    air_humidity                 | -0.16905634 |\n",
+      "|    air_temperature              | -0.8468009  |\n",
+      "|    clg_setpoint                 | 0.8721686   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0963523  |\n",
+      "|    diffuse_solar_radiation      | -0.7538311  |\n",
+      "|    direct_solar_radiation       | -0.61861145 |\n",
+      "|    hour                         | 1.6613485   |\n",
+      "|    htg_setpoint                 | -0.9152352  |\n",
+      "|    month                        | 1.1221153   |\n",
+      "|    outdoor_humidity             | -0.8002829  |\n",
+      "|    outdoor_temperature          | 0.06117072  |\n",
+      "|    people_occupant              | -0.68866503 |\n",
+      "|    total_electricity_HVAC       | -0.66728806 |\n",
+      "|    wind_direction               | 1.0444869   |\n",
+      "|    wind_speed                   | 0.97953796  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 34.947453   |\n",
+      "|    air_temperature              | 21.565481   |\n",
+      "|    clg_setpoint                 | 28.435266   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 14.024492   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 52.0        |\n",
+      "|    outdoor_temperature          | 13.488147   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************----------------------| 77%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.20667294 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.927479   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6617824  |\n",
+      "|    air_humidity                 | -0.94510293 |\n",
+      "|    air_temperature              | -1.1688954  |\n",
+      "|    clg_setpoint                 | 0.7311664   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8686228  |\n",
+      "|    diffuse_solar_radiation      | -0.7538296  |\n",
+      "|    direct_solar_radiation       | -0.61870277 |\n",
+      "|    hour                         | -1.661279   |\n",
+      "|    htg_setpoint                 | -1.3993762  |\n",
+      "|    month                        | 1.1211556   |\n",
+      "|    outdoor_humidity             | -1.1125501  |\n",
+      "|    outdoor_temperature          | -0.6224702  |\n",
+      "|    people_occupant              | -0.688797   |\n",
+      "|    total_electricity_HVAC       | -0.66720647 |\n",
+      "|    wind_direction               | 0.99575526  |\n",
+      "|    wind_speed                   | 0.43111366  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 24.788797   |\n",
+      "|    air_temperature              | 21.126991   |\n",
+      "|    clg_setpoint                 | 28.06521    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 45.5        |\n",
+      "|    outdoor_temperature          | 6.764987    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 285.0       |\n",
+      "|    wind_speed                   | 5.9         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**************************************----------------------| 77%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.07908946   |\n",
+      "|    Heating_Setpoint_RL          | -0.03771466  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.891926    |\n",
+      "|    Heating_Setpoint_RL          | 17.412855    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6616717   |\n",
+      "|    air_humidity                 | -0.8361059   |\n",
+      "|    air_temperature              | -0.60285276  |\n",
+      "|    clg_setpoint                 | -1.1055094   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.7545442   |\n",
+      "|    diffuse_solar_radiation      | -0.75382745  |\n",
+      "|    direct_solar_radiation       | -0.6188208   |\n",
+      "|    hour                         | -1.5167356   |\n",
+      "|    htg_setpoint                 | 0.10676115   |\n",
+      "|    month                        | 1.1201984    |\n",
+      "|    outdoor_humidity             | -0.027070882 |\n",
+      "|    outdoor_temperature          | -0.7532668   |\n",
+      "|    people_occupant              | -0.68892884  |\n",
+      "|    total_electricity_HVAC       | -0.66708255  |\n",
+      "|    wind_direction               | -1.7282871   |\n",
+      "|    wind_speed                   | -2.0535967   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 26.204233    |\n",
+      "|    air_temperature              | 21.898302    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 9.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 1.0          |\n",
+      "|    htg_setpoint                 | 18.295027    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 68.0         |\n",
+      "|    outdoor_temperature          | 5.47668      |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 0.0          |\n",
+      "|    wind_speed                   | 0.0          |\n",
+      "--------------------------------------------------\n",
+      "---------------------------------------------------*************************************----------------------| 77%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.39628488    |\n",
+      "|    Heating_Setpoint_RL          | 1.0           |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 27.962461     |\n",
+      "|    Heating_Setpoint_RL          | 23.25         |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | 0.92124766    |\n",
+      "|    air_humidity                 | 0.09325188    |\n",
+      "|    air_temperature              | 0.38962036    |\n",
+      "|    clg_setpoint                 | 1.4696099     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.6405797    |\n",
+      "|    diffuse_solar_radiation      | -0.75382936   |\n",
+      "|    direct_solar_radiation       | -0.61891365   |\n",
+      "|    hour                         | -1.3722125    |\n",
+      "|    htg_setpoint                 | 1.2920716     |\n",
+      "|    month                        | 1.1192435     |\n",
+      "|    outdoor_humidity             | -0.0028222029 |\n",
+      "|    outdoor_temperature          | -0.108348906  |\n",
+      "|    people_occupant              | -0.6890604    |\n",
+      "|    total_electricity_HVAC       | 1.0971148     |\n",
+      "|    wind_direction               | 0.51703423    |\n",
+      "|    wind_speed                   | 0.45216113    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 6877.3203     |\n",
+      "|    air_humidity                 | 38.35608      |\n",
+      "|    air_temperature              | 23.250149     |\n",
+      "|    clg_setpoint                 | 30.0          |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 10.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 2.0           |\n",
+      "|    htg_setpoint                 | 23.25         |\n",
+      "|    month                        | 10.0          |\n",
+      "|    outdoor_humidity             | 68.5          |\n",
+      "|    outdoor_temperature          | 11.813636     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 7239570.5     |\n",
+      "|    wind_direction               | 235.0         |\n",
+      "|    wind_speed                   | 5.95          |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------**************************************----------------------| 77%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.24134892  |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.810448    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.71868837   |\n",
+      "|    air_humidity                 | 1.2934875    |\n",
+      "|    air_temperature              | 0.3895592    |\n",
+      "|    clg_setpoint                 | -0.5030905   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.5266988   |\n",
+      "|    diffuse_solar_radiation      | -0.75382704  |\n",
+      "|    direct_solar_radiation       | -0.61903554  |\n",
+      "|    hour                         | -1.2277061   |\n",
+      "|    htg_setpoint                 | 1.2918167    |\n",
+      "|    month                        | 1.1182911    |\n",
+      "|    outdoor_humidity             | 1.5155413    |\n",
+      "|    outdoor_temperature          | -0.022625308 |\n",
+      "|    people_occupant              | -0.6891918   |\n",
+      "|    total_electricity_HVAC       | 0.6457659    |\n",
+      "|    wind_direction               | 0.42128578   |\n",
+      "|    wind_speed                   | -0.43185785  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 6007.468     |\n",
+      "|    air_humidity                 | 54.05996     |\n",
+      "|    air_temperature              | 23.250175    |\n",
+      "|    clg_setpoint                 | 24.828176    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 11.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 3.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 12.656675    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 5406721.0    |\n",
+      "|    wind_direction               | 225.0        |\n",
+      "|    wind_speed                   | 3.85         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------***************************************---------------------| 78%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.66199344  |\n",
+      "|    air_humidity                 | 1.6442176    |\n",
+      "|    air_temperature              | -0.073890835 |\n",
+      "|    clg_setpoint                 | -1.1049851   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.41287622  |\n",
+      "|    diffuse_solar_radiation      | -0.7538152   |\n",
+      "|    direct_solar_radiation       | -0.6191546   |\n",
+      "|    hour                         | -1.0832129   |\n",
+      "|    htg_setpoint                 | 0.5817049    |\n",
+      "|    month                        | 1.1173413    |\n",
+      "|    outdoor_humidity             | 1.5146916    |\n",
+      "|    outdoor_temperature          | -0.0557901   |\n",
+      "|    people_occupant              | -0.68932307  |\n",
+      "|    total_electricity_HVAC       | -0.6673713   |\n",
+      "|    wind_direction               | -1.729148    |\n",
+      "|    wind_speed                   | -2.052708    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 58.67233     |\n",
+      "|    air_temperature              | 22.619596    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 12.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 20.283028    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 12.3333235   |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 0.0          |\n",
+      "|    wind_speed                   | 0.0          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------***************************************---------------------| 78%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.9146232    |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.711853    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.66201496  |\n",
+      "|    air_humidity                 | 2.3517358    |\n",
+      "|    air_temperature              | -0.12260036  |\n",
+      "|    clg_setpoint                 | 1.4698133    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.29909137  |\n",
+      "|    diffuse_solar_radiation      | -0.75379884  |\n",
+      "|    direct_solar_radiation       | -0.61927736  |\n",
+      "|    hour                         | -0.93872994  |\n",
+      "|    htg_setpoint                 | -0.025065638 |\n",
+      "|    month                        | 1.1163937    |\n",
+      "|    outdoor_humidity             | 1.5136651    |\n",
+      "|    outdoor_temperature          | 0.2383039    |\n",
+      "|    people_occupant              | -0.6889394   |\n",
+      "|    total_electricity_HVAC       | -0.6673901   |\n",
+      "|    wind_direction               | -1.0599556   |\n",
+      "|    wind_speed                   | -1.735132    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 67.954285    |\n",
+      "|    air_temperature              | 22.55357     |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 13.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 5.0          |\n",
+      "|    htg_setpoint                 | 17.747612    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 15.223935    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 70.0         |\n",
+      "|    wind_speed                   | 0.75         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------****************************************---------------------| 78%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.26278612  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.511904   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.66208225 |\n",
+      "|    air_humidity                 | 1.5606868   |\n",
+      "|    air_temperature              | -0.14933166 |\n",
+      "|    clg_setpoint                 | 0.4649979   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18532862 |\n",
+      "|    diffuse_solar_radiation      | -0.41282284 |\n",
+      "|    direct_solar_radiation       | -0.6193543  |\n",
+      "|    hour                         | -0.79425484 |\n",
+      "|    htg_setpoint                 | 0.11783988  |\n",
+      "|    month                        | 1.1154486   |\n",
+      "|    outdoor_humidity             | 1.0308485   |\n",
+      "|    outdoor_temperature          | 0.18825871  |\n",
+      "|    people_occupant              | -0.6885563  |\n",
+      "|    total_electricity_HVAC       | -0.66745096 |\n",
+      "|    wind_direction               | -1.7282118  |\n",
+      "|    wind_speed                   | -2.049993   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 57.618683   |\n",
+      "|    air_temperature              | 22.51764    |\n",
+      "|    clg_setpoint                 | 27.36684    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 34.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 18.346926   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 14.735266   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************************---------------------| 78%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.462983   |\n",
+      "|    Heating_Setpoint_RL          | 0.51566046  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.062431   |\n",
+      "|    Heating_Setpoint_RL          | 20.52559    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.2815871   |\n",
+      "|    air_humidity                 | 1.6736884   |\n",
+      "|    air_temperature              | 0.38936388  |\n",
+      "|    clg_setpoint                 | -0.32886767 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.07157717 |\n",
+      "|    diffuse_solar_radiation      | 0.40949422  |\n",
+      "|    direct_solar_radiation       | 0.12201244  |\n",
+      "|    hour                         | -0.6497852  |\n",
+      "|    htg_setpoint                 | 1.2901038   |\n",
+      "|    month                        | 1.1145059   |\n",
+      "|    outdoor_humidity             | 0.37932208  |\n",
+      "|    outdoor_temperature          | 0.24964565  |\n",
+      "|    people_occupant              | -0.6886877  |\n",
+      "|    total_electricity_HVAC       | 0.35347396  |\n",
+      "|    wind_direction               | 0.9004083   |\n",
+      "|    wind_speed                   | 0.5587191   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4130.2715   |\n",
+      "|    air_humidity                 | 59.131866   |\n",
+      "|    air_temperature              | 23.250553   |\n",
+      "|    clg_setpoint                 | 25.285936   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 116.0       |\n",
+      "|    direct_solar_radiation       | 186.0       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 76.5        |\n",
+      "|    outdoor_temperature          | 15.340713   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4217707.5   |\n",
+      "|    wind_direction               | 275.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------****************************************--------------------| 79%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.979482    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.115414    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.58023536  |\n",
+      "|    air_humidity                 | 0.22272396   |\n",
+      "|    air_temperature              | 1.1524162    |\n",
+      "|    clg_setpoint                 | -0.19419788  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.042168964  |\n",
+      "|    diffuse_solar_radiation      | 0.7807198    |\n",
+      "|    direct_solar_radiation       | 1.1141285    |\n",
+      "|    hour                         | -0.5053194   |\n",
+      "|    htg_setpoint                 | 0.5153273    |\n",
+      "|    month                        | 1.1135656    |\n",
+      "|    outdoor_humidity             | 0.28314      |\n",
+      "|    outdoor_temperature          | 0.27054337   |\n",
+      "|    people_occupant              | 1.6949974    |\n",
+      "|    total_electricity_HVAC       | -0.5897941   |\n",
+      "|    wind_direction               | -0.820183    |\n",
+      "|    wind_speed                   | 0.0116199115 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 438.7613     |\n",
+      "|    air_humidity                 | 40.12261     |\n",
+      "|    air_temperature              | 24.287994    |\n",
+      "|    clg_setpoint                 | 25.638426    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 16.0         |\n",
+      "|    diffuse_solar_radiation      | 153.0        |\n",
+      "|    direct_solar_radiation       | 435.0        |\n",
+      "|    hour                         | 8.0          |\n",
+      "|    htg_setpoint                 | 20.01093     |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 74.5         |\n",
+      "|    outdoor_temperature          | 15.54685     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 394118.28    |\n",
+      "|    wind_direction               | 95.0         |\n",
+      "|    wind_speed                   | 4.9          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------****************************************--------------------| 79%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.7072829   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 13.646534    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6331865   |\n",
+      "|    air_humidity                 | 0.56727827   |\n",
+      "|    air_temperature              | 1.8831345    |\n",
+      "|    clg_setpoint                 | -0.082550675 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.15591095   |\n",
+      "|    diffuse_solar_radiation      | 1.0414414    |\n",
+      "|    direct_solar_radiation       | 1.8355883    |\n",
+      "|    hour                         | -0.36085582  |\n",
+      "|    htg_setpoint                 | -1.0989113   |\n",
+      "|    month                        | 1.1126276    |\n",
+      "|    outdoor_humidity             | -0.29575214  |\n",
+      "|    outdoor_temperature          | -0.00922787  |\n",
+      "|    people_occupant              | 1.6945721    |\n",
+      "|    total_electricity_HVAC       | -0.6399646   |\n",
+      "|    wind_direction               | 0.70918715   |\n",
+      "|    wind_speed                   | 3.1655192    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 212.41864    |\n",
+      "|    air_humidity                 | 44.654896    |\n",
+      "|    air_temperature              | 25.28105     |\n",
+      "|    clg_setpoint                 | 25.930845    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 17.0         |\n",
+      "|    diffuse_solar_radiation      | 179.0        |\n",
+      "|    direct_solar_radiation       | 616.0        |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 13.262818    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 62.5         |\n",
+      "|    outdoor_temperature          | 12.804127    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 191177.16    |\n",
+      "|    wind_direction               | 255.0        |\n",
+      "|    wind_speed                   | 12.4         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*****************************************--------------------| 79%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.57716566 |\n",
+      "|    air_humidity                 | -0.8522358  |\n",
+      "|    air_temperature              | 0.387493    |\n",
+      "|    clg_setpoint                 | -1.1049585  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.26964524  |\n",
+      "|    diffuse_solar_radiation      | 1.1920252   |\n",
+      "|    direct_solar_radiation       | 1.7157879   |\n",
+      "|    hour                         | -0.21639343 |\n",
+      "|    htg_setpoint                 | -1.4005572  |\n",
+      "|    month                        | 1.111692    |\n",
+      "|    outdoor_humidity             | -1.2590226  |\n",
+      "|    outdoor_temperature          | -0.24024944 |\n",
+      "|    people_occupant              | 1.6941477   |\n",
+      "|    total_electricity_HVAC       | -0.5866777  |\n",
+      "|    wind_direction               | 1.2822108   |\n",
+      "|    wind_speed                   | 0.8701824   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 451.8434    |\n",
+      "|    air_humidity                 | 26.04386    |\n",
+      "|    air_temperature              | 23.248243   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 194.0       |\n",
+      "|    direct_solar_radiation       | 586.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 42.5        |\n",
+      "|    outdoor_temperature          | 10.53768    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 406659.1    |\n",
+      "|    wind_direction               | 315.0       |\n",
+      "|    wind_speed                   | 6.95        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************-------------------| 80%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.09076655  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.135563   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6623106  |\n",
+      "|    air_humidity                 | -0.67043126 |\n",
+      "|    air_temperature              | -0.06512222 |\n",
+      "|    clg_setpoint                 | -0.2525513  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.38336343  |\n",
+      "|    diffuse_solar_radiation      | 1.3327388   |\n",
+      "|    direct_solar_radiation       | 1.6555592   |\n",
+      "|    hour                         | -0.07193149 |\n",
+      "|    htg_setpoint                 | -1.4003837  |\n",
+      "|    month                        | 1.1107588   |\n",
+      "|    outdoor_humidity             | -0.8008296  |\n",
+      "|    outdoor_temperature          | 0.21323958  |\n",
+      "|    people_occupant              | -0.68921125 |\n",
+      "|    total_electricity_HVAC       | -0.66763085 |\n",
+      "|    wind_direction               | 0.27836654  |\n",
+      "|    wind_speed                   | 0.11484595  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 28.417654   |\n",
+      "|    air_temperature              | 22.633125   |\n",
+      "|    clg_setpoint                 | 25.483603   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 208.0       |\n",
+      "|    direct_solar_radiation       | 571.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 52.0        |\n",
+      "|    outdoor_temperature          | 14.979053   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 5.15        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************-------------------| 80%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.28789026  |\n",
+      "|    Heating_Setpoint_RL          | -0.7219018  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.59663    |\n",
+      "|    Heating_Setpoint_RL          | 13.564302   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4635239  |\n",
+      "|    air_humidity                 | 0.65775585  |\n",
+      "|    air_temperature              | 0.09898953  |\n",
+      "|    clg_setpoint                 | -1.1046197  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.49705237  |\n",
+      "|    diffuse_solar_radiation      | 1.182421    |\n",
+      "|    direct_solar_radiation       | 2.0458193   |\n",
+      "|    hour                         | 0.07253037  |\n",
+      "|    htg_setpoint                 | 0.601083    |\n",
+      "|    month                        | 1.1098279   |\n",
+      "|    outdoor_humidity             | -0.3193283  |\n",
+      "|    outdoor_temperature          | 0.6069059   |\n",
+      "|    people_occupant              | -0.6888297  |\n",
+      "|    total_electricity_HVAC       | -0.4786001  |\n",
+      "|    wind_direction               | 0.51742506  |\n",
+      "|    wind_speed                   | -0.3256281  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 937.762     |\n",
+      "|    air_humidity                 | 45.823742   |\n",
+      "|    air_temperature              | 22.856194   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 193.0       |\n",
+      "|    direct_solar_radiation       | 669.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 20.370003   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 62.0        |\n",
+      "|    outdoor_temperature          | 18.835646   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 843985.8    |\n",
+      "|    wind_direction               | 235.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.008231361 |\n",
+      "|    clip_fraction                | 0.0767      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.51       |\n",
+      "|    explained_variance           | 0.489       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.087       |\n",
+      "|    n_updates                    | 650         |\n",
+      "|    policy_gradient_loss         | -0.0113     |\n",
+      "|    std                          | 0.848       |\n",
+      "|    value_loss                   | 0.617       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************-------------------| 80%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.073642254 |\n",
+      "|    air_humidity                 | 1.0333016   |\n",
+      "|    air_temperature              | 0.3883641   |\n",
+      "|    clg_setpoint                 | -1.1044986  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6106943   |\n",
+      "|    diffuse_solar_radiation      | 0.86155987  |\n",
+      "|    direct_solar_radiation       | 1.7466254   |\n",
+      "|    hour                         | 0.21699214  |\n",
+      "|    htg_setpoint                 | 1.2894365   |\n",
+      "|    month                        | 1.1088994   |\n",
+      "|    outdoor_humidity             | 0.4756897   |\n",
+      "|    outdoor_temperature          | 0.51970005  |\n",
+      "|    people_occupant              | 1.218542    |\n",
+      "|    total_electricity_HVAC       | 0.03219273  |\n",
+      "|    wind_direction               | -0.10326995 |\n",
+      "|    wind_speed                   | 1.0805937   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3236.6877   |\n",
+      "|    air_humidity                 | 50.745655   |\n",
+      "|    air_temperature              | 23.249342   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 161.0       |\n",
+      "|    direct_solar_radiation       | 594.0       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 78.5        |\n",
+      "|    outdoor_temperature          | 17.981203   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 2913019.0   |\n",
+      "|    wind_direction               | 170.0       |\n",
+      "|    wind_speed                   | 7.45        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************-------------------| 80%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.560935    |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 20.780258   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.32450742  |\n",
+      "|    air_humidity                 | 1.4873719   |\n",
+      "|    air_temperature              | 0.38847452  |\n",
+      "|    clg_setpoint                 | -1.104205   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.72426665  |\n",
+      "|    diffuse_solar_radiation      | 0.97205174  |\n",
+      "|    direct_solar_radiation       | -0.54857564 |\n",
+      "|    hour                         | 0.36145344  |\n",
+      "|    htg_setpoint                 | 0.8342604   |\n",
+      "|    month                        | 1.1079731   |\n",
+      "|    outdoor_humidity             | -0.19972995 |\n",
+      "|    outdoor_temperature          | 0.9083477   |\n",
+      "|    people_occupant              | 1.694951    |\n",
+      "|    total_electricity_HVAC       | 0.27073458  |\n",
+      "|    wind_direction               | -1.0109557  |\n",
+      "|    wind_speed                   | -1.7285795  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4309.9517   |\n",
+      "|    air_humidity                 | 56.709267   |\n",
+      "|    air_temperature              | 23.24965    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 172.0       |\n",
+      "|    direct_solar_radiation       | 18.0        |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 21.34803    |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 64.5        |\n",
+      "|    outdoor_temperature          | 21.787413   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3878956.8   |\n",
+      "|    wind_direction               | 75.0        |\n",
+      "|    wind_speed                   | 0.75        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************------------------| 81%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.22585902 |\n",
+      "|    air_humidity                 | 2.2639842   |\n",
+      "|    air_temperature              | 0.38833466  |\n",
+      "|    clg_setpoint                 | -1.1040002  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8377422   |\n",
+      "|    diffuse_solar_radiation      | 0.1894446   |\n",
+      "|    direct_solar_radiation       | -0.55225503 |\n",
+      "|    hour                         | 0.5059136   |\n",
+      "|    htg_setpoint                 | 0.47703767  |\n",
+      "|    month                        | 1.1070492   |\n",
+      "|    outdoor_humidity             | 1.3424178   |\n",
+      "|    outdoor_temperature          | 0.48518226  |\n",
+      "|    people_occupant              | 1.6945277   |\n",
+      "|    total_electricity_HVAC       | -0.25261116 |\n",
+      "|    wind_direction               | -0.38888416 |\n",
+      "|    wind_speed                   | 0.7660453   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1955.139    |\n",
+      "|    air_humidity                 | 66.91475    |\n",
+      "|    air_temperature              | 23.24963    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 94.0        |\n",
+      "|    direct_solar_radiation       | 17.0        |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 19.8573     |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 96.5        |\n",
+      "|    outdoor_temperature          | 17.645206   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1759625.1   |\n",
+      "|    wind_direction               | 140.0       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************------------------| 81%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.59196055 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 14.295221   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.5241403   |\n",
+      "|    air_humidity                 | 1.1425067   |\n",
+      "|    air_temperature              | 0.38775024  |\n",
+      "|    clg_setpoint                 | -1.1037366  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.95108926  |\n",
+      "|    diffuse_solar_radiation      | -0.48287135 |\n",
+      "|    direct_solar_radiation       | 0.23676634  |\n",
+      "|    hour                         | 0.6503715   |\n",
+      "|    htg_setpoint                 | 0.9655443   |\n",
+      "|    month                        | 1.1061276   |\n",
+      "|    outdoor_humidity             | 0.738717    |\n",
+      "|    outdoor_temperature          | 0.79073226  |\n",
+      "|    people_occupant              | 1.6941053   |\n",
+      "|    total_electricity_HVAC       | 0.4616525   |\n",
+      "|    wind_direction               | -0.29344487 |\n",
+      "|    wind_speed                   | -0.19762321 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5162.8955   |\n",
+      "|    air_humidity                 | 52.249638   |\n",
+      "|    air_temperature              | 23.249022   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 27.0        |\n",
+      "|    direct_solar_radiation       | 215.0       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 21.903046   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 84.0        |\n",
+      "|    outdoor_temperature          | 20.637493   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4650979.5   |\n",
+      "|    wind_direction               | 150.0       |\n",
+      "|    wind_speed                   | 4.4         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************------------------| 81%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.84841466 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.852668   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.08316453  |\n",
+      "|    air_humidity                 | -0.41871697 |\n",
+      "|    air_temperature              | 0.38741106  |\n",
+      "|    clg_setpoint                 | -1.1036211  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0642715   |\n",
+      "|    diffuse_solar_radiation      | -0.7538087  |\n",
+      "|    direct_solar_radiation       | -0.6201853  |\n",
+      "|    hour                         | 0.7948257   |\n",
+      "|    htg_setpoint                 | 0.05114267  |\n",
+      "|    month                        | 1.1052083   |\n",
+      "|    outdoor_humidity             | -2.3209896  |\n",
+      "|    outdoor_temperature          | 0.79314154  |\n",
+      "|    people_occupant              | 1.6936836   |\n",
+      "|    total_electricity_HVAC       | 0.041236307 |\n",
+      "|    wind_direction               | 0.80572325  |\n",
+      "|    wind_speed                   | 2.065019    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3277.2356   |\n",
+      "|    air_humidity                 | 31.773544   |\n",
+      "|    air_temperature              | 23.248827   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 18.08001    |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 20.5        |\n",
+      "|    outdoor_temperature          | 20.665625   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 2949512.0   |\n",
+      "|    wind_direction               | 265.0       |\n",
+      "|    wind_speed                   | 9.8         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************------------------| 81%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.37777743  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.9        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6628678  |\n",
+      "|    air_humidity                 | -1.5638099  |\n",
+      "|    air_temperature              | -0.5223934  |\n",
+      "|    clg_setpoint                 | -0.27816936 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.177248    |\n",
+      "|    diffuse_solar_radiation      | -0.75376153 |\n",
+      "|    direct_solar_radiation       | -0.62019646 |\n",
+      "|    hour                         | 0.9392744   |\n",
+      "|    htg_setpoint                 | -0.46553352 |\n",
+      "|    month                        | 1.1042913   |\n",
+      "|    outdoor_humidity             | -1.4509751  |\n",
+      "|    outdoor_temperature          | -0.37331983 |\n",
+      "|    people_occupant              | -0.6891007  |\n",
+      "|    total_electricity_HVAC       | -0.6681619  |\n",
+      "|    wind_direction               | 0.6618696   |\n",
+      "|    wind_speed                   | 2.0617516   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 16.717873   |\n",
+      "|    air_temperature              | 22.014933   |\n",
+      "|    clg_setpoint                 | 25.414595   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 15.916637   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 38.5        |\n",
+      "|    outdoor_temperature          | 9.255422    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 9.8         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************************-----------------| 82%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.31714833  |\n",
+      "|    Heating_Setpoint_RL          | -0.40113416 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.695375   |\n",
+      "|    Heating_Setpoint_RL          | 15.36862    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.66265637 |\n",
+      "|    air_humidity                 | -1.2890102  |\n",
+      "|    air_temperature              | -0.77063346 |\n",
+      "|    clg_setpoint                 | 0.36018997  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.289974    |\n",
+      "|    diffuse_solar_radiation      | -0.75370806 |\n",
+      "|    direct_solar_radiation       | -0.62025416 |\n",
+      "|    hour                         | 1.0837154   |\n",
+      "|    htg_setpoint                 | -1.2058299  |\n",
+      "|    month                        | 1.1033765   |\n",
+      "|    outdoor_humidity             | -0.75241363 |\n",
+      "|    outdoor_temperature          | -0.4494414  |\n",
+      "|    people_occupant              | -0.6887212  |\n",
+      "|    total_electricity_HVAC       | -0.66795105 |\n",
+      "|    wind_direction               | 1.3304323   |\n",
+      "|    wind_speed                   | 0.8670306   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 20.306671   |\n",
+      "|    air_temperature              | 21.67787    |\n",
+      "|    clg_setpoint                 | 27.08885    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 12.817854   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 53.0        |\n",
+      "|    outdoor_temperature          | 8.509088    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 6.95        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*******************************************-----------------| 82%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.87401193  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.708683    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6625654   |\n",
+      "|    air_humidity                 | -1.0569793   |\n",
+      "|    air_temperature              | -0.066272244 |\n",
+      "|    clg_setpoint                 | -1.104047    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.4024001    |\n",
+      "|    diffuse_solar_radiation      | -0.7536529   |\n",
+      "|    direct_solar_radiation       | -0.62037     |\n",
+      "|    hour                         | 1.2281463    |\n",
+      "|    htg_setpoint                 | 0.26980552   |\n",
+      "|    month                        | 1.1024641    |\n",
+      "|    outdoor_humidity             | -1.1844313   |\n",
+      "|    outdoor_temperature          | -0.6047455   |\n",
+      "|    people_occupant              | -0.4504624   |\n",
+      "|    total_electricity_HVAC       | -0.667848    |\n",
+      "|    wind_direction               | -1.7288923   |\n",
+      "|    wind_speed                   | -1.7279835   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 23.340109    |\n",
+      "|    air_temperature              | 22.632677    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 28.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 18.990196    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 44.0         |\n",
+      "|    outdoor_temperature          | 6.9885526    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 0.0          |\n",
+      "|    wind_speed                   | 0.75         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*******************************************-----------------| 82%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.7570592   |\n",
+      "|    Heating_Setpoint_RL          | -0.038315684 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.069925    |\n",
+      "|    Heating_Setpoint_RL          | 17.409473    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6625243   |\n",
+      "|    air_humidity                 | -0.44481578  |\n",
+      "|    air_temperature              | -0.32579195  |\n",
+      "|    clg_setpoint                 | -0.3960138   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.5144731    |\n",
+      "|    diffuse_solar_radiation      | -0.7536042   |\n",
+      "|    direct_solar_radiation       | -0.6204721   |\n",
+      "|    hour                         | 1.3725643    |\n",
+      "|    htg_setpoint                 | -0.052339587 |\n",
+      "|    month                        | 1.1015539    |\n",
+      "|    outdoor_humidity             | -0.8231012   |\n",
+      "|    outdoor_temperature          | 0.052201897  |\n",
+      "|    people_occupant              | -0.68898094  |\n",
+      "|    total_electricity_HVAC       | -0.6678049   |\n",
+      "|    wind_direction               | 0.7558723    |\n",
+      "|    wind_speed                   | -0.32507953  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 31.378696    |\n",
+      "|    air_temperature              | 22.280983    |\n",
+      "|    clg_setpoint                 | 25.1044      |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 29.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 21.0         |\n",
+      "|    htg_setpoint                 | 17.641975    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 51.5         |\n",
+      "|    outdoor_temperature          | 13.406502    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 260.0        |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************************************----------------| 83%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.7525157   |\n",
+      "|    Heating_Setpoint_RL          | -0.8709613  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.164742   |\n",
+      "|    Heating_Setpoint_RL          | 12.725842   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6624883  |\n",
+      "|    air_humidity                 | -0.86597115 |\n",
+      "|    air_temperature              | -0.8919827  |\n",
+      "|    clg_setpoint                 | -0.5732813  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6261357   |\n",
+      "|    diffuse_solar_radiation      | -0.75353295 |\n",
+      "|    direct_solar_radiation       | -0.62055737 |\n",
+      "|    hour                         | 1.516966    |\n",
+      "|    htg_setpoint                 | 0.26487184  |\n",
+      "|    month                        | 1.1006459   |\n",
+      "|    outdoor_humidity             | -1.0626522  |\n",
+      "|    outdoor_temperature          | -0.3647071  |\n",
+      "|    people_occupant              | -0.6891106  |\n",
+      "|    total_electricity_HVAC       | -0.66776484 |\n",
+      "|    wind_direction               | -1.6792095  |\n",
+      "|    wind_speed                   | -0.53374416 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 25.839556   |\n",
+      "|    air_temperature              | 21.513962   |\n",
+      "|    clg_setpoint                 | 24.638649   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 18.968752   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 46.5        |\n",
+      "|    outdoor_temperature          | 9.333841    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 5.0         |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********************************************----------------| 83%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.96378875   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 23.04631     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.1733261    |\n",
+      "|    air_humidity                 | 1.0046402    |\n",
+      "|    air_temperature              | 0.16838254   |\n",
+      "|    clg_setpoint                 | 1.2300459    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.7373273    |\n",
+      "|    diffuse_solar_radiation      | -0.7534329   |\n",
+      "|    direct_solar_radiation       | -0.6202826   |\n",
+      "|    hour                         | 1.661348     |\n",
+      "|    htg_setpoint                 | 1.2161796    |\n",
+      "|    month                        | 1.0997403    |\n",
+      "|    outdoor_humidity             | 0.9342042    |\n",
+      "|    outdoor_temperature          | -0.061326493 |\n",
+      "|    people_occupant              | -0.68924     |\n",
+      "|    total_electricity_HVAC       | 1.4193567    |\n",
+      "|    wind_direction               | 0.2789238    |\n",
+      "|    wind_speed                   | 0.345105     |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 7932.0957    |\n",
+      "|    air_humidity                 | 50.41887     |\n",
+      "|    air_temperature              | 22.950636    |\n",
+      "|    clg_setpoint                 | 29.364452    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 31.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 22.950512    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 88.0         |\n",
+      "|    outdoor_temperature          | 12.295551    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 8520832.0    |\n",
+      "|    wind_direction               | 210.0        |\n",
+      "|    wind_speed                   | 5.7          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************************************----------------| 83%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6624363  |\n",
+      "|    air_humidity                 | -0.50113815 |\n",
+      "|    air_temperature              | -1.353481   |\n",
+      "|    clg_setpoint                 | 0.11546398  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5575017  |\n",
+      "|    diffuse_solar_radiation      | -0.75337017 |\n",
+      "|    direct_solar_radiation       | -0.62038296 |\n",
+      "|    hour                         | -1.6612798  |\n",
+      "|    htg_setpoint                 | -0.27018404 |\n",
+      "|    month                        | 1.3961521   |\n",
+      "|    outdoor_humidity             | -0.9419414  |\n",
+      "|    outdoor_temperature          | -0.2673677  |\n",
+      "|    people_occupant              | -0.6893692  |\n",
+      "|    total_electricity_HVAC       | -0.6676995  |\n",
+      "|    wind_direction               | -1.7262866  |\n",
+      "|    wind_speed                   | 1.6201893   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 30.632015   |\n",
+      "|    air_temperature              | 20.889822   |\n",
+      "|    clg_setpoint                 | 26.442907   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 16.730911   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 49.0        |\n",
+      "|    outdoor_temperature          | 10.283117   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 8.75        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************---------------| 84%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.47792643  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 20.313335   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.0700061   |\n",
+      "|    air_humidity                 | -1.1155664  |\n",
+      "|    air_temperature              | 0.22750877  |\n",
+      "|    clg_setpoint                 | 1.4719993   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4419807  |\n",
+      "|    diffuse_solar_radiation      | -0.75327307 |\n",
+      "|    direct_solar_radiation       | -0.6204392  |\n",
+      "|    hour                         | -1.5167378  |\n",
+      "|    htg_setpoint                 | 1.2878933   |\n",
+      "|    month                        | 1.3946228   |\n",
+      "|    outdoor_humidity             | -0.5320213  |\n",
+      "|    outdoor_temperature          | -0.24010317 |\n",
+      "|    people_occupant              | -0.6889912  |\n",
+      "|    total_electricity_HVAC       | 2.182446    |\n",
+      "|    wind_direction               | 1.6607002   |\n",
+      "|    wind_speed                   | 0.009241407 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 11761.033   |\n",
+      "|    air_humidity                 | 22.550755   |\n",
+      "|    air_temperature              | 23.030434   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 57.5        |\n",
+      "|    outdoor_temperature          | 10.549356   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 11605411.0  |\n",
+      "|    wind_direction               | 355.0       |\n",
+      "|    wind_speed                   | 4.9         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************---------------| 84%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.28709     |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.59393    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.5372686   |\n",
+      "|    air_humidity                 | -0.14282542 |\n",
+      "|    air_temperature              | 0.3899935   |\n",
+      "|    clg_setpoint                 | 1.4719522   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3268455  |\n",
+      "|    diffuse_solar_radiation      | -0.75320786 |\n",
+      "|    direct_solar_radiation       | -0.62050986 |\n",
+      "|    hour                         | -1.3722159  |\n",
+      "|    htg_setpoint                 | 1.2879131   |\n",
+      "|    month                        | 1.3930985   |\n",
+      "|    outdoor_humidity             | 0.6952291   |\n",
+      "|    outdoor_temperature          | -0.43085492 |\n",
+      "|    people_occupant              | -0.6886138  |\n",
+      "|    total_electricity_HVAC       | 0.47287083  |\n",
+      "|    wind_direction               | -0.8668903  |\n",
+      "|    wind_speed                   | -1.7266762  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5211.4478   |\n",
+      "|    air_humidity                 | 35.32498    |\n",
+      "|    air_temperature              | 23.250057   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 83.0        |\n",
+      "|    outdoor_temperature          | 8.689322    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4690303.0   |\n",
+      "|    wind_direction               | 90.0        |\n",
+      "|    wind_speed                   | 0.75        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************---------------| 84%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.17895198 |\n",
+      "|    Heating_Setpoint_RL          | 0.73340935  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.021038   |\n",
+      "|    Heating_Setpoint_RL          | 21.750427   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.0716298   |\n",
+      "|    air_humidity                 | -0.33706865 |\n",
+      "|    air_temperature              | 0.39003843  |\n",
+      "|    clg_setpoint                 | 1.1804103   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2120364  |\n",
+      "|    diffuse_solar_radiation      | -0.7531623  |\n",
+      "|    direct_solar_radiation       | -0.6204823  |\n",
+      "|    hour                         | -1.2277101  |\n",
+      "|    htg_setpoint                 | 1.2878032   |\n",
+      "|    month                        | 1.3915793   |\n",
+      "|    outdoor_humidity             | -0.14675154 |\n",
+      "|    outdoor_temperature          | -0.26107454 |\n",
+      "|    people_occupant              | -0.6887432  |\n",
+      "|    total_electricity_HVAC       | 1.3008583   |\n",
+      "|    wind_direction               | 1.2301525   |\n",
+      "|    wind_speed                   | 0.44922414  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7493.108    |\n",
+      "|    air_humidity                 | 32.77535    |\n",
+      "|    air_temperature              | 23.250076   |\n",
+      "|    clg_setpoint                 | 29.235645   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 65.5        |\n",
+      "|    outdoor_temperature          | 10.346738   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 8037895.0   |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 5.95        |\n",
+      "-------------------------------------------------\n",
+      "---------------------------------------------------********************************************---------------| 84%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -0.44256878   |\n",
+      "|    Heating_Setpoint_RL          | 1.0           |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 25.13133      |\n",
+      "|    Heating_Setpoint_RL          | 23.25         |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | 0.2859483     |\n",
+      "|    air_humidity                 | -0.48468584   |\n",
+      "|    air_temperature              | -1.1504174    |\n",
+      "|    clg_setpoint                 | 1.4720846     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -1.0974988    |\n",
+      "|    diffuse_solar_radiation      | -0.7530711    |\n",
+      "|    direct_solar_radiation       | -0.62035507   |\n",
+      "|    hour                         | -1.0832175    |\n",
+      "|    htg_setpoint                 | 0.68225014    |\n",
+      "|    month                        | 1.390065      |\n",
+      "|    outdoor_humidity             | -0.0020350597 |\n",
+      "|    outdoor_temperature          | -0.8698345    |\n",
+      "|    people_occupant              | -0.6888724    |\n",
+      "|    total_electricity_HVAC       | 0.116449796   |\n",
+      "|    wind_direction               | 1.3718733     |\n",
+      "|    wind_speed                   | 0.44808334    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 4137.109      |\n",
+      "|    air_humidity                 | 30.833462     |\n",
+      "|    air_temperature              | 21.165913     |\n",
+      "|    clg_setpoint                 | 30.0          |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 6.0           |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 4.0           |\n",
+      "|    htg_setpoint                 | 20.715929     |\n",
+      "|    month                        | 11.0          |\n",
+      "|    outdoor_humidity             | 68.5          |\n",
+      "|    outdoor_temperature          | 4.408209      |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 3248390.5     |\n",
+      "|    wind_direction               | 325.0         |\n",
+      "|    wind_speed                   | 5.95          |\n",
+      "---------------------------------------------------\n",
+      "-------------------------------------------------***********************************************--------------| 85%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.3099311   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.671017   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6621848  |\n",
+      "|    air_humidity                 | -0.16510941 |\n",
+      "|    air_temperature              | -1.1454887  |\n",
+      "|    clg_setpoint                 | 1.109633    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9831839  |\n",
+      "|    diffuse_solar_radiation      | -0.7529776  |\n",
+      "|    direct_solar_radiation       | -0.620433   |\n",
+      "|    hour                         | -0.93873495 |\n",
+      "|    htg_setpoint                 | -0.25759062 |\n",
+      "|    month                        | 1.3885555   |\n",
+      "|    outdoor_humidity             | 0.744558    |\n",
+      "|    outdoor_temperature          | -0.69031    |\n",
+      "|    people_occupant              | -0.6890014  |\n",
+      "|    total_electricity_HVAC       | -0.6674113  |\n",
+      "|    wind_direction               | 1.5132931   |\n",
+      "|    wind_speed                   | -0.5349054  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 35.024685   |\n",
+      "|    air_temperature              | 21.172945   |\n",
+      "|    clg_setpoint                 | 29.049547   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 16.782785   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 84.0        |\n",
+      "|    outdoor_temperature          | 6.157385    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**********************************************--------------| 85%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.5581753   |\n",
+      "|    Heating_Setpoint_RL          | -0.009695709 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.741158    |\n",
+      "|    Heating_Setpoint_RL          | 17.570461    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.035543624 |\n",
+      "|    air_humidity                 | 0.1380398    |\n",
+      "|    air_temperature              | -0.54851604  |\n",
+      "|    clg_setpoint                 | 1.472312     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.8690478   |\n",
+      "|    diffuse_solar_radiation      | -0.7529256   |\n",
+      "|    direct_solar_radiation       | -0.6203947   |\n",
+      "|    hour                         | -0.79426     |\n",
+      "|    htg_setpoint                 | 0.939719     |\n",
+      "|    month                        | 1.387051     |\n",
+      "|    outdoor_humidity             | 1.3705537    |\n",
+      "|    outdoor_temperature          | -0.6877164   |\n",
+      "|    people_occupant              | -0.6891302   |\n",
+      "|    total_electricity_HVAC       | -0.19125824  |\n",
+      "|    wind_direction               | 1.5594333    |\n",
+      "|    wind_speed                   | -0.6393681   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2763.7866    |\n",
+      "|    air_humidity                 | 39.001575    |\n",
+      "|    air_temperature              | 21.980553    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 8.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 21.793575    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 97.0         |\n",
+      "|    outdoor_temperature          | 6.1822395    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2004006.2    |\n",
+      "|    wind_direction               | 345.0        |\n",
+      "|    wind_speed                   | 3.35         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***********************************************--------------| 85%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.8132818   |\n",
+      "|    Heating_Setpoint_RL          | 0.68771434  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.369825   |\n",
+      "|    Heating_Setpoint_RL          | 21.493393   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.46818233  |\n",
+      "|    air_humidity                 | 0.55202717  |\n",
+      "|    air_temperature              | 0.39030987  |\n",
+      "|    clg_setpoint                 | 1.411284    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.75505185 |\n",
+      "|    diffuse_solar_radiation      | 0.04187036  |\n",
+      "|    direct_solar_radiation       | 0.029717356 |\n",
+      "|    hour                         | -0.6497905  |\n",
+      "|    htg_setpoint                 | 1.2874019   |\n",
+      "|    month                        | 1.3855515   |\n",
+      "|    outdoor_humidity             | 0.9846697   |\n",
+      "|    outdoor_temperature          | -0.19661541 |\n",
+      "|    people_occupant              | -0.6892589  |\n",
+      "|    total_electricity_HVAC       | 0.46900135  |\n",
+      "|    wind_direction               | -1.439885   |\n",
+      "|    wind_speed                   | -1.4956214  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4914.871    |\n",
+      "|    air_humidity                 | 44.437492   |\n",
+      "|    air_temperature              | 23.250103   |\n",
+      "|    clg_setpoint                 | 29.839397   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 79.0        |\n",
+      "|    direct_solar_radiation       | 163.0       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 89.0        |\n",
+      "|    outdoor_temperature          | 10.967257   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4673818.0   |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 1.3         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************-------------| 86%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.54283965  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 20.678474   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.1326768  |\n",
+      "|    air_humidity                 | 1.9690096   |\n",
+      "|    air_temperature              | 0.38999602  |\n",
+      "|    clg_setpoint                 | 1.4716853   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.64116216 |\n",
+      "|    diffuse_solar_radiation      | 0.26334283  |\n",
+      "|    direct_solar_radiation       | -0.62016815 |\n",
+      "|    hour                         | -0.5053247  |\n",
+      "|    htg_setpoint                 | 1.2867817   |\n",
+      "|    month                        | 1.3840567   |\n",
+      "|    outdoor_humidity             | 1.5133879   |\n",
+      "|    outdoor_temperature          | 0.4346872   |\n",
+      "|    people_occupant              | -0.6888829  |\n",
+      "|    total_electricity_HVAC       | -0.16411108 |\n",
+      "|    wind_direction               | 0.131541    |\n",
+      "|    wind_speed                   | 0.97186285  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2348.2788   |\n",
+      "|    air_humidity                 | 63.037563   |\n",
+      "|    air_temperature              | 23.24963    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 101.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 17.117064   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2113451.0   |\n",
+      "|    wind_direction               | 195.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.009825336 |\n",
+      "|    clip_fraction                | 0.0969      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.51       |\n",
+      "|    explained_variance           | 0.555       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.0818      |\n",
+      "|    n_updates                    | 660         |\n",
+      "|    policy_gradient_loss         | -0.0135     |\n",
+      "|    std                          | 0.853       |\n",
+      "|    value_loss                   | 0.412       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************-------------| 86%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60964686 |\n",
+      "|    air_humidity                 | 1.1495569   |\n",
+      "|    air_temperature              | 0.3898626   |\n",
+      "|    clg_setpoint                 | -1.103538   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.52734995 |\n",
+      "|    diffuse_solar_radiation      | 1.2798353   |\n",
+      "|    direct_solar_radiation       | 0.090292394 |\n",
+      "|    hour                         | -0.36086118 |\n",
+      "|    htg_setpoint                 | -1.4017855  |\n",
+      "|    month                        | 1.3825667   |\n",
+      "|    outdoor_humidity             | 1.4166397   |\n",
+      "|    outdoor_temperature          | -0.12571526 |\n",
+      "|    people_occupant              | 1.6955637   |\n",
+      "|    total_electricity_HVAC       | -0.61419135 |\n",
+      "|    wind_direction               | 1.4163477   |\n",
+      "|    wind_speed                   | 1.3889269   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 311.48334   |\n",
+      "|    air_humidity                 | 52.30157    |\n",
+      "|    air_temperature              | 23.249258   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 202.0       |\n",
+      "|    direct_solar_radiation       | 178.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 98.0        |\n",
+      "|    outdoor_temperature          | 11.661004   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 293658.94   |\n",
+      "|    wind_direction               | 330.0       |\n",
+      "|    wind_speed                   | 8.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************-------------| 86%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.94334716  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.931328   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5210206  |\n",
+      "|    air_humidity                 | 0.1253032   |\n",
+      "|    air_temperature              | 0.39278397  |\n",
+      "|    clg_setpoint                 | -1.1033362  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.41359115 |\n",
+      "|    diffuse_solar_radiation      | 0.8874455   |\n",
+      "|    direct_solar_radiation       | -0.6198277  |\n",
+      "|    hour                         | -0.21639876 |\n",
+      "|    htg_setpoint                 | 1.2862247   |\n",
+      "|    month                        | 1.3810816   |\n",
+      "|    outdoor_humidity             | 0.1641918   |\n",
+      "|    outdoor_temperature          | -0.51499337 |\n",
+      "|    people_occupant              | 1.6951455   |\n",
+      "|    total_electricity_HVAC       | -0.53323853 |\n",
+      "|    wind_direction               | 1.6525856   |\n",
+      "|    wind_speed                   | 0.8649871   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 689.6497    |\n",
+      "|    air_humidity                 | 38.867096   |\n",
+      "|    air_temperature              | 23.253052   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 163.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 72.0        |\n",
+      "|    outdoor_temperature          | 7.8709507   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 620684.75   |\n",
+      "|    wind_direction               | 355.0       |\n",
+      "|    wind_speed                   | 6.95        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************-------------| 86%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.45217657 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.081507   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.53140587 |\n",
+      "|    air_humidity                 | 0.042749885 |\n",
+      "|    air_temperature              | 0.3915851   |\n",
+      "|    clg_setpoint                 | -1.10312    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.29986644 |\n",
+      "|    diffuse_solar_radiation      | 0.4046602   |\n",
+      "|    direct_solar_radiation       | -0.619549   |\n",
+      "|    hour                         | -0.0719368  |\n",
+      "|    htg_setpoint                 | 1.1473247   |\n",
+      "|    month                        | 1.3796012   |\n",
+      "|    outdoor_humidity             | 0.38072297  |\n",
+      "|    outdoor_temperature          | -0.56079453 |\n",
+      "|    people_occupant              | 1.2180169   |\n",
+      "|    total_electricity_HVAC       | -0.54309523 |\n",
+      "|    wind_direction               | -1.343836   |\n",
+      "|    wind_speed                   | -1.3923532  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 645.3218    |\n",
+      "|    air_humidity                 | 37.783596   |\n",
+      "|    air_temperature              | 23.251312   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 115.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 22.669907   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 76.5        |\n",
+      "|    outdoor_temperature          | 7.421554    |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 580789.6    |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 1.55        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************------------| 87%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.8860452   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.609005   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5501362  |\n",
+      "|    air_humidity                 | 0.85928226  |\n",
+      "|    air_temperature              | 0.39037144  |\n",
+      "|    clg_setpoint                 | -1.1028489  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18616138 |\n",
+      "|    diffuse_solar_radiation      | 0.48553482  |\n",
+      "|    direct_solar_radiation       | -0.6192659  |\n",
+      "|    hour                         | 0.07252508  |\n",
+      "|    htg_setpoint                 | 1.2854495   |\n",
+      "|    month                        | 1.3781257   |\n",
+      "|    outdoor_humidity             | 1.5119638   |\n",
+      "|    outdoor_temperature          | -0.25134066 |\n",
+      "|    people_occupant              | 0.26431063  |\n",
+      "|    total_electricity_HVAC       | -0.5608968  |\n",
+      "|    wind_direction               | -0.5351495  |\n",
+      "|    wind_speed                   | -0.84834856 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 565.2276    |\n",
+      "|    air_humidity                 | 48.492256   |\n",
+      "|    air_temperature              | 23.249664   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 123.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 10.430304   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 508704.84   |\n",
+      "|    wind_direction               | 125.0       |\n",
+      "|    wind_speed                   | 2.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************------------| 87%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.48939255 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 14.872168   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4837278  |\n",
+      "|    air_humidity                 | -0.9317515  |\n",
+      "|    air_temperature              | 0.392783    |\n",
+      "|    clg_setpoint                 | -1.1026161  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.07246612 |\n",
+      "|    diffuse_solar_radiation      | 0.98915267  |\n",
+      "|    direct_solar_radiation       | -0.54723155 |\n",
+      "|    hour                         | 0.21698686  |\n",
+      "|    htg_setpoint                 | -1.1984916  |\n",
+      "|    month                        | 1.3766547   |\n",
+      "|    outdoor_humidity             | -0.9452339  |\n",
+      "|    outdoor_temperature          | -0.5110322  |\n",
+      "|    people_occupant              | 1.2174128   |\n",
+      "|    total_electricity_HVAC       | -0.4977779  |\n",
+      "|    wind_direction               | 0.9389777   |\n",
+      "|    wind_speed                   | 1.3044564   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 848.83673   |\n",
+      "|    air_humidity                 | 25.018398   |\n",
+      "|    air_temperature              | 23.252853   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 173.0       |\n",
+      "|    direct_solar_radiation       | 18.0        |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 12.855459   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 49.0        |\n",
+      "|    outdoor_temperature          | 7.9009714   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 763953.06   |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 8.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************------------| 87%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5858135   |\n",
+      "|    Heating_Setpoint_RL          | 0.17831767  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.60212    |\n",
+      "|    Heating_Setpoint_RL          | 18.628036   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.66209704 |\n",
+      "|    air_humidity                 | -0.7642911  |\n",
+      "|    air_temperature              | -0.3696732  |\n",
+      "|    clg_setpoint                 | -1.102566   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.041224416 |\n",
+      "|    diffuse_solar_radiation      | 0.46579573  |\n",
+      "|    direct_solar_radiation       | -0.47918326 |\n",
+      "|    hour                         | 0.36144823  |\n",
+      "|    htg_setpoint                 | -0.08316732 |\n",
+      "|    month                        | 1.3751886   |\n",
+      "|    outdoor_humidity             | -0.55982804 |\n",
+      "|    outdoor_temperature          | -0.36451262 |\n",
+      "|    people_occupant              | -0.6891496  |\n",
+      "|    total_electricity_HVAC       | -0.6672927  |\n",
+      "|    wind_direction               | 0.46273145  |\n",
+      "|    wind_speed                   | 0.34235698  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 27.210108   |\n",
+      "|    air_temperature              | 22.223633   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 121.0       |\n",
+      "|    direct_solar_radiation       | 35.0        |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 17.52333    |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 57.0        |\n",
+      "|    outdoor_temperature          | 9.321692    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************------------| 87%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.5700747   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 20.831669   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.58096933 |\n",
+      "|    air_humidity                 | -0.7418842  |\n",
+      "|    air_temperature              | -0.30103216 |\n",
+      "|    clg_setpoint                 | 0.7745758   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.15491067  |\n",
+      "|    diffuse_solar_radiation      | -0.34968996 |\n",
+      "|    direct_solar_radiation       | -0.61898834 |\n",
+      "|    hour                         | 0.5059084   |\n",
+      "|    htg_setpoint                 | 0.8814065   |\n",
+      "|    month                        | 1.3737271   |\n",
+      "|    outdoor_humidity             | -1.0420353  |\n",
+      "|    outdoor_temperature          | -0.3177569  |\n",
+      "|    people_occupant              | -0.68877566 |\n",
+      "|    total_electricity_HVAC       | -0.5989493  |\n",
+      "|    wind_direction               | 1.0811017   |\n",
+      "|    wind_speed                   | 1.4081163   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 433.30945   |\n",
+      "|    air_humidity                 | 27.500145   |\n",
+      "|    air_temperature              | 22.315964   |\n",
+      "|    clg_setpoint                 | 28.172848   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 40.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 21.560709   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 47.0        |\n",
+      "|    outdoor_temperature          | 9.774606    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 354529.3    |\n",
+      "|    wind_direction               | 295.0       |\n",
+      "|    wind_speed                   | 8.25        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*************************************************-----------| 88%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.045167744 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 17.370932    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6045573   |\n",
+      "|    air_humidity                 | -0.6343101   |\n",
+      "|    air_temperature              | 0.39133158   |\n",
+      "|    clg_setpoint                 | -1.1030456   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.26858836   |\n",
+      "|    diffuse_solar_radiation      | -0.7524167   |\n",
+      "|    direct_solar_radiation       | -0.6189107   |\n",
+      "|    hour                         | 0.65036637   |\n",
+      "|    htg_setpoint                 | -1.4028393   |\n",
+      "|    month                        | 1.3722702    |\n",
+      "|    outdoor_humidity             | -0.6082999   |\n",
+      "|    outdoor_temperature          | -0.54902047  |\n",
+      "|    people_occupant              | 1.6950994    |\n",
+      "|    total_electricity_HVAC       | -0.61259043  |\n",
+      "|    wind_direction               | 0.6996948    |\n",
+      "|    wind_speed                   | 1.2819408    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 332.35046    |\n",
+      "|    air_humidity                 | 28.90275     |\n",
+      "|    air_temperature              | 23.249481    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 18.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 16.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 56.0         |\n",
+      "|    outdoor_temperature          | 7.5222645    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 299115.44    |\n",
+      "|    wind_direction               | 255.0        |\n",
+      "|    wind_speed                   | 7.95         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**************************************************-----------| 88%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.7828247  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.221611   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4974718  |\n",
+      "|    air_humidity                 | -0.52170837 |\n",
+      "|    air_temperature              | 0.39150795  |\n",
+      "|    clg_setpoint                 | -1.1026917  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.38224858  |\n",
+      "|    diffuse_solar_radiation      | -0.7523095  |\n",
+      "|    direct_solar_radiation       | -0.6187514  |\n",
+      "|    hour                         | 0.7948207   |\n",
+      "|    htg_setpoint                 | -1.4028316  |\n",
+      "|    month                        | 1.370818    |\n",
+      "|    outdoor_humidity             | -0.0536233  |\n",
+      "|    outdoor_temperature          | -0.9042085  |\n",
+      "|    people_occupant              | 1.6946839   |\n",
+      "|    total_electricity_HVAC       | -0.5108144  |\n",
+      "|    wind_direction               | 0.5088298   |\n",
+      "|    wind_speed                   | -0.327994   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 789.6121    |\n",
+      "|    air_humidity                 | 30.374628   |\n",
+      "|    air_temperature              | 23.24948    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 67.5        |\n",
+      "|    outdoor_temperature          | 4.064695    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 710650.9    |\n",
+      "|    wind_direction               | 235.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************************************************-----------| 88%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.78452367 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.212054   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.66194296 |\n",
+      "|    air_humidity                 | -0.12100877 |\n",
+      "|    air_temperature              | 0.3919561   |\n",
+      "|    clg_setpoint                 | -1.1022595  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.4958778   |\n",
+      "|    diffuse_solar_radiation      | -0.75221527 |\n",
+      "|    direct_solar_radiation       | -0.6187078  |\n",
+      "|    hour                         | 0.9392697   |\n",
+      "|    htg_setpoint                 | -1.4028051  |\n",
+      "|    month                        | 1.3693703   |\n",
+      "|    outdoor_humidity             | 0.7421428   |\n",
+      "|    outdoor_temperature          | -0.8483131  |\n",
+      "|    people_occupant              | 0.5025991   |\n",
+      "|    total_electricity_HVAC       | -0.66711277 |\n",
+      "|    wind_direction               | 0.3181207   |\n",
+      "|    wind_speed                   | 1.5129637   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 35.61956    |\n",
+      "|    air_temperature              | 23.249897   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 84.0        |\n",
+      "|    outdoor_temperature          | 4.5994496   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 215.0       |\n",
+      "|    wind_speed                   | 8.5         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************************----------| 89%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.18832436  |\n",
+      "|    Heating_Setpoint_RL          | -0.11909893 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.260595   |\n",
+      "|    Heating_Setpoint_RL          | 16.955069   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5690268  |\n",
+      "|    air_humidity                 | -0.37993366 |\n",
+      "|    air_temperature              | -0.1842283  |\n",
+      "|    clg_setpoint                 | -0.92206776 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.60945785  |\n",
+      "|    diffuse_solar_radiation      | -0.75212604 |\n",
+      "|    direct_solar_radiation       | -0.61869985 |\n",
+      "|    hour                         | 1.0837111   |\n",
+      "|    htg_setpoint                 | -1.3758329  |\n",
+      "|    month                        | 1.3679273   |\n",
+      "|    outdoor_humidity             | -0.1505412  |\n",
+      "|    outdoor_temperature          | -1.1802028  |\n",
+      "|    people_occupant              | -0.45094287 |\n",
+      "|    total_electricity_HVAC       | -0.576848   |\n",
+      "|    wind_direction               | 0.9364634   |\n",
+      "|    wind_speed                   | 1.7422245   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 484.18564   |\n",
+      "|    air_humidity                 | 32.22746    |\n",
+      "|    air_temperature              | 22.47259    |\n",
+      "|    clg_setpoint                 | 23.722034   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 12.112463   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 65.5        |\n",
+      "|    outdoor_temperature          | 1.3643641   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 443667.25   |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 9.05        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************************----------| 89%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.7507805  |\n",
+      "|    Heating_Setpoint_RL          | -0.77173936 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.091116   |\n",
+      "|    Heating_Setpoint_RL          | 13.283966   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.1740656  |\n",
+      "|    air_humidity                 | -0.5853798  |\n",
+      "|    air_temperature              | -1.3279146  |\n",
+      "|    clg_setpoint                 | -0.8194666  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.722966    |\n",
+      "|    diffuse_solar_radiation      | -0.7520407  |\n",
+      "|    direct_solar_radiation       | -0.6187034  |\n",
+      "|    hour                         | 1.2281426   |\n",
+      "|    htg_setpoint                 | 0.32702243  |\n",
+      "|    month                        | 1.3664888   |\n",
+      "|    outdoor_humidity             | -0.6329374  |\n",
+      "|    outdoor_temperature          | -1.4337645  |\n",
+      "|    people_occupant              | -0.45109466 |\n",
+      "|    total_electricity_HVAC       | 0.0340817   |\n",
+      "|    wind_direction               | 0.9358584   |\n",
+      "|    wind_speed                   | 1.8444108   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2173.4124   |\n",
+      "|    air_humidity                 | 29.532919   |\n",
+      "|    air_temperature              | 20.929873   |\n",
+      "|    clg_setpoint                 | 23.990805   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 19.239578   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 55.5        |\n",
+      "|    outdoor_temperature          | -1.1141993  |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 2917708.2   |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************************----------| 89%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.6483122   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.813053   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.52718997 |\n",
+      "|    air_humidity                 | -1.4704437  |\n",
+      "|    air_temperature              | -1.470328   |\n",
+      "|    clg_setpoint                 | 0.10538463  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.836375    |\n",
+      "|    diffuse_solar_radiation      | -0.7519417  |\n",
+      "|    direct_solar_radiation       | -0.61871535 |\n",
+      "|    hour                         | 1.3725613   |\n",
+      "|    htg_setpoint                 | -1.4024316  |\n",
+      "|    month                        | 1.3650548   |\n",
+      "|    outdoor_humidity             | -0.94621485 |\n",
+      "|    outdoor_temperature          | -1.3914167  |\n",
+      "|    people_occupant              | -0.6890415  |\n",
+      "|    total_electricity_HVAC       | -0.5391308  |\n",
+      "|    wind_direction               | 1.1729953   |\n",
+      "|    wind_speed                   | 0.96565175  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 663.6097    |\n",
+      "|    air_humidity                 | 17.937237   |\n",
+      "|    air_temperature              | 20.736267   |\n",
+      "|    clg_setpoint                 | 26.416716   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 49.0        |\n",
+      "|    outdoor_temperature          | -0.7155935  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 596859.56   |\n",
+      "|    wind_direction               | 305.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**************************************************----------| 89%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.5807828    |\n",
+      "|    Heating_Setpoint_RL          | -0.7765342   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.585142    |\n",
+      "|    Heating_Setpoint_RL          | 13.256995    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.56362295  |\n",
+      "|    air_humidity                 | -1.7845356   |\n",
+      "|    air_temperature              | -1.0136954   |\n",
+      "|    clg_setpoint                 | 0.2664567    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.949653     |\n",
+      "|    diffuse_solar_radiation      | -0.75185555  |\n",
+      "|    direct_solar_radiation       | -0.6187407   |\n",
+      "|    hour                         | 1.5169642    |\n",
+      "|    htg_setpoint                 | -0.5871261   |\n",
+      "|    month                        | 1.3636254    |\n",
+      "|    outdoor_humidity             | -0.34228653  |\n",
+      "|    outdoor_temperature          | -1.3186423   |\n",
+      "|    people_occupant              | -0.68866956  |\n",
+      "|    total_electricity_HVAC       | -0.5733738   |\n",
+      "|    wind_direction               | -1.5407041   |\n",
+      "|    wind_speed                   | -1.6045641   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 507.92325    |\n",
+      "|    air_humidity                 | 13.794952    |\n",
+      "|    air_temperature              | 21.350845    |\n",
+      "|    clg_setpoint                 | 26.838512    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 24.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 15.412869    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 61.5         |\n",
+      "|    outdoor_temperature          | -0.022842176 |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 458317.88    |\n",
+      "|    wind_direction               | 20.0         |\n",
+      "|    wind_speed                   | 1.05         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------****************************************************---------| 90%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.7024076  |\n",
+      "|    Heating_Setpoint_RL          | 0.95491284  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.254374   |\n",
+      "|    Heating_Setpoint_RL          | 22.996384   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.7548518   |\n",
+      "|    air_humidity                 | 0.0828904   |\n",
+      "|    air_temperature              | -0.06445257 |\n",
+      "|    clg_setpoint                 | 1.4720933   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0627639   |\n",
+      "|    diffuse_solar_radiation      | -0.75174236 |\n",
+      "|    direct_solar_radiation       | -0.61848503 |\n",
+      "|    hour                         | 1.6613476   |\n",
+      "|    htg_setpoint                 | 1.2849568   |\n",
+      "|    month                        | 1.3622004   |\n",
+      "|    outdoor_humidity             | 1.3469688   |\n",
+      "|    outdoor_temperature          | -0.9194787  |\n",
+      "|    people_occupant              | -0.68879706 |\n",
+      "|    total_electricity_HVAC       | 2.8106174   |\n",
+      "|    wind_direction               | -1.1588479  |\n",
+      "|    wind_speed                   | -0.09936916 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 14722.403   |\n",
+      "|    air_humidity                 | 38.243805   |\n",
+      "|    air_temperature              | 22.630972   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 96.5        |\n",
+      "|    outdoor_temperature          | 3.8495603   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 14182519.0  |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 4.65        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************************************---------| 90%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.68196243  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 21.461039   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.66190535 |\n",
+      "|    air_humidity                 | 1.3249624   |\n",
+      "|    air_temperature              | -0.5191891  |\n",
+      "|    clg_setpoint                 | -0.57965827 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2895715   |\n",
+      "|    diffuse_solar_radiation      | -0.7515766  |\n",
+      "|    direct_solar_radiation       | -0.6181812  |\n",
+      "|    hour                         | -1.6612805  |\n",
+      "|    htg_setpoint                 | -1.2729342  |\n",
+      "|    month                        | 1.3607799   |\n",
+      "|    outdoor_humidity             | 1.3453746   |\n",
+      "|    outdoor_temperature          | -0.52883327 |\n",
+      "|    people_occupant              | -0.6889243  |\n",
+      "|    total_electricity_HVAC       | -0.6670712  |\n",
+      "|    wind_direction               | 0.84014755  |\n",
+      "|    wind_speed                   | -0.6429817  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 54.521717   |\n",
+      "|    air_temperature              | 22.017693   |\n",
+      "|    clg_setpoint                 | 24.619131   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 12.544511   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 96.5        |\n",
+      "|    outdoor_temperature          | 7.650089    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************************************---------| 90%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.18565679 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.99841    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.3846107   |\n",
+      "|    air_humidity                 | -0.30102453 |\n",
+      "|    air_temperature              | 0.1715792   |\n",
+      "|    clg_setpoint                 | 1.3224254   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4021847   |\n",
+      "|    diffuse_solar_radiation      | -0.7514783  |\n",
+      "|    direct_solar_radiation       | -0.6180071  |\n",
+      "|    hour                         | -1.5167401  |\n",
+      "|    htg_setpoint                 | 1.2842854   |\n",
+      "|    month                        | 1.3593638   |\n",
+      "|    outdoor_humidity             | 0.11447928  |\n",
+      "|    outdoor_temperature          | -0.57459754 |\n",
+      "|    people_occupant              | -0.6890514  |\n",
+      "|    total_electricity_HVAC       | 2.5157664   |\n",
+      "|    wind_direction               | 0.79220617  |\n",
+      "|    wind_speed                   | 0.004270581 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 13137.483   |\n",
+      "|    air_humidity                 | 33.22583    |\n",
+      "|    air_temperature              | 22.949419   |\n",
+      "|    clg_setpoint                 | 29.60707    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 71.0        |\n",
+      "|    outdoor_temperature          | 7.2025166   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 12988440.0  |\n",
+      "|    wind_direction               | 265.0       |\n",
+      "|    wind_speed                   | 4.9         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------****************************************************--------| 91%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.08936529   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.926607    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.5280269    |\n",
+      "|    air_humidity                 | -0.13602455  |\n",
+      "|    air_temperature              | -0.34239817  |\n",
+      "|    clg_setpoint                 | -1.1010294   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.5144817    |\n",
+      "|    diffuse_solar_radiation      | -0.75131834  |\n",
+      "|    direct_solar_radiation       | -0.6177101   |\n",
+      "|    hour                         | -1.3722191   |\n",
+      "|    htg_setpoint                 | 1.046725     |\n",
+      "|    month                        | 1.3579521    |\n",
+      "|    outdoor_humidity             | -0.078711174 |\n",
+      "|    outdoor_temperature          | -0.9025066   |\n",
+      "|    people_occupant              | -0.6891783   |\n",
+      "|    total_electricity_HVAC       | 1.5850192    |\n",
+      "|    wind_direction               | 0.8870856    |\n",
+      "|    wind_speed                   | 0.33896223   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 9468.7295    |\n",
+      "|    air_humidity                 | 35.38556     |\n",
+      "|    air_temperature              | 22.256523    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 29.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 2.0          |\n",
+      "|    htg_setpoint                 | 22.256472    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 67.0         |\n",
+      "|    outdoor_temperature          | 4.0109534    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 9214031.0    |\n",
+      "|    wind_direction               | 275.0        |\n",
+      "|    wind_speed                   | 5.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------****************************************************--------| 91%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.8274417   |\n",
+      "|    Heating_Setpoint_RL          | -0.949708    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.832384    |\n",
+      "|    Heating_Setpoint_RL          | 12.282892    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6619621   |\n",
+      "|    air_humidity                 | -0.27502465  |\n",
+      "|    air_temperature              | -0.37585527  |\n",
+      "|    clg_setpoint                 | -0.055328183 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.6264083    |\n",
+      "|    diffuse_solar_radiation      | -0.75119144  |\n",
+      "|    direct_solar_radiation       | -0.6176768   |\n",
+      "|    hour                         | -1.2277141   |\n",
+      "|    htg_setpoint                 | 0.1990776    |\n",
+      "|    month                        | 1.3565449    |\n",
+      "|    outdoor_humidity             | 1.249239     |\n",
+      "|    outdoor_temperature          | -0.7838522   |\n",
+      "|    people_occupant              | -0.689305    |\n",
+      "|    total_electricity_HVAC       | -0.66708654  |\n",
+      "|    wind_direction               | 1.2203346    |\n",
+      "|    wind_speed                   | -0.6431328   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 33.562683    |\n",
+      "|    air_temperature              | 22.21165     |\n",
+      "|    clg_setpoint                 | 25.991665    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 30.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 3.0          |\n",
+      "|    htg_setpoint                 | 18.708496    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 94.5         |\n",
+      "|    outdoor_temperature          | 5.160529     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 310.0        |\n",
+      "|    wind_speed                   | 3.35         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*****************************************************--------| 91%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.5668588   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 20.81358    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.38444757  |\n",
+      "|    air_humidity                 | -0.76264167 |\n",
+      "|    air_temperature              | -1.0161425  |\n",
+      "|    clg_setpoint                 | 1.472497    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6730322  |\n",
+      "|    diffuse_solar_radiation      | -0.7510598  |\n",
+      "|    direct_solar_radiation       | -0.61748904 |\n",
+      "|    hour                         | -1.0832219  |\n",
+      "|    htg_setpoint                 | 0.82941717  |\n",
+      "|    month                        | 1.6501114   |\n",
+      "|    outdoor_humidity             | 0.64561766  |\n",
+      "|    outdoor_temperature          | -0.4862361  |\n",
+      "|    people_occupant              | -0.6889345  |\n",
+      "|    total_electricity_HVAC       | 0.28656796  |\n",
+      "|    wind_direction               | 1.2669096   |\n",
+      "|    wind_speed                   | 2.0301485   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4571.401    |\n",
+      "|    air_humidity                 | 27.177233   |\n",
+      "|    air_temperature              | 21.34805    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 21.347649   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 82.0        |\n",
+      "|    outdoor_temperature          | 8.050525    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3948369.0   |\n",
+      "|    wind_direction               | 315.0       |\n",
+      "|    wind_speed                   | 9.75        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*****************************************************-------| 92%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.857576     |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.51932     |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 2.251878     |\n",
+      "|    air_humidity                 | -1.7243639   |\n",
+      "|    air_temperature              | -0.91483647  |\n",
+      "|    clg_setpoint                 | 1.4713464    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.5571454   |\n",
+      "|    diffuse_solar_radiation      | -0.7509214   |\n",
+      "|    direct_solar_radiation       | -0.61743546  |\n",
+      "|    hour                         | -0.9387397   |\n",
+      "|    htg_setpoint                 | 0.8623957    |\n",
+      "|    month                        | 1.6478772    |\n",
+      "|    outdoor_humidity             | -1.1648556   |\n",
+      "|    outdoor_temperature          | -1.3169957   |\n",
+      "|    people_occupant              | -0.6885646   |\n",
+      "|    total_electricity_HVAC       | 2.19712      |\n",
+      "|    wind_direction               | 1.0753968    |\n",
+      "|    wind_speed                   | 2.2509024    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 12580.344    |\n",
+      "|    air_humidity                 | 14.576593    |\n",
+      "|    air_temperature              | 21.481749    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 2.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 5.0          |\n",
+      "|    htg_setpoint                 | 21.485386    |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 44.5         |\n",
+      "|    outdoor_temperature          | -0.034217745 |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 11706921.0   |\n",
+      "|    wind_direction               | 295.0        |\n",
+      "|    wind_speed                   | 10.3         |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.007826107  |\n",
+      "|    clip_fraction                | 0.0779       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.5         |\n",
+      "|    explained_variance           | 0.847        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.147        |\n",
+      "|    n_updates                    | 670          |\n",
+      "|    policy_gradient_loss         | -0.0104      |\n",
+      "|    std                          | 0.845        |\n",
+      "|    value_loss                   | 0.37         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------******************************************************-------| 92%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.23664087 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.826338   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.5964324   |\n",
+      "|    air_humidity                 | -1.0610405  |\n",
+      "|    air_temperature              | -0.96094054 |\n",
+      "|    clg_setpoint                 | 1.471225    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.441691   |\n",
+      "|    diffuse_solar_radiation      | -0.7506958  |\n",
+      "|    direct_solar_radiation       | -0.6174887  |\n",
+      "|    hour                         | -0.79426503 |\n",
+      "|    htg_setpoint                 | 1.2840942   |\n",
+      "|    month                        | 1.6456522   |\n",
+      "|    outdoor_humidity             | -0.31879187 |\n",
+      "|    outdoor_temperature          | -1.2389195  |\n",
+      "|    people_occupant              | -0.68869144 |\n",
+      "|    total_electricity_HVAC       | 3.3812776   |\n",
+      "|    wind_direction               | 0.7890055   |\n",
+      "|    wind_speed                   | -0.10354246 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 18350.527   |\n",
+      "|    air_humidity                 | 23.245014   |\n",
+      "|    air_temperature              | 21.418768   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 62.0        |\n",
+      "|    outdoor_temperature          | 0.71681744  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 16518629.0  |\n",
+      "|    wind_direction               | 265.0       |\n",
+      "|    wind_speed                   | 4.65        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************************-------| 92%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.04958631  |\n",
+      "|    Heating_Setpoint_RL          | 0.7557538   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.792355   |\n",
+      "|    Heating_Setpoint_RL          | 21.876114   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.0609703   |\n",
+      "|    air_humidity                 | -0.5971399  |\n",
+      "|    air_temperature              | 0.39623278  |\n",
+      "|    clg_setpoint                 | -0.24807735 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3266058  |\n",
+      "|    diffuse_solar_radiation      | -0.63936687 |\n",
+      "|    direct_solar_radiation       | -0.61752886 |\n",
+      "|    hour                         | -0.64979565 |\n",
+      "|    htg_setpoint                 | 1.2840862   |\n",
+      "|    month                        | 1.643436    |\n",
+      "|    outdoor_humidity             | 1.3716049   |\n",
+      "|    outdoor_temperature          | -0.6061826  |\n",
+      "|    people_occupant              | -0.68881816 |\n",
+      "|    total_electricity_HVAC       | 0.97053164  |\n",
+      "|    wind_direction               | 1.0745385   |\n",
+      "|    wind_speed                   | -1.7266402  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7476.5107   |\n",
+      "|    air_humidity                 | 29.311829   |\n",
+      "|    air_temperature              | 23.249716   |\n",
+      "|    clg_setpoint                 | 25.488924   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 11.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 97.0        |\n",
+      "|    outdoor_temperature          | 6.8646054   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6728859.5   |\n",
+      "|    wind_direction               | 295.0       |\n",
+      "|    wind_speed                   | 0.75        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************************-------| 92%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.74878454 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.097853   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.56914574 |\n",
+      "|    air_humidity                 | 0.16202557  |\n",
+      "|    air_temperature              | 0.87951875  |\n",
+      "|    clg_setpoint                 | 1.4716673   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2118318  |\n",
+      "|    diffuse_solar_radiation      | -0.21490154 |\n",
+      "|    direct_solar_radiation       | -0.6172904  |\n",
+      "|    hour                         | -0.5053299  |\n",
+      "|    htg_setpoint                 | 1.0581781   |\n",
+      "|    month                        | 1.6412288   |\n",
+      "|    outdoor_humidity             | 0.42920244  |\n",
+      "|    outdoor_temperature          | -0.7463796  |\n",
+      "|    people_occupant              | 1.694719    |\n",
+      "|    total_electricity_HVAC       | -0.57421    |\n",
+      "|    wind_direction               | -1.2582303  |\n",
+      "|    wind_speed                   | -1.0600641  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 484.4203    |\n",
+      "|    air_humidity                 | 39.25075    |\n",
+      "|    air_temperature              | 23.901455   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 53.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 22.305855   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 77.5        |\n",
+      "|    outdoor_temperature          | 5.5001335   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 454822.22   |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "-------------------------------------------------\n",
+      "---------------------------------------------------*****************************************************------| 93%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.8558291    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 23.25         |\n",
+      "|    Heating_Setpoint_RL          | 12.810961     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.04932183   |\n",
+      "|    air_humidity                 | -0.5392127    |\n",
+      "|    air_temperature              | 0.39625937    |\n",
+      "|    clg_setpoint                 | -1.101231     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -1.0973167    |\n",
+      "|    diffuse_solar_radiation      | -0.0024726503 |\n",
+      "|    direct_solar_radiation       | -0.34070507   |\n",
+      "|    hour                         | -0.36086634   |\n",
+      "|    htg_setpoint                 | -1.4038364    |\n",
+      "|    month                        | 1.6390305     |\n",
+      "|    outdoor_humidity             | -0.44025692   |\n",
+      "|    outdoor_temperature          | -1.2141129    |\n",
+      "|    people_occupant              | 1.6943088     |\n",
+      "|    total_electricity_HVAC       | -0.0704859    |\n",
+      "|    wind_direction               | 0.83591515    |\n",
+      "|    wind_speed                   | 0.7503235     |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 2715.1143     |\n",
+      "|    air_humidity                 | 30.077324     |\n",
+      "|    air_temperature              | 23.249502     |\n",
+      "|    clg_setpoint                 | 23.25         |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 6.0           |\n",
+      "|    diffuse_solar_radiation      | 74.0          |\n",
+      "|    direct_solar_radiation       | 69.0          |\n",
+      "|    hour                         | 9.0           |\n",
+      "|    htg_setpoint                 | 12.0          |\n",
+      "|    month                        | 12.0          |\n",
+      "|    outdoor_humidity             | 59.5          |\n",
+      "|    outdoor_temperature          | 0.9463917     |\n",
+      "|    people_occupant              | 20.0          |\n",
+      "|    total_electricity_HVAC       | 2501628.0     |\n",
+      "|    wind_direction               | 270.0         |\n",
+      "|    wind_speed                   | 6.7           |\n",
+      "---------------------------------------------------\n",
+      "-------------------------------------------------*******************************************************------| 93%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.9346728   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.779522   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6476043  |\n",
+      "|    air_humidity                 | -1.0169796  |\n",
+      "|    air_temperature              | -1.0679846  |\n",
+      "|    clg_setpoint                 | 1.0962096   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.98301333 |\n",
+      "|    diffuse_solar_radiation      | 1.1902369   |\n",
+      "|    direct_solar_radiation       | 0.4285083   |\n",
+      "|    hour                         | -0.21640392 |\n",
+      "|    htg_setpoint                 | -1.403786   |\n",
+      "|    month                        | 1.6368409   |\n",
+      "|    outdoor_humidity             | -0.6814203  |\n",
+      "|    outdoor_temperature          | -0.974146   |\n",
+      "|    people_occupant              | -0.6891972  |\n",
+      "|    total_electricity_HVAC       | -0.6537627  |\n",
+      "|    wind_direction               | 0.8830962   |\n",
+      "|    wind_speed                   | 0.9569228   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 148.31177   |\n",
+      "|    air_humidity                 | 23.822685   |\n",
+      "|    air_temperature              | 21.27436    |\n",
+      "|    clg_setpoint                 | 29.015396   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 192.0       |\n",
+      "|    direct_solar_radiation       | 261.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 54.5        |\n",
+      "|    outdoor_temperature          | 3.2691581   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 132095.8    |\n",
+      "|    wind_direction               | 275.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************************------| 93%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.7069496  |\n",
+      "|    Heating_Setpoint_RL          | -0.6396047  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.239044   |\n",
+      "|    Heating_Setpoint_RL          | 14.027224   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.0924407   |\n",
+      "|    air_humidity                 | -1.471706   |\n",
+      "|    air_temperature              | 0.02681579  |\n",
+      "|    clg_setpoint                 | -0.607797   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8688793  |\n",
+      "|    diffuse_solar_radiation      | 0.06873352  |\n",
+      "|    direct_solar_radiation       | 1.3062046   |\n",
+      "|    hour                         | -0.07194193 |\n",
+      "|    htg_setpoint                 | 1.2836237   |\n",
+      "|    month                        | 1.6346602   |\n",
+      "|    outdoor_humidity             | -1.0433587  |\n",
+      "|    outdoor_temperature          | -0.5826779  |\n",
+      "|    people_occupant              | -0.6888286  |\n",
+      "|    total_electricity_HVAC       | 1.1968329   |\n",
+      "|    wind_direction               | 1.1679404   |\n",
+      "|    wind_speed                   | 1.2887756   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7618.1714   |\n",
+      "|    air_humidity                 | 17.860573   |\n",
+      "|    air_temperature              | 22.749456   |\n",
+      "|    clg_setpoint                 | 24.545784   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 81.0        |\n",
+      "|    direct_solar_radiation       | 480.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 47.0        |\n",
+      "|    outdoor_temperature          | 7.069155    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7654230.5   |\n",
+      "|    wind_direction               | 305.0       |\n",
+      "|    wind_speed                   | 8.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************************------| 93%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.43070376 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.2022915  |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5439517  |\n",
+      "|    air_humidity                 | -0.5868233  |\n",
+      "|    air_temperature              | 0.39782506  |\n",
+      "|    clg_setpoint                 | -1.1017108  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7548775  |\n",
+      "|    diffuse_solar_radiation      | 1.160853    |\n",
+      "|    direct_solar_radiation       | -0.0680332  |\n",
+      "|    hour                         | 0.07251997  |\n",
+      "|    htg_setpoint                 | 0.49187633  |\n",
+      "|    month                        | 1.6324881   |\n",
+      "|    outdoor_humidity             | -0.12503801 |\n",
+      "|    outdoor_temperature          | -0.8617969  |\n",
+      "|    people_occupant              | 0.2649622   |\n",
+      "|    total_electricity_HVAC       | -0.5548862  |\n",
+      "|    wind_direction               | 1.0723826   |\n",
+      "|    wind_speed                   | -1.7268097  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 592.89465   |\n",
+      "|    air_humidity                 | 29.420048   |\n",
+      "|    air_temperature              | 23.249308   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 189.0       |\n",
+      "|    direct_solar_radiation       | 137.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 19.935375   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 66.0        |\n",
+      "|    outdoor_temperature          | 4.3482757   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 533605.2    |\n",
+      "|    wind_direction               | 295.0       |\n",
+      "|    wind_speed                   | 0.75        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************************************-----| 94%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.23168224 |\n",
+      "|    air_humidity                 | -0.5497354  |\n",
+      "|    air_temperature              | 0.39803636  |\n",
+      "|    clg_setpoint                 | -1.1012398  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6409755  |\n",
+      "|    diffuse_solar_radiation      | 0.30188248  |\n",
+      "|    direct_solar_radiation       | -0.61665916 |\n",
+      "|    hour                         | 0.21698178  |\n",
+      "|    htg_setpoint                 | 0.033663463 |\n",
+      "|    month                        | 1.6303247   |\n",
+      "|    outdoor_humidity             | 0.67284536  |\n",
+      "|    outdoor_temperature          | -1.0549881  |\n",
+      "|    people_occupant              | 1.218284    |\n",
+      "|    total_electricity_HVAC       | -0.25805202 |\n",
+      "|    wind_direction               | -1.4487251  |\n",
+      "|    wind_speed                   | -0.5399779  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1934.6128   |\n",
+      "|    air_humidity                 | 29.903486   |\n",
+      "|    air_temperature              | 23.249584   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 104.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 18.018185   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 82.5        |\n",
+      "|    outdoor_temperature          | 2.4643815   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 1741151.5   |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************************************-----| 94%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.3661068  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.565649   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.1190558  |\n",
+      "|    air_humidity                 | -0.38371179 |\n",
+      "|    air_temperature              | 0.39936224  |\n",
+      "|    clg_setpoint                 | -1.1011206  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.52714556 |\n",
+      "|    diffuse_solar_radiation      | -0.14270888 |\n",
+      "|    direct_solar_radiation       | -0.6163512  |\n",
+      "|    hour                         | 0.36144316  |\n",
+      "|    htg_setpoint                 | 0.51621175  |\n",
+      "|    month                        | 1.6281699   |\n",
+      "|    outdoor_humidity             | 0.21271586  |\n",
+      "|    outdoor_temperature          | -1.2250341  |\n",
+      "|    people_occupant              | 1.6946753   |\n",
+      "|    total_electricity_HVAC       | -0.15098438 |\n",
+      "|    wind_direction               | -1.3520721  |\n",
+      "|    wind_speed                   | -0.43622643 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2419.7715   |\n",
+      "|    air_humidity                 | 32.077133   |\n",
+      "|    air_temperature              | 23.25124    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 60.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 20.040043   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 73.0        |\n",
+      "|    outdoor_temperature          | 0.80206233  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 2177794.5   |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*******************************************************-----| 94%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.58457565   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 20.913239    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.35836428  |\n",
+      "|    air_humidity                 | -0.057757728 |\n",
+      "|    air_temperature              | 0.39805606   |\n",
+      "|    clg_setpoint                 | -1.1008663   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.41336498  |\n",
+      "|    diffuse_solar_radiation      | -0.27388468  |\n",
+      "|    direct_solar_radiation       | -0.56794107  |\n",
+      "|    hour                         | 0.5059034    |\n",
+      "|    htg_setpoint                 | -0.71729314  |\n",
+      "|    month                        | 1.6260235    |\n",
+      "|    outdoor_humidity             | 0.5748357    |\n",
+      "|    outdoor_temperature          | -0.89207     |\n",
+      "|    people_occupant              | 1.694267     |\n",
+      "|    total_electricity_HVAC       | -0.37846437  |\n",
+      "|    wind_direction               | 1.2162793    |\n",
+      "|    wind_speed                   | -0.415057    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1392.5365    |\n",
+      "|    air_humidity                 | 36.339027    |\n",
+      "|    air_temperature              | 23.24932     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 12.0         |\n",
+      "|    diffuse_solar_radiation      | 47.0         |\n",
+      "|    direct_solar_radiation       | 12.0         |\n",
+      "|    hour                         | 15.0         |\n",
+      "|    htg_setpoint                 | 14.877562    |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 80.5         |\n",
+      "|    outdoor_temperature          | 4.0295286    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 1253282.9    |\n",
+      "|    wind_direction               | 310.0        |\n",
+      "|    wind_speed                   | 3.9          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************************************************----| 95%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.89548194  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.662086   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4519714  |\n",
+      "|    air_humidity                 | -0.9040526  |\n",
+      "|    air_temperature              | 0.3983405   |\n",
+      "|    clg_setpoint                 | -1.1005559  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.29961544 |\n",
+      "|    diffuse_solar_radiation      | -0.749154   |\n",
+      "|    direct_solar_radiation       | -0.61600155 |\n",
+      "|    hour                         | 0.6503615   |\n",
+      "|    htg_setpoint                 | -1.4045569  |\n",
+      "|    month                        | 1.6238856   |\n",
+      "|    outdoor_humidity             | -0.9483141  |\n",
+      "|    outdoor_temperature          | -1.0198295  |\n",
+      "|    people_occupant              | 1.6938595   |\n",
+      "|    total_electricity_HVAC       | -0.46743113 |\n",
+      "|    wind_direction               | 0.9304593   |\n",
+      "|    wind_speed                   | 0.95786583  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 990.6806    |\n",
+      "|    air_humidity                 | 25.278408   |\n",
+      "|    air_temperature              | 23.24945    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 49.0        |\n",
+      "|    outdoor_temperature          | 2.778339    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 891612.56   |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 7.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************************----| 95%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5002568   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.313366   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.61859286 |\n",
+      "|    air_humidity                 | -1.4032004  |\n",
+      "|    air_temperature              | -1.4776403  |\n",
+      "|    clg_setpoint                 | 0.90942234  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18588339 |\n",
+      "|    diffuse_solar_radiation      | -0.7489798  |\n",
+      "|    direct_solar_radiation       | -0.6160491  |\n",
+      "|    hour                         | 0.794816    |\n",
+      "|    htg_setpoint                 | -0.08020149 |\n",
+      "|    month                        | 1.6217562   |\n",
+      "|    outdoor_humidity             | -1.7939737  |\n",
+      "|    outdoor_temperature          | -1.134455   |\n",
+      "|    people_occupant              | -0.6890904  |\n",
+      "|    total_electricity_HVAC       | -0.62448317 |\n",
+      "|    wind_direction               | 1.2151046   |\n",
+      "|    wind_speed                   | 1.726562    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 274.19818   |\n",
+      "|    air_humidity                 | 18.75095    |\n",
+      "|    air_temperature              | 20.719233   |\n",
+      "|    clg_setpoint                 | 28.524103   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 17.54411    |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 31.5        |\n",
+      "|    outdoor_temperature          | 1.6564887   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 252197.36   |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 9.05        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************************----| 95%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5908223   |\n",
+      "|    Heating_Setpoint_RL          | 0.11251116  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.619026   |\n",
+      "|    Heating_Setpoint_RL          | 18.257875   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.9775159   |\n",
+      "|    air_humidity                 | -1.8934969  |\n",
+      "|    air_temperature              | 0.4002127   |\n",
+      "|    clg_setpoint                 | -0.3780117  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.07215987 |\n",
+      "|    diffuse_solar_radiation      | -0.74873817 |\n",
+      "|    direct_solar_radiation       | -0.6160825  |\n",
+      "|    hour                         | 0.9392652   |\n",
+      "|    htg_setpoint                 | 1.2828335   |\n",
+      "|    month                        | 1.6196351   |\n",
+      "|    outdoor_humidity             | -0.3420993  |\n",
+      "|    outdoor_temperature          | -0.9827683  |\n",
+      "|    people_occupant              | -0.6887238  |\n",
+      "|    total_electricity_HVAC       | 1.9610225   |\n",
+      "|    wind_direction               | 0.45369446  |\n",
+      "|    wind_speed                   | 1.1646448   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 11443.63    |\n",
+      "|    air_humidity                 | 12.312177   |\n",
+      "|    air_temperature              | 23.250057   |\n",
+      "|    clg_setpoint                 | 25.147337   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 61.5        |\n",
+      "|    outdoor_temperature          | 3.1187632   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 10783242.0  |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************************----| 95%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6763876  |\n",
+      "|    Heating_Setpoint_RL          | -0.5895732  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.342192   |\n",
+      "|    Heating_Setpoint_RL          | 14.308651   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.3013287   |\n",
+      "|    air_humidity                 | -0.7770529  |\n",
+      "|    air_temperature              | 0.40056542  |\n",
+      "|    clg_setpoint                 | -1.1010563  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.04155944  |\n",
+      "|    diffuse_solar_radiation      | -0.7485824  |\n",
+      "|    direct_solar_radiation       | -0.61610043 |\n",
+      "|    hour                         | 1.0837071   |\n",
+      "|    htg_setpoint                 | 1.2829708   |\n",
+      "|    month                        | 1.6175222   |\n",
+      "|    outdoor_humidity             | -0.65614814 |\n",
+      "|    outdoor_temperature          | -0.7234168  |\n",
+      "|    people_occupant              | -0.45045185 |\n",
+      "|    total_electricity_HVAC       | 0.54877263  |\n",
+      "|    wind_direction               | 0.35839504  |\n",
+      "|    wind_speed                   | -0.43712643 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4232.67     |\n",
+      "|    air_humidity                 | 26.89375    |\n",
+      "|    air_temperature              | 23.25       |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 55.0        |\n",
+      "|    outdoor_temperature          | 5.6358776   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 5031662.0   |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "---------------------------------------------------********************************************************---| 96%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -0.6436981    |\n",
+      "|    Heating_Setpoint_RL          | -0.30161786   |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 24.452518     |\n",
+      "|    Heating_Setpoint_RL          | 15.9284       |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.5430878    |\n",
+      "|    air_humidity                 | -0.7611184    |\n",
+      "|    air_temperature              | -0.42873526   |\n",
+      "|    clg_setpoint                 | -1.1006248    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 0.15527432    |\n",
+      "|    diffuse_solar_radiation      | -0.7483114    |\n",
+      "|    direct_solar_radiation       | -0.61613613   |\n",
+      "|    hour                         | 1.228139      |\n",
+      "|    htg_setpoint                 | 0.5765381     |\n",
+      "|    month                        | 1.6154177     |\n",
+      "|    outdoor_humidity             | -0.84902304   |\n",
+      "|    outdoor_temperature          | -0.7212926    |\n",
+      "|    people_occupant              | -0.45060137   |\n",
+      "|    total_electricity_HVAC       | -0.59485126   |\n",
+      "|    wind_direction               | 1.4516698     |\n",
+      "|    wind_speed                   | 0.00010914766 |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 598.5225      |\n",
+      "|    air_humidity                 | 27.094538     |\n",
+      "|    air_temperature              | 22.130966     |\n",
+      "|    clg_setpoint                 | 23.25         |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 17.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 20.0          |\n",
+      "|    htg_setpoint                 | 20.291693     |\n",
+      "|    month                        | 12.0          |\n",
+      "|    outdoor_humidity             | 51.0          |\n",
+      "|    outdoor_temperature          | 5.6528096     |\n",
+      "|    people_occupant              | 2.0           |\n",
+      "|    total_electricity_HVAC       | 372285.78     |\n",
+      "|    wind_direction               | 335.0         |\n",
+      "|    wind_speed                   | 4.9           |\n",
+      "---------------------------------------------------\n",
+      "---------------------------------------------------********************************************************---| 96%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.34380698    |\n",
+      "|    Heating_Setpoint_RL          | -0.109782815  |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 27.785349     |\n",
+      "|    Heating_Setpoint_RL          | 17.007471     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | 2.132266      |\n",
+      "|    air_humidity                 | -0.5409855    |\n",
+      "|    air_temperature              | 0.40100032    |\n",
+      "|    clg_setpoint                 | -0.34629288   |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 0.26897994    |\n",
+      "|    diffuse_solar_radiation      | -0.7481137    |\n",
+      "|    direct_solar_radiation       | -0.6161924    |\n",
+      "|    hour                         | 1.3725586     |\n",
+      "|    htg_setpoint                 | 1.2830957     |\n",
+      "|    month                        | 1.6133214     |\n",
+      "|    outdoor_humidity             | 0.52937734    |\n",
+      "|    outdoor_temperature          | -1.0000689    |\n",
+      "|    people_occupant              | -0.68909997   |\n",
+      "|    total_electricity_HVAC       | 1.9791815     |\n",
+      "|    wind_direction               | 0.45223492    |\n",
+      "|    wind_speed                   | 0.00044957595 |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 12115.037     |\n",
+      "|    air_humidity                 | 29.96673      |\n",
+      "|    air_temperature              | 23.250063     |\n",
+      "|    clg_setpoint                 | 25.22791      |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 18.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 21.0          |\n",
+      "|    htg_setpoint                 | 23.25         |\n",
+      "|    month                        | 12.0          |\n",
+      "|    outdoor_humidity             | 79.5          |\n",
+      "|    outdoor_temperature          | 2.936044      |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 10862011.0    |\n",
+      "|    wind_direction               | 230.0         |\n",
+      "|    wind_speed                   | 4.9           |\n",
+      "---------------------------------------------------\n",
+      "-------------------------------------------------**********************************************************---| 96%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.09841517  |\n",
+      "|    Heating_Setpoint_RL          | 0.036043823 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.957151   |\n",
+      "|    Heating_Setpoint_RL          | 17.827747   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.66186136 |\n",
+      "|    air_humidity                 | -0.41700998 |\n",
+      "|    air_temperature              | -0.94121563 |\n",
+      "|    clg_setpoint                 | 0.09264878  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.38266695  |\n",
+      "|    diffuse_solar_radiation      | -0.74798363 |\n",
+      "|    direct_solar_radiation       | -0.61612797 |\n",
+      "|    hour                         | 1.5169624   |\n",
+      "|    htg_setpoint                 | 0.1834244   |\n",
+      "|    month                        | 1.6112331   |\n",
+      "|    outdoor_humidity             | 0.04605493  |\n",
+      "|    outdoor_temperature          | -0.72935045 |\n",
+      "|    people_occupant              | -0.689225   |\n",
+      "|    total_electricity_HVAC       | -0.6669009  |\n",
+      "|    wind_direction               | 0.5470403   |\n",
+      "|    wind_speed                   | 0.12516952  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 31.583447   |\n",
+      "|    air_temperature              | 21.4398     |\n",
+      "|    clg_setpoint                 | 26.378757   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 18.645424   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 69.5        |\n",
+      "|    outdoor_temperature          | 5.5648894   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*********************************************************---| 96%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.715393    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 13.600914    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 2.6690695    |\n",
+      "|    air_humidity                 | -0.4044984   |\n",
+      "|    air_temperature              | -0.061817475 |\n",
+      "|    clg_setpoint                 | 0.8179865    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.49632138   |\n",
+      "|    diffuse_solar_radiation      | -0.747818    |\n",
+      "|    direct_solar_radiation       | -0.61603636  |\n",
+      "|    hour                         | 1.6613473    |\n",
+      "|    htg_setpoint                 | 1.2831972    |\n",
+      "|    month                        | 1.609153     |\n",
+      "|    outdoor_humidity             | -0.60703343  |\n",
+      "|    outdoor_temperature          | -0.9916998   |\n",
+      "|    people_occupant              | -0.6893499   |\n",
+      "|    total_electricity_HVAC       | 2.6978655    |\n",
+      "|    wind_direction               | 1.5925498    |\n",
+      "|    wind_speed                   | -0.103726126 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 14429.526    |\n",
+      "|    air_humidity                 | 31.743841    |\n",
+      "|    air_temperature              | 22.62555     |\n",
+      "|    clg_setpoint                 | 28.280935    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 20.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 56.0         |\n",
+      "|    outdoor_temperature          | 3.0107102    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 13794740.0   |\n",
+      "|    wind_direction               | 350.0        |\n",
+      "|    wind_speed                   | 4.65         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***********************************************************--| 97%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.26109725  |\n",
+      "|    Heating_Setpoint_RL          | 0.6226515   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.506203   |\n",
+      "|    Heating_Setpoint_RL          | 21.127415   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.9815423   |\n",
+      "|    air_humidity                 | -1.1780052  |\n",
+      "|    air_temperature              | -1.7100002  |\n",
+      "|    clg_setpoint                 | 0.28150475  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.72385025  |\n",
+      "|    diffuse_solar_radiation      | -0.7476252  |\n",
+      "|    direct_solar_radiation       | -0.6160824  |\n",
+      "|    hour                         | -1.6612813  |\n",
+      "|    htg_setpoint                 | 0.5695859   |\n",
+      "|    month                        | 1.6070809   |\n",
+      "|    outdoor_humidity             | -1.1380955  |\n",
+      "|    outdoor_temperature          | -1.6774616  |\n",
+      "|    people_occupant              | -0.68898463 |\n",
+      "|    total_electricity_HVAC       | 0.93528044  |\n",
+      "|    wind_direction               | 1.5919985   |\n",
+      "|    wind_speed                   | -0.7492668  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7166.365    |\n",
+      "|    air_humidity                 | 21.625813   |\n",
+      "|    air_temperature              | 20.402597   |\n",
+      "|    clg_setpoint                 | 26.873886   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 20.262634   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | -3.666888   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6612316.0   |\n",
+      "|    wind_direction               | 350.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************************************--| 97%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.06787938  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 18.00682    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.6748075   |\n",
+      "|    air_humidity                 | -1.5105608  |\n",
+      "|    air_temperature              | -0.55316174 |\n",
+      "|    clg_setpoint                 | 0.5476526   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.83739346  |\n",
+      "|    diffuse_solar_radiation      | -0.74749994 |\n",
+      "|    direct_solar_radiation       | -0.6159855  |\n",
+      "|    hour                         | -1.5167421  |\n",
+      "|    htg_setpoint                 | 1.2829123   |\n",
+      "|    month                        | 1.6050168   |\n",
+      "|    outdoor_humidity             | 1.1841815   |\n",
+      "|    outdoor_temperature          | -0.9265623  |\n",
+      "|    people_occupant              | -0.68862    |\n",
+      "|    total_electricity_HVAC       | 2.5533082   |\n",
+      "|    wind_direction               | -0.9733972  |\n",
+      "|    wind_speed                   | 1.2925541   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 14471.656   |\n",
+      "|    air_humidity                 | 17.257233   |\n",
+      "|    air_temperature              | 21.961372   |\n",
+      "|    clg_setpoint                 | 27.571873   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 3.619861    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 13220531.0  |\n",
+      "|    wind_direction               | 80.0        |\n",
+      "|    wind_speed                   | 8.0         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.009380716 |\n",
+      "|    clip_fraction                | 0.101       |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.48       |\n",
+      "|    explained_variance           | 0.822       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.112       |\n",
+      "|    n_updates                    | 680         |\n",
+      "|    policy_gradient_loss         | -0.0123     |\n",
+      "|    std                          | 0.836       |\n",
+      "|    value_loss                   | 0.426       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********************************************************-| 98%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.1294573    |\n",
+      "|    Heating_Setpoint_RL          | -0.34744483  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.061918    |\n",
+      "|    Heating_Setpoint_RL          | 15.670623    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.9275483    |\n",
+      "|    air_humidity                 | -0.012833458 |\n",
+      "|    air_temperature              | 0.29605886   |\n",
+      "|    clg_setpoint                 | -0.9063237   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.95082647   |\n",
+      "|    diffuse_solar_radiation      | -0.7473311   |\n",
+      "|    direct_solar_radiation       | -0.6157068   |\n",
+      "|    hour                         | -1.3722222   |\n",
+      "|    htg_setpoint                 | 1.2828043    |\n",
+      "|    month                        | 1.6029606    |\n",
+      "|    outdoor_humidity             | 0.33713382   |\n",
+      "|    outdoor_temperature          | -1.0032357   |\n",
+      "|    people_occupant              | -0.688745    |\n",
+      "|    total_electricity_HVAC       | 1.9379017    |\n",
+      "|    wind_direction               | 1.0691098    |\n",
+      "|    wind_speed                   | -0.54108626  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 11253.21     |\n",
+      "|    air_humidity                 | 36.83776     |\n",
+      "|    air_temperature              | 23.106098    |\n",
+      "|    clg_setpoint                 | 23.757809    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 24.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 2.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 75.5         |\n",
+      "|    outdoor_temperature          | 2.8673775    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 10711571.0   |\n",
+      "|    wind_direction               | 295.0        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------************************************************************-| 98%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.39556074  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.960018   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.3172288   |\n",
+      "|    air_humidity                 | -0.22480048 |\n",
+      "|    air_temperature              | -0.53611463 |\n",
+      "|    clg_setpoint                 | 1.4738107   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0641162   |\n",
+      "|    diffuse_solar_radiation      | -0.7472048  |\n",
+      "|    direct_solar_radiation       | -0.61552304 |\n",
+      "|    hour                         | -1.2277179  |\n",
+      "|    htg_setpoint                 | 0.9802004   |\n",
+      "|    month                        | 1.6009123   |\n",
+      "|    outdoor_humidity             | 1.2807097   |\n",
+      "|    outdoor_temperature          | -0.53431803 |\n",
+      "|    people_occupant              | -0.68886983 |\n",
+      "|    total_electricity_HVAC       | 1.4279929   |\n",
+      "|    wind_direction               | -0.8778763  |\n",
+      "|    wind_speed                   | 1.063405    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 8623.342    |\n",
+      "|    air_humidity                 | 34.06481    |\n",
+      "|    air_temperature              | 21.983927   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 21.98396    |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 95.0        |\n",
+      "|    outdoor_temperature          | 7.422205    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 8632030.0   |\n",
+      "|    wind_direction               | 90.0        |\n",
+      "|    wind_speed                   | 7.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********************************************************-| 98%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.14739315  |\n",
+      "|    Heating_Setpoint_RL          | 0.7540785    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.127548    |\n",
+      "|    Heating_Setpoint_RL          | 21.866692    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 2.763974     |\n",
+      "|    air_humidity                 | 0.057390537  |\n",
+      "|    air_temperature              | -0.120355695 |\n",
+      "|    clg_setpoint                 | 0.18787625   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.1772252    |\n",
+      "|    diffuse_solar_radiation      | -0.7470028   |\n",
+      "|    direct_solar_radiation       | -0.61534244  |\n",
+      "|    hour                         | -1.0832262   |\n",
+      "|    htg_setpoint                 | 1.2823254    |\n",
+      "|    month                        | 1.5988718    |\n",
+      "|    outdoor_humidity             | 1.0622388    |\n",
+      "|    outdoor_temperature          | -0.6688323   |\n",
+      "|    people_occupant              | -0.6889945   |\n",
+      "|    total_electricity_HVAC       | 2.840524     |\n",
+      "|    wind_direction               | 0.5942064    |\n",
+      "|    wind_speed                   | -0.64508486  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 14865.305    |\n",
+      "|    air_humidity                 | 37.75592     |\n",
+      "|    air_temperature              | 22.544415    |\n",
+      "|    clg_setpoint                 | 26.62663     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 26.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 90.5         |\n",
+      "|    outdoor_temperature          | 6.112831     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 14401437.0   |\n",
+      "|    wind_direction               | 245.0        |\n",
+      "|    wind_speed                   | 3.35         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------************************************************************-| 98%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.5719076  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.694813   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.64604664 |\n",
+      "|    air_humidity                 | -0.5497303  |\n",
+      "|    air_temperature              | -1.1431893  |\n",
+      "|    clg_setpoint                 | 0.63918674  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.290112    |\n",
+      "|    diffuse_solar_radiation      | -0.74686724 |\n",
+      "|    direct_solar_radiation       | -0.61526865 |\n",
+      "|    hour                         | -0.93874437 |\n",
+      "|    htg_setpoint                 | -0.13636744 |\n",
+      "|    month                        | 1.5968392   |\n",
+      "|    outdoor_humidity             | -0.6069721  |\n",
+      "|    outdoor_temperature          | -0.9319929  |\n",
+      "|    people_occupant              | -0.68911904 |\n",
+      "|    total_electricity_HVAC       | -0.6516059  |\n",
+      "|    wind_direction               | 1.021294    |\n",
+      "|    wind_speed                   | -0.85382855 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 155.81046   |\n",
+      "|    air_humidity                 | 29.820435   |\n",
+      "|    air_temperature              | 21.165863   |\n",
+      "|    clg_setpoint                 | 27.809376   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 17.309677   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 56.0        |\n",
+      "|    outdoor_temperature          | 3.5506163   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 141090.56   |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 2.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************************| 99%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.51298195 |\n",
+      "|    Heating_Setpoint_RL          | 0.98729855  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.893686   |\n",
+      "|    Heating_Setpoint_RL          | 23.178555   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.8273978   |\n",
+      "|    air_humidity                 | -0.16523601 |\n",
+      "|    air_temperature              | -0.20773874 |\n",
+      "|    clg_setpoint                 | 0.79013646  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4027306   |\n",
+      "|    diffuse_solar_radiation      | -0.7466463  |\n",
+      "|    direct_solar_radiation       | -0.61496526 |\n",
+      "|    hour                         | -0.79426986 |\n",
+      "|    htg_setpoint                 | 1.2819355   |\n",
+      "|    month                        | 1.5948143   |\n",
+      "|    outdoor_humidity             | -0.24453457 |\n",
+      "|    outdoor_temperature          | -1.0684459  |\n",
+      "|    people_occupant              | -0.6892433  |\n",
+      "|    total_electricity_HVAC       | 2.860489    |\n",
+      "|    wind_direction               | 1.543193    |\n",
+      "|    wind_speed                   | 0.6465664   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 15146.326   |\n",
+      "|    air_humidity                 | 34.842953   |\n",
+      "|    air_temperature              | 22.426455   |\n",
+      "|    clg_setpoint                 | 28.204645   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 63.5        |\n",
+      "|    outdoor_temperature          | 2.2153125   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 14489932.0  |\n",
+      "|    wind_direction               | 345.0       |\n",
+      "|    wind_speed                   | 6.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************************************************************| 99%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.8087877   |\n",
+      "|    Heating_Setpoint_RL          | 0.35939783   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.895342    |\n",
+      "|    Heating_Setpoint_RL          | 19.646614    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 2.4689114    |\n",
+      "|    air_humidity                 | -1.4092698   |\n",
+      "|    air_temperature              | 0.24563633   |\n",
+      "|    clg_setpoint                 | -0.65945923  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.5150316    |\n",
+      "|    diffuse_solar_radiation      | -0.6855768   |\n",
+      "|    direct_solar_radiation       | -0.6150269   |\n",
+      "|    hour                         | -0.6498006   |\n",
+      "|    htg_setpoint                 | 1.2818623    |\n",
+      "|    month                        | 1.5927969    |\n",
+      "|    outdoor_humidity             | 0.11889029   |\n",
+      "|    outdoor_temperature          | -1.3023378   |\n",
+      "|    people_occupant              | -0.68888     |\n",
+      "|    total_electricity_HVAC       | 2.3111744    |\n",
+      "|    wind_direction               | -1.0681399   |\n",
+      "|    wind_speed                   | -1.082678    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 13604.85     |\n",
+      "|    air_humidity                 | 18.58828     |\n",
+      "|    air_temperature              | 23.036682    |\n",
+      "|    clg_setpoint                 | 24.40216     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 29.0         |\n",
+      "|    diffuse_solar_radiation      | 6.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 71.0         |\n",
+      "|    outdoor_temperature          | -0.067818165 |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 12250535.0   |\n",
+      "|    wind_direction               | 70.0         |\n",
+      "|    wind_speed                   | 2.3          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************************************************************| 99%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.98699194  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.17683    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.47637916 |\n",
+      "|    air_humidity                 | -0.49283466 |\n",
+      "|    air_temperature              | -0.3984439  |\n",
+      "|    clg_setpoint                 | 0.6900346   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6269614   |\n",
+      "|    diffuse_solar_radiation      | -0.45195937 |\n",
+      "|    direct_solar_radiation       | -0.6147308  |\n",
+      "|    hour                         | -0.5053349  |\n",
+      "|    htg_setpoint                 | -0.7731764  |\n",
+      "|    month                        | 1.5907873   |\n",
+      "|    outdoor_humidity             | 1.0620329   |\n",
+      "|    outdoor_temperature          | -0.99809164 |\n",
+      "|    people_occupant              | 1.6956748   |\n",
+      "|    total_electricity_HVAC       | -0.48793146 |\n",
+      "|    wind_direction               | 0.35629633  |\n",
+      "|    wind_speed                   | 3.4342663   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 889.33905   |\n",
+      "|    air_humidity                 | 30.547295   |\n",
+      "|    air_temperature              | 22.167376   |\n",
+      "|    clg_setpoint                 | 27.94255    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 29.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 14.645464   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 90.5        |\n",
+      "|    outdoor_temperature          | 2.8849483   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 810955.5    |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 13.15       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************************************************************| 99%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.30201495  |\n",
+      "|    air_humidity                 | -0.6925147   |\n",
+      "|    air_temperature              | 0.40443555   |\n",
+      "|    clg_setpoint                 | -1.099034    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.7384629    |\n",
+      "|    diffuse_solar_radiation      | 0.09652382   |\n",
+      "|    direct_solar_radiation       | 0.9915222    |\n",
+      "|    hour                         | -0.36087134  |\n",
+      "|    htg_setpoint                 | -0.057007063 |\n",
+      "|    month                        | 1.5887853    |\n",
+      "|    outdoor_humidity             | -1.2854325   |\n",
+      "|    outdoor_temperature          | -1.5514226   |\n",
+      "|    people_occupant              | 1.6952705    |\n",
+      "|    total_electricity_HVAC       | -0.3933753   |\n",
+      "|    wind_direction               | 0.73571974   |\n",
+      "|    wind_speed                   | 2.3441122    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1643.1843    |\n",
+      "|    air_humidity                 | 27.940588    |\n",
+      "|    air_temperature              | 23.249395    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 31.0         |\n",
+      "|    diffuse_solar_radiation      | 83.0         |\n",
+      "|    direct_solar_radiation       | 400.0        |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 17.644526    |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 42.0         |\n",
+      "|    outdoor_temperature          | -2.504527    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 1198082.0    |\n",
+      "|    wind_direction               | 260.0        |\n",
+      "|    wind_speed                   | 10.55        |\n",
+      "--------------------------------------------------\n",
+      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n",
+      "\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n",
+      "#----------------------------------------------------------------------------------------------#\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION] [Episode 2]\u001b[0m\n",
+      "#----------------------------------------------------------------------------------------------#\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run2]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run2/output]\u001b[0m\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n",
+      "  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active\u001b[0m\n",
+      "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n",
+      "  gym.logger.warn(\"Casting input x to numpy array.\")\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Progress: |***************************************************************************************************| 99%\n",
+      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION]\u001b[0m\n",
+      "#----------------------------------------------------------------------------------------------#\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05] [Episode 5]\u001b[0m\n",
+      "#----------------------------------------------------------------------------------------------#\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run5]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run5/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run5/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run5/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run5/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 5 started.\u001b[0m\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n",
+      "  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 5) if logger is active\u001b[0m\n",
+      "Eval num_timesteps=140154, episode_reward=-7683.78 +/- 0.00\n",
+      "Episode length: 35040.00 +/- 0.00\n",
+      "--------------------------------------------------------\n",
+      "| action_network/                        |             |\n",
+      "|    Cooling_Setpoint_RL                 | 0.38579977  |\n",
+      "|    Heating_Setpoint_RL                 | 0.2952625   |\n",
+      "| action_simulation/                     |             |\n",
+      "|    Cooling_Setpoint_RL                 | 27.927074   |\n",
+      "|    Heating_Setpoint_RL                 | 19.28585    |\n",
+      "| eval/                                  |             |\n",
+      "|    comfort_violation(%)                | 21.3        |\n",
+      "|    cumulative_absolute_comfort_penalty | -5.41e+03   |\n",
+      "|    cumulative_absolute_energy_penalty  | -9.96e+07   |\n",
+      "|    cumulative_power_demand             | 9.96e+07    |\n",
+      "|    cumulative_reward                   | -7.68e+03   |\n",
+      "|    cumulative_reward_comfort_term      | -2.71e+03   |\n",
+      "|    cumulative_reward_energy_term       | -4.98e+03   |\n",
+      "|    cumulative_temperature_violation    | 5.41e+03    |\n",
+      "|    episode_length                      | 3.5e+04     |\n",
+      "|    mean_absolute_comfort_penalty       | -0.154      |\n",
+      "|    mean_absolute_energy_penalty        | -2.84e+03   |\n",
+      "|    mean_power_demand                   | 2.84e+03    |\n",
+      "|    mean_reward                         | -0.219      |\n",
+      "|    mean_reward_comfort_term            | -0.0772     |\n",
+      "|    mean_reward_energy_term             | -0.142      |\n",
+      "|    mean_temperature_violation          | 0.154       |\n",
+      "|    std_cumulative_reward               | 0           |\n",
+      "|    std_mean_reward                     | 0           |\n",
+      "| normalized_observation/                |             |\n",
+      "|    HVAC_electricity_demand_rate        | 3.9245377   |\n",
+      "|    air_humidity                        | -0.90562326 |\n",
+      "|    air_temperature                     | -1.8113594  |\n",
+      "|    clg_setpoint                        | 1.4746069   |\n",
+      "|    co2_emission                        | 0.0         |\n",
+      "|    day_of_month                        | 1.7371168   |\n",
+      "|    diffuse_solar_radiation             | -0.74614793 |\n",
+      "|    direct_solar_radiation              | -0.61458594 |\n",
+      "|    hour                                | 1.5169259   |\n",
+      "|    htg_setpoint                        | 0.95931274  |\n",
+      "|    month                               | 1.5877074   |\n",
+      "|    outdoor_humidity                    | -1.4781268  |\n",
+      "|    outdoor_temperature                 | -2.3947434  |\n",
+      "|    people_occupant                     | -0.68893266 |\n",
+      "|    total_electricity_HVAC              | 3.6937335   |\n",
+      "|    wind_direction                      | 1.2099812   |\n",
+      "|    wind_speed                          | 1.6157883   |\n",
+      "| observation/                           |             |\n",
+      "|    HVAC_electricity_demand_rate        | 19909.08    |\n",
+      "|    air_humidity                        | 25.152946   |\n",
+      "|    air_temperature                     | 20.262047   |\n",
+      "|    clg_setpoint                        | 30.0        |\n",
+      "|    co2_emission                        | 0.0         |\n",
+      "|    day_of_month                        | 31.0        |\n",
+      "|    diffuse_solar_radiation             | 0.0         |\n",
+      "|    direct_solar_radiation              | 0.0         |\n",
+      "|    hour                                | 22.0        |\n",
+      "|    htg_setpoint                        | 21.89924    |\n",
+      "|    month                               | 12.0        |\n",
+      "|    outdoor_humidity                    | 38.0        |\n",
+      "|    outdoor_temperature                 | -10.723557  |\n",
+      "|    people_occupant                     | 0.0         |\n",
+      "|    total_electricity_HVAC              | 17917624.0  |\n",
+      "|    wind_direction                      | 310.0       |\n",
+      "|    wind_speed                          | 8.8         |\n",
+      "| time/                                  |             |\n",
+      "|    total_timesteps                     | 140154      |\n",
+      "--------------------------------------------------------\n",
+      "New best mean reward!\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.unwrapped_observation to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.unwrapped_observation` for environment variables or `env.get_wrapper_attr('unwrapped_observation')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n",
+      "  gym.logger.warn(\"Casting input x to numpy array.\")\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "-------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.106759846 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.225525   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.20701692 |\n",
+      "|    air_humidity                 | -0.9421152  |\n",
+      "|    air_temperature              | 0.40453672  |\n",
+      "|    clg_setpoint                 | -1.0988007  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6724828  |\n",
+      "|    diffuse_solar_radiation      | 1.1782382   |\n",
+      "|    direct_solar_radiation       | 0.30694818  |\n",
+      "|    hour                         | -0.07192415 |\n",
+      "|    htg_setpoint                 | -0.70636636 |\n",
+      "|    month                        | -1.6018252  |\n",
+      "|    outdoor_humidity             | -1.6473752  |\n",
+      "|    outdoor_temperature          | -1.456084   |\n",
+      "|    people_occupant              | 1.2180526   |\n",
+      "|    total_electricity_HVAC       | -0.23438984 |\n",
+      "|    wind_direction               | 0.7825025   |\n",
+      "|    wind_speed                   | 1.9263059   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2055.4229   |\n",
+      "|    air_humidity                 | 24.671793   |\n",
+      "|    air_temperature              | 23.248999   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 189.5       |\n",
+      "|    direct_solar_radiation       | 229.5       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 14.924829   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 34.5        |\n",
+      "|    outdoor_temperature          | -1.601732   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 1849880.6   |\n",
+      "|    wind_direction               | 265.0       |\n",
+      "|    wind_speed                   | 9.55        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.5356419  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 14.612015   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.8006055   |\n",
+      "|    air_humidity                 | -1.2127936  |\n",
+      "|    air_temperature              | 0.40536758  |\n",
+      "|    clg_setpoint                 | -1.0986946  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5567816  |\n",
+      "|    diffuse_solar_radiation      | 1.2242712   |\n",
+      "|    direct_solar_radiation       | 0.75300694  |\n",
+      "|    hour                         | 0.07254009  |\n",
+      "|    htg_setpoint                 | -0.73270255 |\n",
+      "|    month                        | -1.5997921  |\n",
+      "|    outdoor_humidity             | -1.5487462  |\n",
+      "|    outdoor_temperature          | -1.9418505  |\n",
+      "|    people_occupant              | 0.2643377   |\n",
+      "|    total_electricity_HVAC       | 0.7402733   |\n",
+      "|    wind_direction               | 0.876365    |\n",
+      "|    wind_speed                   | -0.95742273 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6418.741    |\n",
+      "|    air_humidity                 | 21.127508   |\n",
+      "|    air_temperature              | 23.249521   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 194.0       |\n",
+      "|    direct_solar_radiation       | 340.5       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 14.813411   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 36.5        |\n",
+      "|    outdoor_temperature          | -6.3722706  |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 5844190.0   |\n",
+      "|    wind_direction               | 275.0       |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6124924  |\n",
+      "|    air_humidity                 | 0.7599802   |\n",
+      "|    air_temperature              | 0.40573433  |\n",
+      "|    clg_setpoint                 | -1.0986478  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4414911  |\n",
+      "|    diffuse_solar_radiation      | -0.07033883 |\n",
+      "|    direct_solar_radiation       | -0.61430395 |\n",
+      "|    hour                         | 0.21700427  |\n",
+      "|    htg_setpoint                 | -0.335252   |\n",
+      "|    month                        | -1.5977668  |\n",
+      "|    outdoor_humidity             | 1.3291829   |\n",
+      "|    outdoor_temperature          | -0.38037518 |\n",
+      "|    people_occupant              | 1.2174686   |\n",
+      "|    total_electricity_HVAC       | -0.61996853 |\n",
+      "|    wind_direction               | -1.1639689  |\n",
+      "|    wind_speed                   | 0.6901108   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 303.79587   |\n",
+      "|    air_humidity                 | 46.877953   |\n",
+      "|    air_temperature              | 23.249643   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 66.5        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 16.477571   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 8.834397    |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 273416.28   |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 6.575       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.35069296 |\n",
+      "|    air_humidity                 | -1.0826997  |\n",
+      "|    air_temperature              | 0.40548044  |\n",
+      "|    clg_setpoint                 | -1.0985307  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3265505  |\n",
+      "|    diffuse_solar_radiation      | 0.112781376 |\n",
+      "|    direct_solar_radiation       | 1.86559     |\n",
+      "|    hour                         | 0.36146814  |\n",
+      "|    htg_setpoint                 | -1.4046177  |\n",
+      "|    month                        | -1.595749   |\n",
+      "|    outdoor_humidity             | -1.3181108  |\n",
+      "|    outdoor_temperature          | -1.5449313  |\n",
+      "|    people_occupant              | 1.6937773   |\n",
+      "|    total_electricity_HVAC       | -0.37098235 |\n",
+      "|    wind_direction               | 0.8053628   |\n",
+      "|    wind_speed                   | 1.3620044   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1438.0347   |\n",
+      "|    air_humidity                 | 22.82586    |\n",
+      "|    air_temperature              | 23.248892   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 84.5        |\n",
+      "|    direct_solar_radiation       | 617.25      |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 41.25       |\n",
+      "|    outdoor_temperature          | -2.5337617  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1294231.1   |\n",
+      "|    wind_direction               | 267.5       |\n",
+      "|    wind_speed                   | 8.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.20663214 |\n",
+      "|    Heating_Setpoint_RL          | -0.35491538 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.927616   |\n",
+      "|    Heating_Setpoint_RL          | 15.628601   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.212852    |\n",
+      "|    air_humidity                 | -1.6426668  |\n",
+      "|    air_temperature              | -0.37840426 |\n",
+      "|    clg_setpoint                 | -0.5977666  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.211904   |\n",
+      "|    diffuse_solar_radiation      | -0.12316391 |\n",
+      "|    direct_solar_radiation       | 1.1782753   |\n",
+      "|    hour                         | 0.505931    |\n",
+      "|    htg_setpoint                 | 1.2269235   |\n",
+      "|    month                        | -1.5937389  |\n",
+      "|    outdoor_humidity             | -1.8003187  |\n",
+      "|    outdoor_temperature          | -1.5389596  |\n",
+      "|    people_occupant              | -0.6892578  |\n",
+      "|    total_electricity_HVAC       | 2.1580215   |\n",
+      "|    wind_direction               | 1.2318834   |\n",
+      "|    wind_speed                   | -0.18153675 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 12552.413   |\n",
+      "|    air_humidity                 | 15.504072   |\n",
+      "|    air_temperature              | 22.18815    |\n",
+      "|    clg_setpoint                 | 24.564856   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 61.25       |\n",
+      "|    direct_solar_radiation       | 446.25      |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 23.017563   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 31.25       |\n",
+      "|    outdoor_temperature          | -2.502628   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 11669046.0  |\n",
+      "|    wind_direction               | 312.5       |\n",
+      "|    wind_speed                   | 4.475       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 1.0           |\n",
+      "|    Heating_Setpoint_RL          | -0.76126564   |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 30.0          |\n",
+      "|    Heating_Setpoint_RL          | 13.342881     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.0073182555 |\n",
+      "|    air_humidity                 | -1.7600585    |\n",
+      "|    air_temperature              | -2.6380544    |\n",
+      "|    clg_setpoint                 | 1.4727254     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -1.0975016    |\n",
+      "|    diffuse_solar_radiation      | -0.5650671    |\n",
+      "|    direct_solar_radiation       | -0.4575359    |\n",
+      "|    hour                         | 0.650392      |\n",
+      "|    htg_setpoint                 | -0.0031866892 |\n",
+      "|    month                        | -1.5917364    |\n",
+      "|    outdoor_humidity             | -1.4490716    |\n",
+      "|    outdoor_temperature          | -1.474692     |\n",
+      "|    people_occupant              | -0.68889654   |\n",
+      "|    total_electricity_HVAC       | -0.044320382  |\n",
+      "|    wind_direction               | 0.28208548    |\n",
+      "|    wind_speed                   | 1.3099169     |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 2930.5173     |\n",
+      "|    air_humidity                 | 13.941572     |\n",
+      "|    air_temperature              | 19.128313     |\n",
+      "|    clg_setpoint                 | 30.0          |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 6.0           |\n",
+      "|    diffuse_solar_radiation      | 17.75         |\n",
+      "|    direct_solar_radiation       | 39.0          |\n",
+      "|    hour                         | 16.0          |\n",
+      "|    htg_setpoint                 | 17.86622      |\n",
+      "|    month                        | 1.0           |\n",
+      "|    outdoor_humidity             | 38.5          |\n",
+      "|    outdoor_temperature          | -1.899667     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 2637465.8     |\n",
+      "|    wind_direction               | 212.5         |\n",
+      "|    wind_speed                   | 8.075         |\n",
+      "---------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.52582926  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 20.58279    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.22409688 |\n",
+      "|    air_humidity                 | -1.3431685  |\n",
+      "|    air_temperature              | 0.40805796  |\n",
+      "|    clg_setpoint                 | -1.0993271  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.983298   |\n",
+      "|    diffuse_solar_radiation      | -0.7453288  |\n",
+      "|    direct_solar_radiation       | -0.6142477  |\n",
+      "|    hour                         | 0.79484975  |\n",
+      "|    htg_setpoint                 | -1.4036347  |\n",
+      "|    month                        | -1.5897415  |\n",
+      "|    outdoor_humidity             | -1.7017491  |\n",
+      "|    outdoor_temperature          | -1.329529   |\n",
+      "|    people_occupant              | 1.6947376   |\n",
+      "|    total_electricity_HVAC       | -0.25051847 |\n",
+      "|    wind_direction               | 0.6851684   |\n",
+      "|    wind_speed                   | 1.2575043   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1990.8529   |\n",
+      "|    air_humidity                 | 19.362461   |\n",
+      "|    air_temperature              | 23.249447   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 33.25       |\n",
+      "|    outdoor_temperature          | -0.49420935 |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1791767.6   |\n",
+      "|    wind_direction               | 255.0       |\n",
+      "|    wind_speed                   | 7.95        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.37193143  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.717113   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.8441634   |\n",
+      "|    air_humidity                 | -0.08155424 |\n",
+      "|    air_temperature              | 0.4088203   |\n",
+      "|    clg_setpoint                 | -1.0991694  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.86925274 |\n",
+      "|    diffuse_solar_radiation      | -0.7451276  |\n",
+      "|    direct_solar_radiation       | -0.61395955 |\n",
+      "|    hour                         | 0.9393026   |\n",
+      "|    htg_setpoint                 | 1.2828059   |\n",
+      "|    month                        | -1.5877539  |\n",
+      "|    outdoor_humidity             | 1.318813    |\n",
+      "|    outdoor_temperature          | -1.3234293  |\n",
+      "|    people_occupant              | 0.5026316   |\n",
+      "|    total_electricity_HVAC       | 0.9825622   |\n",
+      "|    wind_direction               | -1.4508289  |\n",
+      "|    wind_speed                   | -0.28554612 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6632.057    |\n",
+      "|    air_humidity                 | 35.84465    |\n",
+      "|    air_temperature              | 23.25001    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 95.75       |\n",
+      "|    outdoor_temperature          | -0.45262808 |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 6859477.0   |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 4.225       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.58436984 |\n",
+      "|    air_humidity                 | 0.36820826  |\n",
+      "|    air_temperature              | 0.020128794 |\n",
+      "|    clg_setpoint                 | -1.099003   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.75533044 |\n",
+      "|    diffuse_solar_radiation      | -0.7450084  |\n",
+      "|    direct_solar_radiation       | -0.6136788  |\n",
+      "|    hour                         | 1.0837487   |\n",
+      "|    htg_setpoint                 | -1.4038609  |\n",
+      "|    month                        | -1.5857738  |\n",
+      "|    outdoor_humidity             | -0.73511255 |\n",
+      "|    outdoor_temperature          | -1.040574   |\n",
+      "|    people_occupant              | -0.45091885 |\n",
+      "|    total_electricity_HVAC       | -0.5910355  |\n",
+      "|    wind_direction               | 1.1124171   |\n",
+      "|    wind_speed                   | 2.9656656   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 427.58926   |\n",
+      "|    air_humidity                 | 41.7255     |\n",
+      "|    air_temperature              | 22.723085   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 53.25       |\n",
+      "|    outdoor_temperature          | 2.3078163   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 393969.25   |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 12.075      |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 3%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.2550816  |\n",
+      "|    Heating_Setpoint_RL          | -0.21594895 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.7641     |\n",
+      "|    Heating_Setpoint_RL          | 16.410288   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.8458109   |\n",
+      "|    air_humidity                 | -0.51857716 |\n",
+      "|    air_temperature              | -0.92136484 |\n",
+      "|    clg_setpoint                 | -0.85213864 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6415002  |\n",
+      "|    diffuse_solar_radiation      | -0.74488884 |\n",
+      "|    direct_solar_radiation       | -0.61370206 |\n",
+      "|    hour                         | 1.2281855   |\n",
+      "|    htg_setpoint                 | 0.7390933   |\n",
+      "|    month                        | -1.5838013  |\n",
+      "|    outdoor_humidity             | -1.0849482  |\n",
+      "|    outdoor_temperature          | -1.5474234  |\n",
+      "|    people_occupant              | -0.45106557 |\n",
+      "|    total_electricity_HVAC       | 0.7932855   |\n",
+      "|    wind_direction               | 0.35215154  |\n",
+      "|    wind_speed                   | 0.48034346  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6642.455    |\n",
+      "|    air_humidity                 | 30.136713   |\n",
+      "|    air_temperature              | 21.446302   |\n",
+      "|    clg_setpoint                 | 23.89785    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 20.972723   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 46.0        |\n",
+      "|    outdoor_temperature          | -2.6639638  |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 6084475.0   |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 6.075       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 3%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.63680774  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.207043   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.33298814 |\n",
+      "|    air_humidity                 | -0.55347115 |\n",
+      "|    air_temperature              | -1.9103758  |\n",
+      "|    clg_setpoint                 | -1.098832   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.5277358  |\n",
+      "|    diffuse_solar_radiation      | -0.74478024 |\n",
+      "|    direct_solar_radiation       | -0.61367875 |\n",
+      "|    hour                         | 1.3726107   |\n",
+      "|    htg_setpoint                 | -1.4034226  |\n",
+      "|    month                        | -1.5818359  |\n",
+      "|    outdoor_humidity             | -1.397498   |\n",
+      "|    outdoor_temperature          | -1.7928947  |\n",
+      "|    people_occupant              | -0.6895128  |\n",
+      "|    total_electricity_HVAC       | -0.35349244 |\n",
+      "|    wind_direction               | 1.1112516   |\n",
+      "|    wind_speed                   | -1.3835493  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1521.1808   |\n",
+      "|    air_humidity                 | 29.672966   |\n",
+      "|    air_temperature              | 20.104454   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 39.5        |\n",
+      "|    outdoor_temperature          | -5.08586    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1371495.6   |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 1.575       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 3%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.6887611  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 13.750719   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.2505903   |\n",
+      "|    air_humidity                 | -1.2038618  |\n",
+      "|    air_temperature              | -0.11709214 |\n",
+      "|    clg_setpoint                 | 1.2037184   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.41401586 |\n",
+      "|    diffuse_solar_radiation      | -0.7446949  |\n",
+      "|    direct_solar_radiation       | -0.61350816 |\n",
+      "|    hour                         | 1.517021    |\n",
+      "|    htg_setpoint                 | 1.2391942   |\n",
+      "|    month                        | -1.5798779  |\n",
+      "|    outdoor_humidity             | 0.4016236   |\n",
+      "|    outdoor_temperature          | -0.8537529  |\n",
+      "|    people_occupant              | -0.68915284 |\n",
+      "|    total_electricity_HVAC       | 3.05573     |\n",
+      "|    wind_direction               | 0.042965446 |\n",
+      "|    wind_speed                   | -0.4935137  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17107.531   |\n",
+      "|    air_humidity                 | 21.170433   |\n",
+      "|    air_temperature              | 22.534222   |\n",
+      "|    clg_setpoint                 | 29.297565   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 23.065523   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 76.75       |\n",
+      "|    outdoor_temperature          | 4.0993166   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15396777.0  |\n",
+      "|    wind_direction               | 187.5       |\n",
+      "|    wind_speed                   | 3.725       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 4%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.24083655 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 16.270294   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.33395657 |\n",
+      "|    air_humidity                 | -1.0282023  |\n",
+      "|    air_temperature              | -2.2824354  |\n",
+      "|    clg_setpoint                 | 1.4705334   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.30032328 |\n",
+      "|    diffuse_solar_radiation      | -0.74458486 |\n",
+      "|    direct_solar_radiation       | -0.61321425 |\n",
+      "|    hour                         | 1.6614131   |\n",
+      "|    htg_setpoint                 | -1.4032679  |\n",
+      "|    month                        | -1.5779271  |\n",
+      "|    outdoor_humidity             | 0.5705632   |\n",
+      "|    outdoor_temperature          | -1.65754    |\n",
+      "|    people_occupant              | -0.6887935  |\n",
+      "|    total_electricity_HVAC       | -0.35821405 |\n",
+      "|    wind_direction               | -1.594945   |\n",
+      "|    wind_speed                   | 1.0069752   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1517.7072   |\n",
+      "|    air_humidity                 | 23.455536   |\n",
+      "|    air_temperature              | 19.594545   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 80.25       |\n",
+      "|    outdoor_temperature          | -3.774192   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1352658.0   |\n",
+      "|    wind_direction               | 15.0        |\n",
+      "|    wind_speed                   | 7.35        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.006425757 |\n",
+      "|    clip_fraction                | 0.0575      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.47       |\n",
+      "|    explained_variance           | 0.606       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.333       |\n",
+      "|    n_updates                    | 690         |\n",
+      "|    policy_gradient_loss         | -0.01       |\n",
+      "|    std                          | 0.839       |\n",
+      "|    value_loss                   | 1.34        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 4%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.3211521   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 19.43148    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.42385414 |\n",
+      "|    air_humidity                 | 0.13864318  |\n",
+      "|    air_temperature              | -2.3658423  |\n",
+      "|    clg_setpoint                 | 0.04411014  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.07300094 |\n",
+      "|    diffuse_solar_radiation      | -0.7443906  |\n",
+      "|    direct_solar_radiation       | -0.6129235  |\n",
+      "|    hour                         | -1.6613013  |\n",
+      "|    htg_setpoint                 | -0.8565699  |\n",
+      "|    month                        | -1.5759835  |\n",
+      "|    outdoor_humidity             | 1.2826647   |\n",
+      "|    outdoor_temperature          | -1.475977   |\n",
+      "|    people_occupant              | -0.6889165  |\n",
+      "|    total_electricity_HVAC       | -0.4400511  |\n",
+      "|    wind_direction               | -1.3561026  |\n",
+      "|    wind_speed                   | 0.85019356  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1128.3724   |\n",
+      "|    air_humidity                 | 38.68917    |\n",
+      "|    air_temperature              | 19.478565   |\n",
+      "|    clg_setpoint                 | 26.254658   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 14.2891655  |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 95.0        |\n",
+      "|    outdoor_temperature          | -2.0238564  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1017511.06  |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 6.975       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 4%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.2867335  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 16.012123   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.3929958   |\n",
+      "|    air_humidity                 | 0.051354967 |\n",
+      "|    air_temperature              | -1.6394267  |\n",
+      "|    clg_setpoint                 | -0.6996539  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.040706445 |\n",
+      "|    diffuse_solar_radiation      | -0.7442349  |\n",
+      "|    direct_solar_radiation       | -0.61267936 |\n",
+      "|    hour                         | -1.5167571  |\n",
+      "|    htg_setpoint                 | 1.2833953   |\n",
+      "|    month                        | -1.5740471  |\n",
+      "|    outdoor_humidity             | -0.42091352 |\n",
+      "|    outdoor_temperature          | -1.394109   |\n",
+      "|    people_occupant              | -0.6890394  |\n",
+      "|    total_electricity_HVAC       | 3.194895    |\n",
+      "|    wind_direction               | 0.75632125  |\n",
+      "|    wind_speed                   | 1.4385096   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 17753.262   |\n",
+      "|    air_humidity                 | 37.54985    |\n",
+      "|    air_temperature              | 20.463894   |\n",
+      "|    clg_setpoint                 | 24.301155   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 59.75       |\n",
+      "|    outdoor_temperature          | -1.2286602  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15991183.0  |\n",
+      "|    wind_direction               | 262.5       |\n",
+      "|    wind_speed                   | 8.4         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 5%\n",
       "| action_network/                 |            |\n",
-      "|    index                        | 6          |\n",
+      "|    Cooling_Setpoint_RL          | 0.2547546  |\n",
+      "|    Heating_Setpoint_RL          | 0.6996594  |\n",
       "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 24         |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
+      "|    Cooling_Setpoint_RL          | 27.484797  |\n",
+      "|    Heating_Setpoint_RL          | 21.560585  |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | -0.6629446 |\n",
+      "|    air_humidity                 | 0.13554464 |\n",
+      "|    air_temperature              | -1.6879154 |\n",
+      "|    clg_setpoint                 | 1.4694968  |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 0.15441027 |\n",
+      "|    diffuse_solar_radiation      | -0.7441441 |\n",
+      "|    direct_solar_radiation       | -0.612689  |\n",
+      "|    hour                         | -1.3722326 |\n",
+      "|    htg_setpoint                 | -0.2522838 |\n",
+      "|    month                        | -1.5721178 |\n",
+      "|    outdoor_humidity             | 0.42462283 |\n",
+      "|    outdoor_temperature          | -0.8252737 |\n",
+      "|    people_occupant              | -0.6891621 |\n",
+      "|    total_electricity_HVAC       | -0.668046  |\n",
+      "|    wind_direction               | 0.5187864  |\n",
+      "|    wind_speed                   | 0.5285117  |\n",
       "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1956.0592  |\n",
-      "|    air_humidity                 | 21.415497  |\n",
-      "|    air_temperature              | 21.735435  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186  |\n",
+      "|    air_humidity                 | 38.64643   |\n",
+      "|    air_temperature              | 20.397182  |\n",
+      "|    clg_setpoint                 | 30.0       |\n",
       "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 5.0        |\n",
+      "|    day_of_month                 | 17.0       |\n",
       "|    diffuse_solar_radiation      | 0.0        |\n",
       "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 5.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 65.5       |\n",
-      "|    outdoor_temperature          | -3.0233877 |\n",
+      "|    hour                         | 2.0        |\n",
+      "|    htg_setpoint                 | 16.819054  |\n",
+      "|    month                        | 1.0        |\n",
+      "|    outdoor_humidity             | 77.25      |\n",
+      "|    outdoor_temperature          | 4.33601    |\n",
       "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1760453.2  |\n",
-      "|    wind_direction               | 285.0      |\n",
-      "|    wind_speed                   | 9.425      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.69e+03   |\n",
-      "|    n_updates                    | 14624      |\n",
+      "|    total_electricity_HVAC       | 78333.47   |\n",
+      "|    wind_direction               | 237.5      |\n",
+      "|    wind_speed                   | 6.2        |\n",
       "------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 5%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.25698003   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.492308    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 3.2425394    |\n",
+      "|    air_humidity                 | -0.7092873   |\n",
+      "|    air_temperature              | 0.017822925  |\n",
+      "|    clg_setpoint                 | -0.006833202 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.26810813   |\n",
+      "|    diffuse_solar_radiation      | -0.7439956   |\n",
+      "|    direct_solar_radiation       | -0.6127493   |\n",
+      "|    hour                         | -1.2277241   |\n",
+      "|    htg_setpoint                 | 1.283615     |\n",
+      "|    month                        | -1.5701957   |\n",
+      "|    outdoor_humidity             | 1.2822192    |\n",
+      "|    outdoor_temperature          | -0.5893881   |\n",
+      "|    people_occupant              | -0.6892846   |\n",
+      "|    total_electricity_HVAC       | 3.0487216    |\n",
+      "|    wind_direction               | -0.6919588   |\n",
+      "|    wind_speed                   | -0.07075742  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 17107.531    |\n",
+      "|    air_humidity                 | 27.616081    |\n",
+      "|    air_temperature              | 22.713684    |\n",
+      "|    clg_setpoint                 | 26.120918    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 18.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 3.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 95.0         |\n",
+      "|    outdoor_temperature          | 6.642852     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 15396777.0   |\n",
+      "|    wind_direction               | 110.0        |\n",
+      "|    wind_speed                   | 4.75         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 5%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.8162912  |\n",
+      "|    Heating_Setpoint_RL          | 0.28170097  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.870018   |\n",
+      "|    Heating_Setpoint_RL          | 19.209568   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.956645    |\n",
+      "|    air_humidity                 | 0.41709638  |\n",
+      "|    air_temperature              | 0.13299271  |\n",
+      "|    clg_setpoint                 | -0.2731352  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.38179314  |\n",
+      "|    diffuse_solar_radiation      | -0.74380076 |\n",
+      "|    direct_solar_radiation       | -0.6124528  |\n",
+      "|    hour                         | -1.0832286  |\n",
+      "|    htg_setpoint                 | 1.2834839   |\n",
+      "|    month                        | -1.5682805  |\n",
+      "|    outdoor_humidity             | 1.2450118   |\n",
+      "|    outdoor_temperature          | -1.1602001  |\n",
+      "|    people_occupant              | -0.689407   |\n",
+      "|    total_electricity_HVAC       | 2.9451673   |\n",
+      "|    wind_direction               | 0.44779387  |\n",
+      "|    wind_speed                   | -0.4951949  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 15863.208   |\n",
+      "|    air_humidity                 | 42.32044    |\n",
+      "|    air_temperature              | 22.870169   |\n",
+      "|    clg_setpoint                 | 25.421392   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 94.25       |\n",
+      "|    outdoor_temperature          | 1.0509704   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 14971890.0  |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 3.725       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 5%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.109461665 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 18.240723   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.66273594 |\n",
+      "|    air_humidity                 | -1.2998586  |\n",
+      "|    air_temperature              | -1.3333614  |\n",
+      "|    clg_setpoint                 | 1.1566806   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.49545395  |\n",
+      "|    diffuse_solar_radiation      | -0.7436682  |\n",
+      "|    direct_solar_radiation       | -0.61253405 |\n",
+      "|    hour                         | -0.9387431  |\n",
+      "|    htg_setpoint                 | 0.047004826 |\n",
+      "|    month                        | -1.5663723  |\n",
+      "|    outdoor_humidity             | -1.7378514  |\n",
+      "|    outdoor_temperature          | -0.817562   |\n",
+      "|    people_occupant              | -0.68904895 |\n",
+      "|    total_electricity_HVAC       | -0.667824   |\n",
+      "|    wind_direction               | 0.8987802   |\n",
+      "|    wind_speed                   | 0.4240321   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 19.912285   |\n",
+      "|    air_temperature              | 20.877579   |\n",
+      "|    clg_setpoint                 | 29.179789   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 18.071527   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 32.5        |\n",
+      "|    outdoor_temperature          | 4.4024673   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 277.5       |\n",
+      "|    wind_speed                   | 5.95        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 6%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.65251386   |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.827234    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.29329515  |\n",
+      "|    air_humidity                 | -1.249238    |\n",
+      "|    air_temperature              | -1.2516721   |\n",
+      "|    clg_setpoint                 | 0.92329925   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.60907483   |\n",
+      "|    diffuse_solar_radiation      | -0.7435892   |\n",
+      "|    direct_solar_radiation       | -0.61252296  |\n",
+      "|    hour                         | -0.79426533  |\n",
+      "|    htg_setpoint                 | -0.047669344 |\n",
+      "|    month                        | -1.564471    |\n",
+      "|    outdoor_humidity             | 1.5228755    |\n",
+      "|    outdoor_temperature          | -1.3439002   |\n",
+      "|    people_occupant              | -0.6886914   |\n",
+      "|    total_electricity_HVAC       | -0.31708518  |\n",
+      "|    wind_direction               | -1.1442797   |\n",
+      "|    wind_speed                   | -1.3529215   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1697.5701    |\n",
+      "|    air_humidity                 | 20.556267    |\n",
+      "|    air_temperature              | 20.986921    |\n",
+      "|    clg_setpoint                 | 28.567553    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 21.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 17.674463    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | -0.7568658   |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1524295.9    |\n",
+      "|    wind_direction               | 62.5         |\n",
+      "|    wind_speed                   | 1.65         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 6%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5113184  |\n",
+      "|    air_humidity                 | 0.4985756   |\n",
+      "|    air_temperature              | -1.0202329  |\n",
+      "|    clg_setpoint                 | 1.4682748   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7226355   |\n",
+      "|    diffuse_solar_radiation      | -0.74348867 |\n",
+      "|    direct_solar_radiation       | -0.61230016 |\n",
+      "|    hour                         | -0.6497931  |\n",
+      "|    htg_setpoint                 | 0.5112108   |\n",
+      "|    month                        | -1.5625767  |\n",
+      "|    outdoor_humidity             | 1.4734991   |\n",
+      "|    outdoor_temperature          | -0.86116016 |\n",
+      "|    people_occupant              | -0.68881387 |\n",
+      "|    total_electricity_HVAC       | -0.52447796 |\n",
+      "|    wind_direction               | -1.3570533  |\n",
+      "|    wind_speed                   | 0.20776811  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 746.97107   |\n",
+      "|    air_humidity                 | 43.36869    |\n",
+      "|    air_temperature              | 21.301516   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 20.015854   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 99.0        |\n",
+      "|    outdoor_temperature          | 3.9666748   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 669123.75   |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 5.425       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 6%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.8501657   |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.494308   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5551138  |\n",
+      "|    air_humidity                 | 0.38901612  |\n",
+      "|    air_temperature              | 0.22666346  |\n",
+      "|    clg_setpoint                 | 1.4680405   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8361115   |\n",
+      "|    diffuse_solar_radiation      | -0.4910164  |\n",
+      "|    direct_solar_radiation       | -0.6120077  |\n",
+      "|    hour                         | -0.50532466 |\n",
+      "|    htg_setpoint                 | 0.91594493  |\n",
+      "|    month                        | -1.5606892  |\n",
+      "|    outdoor_humidity             | 1.5205889   |\n",
+      "|    outdoor_temperature          | -0.73512584 |\n",
+      "|    people_occupant              | 1.6947708   |\n",
+      "|    total_electricity_HVAC       | -0.55891603 |\n",
+      "|    wind_direction               | -1.2609899  |\n",
+      "|    wind_speed                   | -0.39203492 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 556.1153    |\n",
+      "|    air_humidity                 | 41.9427     |\n",
+      "|    air_temperature              | 22.995281   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 24.75       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 21.712029   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 5.1981287   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 527210.2    |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 3.975       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 7%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6226488   |\n",
+      "|    air_humidity                 | 0.80715734   |\n",
+      "|    air_temperature              | 1.4582369    |\n",
+      "|    clg_setpoint                 | -0.5592229   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.9494739    |\n",
+      "|    diffuse_solar_radiation      | -0.042209443 |\n",
+      "|    direct_solar_radiation       | -0.61171234  |\n",
+      "|    hour                         | -0.36085853  |\n",
+      "|    htg_setpoint                 | 1.0224948    |\n",
+      "|    month                        | -1.5588086   |\n",
+      "|    outdoor_humidity             | 1.5188569    |\n",
+      "|    outdoor_temperature          | -0.36050043  |\n",
+      "|    people_occupant              | 1.6943742    |\n",
+      "|    total_electricity_HVAC       | -0.6406432   |\n",
+      "|    wind_direction               | 0.06932325   |\n",
+      "|    wind_speed                   | 1.6022164    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 261.38657    |\n",
+      "|    air_humidity                 | 47.406345    |\n",
+      "|    air_temperature              | 24.667498    |\n",
+      "|    clg_setpoint                 | 24.67222     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 24.0         |\n",
+      "|    diffuse_solar_radiation      | 68.75        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 22.159464    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 8.863553     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 189930.17    |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 8.8          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 7%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.17169546 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.659214   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.3204378  |\n",
+      "|    air_humidity                 | -0.2493552  |\n",
+      "|    air_temperature              | 0.41410992  |\n",
+      "|    clg_setpoint                 | -1.1001942  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0626895   |\n",
+      "|    diffuse_solar_radiation      | 0.62605625  |\n",
+      "|    direct_solar_radiation       | -0.6114174  |\n",
+      "|    hour                         | -0.21639366 |\n",
+      "|    htg_setpoint                 | -0.67712337 |\n",
+      "|    month                        | -1.5569347  |\n",
+      "|    outdoor_humidity             | -0.6895355  |\n",
+      "|    outdoor_temperature          | -0.64742845 |\n",
+      "|    people_occupant              | 1.6939783   |\n",
+      "|    total_electricity_HVAC       | -0.32440144 |\n",
+      "|    wind_direction               | 1.1613386   |\n",
+      "|    wind_speed                   | 0.42355236  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1579.2982   |\n",
+      "|    air_humidity                 | 33.63037    |\n",
+      "|    air_temperature              | 23.249563   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 134.25      |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 15.042731   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 54.25       |\n",
+      "|    outdoor_temperature          | 6.054383    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1494205.4   |\n",
+      "|    wind_direction               | 305.0       |\n",
+      "|    wind_speed                   | 5.95        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 7%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.7071883   |\n",
+      "|    Heating_Setpoint_RL          | -0.1084874  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.01176    |\n",
+      "|    Heating_Setpoint_RL          | 17.01476    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6625673  |\n",
+      "|    air_humidity                 | -0.18118311 |\n",
+      "|    air_temperature              | -1.5545751  |\n",
+      "|    clg_setpoint                 | 0.61755985  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1757212   |\n",
+      "|    diffuse_solar_radiation      | 0.7641792   |\n",
+      "|    direct_solar_radiation       | 2.2163928   |\n",
+      "|    hour                         | -0.07192932 |\n",
+      "|    htg_setpoint                 | -0.5813453  |\n",
+      "|    month                        | -1.5550677  |\n",
+      "|    outdoor_humidity             | -0.9310767  |\n",
+      "|    outdoor_temperature          | -0.7996039  |\n",
+      "|    people_occupant              | -0.68930227 |\n",
+      "|    total_electricity_HVAC       | -0.6676267  |\n",
+      "|    wind_direction               | 1.2080784   |\n",
+      "|    wind_speed                   | -0.59926164 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 34.521862   |\n",
+      "|    air_temperature              | 20.576239   |\n",
+      "|    clg_setpoint                 | 27.765596   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 147.75      |\n",
+      "|    direct_solar_radiation       | 702.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 15.444044   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 49.25       |\n",
+      "|    outdoor_temperature          | 4.5580063   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 3.475       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 7%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.49718454   |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.302998    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.6964867    |\n",
+      "|    air_humidity                 | -1.2005509   |\n",
+      "|    air_temperature              | -0.046187308 |\n",
+      "|    clg_setpoint                 | -1.100356    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.2885271    |\n",
+      "|    diffuse_solar_radiation      | 1.282133     |\n",
+      "|    direct_solar_radiation       | -0.5568718   |\n",
+      "|    hour                         | 0.072534904  |\n",
+      "|    htg_setpoint                 | 1.2829459    |\n",
+      "|    month                        | -1.5532073   |\n",
+      "|    outdoor_humidity             | -0.68987006  |\n",
+      "|    outdoor_temperature          | -0.93702465  |\n",
+      "|    people_occupant              | -0.688946    |\n",
+      "|    total_electricity_HVAC       | 1.8881394    |\n",
+      "|    wind_direction               | -0.12245084  |\n",
+      "|    wind_speed                   | -0.90906245  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 10381.17     |\n",
+      "|    air_humidity                 | 21.223421    |\n",
+      "|    air_temperature              | 22.623066    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 27.0         |\n",
+      "|    diffuse_solar_radiation      | 198.5        |\n",
+      "|    direct_solar_radiation       | 13.5         |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 54.25        |\n",
+      "|    outdoor_temperature          | 3.2063138    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 10625786.0   |\n",
+      "|    wind_direction               | 170.0        |\n",
+      "|    wind_speed                   | 2.725        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 8%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.63392377  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.190823   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.41859663 |\n",
+      "|    air_humidity                 | -0.0714432  |\n",
+      "|    air_temperature              | 0.41557938  |\n",
+      "|    clg_setpoint                 | -1.1004676  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4010623   |\n",
+      "|    diffuse_solar_radiation      | 1.3436944   |\n",
+      "|    direct_solar_radiation       | -0.17893109 |\n",
+      "|    hour                         | 0.21699907  |\n",
+      "|    htg_setpoint                 | 1.282904    |\n",
+      "|    month                        | -1.5513535  |\n",
+      "|    outdoor_humidity             | 0.6858627   |\n",
+      "|    outdoor_temperature          | -0.5935113  |\n",
+      "|    people_occupant              | 1.2183102   |\n",
+      "|    total_electricity_HVAC       | -0.4354522  |\n",
+      "|    wind_direction               | -1.1192039  |\n",
+      "|    wind_speed                   | -1.0634688  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1151.7814   |\n",
+      "|    air_humidity                 | 35.93664    |\n",
+      "|    air_temperature              | 23.249638   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 204.5       |\n",
+      "|    direct_solar_radiation       | 107.25      |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 82.75       |\n",
+      "|    outdoor_temperature          | 6.561925    |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 1036603.25  |\n",
+      "|    wind_direction               | 65.0        |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 8%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.3882107  |\n",
+      "|    air_humidity                 | -0.64562416 |\n",
+      "|    air_temperature              | 0.4150969   |\n",
+      "|    clg_setpoint                 | -1.1002516  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5132772   |\n",
+      "|    diffuse_solar_radiation      | 0.2930223   |\n",
+      "|    direct_solar_radiation       | 2.0867016   |\n",
+      "|    hour                         | 0.36146292  |\n",
+      "|    htg_setpoint                 | -0.87792706 |\n",
+      "|    month                        | -1.5495063  |\n",
+      "|    outdoor_humidity             | -1.0047308  |\n",
+      "|    outdoor_temperature          | -1.0475929  |\n",
+      "|    people_occupant              | 1.6947285   |\n",
+      "|    total_electricity_HVAC       | -0.40653336 |\n",
+      "|    wind_direction               | 1.6595048   |\n",
+      "|    wind_speed                   | 0.47686198  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1284.8352   |\n",
+      "|    air_humidity                 | 28.45338    |\n",
+      "|    air_temperature              | 23.248896   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 101.5       |\n",
+      "|    direct_solar_radiation       | 669.5       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 14.2026825  |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 47.75       |\n",
+      "|    outdoor_temperature          | 2.1134727   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1156351.6   |\n",
+      "|    wind_direction               | 357.5       |\n",
+      "|    wind_speed                   | 6.075       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 8%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.48455805  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 20.35064    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5040355  |\n",
+      "|    air_humidity                 | -0.94390506 |\n",
+      "|    air_temperature              | 0.42007908  |\n",
+      "|    clg_setpoint                 | -1.100008   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6251187   |\n",
+      "|    diffuse_solar_radiation      | 0.45148993  |\n",
+      "|    direct_solar_radiation       | -0.44993037 |\n",
+      "|    hour                         | 0.50592583  |\n",
+      "|    htg_setpoint                 | 1.0615137   |\n",
+      "|    month                        | -1.5476658  |\n",
+      "|    outdoor_humidity             | -0.8959368  |\n",
+      "|    outdoor_temperature          | -0.86335284 |\n",
+      "|    people_occupant              | 1.6943336   |\n",
+      "|    total_electricity_HVAC       | -0.5167502  |\n",
+      "|    wind_direction               | 1.2555424   |\n",
+      "|    wind_speed                   | 0.37390885  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 779.6805    |\n",
+      "|    air_humidity                 | 24.561811   |\n",
+      "|    air_temperature              | 23.255388   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 117.0       |\n",
+      "|    direct_solar_radiation       | 40.0        |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 22.323887   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 50.0        |\n",
+      "|    outdoor_temperature          | 3.903413    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 701712.44   |\n",
+      "|    wind_direction               | 315.0       |\n",
+      "|    wind_speed                   | 5.825       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 8%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.10116565 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.055943   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.33488044 |\n",
+      "|    air_humidity                 | -1.1740049  |\n",
+      "|    air_temperature              | 0.4157463   |\n",
+      "|    clg_setpoint                 | -1.0999542  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7365307   |\n",
+      "|    diffuse_solar_radiation      | -0.38270095 |\n",
+      "|    direct_solar_radiation       | 1.1227294   |\n",
+      "|    hour                         | 0.6503868   |\n",
+      "|    htg_setpoint                 | -0.79943687 |\n",
+      "|    month                        | -1.5458318  |\n",
+      "|    outdoor_humidity             | -2.3425038  |\n",
+      "|    outdoor_temperature          | -1.2853609  |\n",
+      "|    people_occupant              | 1.6939393   |\n",
+      "|    total_electricity_HVAC       | -0.35605726 |\n",
+      "|    wind_direction               | -1.7327653  |\n",
+      "|    wind_speed                   | -1.817859   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1519.3188   |\n",
+      "|    air_humidity                 | 21.556976   |\n",
+      "|    air_temperature              | 23.24908    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 35.25       |\n",
+      "|    direct_solar_radiation       | 430.5       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 14.530401   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 20.0        |\n",
+      "|    outdoor_temperature          | -0.24412067 |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1366178.6   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.525       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 9%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5899406  |\n",
+      "|    air_humidity                 | -0.6071899  |\n",
+      "|    air_temperature              | 0.416311    |\n",
+      "|    clg_setpoint                 | -1.0997615  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6720248  |\n",
+      "|    diffuse_solar_radiation      | -0.7425077  |\n",
+      "|    direct_solar_radiation       | -0.6110782  |\n",
+      "|    hour                         | 0.7948447   |\n",
+      "|    htg_setpoint                 | -1.4035779  |\n",
+      "|    month                        | -1.2589065  |\n",
+      "|    outdoor_humidity             | -0.7610787  |\n",
+      "|    outdoor_temperature          | -0.32676888 |\n",
+      "|    people_occupant              | 1.6935458   |\n",
+      "|    total_electricity_HVAC       | -0.59850305 |\n",
+      "|    wind_direction               | 0.7811739   |\n",
+      "|    wind_speed                   | 0.63174087  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 404.58496   |\n",
+      "|    air_humidity                 | 28.937159   |\n",
+      "|    air_temperature              | 23.249435   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 52.75       |\n",
+      "|    outdoor_temperature          | 9.135162    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 364126.47   |\n",
+      "|    wind_direction               | 265.0       |\n",
+      "|    wind_speed                   | 6.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 9%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.046403065 |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.46839     |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.57097936  |\n",
+      "|    air_humidity                 | -1.4846027   |\n",
+      "|    air_temperature              | -1.0871458   |\n",
+      "|    clg_setpoint                 | 1.467099     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.5564922   |\n",
+      "|    diffuse_solar_radiation      | -0.74234587  |\n",
+      "|    direct_solar_radiation       | -0.61114573  |\n",
+      "|    hour                         | 0.93929774   |\n",
+      "|    htg_setpoint                 | -1.0868374   |\n",
+      "|    month                        | -1.2577718   |\n",
+      "|    outdoor_humidity             | -2.449116    |\n",
+      "|    outdoor_temperature          | -1.1645399   |\n",
+      "|    people_occupant              | -0.6891985   |\n",
+      "|    total_electricity_HVAC       | -0.57871276  |\n",
+      "|    wind_direction               | 1.4918034    |\n",
+      "|    wind_speed                   | 0.94194007   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 486.9094     |\n",
+      "|    air_humidity                 | 17.502161    |\n",
+      "|    air_temperature              | 21.207697    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 2.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 18.0         |\n",
+      "|    htg_setpoint                 | 13.324704    |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 17.75        |\n",
+      "|    outdoor_temperature          | 0.9304602    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 445383.06    |\n",
+      "|    wind_direction               | 340.0        |\n",
+      "|    wind_speed                   | 7.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 9%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.09062028  |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.319157    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.36994302  |\n",
+      "|    air_humidity                 | -1.8724025   |\n",
+      "|    air_temperature              | -2.045206    |\n",
+      "|    clg_setpoint                 | -0.29281604  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.4413508   |\n",
+      "|    diffuse_solar_radiation      | -0.74219686  |\n",
+      "|    direct_solar_radiation       | -0.6111601   |\n",
+      "|    hour                         | 1.083744     |\n",
+      "|    htg_setpoint                 | -1.4029939   |\n",
+      "|    month                        | -1.2566403   |\n",
+      "|    outdoor_humidity             | -0.55411774  |\n",
+      "|    outdoor_temperature          | -1.704999    |\n",
+      "|    people_occupant              | -0.6888441   |\n",
+      "|    total_electricity_HVAC       | -0.38865855  |\n",
+      "|    wind_direction               | -0.38140354  |\n",
+      "|    wind_speed                   | -0.7021702   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1366.5447    |\n",
+      "|    air_humidity                 | 12.417188    |\n",
+      "|    air_temperature              | 19.902864    |\n",
+      "|    clg_setpoint                 | 25.373854    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 3.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 19.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 57.0         |\n",
+      "|    outdoor_temperature          | -4.383615    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1231763.4    |\n",
+      "|    wind_direction               | 142.5        |\n",
+      "|    wind_speed                   | 3.225        |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.0053193313 |\n",
+      "|    clip_fraction                | 0.0499       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.48        |\n",
+      "|    explained_variance           | 0.787        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.258        |\n",
+      "|    n_updates                    | 700          |\n",
+      "|    policy_gradient_loss         | -0.00849     |\n",
+      "|    std                          | 0.84         |\n",
+      "|    value_loss                   | 1.13         |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 10%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 1          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 29         |\n",
-      "|    Heating_Setpoint_RL          | 16         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 3478.2593  |\n",
-      "|    air_humidity                 | 11.524329  |\n",
-      "|    air_temperature              | 16.549387  |\n",
-      "|    clg_setpoint                 | 29.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 6.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 6.0        |\n",
-      "|    htg_setpoint                 | 16.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 54.0       |\n",
-      "|    outdoor_temperature          | -14.171143 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 3130433.2  |\n",
-      "|    wind_direction               | 272.5      |\n",
-      "|    wind_speed                   | 7.575      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 4.2e+03    |\n",
-      "|    n_updates                    | 14649      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.014879882  |\n",
+      "|    Heating_Setpoint_RL          | -0.024018288 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.67522     |\n",
+      "|    Heating_Setpoint_RL          | 17.489897    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5843593   |\n",
+      "|    air_humidity                 | 0.34417713   |\n",
+      "|    air_temperature              | -0.8582409   |\n",
+      "|    clg_setpoint                 | -0.3138449   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.3265419   |\n",
+      "|    diffuse_solar_radiation      | -0.74205345  |\n",
+      "|    direct_solar_radiation       | -0.61087006  |\n",
+      "|    hour                         | 1.2281814    |\n",
+      "|    htg_setpoint                 | 0.2251152    |\n",
+      "|    month                        | -1.2555118   |\n",
+      "|    outdoor_humidity             | -0.19289044  |\n",
+      "|    outdoor_temperature          | -1.1201872   |\n",
+      "|    people_occupant              | -0.4505889   |\n",
+      "|    total_electricity_HVAC       | -0.59176975  |\n",
+      "|    wind_direction               | 1.30215      |\n",
+      "|    wind_speed                   | 1.107392     |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 429.15237    |\n",
+      "|    air_humidity                 | 41.306736    |\n",
+      "|    air_temperature              | 21.514256    |\n",
+      "|    clg_setpoint                 | 25.31836     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 18.817707    |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 64.5         |\n",
+      "|    outdoor_temperature          | 1.334669     |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 392101.28    |\n",
+      "|    wind_direction               | 320.0        |\n",
+      "|    wind_speed                   | 7.6          |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 10%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2161.4868  |\n",
-      "|    air_humidity                 | 11.50414   |\n",
-      "|    air_temperature              | 19.000036  |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 7.0        |\n",
-      "|    diffuse_solar_radiation      | 39.75      |\n",
-      "|    direct_solar_radiation       | 153.25     |\n",
-      "|    hour                         | 7.0        |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 64.75      |\n",
-      "|    outdoor_temperature          | -7.5872803 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1945338.1  |\n",
-      "|    wind_direction               | 282.5      |\n",
-      "|    wind_speed                   | 5.575      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.1e+03    |\n",
-      "|    n_updates                    | 14674      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 11%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2298.961   |\n",
-      "|    air_humidity                 | 12.468061  |\n",
-      "|    air_temperature              | 21.999899  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 8.0        |\n",
-      "|    diffuse_solar_radiation      | 68.75      |\n",
-      "|    direct_solar_radiation       | 501.0      |\n",
-      "|    hour                         | 8.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 41.5       |\n",
-      "|    outdoor_temperature          | -5.1359925 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 2069064.9  |\n",
-      "|    wind_direction               | 342.5      |\n",
-      "|    wind_speed                   | 4.875      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2e+03      |\n",
-      "|    n_updates                    | 14699      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.16781226  |\n",
+      "|    Heating_Setpoint_RL          | 0.07076799  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.191366   |\n",
+      "|    Heating_Setpoint_RL          | 18.02307    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.14701028 |\n",
+      "|    air_humidity                 | -0.6186442  |\n",
+      "|    air_temperature              | -2.172419   |\n",
+      "|    clg_setpoint                 | 1.4664276   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.212012   |\n",
+      "|    diffuse_solar_radiation      | -0.74198246 |\n",
+      "|    direct_solar_radiation       | -0.6108913  |\n",
+      "|    hour                         | 1.3726071   |\n",
+      "|    htg_setpoint                 | -0.82765055 |\n",
+      "|    month                        | -1.2543863  |\n",
+      "|    outdoor_humidity             | -1.325756   |\n",
+      "|    outdoor_temperature          | -2.2020884  |\n",
+      "|    people_occupant              | -0.68908656 |\n",
+      "|    total_electricity_HVAC       | -0.1770106  |\n",
+      "|    wind_direction               | 1.1589338   |\n",
+      "|    wind_speed                   | 1.1460876   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2343.9119   |\n",
+      "|    air_humidity                 | 28.746796   |\n",
+      "|    air_temperature              | 19.72573    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 14.40773    |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 41.0        |\n",
+      "|    outdoor_temperature          | -9.290221   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2109016.8   |\n",
+      "|    wind_direction               | 305.0       |\n",
+      "|    wind_speed                   | 7.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 10%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.7640142   |\n",
+      "|    air_humidity                 | -0.49704286 |\n",
+      "|    air_temperature              | -1.9309467  |\n",
+      "|    clg_setpoint                 | -0.9965797  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0977131  |\n",
+      "|    diffuse_solar_radiation      | -0.7419056  |\n",
+      "|    direct_solar_radiation       | -0.6108792  |\n",
+      "|    hour                         | 1.5170183   |\n",
+      "|    htg_setpoint                 | 1.2839327   |\n",
+      "|    month                        | -1.2532638  |\n",
+      "|    outdoor_humidity             | -1.0597864  |\n",
+      "|    outdoor_temperature          | -2.1625276  |\n",
+      "|    people_occupant              | -0.6892075  |\n",
+      "|    total_electricity_HVAC       | 3.547131    |\n",
+      "|    wind_direction               | 1.2055746   |\n",
+      "|    wind_speed                   | 1.4339424   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 19482.258   |\n",
+      "|    air_humidity                 | 30.323154   |\n",
+      "|    air_temperature              | 20.050703   |\n",
+      "|    clg_setpoint                 | 23.522701   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 46.5        |\n",
+      "|    outdoor_temperature          | -8.951448   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 17536496.0  |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 8.4         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 10%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.3452745  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 15.682831   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.61701477  |\n",
+      "|    air_humidity                 | -0.37043986 |\n",
+      "|    air_temperature              | -2.8102782  |\n",
+      "|    clg_setpoint                 | 1.4663888   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.98360157 |\n",
+      "|    diffuse_solar_radiation      | -0.7418508  |\n",
+      "|    direct_solar_radiation       | -0.61093277 |\n",
+      "|    hour                         | 1.6614116   |\n",
+      "|    htg_setpoint                 | 0.15482228  |\n",
+      "|    month                        | -1.2521443  |\n",
+      "|    outdoor_humidity             | -1.1316891  |\n",
+      "|    outdoor_temperature          | -1.8093396  |\n",
+      "|    people_occupant              | -0.6893283  |\n",
+      "|    total_electricity_HVAC       | 0.5506256   |\n",
+      "|    wind_direction               | 1.0627573   |\n",
+      "|    wind_speed                   | -0.3943515  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5700.099    |\n",
+      "|    air_humidity                 | 31.965914   |\n",
+      "|    air_temperature              | 18.851324   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 18.520195   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | -5.5166044  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5130089.0   |\n",
+      "|    wind_direction               | 295.0       |\n",
+      "|    wind_speed                   | 3.975       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 11%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2482.3235  |\n",
-      "|    air_humidity                 | 15.208434  |\n",
-      "|    air_temperature              | 19.0       |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 9.0        |\n",
-      "|    diffuse_solar_radiation      | 58.5       |\n",
-      "|    direct_solar_radiation       | 837.25     |\n",
-      "|    hour                         | 9.0        |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 50.75      |\n",
-      "|    outdoor_temperature          | -5.6547093 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 2234091.2  |\n",
-      "|    wind_direction               | 302.5      |\n",
-      "|    wind_speed                   | 7.575      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 5.71e+03   |\n",
-      "|    n_updates                    | 14724      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.8200687   |\n",
+      "|    Heating_Setpoint_RL          | 0.79614806  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.392733   |\n",
+      "|    Heating_Setpoint_RL          | 22.103333   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.15942027 |\n",
+      "|    air_humidity                 | -0.72874534 |\n",
+      "|    air_temperature              | -2.765251   |\n",
+      "|    clg_setpoint                 | 0.31514615  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7562032  |\n",
+      "|    diffuse_solar_radiation      | -0.7417346  |\n",
+      "|    direct_solar_radiation       | -0.6110103  |\n",
+      "|    hour                         | -1.6613017  |\n",
+      "|    htg_setpoint                 | -0.348396   |\n",
+      "|    month                        | -1.251028   |\n",
+      "|    outdoor_humidity             | -1.1063268  |\n",
+      "|    outdoor_temperature          | -2.0071533  |\n",
+      "|    people_occupant              | -0.68944895 |\n",
+      "|    total_electricity_HVAC       | -0.19361456 |\n",
+      "|    wind_direction               | 1.2749641   |\n",
+      "|    wind_speed                   | 1.103239    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2297.1907   |\n",
+      "|    air_humidity                 | 27.28643    |\n",
+      "|    air_temperature              | 18.91039    |\n",
+      "|    clg_setpoint                 | 26.971657   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 16.411316   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 45.5        |\n",
+      "|    outdoor_temperature          | -7.4881897  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2046728.2   |\n",
+      "|    wind_direction               | 317.5       |\n",
+      "|    wind_speed                   | 7.6         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 11%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 7          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 23         |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1333.4619  |\n",
-      "|    air_humidity                 | 10.839565  |\n",
-      "|    air_temperature              | 21.995874  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 10.0       |\n",
-      "|    diffuse_solar_radiation      | 218.25     |\n",
-      "|    direct_solar_radiation       | 219.75     |\n",
-      "|    hour                         | 10.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 54.0       |\n",
-      "|    outdoor_temperature          | 0.08959897 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1200115.8  |\n",
-      "|    wind_direction               | 252.5      |\n",
-      "|    wind_speed                   | 3.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.4e+03    |\n",
-      "|    n_updates                    | 14749      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.28396595  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.583385   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.4445093   |\n",
+      "|    air_humidity                 | -1.8016636  |\n",
+      "|    air_temperature              | -0.9988814  |\n",
+      "|    clg_setpoint                 | 1.4659061   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.64234245 |\n",
+      "|    diffuse_solar_radiation      | -0.7416079  |\n",
+      "|    direct_solar_radiation       | -0.6110499  |\n",
+      "|    hour                         | -1.5167589  |\n",
+      "|    htg_setpoint                 | 1.2844614   |\n",
+      "|    month                        | -1.2499144  |\n",
+      "|    outdoor_humidity             | -1.1297153  |\n",
+      "|    outdoor_temperature          | -1.4480937  |\n",
+      "|    people_occupant              | -0.6890958  |\n",
+      "|    total_electricity_HVAC       | 3.2734888   |\n",
+      "|    wind_direction               | 0.84772104  |\n",
+      "|    wind_speed                   | 0.62759507  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 18124.322   |\n",
+      "|    air_humidity                 | 13.276777   |\n",
+      "|    air_temperature              | 21.313313   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | -2.0108352  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 16436551.0  |\n",
+      "|    wind_direction               | 272.5       |\n",
+      "|    wind_speed                   | 6.45        |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 11%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 24.333763 |\n",
-      "|    air_temperature              | 23.36302  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 129.5     |\n",
-      "|    direct_solar_radiation       | 746.5     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 47.5      |\n",
-      "|    outdoor_temperature          | 5.126002  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 267.5     |\n",
-      "|    wind_speed                   | 6.675     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.27e+03  |\n",
-      "|    n_updates                    | 14774     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.024564832 |\n",
+      "|    Heating_Setpoint_RL          | 0.3818786   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.707907   |\n",
+      "|    Heating_Setpoint_RL          | 19.773067   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.07815011 |\n",
+      "|    air_humidity                 | -1.640523   |\n",
+      "|    air_temperature              | -2.2894135  |\n",
+      "|    clg_setpoint                 | 0.8810044   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.52855974 |\n",
+      "|    diffuse_solar_radiation      | -0.741565   |\n",
+      "|    direct_solar_radiation       | -0.61105025 |\n",
+      "|    hour                         | -1.3722353  |\n",
+      "|    htg_setpoint                 | 0.17336838  |\n",
+      "|    month                        | -1.2488039  |\n",
+      "|    outdoor_humidity             | 0.25693643  |\n",
+      "|    outdoor_temperature          | -1.2234396  |\n",
+      "|    people_occupant              | -0.6887432  |\n",
+      "|    total_electricity_HVAC       | -0.2949202  |\n",
+      "|    wind_direction               | 0.6341953   |\n",
+      "|    wind_speed                   | -0.39521667 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2656.648    |\n",
+      "|    air_humidity                 | 15.34736    |\n",
+      "|    air_temperature              | 19.5485     |\n",
+      "|    clg_setpoint                 | 28.462963   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 18.595116   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 73.75       |\n",
+      "|    outdoor_temperature          | 0.18871239  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1628205.6   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 3.975       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 12%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2383.3894 |\n",
-      "|    air_humidity                 | 8.774642  |\n",
-      "|    air_temperature              | 22.380083 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 158.75    |\n",
-      "|    direct_solar_radiation       | 683.75    |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 27.5      |\n",
-      "|    outdoor_temperature          | -7.536425 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 2145050.5 |\n",
-      "|    wind_direction               | 292.5     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.95e+03  |\n",
-      "|    n_updates                    | 14799     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.4449637   |\n",
+      "|    air_humidity                 | -1.0461957  |\n",
+      "|    air_temperature              | -0.8799104  |\n",
+      "|    clg_setpoint                 | 0.9807495   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.41483146 |\n",
+      "|    diffuse_solar_radiation      | -0.7415102  |\n",
+      "|    direct_solar_radiation       | -0.61108834 |\n",
+      "|    hour                         | -1.2277277  |\n",
+      "|    htg_setpoint                 | 1.2849016   |\n",
+      "|    month                        | -1.2476963  |\n",
+      "|    outdoor_humidity             | -1.8163434  |\n",
+      "|    outdoor_temperature          | -1.5034938  |\n",
+      "|    people_occupant              | -0.688864   |\n",
+      "|    total_electricity_HVAC       | 3.2438622   |\n",
+      "|    wind_direction               | 1.1078377   |\n",
+      "|    wind_speed                   | 0.36931673  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 18138.418   |\n",
+      "|    air_humidity                 | 23.0947     |\n",
+      "|    air_temperature              | 21.471777   |\n",
+      "|    clg_setpoint                 | 28.725046   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 30.75       |\n",
+      "|    outdoor_temperature          | -2.5767698  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 16323132.0  |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 5.825       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 12%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2361.432   |\n",
-      "|    air_humidity                 | 11.286173  |\n",
-      "|    air_temperature              | 22.862402  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 13.0       |\n",
-      "|    diffuse_solar_radiation      | 171.25     |\n",
-      "|    direct_solar_radiation       | 540.0      |\n",
-      "|    hour                         | 13.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 37.0       |\n",
-      "|    outdoor_temperature          | -5.5457816 |\n",
-      "|    people_occupant              | 16.0       |\n",
-      "|    total_electricity_HVAC       | 2125288.8  |\n",
-      "|    wind_direction               | 267.5      |\n",
-      "|    wind_speed                   | 5.45       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.04e+03   |\n",
-      "|    n_updates                    | 14824      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.02046305 |\n",
+      "|    Heating_Setpoint_RL          | 0.2077083   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.555937   |\n",
+      "|    Heating_Setpoint_RL          | 18.79336    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.06927495 |\n",
+      "|    air_humidity                 | -1.0321071  |\n",
+      "|    air_temperature              | -2.4512403  |\n",
+      "|    clg_setpoint                 | 1.4654325   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.3011386  |\n",
+      "|    diffuse_solar_radiation      | -0.74145633 |\n",
+      "|    direct_solar_radiation       | -0.6111659  |\n",
+      "|    hour                         | -1.0832326  |\n",
+      "|    htg_setpoint                 | -0.7128692  |\n",
+      "|    month                        | -1.2465917  |\n",
+      "|    outdoor_humidity             | -1.2955633  |\n",
+      "|    outdoor_temperature          | -2.1046908  |\n",
+      "|    people_occupant              | -0.6889846  |\n",
+      "|    total_electricity_HVAC       | -0.10638231 |\n",
+      "|    wind_direction               | 1.1068228   |\n",
+      "|    wind_speed                   | 0.2034941   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2697.8706   |\n",
+      "|    air_humidity                 | 23.26727    |\n",
+      "|    air_temperature              | 19.323751   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 14.880656   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 41.5        |\n",
+      "|    outdoor_temperature          | -8.526218   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2412686.8   |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 5.425       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 12%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 3          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 27         |\n",
-      "|    Heating_Setpoint_RL          | 18         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1143.717   |\n",
-      "|    air_humidity                 | 14.54144   |\n",
-      "|    air_temperature              | 23.631212  |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 14.0       |\n",
-      "|    diffuse_solar_radiation      | 53.0       |\n",
-      "|    direct_solar_radiation       | 863.25     |\n",
-      "|    hour                         | 14.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 29.0       |\n",
-      "|    outdoor_temperature          | 0.75334334 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1029345.3  |\n",
-      "|    wind_direction               | 292.5      |\n",
-      "|    wind_speed                   | 5.325      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.67e+03   |\n",
-      "|    n_updates                    | 14849      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.99310774  |\n",
+      "|    Heating_Setpoint_RL          | 0.9008764   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.976738   |\n",
+      "|    Heating_Setpoint_RL          | 22.692429   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.31655213 |\n",
+      "|    air_humidity                 | -0.8281712  |\n",
+      "|    air_temperature              | -1.8553091  |\n",
+      "|    clg_setpoint                 | 0.30072945  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18746667 |\n",
+      "|    diffuse_solar_radiation      | -0.741393   |\n",
+      "|    direct_solar_radiation       | -0.61122847 |\n",
+      "|    hour                         | -0.9387475  |\n",
+      "|    htg_setpoint                 | -1.1185273  |\n",
+      "|    month                        | -1.2454901  |\n",
+      "|    outdoor_humidity             | -0.95727754 |\n",
+      "|    outdoor_temperature          | -1.6683431  |\n",
+      "|    people_occupant              | -0.68910503 |\n",
+      "|    total_electricity_HVAC       | -0.33740994 |\n",
+      "|    wind_direction               | 0.8454885   |\n",
+      "|    wind_speed                   | -0.34453294 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1611.8802   |\n",
+      "|    air_humidity                 | 25.920795   |\n",
+      "|    air_temperature              | 20.13605    |\n",
+      "|    clg_setpoint                 | 26.935865   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 13.180313   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 48.5        |\n",
+      "|    outdoor_temperature          | -4.2479653  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1453922.4   |\n",
+      "|    wind_direction               | 272.5       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 13%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1158.7903  |\n",
-      "|    air_humidity                 | 26.88448   |\n",
-      "|    air_temperature              | 23.092854  |\n",
-      "|    clg_setpoint                 | 28.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 15.0       |\n",
-      "|    diffuse_solar_radiation      | 66.5       |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 15.0       |\n",
-      "|    htg_setpoint                 | 17.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 87.0       |\n",
-      "|    outdoor_temperature          | 0.5057328  |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1042911.25 |\n",
-      "|    wind_direction               | 182.5      |\n",
-      "|    wind_speed                   | 3.225      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 4.99e+03   |\n",
-      "|    n_updates                    | 14874      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.5119787  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.897072   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.19498973  |\n",
+      "|    air_humidity                 | -0.88631696 |\n",
+      "|    air_temperature              | -1.6445289  |\n",
+      "|    clg_setpoint                 | -1.1001947  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.07380549 |\n",
+      "|    diffuse_solar_radiation      | -0.7412891  |\n",
+      "|    direct_solar_radiation       | -0.61132675 |\n",
+      "|    hour                         | -0.79427004 |\n",
+      "|    htg_setpoint                 | -0.28819343 |\n",
+      "|    month                        | -1.2443912  |\n",
+      "|    outdoor_humidity             | 0.091400445 |\n",
+      "|    outdoor_temperature          | -2.0998554  |\n",
+      "|    people_occupant              | -0.6892253  |\n",
+      "|    total_electricity_HVAC       | 0.1464753   |\n",
+      "|    wind_direction               | -1.0034819  |\n",
+      "|    wind_speed                   | -0.7063663  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3864.5315   |\n",
+      "|    air_humidity                 | 25.15385    |\n",
+      "|    air_temperature              | 20.42362    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 16.657574   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 70.25       |\n",
+      "|    outdoor_temperature          | -8.526736   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3467162.0   |\n",
+      "|    wind_direction               | 77.5        |\n",
+      "|    wind_speed                   | 3.225       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 13%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 73.7766   |\n",
-      "|    air_humidity                 | 25.315073 |\n",
-      "|    air_temperature              | 20.000492 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 38.75     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 43.75     |\n",
-      "|    outdoor_temperature          | 5.228516  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 66398.945 |\n",
-      "|    wind_direction               | 332.5     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.06e+03  |\n",
-      "|    n_updates                    | 14899     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.8345967    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 22.319607    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.623225    |\n",
+      "|    air_humidity                 | 0.2613756    |\n",
+      "|    air_temperature              | -1.7215384   |\n",
+      "|    clg_setpoint                 | -0.8465877   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.03985065   |\n",
+      "|    diffuse_solar_radiation      | -0.41125286  |\n",
+      "|    direct_solar_radiation       | -0.32414684  |\n",
+      "|    hour                         | -0.6497979   |\n",
+      "|    htg_setpoint                 | -0.058053225 |\n",
+      "|    month                        | -1.2432954   |\n",
+      "|    outdoor_humidity             | 1.1386974    |\n",
+      "|    outdoor_temperature          | -1.116824    |\n",
+      "|    people_occupant              | -0.6893454   |\n",
+      "|    total_electricity_HVAC       | -0.6297252   |\n",
+      "|    wind_direction               | 0.7032633    |\n",
+      "|    wind_speed                   | -0.4993957   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 263.6876     |\n",
+      "|    air_humidity                 | 40.132664    |\n",
+      "|    air_temperature              | 20.318209    |\n",
+      "|    clg_setpoint                 | 23.916767    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 16.0         |\n",
+      "|    diffuse_solar_radiation      | 32.25        |\n",
+      "|    direct_solar_radiation       | 71.25        |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 17.621662    |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 92.0         |\n",
+      "|    outdoor_temperature          | 1.1637045    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 239685.86    |\n",
+      "|    wind_direction               | 257.5        |\n",
+      "|    wind_speed                   | 3.725        |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 13%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 8        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 22.5     |\n",
-      "|    Heating_Setpoint_RL          | 22       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817 |\n",
-      "|    air_humidity                 | 15.07751 |\n",
-      "|    air_temperature              | 22.42386 |\n",
-      "|    clg_setpoint                 | 22.5     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 17.0     |\n",
-      "|    diffuse_solar_radiation      | 0.0      |\n",
-      "|    direct_solar_radiation       | 0.0      |\n",
-      "|    hour                         | 17.0     |\n",
-      "|    htg_setpoint                 | 22.0     |\n",
-      "|    month                        | 2.0      |\n",
-      "|    outdoor_humidity             | 45.25    |\n",
-      "|    outdoor_temperature          | 3.532443 |\n",
-      "|    people_occupant              | 0.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5 |\n",
-      "|    wind_direction               | 245.0    |\n",
-      "|    wind_speed                   | 3.6      |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.05     |\n",
-      "| train/                          |          |\n",
-      "|    learning_rate                | 0.0001   |\n",
-      "|    loss                         | 8.73e+03 |\n",
-      "|    n_updates                    | 14924    |\n",
-      "----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.10107273  |\n",
+      "|    Heating_Setpoint_RL          | -0.45978308 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.966122   |\n",
+      "|    Heating_Setpoint_RL          | 15.03872    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.8331139   |\n",
+      "|    air_humidity                 | -1.1590389  |\n",
+      "|    air_temperature              | 0.2723445   |\n",
+      "|    clg_setpoint                 | 0.008061403 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.15350308  |\n",
+      "|    diffuse_solar_radiation      | -0.15279166 |\n",
+      "|    direct_solar_radiation       | 0.9478399   |\n",
+      "|    hour                         | -0.50532955 |\n",
+      "|    htg_setpoint                 | 1.2853565   |\n",
+      "|    month                        | -1.2422024  |\n",
+      "|    outdoor_humidity             | -0.75171626 |\n",
+      "|    outdoor_temperature          | -1.2064643  |\n",
+      "|    people_occupant              | -0.6889941  |\n",
+      "|    total_electricity_HVAC       | 1.8098112   |\n",
+      "|    wind_direction               | -1.7139014  |\n",
+      "|    wind_speed                   | -0.13739045 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 11081.886   |\n",
+      "|    air_humidity                 | 21.592197   |\n",
+      "|    air_temperature              | 23.042631   |\n",
+      "|    clg_setpoint                 | 26.166233   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 57.5        |\n",
+      "|    direct_solar_radiation       | 387.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 52.75       |\n",
+      "|    outdoor_temperature          | 0.2749474   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 10390927.0  |\n",
+      "|    wind_direction               | 2.5         |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 13%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 26.815527 |\n",
-      "|    air_temperature              | 24.792336 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 73.5      |\n",
-      "|    outdoor_temperature          | 2.8700993 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 130.0     |\n",
-      "|    wind_speed                   | 2.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.84e+03  |\n",
-      "|    n_updates                    | 14949     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.5601608  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 14.474095   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6082145  |\n",
+      "|    air_humidity                 | -1.1276373  |\n",
+      "|    air_temperature              | 0.42454034  |\n",
+      "|    clg_setpoint                 | -1.1006963  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.2671487   |\n",
+      "|    diffuse_solar_radiation      | 0.9144685   |\n",
+      "|    direct_solar_radiation       | 0.47826812  |\n",
+      "|    hour                         | -0.36086348 |\n",
+      "|    htg_setpoint                 | -0.5304408  |\n",
+      "|    month                        | -1.2411124  |\n",
+      "|    outdoor_humidity             | -0.6551312  |\n",
+      "|    outdoor_temperature          | -0.91443443 |\n",
+      "|    people_occupant              | 1.6953037   |\n",
+      "|    total_electricity_HVAC       | -0.62055755 |\n",
+      "|    wind_direction               | 1.0111885   |\n",
+      "|    wind_speed                   | -1.3061881  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 329.56116   |\n",
+      "|    air_humidity                 | 21.985737   |\n",
+      "|    air_temperature              | 23.2498     |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 161.75      |\n",
+      "|    direct_solar_radiation       | 270.5       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 15.6415825  |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 54.75       |\n",
+      "|    outdoor_temperature          | 3.149704    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 277572.5    |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 1.775       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 24.373877 |\n",
-      "|    air_temperature              | 23.764162 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 56.25     |\n",
-      "|    outdoor_temperature          | 3.9288108 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 227.5     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.23e+03  |\n",
-      "|    n_updates                    | 14974     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.61727726 |\n",
+      "|    air_humidity                 | -0.22102195 |\n",
+      "|    air_temperature              | 0.42410728  |\n",
+      "|    clg_setpoint                 | -1.100396   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.38078013  |\n",
+      "|    diffuse_solar_radiation      | 0.9145289   |\n",
+      "|    direct_solar_radiation       | 1.6504126   |\n",
+      "|    hour                         | -0.21639864 |\n",
+      "|    htg_setpoint                 | 1.2853912   |\n",
+      "|    month                        | -1.240025   |\n",
+      "|    outdoor_humidity             | -0.1735644  |\n",
+      "|    outdoor_temperature          | -0.4007774  |\n",
+      "|    people_occupant              | 1.6949133   |\n",
+      "|    total_electricity_HVAC       | -0.6246057  |\n",
+      "|    wind_direction               | 1.0353352   |\n",
+      "|    wind_speed                   | -1.3055805  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 289.48462   |\n",
+      "|    air_humidity                 | 33.81451    |\n",
+      "|    air_temperature              | 23.248991   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 161.75      |\n",
+      "|    direct_solar_radiation       | 561.5       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 64.75       |\n",
+      "|    outdoor_temperature          | 8.211679    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 260575.66   |\n",
+      "|    wind_direction               | 292.5       |\n",
+      "|    wind_speed                   | 1.775       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 33.13989  |\n",
-      "|    air_temperature              | 22.858171 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 85.0      |\n",
-      "|    outdoor_temperature          | 2.637647  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 75.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.47e+03  |\n",
-      "|    n_updates                    | 14999     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60860294 |\n",
+      "|    air_humidity                 | -0.91394085 |\n",
+      "|    air_temperature              | 0.42397952  |\n",
+      "|    clg_setpoint                 | -1.1001452  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.49438557  |\n",
+      "|    diffuse_solar_radiation      | 1.0580106   |\n",
+      "|    direct_solar_radiation       | 0.46222106  |\n",
+      "|    hour                         | -0.07193432 |\n",
+      "|    htg_setpoint                 | -1.3995334  |\n",
+      "|    month                        | -1.2389407  |\n",
+      "|    outdoor_humidity             | -1.390099   |\n",
+      "|    outdoor_temperature          | -0.4413191  |\n",
+      "|    people_occupant              | 1.2178233   |\n",
+      "|    total_electricity_HVAC       | -0.61634535 |\n",
+      "|    wind_direction               | -0.95551455 |\n",
+      "|    wind_speed                   | -0.49800003 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 327.40628   |\n",
+      "|    air_humidity                 | 24.76674    |\n",
+      "|    air_temperature              | 23.248571   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 175.75      |\n",
+      "|    direct_solar_radiation       | 266.5       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 39.5        |\n",
+      "|    outdoor_temperature          | 7.807588    |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 294665.66   |\n",
+      "|    wind_direction               | 82.5        |\n",
+      "|    wind_speed                   | 3.725       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 32.451893 |\n",
-      "|    air_temperature              | 19.095592 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 63.25     |\n",
-      "|    outdoor_temperature          | 3.9432404 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 6.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.45e+03  |\n",
-      "|    n_updates                    | 15024     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.51650167 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 14.719678   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.33809695 |\n",
+      "|    air_humidity                 | -0.1619553  |\n",
+      "|    air_temperature              | 0.42481115  |\n",
+      "|    clg_setpoint                 | -1.0999848  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6079489   |\n",
+      "|    diffuse_solar_radiation      | 0.93297577  |\n",
+      "|    direct_solar_radiation       | -0.6111931  |\n",
+      "|    hour                         | 0.07252988  |\n",
+      "|    htg_setpoint                 | 1.2854271   |\n",
+      "|    month                        | -1.2378591  |\n",
+      "|    outdoor_humidity             | 0.80241597  |\n",
+      "|    outdoor_temperature          | -0.92647916 |\n",
+      "|    people_occupant              | 0.26417276  |\n",
+      "|    total_electricity_HVAC       | -0.35865468 |\n",
+      "|    wind_direction               | -1.713099   |\n",
+      "|    wind_speed                   | -0.49765253 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1519.7372   |\n",
+      "|    air_humidity                 | 34.57506    |\n",
+      "|    air_temperature              | 23.249523   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 163.5       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 85.0        |\n",
+      "|    outdoor_temperature          | 3.0146215   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 1367763.5   |\n",
+      "|    wind_direction               | 2.5         |\n",
+      "|    wind_speed                   | 3.725       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 962.5944  |\n",
-      "|    air_humidity                 | 23.422165 |\n",
-      "|    air_temperature              | 22.000002 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 54.75     |\n",
-      "|    outdoor_temperature          | 1.9439363 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 866335.0  |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.13e+03  |\n",
-      "|    n_updates                    | 15049     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 15%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 25.20381  |\n",
-      "|    air_temperature              | 22.000006 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 92.0      |\n",
-      "|    outdoor_temperature          | 3.9635112 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 57.5      |\n",
-      "|    wind_speed                   | 1.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.72e+03  |\n",
-      "|    n_updates                    | 15074     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 15%\n",
       "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
+      "|    Cooling_Setpoint_RL          | -1.0       |\n",
+      "|    Heating_Setpoint_RL          | -0.6837316 |\n",
       "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1978.8235  |\n",
-      "|    air_humidity                 | 17.958961  |\n",
-      "|    air_temperature              | 19.000006  |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
+      "|    Cooling_Setpoint_RL          | 23.25      |\n",
+      "|    Heating_Setpoint_RL          | 13.77901   |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | -0.5612784 |\n",
+      "|    air_humidity                 | -1.1708144 |\n",
+      "|    air_temperature              | 0.8426758  |\n",
+      "|    clg_setpoint                 | -0.8817237 |\n",
       "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 25.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 0.0        |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 35.0       |\n",
-      "|    outdoor_temperature          | -3.1372092 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1780941.1  |\n",
-      "|    wind_direction               | 312.5      |\n",
-      "|    wind_speed                   | 6.325      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.68e+03   |\n",
-      "|    n_updates                    | 15099      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 7          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 23         |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
+      "|    day_of_month                 | 0.7214496  |\n",
+      "|    diffuse_solar_radiation      | 0.49044544 |\n",
+      "|    direct_solar_radiation       | 2.4636102  |\n",
+      "|    hour                         | 0.21699403 |\n",
+      "|    htg_setpoint                 | -1.3993866 |\n",
+      "|    month                        | -1.2367804 |\n",
+      "|    outdoor_humidity             | -1.9205359 |\n",
+      "|    outdoor_temperature          | -0.7550584 |\n",
+      "|    people_occupant              | 1.217259   |\n",
+      "|    total_electricity_HVAC       | -0.6003522 |\n",
+      "|    wind_direction               | 1.2008954  |\n",
+      "|    wind_speed                   | 0.05086105 |\n",
       "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1651.2651  |\n",
-      "|    air_humidity                 | 21.80585   |\n",
-      "|    air_temperature              | 21.99999   |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
+      "|    HVAC_electricity_demand_rate | 535.8183   |\n",
+      "|    air_humidity                 | 21.417707  |\n",
+      "|    air_temperature              | 23.820114  |\n",
+      "|    clg_setpoint                 | 23.823635  |\n",
       "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 26.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 1.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
+      "|    day_of_month                 | 22.0       |\n",
+      "|    diffuse_solar_radiation      | 120.25     |\n",
+      "|    direct_solar_radiation       | 763.5      |\n",
+      "|    hour                         | 13.0       |\n",
+      "|    htg_setpoint                 | 12.0       |\n",
       "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 55.0       |\n",
-      "|    outdoor_temperature          | -1.4994174 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1486138.6  |\n",
-      "|    wind_direction               | 35.0       |\n",
-      "|    wind_speed                   | 5.7        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.74e+03   |\n",
-      "|    n_updates                    | 15124      |\n",
+      "|    outdoor_humidity             | 28.5       |\n",
+      "|    outdoor_temperature          | 4.6996503  |\n",
+      "|    people_occupant              | 16.0       |\n",
+      "|    total_electricity_HVAC       | 361036.78  |\n",
+      "|    wind_direction               | 310.0      |\n",
+      "|    wind_speed                   | 5.05       |\n",
       "------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 15%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.1550704  |\n",
+      "|    Heating_Setpoint_RL          | 0.43363518  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.101637   |\n",
+      "|    Heating_Setpoint_RL          | 20.064198   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.66300815 |\n",
+      "|    air_humidity                 | -0.91374964 |\n",
+      "|    air_temperature              | -1.2255855  |\n",
+      "|    clg_setpoint                 | -1.0996073  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8348631   |\n",
+      "|    diffuse_solar_radiation      | 0.7237201   |\n",
+      "|    direct_solar_radiation       | -0.6109887  |\n",
+      "|    hour                         | 0.36145785  |\n",
+      "|    htg_setpoint                 | -0.7688111  |\n",
+      "|    month                        | -1.2357045  |\n",
+      "|    outdoor_humidity             | 0.15252064  |\n",
+      "|    outdoor_temperature          | -0.695391   |\n",
+      "|    people_occupant              | -0.68924296 |\n",
+      "|    total_electricity_HVAC       | -0.6681521  |\n",
+      "|    wind_direction               | -0.3631663  |\n",
+      "|    wind_speed                   | -1.067161   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 24.761732   |\n",
+      "|    air_temperature              | 20.993359   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 143.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 14.641752   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 71.5        |\n",
+      "|    outdoor_temperature          | 5.282513    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 145.0       |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 15%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6629754  |\n",
+      "|    air_humidity                 | -1.1870326  |\n",
+      "|    air_temperature              | -0.8632276  |\n",
+      "|    clg_setpoint                 | 1.4662976   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.9481604   |\n",
+      "|    diffuse_solar_radiation      | 0.10409171  |\n",
+      "|    direct_solar_radiation       | 2.1058698   |\n",
+      "|    hour                         | 0.50592077  |\n",
+      "|    htg_setpoint                 | -1.3992854  |\n",
+      "|    month                        | -1.2346314  |\n",
+      "|    outdoor_humidity             | -1.8602446  |\n",
+      "|    outdoor_temperature          | -0.280394   |\n",
+      "|    people_occupant              | -0.6888934  |\n",
+      "|    total_electricity_HVAC       | -0.66810715 |\n",
+      "|    wind_direction               | 1.0112315   |\n",
+      "|    wind_speed                   | 1.8113536   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 21.190176   |\n",
+      "|    air_temperature              | 21.48744    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 82.5        |\n",
+      "|    direct_solar_radiation       | 674.5       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 29.75       |\n",
+      "|    outdoor_temperature          | 9.37294     |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 15%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.31424585  |\n",
+      "|    air_humidity                 | -1.0479368   |\n",
+      "|    air_temperature              | 0.42624685   |\n",
+      "|    clg_setpoint                 | -1.100036    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0613084    |\n",
+      "|    diffuse_solar_radiation      | -0.016053073 |\n",
+      "|    direct_solar_radiation       | 1.2752957    |\n",
+      "|    hour                         | 0.6503818    |\n",
+      "|    htg_setpoint                 | -1.398818    |\n",
+      "|    month                        | -1.233561    |\n",
+      "|    outdoor_humidity             | -1.5570906   |\n",
+      "|    outdoor_temperature          | -0.8334324   |\n",
+      "|    people_occupant              | 1.6948711    |\n",
+      "|    total_electricity_HVAC       | -0.33589426  |\n",
+      "|    wind_direction               | 0.72610277   |\n",
+      "|    wind_speed                   | 0.73407906   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1625.2518    |\n",
+      "|    air_humidity                 | 22.98675     |\n",
+      "|    air_temperature              | 23.248964    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 70.75        |\n",
+      "|    direct_solar_radiation       | 468.5        |\n",
+      "|    hour                         | 16.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 36.0         |\n",
+      "|    outdoor_temperature          | 3.9077013    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 1462726.6    |\n",
+      "|    wind_direction               | 260.0        |\n",
+      "|    wind_speed                   | 6.7          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.006148802  |\n",
+      "|    clip_fraction                | 0.0509       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.47        |\n",
+      "|    explained_variance           | 0.898        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.494        |\n",
+      "|    n_updates                    | 710          |\n",
+      "|    policy_gradient_loss         | -0.00997     |\n",
+      "|    std                          | 0.835        |\n",
+      "|    value_loss                   | 1.7          |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1477.7244  |\n",
-      "|    air_humidity                 | 19.804928  |\n",
-      "|    air_temperature              | 19.0       |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 27.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 2.0        |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 51.0       |\n",
-      "|    outdoor_temperature          | -0.6317136 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1329952.0  |\n",
-      "|    wind_direction               | 80.0       |\n",
-      "|    wind_speed                   | 3.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 3.89e+03   |\n",
-      "|    n_updates                    | 15149      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.40668538   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 19.912605    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.053185616 |\n",
+      "|    air_humidity                 | -1.1401418   |\n",
+      "|    air_temperature              | 0.42673218   |\n",
+      "|    clg_setpoint                 | -1.0998428   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.1742699    |\n",
+      "|    diffuse_solar_radiation      | -0.54882467  |\n",
+      "|    direct_solar_radiation       | -0.6107833   |\n",
+      "|    hour                         | 0.79483974   |\n",
+      "|    htg_setpoint                 | 0.63404876   |\n",
+      "|    month                        | -1.2324935   |\n",
+      "|    outdoor_humidity             | -1.9784547   |\n",
+      "|    outdoor_temperature          | -1.3900111   |\n",
+      "|    people_occupant              | 1.694483     |\n",
+      "|    total_electricity_HVAC       | -0.087190926 |\n",
+      "|    wind_direction               | -1.1452864   |\n",
+      "|    wind_speed                   | -0.6015451   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2778.382     |\n",
+      "|    air_humidity                 | 21.776562    |\n",
+      "|    air_temperature              | 23.249346    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 26.0         |\n",
+      "|    diffuse_solar_radiation      | 18.75        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 20.518639    |\n",
+      "|    month                        | 2.0          |\n",
+      "|    outdoor_humidity             | 27.25        |\n",
+      "|    outdoor_temperature          | -1.5968947   |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2500544.0    |\n",
+      "|    wind_direction               | 62.5         |\n",
+      "|    wind_speed                   | 3.475        |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 3          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 27         |\n",
-      "|    Heating_Setpoint_RL          | 18         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1173.0521  |\n",
-      "|    air_humidity                 | 40.49864   |\n",
-      "|    air_temperature              | 19.615831  |\n",
-      "|    clg_setpoint                 | 27.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 28.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 3.0        |\n",
-      "|    htg_setpoint                 | 18.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 97.0       |\n",
-      "|    outdoor_temperature          | 0.89164776 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1055746.9  |\n",
-      "|    wind_direction               | 102.5      |\n",
-      "|    wind_speed                   | 2.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.42e+03   |\n",
-      "|    n_updates                    | 15174      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.4098448   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.930376   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.53439885 |\n",
+      "|    air_humidity                 | 0.20336638  |\n",
+      "|    air_temperature              | 0.4273991   |\n",
+      "|    clg_setpoint                 | -1.0995953  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2870038   |\n",
+      "|    diffuse_solar_radiation      | -0.7408754  |\n",
+      "|    direct_solar_radiation       | -0.61049545 |\n",
+      "|    hour                         | 0.93929297  |\n",
+      "|    htg_setpoint                 | 0.50997525  |\n",
+      "|    month                        | -1.2314287  |\n",
+      "|    outdoor_humidity             | 1.5261463   |\n",
+      "|    outdoor_temperature          | -1.0359008  |\n",
+      "|    people_occupant              | 0.50245583  |\n",
+      "|    total_electricity_HVAC       | -0.54390925 |\n",
+      "|    wind_direction               | -1.4286637  |\n",
+      "|    wind_speed                   | -0.7565846  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 655.3896    |\n",
+      "|    air_humidity                 | 39.296783   |\n",
+      "|    air_temperature              | 23.249935   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 19.999153   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 1.8874589   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 596978.3    |\n",
+      "|    wind_direction               | 32.5        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 810.88544 |\n",
-      "|    air_humidity                 | 26.834318 |\n",
-      "|    air_temperature              | 20.000088 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 59.25     |\n",
-      "|    outdoor_temperature          | 5.296541  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 729796.9  |\n",
-      "|    wind_direction               | 335.0     |\n",
-      "|    wind_speed                   | 1.025     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.87e+03  |\n",
-      "|    n_updates                    | 15199     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 17%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 566.93365 |\n",
-      "|    air_humidity                 | 37.77567  |\n",
-      "|    air_temperature              | 18.473743 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 4.3673377 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 510240.28 |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 0.375     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.1e+03   |\n",
-      "|    n_updates                    | 15224     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6339662  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.485365   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.66318345 |\n",
+      "|    air_humidity                 | 0.7396741   |\n",
+      "|    air_temperature              | 0.38493133  |\n",
+      "|    clg_setpoint                 | -1.0994363  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.399465    |\n",
+      "|    diffuse_solar_radiation      | -0.74076986 |\n",
+      "|    direct_solar_radiation       | -0.6102081  |\n",
+      "|    hour                         | 1.0837396   |\n",
+      "|    htg_setpoint                 | -0.8298794  |\n",
+      "|    month                        | -1.2303668  |\n",
+      "|    outdoor_humidity             | 1.2478681   |\n",
+      "|    outdoor_temperature          | -0.5661256  |\n",
+      "|    people_occupant              | -0.4510361  |\n",
+      "|    total_electricity_HVAC       | -0.6683041  |\n",
+      "|    wind_direction               | -1.4749486  |\n",
+      "|    wind_speed                   | -0.49702775 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 46.292034   |\n",
+      "|    air_temperature              | 23.191736   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 14.386184   |\n",
+      "|    month                        | 2.0         |\n",
+      "|    outdoor_humidity             | 94.25       |\n",
+      "|    outdoor_temperature          | 6.5184546   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 27.5        |\n",
+      "|    wind_speed                   | 3.725       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 16%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6631892  |\n",
+      "|    air_humidity                 | -0.73160964 |\n",
+      "|    air_temperature              | 0.089883395 |\n",
+      "|    clg_setpoint                 | 0.4707855   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6713573  |\n",
+      "|    diffuse_solar_radiation      | -0.740768   |\n",
+      "|    direct_solar_radiation       | -0.6102741  |\n",
+      "|    hour                         | 1.2281773   |\n",
+      "|    htg_setpoint                 | -0.9089439  |\n",
+      "|    month                        | -0.94555074 |\n",
+      "|    outdoor_humidity             | 0.08065434  |\n",
+      "|    outdoor_temperature          | -0.50012577 |\n",
+      "|    people_occupant              | -0.45117792 |\n",
+      "|    total_electricity_HVAC       | -0.66830003 |\n",
+      "|    wind_direction               | -0.31412637 |\n",
+      "|    wind_speed                   | -0.6003426  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 27.110397   |\n",
+      "|    air_temperature              | 22.788527   |\n",
+      "|    clg_setpoint                 | 27.380304   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 14.054474   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 70.0        |\n",
+      "|    outdoor_temperature          | 7.1689      |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 150.0       |\n",
+      "|    wind_speed                   | 3.475       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 17%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 94.785126 |\n",
-      "|    air_humidity                 | 36.622604 |\n",
-      "|    air_temperature              | 19.349455 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 22.0      |\n",
-      "|    direct_solar_radiation       | 146.25    |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 61.0      |\n",
-      "|    outdoor_temperature          | 9.245056  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 83250.836 |\n",
-      "|    wind_direction               | 302.5     |\n",
-      "|    wind_speed                   | 6.425     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.7e+03   |\n",
-      "|    n_updates                    | 15249     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.23965806  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.433846   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6631496  |\n",
+      "|    air_humidity                 | 0.29669726  |\n",
+      "|    air_temperature              | -0.7037818  |\n",
+      "|    clg_setpoint                 | 0.8680635   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.555758   |\n",
+      "|    diffuse_solar_radiation      | -0.74073094 |\n",
+      "|    direct_solar_radiation       | -0.6101604  |\n",
+      "|    hour                         | 1.3726037   |\n",
+      "|    htg_setpoint                 | -0.6611878  |\n",
+      "|    month                        | -0.9449376  |\n",
+      "|    outdoor_humidity             | -1.0391809  |\n",
+      "|    outdoor_temperature          | 0.2884678   |\n",
+      "|    people_occupant              | -0.6891414  |\n",
+      "|    total_electricity_HVAC       | -0.6682558  |\n",
+      "|    wind_direction               | 1.0362626   |\n",
+      "|    wind_speed                   | 1.5958812   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 40.51177    |\n",
+      "|    air_temperature              | 21.703741   |\n",
+      "|    clg_setpoint                 | 28.426182   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 15.092472   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 46.75       |\n",
+      "|    outdoor_temperature          | 14.949052   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 292.5       |\n",
+      "|    wind_speed                   | 8.775       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 17%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 40.965393 |\n",
-      "|    air_temperature              | 18.794714 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 77.75     |\n",
-      "|    direct_solar_radiation       | 21.0      |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 6.478311  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 140.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.13e+03  |\n",
-      "|    n_updates                    | 15274     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.4487902  |\n",
+      "|    Heating_Setpoint_RL          | 0.6037049   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.110332   |\n",
+      "|    Heating_Setpoint_RL          | 21.02084    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.66293246 |\n",
+      "|    air_humidity                 | -0.6910304  |\n",
+      "|    air_temperature              | -1.1853012  |\n",
+      "|    clg_setpoint                 | -0.25291732 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4405375  |\n",
+      "|    diffuse_solar_radiation      | -0.7407301  |\n",
+      "|    direct_solar_radiation       | -0.6102566  |\n",
+      "|    hour                         | 1.5170157   |\n",
+      "|    htg_setpoint                 | -0.44304407 |\n",
+      "|    month                        | -0.9443256  |\n",
+      "|    outdoor_humidity             | -0.6655187  |\n",
+      "|    outdoor_temperature          | -0.1246513  |\n",
+      "|    people_occupant              | -0.6887936  |\n",
+      "|    total_electricity_HVAC       | -0.66803575 |\n",
+      "|    wind_direction               | 1.5564007   |\n",
+      "|    wind_speed                   | -1.1180832  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 27.637379   |\n",
+      "|    air_temperature              | 21.045357   |\n",
+      "|    clg_setpoint                 | 25.478584   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 16.004665   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 54.5        |\n",
+      "|    outdoor_temperature          | 10.873335   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 347.5       |\n",
+      "|    wind_speed                   | 2.225       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 17%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 44.28175  |\n",
-      "|    air_temperature              | 21.336182 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 78.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 7.5593534 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 95.0      |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.61e+03  |\n",
-      "|    n_updates                    | 15299     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 1.0           |\n",
+      "|    Heating_Setpoint_RL          | 0.39638683    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 30.0          |\n",
+      "|    Heating_Setpoint_RL          | 19.854675     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | 0.034194976   |\n",
+      "|    air_humidity                 | 1.207176      |\n",
+      "|    air_temperature              | -1.2267752    |\n",
+      "|    clg_setpoint                 | 0.7167337     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -1.3256384    |\n",
+      "|    diffuse_solar_radiation      | -0.74066204   |\n",
+      "|    direct_solar_radiation       | -0.6099817    |\n",
+      "|    hour                         | 1.6614102     |\n",
+      "|    htg_setpoint                 | 0.6314411     |\n",
+      "|    month                        | -0.94371486   |\n",
+      "|    outdoor_humidity             | 1.5238355     |\n",
+      "|    outdoor_temperature          | -0.6274833    |\n",
+      "|    people_occupant              | -0.6889127    |\n",
+      "|    total_electricity_HVAC       | 0.00037393696 |\n",
+      "|    wind_direction               | -1.7358601    |\n",
+      "|    wind_speed                   | -2.0384612    |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 3164.5127     |\n",
+      "|    air_humidity                 | 52.36714      |\n",
+      "|    air_temperature              | 20.988924     |\n",
+      "|    clg_setpoint                 | 28.029507     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 4.0           |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 23.0          |\n",
+      "|    htg_setpoint                 | 20.50859      |\n",
+      "|    month                        | 3.0           |\n",
+      "|    outdoor_humidity             | 100.0         |\n",
+      "|    outdoor_temperature          | 5.9123387     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 2866088.2     |\n",
+      "|    wind_direction               | 0.0           |\n",
+      "|    wind_speed                   | 0.0           |\n",
+      "---------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 18%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 764.0725  |\n",
-      "|    air_humidity                 | 50.251144 |\n",
-      "|    air_temperature              | 22.643566 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 88.75     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 11.124284 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 687665.25 |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 9.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.52e+03  |\n",
-      "|    n_updates                    | 15324     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.183853    |\n",
+      "|    air_humidity                 | 0.60830015  |\n",
+      "|    air_temperature              | 0.19308981  |\n",
+      "|    clg_setpoint                 | 1.465575    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0974278  |\n",
+      "|    diffuse_solar_radiation      | -0.74061114 |\n",
+      "|    direct_solar_radiation       | -0.60971075 |\n",
+      "|    hour                         | -1.6613021  |\n",
+      "|    htg_setpoint                 | 1.2852392   |\n",
+      "|    month                        | -0.9431053  |\n",
+      "|    outdoor_humidity             | 1.5221072   |\n",
+      "|    outdoor_temperature          | -0.64758873 |\n",
+      "|    people_occupant              | -0.6890316  |\n",
+      "|    total_electricity_HVAC       | 2.1197724   |\n",
+      "|    wind_direction               | -1.7352896  |\n",
+      "|    wind_speed                   | -2.0376875  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 12655.013   |\n",
+      "|    air_humidity                 | 44.570282   |\n",
+      "|    air_temperature              | 22.92844    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 5.7110963   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 11706601.0  |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 18%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 871.7625  |\n",
-      "|    air_humidity                 | 23.494152 |\n",
-      "|    air_temperature              | 23.261553 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 143.5     |\n",
-      "|    direct_solar_radiation       | 801.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 48.0      |\n",
-      "|    outdoor_temperature          | 6.961959  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 784586.25 |\n",
-      "|    wind_direction               | 292.5     |\n",
-      "|    wind_speed                   | 5.375     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.61e+03  |\n",
-      "|    n_updates                    | 15349     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.42035845  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 19.989517   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.66287005 |\n",
+      "|    air_humidity                 | 0.21758959  |\n",
+      "|    air_temperature              | -1.1020368  |\n",
+      "|    clg_setpoint                 | 1.4656632   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9830348  |\n",
+      "|    diffuse_solar_radiation      | -0.74052984 |\n",
+      "|    direct_solar_radiation       | -0.60947984 |\n",
+      "|    hour                         | -1.5167606  |\n",
+      "|    htg_setpoint                 | 0.30973774  |\n",
+      "|    month                        | -0.9424969  |\n",
+      "|    outdoor_humidity             | -0.7515318  |\n",
+      "|    outdoor_temperature          | -0.7011161  |\n",
+      "|    people_occupant              | -0.6891504  |\n",
+      "|    total_electricity_HVAC       | -0.66794354 |\n",
+      "|    wind_direction               | 1.1070757   |\n",
+      "|    wind_speed                   | 1.9668038   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 39.48788    |\n",
+      "|    air_temperature              | 21.160027   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 19.162767   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 52.75       |\n",
+      "|    outdoor_temperature          | 5.183503    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 9.675       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 18%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.6465  |\n",
-      "|    air_humidity                 | 33.514217 |\n",
-      "|    air_temperature              | 22.651453 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 200.25    |\n",
-      "|    direct_solar_radiation       | 1.5       |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 99.0      |\n",
-      "|    outdoor_temperature          | 3.141846  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 680081.9  |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 5.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 786       |\n",
-      "|    n_updates                    | 15374     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.029315114 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 17.789898   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.778896    |\n",
+      "|    air_humidity                 | -0.40567806 |\n",
+      "|    air_temperature              | -0.14831187 |\n",
+      "|    clg_setpoint                 | 1.4653916   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.86881095 |\n",
+      "|    diffuse_solar_radiation      | -0.740516   |\n",
+      "|    direct_solar_radiation       | -0.60959184 |\n",
+      "|    hour                         | -1.372238   |\n",
+      "|    htg_setpoint                 | 1.2851905   |\n",
+      "|    month                        | -0.9418897  |\n",
+      "|    outdoor_humidity             | 1.2449262   |\n",
+      "|    outdoor_temperature          | -0.7558405  |\n",
+      "|    people_occupant              | -0.689269   |\n",
+      "|    total_electricity_HVAC       | 2.8284123   |\n",
+      "|    wind_direction               | -0.88305855 |\n",
+      "|    wind_speed                   | 0.32141918  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 15284.575   |\n",
+      "|    air_humidity                 | 31.368122   |\n",
+      "|    air_temperature              | 22.462025   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 94.25       |\n",
+      "|    outdoor_temperature          | 4.641012    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 14664932.0  |\n",
+      "|    wind_direction               | 90.0        |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 33.8206   |\n",
-      "|    air_temperature              | 20.309654 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 206.0     |\n",
-      "|    direct_solar_radiation       | 9.0       |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 6.0417705 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 150.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.67e+03  |\n",
-      "|    n_updates                    | 15399     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.78787124  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.284065   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.3982499   |\n",
+      "|    air_humidity                 | 0.2723659   |\n",
+      "|    air_temperature              | -1.2698883  |\n",
+      "|    clg_setpoint                 | 0.83610284  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7547202  |\n",
+      "|    diffuse_solar_radiation      | -0.7405263  |\n",
+      "|    direct_solar_radiation       | -0.6093187  |\n",
+      "|    hour                         | -1.227731   |\n",
+      "|    htg_setpoint                 | 0.73110557  |\n",
+      "|    month                        | -0.94128364 |\n",
+      "|    outdoor_humidity             | 1.4720564   |\n",
+      "|    outdoor_temperature          | -1.176945   |\n",
+      "|    people_occupant              | -0.68938744 |\n",
+      "|    total_electricity_HVAC       | 0.22444607  |\n",
+      "|    wind_direction               | -0.36119047 |\n",
+      "|    wind_speed                   | -0.8062093  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4773.3477   |\n",
+      "|    air_humidity                 | 40.194717   |\n",
+      "|    air_temperature              | 20.930708   |\n",
+      "|    clg_setpoint                 | 28.34394    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 20.929008   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 99.0        |\n",
+      "|    outdoor_temperature          | 0.48467657  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3801861.8   |\n",
+      "|    wind_direction               | 145.0       |\n",
+      "|    wind_speed                   | 2.975       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 26.79647  |\n",
-      "|    air_temperature              | 20.653496 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 287.5     |\n",
-      "|    direct_solar_radiation       | 348.25    |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 53.5      |\n",
-      "|    outdoor_temperature          | 5.8445897 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 37.5      |\n",
-      "|    wind_speed                   | 9.675     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.97e+03  |\n",
-      "|    n_updates                    | 15424     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.121711954 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 18.30963    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.6119305   |\n",
+      "|    air_humidity                 | -0.8949491  |\n",
+      "|    air_temperature              | 0.08227845  |\n",
+      "|    clg_setpoint                 | 0.30426353  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6407308  |\n",
+      "|    diffuse_solar_radiation      | -0.74053645 |\n",
+      "|    direct_solar_radiation       | -0.6092137  |\n",
+      "|    hour                         | -1.0832366  |\n",
+      "|    htg_setpoint                 | 1.1716719   |\n",
+      "|    month                        | -0.9406788  |\n",
+      "|    outdoor_humidity             | 1.1826031   |\n",
+      "|    outdoor_temperature          | -1.1740584  |\n",
+      "|    people_occupant              | -0.68904084 |\n",
+      "|    total_electricity_HVAC       | 1.426325    |\n",
+      "|    wind_direction               | -1.2613052  |\n",
+      "|    wind_speed                   | -0.44372967 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 10136.965   |\n",
+      "|    air_humidity                 | 24.999836   |\n",
+      "|    air_temperature              | 22.77594    |\n",
+      "|    clg_setpoint                 | 26.945139   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 22.775982   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 0.5056507   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 8819915.0   |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 20.176092 |\n",
-      "|    air_temperature              | 24.43434  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 119.0     |\n",
-      "|    direct_solar_radiation       | 757.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 29.75     |\n",
-      "|    outdoor_temperature          | 14.736623 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 257.5     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.2e+03   |\n",
-      "|    n_updates                    | 15449     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.98249835  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.940933   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.03966023 |\n",
+      "|    air_humidity                 | -1.070955   |\n",
+      "|    air_temperature              | -2.584789   |\n",
+      "|    clg_setpoint                 | 1.4637913   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.52681565 |\n",
+      "|    diffuse_solar_radiation      | -0.74056876 |\n",
+      "|    direct_solar_radiation       | -0.60920024 |\n",
+      "|    hour                         | -0.9387518  |\n",
+      "|    htg_setpoint                 | 0.06869351  |\n",
+      "|    month                        | -0.94007504 |\n",
+      "|    outdoor_humidity             | -0.4281868  |\n",
+      "|    outdoor_temperature          | -1.252499   |\n",
+      "|    people_occupant              | -0.6886948  |\n",
+      "|    total_electricity_HVAC       | -0.07427083 |\n",
+      "|    wind_direction               | 1.5110189   |\n",
+      "|    wind_speed                   | 1.3041723   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2840.8572   |\n",
+      "|    air_humidity                 | 22.700409   |\n",
+      "|    air_temperature              | 19.133259   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 18.153255   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 59.5        |\n",
+      "|    outdoor_temperature          | -0.2728538  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2556771.5   |\n",
+      "|    wind_direction               | 342.5       |\n",
+      "|    wind_speed                   | 8.075       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 19.772951 |\n",
-      "|    air_temperature              | 23.21499  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 108.75    |\n",
-      "|    direct_solar_radiation       | 49.25     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 36.0      |\n",
-      "|    outdoor_temperature          | 5.9866753 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 287.5     |\n",
-      "|    wind_speed                   | 9.4       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.97e+03  |\n",
-      "|    n_updates                    | 15474     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.81816304 |\n",
+      "|    Heating_Setpoint_RL          | 0.31476045  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.863699   |\n",
+      "|    Heating_Setpoint_RL          | 19.395527   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.7516104   |\n",
+      "|    air_humidity                 | -0.8334122  |\n",
+      "|    air_temperature              | 0.4305186   |\n",
+      "|    clg_setpoint                 | 1.4638774   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.412952   |\n",
+      "|    diffuse_solar_radiation      | -0.7405583  |\n",
+      "|    direct_solar_radiation       | -0.6093103  |\n",
+      "|    hour                         | -0.7942745  |\n",
+      "|    htg_setpoint                 | 1.2850286   |\n",
+      "|    month                        | -0.9394725  |\n",
+      "|    outdoor_humidity             | 0.5580752   |\n",
+      "|    outdoor_temperature          | -0.8361305  |\n",
+      "|    people_occupant              | -0.6888134  |\n",
+      "|    total_electricity_HVAC       | 1.63208     |\n",
+      "|    wind_direction               | 0.5395342   |\n",
+      "|    wind_speed                   | 0.08321865  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 10757.686   |\n",
+      "|    air_humidity                 | 25.784222   |\n",
+      "|    air_temperature              | 23.250237   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 80.0        |\n",
+      "|    outdoor_temperature          | 3.8272188   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 9681917.0   |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 5.125       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 809.15594 |\n",
-      "|    air_humidity                 | 19.844421 |\n",
-      "|    air_temperature              | 23.992252 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 66.25     |\n",
-      "|    direct_solar_radiation       | 453.5     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 34.0      |\n",
-      "|    outdoor_temperature          | 7.26631   |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 727706.06 |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 10.55     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.22e+03  |\n",
-      "|    n_updates                    | 15499     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.7437507   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 21.808598   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.7181942   |\n",
+      "|    air_humidity                 | -1.3779609  |\n",
+      "|    air_temperature              | -0.6234468  |\n",
+      "|    clg_setpoint                 | 0.6100313   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.29912162 |\n",
+      "|    diffuse_solar_radiation      | 0.04474577  |\n",
+      "|    direct_solar_radiation       | 0.7628243   |\n",
+      "|    hour                         | -0.64980257 |\n",
+      "|    htg_setpoint                 | 1.2852674   |\n",
+      "|    month                        | -0.9388711  |\n",
+      "|    outdoor_humidity             | -1.1240343  |\n",
+      "|    outdoor_temperature          | -1.2530836  |\n",
+      "|    people_occupant              | -0.6889318  |\n",
+      "|    total_electricity_HVAC       | 2.7141132   |\n",
+      "|    wind_direction               | 1.2257009   |\n",
+      "|    wind_speed                   | 1.466832    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 15032.399   |\n",
+      "|    air_humidity                 | 18.688911   |\n",
+      "|    air_temperature              | 21.810513   |\n",
+      "|    clg_setpoint                 | 27.752552   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 76.5        |\n",
+      "|    direct_solar_radiation       | 340.5       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | -0.28566995 |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 14202461.0  |\n",
+      "|    wind_direction               | 312.5       |\n",
+      "|    wind_speed                   | 8.475       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 30.93134  |\n",
-      "|    air_temperature              | 23.089472 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 20.25     |\n",
-      "|    direct_solar_radiation       | 96.0      |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 91.25     |\n",
-      "|    outdoor_temperature          | 3.1187332 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 9.025     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.82e+03  |\n",
-      "|    n_updates                    | 15524     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.87176996  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.567223   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.29710308 |\n",
+      "|    air_humidity                 | -1.2525442  |\n",
+      "|    air_temperature              | -1.0814147  |\n",
+      "|    clg_setpoint                 | 1.4638629   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18531062 |\n",
+      "|    diffuse_solar_radiation      | 0.47096694  |\n",
+      "|    direct_solar_radiation       | 1.8675417   |\n",
+      "|    hour                         | -0.5053343  |\n",
+      "|    htg_setpoint                 | -1.3982428  |\n",
+      "|    month                        | -0.9382708  |\n",
+      "|    outdoor_humidity             | -1.4708406  |\n",
+      "|    outdoor_temperature          | -1.2912557  |\n",
+      "|    people_occupant              | 1.6945177   |\n",
+      "|    total_electricity_HVAC       | -0.31663346 |\n",
+      "|    wind_direction               | -1.2614857  |\n",
+      "|    wind_speed                   | -1.1171983  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1703.0035   |\n",
+      "|    air_humidity                 | 20.307953   |\n",
+      "|    air_temperature              | 21.184374   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 118.0       |\n",
+      "|    direct_solar_radiation       | 615.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 37.75       |\n",
+      "|    outdoor_temperature          | -0.6704629  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1544509.9   |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 2.225       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 208.74844 |\n",
-      "|    air_humidity                 | 18.482845 |\n",
-      "|    air_temperature              | 24.876616 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 22.0      |\n",
-      "|    outdoor_temperature          | 12.427065 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 186888.42 |\n",
-      "|    wind_direction               | 292.5     |\n",
-      "|    wind_speed                   | 5.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.58e+03  |\n",
-      "|    n_updates                    | 15549     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.63593614 |\n",
+      "|    air_humidity                 | -0.33014143 |\n",
+      "|    air_temperature              | 0.5603004   |\n",
+      "|    clg_setpoint                 | -1.0321336  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.07150946 |\n",
+      "|    diffuse_solar_radiation      | 0.59907305  |\n",
+      "|    direct_solar_radiation       | 2.3619647   |\n",
+      "|    hour                         | -0.36086828 |\n",
+      "|    htg_setpoint                 | -1.3980817  |\n",
+      "|    month                        | -0.9376717  |\n",
+      "|    outdoor_humidity             | -0.93037134 |\n",
+      "|    outdoor_temperature          | -0.23174834 |\n",
+      "|    people_occupant              | 1.6941344   |\n",
+      "|    total_electricity_HVAC       | -0.6500282  |\n",
+      "|    wind_direction               | 0.8223262   |\n",
+      "|    wind_speed                   | 1.258463    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 204.69992   |\n",
+      "|    air_humidity                 | 32.31039    |\n",
+      "|    air_temperature              | 23.42639    |\n",
+      "|    clg_setpoint                 | 23.428125   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 130.5       |\n",
+      "|    direct_solar_radiation       | 737.75      |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 49.0        |\n",
+      "|    outdoor_temperature          | 9.76358     |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 151680.45   |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 7.975       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1466.7415  |\n",
-      "|    air_humidity                 | 17.671227  |\n",
-      "|    air_temperature              | 20.999994  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 16.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 19.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 3.0        |\n",
-      "|    outdoor_humidity             | 94.75      |\n",
-      "|    outdoor_temperature          | -0.5767989 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1320067.4  |\n",
-      "|    wind_direction               | 40.0       |\n",
-      "|    wind_speed                   | 10.675     |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 894        |\n",
-      "|    n_updates                    | 15574      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.45491934  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.160353   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6443603  |\n",
+      "|    air_humidity                 | -1.5202879  |\n",
+      "|    air_temperature              | -0.66588014 |\n",
+      "|    clg_setpoint                 | 1.4639009   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.042287055 |\n",
+      "|    diffuse_solar_radiation      | 0.45302433  |\n",
+      "|    direct_solar_radiation       | -0.60942835 |\n",
+      "|    hour                         | -0.21640347 |\n",
+      "|    htg_setpoint                 | -0.8058291  |\n",
+      "|    month                        | -0.93707377 |\n",
+      "|    outdoor_humidity             | 0.48805377  |\n",
+      "|    outdoor_temperature          | -0.8688829  |\n",
+      "|    people_occupant              | -0.6892862  |\n",
+      "|    total_electricity_HVAC       | -0.6510793  |\n",
+      "|    wind_direction               | -1.1193115  |\n",
+      "|    wind_speed                   | 1.4854225   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 167.12413   |\n",
+      "|    air_humidity                 | 16.805634   |\n",
+      "|    air_temperature              | 21.751823   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 116.25      |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 14.481043   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 78.5        |\n",
+      "|    outdoor_temperature          | 3.4869292   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 146923.34   |\n",
+      "|    wind_direction               | 65.0        |\n",
+      "|    wind_speed                   | 8.525       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 21%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 6          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 24         |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1806.4314  |\n",
-      "|    air_humidity                 | 19.1926    |\n",
-      "|    air_temperature              | 21.0       |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 17.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 20.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 3.0        |\n",
-      "|    outdoor_humidity             | 90.0       |\n",
-      "|    outdoor_temperature          | -2.2752483 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1625788.2  |\n",
-      "|    wind_direction               | 32.5       |\n",
-      "|    wind_speed                   | 3.975      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.17e+03   |\n",
-      "|    n_updates                    | 15599      |\n",
-      "------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.45148984  |\n",
+      "|    Heating_Setpoint_RL          | 0.4941635   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.148777   |\n",
+      "|    Heating_Setpoint_RL          | 20.40467    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.3077674   |\n",
+      "|    air_humidity                 | -1.2777699  |\n",
+      "|    air_temperature              | -0.605325   |\n",
+      "|    clg_setpoint                 | 0.36114278  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.15607975  |\n",
+      "|    diffuse_solar_radiation      | 1.9523743   |\n",
+      "|    direct_solar_radiation       | -0.48232532 |\n",
+      "|    hour                         | -0.07193916 |\n",
+      "|    htg_setpoint                 | 1.2857888   |\n",
+      "|    month                        | -0.93647695 |\n",
+      "|    outdoor_humidity             | 0.5594481   |\n",
+      "|    outdoor_temperature          | -1.2377719  |\n",
+      "|    people_occupant              | -0.6889413  |\n",
+      "|    total_electricity_HVAC       | 2.4566588   |\n",
+      "|    wind_direction               | -1.4256314  |\n",
+      "|    wind_speed                   | 0.42061153  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 13228.067   |\n",
+      "|    air_humidity                 | 19.949211   |\n",
+      "|    air_temperature              | 21.832798   |\n",
+      "|    clg_setpoint                 | 27.098799   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 262.25      |\n",
+      "|    direct_solar_radiation       | 31.5        |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 80.0        |\n",
+      "|    outdoor_temperature          | -0.15471691 |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 13136643.0  |\n",
+      "|    wind_direction               | 32.5        |\n",
+      "|    wind_speed                   | 5.95        |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 21%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 8        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 22.5     |\n",
-      "|    Heating_Setpoint_RL          | 22       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817 |\n",
-      "|    air_humidity                 | 35.01203 |\n",
-      "|    air_temperature              | 21.75387 |\n",
-      "|    clg_setpoint                 | 22.5     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 18.0     |\n",
-      "|    diffuse_solar_radiation      | 0.0      |\n",
-      "|    direct_solar_radiation       | 0.0      |\n",
-      "|    hour                         | 21.0     |\n",
-      "|    htg_setpoint                 | 21.0     |\n",
-      "|    month                        | 3.0      |\n",
-      "|    outdoor_humidity             | 89.0     |\n",
-      "|    outdoor_temperature          | 2.158653 |\n",
-      "|    people_occupant              | 0.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5 |\n",
-      "|    wind_direction               | 145.0    |\n",
-      "|    wind_speed                   | 4.375    |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.05     |\n",
-      "| train/                          |          |\n",
-      "|    learning_rate                | 0.0001   |\n",
-      "|    loss                         | 3.04e+03 |\n",
-      "|    n_updates                    | 15624    |\n",
-      "----------------------------------------------\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.75545496  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 13.375566    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.41503948  |\n",
+      "|    air_humidity                 | -0.580921    |\n",
+      "|    air_temperature              | 0.43220705   |\n",
+      "|    clg_setpoint                 | -1.1005147   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.26986519   |\n",
+      "|    diffuse_solar_radiation      | 1.9621999    |\n",
+      "|    direct_solar_radiation       | 1.859292     |\n",
+      "|    hour                         | 0.07252503   |\n",
+      "|    htg_setpoint                 | 0.47050753   |\n",
+      "|    month                        | -0.9358813   |\n",
+      "|    outdoor_humidity             | 0.5227954    |\n",
+      "|    outdoor_temperature          | -1.0907127   |\n",
+      "|    people_occupant              | 0.26478451   |\n",
+      "|    total_electricity_HVAC       | -0.43254232  |\n",
+      "|    wind_direction               | 0.11383317   |\n",
+      "|    wind_speed                   | -0.8080189   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1182.3805    |\n",
+      "|    air_humidity                 | 29.008747    |\n",
+      "|    air_temperature              | 23.249517    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 18.0         |\n",
+      "|    diffuse_solar_radiation      | 263.25       |\n",
+      "|    direct_solar_radiation       | 613.0        |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 19.832186    |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 79.25        |\n",
+      "|    outdoor_temperature          | 1.2825181    |\n",
+      "|    people_occupant              | 8.0          |\n",
+      "|    total_electricity_HVAC       | 1060946.8    |\n",
+      "|    wind_direction               | 195.0        |\n",
+      "|    wind_speed                   | 2.975        |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.0074969796 |\n",
+      "|    clip_fraction                | 0.0766       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.46        |\n",
+      "|    explained_variance           | 0.727        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.409        |\n",
+      "|    n_updates                    | 720          |\n",
+      "|    policy_gradient_loss         | -0.0105      |\n",
+      "|    std                          | 0.831        |\n",
+      "|    value_loss                   | 1.13         |\n",
+      "--------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 21%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 31.351454 |\n",
-      "|    air_temperature              | 21.016546 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 56.25     |\n",
-      "|    outdoor_temperature          | 2.4189992 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 5.0       |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 999       |\n",
-      "|    n_updates                    | 15649     |\n",
-      "-----------------------------------------------\n",
-      "Progress: |**********************-----------------------------------------------------------------------------| 22%-----------------------------------------------\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 449.45572 |\n",
-      "|    air_humidity                 | 35.932343 |\n",
-      "|    air_temperature              | 21.472187 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 95.0      |\n",
-      "|    outdoor_temperature          | 7.158784  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 404510.16 |\n",
-      "|    wind_direction               | 165.0     |\n",
-      "|    wind_speed                   | 3.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.89e+03  |\n",
-      "|    n_updates                    | 15674     |\n",
-      "-----------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.36448383 |\n",
+      "|    Heating_Setpoint_RL          | 0.9555658   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.394867   |\n",
+      "|    Heating_Setpoint_RL          | 23.000057   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.29432878 |\n",
+      "|    air_humidity                 | -0.3970982  |\n",
+      "|    air_temperature              | 0.43243402  |\n",
+      "|    clg_setpoint                 | -1.1004026  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.3836356   |\n",
+      "|    diffuse_solar_radiation      | 0.9172797   |\n",
+      "|    direct_solar_radiation       | -0.57294834 |\n",
+      "|    hour                         | 0.21698916  |\n",
+      "|    htg_setpoint                 | -0.61457473 |\n",
+      "|    month                        | -0.93528676 |\n",
+      "|    outdoor_humidity             | 0.366069    |\n",
+      "|    outdoor_temperature          | -0.8179631  |\n",
+      "|    people_occupant              | 1.2180766   |\n",
+      "|    total_electricity_HVAC       | -0.31677017 |\n",
+      "|    wind_direction               | -1.5892736  |\n",
+      "|    wind_speed                   | 1.1959356   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1716.988    |\n",
+      "|    air_humidity                 | 31.401484   |\n",
+      "|    air_temperature              | 23.249561   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 161.5       |\n",
+      "|    direct_solar_radiation       | 9.0         |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 15.283178   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 76.0        |\n",
+      "|    outdoor_temperature          | 3.9633064   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 1545289.1   |\n",
+      "|    wind_direction               | 15.0        |\n",
+      "|    wind_speed                   | 7.825       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 22%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5519612   |\n",
+      "|    air_humidity                 | -0.5284426   |\n",
+      "|    air_temperature              | 0.43631873   |\n",
+      "|    clg_setpoint                 | -1.1001824   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.4973789    |\n",
+      "|    diffuse_solar_radiation      | 0.6092773    |\n",
+      "|    direct_solar_radiation       | 2.626748     |\n",
+      "|    hour                         | 0.361453     |\n",
+      "|    htg_setpoint                 | -1.3975143   |\n",
+      "|    month                        | -0.9346934   |\n",
+      "|    outdoor_humidity             | 0.14999202   |\n",
+      "|    outdoor_temperature          | -0.58849037  |\n",
+      "|    people_occupant              | 1.6944778    |\n",
+      "|    total_electricity_HVAC       | -0.5622056   |\n",
+      "|    wind_direction               | -0.027266735 |\n",
+      "|    wind_speed                   | 2.2701974    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 576.5041     |\n",
+      "|    air_humidity                 | 29.68832     |\n",
+      "|    air_temperature              | 23.25472     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 20.0         |\n",
+      "|    diffuse_solar_radiation      | 131.5        |\n",
+      "|    direct_solar_radiation       | 803.75       |\n",
+      "|    hour                         | 14.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 71.5         |\n",
+      "|    outdoor_temperature          | 6.217664     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 518853.66    |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 10.425       |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 22%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.52104944 |\n",
+      "|    air_humidity                 | -1.1598237  |\n",
+      "|    air_temperature              | 0.43229264  |\n",
+      "|    clg_setpoint                 | -1.0999871  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.61107874  |\n",
+      "|    diffuse_solar_radiation      | 1.4198954   |\n",
+      "|    direct_solar_radiation       | 0.84319717  |\n",
+      "|    hour                         | 0.5059159   |\n",
+      "|    htg_setpoint                 | -0.9820555  |\n",
+      "|    month                        | -0.9341011  |\n",
+      "|    outdoor_humidity             | -1.6398894  |\n",
+      "|    outdoor_temperature          | -0.207291   |\n",
+      "|    people_occupant              | 1.694096    |\n",
+      "|    total_electricity_HVAC       | -0.53274727 |\n",
+      "|    wind_direction               | 1.0134939   |\n",
+      "|    wind_speed                   | 2.2778533   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 713.1105    |\n",
+      "|    air_humidity                 | 21.471836   |\n",
+      "|    air_temperature              | 23.249048   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 210.5       |\n",
+      "|    direct_solar_radiation       | 360.75      |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 13.740905   |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 34.25       |\n",
+      "|    outdoor_temperature          | 9.969745    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 641799.44   |\n",
+      "|    wind_direction               | 290.0       |\n",
+      "|    wind_speed                   | 10.45       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 22%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.36519274 |\n",
+      "|    air_humidity                 | -1.325732   |\n",
+      "|    air_temperature              | 0.43248713  |\n",
+      "|    clg_setpoint                 | -1.0998923  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.72471464  |\n",
+      "|    diffuse_solar_radiation      | 0.19854206  |\n",
+      "|    direct_solar_radiation       | 1.8573816   |\n",
+      "|    hour                         | 0.650377    |\n",
+      "|    htg_setpoint                 | -1.3968191  |\n",
+      "|    month                        | -0.93350995 |\n",
+      "|    outdoor_humidity             | -2.346002   |\n",
+      "|    outdoor_temperature          | -1.126059   |\n",
+      "|    people_occupant              | 1.6937149   |\n",
+      "|    total_electricity_HVAC       | -0.38425675 |\n",
+      "|    wind_direction               | 1.2490617   |\n",
+      "|    wind_speed                   | 0.67585164  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1403.265    |\n",
+      "|    air_humidity                 | 19.298859   |\n",
+      "|    air_temperature              | 23.248875   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 91.5        |\n",
+      "|    direct_solar_radiation       | 613.0       |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 19.5        |\n",
+      "|    outdoor_temperature          | 0.9108355   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1262938.5   |\n",
+      "|    wind_direction               | 315.0       |\n",
+      "|    wind_speed                   | 6.575       |\n",
+      "-------------------------------------------------\n",
       "--------------------------------------------------------------------------------------------------------------| 22%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.17072546  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 18.585331   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.66232896 |\n",
+      "|    air_humidity                 | -1.5705359  |\n",
+      "|    air_temperature              | -0.80635834 |\n",
+      "|    clg_setpoint                 | 1.462027    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.83826166  |\n",
+      "|    diffuse_solar_radiation      | -0.23772292 |\n",
+      "|    direct_solar_radiation       | 0.8010417   |\n",
+      "|    hour                         | 0.794835    |\n",
+      "|    htg_setpoint                 | -1.3963052  |\n",
+      "|    month                        | -0.9329199  |\n",
+      "|    outdoor_humidity             | -1.6235088  |\n",
+      "|    outdoor_temperature          | -0.522385   |\n",
+      "|    people_occupant              | -0.6891858  |\n",
+      "|    total_electricity_HVAC       | -0.66733325 |\n",
+      "|    wind_direction               | 0.51550555  |\n",
+      "|    wind_speed                   | 1.5307075   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 16.097954   |\n",
+      "|    air_temperature              | 21.55519    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 49.0        |\n",
+      "|    direct_solar_radiation       | 350.75      |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 34.5        |\n",
+      "|    outdoor_temperature          | 6.8486366   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 237.5       |\n",
+      "|    wind_speed                   | 8.65        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 23%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.66213953  |\n",
+      "|    air_humidity                 | -0.950309    |\n",
+      "|    air_temperature              | -0.08952798  |\n",
+      "|    clg_setpoint                 | 1.4613719    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.951691     |\n",
+      "|    diffuse_solar_radiation      | -0.74091583  |\n",
+      "|    direct_solar_radiation       | -0.60986453  |\n",
+      "|    hour                         | 0.9392884    |\n",
+      "|    htg_setpoint                 | -0.89961696  |\n",
+      "|    month                        | -0.932331    |\n",
+      "|    outdoor_humidity             | 0.619809     |\n",
+      "|    outdoor_temperature          | -0.43193212  |\n",
+      "|    people_occupant              | -0.68884265  |\n",
+      "|    total_electricity_HVAC       | -0.66714394  |\n",
+      "|    wind_direction               | -0.028730959 |\n",
+      "|    wind_speed                   | 1.7981745    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 24.155113    |\n",
+      "|    air_temperature              | 22.5338      |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 24.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 18.0         |\n",
+      "|    htg_setpoint                 | 14.080739    |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 81.25        |\n",
+      "|    outdoor_temperature          | 7.7365303    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 9.3          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 23%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.22469115   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 18.888887    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.28238478  |\n",
+      "|    air_humidity                 | 0.6617098    |\n",
+      "|    air_temperature              | 0.4346589    |\n",
+      "|    clg_setpoint                 | -1.1004535   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0649695    |\n",
+      "|    diffuse_solar_radiation      | -0.7409392   |\n",
+      "|    direct_solar_radiation       | -0.6096497   |\n",
+      "|    hour                         | 1.0837352    |\n",
+      "|    htg_setpoint                 | 1.2866225    |\n",
+      "|    month                        | -0.9317432   |\n",
+      "|    outdoor_humidity             | 1.3746018    |\n",
+      "|    outdoor_temperature          | -0.42945445  |\n",
+      "|    people_occupant              | -0.45057505  |\n",
+      "|    total_electricity_HVAC       | -0.1294323   |\n",
+      "|    wind_direction               | -0.123433106 |\n",
+      "|    wind_speed                   | -0.29354745  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1768.8705    |\n",
+      "|    air_humidity                 | 45.140484    |\n",
+      "|    air_temperature              | 23.249931    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 19.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 97.0         |\n",
+      "|    outdoor_temperature          | 7.7592144    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 2328091.0    |\n",
+      "|    wind_direction               | 170.0        |\n",
+      "|    wind_speed                   | 4.225        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 23%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.57236373  |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.693272    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.37323058  |\n",
+      "|    air_humidity                 | 1.0632815    |\n",
+      "|    air_temperature              | 0.18530141   |\n",
+      "|    clg_setpoint                 | -1.1001799   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.1780602    |\n",
+      "|    diffuse_solar_radiation      | -0.7409567   |\n",
+      "|    direct_solar_radiation       | -0.6097181   |\n",
+      "|    hour                         | 1.2281734    |\n",
+      "|    htg_setpoint                 | 1.047409     |\n",
+      "|    month                        | -0.9311565   |\n",
+      "|    outdoor_humidity             | 1.1818615    |\n",
+      "|    outdoor_temperature          | -0.068221435 |\n",
+      "|    people_occupant              | -0.4507149   |\n",
+      "|    total_electricity_HVAC       | -0.4015113   |\n",
+      "|    wind_direction               | 0.08983803   |\n",
+      "|    wind_speed                   | 0.09858222   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1366.2881    |\n",
+      "|    air_humidity                 | 50.37172     |\n",
+      "|    air_temperature              | 22.90931     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 26.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 22.247753    |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 93.0         |\n",
+      "|    outdoor_temperature          | 11.315968    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 1189355.4    |\n",
+      "|    wind_direction               | 192.5        |\n",
+      "|    wind_speed                   | 5.175        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 23%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.3460163   |\n",
+      "|    Heating_Setpoint_RL          | -0.87986124 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.792805   |\n",
+      "|    Heating_Setpoint_RL          | 12.67578    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.3176871   |\n",
+      "|    air_humidity                 | 0.8845953   |\n",
+      "|    air_temperature              | 0.43492207  |\n",
+      "|    clg_setpoint                 | 1.1315533   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2909219   |\n",
+      "|    diffuse_solar_radiation      | -0.7409591  |\n",
+      "|    direct_solar_radiation       | -0.60966456 |\n",
+      "|    hour                         | 1.3726003   |\n",
+      "|    htg_setpoint                 | 1.286105    |\n",
+      "|    month                        | -0.93057096 |\n",
+      "|    outdoor_humidity             | -0.04199935 |\n",
+      "|    outdoor_temperature          | 0.37021646  |\n",
+      "|    people_occupant              | -0.6891945  |\n",
+      "|    total_electricity_HVAC       | 0.29108799  |\n",
+      "|    wind_direction               | -1.7323675  |\n",
+      "|    wind_speed                   | 1.2939732   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4426.9106   |\n",
+      "|    air_humidity                 | 48.05907    |\n",
+      "|    air_temperature              | 23.2503     |\n",
+      "|    clg_setpoint                 | 29.13037    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 67.5        |\n",
+      "|    outdoor_temperature          | 15.633697   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4087714.2   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 8.075       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 24%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.06564134  |\n",
+      "|    Heating_Setpoint_RL          | 0.0071375966 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.403461    |\n",
+      "|    Heating_Setpoint_RL          | 17.66515     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.46390322   |\n",
+      "|    air_humidity                 | 0.0762059    |\n",
+      "|    air_temperature              | -1.3252538   |\n",
+      "|    clg_setpoint                 | 1.4614136    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.40351      |\n",
+      "|    diffuse_solar_radiation      | -0.7409864   |\n",
+      "|    direct_solar_radiation       | -0.6096057   |\n",
+      "|    hour                         | 1.5170132    |\n",
+      "|    htg_setpoint                 | 0.6946177    |\n",
+      "|    month                        | -0.9299865   |\n",
+      "|    outdoor_humidity             | -0.053893935 |\n",
+      "|    outdoor_temperature          | -0.53313845  |\n",
+      "|    people_occupant              | -0.6893115   |\n",
+      "|    total_electricity_HVAC       | 0.41654244   |\n",
+      "|    wind_direction               | -1.1866553   |\n",
+      "|    wind_speed                   | 1.1386558    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 5073.626     |\n",
+      "|    air_humidity                 | 37.537846    |\n",
+      "|    air_temperature              | 20.846785    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 28.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 20.769936    |\n",
+      "|    month                        | 3.0          |\n",
+      "|    outdoor_humidity             | 67.25        |\n",
+      "|    outdoor_temperature          | 6.7425585    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 4611911.0    |\n",
+      "|    wind_direction               | 57.5         |\n",
+      "|    wind_speed                   | 7.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 24%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.61281675 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 14.177906   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.9516096   |\n",
+      "|    air_humidity                 | -0.21875559 |\n",
+      "|    air_temperature              | -0.37339196 |\n",
+      "|    clg_setpoint                 | 1.1150713   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5157758   |\n",
+      "|    diffuse_solar_radiation      | -0.74101746 |\n",
+      "|    direct_solar_radiation       | -0.6097331  |\n",
+      "|    hour                         | 1.6614089   |\n",
+      "|    htg_setpoint                 | 1.2861539   |\n",
+      "|    month                        | -0.92940307 |\n",
+      "|    outdoor_humidity             | 0.8459214   |\n",
+      "|    outdoor_temperature          | -0.91137797 |\n",
+      "|    people_occupant              | -0.6894283  |\n",
+      "|    total_electricity_HVAC       | 2.9207346   |\n",
+      "|    wind_direction               | -0.7837889  |\n",
+      "|    wind_speed                   | 0.5203864   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 16092.174   |\n",
+      "|    air_humidity                 | 33.69745    |\n",
+      "|    air_temperature              | 22.146431   |\n",
+      "|    clg_setpoint                 | 29.08763    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 86.0        |\n",
+      "|    outdoor_temperature          | 3.0171497   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 15090448.0  |\n",
+      "|    wind_direction               | 100.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 25%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.6369743  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 14.04202    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.42129362  |\n",
+      "|    air_humidity                 | -0.22439104 |\n",
+      "|    air_temperature              | -1.1647624  |\n",
+      "|    clg_setpoint                 | 1.2916267   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7414855   |\n",
+      "|    diffuse_solar_radiation      | -0.7410277  |\n",
+      "|    direct_solar_radiation       | -0.60950404 |\n",
+      "|    hour                         | -1.6613024  |\n",
+      "|    htg_setpoint                 | 0.7196537   |\n",
+      "|    month                        | -0.9288208  |\n",
+      "|    outdoor_humidity             | 1.5175449   |\n",
+      "|    outdoor_temperature          | -0.6934195  |\n",
+      "|    people_occupant              | -0.6890864  |\n",
+      "|    total_electricity_HVAC       | 0.19373329  |\n",
+      "|    wind_direction               | -1.4219068  |\n",
+      "|    wind_speed                   | -0.39692494 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4886.0605   |\n",
+      "|    air_humidity                 | 33.621197   |\n",
+      "|    air_temperature              | 21.065918   |\n",
+      "|    clg_setpoint                 | 29.553667   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 20.8749     |\n",
+      "|    month                        | 3.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 5.1586046   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3680701.8   |\n",
+      "|    wind_direction               | 32.5        |\n",
+      "|    wind_speed                   | 3.975       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 25%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.36896977  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.700455   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.66214186 |\n",
+      "|    air_humidity                 | 0.2960422   |\n",
+      "|    air_temperature              | -1.0847403  |\n",
+      "|    clg_setpoint                 | 1.4603981   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6730694  |\n",
+      "|    diffuse_solar_radiation      | -0.74103177 |\n",
+      "|    direct_solar_radiation       | -0.6092276  |\n",
+      "|    hour                         | -1.5167621  |\n",
+      "|    htg_setpoint                 | -0.42084688 |\n",
+      "|    month                        | -0.6437865  |\n",
+      "|    outdoor_humidity             | 0.088545084 |\n",
+      "|    outdoor_temperature          | -0.7689949  |\n",
+      "|    people_occupant              | -0.6887449  |\n",
+      "|    total_electricity_HVAC       | -0.66710716 |\n",
+      "|    wind_direction               | -1.3967028  |\n",
+      "|    wind_speed                   | -0.5310936  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 40.387947   |\n",
+      "|    air_temperature              | 21.175129   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 16.092978   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 70.25       |\n",
+      "|    outdoor_temperature          | 4.4139323   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 35.0        |\n",
+      "|    wind_speed                   | 3.65        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 25%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.9480593   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.8247     |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.64052033 |\n",
+      "|    air_humidity                 | 0.4121248   |\n",
+      "|    air_temperature              | -1.1292436  |\n",
+      "|    clg_setpoint                 | 0.072244085 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5572864  |\n",
+      "|    diffuse_solar_radiation      | -0.741089   |\n",
+      "|    direct_solar_radiation       | -0.6089925  |\n",
+      "|    hour                         | -1.3722407  |\n",
+      "|    htg_setpoint                 | -0.8108052  |\n",
+      "|    month                        | -0.6434807  |\n",
+      "|    outdoor_humidity             | 0.7960922   |\n",
+      "|    outdoor_temperature          | -0.93743765 |\n",
+      "|    people_occupant              | -0.6888619  |\n",
+      "|    total_electricity_HVAC       | -0.6452308  |\n",
+      "|    wind_direction               | 0.8500069   |\n",
+      "|    wind_speed                   | 0.026092948 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 182.68532   |\n",
+      "|    air_humidity                 | 41.89668    |\n",
+      "|    air_temperature              | 21.114616   |\n",
+      "|    clg_setpoint                 | 26.340794   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 14.45831    |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 85.0        |\n",
+      "|    outdoor_temperature          | 2.7542188   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 169706.89   |\n",
+      "|    wind_direction               | 272.5       |\n",
+      "|    wind_speed                   | 5.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 25%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.17578736  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.218283   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65200335 |\n",
+      "|    air_humidity                 | -0.7851312  |\n",
+      "|    air_temperature              | -1.7135972  |\n",
+      "|    clg_setpoint                 | 1.4606091   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4419074  |\n",
+      "|    diffuse_solar_radiation      | -0.74113715 |\n",
+      "|    direct_solar_radiation       | -0.60910785 |\n",
+      "|    hour                         | -1.2277343  |\n",
+      "|    htg_setpoint                 | -1.3966517  |\n",
+      "|    month                        | -0.6431754  |\n",
+      "|    outdoor_humidity             | -0.6190932  |\n",
+      "|    outdoor_temperature          | -0.8115958  |\n",
+      "|    people_occupant              | -0.6889787  |\n",
+      "|    total_electricity_HVAC       | -0.65659946 |\n",
+      "|    wind_direction               | 1.3219831   |\n",
+      "|    wind_speed                   | -0.24253093 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 131.28433   |\n",
+      "|    air_humidity                 | 26.329634   |\n",
+      "|    air_temperature              | 20.31726    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 55.5        |\n",
+      "|    outdoor_temperature          | 3.9896677   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 121595.01   |\n",
+      "|    wind_direction               | 322.5       |\n",
+      "|    wind_speed                   | 4.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 26%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.23748833  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 18.960873   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.9623196   |\n",
+      "|    air_humidity                 | -0.6384327  |\n",
+      "|    air_temperature              | 0.31339994  |\n",
+      "|    clg_setpoint                 | -0.47165263 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3268735  |\n",
+      "|    diffuse_solar_radiation      | -0.7411064  |\n",
+      "|    direct_solar_radiation       | -0.6092376  |\n",
+      "|    hour                         | -1.0832404  |\n",
+      "|    htg_setpoint                 | 1.2859813   |\n",
+      "|    month                        | -0.6428705  |\n",
+      "|    outdoor_humidity             | 0.13711762  |\n",
+      "|    outdoor_temperature          | -0.71528935 |\n",
+      "|    people_occupant              | -0.6890953  |\n",
+      "|    total_electricity_HVAC       | 1.9505262   |\n",
+      "|    wind_direction               | 0.51787317  |\n",
+      "|    wind_speed                   | -0.29394457 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 11714.07    |\n",
+      "|    air_humidity                 | 28.230421   |\n",
+      "|    air_temperature              | 23.082762   |\n",
+      "|    clg_setpoint                 | 24.90663    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 71.25       |\n",
+      "|    outdoor_temperature          | 4.934139    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 11035315.0  |\n",
+      "|    wind_direction               | 237.5       |\n",
+      "|    wind_speed                   | 4.225       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 26%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.36724806  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.864462   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.66181386 |\n",
+      "|    air_humidity                 | -0.24049884 |\n",
+      "|    air_temperature              | -0.40276343 |\n",
+      "|    clg_setpoint                 | -1.1000456  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2121314  |\n",
+      "|    diffuse_solar_radiation      | -0.7411866  |\n",
+      "|    direct_solar_radiation       | -0.60937685 |\n",
+      "|    hour                         | -0.938756   |\n",
+      "|    htg_setpoint                 | -0.38793823 |\n",
+      "|    month                        | -0.6425661  |\n",
+      "|    outdoor_humidity             | -0.35457242 |\n",
+      "|    outdoor_temperature          | -0.7206056  |\n",
+      "|    people_occupant              | -0.68921185 |\n",
+      "|    total_electricity_HVAC       | -0.66674536 |\n",
+      "|    wind_direction               | 0.3522253   |\n",
+      "|    wind_speed                   | -0.7068642  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 33.399544   |\n",
+      "|    air_temperature              | 22.105713   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 16.227995   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 61.0        |\n",
+      "|    outdoor_temperature          | 4.881512    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 220.0       |\n",
+      "|    wind_speed                   | 3.225       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 26%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.2171618   |\n",
+      "|    Heating_Setpoint_RL          | -0.10441947 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.357922   |\n",
+      "|    Heating_Setpoint_RL          | 17.03764    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.23666589 |\n",
+      "|    air_humidity                 | 0.8986249   |\n",
+      "|    air_temperature              | -0.4584073  |\n",
+      "|    clg_setpoint                 | 0.42589122  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0976319  |\n",
+      "|    diffuse_solar_radiation      | -0.44338077 |\n",
+      "|    direct_solar_radiation       | 0.875242    |\n",
+      "|    hour                         | -0.7942789  |\n",
+      "|    htg_setpoint                 | 0.9951642   |\n",
+      "|    month                        | -0.64226204 |\n",
+      "|    outdoor_humidity             | 1.277181    |\n",
+      "|    outdoor_temperature          | -0.23634225 |\n",
+      "|    people_occupant              | -0.6893282  |\n",
+      "|    total_electricity_HVAC       | -0.13564089 |\n",
+      "|    wind_direction               | 0.87262636  |\n",
+      "|    wind_speed                   | -0.80995864 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1970.2262   |\n",
+      "|    air_humidity                 | 48.20212    |\n",
+      "|    air_temperature              | 22.030127   |\n",
+      "|    clg_setpoint                 | 27.271515   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 29.0        |\n",
+      "|    direct_solar_radiation       | 369.25      |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 22.030107   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 95.0        |\n",
+      "|    outdoor_temperature          | 9.64026     |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2301220.2   |\n",
+      "|    wind_direction               | 275.0       |\n",
+      "|    wind_speed                   | 2.975       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 26%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.10639897  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 18.223494   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.25600436 |\n",
+      "|    air_humidity                 | 1.0034263   |\n",
+      "|    air_temperature              | 0.4361391   |\n",
+      "|    clg_setpoint                 | 0.44911247  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.98333156 |\n",
+      "|    diffuse_solar_radiation      | 0.50153756  |\n",
+      "|    direct_solar_radiation       | 0.82440734  |\n",
+      "|    hour                         | -0.6498071  |\n",
+      "|    htg_setpoint                 | 1.2860093   |\n",
+      "|    month                        | -0.6419584  |\n",
+      "|    outdoor_humidity             | -0.3312274  |\n",
+      "|    outdoor_temperature          | 0.5950888   |\n",
+      "|    people_occupant              | -0.6889879  |\n",
+      "|    total_electricity_HVAC       | -0.19640385 |\n",
+      "|    wind_direction               | 0.3991494   |\n",
+      "|    wind_speed                   | -0.55172324 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1883.6016   |\n",
+      "|    air_humidity                 | 49.56796    |\n",
+      "|    air_temperature              | 23.250242   |\n",
+      "|    clg_setpoint                 | 27.33396    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 121.0       |\n",
+      "|    direct_solar_radiation       | 356.75      |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 61.5        |\n",
+      "|    outdoor_temperature          | 17.809376   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2045938.5   |\n",
+      "|    wind_direction               | 225.0       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 27%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.27885655 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 16.056433   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.57013285 |\n",
+      "|    air_humidity                 | 0.41807765  |\n",
+      "|    air_temperature              | 0.9180735   |\n",
+      "|    clg_setpoint                 | 0.89155734  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8691908  |\n",
+      "|    diffuse_solar_radiation      | 0.84840095  |\n",
+      "|    direct_solar_radiation       | 1.2062855   |\n",
+      "|    hour                         | -0.5053389  |\n",
+      "|    htg_setpoint                 | -0.80028945 |\n",
+      "|    month                        | -0.64165527 |\n",
+      "|    outdoor_humidity             | -0.54681474 |\n",
+      "|    outdoor_temperature          | 0.8066215   |\n",
+      "|    people_occupant              | 1.6954159   |\n",
+      "|    total_electricity_HVAC       | -0.58579594 |\n",
+      "|    wind_direction               | 0.39882064  |\n",
+      "|    wind_speed                   | -0.86155295 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 491.71658   |\n",
+      "|    air_humidity                 | 41.96226    |\n",
+      "|    air_temperature              | 23.9078     |\n",
+      "|    clg_setpoint                 | 28.502083   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 154.75      |\n",
+      "|    direct_solar_radiation       | 452.0       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 14.4970045  |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 57.0        |\n",
+      "|    outdoor_temperature          | 19.893414   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 415797.62   |\n",
+      "|    wind_direction               | 225.0       |\n",
+      "|    wind_speed                   | 2.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 27%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.8712616  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.7241535  |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.1525529   |\n",
+      "|    air_humidity                 | 1.2839026   |\n",
+      "|    air_temperature              | 0.4348464   |\n",
+      "|    clg_setpoint                 | -1.1006869  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.75517505 |\n",
+      "|    diffuse_solar_radiation      | 1.5027246   |\n",
+      "|    direct_solar_radiation       | 0.092322215 |\n",
+      "|    hour                         | -0.36087292 |\n",
+      "|    htg_setpoint                 | -1.3511467  |\n",
+      "|    month                        | -0.64135253 |\n",
+      "|    outdoor_humidity             | 0.13720036  |\n",
+      "|    outdoor_temperature          | 0.7699388   |\n",
+      "|    people_occupant              | 1.6950376   |\n",
+      "|    total_electricity_HVAC       | 0.089586414 |\n",
+      "|    wind_direction               | 0.09104843  |\n",
+      "|    wind_speed                   | -0.7581511  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3691.5073   |\n",
+      "|    air_humidity                 | 53.21668    |\n",
+      "|    air_temperature              | 23.249147   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 218.5       |\n",
+      "|    direct_solar_radiation       | 174.75      |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 12.1870775  |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 71.25       |\n",
+      "|    outdoor_temperature          | 19.534449   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3241410.0   |\n",
+      "|    wind_direction               | 192.5       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.008472549 |\n",
+      "|    clip_fraction                | 0.0835      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.45       |\n",
+      "|    explained_variance           | 0.724       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.185       |\n",
+      "|    n_updates                    | 730         |\n",
+      "|    policy_gradient_loss         | -0.0106     |\n",
+      "|    std                          | 0.823       |\n",
+      "|    value_loss                   | 0.825       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 27%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.7019806  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.676359   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.14934868  |\n",
+      "|    air_humidity                 | 1.1773849   |\n",
+      "|    air_temperature              | 0.43411005  |\n",
+      "|    clg_setpoint                 | -1.1005371  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6412539  |\n",
+      "|    diffuse_solar_radiation      | 1.9617485   |\n",
+      "|    direct_solar_radiation       | 1.016481    |\n",
+      "|    hour                         | -0.21640813 |\n",
+      "|    htg_setpoint                 | 1.2715805   |\n",
+      "|    month                        | -0.6410502  |\n",
+      "|    outdoor_humidity             | -1.1597618  |\n",
+      "|    outdoor_temperature          | 0.90658295  |\n",
+      "|    people_occupant              | 1.69466     |\n",
+      "|    total_electricity_HVAC       | 0.105872646 |\n",
+      "|    wind_direction               | 0.8251992   |\n",
+      "|    wind_speed                   | 1.9586177   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3676.9934   |\n",
+      "|    air_humidity                 | 51.846508   |\n",
+      "|    air_temperature              | 23.24828    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 263.25      |\n",
+      "|    direct_solar_radiation       | 404.75      |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 23.190483   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 44.25       |\n",
+      "|    outdoor_temperature          | 20.877071   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3309294.2   |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 9.675       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 28%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.60149115  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 14.241612    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.55434483  |\n",
+      "|    air_humidity                 | -1.5177106   |\n",
+      "|    air_temperature              | 0.43465668   |\n",
+      "|    clg_setpoint                 | -1.100485    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.52740157  |\n",
+      "|    diffuse_solar_radiation      | 1.0786414    |\n",
+      "|    direct_solar_radiation       | 2.7148085    |\n",
+      "|    hour                         | -0.07194384  |\n",
+      "|    htg_setpoint                 | -1.3956201   |\n",
+      "|    month                        | -0.6407484   |\n",
+      "|    outdoor_humidity             | -2.249691    |\n",
+      "|    outdoor_temperature          | -0.005133703 |\n",
+      "|    people_occupant              | 1.2176088    |\n",
+      "|    total_electricity_HVAC       | -0.56439453  |\n",
+      "|    wind_direction               | 1.2507426    |\n",
+      "|    wind_speed                   | 2.2740571    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 562.34515    |\n",
+      "|    air_humidity                 | 16.832825    |\n",
+      "|    air_temperature              | 23.248861    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 11.0         |\n",
+      "|    diffuse_solar_radiation      | 177.25       |\n",
+      "|    direct_solar_radiation       | 827.75       |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 21.5         |\n",
+      "|    outdoor_temperature          | 11.92674     |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 505976.78    |\n",
+      "|    wind_direction               | 315.0        |\n",
+      "|    wind_speed                   | 10.45        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 28%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.60408086 |\n",
+      "|    air_humidity                 | -1.8005749  |\n",
+      "|    air_temperature              | 0.4352564   |\n",
+      "|    clg_setpoint                 | -1.100392   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.41359648 |\n",
+      "|    diffuse_solar_radiation      | 0.38818082  |\n",
+      "|    direct_solar_radiation       | 3.168572    |\n",
+      "|    hour                         | 0.07252033  |\n",
+      "|    htg_setpoint                 | 0.6630757   |\n",
+      "|    month                        | -0.6404469  |\n",
+      "|    outdoor_humidity             | -2.4490745  |\n",
+      "|    outdoor_temperature          | -0.2733625  |\n",
+      "|    people_occupant              | 0.26401842  |\n",
+      "|    total_electricity_HVAC       | -0.6127737  |\n",
+      "|    wind_direction               | 1.6047608   |\n",
+      "|    wind_speed                   | 0.46779507  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 341.53558   |\n",
+      "|    air_humidity                 | 13.128103   |\n",
+      "|    air_temperature              | 23.249424   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 110.0       |\n",
+      "|    direct_solar_radiation       | 941.5       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 20.634823   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 17.25       |\n",
+      "|    outdoor_temperature          | 9.292376    |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 302988.7    |\n",
+      "|    wind_direction               | 352.5       |\n",
+      "|    wind_speed                   | 6.075       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 28%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.07881731   |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.891008    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.66144395  |\n",
+      "|    air_humidity                 | -1.4268241   |\n",
+      "|    air_temperature              | -0.16220261  |\n",
+      "|    clg_setpoint                 | -1.1002063   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.2998215   |\n",
+      "|    diffuse_solar_radiation      | 1.6181203    |\n",
+      "|    direct_solar_radiation       | -0.61017793  |\n",
+      "|    hour                         | 0.21698445   |\n",
+      "|    htg_setpoint                 | 0.026029512  |\n",
+      "|    month                        | -0.6401459   |\n",
+      "|    outdoor_humidity             | -0.099480145 |\n",
+      "|    outdoor_temperature          | -0.26968652  |\n",
+      "|    people_occupant              | -0.68922895  |\n",
+      "|    total_electricity_HVAC       | -0.666352    |\n",
+      "|    wind_direction               | -0.07610258  |\n",
+      "|    wind_speed                   | 0.31345913   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 17.960545    |\n",
+      "|    air_temperature              | 22.434958    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 13.0         |\n",
+      "|    diffuse_solar_radiation      | 229.75       |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 17.96154     |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 66.25        |\n",
+      "|    outdoor_temperature          | 9.327194     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 175.0        |\n",
+      "|    wind_speed                   | 5.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 28%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.95713574  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.855333   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6613543  |\n",
+      "|    air_humidity                 | -0.9860111  |\n",
+      "|    air_temperature              | 0.072546914 |\n",
+      "|    clg_setpoint                 | -0.12052261 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18606368 |\n",
+      "|    diffuse_solar_radiation      | 1.2172871   |\n",
+      "|    direct_solar_radiation       | 1.8787136   |\n",
+      "|    hour                         | 0.36144826  |\n",
+      "|    htg_setpoint                 | -1.1713412  |\n",
+      "|    month                        | -0.63984525 |\n",
+      "|    outdoor_humidity             | -0.87838864 |\n",
+      "|    outdoor_temperature          | -0.16447267 |\n",
+      "|    people_occupant              | -0.68889034 |\n",
+      "|    total_electricity_HVAC       | -0.6662594  |\n",
+      "|    wind_direction               | -0.43076423 |\n",
+      "|    wind_speed                   | 0.5712251   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 23.684212   |\n",
+      "|    air_temperature              | 22.75425    |\n",
+      "|    clg_setpoint                 | 25.83415    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 190.75      |\n",
+      "|    direct_solar_radiation       | 620.25      |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.937676   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 50.0        |\n",
+      "|    outdoor_temperature          | 10.355911   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 137.5       |\n",
+      "|    wind_speed                   | 6.325       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 29%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.92495334  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.827862   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5225383  |\n",
+      "|    air_humidity                 | 0.9621607   |\n",
+      "|    air_temperature              | 0.4362808   |\n",
+      "|    clg_setpoint                 | -1.1007994  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.07231438 |\n",
+      "|    diffuse_solar_radiation      | 0.39312962  |\n",
+      "|    direct_solar_radiation       | -0.60996854 |\n",
+      "|    hour                         | 0.5059112   |\n",
+      "|    htg_setpoint                 | 1.1207882   |\n",
+      "|    month                        | -0.6395451  |\n",
+      "|    outdoor_humidity             | 1.5162321   |\n",
+      "|    outdoor_temperature          | -0.2458762  |\n",
+      "|    people_occupant              | 1.6949962   |\n",
+      "|    total_electricity_HVAC       | -0.5340407  |\n",
+      "|    wind_direction               | -0.714685   |\n",
+      "|    wind_speed                   | -0.34628108 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 700.784     |\n",
+      "|    air_humidity                 | 49.016407   |\n",
+      "|    air_temperature              | 23.24959    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 110.5       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 22.55391    |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 9.555471    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 630705.56   |\n",
+      "|    wind_direction               | 107.5       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 29%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.23669726 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.29358    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.18781914  |\n",
+      "|    air_humidity                 | 0.9608438   |\n",
+      "|    air_temperature              | 0.43561697  |\n",
+      "|    clg_setpoint                 | -1.1007212  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.041430797 |\n",
+      "|    diffuse_solar_radiation      | 0.7398989   |\n",
+      "|    direct_solar_radiation       | 1.2303504   |\n",
+      "|    hour                         | 0.65037227  |\n",
+      "|    htg_setpoint                 | -0.6556989  |\n",
+      "|    month                        | -0.63924533 |\n",
+      "|    outdoor_humidity             | -1.2502974  |\n",
+      "|    outdoor_temperature          | 0.9284165   |\n",
+      "|    people_occupant              | 1.6946201   |\n",
+      "|    total_electricity_HVAC       | 0.14249998  |\n",
+      "|    wind_direction               | 0.682388    |\n",
+      "|    wind_speed                   | 1.0358468   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3843.7874   |\n",
+      "|    air_humidity                 | 49.008247   |\n",
+      "|    air_temperature              | 23.248747   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 144.25      |\n",
+      "|    direct_solar_radiation       | 458.75      |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 15.10092    |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 42.25       |\n",
+      "|    outdoor_temperature          | 21.067793   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3459408.5   |\n",
+      "|    wind_direction               | 255.0       |\n",
+      "|    wind_speed                   | 7.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 29%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.105484545 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.21835    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5543718  |\n",
+      "|    air_humidity                 | 0.6099708   |\n",
+      "|    air_temperature              | 0.4360577   |\n",
+      "|    clg_setpoint                 | -1.1005378  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.15517202  |\n",
+      "|    diffuse_solar_radiation      | -0.25923645 |\n",
+      "|    direct_solar_radiation       | -0.60989076 |\n",
+      "|    hour                         | 0.7948304   |\n",
+      "|    htg_setpoint                 | -1.2994921  |\n",
+      "|    month                        | -0.638946   |\n",
+      "|    outdoor_humidity             | 1.1802307   |\n",
+      "|    outdoor_temperature          | -0.28572297 |\n",
+      "|    people_occupant              | 1.6942447   |\n",
+      "|    total_electricity_HVAC       | -0.56435245 |\n",
+      "|    wind_direction               | -0.90442437 |\n",
+      "|    wind_speed                   | 0.2625536   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 559.8934    |\n",
+      "|    air_humidity                 | 44.448944   |\n",
+      "|    air_temperature              | 23.249447   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 47.0        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 12.40076    |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 9.16797     |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 503904.03   |\n",
+      "|    wind_direction               | 87.5        |\n",
+      "|    wind_speed                   | 5.575       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 29%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6607572   |\n",
+      "|    air_humidity                 | -0.021987954 |\n",
+      "|    air_temperature              | 0.43614432   |\n",
+      "|    clg_setpoint                 | -1.1004345   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.26890522   |\n",
+      "|    diffuse_solar_radiation      | -0.5880312   |\n",
+      "|    direct_solar_radiation       | -0.6096128   |\n",
+      "|    hour                         | 0.9392839    |\n",
+      "|    htg_setpoint                 | -0.38955647  |\n",
+      "|    month                        | -0.6386471   |\n",
+      "|    outdoor_humidity             | -0.041701417 |\n",
+      "|    outdoor_temperature          | -0.3039799   |\n",
+      "|    people_occupant              | 0.5022913    |\n",
+      "|    total_electricity_HVAC       | -0.6656622   |\n",
+      "|    wind_direction               | -1.2351518   |\n",
+      "|    wind_speed                   | -0.2431871   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 89.37615     |\n",
+      "|    air_humidity                 | 36.23694     |\n",
+      "|    air_temperature              | 23.249609    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 18.0         |\n",
+      "|    diffuse_solar_radiation      | 15.0         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 18.0         |\n",
+      "|    htg_setpoint                 | 16.219774    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 67.5         |\n",
+      "|    outdoor_temperature          | 8.987047     |\n",
+      "|    people_occupant              | 10.0         |\n",
+      "|    total_electricity_HVAC       | 80438.54     |\n",
+      "|    wind_direction               | 52.5         |\n",
+      "|    wind_speed                   | 4.35         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 30%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.15901828 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.730522   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6612612  |\n",
+      "|    air_humidity                 | -0.63380766 |\n",
+      "|    air_temperature              | 0.43639246  |\n",
+      "|    clg_setpoint                 | -1.1002502  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.3826221   |\n",
+      "|    diffuse_solar_radiation      | -0.7421784  |\n",
+      "|    direct_solar_radiation       | -0.60970277 |\n",
+      "|    hour                         | 1.083731    |\n",
+      "|    htg_setpoint                 | -0.6223782  |\n",
+      "|    month                        | -0.6383486  |\n",
+      "|    outdoor_humidity             | -0.50859386 |\n",
+      "|    outdoor_temperature          | -0.49416745 |\n",
+      "|    people_occupant              | -0.4511459  |\n",
+      "|    total_electricity_HVAC       | -0.66613775 |\n",
+      "|    wind_direction               | -0.23994926 |\n",
+      "|    wind_speed                   | -0.6043921  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 28.284138   |\n",
+      "|    air_temperature              | 23.249926   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 15.242533   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 57.75       |\n",
+      "|    outdoor_temperature          | 7.1222663   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 157.5       |\n",
+      "|    wind_speed                   | 3.475       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 30%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.3856781   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 19.79444    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.5209284   |\n",
+      "|    air_humidity                 | -0.5149599  |\n",
+      "|    air_temperature              | 0.06355925  |\n",
+      "|    clg_setpoint                 | 1.4590856   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.4963102   |\n",
+      "|    diffuse_solar_radiation      | -0.7422354  |\n",
+      "|    direct_solar_radiation       | -0.60942525 |\n",
+      "|    hour                         | 1.2281697   |\n",
+      "|    htg_setpoint                 | 1.240106    |\n",
+      "|    month                        | -0.6380505  |\n",
+      "|    outdoor_humidity             | 0.37775373  |\n",
+      "|    outdoor_temperature          | -0.30629787 |\n",
+      "|    people_occupant              | -0.68913066 |\n",
+      "|    total_electricity_HVAC       | 2.6613655   |\n",
+      "|    wind_direction               | -1.0686201  |\n",
+      "|    wind_speed                   | 0.5208773   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 14160.819   |\n",
+      "|    air_humidity                 | 29.825449   |\n",
+      "|    air_temperature              | 22.742224   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 23.057661   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 76.25       |\n",
+      "|    outdoor_temperature          | 8.959914    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 13987034.0  |\n",
+      "|    wind_direction               | 70.0        |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 30%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.6377515   |\n",
+      "|    air_humidity                 | -0.5135846  |\n",
+      "|    air_temperature              | 0.43635488  |\n",
+      "|    clg_setpoint                 | 1.4580256   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.60995287  |\n",
+      "|    diffuse_solar_radiation      | -0.74228114 |\n",
+      "|    direct_solar_radiation       | -0.60914814 |\n",
+      "|    hour                         | 1.3725971   |\n",
+      "|    htg_setpoint                 | 1.2859416   |\n",
+      "|    month                        | -0.63775283 |\n",
+      "|    outdoor_humidity             | 1.1795983   |\n",
+      "|    outdoor_temperature          | -0.4601917  |\n",
+      "|    people_occupant              | -0.6887937  |\n",
+      "|    total_electricity_HVAC       | 1.6159878   |\n",
+      "|    wind_direction               | 0.7081934   |\n",
+      "|    wind_speed                   | 0.7261503   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 10256.815   |\n",
+      "|    air_humidity                 | 29.842115   |\n",
+      "|    air_temperature              | 23.248861   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 7.450322    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 9619455.0   |\n",
+      "|    wind_direction               | 257.5       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.17017221 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.050669   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.0724225   |\n",
+      "|    air_humidity                 | -0.16466874 |\n",
+      "|    air_temperature              | 0.36655578  |\n",
+      "|    clg_setpoint                 | -0.77412105 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7235292   |\n",
+      "|    diffuse_solar_radiation      | -0.7423076  |\n",
+      "|    direct_solar_radiation       | -0.60893565 |\n",
+      "|    hour                         | 1.5170108   |\n",
+      "|    htg_setpoint                 | 1.2630371   |\n",
+      "|    month                        | -0.6374556  |\n",
+      "|    outdoor_humidity             | -0.11451427 |\n",
+      "|    outdoor_temperature          | -0.30471936 |\n",
+      "|    people_occupant              | -0.6889091  |\n",
+      "|    total_electricity_HVAC       | 2.3886662   |\n",
+      "|    wind_direction               | 0.5183728   |\n",
+      "|    wind_speed                   | -0.14138114 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 12179.429   |\n",
+      "|    air_humidity                 | 34.37353    |\n",
+      "|    air_temperature              | 23.153725   |\n",
+      "|    clg_setpoint                 | 24.111969   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 23.153654   |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 66.0        |\n",
+      "|    outdoor_temperature          | 8.970932    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 12850014.0  |\n",
+      "|    wind_direction               | 237.5       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -0.25205487  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 16.207191    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.66109157  |\n",
+      "|    air_humidity                 | 0.5533313    |\n",
+      "|    air_temperature              | -1.2305733   |\n",
+      "|    clg_setpoint                 | 0.41545063   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.8370145    |\n",
+      "|    diffuse_solar_radiation      | -0.74231416  |\n",
+      "|    direct_solar_radiation       | -0.609109    |\n",
+      "|    hour                         | 1.6614075    |\n",
+      "|    htg_setpoint                 | -0.032589257 |\n",
+      "|    month                        | -0.63715875  |\n",
+      "|    outdoor_humidity             | 0.5926838    |\n",
+      "|    outdoor_temperature          | -0.16007994  |\n",
+      "|    people_occupant              | -0.6890243   |\n",
+      "|    total_electricity_HVAC       | -0.6659529   |\n",
+      "|    wind_direction               | 0.44717675   |\n",
+      "|    wind_speed                   | -1.0704002   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 43.695103    |\n",
+      "|    air_temperature              | 20.98091     |\n",
+      "|    clg_setpoint                 | 27.2493      |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 23.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 17.716318    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 80.75        |\n",
+      "|    outdoor_temperature          | 10.386933    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 230.0        |\n",
+      "|    wind_speed                   | 2.35         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 31%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.7580443  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 13.361001   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.91833645  |\n",
+      "|    air_humidity                 | 0.8319024   |\n",
+      "|    air_temperature              | 0.43750882  |\n",
+      "|    clg_setpoint                 | 1.3124719   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0643418   |\n",
+      "|    diffuse_solar_radiation      | -0.74235904 |\n",
+      "|    direct_solar_radiation       | -0.6088903  |\n",
+      "|    hour                         | -1.6613028  |\n",
+      "|    htg_setpoint                 | 1.2857531   |\n",
+      "|    month                        | -0.63686234 |\n",
+      "|    outdoor_humidity             | 1.3232194   |\n",
+      "|    outdoor_temperature          | -0.14180414 |\n",
+      "|    people_occupant              | -0.6891394  |\n",
+      "|    total_electricity_HVAC       | 0.8379676   |\n",
+      "|    wind_direction               | -0.76105946 |\n",
+      "|    wind_speed                   | -1.2557161  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7072.169    |\n",
+      "|    air_humidity                 | 47.31495    |\n",
+      "|    air_temperature              | 23.250189   |\n",
+      "|    clg_setpoint                 | 29.614645   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 10.565836   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6364952.0   |\n",
+      "|    wind_direction               | 102.5       |\n",
+      "|    wind_speed                   | 1.9         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 32%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.92112947 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.516188   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.4502152   |\n",
+      "|    air_humidity                 | 0.10171922  |\n",
+      "|    air_temperature              | 0.43729088  |\n",
+      "|    clg_setpoint                 | -0.7122444  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1775414   |\n",
+      "|    diffuse_solar_radiation      | -0.74244666 |\n",
+      "|    direct_solar_radiation       | -0.60906875 |\n",
+      "|    hour                         | -1.5167638  |\n",
+      "|    htg_setpoint                 | 1.2857558   |\n",
+      "|    month                        | -0.63656634 |\n",
+      "|    outdoor_humidity             | 0.70011544  |\n",
+      "|    outdoor_temperature          | -0.15712668 |\n",
+      "|    people_occupant              | -0.68925434 |\n",
+      "|    total_electricity_HVAC       | 1.4244668   |\n",
+      "|    wind_direction               | -1.0690553  |\n",
+      "|    wind_speed                   | -0.9667194  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 9423.043    |\n",
+      "|    air_humidity                 | 37.842587   |\n",
+      "|    air_temperature              | 23.249966   |\n",
+      "|    clg_setpoint                 | 24.273552   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 83.0        |\n",
+      "|    outdoor_temperature          | 10.418147   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 8815402.0   |\n",
+      "|    wind_direction               | 70.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 32%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.39592874 |\n",
+      "|    Heating_Setpoint_RL          | 0.39171892  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.28874    |\n",
+      "|    Heating_Setpoint_RL          | 19.828419   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.5463252   |\n",
+      "|    air_humidity                 | 0.33420527  |\n",
+      "|    air_temperature              | 0.43725002  |\n",
+      "|    clg_setpoint                 | 0.067027345 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2905394   |\n",
+      "|    diffuse_solar_radiation      | -0.7423718  |\n",
+      "|    direct_solar_radiation       | -0.6092024  |\n",
+      "|    hour                         | -1.3722432  |\n",
+      "|    htg_setpoint                 | 1.2855443   |\n",
+      "|    month                        | -0.63627076 |\n",
+      "|    outdoor_humidity             | 0.70027065  |\n",
+      "|    outdoor_temperature          | 0.051015526 |\n",
+      "|    people_occupant              | -0.68936914 |\n",
+      "|    total_electricity_HVAC       | 0.48371345  |\n",
+      "|    wind_direction               | 0.49503267  |\n",
+      "|    wind_speed                   | -0.6053906  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5425.632    |\n",
+      "|    air_humidity                 | 40.86227    |\n",
+      "|    air_temperature              | 23.249931   |\n",
+      "|    clg_setpoint                 | 26.328608   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 83.0        |\n",
+      "|    outdoor_temperature          | 12.455125   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4883069.0   |\n",
+      "|    wind_direction               | 235.0       |\n",
+      "|    wind_speed                   | 3.475       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 32%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.5851827   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 20.916653   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.15507294  |\n",
+      "|    air_humidity                 | 1.015381    |\n",
+      "|    air_temperature              | 0.43714306  |\n",
+      "|    clg_setpoint                 | 0.2743656   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4032937   |\n",
+      "|    diffuse_solar_radiation      | -0.74236315 |\n",
+      "|    direct_solar_radiation       | -0.60924137 |\n",
+      "|    hour                         | -1.2277375  |\n",
+      "|    htg_setpoint                 | 1.2852867   |\n",
+      "|    month                        | -0.6359756  |\n",
+      "|    outdoor_humidity             | 0.53220755  |\n",
+      "|    outdoor_temperature          | 0.4380118   |\n",
+      "|    people_occupant              | -0.6890333  |\n",
+      "|    total_electricity_HVAC       | 0.503521    |\n",
+      "|    wind_direction               | -1.2825059  |\n",
+      "|    wind_speed                   | 0.1588609   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3694.9224   |\n",
+      "|    air_humidity                 | 49.70266    |\n",
+      "|    air_temperature              | 23.249815   |\n",
+      "|    clg_setpoint                 | 26.87502    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 79.5        |\n",
+      "|    outdoor_temperature          | 16.239      |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4964624.0   |\n",
+      "|    wind_direction               | 47.5        |\n",
+      "|    wind_speed                   | 5.325       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 32%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.09388     |\n",
+      "|    air_humidity                 | -0.45724016 |\n",
+      "|    air_temperature              | 0.4371878   |\n",
+      "|    clg_setpoint                 | 1.4585307   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5157586   |\n",
+      "|    diffuse_solar_radiation      | -0.7424427  |\n",
+      "|    direct_solar_radiation       | -0.60937643 |\n",
+      "|    hour                         | -1.083244   |\n",
+      "|    htg_setpoint                 | 1.2852567   |\n",
+      "|    month                        | -0.6356808  |\n",
+      "|    outdoor_humidity             | 0.376698    |\n",
+      "|    outdoor_temperature          | -0.2871159  |\n",
+      "|    people_occupant              | -0.688698   |\n",
+      "|    total_electricity_HVAC       | 1.3302926   |\n",
+      "|    wind_direction               | -0.7605596  |\n",
+      "|    wind_speed                   | -0.24396524 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7842.8374   |\n",
+      "|    air_humidity                 | 30.602814   |\n",
+      "|    air_temperature              | 23.249998   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 4.0         |\n",
+      "|    outdoor_humidity             | 76.25       |\n",
+      "|    outdoor_temperature          | 9.153632    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 8417388.0   |\n",
+      "|    wind_direction               | 102.5       |\n",
+      "|    wind_speed                   | 4.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 33%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.62244606  |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.524244    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.570291    |\n",
+      "|    air_humidity                 | 1.0357718    |\n",
+      "|    air_temperature              | -0.21881731  |\n",
+      "|    clg_setpoint                 | 1.458636     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.6278847    |\n",
+      "|    diffuse_solar_radiation      | -0.6116814   |\n",
+      "|    direct_solar_radiation       | -0.6091146   |\n",
+      "|    hour                         | -0.93876     |\n",
+      "|    htg_setpoint                 | 0.9418572    |\n",
+      "|    month                        | -0.63538647  |\n",
+      "|    outdoor_humidity             | 1.5157313    |\n",
+      "|    outdoor_temperature          | -0.015066168 |\n",
+      "|    people_occupant              | -0.68881285  |\n",
+      "|    total_electricity_HVAC       | -0.6443164   |\n",
+      "|    wind_direction               | -0.68913376  |\n",
+      "|    wind_speed                   | -0.86321056  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 488.23508    |\n",
+      "|    air_humidity                 | 49.96555     |\n",
+      "|    air_temperature              | 22.358953    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 30.0         |\n",
+      "|    diffuse_solar_radiation      | 12.75        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 5.0          |\n",
+      "|    htg_setpoint                 | 21.811344    |\n",
+      "|    month                        | 4.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 11.811635    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 168603.0     |\n",
+      "|    wind_direction               | 110.0        |\n",
+      "|    wind_speed                   | 2.85         |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.008993258  |\n",
+      "|    clip_fraction                | 0.0933       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.42        |\n",
+      "|    explained_variance           | 0.643        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.149        |\n",
+      "|    n_updates                    | 740          |\n",
+      "|    policy_gradient_loss         | -0.0111      |\n",
+      "|    std                          | 0.812        |\n",
+      "|    value_loss                   | 0.601        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 33%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6150862   |\n",
+      "|    air_humidity                 | 0.7117055    |\n",
+      "|    air_temperature              | -0.22565736  |\n",
+      "|    clg_setpoint                 | 1.289383     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.6726786   |\n",
+      "|    diffuse_solar_radiation      | 0.28112003   |\n",
+      "|    direct_solar_radiation       | 0.52930963   |\n",
+      "|    hour                         | -0.79428315  |\n",
+      "|    htg_setpoint                 | 0.3941109    |\n",
+      "|    month                        | -0.3490506   |\n",
+      "|    outdoor_humidity             | -0.020107605 |\n",
+      "|    outdoor_temperature          | -0.4033632   |\n",
+      "|    people_occupant              | -0.68892765  |\n",
+      "|    total_electricity_HVAC       | -0.6219206   |\n",
+      "|    wind_direction               | -1.4471285   |\n",
+      "|    wind_speed                   | -0.38756642  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 290.5216     |\n",
+      "|    air_humidity                 | 45.777977    |\n",
+      "|    air_temperature              | 22.35002     |\n",
+      "|    clg_setpoint                 | 29.553055    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0          |\n",
+      "|    diffuse_solar_radiation      | 99.75        |\n",
+      "|    direct_solar_radiation       | 283.5        |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 19.51545     |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 68.0         |\n",
+      "|    outdoor_temperature          | 8.020391     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 262321.75    |\n",
+      "|    wind_direction               | 30.0         |\n",
+      "|    wind_speed                   | 4.0          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 33%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.06367099 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 17.26685    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6611332  |\n",
+      "|    air_humidity                 | -0.7870605  |\n",
+      "|    air_temperature              | -0.37996468 |\n",
+      "|    clg_setpoint                 | 1.4587013   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5569693  |\n",
+      "|    diffuse_solar_radiation      | 0.811404    |\n",
+      "|    direct_solar_radiation       | 1.379348    |\n",
+      "|    hour                         | -0.64981145 |\n",
+      "|    htg_setpoint                 | 0.053360663 |\n",
+      "|    month                        | -0.34892163 |\n",
+      "|    outdoor_humidity             | -1.2301755  |\n",
+      "|    outdoor_temperature          | 0.09677085  |\n",
+      "|    people_occupant              | -0.68904227 |\n",
+      "|    total_electricity_HVAC       | -0.66595787 |\n",
+      "|    wind_direction               | -1.3988297  |\n",
+      "|    wind_speed                   | 0.57298166  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 26.33508    |\n",
+      "|    air_temperature              | 22.140747   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 151.5       |\n",
+      "|    direct_solar_radiation       | 495.25      |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 18.085554   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 42.75       |\n",
+      "|    outdoor_temperature          | 12.904068   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 35.0        |\n",
+      "|    wind_speed                   | 6.325       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 34%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.7586825    |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.185555    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.45117188  |\n",
+      "|    air_humidity                 | 0.0017325399 |\n",
+      "|    air_temperature              | 0.58459145   |\n",
+      "|    clg_setpoint                 | 0.739341     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.4416475   |\n",
+      "|    diffuse_solar_radiation      | 1.2033601    |\n",
+      "|    direct_solar_radiation       | -0.59111065  |\n",
+      "|    hour                         | -0.5053433   |\n",
+      "|    htg_setpoint                 | 1.2839755    |\n",
+      "|    month                        | -0.34879276  |\n",
+      "|    outdoor_humidity             | 0.41281173   |\n",
+      "|    outdoor_temperature          | 0.10303458   |\n",
+      "|    people_occupant              | 1.6942807    |\n",
+      "|    total_electricity_HVAC       | 0.08702447   |\n",
+      "|    wind_direction               | -1.350475    |\n",
+      "|    wind_speed                   | 2.3169436    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1014.2149    |\n",
+      "|    air_humidity                 | 36.56092     |\n",
+      "|    air_temperature              | 23.450329    |\n",
+      "|    clg_setpoint                 | 28.102715    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 3.0          |\n",
+      "|    diffuse_solar_radiation      | 189.75       |\n",
+      "|    direct_solar_radiation       | 4.5          |\n",
+      "|    hour                         | 8.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 77.0         |\n",
+      "|    outdoor_temperature          | 12.966804    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 3221924.8    |\n",
+      "|    wind_direction               | 40.0         |\n",
+      "|    wind_speed                   | 10.55        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 34%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.29162705  |\n",
+      "|    Heating_Setpoint_RL          | 0.86428124  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.609241   |\n",
+      "|    Heating_Setpoint_RL          | 22.486582   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.53064084  |\n",
+      "|    air_humidity                 | 0.038738232 |\n",
+      "|    air_temperature              | 0.43646777  |\n",
+      "|    clg_setpoint                 | 0.2484405   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3266568  |\n",
+      "|    diffuse_solar_radiation      | 0.58535206  |\n",
+      "|    direct_solar_radiation       | -0.6089096  |\n",
+      "|    hour                         | -0.3608774  |\n",
+      "|    htg_setpoint                 | 1.2837652   |\n",
+      "|    month                        | -0.34866408 |\n",
+      "|    outdoor_humidity             | 1.3358693   |\n",
+      "|    outdoor_temperature          | 0.018852994 |\n",
+      "|    people_occupant              | -0.68927103 |\n",
+      "|    total_electricity_HVAC       | 0.46860948  |\n",
+      "|    wind_direction               | -1.5858899  |\n",
+      "|    wind_speed                   | -0.96662045 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5348.9707   |\n",
+      "|    air_humidity                 | 37.04207    |\n",
+      "|    air_temperature              | 23.249458   |\n",
+      "|    clg_setpoint                 | 26.808266   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 129.5       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 96.25       |\n",
+      "|    outdoor_temperature          | 12.146067   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4814073.5   |\n",
+      "|    wind_direction               | 15.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 34%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.7037297   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.583479   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6610118  |\n",
+      "|    air_humidity                 | 1.17324     |\n",
+      "|    air_temperature              | 0.13992164  |\n",
+      "|    clg_setpoint                 | -0.88979095 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.211945   |\n",
+      "|    diffuse_solar_radiation      | 2.4289215   |\n",
+      "|    direct_solar_radiation       | -0.48214278 |\n",
+      "|    hour                         | -0.21641265 |\n",
+      "|    htg_setpoint                 | 0.48367757  |\n",
+      "|    month                        | -0.3485355  |\n",
+      "|    outdoor_humidity             | 0.9275564   |\n",
+      "|    outdoor_temperature          | 0.40976375  |\n",
+      "|    people_occupant              | -0.6889368  |\n",
+      "|    total_electricity_HVAC       | -0.66583896 |\n",
+      "|    wind_direction               | 0.16733895  |\n",
+      "|    wind_speed                   | -0.70792645 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 51.75169    |\n",
+      "|    air_temperature              | 22.846998   |\n",
+      "|    clg_setpoint                 | 23.8054     |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 309.25      |\n",
+      "|    direct_solar_radiation       | 31.5        |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 19.893824   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 87.75       |\n",
+      "|    outdoor_temperature          | 15.959753   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 3.225       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 34%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.48714566 |\n",
+      "|    air_humidity                 | 1.363788    |\n",
+      "|    air_temperature              | 0.43621632  |\n",
+      "|    clg_setpoint                 | -1.1004283  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0974653  |\n",
+      "|    diffuse_solar_radiation      | 2.8121836   |\n",
+      "|    direct_solar_radiation       | -0.5422864  |\n",
+      "|    hour                         | -0.07194838 |\n",
+      "|    htg_setpoint                 | 1.2830228   |\n",
+      "|    month                        | -0.3484071  |\n",
+      "|    outdoor_humidity             | 0.8911145   |\n",
+      "|    outdoor_temperature          | 0.2687221   |\n",
+      "|    people_occupant              | 1.2183963   |\n",
+      "|    total_electricity_HVAC       | -0.50032216 |\n",
+      "|    wind_direction               | -0.40093917 |\n",
+      "|    wind_speed                   | -0.6041733  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 854.17957   |\n",
+      "|    air_humidity                 | 54.23031    |\n",
+      "|    air_temperature              | 23.249147   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 346.75      |\n",
+      "|    direct_solar_radiation       | 16.5        |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 87.0        |\n",
+      "|    outdoor_temperature          | 14.585043   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 768761.6    |\n",
+      "|    wind_direction               | 140.0       |\n",
+      "|    wind_speed                   | 3.475       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 35%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.50586975 |\n",
+      "|    air_humidity                 | 1.6548951   |\n",
+      "|    air_temperature              | 0.43641832  |\n",
+      "|    clg_setpoint                 | -1.1002858  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.98317486 |\n",
+      "|    diffuse_solar_radiation      | 0.72784966  |\n",
+      "|    direct_solar_radiation       | -0.6083307  |\n",
+      "|    hour                         | 0.07251578  |\n",
+      "|    htg_setpoint                 | 1.2824527   |\n",
+      "|    month                        | -0.34827882 |\n",
+      "|    outdoor_humidity             | 1.4775946   |\n",
+      "|    outdoor_temperature          | 0.17387469  |\n",
+      "|    people_occupant              | 0.26461324  |\n",
+      "|    total_electricity_HVAC       | -0.51814663 |\n",
+      "|    wind_direction               | -0.99280936 |\n",
+      "|    wind_speed                   | 0.15975086  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 771.35236   |\n",
+      "|    air_humidity                 | 58.019817   |\n",
+      "|    air_temperature              | 23.2495     |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 143.5       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 99.25       |\n",
+      "|    outdoor_temperature          | 13.660457   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 694217.1    |\n",
+      "|    wind_direction               | 77.5        |\n",
+      "|    wind_speed                   | 5.325       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 35%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.4515952   |\n",
+      "|    air_humidity                 | 1.6562381    |\n",
+      "|    air_temperature              | 0.5238056    |\n",
+      "|    clg_setpoint                 | -1.0453637   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.86903596  |\n",
+      "|    diffuse_solar_radiation      | 1.9605906    |\n",
+      "|    direct_solar_radiation       | -0.5658715   |\n",
+      "|    hour                         | 0.21697989   |\n",
+      "|    htg_setpoint                 | -0.015674079 |\n",
+      "|    month                        | -0.34815067  |\n",
+      "|    outdoor_humidity             | 1.5120324    |\n",
+      "|    outdoor_temperature          | 0.23764946   |\n",
+      "|    people_occupant              | 1.2178577    |\n",
+      "|    total_electricity_HVAC       | -0.4664827   |\n",
+      "|    wind_direction               | -0.5658288   |\n",
+      "|    wind_speed                   | -0.057191934 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1010.62384   |\n",
+      "|    air_humidity                 | 58.063034    |\n",
+      "|    air_temperature              | 23.368177    |\n",
+      "|    clg_setpoint                 | 23.3948      |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 8.0          |\n",
+      "|    diffuse_solar_radiation      | 263.75       |\n",
+      "|    direct_solar_radiation       | 10.5         |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 17.803993    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 14.282172    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 909561.44    |\n",
+      "|    wind_direction               | 122.5        |\n",
+      "|    wind_speed                   | 4.8          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 35%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.30972132  |\n",
+      "|    air_humidity                 | 1.1078621   |\n",
+      "|    air_temperature              | 0.435682    |\n",
+      "|    clg_setpoint                 | -1.0998662  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.75501513 |\n",
+      "|    diffuse_solar_radiation      | 3.004786    |\n",
+      "|    direct_solar_radiation       | 0.18061635  |\n",
+      "|    hour                         | 0.3614437   |\n",
+      "|    htg_setpoint                 | -0.02373073 |\n",
+      "|    month                        | -0.3480227  |\n",
+      "|    outdoor_humidity             | -1.052776   |\n",
+      "|    outdoor_temperature          | 0.9968743   |\n",
+      "|    people_occupant              | 1.694243    |\n",
+      "|    total_electricity_HVAC       | 0.25823042  |\n",
+      "|    wind_direction               | 0.47672307  |\n",
+      "|    wind_speed                   | 0.9241205   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4368.957    |\n",
+      "|    air_humidity                 | 50.972992   |\n",
+      "|    air_temperature              | 23.24881    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 365.75      |\n",
+      "|    direct_solar_radiation       | 196.25      |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 17.771923   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 46.5        |\n",
+      "|    outdoor_temperature          | 21.679289   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3932061.2   |\n",
+      "|    wind_direction               | 232.5       |\n",
+      "|    wind_speed                   | 7.175       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 35%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.9687606   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.07428    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.29896197  |\n",
+      "|    air_humidity                 | 0.22454265  |\n",
+      "|    air_temperature              | 0.43591958  |\n",
+      "|    clg_setpoint                 | -1.0996212  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6410833  |\n",
+      "|    diffuse_solar_radiation      | 0.9830144   |\n",
+      "|    direct_solar_radiation       | 2.0134556   |\n",
+      "|    hour                         | 0.5059066   |\n",
+      "|    htg_setpoint                 | -1.3988694  |\n",
+      "|    month                        | -0.34789485 |\n",
+      "|    outdoor_humidity             | -1.6393698  |\n",
+      "|    outdoor_temperature          | 0.9249266   |\n",
+      "|    people_occupant              | 1.6938734   |\n",
+      "|    total_electricity_HVAC       | 0.24728765  |\n",
+      "|    wind_direction               | 1.4708121   |\n",
+      "|    wind_speed                   | 0.31505662  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4320.6997   |\n",
+      "|    air_humidity                 | 39.51334    |\n",
+      "|    air_temperature              | 23.249191   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 168.5       |\n",
+      "|    direct_solar_radiation       | 652.5       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 34.25       |\n",
+      "|    outdoor_temperature          | 20.979906   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3885778.8   |\n",
+      "|    wind_direction               | 337.5       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 36%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.18855989  |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.98861     |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6610046   |\n",
+      "|    air_humidity                 | -0.46970734  |\n",
+      "|    air_temperature              | 1.3025349    |\n",
+      "|    clg_setpoint                 | 1.4575988    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.52721566  |\n",
+      "|    diffuse_solar_radiation      | 0.58330154   |\n",
+      "|    direct_solar_radiation       | 1.8364259    |\n",
+      "|    hour                         | 0.65036774   |\n",
+      "|    htg_setpoint                 | -1.398606    |\n",
+      "|    month                        | -0.3477671   |\n",
+      "|    outdoor_humidity             | -0.3209415   |\n",
+      "|    outdoor_temperature          | 0.2537205    |\n",
+      "|    people_occupant              | -0.6891738   |\n",
+      "|    total_electricity_HVAC       | -0.6658183   |\n",
+      "|    wind_direction               | -0.021271158 |\n",
+      "|    wind_speed                   | 0.98661196   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 30.506346    |\n",
+      "|    air_temperature              | 24.423594    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 11.0         |\n",
+      "|    diffuse_solar_radiation      | 129.5        |\n",
+      "|    direct_solar_radiation       | 608.75       |\n",
+      "|    hour                         | 16.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 61.75        |\n",
+      "|    outdoor_temperature          | 14.445311    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 180.0        |\n",
+      "|    wind_speed                   | 7.325        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 36%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.3767002  |\n",
+      "|    Heating_Setpoint_RL          | 0.30673134  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.353638   |\n",
+      "|    Heating_Setpoint_RL          | 19.350365   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.523027   |\n",
+      "|    air_humidity                 | -0.590755   |\n",
+      "|    air_temperature              | 0.9701276   |\n",
+      "|    clg_setpoint                 | 0.021653323 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.4133917  |\n",
+      "|    diffuse_solar_radiation      | 0.34485427  |\n",
+      "|    direct_solar_radiation       | 0.93811387  |\n",
+      "|    hour                         | 0.7948259   |\n",
+      "|    htg_setpoint                 | -0.9690355  |\n",
+      "|    month                        | -0.34763956 |\n",
+      "|    outdoor_humidity             | -0.93183273 |\n",
+      "|    outdoor_temperature          | 0.58967793  |\n",
+      "|    people_occupant              | -0.6888412  |\n",
+      "|    total_electricity_HVAC       | -0.53524595 |\n",
+      "|    wind_direction               | -0.40014967 |\n",
+      "|    wind_speed                   | -0.13903822 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 694.6811    |\n",
+      "|    air_humidity                 | 28.93674    |\n",
+      "|    air_temperature              | 23.973213   |\n",
+      "|    clg_setpoint                 | 26.2106     |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 106.25      |\n",
+      "|    direct_solar_radiation       | 385.25      |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 13.801689   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 49.0        |\n",
+      "|    outdoor_temperature          | 17.716492   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 622002.7    |\n",
+      "|    wind_direction               | 140.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 36%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.89888024 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.568799   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5953148  |\n",
+      "|    air_humidity                 | -0.4237616  |\n",
+      "|    air_temperature              | 0.43586844  |\n",
+      "|    clg_setpoint                 | -1.1000181  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.2995951  |\n",
+      "|    diffuse_solar_radiation      | -0.2726757  |\n",
+      "|    direct_solar_radiation       | 0.13598824  |\n",
+      "|    hour                         | 0.9392796   |\n",
+      "|    htg_setpoint                 | -0.31699076 |\n",
+      "|    month                        | -0.34751213 |\n",
+      "|    outdoor_humidity             | -0.8113633  |\n",
+      "|    outdoor_temperature          | 0.08595     |\n",
+      "|    people_occupant              | 0.50293356  |\n",
+      "|    total_electricity_HVAC       | -0.60330456 |\n",
+      "|    wind_direction               | -0.49441898 |\n",
+      "|    wind_speed                   | 0.1091488   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 375.7563    |\n",
+      "|    air_humidity                 | 31.101006   |\n",
+      "|    air_temperature              | 23.249678   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 46.0        |\n",
+      "|    direct_solar_radiation       | 185.5       |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 16.539265   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 51.5        |\n",
+      "|    outdoor_temperature          | 12.814246   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 338087.12   |\n",
+      "|    wind_direction               | 130.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.66075057 |\n",
+      "|    air_humidity                 | -0.35705882 |\n",
+      "|    air_temperature              | 0.43596017  |\n",
+      "|    clg_setpoint                 | -1.0998683  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18581377 |\n",
+      "|    diffuse_solar_radiation      | -0.74403745 |\n",
+      "|    direct_solar_radiation       | -0.6089929  |\n",
+      "|    hour                         | 1.083727    |\n",
+      "|    htg_setpoint                 | -0.22423449 |\n",
+      "|    month                        | -0.34738484 |\n",
+      "|    outdoor_humidity             | -0.42788717 |\n",
+      "|    outdoor_temperature          | -0.19619651 |\n",
+      "|    people_occupant              | -0.4506976  |\n",
+      "|    total_electricity_HVAC       | -0.6655582  |\n",
+      "|    wind_direction               | -0.3754725  |\n",
+      "|    wind_speed                   | -0.6553186  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 31.964994   |\n",
+      "|    air_temperature              | 23.249792   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 16.928196   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 59.5        |\n",
+      "|    outdoor_temperature          | 10.068861   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 142.5       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.2175551    |\n",
+      "|    Heating_Setpoint_RL          | -0.14111699  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.35925     |\n",
+      "|    Heating_Setpoint_RL          | 16.831217    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.051900953  |\n",
+      "|    air_humidity                 | -0.3065496   |\n",
+      "|    air_temperature              | 0.43615267   |\n",
+      "|    clg_setpoint                 | -1.0995357   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.07203984  |\n",
+      "|    diffuse_solar_radiation      | -0.7441534   |\n",
+      "|    direct_solar_radiation       | -0.6091925   |\n",
+      "|    hour                         | 1.228166     |\n",
+      "|    htg_setpoint                 | 1.2816035    |\n",
+      "|    month                        | -0.34725767  |\n",
+      "|    outdoor_humidity             | -0.66719323  |\n",
+      "|    outdoor_temperature          | -0.046166778 |\n",
+      "|    people_occupant              | -0.45083296  |\n",
+      "|    total_electricity_HVAC       | 0.034968585  |\n",
+      "|    wind_direction               | -0.99088305  |\n",
+      "|    wind_speed                   | -1.3575711   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 3227.0789    |\n",
+      "|    air_humidity                 | 32.619473    |\n",
+      "|    air_temperature              | 23.249998    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 54.5         |\n",
+      "|    outdoor_temperature          | 11.529042    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 2996783.0    |\n",
+      "|    wind_direction               | 77.5         |\n",
+      "|    wind_speed                   | 1.65         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.94058216 |\n",
+      "|    Heating_Setpoint_RL          | 0.7768953   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.450535   |\n",
+      "|    Heating_Setpoint_RL          | 21.995037   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.660831   |\n",
+      "|    air_humidity                 | 0.66651934  |\n",
+      "|    air_temperature              | -0.01735999 |\n",
+      "|    clg_setpoint                 | -0.49535772 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.041730423 |\n",
+      "|    diffuse_solar_radiation      | -0.74418634 |\n",
+      "|    direct_solar_radiation       | -0.6094125  |\n",
+      "|    hour                         | 1.372594    |\n",
+      "|    htg_setpoint                 | -0.93806154 |\n",
+      "|    month                        | -0.34713066 |\n",
+      "|    outdoor_humidity             | 0.3035932   |\n",
+      "|    outdoor_temperature          | 0.13722982  |\n",
+      "|    people_occupant              | -0.68929577 |\n",
+      "|    total_electricity_HVAC       | -0.6656223  |\n",
+      "|    wind_direction               | -0.96644884 |\n",
+      "|    wind_speed                   | -0.7582938  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 45.227932   |\n",
+      "|    air_temperature              | 22.636257   |\n",
+      "|    clg_setpoint                 | 24.84438    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 13.931882   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 74.75       |\n",
+      "|    outdoor_temperature          | 13.313998   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 80.0        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 37%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.7452706  |\n",
+      "|    Heating_Setpoint_RL          | 0.4579144   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.109713   |\n",
+      "|    Heating_Setpoint_RL          | 20.200768   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.63857675  |\n",
+      "|    air_humidity                 | 1.077621    |\n",
+      "|    air_temperature              | 0.43602398  |\n",
+      "|    clg_setpoint                 | 1.3191726   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.1554966   |\n",
+      "|    diffuse_solar_radiation      | -0.7443209  |\n",
+      "|    direct_solar_radiation       | -0.60963434 |\n",
+      "|    hour                         | 1.5170084   |\n",
+      "|    htg_setpoint                 | 1.2814444   |\n",
+      "|    month                        | -0.3470038  |\n",
+      "|    outdoor_humidity             | 0.74714595  |\n",
+      "|    outdoor_temperature          | 0.2768378   |\n",
+      "|    people_occupant              | -0.689409   |\n",
+      "|    total_electricity_HVAC       | 0.76541954  |\n",
+      "|    wind_direction               | -1.0368639  |\n",
+      "|    wind_speed                   | -1.0166494  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5810.415    |\n",
+      "|    air_humidity                 | 50.559814   |\n",
+      "|    air_temperature              | 23.250072   |\n",
+      "|    clg_setpoint                 | 29.633501   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 84.0        |\n",
+      "|    outdoor_temperature          | 14.673824   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6038373.0   |\n",
+      "|    wind_direction               | 72.5        |\n",
+      "|    wind_speed                   | 2.475       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.48083955 |\n",
+      "|    Heating_Setpoint_RL          | -0.7188704  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.002167   |\n",
+      "|    Heating_Setpoint_RL          | 13.581354   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.55835766  |\n",
+      "|    air_humidity                 | 1.9849895   |\n",
+      "|    air_temperature              | 0.435863    |\n",
+      "|    clg_setpoint                 | 0.38021657  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.2692541   |\n",
+      "|    diffuse_solar_radiation      | -0.74445206 |\n",
+      "|    direct_solar_radiation       | -0.60945463 |\n",
+      "|    hour                         | 1.6614062   |\n",
+      "|    htg_setpoint                 | 1.2807777   |\n",
+      "|    month                        | -0.34687707 |\n",
+      "|    outdoor_humidity             | 1.5131084   |\n",
+      "|    outdoor_temperature          | 0.39580047  |\n",
+      "|    people_occupant              | -0.68907756 |\n",
+      "|    total_electricity_HVAC       | 0.54356223  |\n",
+      "|    wind_direction               | -0.77549416 |\n",
+      "|    wind_speed                   | -0.13791251 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5455.5254   |\n",
+      "|    air_humidity                 | 62.34622    |\n",
+      "|    air_temperature              | 23.249956   |\n",
+      "|    clg_setpoint                 | 27.156694   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 15.832028   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5113029.0   |\n",
+      "|    wind_direction               | 100.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.49829558  |\n",
+      "|    Heating_Setpoint_RL          | 0.6279192   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.306747   |\n",
+      "|    Heating_Setpoint_RL          | 21.157045   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.9005587   |\n",
+      "|    air_humidity                 | 2.1097286   |\n",
+      "|    air_temperature              | 0.43606108  |\n",
+      "|    clg_setpoint                 | 0.6442547   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.49690577  |\n",
+      "|    diffuse_solar_radiation      | -0.7445315  |\n",
+      "|    direct_solar_radiation       | -0.6092289  |\n",
+      "|    hour                         | -1.6613032  |\n",
+      "|    htg_setpoint                 | 1.2800547   |\n",
+      "|    month                        | -0.34675047 |\n",
+      "|    outdoor_humidity             | 1.2841104   |\n",
+      "|    outdoor_temperature          | 0.3198307   |\n",
+      "|    people_occupant              | -0.6887465  |\n",
+      "|    total_electricity_HVAC       | 1.197881    |\n",
+      "|    wind_direction               | 1.427228    |\n",
+      "|    wind_speed                   | 0.26556307  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6960.488    |\n",
+      "|    air_humidity                 | 64.01755    |\n",
+      "|    air_temperature              | 23.250317   |\n",
+      "|    clg_setpoint                 | 27.854385   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 95.25       |\n",
+      "|    outdoor_temperature          | 15.096007   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7835367.5   |\n",
+      "|    wind_direction               | 332.5       |\n",
+      "|    wind_speed                   | 5.575       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 38%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.9211179   |\n",
+      "|    Heating_Setpoint_RL          | -0.26260668 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.733772   |\n",
+      "|    Heating_Setpoint_RL          | 16.147839   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.24123468  |\n",
+      "|    air_humidity                 | -0.5680551  |\n",
+      "|    air_temperature              | 0.43411314  |\n",
+      "|    clg_setpoint                 | 1.4014745   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.61063945  |\n",
+      "|    diffuse_solar_radiation      | -0.7446766  |\n",
+      "|    direct_solar_radiation       | -0.60939753 |\n",
+      "|    hour                         | -1.5167654  |\n",
+      "|    htg_setpoint                 | 1.2800056   |\n",
+      "|    month                        | -0.34662402 |\n",
+      "|    outdoor_humidity             | -1.1109529  |\n",
+      "|    outdoor_temperature          | 0.21465318  |\n",
+      "|    people_occupant              | -0.6888599  |\n",
+      "|    total_electricity_HVAC       | 0.99444044  |\n",
+      "|    wind_direction               | 1.49674     |\n",
+      "|    wind_speed                   | -0.18973693 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4057.6025   |\n",
+      "|    air_humidity                 | 29.26645    |\n",
+      "|    air_temperature              | 23.247765   |\n",
+      "|    clg_setpoint                 | 29.852665   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 45.25       |\n",
+      "|    outdoor_temperature          | 14.077416   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 6987406.0   |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 4.475       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*------------------------------------------------------------| 39%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.84545404 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.771593   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.48658666  |\n",
+      "|    air_humidity                 | 1.1162595   |\n",
+      "|    air_temperature              | 0.43605512  |\n",
+      "|    clg_setpoint                 | -0.16382417 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7243203   |\n",
+      "|    diffuse_solar_radiation      | -0.7448232  |\n",
+      "|    direct_solar_radiation       | -0.6095845  |\n",
+      "|    hour                         | -1.3722456  |\n",
+      "|    htg_setpoint                 | 1.2798586   |\n",
+      "|    month                        | -0.34649768 |\n",
+      "|    outdoor_humidity             | 0.4942048   |\n",
+      "|    outdoor_temperature          | 0.27023482  |\n",
+      "|    people_occupant              | -0.6889731  |\n",
+      "|    total_electricity_HVAC       | 0.4264521   |\n",
+      "|    wind_direction               | -1.296251   |\n",
+      "|    wind_speed                   | -1.5746759  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5136.758    |\n",
+      "|    air_humidity                 | 51.132008   |\n",
+      "|    air_temperature              | 23.250444   |\n",
+      "|    clg_setpoint                 | 25.719936   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 78.75       |\n",
+      "|    outdoor_temperature          | 14.620283   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4623082.0   |\n",
+      "|    wind_direction               | 45.0        |\n",
+      "|    wind_speed                   | 1.125       |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.009935252 |\n",
+      "|    clip_fraction                | 0.1         |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.4        |\n",
+      "|    explained_variance           | 0.693       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.181       |\n",
+      "|    n_updates                    | 750         |\n",
+      "|    policy_gradient_loss         | -0.0138     |\n",
+      "|    std                          | 0.806       |\n",
+      "|    value_loss                   | 0.712       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*------------------------------------------------------------| 39%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.42141432  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.047274   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6612153  |\n",
+      "|    air_humidity                 | 1.7716471   |\n",
+      "|    air_temperature              | -0.33029893 |\n",
+      "|    clg_setpoint                 | 1.4579145   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8379259   |\n",
+      "|    diffuse_solar_radiation      | -0.74467003 |\n",
+      "|    direct_solar_radiation       | -0.60948575 |\n",
+      "|    hour                         | -1.2277406  |\n",
+      "|    htg_setpoint                 | 0.7606787   |\n",
+      "|    month                        | -0.3463715  |\n",
+      "|    outdoor_humidity             | 1.3207603   |\n",
+      "|    outdoor_temperature          | 0.39849877  |\n",
+      "|    people_occupant              | -0.68908626 |\n",
+      "|    total_electricity_HVAC       | -0.6660063  |\n",
+      "|    wind_direction               | -0.8461285  |\n",
+      "|    wind_speed                   | -0.343978   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 59.65089    |\n",
+      "|    air_temperature              | 22.214909   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 21.072853   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 15.870385   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 92.5        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*------------------------------------------------------------| 39%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.085108966 |\n",
+      "|    Heating_Setpoint_RL          | 0.85766107  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.912243   |\n",
+      "|    Heating_Setpoint_RL          | 22.449343   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.5306827   |\n",
+      "|    air_humidity                 | 1.9185307   |\n",
+      "|    air_temperature              | 0.43539816  |\n",
+      "|    clg_setpoint                 | 0.88073754  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.95143     |\n",
+      "|    diffuse_solar_radiation      | -0.7447955  |\n",
+      "|    direct_solar_radiation       | -0.60930353 |\n",
+      "|    hour                         | -1.0832475  |\n",
+      "|    htg_setpoint                 | 1.278314    |\n",
+      "|    month                        | -0.34624547 |\n",
+      "|    outdoor_humidity             | 1.5111362   |\n",
+      "|    outdoor_temperature          | 0.37732837  |\n",
+      "|    people_occupant              | -0.6891992  |\n",
+      "|    total_electricity_HVAC       | 0.46840405  |\n",
+      "|    wind_direction               | -0.79819864 |\n",
+      "|    wind_speed                   | -1.0153506  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5328.9917   |\n",
+      "|    air_humidity                 | 61.592484   |\n",
+      "|    air_temperature              | 23.249912   |\n",
+      "|    clg_setpoint                 | 28.476357   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 15.666397   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4796092.5   |\n",
+      "|    wind_direction               | 97.5        |\n",
+      "|    wind_speed                   | 2.475       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*-----------------------------------------------------------| 40%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.5511008   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.765036    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.10398404   |\n",
+      "|    air_humidity                 | 0.8829738    |\n",
+      "|    air_temperature              | 0.4356544    |\n",
+      "|    clg_setpoint                 | 0.49135515   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0648024    |\n",
+      "|    diffuse_solar_radiation      | -0.093201526 |\n",
+      "|    direct_solar_radiation       | -0.14827171  |\n",
+      "|    hour                         | -0.93876386  |\n",
+      "|    htg_setpoint                 | 1.277645     |\n",
+      "|    month                        | -0.34611955  |\n",
+      "|    outdoor_humidity             | 0.384908     |\n",
+      "|    outdoor_temperature          | 0.08971215   |\n",
+      "|    people_occupant              | -0.689312    |\n",
+      "|    total_electricity_HVAC       | 0.062281743  |\n",
+      "|    wind_direction               | 0.40911874   |\n",
+      "|    wind_speed                   | 0.16316041   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 3451.6194    |\n",
+      "|    air_humidity                 | 48.163837    |\n",
+      "|    air_temperature              | 23.250437    |\n",
+      "|    clg_setpoint                 | 27.448242    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 63.75        |\n",
+      "|    direct_solar_radiation       | 114.75       |\n",
+      "|    hour                         | 5.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 76.5         |\n",
+      "|    outdoor_temperature          | 12.875202    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 3106457.5    |\n",
+      "|    wind_direction               | 225.0        |\n",
+      "|    wind_speed                   | 5.325        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*-----------------------------------------------------------| 40%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.4636054    |\n",
+      "|    Heating_Setpoint_RL          | 0.15802537   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.189669    |\n",
+      "|    Heating_Setpoint_RL          | 18.513893    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.2689276   |\n",
+      "|    air_humidity                 | -0.021054182 |\n",
+      "|    air_temperature              | 0.43523335   |\n",
+      "|    clg_setpoint                 | 0.62951195   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.1780089    |\n",
+      "|    diffuse_solar_radiation      | 0.5527971    |\n",
+      "|    direct_solar_radiation       | 0.54631126   |\n",
+      "|    hour                         | -0.79428726  |\n",
+      "|    htg_setpoint                 | 1.2776222    |\n",
+      "|    month                        | -0.3459938   |\n",
+      "|    outdoor_humidity             | -0.42876172  |\n",
+      "|    outdoor_temperature          | 0.374629     |\n",
+      "|    people_occupant              | -0.6889821   |\n",
+      "|    total_electricity_HVAC       | -0.29215762  |\n",
+      "|    wind_direction               | 0.36160636   |\n",
+      "|    wind_speed                   | 0.7312797    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1811.0731    |\n",
+      "|    air_humidity                 | 36.410755    |\n",
+      "|    air_temperature              | 23.249979    |\n",
+      "|    clg_setpoint                 | 27.813925    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 26.0         |\n",
+      "|    diffuse_solar_radiation      | 127.0        |\n",
+      "|    direct_solar_radiation       | 287.75       |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 59.5         |\n",
+      "|    outdoor_temperature          | 15.643589    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1631974.0    |\n",
+      "|    wind_direction               | 220.0        |\n",
+      "|    wind_speed                   | 6.7          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*-----------------------------------------------------------| 40%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.36510822   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 19.678734    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.065502286 |\n",
+      "|    air_humidity                 | -0.028476462 |\n",
+      "|    air_temperature              | -0.001692606 |\n",
+      "|    clg_setpoint                 | -1.0997273   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.2910113    |\n",
+      "|    diffuse_solar_radiation      | 0.942806     |\n",
+      "|    direct_solar_radiation       | 1.3384688    |\n",
+      "|    hour                         | -0.64981574  |\n",
+      "|    htg_setpoint                 | 1.1371992    |\n",
+      "|    month                        | -0.34586817  |\n",
+      "|    outdoor_humidity             | -0.17674617  |\n",
+      "|    outdoor_temperature          | 0.2864943    |\n",
+      "|    people_occupant              | -0.6886527   |\n",
+      "|    total_electricity_HVAC       | 0.018773528  |\n",
+      "|    wind_direction               | 1.2608674    |\n",
+      "|    wind_speed                   | -0.2928344   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2704.3318    |\n",
+      "|    air_humidity                 | 36.31036     |\n",
+      "|    air_temperature              | 22.660082    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 27.0         |\n",
+      "|    diffuse_solar_radiation      | 165.25       |\n",
+      "|    direct_solar_radiation       | 485.0        |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 22.660084    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 64.75        |\n",
+      "|    outdoor_temperature          | 14.792342    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2923493.5    |\n",
+      "|    wind_direction               | 315.0        |\n",
+      "|    wind_speed                   | 4.225        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*-----------------------------------------------------------| 40%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.85915226  |\n",
+      "|    Heating_Setpoint_RL          | 0.69390655   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.72536     |\n",
+      "|    Heating_Setpoint_RL          | 21.528225    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5232121   |\n",
+      "|    air_humidity                 | -0.4328071   |\n",
+      "|    air_temperature              | 1.0919104    |\n",
+      "|    clg_setpoint                 | -0.013629261 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.4037681    |\n",
+      "|    diffuse_solar_radiation      | 1.0596049    |\n",
+      "|    direct_solar_radiation       | 2.009468     |\n",
+      "|    hour                         | -0.50534767  |\n",
+      "|    htg_setpoint                 | -1.4007528   |\n",
+      "|    month                        | -0.34574267  |\n",
+      "|    outdoor_humidity             | -1.217169    |\n",
+      "|    outdoor_temperature          | 0.6771838    |\n",
+      "|    people_occupant              | 1.6951543    |\n",
+      "|    total_electricity_HVAC       | -0.5466317   |\n",
+      "|    wind_direction               | 1.283547     |\n",
+      "|    wind_speed                   | 0.11037797   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 692.9331     |\n",
+      "|    air_humidity                 | 31.058308    |\n",
+      "|    air_temperature              | 24.136374    |\n",
+      "|    clg_setpoint                 | 26.115427    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 28.0         |\n",
+      "|    diffuse_solar_radiation      | 176.75       |\n",
+      "|    direct_solar_radiation       | 652.25       |\n",
+      "|    hour                         | 8.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 43.0         |\n",
+      "|    outdoor_temperature          | 18.586008    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 573883.8     |\n",
+      "|    wind_direction               | 317.5        |\n",
+      "|    wind_speed                   | 5.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***----------------------------------------------------------| 41%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.53978515 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 14.588709   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.49975276  |\n",
+      "|    air_humidity                 | 1.235197    |\n",
+      "|    air_temperature              | 0.4361937   |\n",
+      "|    clg_setpoint                 | -1.0989065  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5162336   |\n",
+      "|    diffuse_solar_radiation      | 1.1659671   |\n",
+      "|    direct_solar_radiation       | 2.268958    |\n",
+      "|    hour                         | -0.36088175 |\n",
+      "|    htg_setpoint                 | 1.1331042   |\n",
+      "|    month                        | -0.34561732 |\n",
+      "|    outdoor_humidity             | -1.4202387  |\n",
+      "|    outdoor_temperature          | 1.5549486   |\n",
+      "|    people_occupant              | 1.6947881   |\n",
+      "|    total_electricity_HVAC       | 0.6676236   |\n",
+      "|    wind_direction               | 0.5255866   |\n",
+      "|    wind_speed                   | -0.39571428 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5187.134    |\n",
+      "|    air_humidity                 | 52.7348     |\n",
+      "|    air_temperature              | 23.251562   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 187.25      |\n",
+      "|    direct_solar_radiation       | 717.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 22.643549   |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 38.75       |\n",
+      "|    outdoor_temperature          | 27.105658   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 5618351.5   |\n",
+      "|    wind_direction               | 237.5       |\n",
+      "|    wind_speed                   | 3.975       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***----------------------------------------------------------| 41%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.87405586  |\n",
+      "|    air_humidity                 | 1.1489825   |\n",
+      "|    air_temperature              | 0.43396688  |\n",
+      "|    clg_setpoint                 | -1.0985438  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6283591   |\n",
+      "|    diffuse_solar_radiation      | 1.757316    |\n",
+      "|    direct_solar_radiation       | 2.1076357   |\n",
+      "|    hour                         | -0.21641703 |\n",
+      "|    htg_setpoint                 | 1.2771463   |\n",
+      "|    month                        | -0.3454921  |\n",
+      "|    outdoor_humidity             | -1.5873753  |\n",
+      "|    outdoor_temperature          | 1.784677    |\n",
+      "|    people_occupant              | 1.6944225   |\n",
+      "|    total_electricity_HVAC       | 0.7951831   |\n",
+      "|    wind_direction               | 1.3779279   |\n",
+      "|    wind_speed                   | -0.9225698  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6830.908    |\n",
+      "|    air_humidity                 | 51.62138    |\n",
+      "|    air_temperature              | 23.248764   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 245.25      |\n",
+      "|    direct_solar_radiation       | 677.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 5.0         |\n",
+      "|    outdoor_humidity             | 35.25       |\n",
+      "|    outdoor_temperature          | 29.347027   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 6147817.0   |\n",
+      "|    wind_direction               | 327.5       |\n",
+      "|    wind_speed                   | 2.7         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**----------------------------------------------------------| 41%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.42568034  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 15.230548    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.9123919    |\n",
+      "|    air_humidity                 | 1.1680068    |\n",
+      "|    air_temperature              | 0.43403572   |\n",
+      "|    clg_setpoint                 | -1.0981306   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.7400923    |\n",
+      "|    diffuse_solar_radiation      | 2.0324724    |\n",
+      "|    direct_solar_radiation       | 2.1224823    |\n",
+      "|    hour                         | -0.071952775 |\n",
+      "|    htg_setpoint                 | 0.8252912    |\n",
+      "|    month                        | -0.345367    |\n",
+      "|    outdoor_humidity             | -0.42618912  |\n",
+      "|    outdoor_temperature          | 1.4189057    |\n",
+      "|    people_occupant              | 1.2174076    |\n",
+      "|    total_electricity_HVAC       | 0.8295778    |\n",
+      "|    wind_direction               | -0.3262025   |\n",
+      "|    wind_speed                   | -0.652812    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 6999.156     |\n",
+      "|    air_humidity                 | 51.877438    |\n",
+      "|    air_temperature              | 23.249058    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 31.0         |\n",
+      "|    diffuse_solar_radiation      | 272.25       |\n",
+      "|    direct_solar_radiation       | 681.0        |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 21.352882    |\n",
+      "|    month                        | 5.0          |\n",
+      "|    outdoor_humidity             | 59.5         |\n",
+      "|    outdoor_temperature          | 25.808449    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 6290518.0    |\n",
+      "|    wind_direction               | 147.5        |\n",
+      "|    wind_speed                   | 3.35         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***----------------------------------------------------------| 41%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5569432   |\n",
+      "|    Heating_Setpoint_RL          | 0.99853235  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.504683   |\n",
+      "|    Heating_Setpoint_RL          | 23.241745   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5405888  |\n",
+      "|    air_humidity                 | 0.65956646  |\n",
+      "|    air_temperature              | 0.6377069   |\n",
+      "|    clg_setpoint                 | 0.13078889  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6722487  |\n",
+      "|    diffuse_solar_radiation      | 1.4424871   |\n",
+      "|    direct_solar_radiation       | 2.3686857   |\n",
+      "|    hour                         | 0.07251137  |\n",
+      "|    htg_setpoint                 | -0.6572726  |\n",
+      "|    month                        | -0.05675638 |\n",
+      "|    outdoor_humidity             | -0.89333713 |\n",
+      "|    outdoor_temperature          | 1.5391666   |\n",
+      "|    people_occupant              | -0.6892159  |\n",
+      "|    total_electricity_HVAC       | -0.5532286  |\n",
+      "|    wind_direction               | 0.6445811   |\n",
+      "|    wind_speed                   | 0.7841705   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 619.5876    |\n",
+      "|    air_humidity                 | 45.283466   |\n",
+      "|    air_temperature              | 23.523956   |\n",
+      "|    clg_setpoint                 | 26.493292   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 214.5       |\n",
+      "|    direct_solar_radiation       | 742.5       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 15.126383   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 49.75       |\n",
+      "|    outdoor_temperature          | 26.982073   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 549256.56   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 6.825       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****---------------------------------------------------------| 42%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.54300797 |\n",
+      "|    air_humidity                 | -1.0207969  |\n",
+      "|    air_temperature              | 0.7386183   |\n",
+      "|    clg_setpoint                 | 1.4589553   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5566958  |\n",
+      "|    diffuse_solar_radiation      | 0.48094985  |\n",
+      "|    direct_solar_radiation       | 2.873263    |\n",
+      "|    hour                         | 0.21697547  |\n",
+      "|    htg_setpoint                 | -1.4009334  |\n",
+      "|    month                        | -0.05673799 |\n",
+      "|    outdoor_humidity             | -1.7537386  |\n",
+      "|    outdoor_temperature          | 0.8740551   |\n",
+      "|    people_occupant              | -0.68888754 |\n",
+      "|    total_electricity_HVAC       | -0.55350536 |\n",
+      "|    wind_direction               | 1.0934683   |\n",
+      "|    wind_speed                   | 0.42201483  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 608.0512    |\n",
+      "|    air_humidity                 | 23.44943    |\n",
+      "|    air_temperature              | 23.660322   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 120.25      |\n",
+      "|    direct_solar_radiation       | 868.75      |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 31.75       |\n",
+      "|    outdoor_temperature          | 20.532133   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 547246.06   |\n",
+      "|    wind_direction               | 297.5       |\n",
+      "|    wind_speed                   | 5.95        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***---------------------------------------------------------| 42%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.20165926   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 18.759333    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.16231221   |\n",
+      "|    air_humidity                 | 0.32239634   |\n",
+      "|    air_temperature              | 0.43369672   |\n",
+      "|    clg_setpoint                 | -1.0985479   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.441513    |\n",
+      "|    diffuse_solar_radiation      | 0.92981607   |\n",
+      "|    direct_solar_radiation       | 2.563546     |\n",
+      "|    hour                         | 0.36143926   |\n",
+      "|    htg_setpoint                 | 0.09263776   |\n",
+      "|    month                        | -0.056719612 |\n",
+      "|    outdoor_humidity             | -1.1665927   |\n",
+      "|    outdoor_temperature          | 0.72474945   |\n",
+      "|    people_occupant              | 1.6951138    |\n",
+      "|    total_electricity_HVAC       | 0.11777958   |\n",
+      "|    wind_direction               | 0.33508605   |\n",
+      "|    wind_speed                   | 0.4735453    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 3702.7244    |\n",
+      "|    air_humidity                 | 40.891617    |\n",
+      "|    air_temperature              | 23.249292    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 3.0          |\n",
+      "|    diffuse_solar_radiation      | 164.25       |\n",
+      "|    direct_solar_radiation       | 792.0        |\n",
+      "|    hour                         | 14.0         |\n",
+      "|    htg_setpoint                 | 18.272346    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 44.0         |\n",
+      "|    outdoor_temperature          | 19.083786    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 3332451.8    |\n",
+      "|    wind_direction               | 217.5        |\n",
+      "|    wind_speed                   | 6.075        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------***---------------------------------------------------------| 42%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.8039063   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 13.103027    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.53460884   |\n",
+      "|    air_humidity                 | 0.42003658   |\n",
+      "|    air_temperature              | 0.43335077   |\n",
+      "|    clg_setpoint                 | -1.0982994   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.3266455   |\n",
+      "|    diffuse_solar_radiation      | 1.7990991    |\n",
+      "|    direct_solar_radiation       | 1.3612922    |\n",
+      "|    hour                         | 0.5059022    |\n",
+      "|    htg_setpoint                 | 0.3418601    |\n",
+      "|    month                        | -0.056701254 |\n",
+      "|    outdoor_humidity             | -1.7157153   |\n",
+      "|    outdoor_temperature          | 1.1947978    |\n",
+      "|    people_occupant              | 1.694749     |\n",
+      "|    total_electricity_HVAC       | 0.4720907    |\n",
+      "|    wind_direction               | 0.098104134  |\n",
+      "|    wind_speed                   | 0.4221019    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 5335.7236    |\n",
+      "|    air_humidity                 | 42.15986     |\n",
+      "|    air_temperature              | 23.24893     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.0          |\n",
+      "|    diffuse_solar_radiation      | 249.5        |\n",
+      "|    direct_solar_radiation       | 492.25       |\n",
+      "|    hour                         | 15.0         |\n",
+      "|    htg_setpoint                 | 19.3189      |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 32.5         |\n",
+      "|    outdoor_temperature          | 23.649103    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 4802151.0    |\n",
+      "|    wind_direction               | 192.5        |\n",
+      "|    wind_speed                   | 5.95         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.84610695   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 22.384352    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.09442672   |\n",
+      "|    air_humidity                 | 1.4456993    |\n",
+      "|    air_temperature              | 0.4335919    |\n",
+      "|    clg_setpoint                 | -1.098165    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.2120433   |\n",
+      "|    diffuse_solar_radiation      | 0.989952     |\n",
+      "|    direct_solar_radiation       | -0.61121255  |\n",
+      "|    hour                         | 0.6503633    |\n",
+      "|    htg_setpoint                 | 1.2775773    |\n",
+      "|    month                        | -0.056682914 |\n",
+      "|    outdoor_humidity             | -0.44764218  |\n",
+      "|    outdoor_temperature          | 0.90208346   |\n",
+      "|    people_occupant              | 1.6943848    |\n",
+      "|    total_electricity_HVAC       | 0.053145632  |\n",
+      "|    wind_direction               | -0.044022262 |\n",
+      "|    wind_speed                   | 0.8360486    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 3404.2563    |\n",
+      "|    air_humidity                 | 55.48189     |\n",
+      "|    air_temperature              | 23.249357    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 5.0          |\n",
+      "|    diffuse_solar_radiation      | 170.25       |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 16.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 59.0         |\n",
+      "|    outdoor_temperature          | 20.811148    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 3063830.8    |\n",
+      "|    wind_direction               | 177.5        |\n",
+      "|    wind_speed                   | 6.95         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.23278241 |\n",
+      "|    air_humidity                 | 1.9927667   |\n",
+      "|    air_temperature              | 0.4339368   |\n",
+      "|    clg_setpoint                 | -1.0981184  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0976609  |\n",
+      "|    diffuse_solar_radiation      | 0.21458727  |\n",
+      "|    direct_solar_radiation       | -0.6110461  |\n",
+      "|    hour                         | 0.7948216   |\n",
+      "|    htg_setpoint                 | 1.2423438   |\n",
+      "|    month                        | -0.05666459 |\n",
+      "|    outdoor_humidity             | 0.9637749   |\n",
+      "|    outdoor_temperature          | 0.619365    |\n",
+      "|    people_occupant              | 1.6940212   |\n",
+      "|    total_electricity_HVAC       | -0.25827637 |\n",
+      "|    wind_direction               | 0.07433959  |\n",
+      "|    wind_speed                   | 1.6011769   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1968.9591   |\n",
+      "|    air_humidity                 | 62.597816   |\n",
+      "|    air_temperature              | 23.250008   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 94.25       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 23.103186   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 88.5        |\n",
+      "|    outdoor_temperature          | 18.072786   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1772063.2   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 8.8         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.31867197   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 19.41753     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.09136586   |\n",
+      "|    air_humidity                 | 1.1692013    |\n",
+      "|    air_temperature              | 0.4334952    |\n",
+      "|    clg_setpoint                 | -1.0980479   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.9834577   |\n",
+      "|    diffuse_solar_radiation      | -0.032991685 |\n",
+      "|    direct_solar_radiation       | -0.29851282  |\n",
+      "|    hour                         | 0.93927544   |\n",
+      "|    htg_setpoint                 | -0.26389384  |\n",
+      "|    month                        | -0.056646287 |\n",
+      "|    outdoor_humidity             | -1.1901492   |\n",
+      "|    outdoor_temperature          | 1.9311043    |\n",
+      "|    people_occupant              | 0.502137     |\n",
+      "|    total_electricity_HVAC       | 0.052146435  |\n",
+      "|    wind_direction               | -1.726182    |\n",
+      "|    wind_speed                   | 0.68055695   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 3391.1248    |\n",
+      "|    air_humidity                 | 51.933285    |\n",
+      "|    air_temperature              | 23.24961     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 7.0          |\n",
+      "|    diffuse_solar_radiation      | 70.0         |\n",
+      "|    direct_solar_radiation       | 78.0         |\n",
+      "|    hour                         | 18.0         |\n",
+      "|    htg_setpoint                 | 16.777126    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 43.5         |\n",
+      "|    outdoor_temperature          | 30.806517    |\n",
+      "|    people_occupant              | 10.0         |\n",
+      "|    total_electricity_HVAC       | 3060085.0    |\n",
+      "|    wind_direction               | 0.0          |\n",
+      "|    wind_speed                   | 6.575        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*****--------------------------------------------------------| 43%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.77824897 |\n",
+      "|    Heating_Setpoint_RL          | -0.44365504 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.99841    |\n",
+      "|    Heating_Setpoint_RL          | 15.12944    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5447902  |\n",
+      "|    air_humidity                 | -0.50779974 |\n",
+      "|    air_temperature              | 0.6625989   |\n",
+      "|    clg_setpoint                 | 1.4589385   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8693971  |\n",
+      "|    diffuse_solar_radiation      | -0.6216598  |\n",
+      "|    direct_solar_radiation       | -0.58499116 |\n",
+      "|    hour                         | 1.0837231   |\n",
+      "|    htg_setpoint                 | -0.8246936  |\n",
+      "|    month                        | -0.056628   |\n",
+      "|    outdoor_humidity             | -0.93883014 |\n",
+      "|    outdoor_temperature          | 0.9077706   |\n",
+      "|    people_occupant              | -0.6891206  |\n",
+      "|    total_electricity_HVAC       | -0.55467534 |\n",
+      "|    wind_direction               | -1.2512379  |\n",
+      "|    wind_speed                   | -0.60168415 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 601.2488    |\n",
+      "|    air_humidity                 | 30.14075    |\n",
+      "|    air_temperature              | 23.558432   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 12.25       |\n",
+      "|    direct_solar_radiation       | 6.5         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 14.422694   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 48.75       |\n",
+      "|    outdoor_temperature          | 20.884668   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 543456.94   |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 3.475       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******-------------------------------------------------------| 44%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.088814095 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.924747   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6441272  |\n",
+      "|    air_humidity                 | -0.7972939  |\n",
+      "|    air_temperature              | 0.6375121   |\n",
+      "|    clg_setpoint                 | 0.012111678 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7554471  |\n",
+      "|    diffuse_solar_radiation      | -0.746572   |\n",
+      "|    direct_solar_radiation       | -0.611266   |\n",
+      "|    hour                         | 1.2281624   |\n",
+      "|    htg_setpoint                 | -1.4010613  |\n",
+      "|    month                        | -0.05660973 |\n",
+      "|    outdoor_humidity             | 0.090658925 |\n",
+      "|    outdoor_temperature          | 0.6950941   |\n",
+      "|    people_occupant              | -0.68879384 |\n",
+      "|    total_electricity_HVAC       | -0.6497744  |\n",
+      "|    wind_direction               | 0.16966768  |\n",
+      "|    wind_speed                   | -0.39483318 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 165.26761   |\n",
+      "|    air_humidity                 | 26.37711    |\n",
+      "|    air_temperature              | 23.524796   |\n",
+      "|    clg_setpoint                 | 26.18186    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 70.25       |\n",
+      "|    outdoor_temperature          | 18.824137   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 148740.84   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 3.975       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******-------------------------------------------------------| 44%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.43352675  |\n",
+      "|    Heating_Setpoint_RL          | 0.8544047   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.088154   |\n",
+      "|    Heating_Setpoint_RL          | 22.431026   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6502633  |\n",
+      "|    air_humidity                 | 1.4013569   |\n",
+      "|    air_temperature              | 0.2954361   |\n",
+      "|    clg_setpoint                 | -0.06342724 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6415798  |\n",
+      "|    diffuse_solar_radiation      | -0.7465645  |\n",
+      "|    direct_solar_radiation       | -0.611429   |\n",
+      "|    hour                         | 1.372591    |\n",
+      "|    htg_setpoint                 | -0.35262397 |\n",
+      "|    month                        | -0.05659148 |\n",
+      "|    outdoor_humidity             | 0.5576281   |\n",
+      "|    outdoor_temperature          | 0.6473338   |\n",
+      "|    people_occupant              | -0.6889057  |\n",
+      "|    total_electricity_HVAC       | -0.65561754 |\n",
+      "|    wind_direction               | -0.11436924 |\n",
+      "|    wind_speed                   | -0.39474097 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 138.88834   |\n",
+      "|    air_humidity                 | 54.9498     |\n",
+      "|    air_temperature              | 23.064476   |\n",
+      "|    clg_setpoint                 | 25.981781   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 16.405464   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 80.0        |\n",
+      "|    outdoor_temperature          | 18.365967   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 124999.5    |\n",
+      "|    wind_direction               | 170.0       |\n",
+      "|    wind_speed                   | 3.975       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*****-------------------------------------------------------| 44%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.45902842   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 20.207035    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5744299   |\n",
+      "|    air_humidity                 | 1.6478283    |\n",
+      "|    air_temperature              | -0.6037505   |\n",
+      "|    clg_setpoint                 | -0.36577445  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.5277717   |\n",
+      "|    diffuse_solar_radiation      | -0.74666667  |\n",
+      "|    direct_solar_radiation       | -0.6113047   |\n",
+      "|    hour                         | 1.5170062    |\n",
+      "|    htg_setpoint                 | 0.5991933    |\n",
+      "|    month                        | -0.056573246 |\n",
+      "|    outdoor_humidity             | 1.035918     |\n",
+      "|    outdoor_temperature          | 0.76835555   |\n",
+      "|    people_occupant              | -0.6890175   |\n",
+      "|    total_electricity_HVAC       | -0.5834517   |\n",
+      "|    wind_direction               | -0.18515114  |\n",
+      "|    wind_speed                   | 0.52650577   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 471.55844    |\n",
+      "|    air_humidity                 | 58.18056     |\n",
+      "|    air_temperature              | 21.854445    |\n",
+      "|    clg_setpoint                 | 25.183624    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 11.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 20.406347    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 90.0         |\n",
+      "|    outdoor_temperature          | 19.543234    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 424402.62    |\n",
+      "|    wind_direction               | 162.5        |\n",
+      "|    wind_speed                   | 6.2          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.008143578  |\n",
+      "|    clip_fraction                | 0.0749       |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.4         |\n",
+      "|    explained_variance           | 0.281        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.213        |\n",
+      "|    n_updates                    | 760          |\n",
+      "|    policy_gradient_loss         | -0.00937     |\n",
+      "|    std                          | 0.807        |\n",
+      "|    value_loss                   | 0.959        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------******-------------------------------------------------------| 44%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.22127204 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 16.380344   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.57607645 |\n",
+      "|    air_humidity                 | 1.1786344   |\n",
+      "|    air_temperature              | -0.18066636 |\n",
+      "|    clg_setpoint                 | 0.34735042  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.41400334 |\n",
+      "|    diffuse_solar_radiation      | -0.7467241  |\n",
+      "|    direct_solar_radiation       | -0.61112076 |\n",
+      "|    hour                         | 1.661405    |\n",
+      "|    htg_setpoint                 | -0.12933987 |\n",
+      "|    month                        | -0.05655503 |\n",
+      "|    outdoor_humidity             | 1.3226329   |\n",
+      "|    outdoor_temperature          | 0.8322713   |\n",
+      "|    people_occupant              | -0.6891291  |\n",
+      "|    total_electricity_HVAC       | -0.58517915 |\n",
+      "|    wind_direction               | 0.17012127  |\n",
+      "|    wind_speed                   | 0.26726022  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 464.86887   |\n",
+      "|    air_humidity                 | 52.09584    |\n",
+      "|    air_temperature              | 22.424204   |\n",
+      "|    clg_setpoint                 | 27.066753   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 17.347387   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 20.167917   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 417775.47   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 5.575       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******------------------------------------------------------| 45%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.067092    |\n",
+      "|    Heating_Setpoint_RL          | -0.87779045 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.851435   |\n",
+      "|    Heating_Setpoint_RL          | 12.687428   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.63047767  |\n",
+      "|    air_humidity                 | 2.2420087   |\n",
+      "|    air_temperature              | 0.4326727   |\n",
+      "|    clg_setpoint                 | 1.4583665   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18659055 |\n",
+      "|    diffuse_solar_radiation      | -0.7468647  |\n",
+      "|    direct_solar_radiation       | -0.61110896 |\n",
+      "|    hour                         | -1.6613034  |\n",
+      "|    htg_setpoint                 | 1.2754064   |\n",
+      "|    month                        | -0.05653683 |\n",
+      "|    outdoor_humidity             | 1.4654164   |\n",
+      "|    outdoor_temperature          | 0.5810938   |\n",
+      "|    people_occupant              | -0.6892406  |\n",
+      "|    total_electricity_HVAC       | 0.7200741   |\n",
+      "|    wind_direction               | 0.17010958  |\n",
+      "|    wind_speed                   | 0.4742314   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5748.184    |\n",
+      "|    air_humidity                 | 65.94751    |\n",
+      "|    air_temperature              | 23.24968    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 99.0        |\n",
+      "|    outdoor_temperature          | 17.73707    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5822817.0   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 6.075       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------******------------------------------------------------------| 45%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.9014808    |\n",
+      "|    Heating_Setpoint_RL          | 0.65639937   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.667498    |\n",
+      "|    Heating_Setpoint_RL          | 21.317245    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.24074897  |\n",
+      "|    air_humidity                 | 0.35590306   |\n",
+      "|    air_temperature              | 0.43280444   |\n",
+      "|    clg_setpoint                 | 1.4586172    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.07282754  |\n",
+      "|    diffuse_solar_radiation      | -0.74699175  |\n",
+      "|    direct_solar_radiation       | -0.61119735  |\n",
+      "|    hour                         | -1.5167668   |\n",
+      "|    htg_setpoint                 | 1.2751018    |\n",
+      "|    month                        | -0.056518648 |\n",
+      "|    outdoor_humidity             | 0.89045066   |\n",
+      "|    outdoor_temperature          | 0.8041901    |\n",
+      "|    people_occupant              | -0.6893519   |\n",
+      "|    total_electricity_HVAC       | -0.26591605  |\n",
+      "|    wind_direction               | -1.1573528   |\n",
+      "|    wind_speed                   | -0.9648143   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1934.2266    |\n",
+      "|    air_humidity                 | 41.425976    |\n",
+      "|    air_temperature              | 23.250086    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 1.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 87.0         |\n",
+      "|    outdoor_temperature          | 19.906082    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1740803.9    |\n",
+      "|    wind_direction               | 60.0         |\n",
+      "|    wind_speed                   | 2.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*******-----------------------------------------------------| 46%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.53117025   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 20.612833    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.57919914  |\n",
+      "|    air_humidity                 | -1.0911039   |\n",
+      "|    air_temperature              | -0.18438704  |\n",
+      "|    clg_setpoint                 | 1.4585265    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.040930446  |\n",
+      "|    diffuse_solar_radiation      | -0.7470017   |\n",
+      "|    direct_solar_radiation       | -0.6113057   |\n",
+      "|    hour                         | -1.3722479   |\n",
+      "|    htg_setpoint                 | 0.17679536   |\n",
+      "|    month                        | -0.056500487 |\n",
+      "|    outdoor_humidity             | 1.5124099    |\n",
+      "|    outdoor_temperature          | 0.9717118    |\n",
+      "|    people_occupant              | -0.68902624  |\n",
+      "|    total_electricity_HVAC       | -0.5880195   |\n",
+      "|    wind_direction               | -0.84915483  |\n",
+      "|    wind_speed                   | -0.4986103   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 452.2293     |\n",
+      "|    air_humidity                 | 22.591362    |\n",
+      "|    air_temperature              | 22.42034     |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 16.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 2.0          |\n",
+      "|    htg_setpoint                 | 18.635237    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 21.539604    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 407006.38    |\n",
+      "|    wind_direction               | 92.5         |\n",
+      "|    wind_speed                   | 3.725        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------********-----------------------------------------------------| 46%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.061876513 |\n",
+      "|    Heating_Setpoint_RL          | 0.4389031   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.833834   |\n",
+      "|    Heating_Setpoint_RL          | 20.09383    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.52013785  |\n",
+      "|    air_humidity                 | -1.9198093  |\n",
+      "|    air_temperature              | 0.4324406   |\n",
+      "|    clg_setpoint                 | 0.5421385   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.15468518  |\n",
+      "|    diffuse_solar_radiation      | -0.747075   |\n",
+      "|    direct_solar_radiation       | -0.6112353  |\n",
+      "|    hour                         | -1.2277436  |\n",
+      "|    htg_setpoint                 | 1.27537     |\n",
+      "|    month                        | -0.05648234 |\n",
+      "|    outdoor_humidity             | 1.4280518   |\n",
+      "|    outdoor_temperature          | 0.8639459   |\n",
+      "|    people_occupant              | -0.688701   |\n",
+      "|    total_electricity_HVAC       | 0.5956381   |\n",
+      "|    wind_direction               | -0.37456128 |\n",
+      "|    wind_speed                   | -1.4200162  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5261.3486   |\n",
+      "|    air_humidity                 | 11.780639   |\n",
+      "|    air_temperature              | 23.249956   |\n",
+      "|    clg_setpoint                 | 27.581867   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 98.25       |\n",
+      "|    outdoor_temperature          | 20.5017     |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5303892.5   |\n",
+      "|    wind_direction               | 142.5       |\n",
+      "|    wind_speed                   | 1.5         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********-----------------------------------------------------| 46%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.67996985  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.44983    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.45580274  |\n",
+      "|    air_humidity                 | -0.10820595 |\n",
+      "|    air_temperature              | 0.4327891   |\n",
+      "|    clg_setpoint                 | -0.5136446  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.26843432  |\n",
+      "|    diffuse_solar_radiation      | -0.7471648  |\n",
+      "|    direct_solar_radiation       | -0.611281   |\n",
+      "|    hour                         | -1.083251   |\n",
+      "|    htg_setpoint                 | 1.2753129   |\n",
+      "|    month                        | -0.05646421 |\n",
+      "|    outdoor_humidity             | 1.3676562   |\n",
+      "|    outdoor_temperature          | 0.87697345  |\n",
+      "|    people_occupant              | -0.68881243 |\n",
+      "|    total_electricity_HVAC       | 0.39698184  |\n",
+      "|    wind_direction               | 0.45543307  |\n",
+      "|    wind_speed                   | -0.8085654  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4979.5513   |\n",
+      "|    air_humidity                 | 35.372387   |\n",
+      "|    air_temperature              | 23.250439   |\n",
+      "|    clg_setpoint                 | 24.793846   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 97.0        |\n",
+      "|    outdoor_temperature          | 20.634382   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4481596.5   |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 2.975       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*******-----------------------------------------------------| 46%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.14638025   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 27.119034    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5799743   |\n",
+      "|    air_humidity                 | -0.047274917 |\n",
+      "|    air_temperature              | -0.4399792   |\n",
+      "|    clg_setpoint                 | 1.38107      |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.3821715    |\n",
+      "|    diffuse_solar_radiation      | -0.25419465  |\n",
+      "|    direct_solar_radiation       | 0.16138168   |\n",
+      "|    hour                         | -0.9387677   |\n",
+      "|    htg_setpoint                 | -0.52076936  |\n",
+      "|    month                        | -0.0564461   |\n",
+      "|    outdoor_humidity             | 0.74483556   |\n",
+      "|    outdoor_temperature          | 1.2176951    |\n",
+      "|    people_occupant              | -0.6889237   |\n",
+      "|    total_electricity_HVAC       | -0.5889195   |\n",
+      "|    wind_direction               | 0.85858536   |\n",
+      "|    wind_speed                   | -0.54963833  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 449.33572    |\n",
+      "|    air_humidity                 | 36.171722    |\n",
+      "|    air_temperature              | 22.077621    |\n",
+      "|    clg_setpoint                 | 29.79612     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 19.0         |\n",
+      "|    diffuse_solar_radiation      | 48.5         |\n",
+      "|    direct_solar_radiation       | 192.75       |\n",
+      "|    hour                         | 5.0          |\n",
+      "|    htg_setpoint                 | 15.704074    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 84.0         |\n",
+      "|    outdoor_temperature          | 23.947868    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 403712.56    |\n",
+      "|    wind_direction               | 272.5        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------********----------------------------------------------------| 47%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6015053   |\n",
+      "|    air_humidity                 | -0.4173663   |\n",
+      "|    air_temperature              | -0.23626101  |\n",
+      "|    clg_setpoint                 | 1.4581693    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.49588633   |\n",
+      "|    diffuse_solar_radiation      | 0.4216509    |\n",
+      "|    direct_solar_radiation       | 0.47471383   |\n",
+      "|    hour                         | -0.7942912   |\n",
+      "|    htg_setpoint                 | 0.46015748   |\n",
+      "|    month                        | -0.056428008 |\n",
+      "|    outdoor_humidity             | 0.3262825    |\n",
+      "|    outdoor_temperature          | 0.86354333   |\n",
+      "|    people_occupant              | -0.6890349   |\n",
+      "|    total_electricity_HVAC       | -0.6093743   |\n",
+      "|    wind_direction               | -1.2522182   |\n",
+      "|    wind_speed                   | -0.2906446   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 355.9531     |\n",
+      "|    air_humidity                 | 31.357433    |\n",
+      "|    air_temperature              | 22.351809    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 20.0         |\n",
+      "|    diffuse_solar_radiation      | 115.0        |\n",
+      "|    direct_solar_radiation       | 271.0        |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 19.825703    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 75.25        |\n",
+      "|    outdoor_temperature          | 20.528103    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 319827.62    |\n",
+      "|    wind_direction               | 50.0         |\n",
+      "|    wind_speed                   | 4.225        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------********----------------------------------------------------| 47%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.6906718   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.293983    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.35798004   |\n",
+      "|    air_humidity                 | 0.0049712965 |\n",
+      "|    air_temperature              | 0.43140972   |\n",
+      "|    clg_setpoint                 | 1.458171     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.60956424   |\n",
+      "|    diffuse_solar_radiation      | 0.25360113   |\n",
+      "|    direct_solar_radiation       | -0.6117682   |\n",
+      "|    hour                         | -0.6498198   |\n",
+      "|    htg_setpoint                 | 1.2751706    |\n",
+      "|    month                        | -0.05640993  |\n",
+      "|    outdoor_humidity             | 1.0325181    |\n",
+      "|    outdoor_temperature          | 1.0443906    |\n",
+      "|    people_occupant              | -0.6891459   |\n",
+      "|    total_electricity_HVAC       | 0.3273339    |\n",
+      "|    wind_direction               | 0.28971794   |\n",
+      "|    wind_speed                   | -0.4460255   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 4552.0674    |\n",
+      "|    air_humidity                 | 36.860977    |\n",
+      "|    air_temperature              | 23.249123    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 21.0         |\n",
+      "|    diffuse_solar_radiation      | 98.5         |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 90.0         |\n",
+      "|    outdoor_temperature          | 22.291885    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 4193773.8    |\n",
+      "|    wind_direction               | 212.5        |\n",
+      "|    wind_speed                   | 3.85         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------********----------------------------------------------------| 47%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.27344143  |\n",
+      "|    air_humidity                 | -0.46763355  |\n",
+      "|    air_temperature              | 0.43349627   |\n",
+      "|    clg_setpoint                 | 0.1767086    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.7231869    |\n",
+      "|    diffuse_solar_radiation      | 0.5176219    |\n",
+      "|    direct_solar_radiation       | 2.1312637    |\n",
+      "|    hour                         | -0.50535184  |\n",
+      "|    htg_setpoint                 | -1.4029021   |\n",
+      "|    month                        | -0.056391872 |\n",
+      "|    outdoor_humidity             | -1.2658522   |\n",
+      "|    outdoor_temperature          | 1.4194154    |\n",
+      "|    people_occupant              | -0.68925685  |\n",
+      "|    total_electricity_HVAC       | -0.27220416  |\n",
+      "|    wind_direction               | 1.5706958    |\n",
+      "|    wind_speed                   | 0.42471084   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1791.1488    |\n",
+      "|    air_humidity                 | 30.714973    |\n",
+      "|    air_temperature              | 23.252043    |\n",
+      "|    clg_setpoint                 | 26.616238    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 22.0         |\n",
+      "|    diffuse_solar_radiation      | 124.5        |\n",
+      "|    direct_solar_radiation       | 684.25       |\n",
+      "|    hour                         | 8.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 42.0         |\n",
+      "|    outdoor_temperature          | 25.942398    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1714644.5    |\n",
+      "|    wind_direction               | 347.5        |\n",
+      "|    wind_speed                   | 5.95         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********----------------------------------------------------| 47%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6578802  |\n",
+      "|    Heating_Setpoint_RL          | -0.2075642  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.404654   |\n",
+      "|    Heating_Setpoint_RL          | 16.45745    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.09362787 |\n",
+      "|    air_humidity                 | -1.6179006  |\n",
+      "|    air_temperature              | 0.012731855 |\n",
+      "|    clg_setpoint                 | -1.0980151  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8367318   |\n",
+      "|    diffuse_solar_radiation      | 2.407585    |\n",
+      "|    direct_solar_radiation       | 1.1594911   |\n",
+      "|    hour                         | -0.36088598 |\n",
+      "|    htg_setpoint                 | -1.4024199  |\n",
+      "|    month                        | -0.05637383 |\n",
+      "|    outdoor_humidity             | -1.2049016  |\n",
+      "|    outdoor_temperature          | 1.4995768   |\n",
+      "|    people_occupant              | -0.68893266 |\n",
+      "|    total_electricity_HVAC       | -0.08384091 |\n",
+      "|    wind_direction               | 0.95298994  |\n",
+      "|    wind_speed                   | -0.34255087 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2576.2192   |\n",
+      "|    air_humidity                 | 15.724259   |\n",
+      "|    air_temperature              | 22.687372   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 310.5       |\n",
+      "|    direct_solar_radiation       | 442.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 43.25       |\n",
+      "|    outdoor_temperature          | 26.734146   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2492411.8   |\n",
+      "|    wind_direction               | 282.5       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*********---------------------------------------------------| 48%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.2585559    |\n",
+      "|    air_humidity                 | 1.1328598    |\n",
+      "|    air_temperature              | 0.43071005   |\n",
+      "|    clg_setpoint                 | -1.0981573   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.9501725    |\n",
+      "|    diffuse_solar_radiation      | 3.6798823    |\n",
+      "|    direct_solar_radiation       | 0.62858874   |\n",
+      "|    hour                         | -0.21642128  |\n",
+      "|    htg_setpoint                 | 1.2391657    |\n",
+      "|    month                        | -0.056355804 |\n",
+      "|    outdoor_humidity             | 0.37431085   |\n",
+      "|    outdoor_temperature          | 1.5153501    |\n",
+      "|    people_occupant              | 1.6952795    |\n",
+      "|    total_electricity_HVAC       | 1.1609855    |\n",
+      "|    wind_direction               | -0.37569618  |\n",
+      "|    wind_speed                   | 0.051589422  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 8483.801     |\n",
+      "|    air_humidity                 | 51.541798    |\n",
+      "|    air_temperature              | 23.24878     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 24.0         |\n",
+      "|    diffuse_solar_radiation      | 436.0        |\n",
+      "|    direct_solar_radiation       | 309.5        |\n",
+      "|    hour                         | 10.0         |\n",
+      "|    htg_setpoint                 | 23.097855    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 76.25        |\n",
+      "|    outdoor_temperature          | 26.898333    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 7635421.0    |\n",
+      "|    wind_direction               | 142.5        |\n",
+      "|    wind_speed                   | 5.05         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*********---------------------------------------------------| 48%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.14442831  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 16.812592    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.9311783    |\n",
+      "|    air_humidity                 | 1.161592     |\n",
+      "|    air_temperature              | 0.43047094   |\n",
+      "|    clg_setpoint                 | -1.098001    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0634787    |\n",
+      "|    diffuse_solar_radiation      | 2.2008438    |\n",
+      "|    direct_solar_radiation       | 1.0927011    |\n",
+      "|    hour                         | -0.07195704  |\n",
+      "|    htg_setpoint                 | 1.2656256    |\n",
+      "|    month                        | -0.056337796 |\n",
+      "|    outdoor_humidity             | 0.5889604    |\n",
+      "|    outdoor_temperature          | 1.2662954    |\n",
+      "|    people_occupant              | 1.218174     |\n",
+      "|    total_electricity_HVAC       | 0.8494135    |\n",
+      "|    wind_direction               | 0.14682312   |\n",
+      "|    wind_speed                   | 0.1657637    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 7053.3013    |\n",
+      "|    air_humidity                 | 51.928486    |\n",
+      "|    air_temperature              | 23.248625    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 290.5        |\n",
+      "|    direct_solar_radiation       | 425.25       |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 23.210682    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 80.75        |\n",
+      "|    outdoor_temperature          | 24.486633    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 6347971.0    |\n",
+      "|    wind_direction               | 197.5        |\n",
+      "|    wind_speed                   | 5.325        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*********---------------------------------------------------| 48%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.5068617    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 20.476097    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.688575     |\n",
+      "|    air_humidity                 | 1.0797737    |\n",
+      "|    air_temperature              | 0.43129325   |\n",
+      "|    clg_setpoint                 | -1.0978514   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.1766164    |\n",
+      "|    diffuse_solar_radiation      | 1.2313644    |\n",
+      "|    direct_solar_radiation       | 2.4192762    |\n",
+      "|    hour                         | 0.07250709   |\n",
+      "|    htg_setpoint                 | 0.03252501   |\n",
+      "|    month                        | -0.056319807 |\n",
+      "|    outdoor_humidity             | -0.5475044   |\n",
+      "|    outdoor_temperature          | 1.3923203    |\n",
+      "|    people_occupant              | 0.26445243   |\n",
+      "|    total_electricity_HVAC       | 0.7533251    |\n",
+      "|    wind_direction               | 0.075305015  |\n",
+      "|    wind_speed                   | 0.42484453   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 5993.196     |\n",
+      "|    air_humidity                 | 50.866444    |\n",
+      "|    air_temperature              | 23.249866    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 26.0         |\n",
+      "|    diffuse_solar_radiation      | 195.0        |\n",
+      "|    direct_solar_radiation       | 756.5        |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 18.029522    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 57.0         |\n",
+      "|    outdoor_temperature          | 25.721268    |\n",
+      "|    people_occupant              | 8.0          |\n",
+      "|    total_electricity_HVAC       | 5950696.0    |\n",
+      "|    wind_direction               | 190.0        |\n",
+      "|    wind_speed                   | 5.95         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------**********--------------------------------------------------| 49%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.4349257   |\n",
+      "|    Heating_Setpoint_RL          | -0.054978788 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.157125    |\n",
+      "|    Heating_Setpoint_RL          | 17.315744    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.42796236   |\n",
+      "|    air_humidity                 | 1.0819383    |\n",
+      "|    air_temperature              | 1.3062612    |\n",
+      "|    clg_setpoint                 | -0.66279566  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.2895477    |\n",
+      "|    diffuse_solar_radiation      | 2.040213     |\n",
+      "|    direct_solar_radiation       | 1.8315154    |\n",
+      "|    hour                         | 0.21697117   |\n",
+      "|    htg_setpoint                 | -0.9825248   |\n",
+      "|    month                        | -0.056301836 |\n",
+      "|    outdoor_humidity             | -0.009347306 |\n",
+      "|    outdoor_temperature          | 1.3330861    |\n",
+      "|    people_occupant              | 1.2176522    |\n",
+      "|    total_electricity_HVAC       | 0.37047693   |\n",
+      "|    wind_direction               | 0.05150187   |\n",
+      "|    wind_speed                   | 2.073526     |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 4854.444     |\n",
+      "|    air_humidity                 | 50.897976    |\n",
+      "|    air_temperature              | 24.424154    |\n",
+      "|    clg_setpoint                 | 24.39889     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 27.0         |\n",
+      "|    diffuse_solar_radiation      | 274.75       |\n",
+      "|    direct_solar_radiation       | 610.0        |\n",
+      "|    hour                         | 13.0         |\n",
+      "|    htg_setpoint                 | 13.76446     |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 68.25        |\n",
+      "|    outdoor_temperature          | 25.154562    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 4368999.5    |\n",
+      "|    wind_direction               | 187.5        |\n",
+      "|    wind_speed                   | 9.925        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***********--------------------------------------------------| 49%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.96106863 |\n",
+      "|    Heating_Setpoint_RL          | 0.558686    |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.381393   |\n",
+      "|    Heating_Setpoint_RL          | 20.767609   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.0448818   |\n",
+      "|    air_humidity                 | 1.144505    |\n",
+      "|    air_temperature              | 0.43004608  |\n",
+      "|    clg_setpoint                 | -1.0977279  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.402231    |\n",
+      "|    diffuse_solar_radiation      | 2.490856    |\n",
+      "|    direct_solar_radiation       | 0.50735253  |\n",
+      "|    hour                         | 0.36143497  |\n",
+      "|    htg_setpoint                 | -0.14560577 |\n",
+      "|    month                        | -0.05628388 |\n",
+      "|    outdoor_humidity             | 0.5407239   |\n",
+      "|    outdoor_temperature          | 1.117354    |\n",
+      "|    people_occupant              | 1.6940225   |\n",
+      "|    total_electricity_HVAC       | 0.9575935   |\n",
+      "|    wind_direction               | 0.3126939   |\n",
+      "|    wind_speed                   | 0.68290645  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7548.131    |\n",
+      "|    air_humidity                 | 51.72304    |\n",
+      "|    air_temperature              | 23.248652   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 319.25      |\n",
+      "|    direct_solar_radiation       | 279.5       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 17.282257   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 79.75       |\n",
+      "|    outdoor_temperature          | 23.064056   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 6793318.0   |\n",
+      "|    wind_direction               | 215.0       |\n",
+      "|    wind_speed                   | 6.575       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**********--------------------------------------------------| 49%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.16012959   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 18.525728    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.56707734  |\n",
+      "|    air_humidity                 | -0.8561392   |\n",
+      "|    air_temperature              | 0.20340107   |\n",
+      "|    clg_setpoint                 | -0.3973621   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.5146213    |\n",
+      "|    diffuse_solar_radiation      | 1.7347071    |\n",
+      "|    direct_solar_radiation       | -0.61230683  |\n",
+      "|    hour                         | 0.5058979    |\n",
+      "|    htg_setpoint                 | -0.47694948  |\n",
+      "|    month                        | -0.056265943 |\n",
+      "|    outdoor_humidity             | 0.5761373    |\n",
+      "|    outdoor_temperature          | 1.0707365    |\n",
+      "|    people_occupant              | -0.6891626   |\n",
+      "|    total_electricity_HVAC       | -0.57755387  |\n",
+      "|    wind_direction               | -0.6137264   |\n",
+      "|    wind_speed                   | -0.55138546  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 509.49487    |\n",
+      "|    air_humidity                 | 25.655838    |\n",
+      "|    air_temperature              | 22.944704    |\n",
+      "|    clg_setpoint                 | 25.099665    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 29.0         |\n",
+      "|    diffuse_solar_radiation      | 244.75       |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 15.0         |\n",
+      "|    htg_setpoint                 | 15.891006    |\n",
+      "|    month                        | 6.0          |\n",
+      "|    outdoor_humidity             | 80.5         |\n",
+      "|    outdoor_temperature          | 22.617054    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 454395.66    |\n",
+      "|    wind_direction               | 117.5        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***********--------------------------------------------------| 49%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.86659825  |\n",
+      "|    Heating_Setpoint_RL          | -0.5138852  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.549768   |\n",
+      "|    Heating_Setpoint_RL          | 14.734396   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5432226  |\n",
+      "|    air_humidity                 | -1.3339486  |\n",
+      "|    air_temperature              | 0.8689398   |\n",
+      "|    clg_setpoint                 | 1.2255021   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.62667     |\n",
+      "|    diffuse_solar_radiation      | 2.2248468   |\n",
+      "|    direct_solar_radiation       | -0.24555047 |\n",
+      "|    hour                         | 0.6503591   |\n",
+      "|    htg_setpoint                 | 0.8234358   |\n",
+      "|    month                        | -0.05624802 |\n",
+      "|    outdoor_humidity             | 0.63562614  |\n",
+      "|    outdoor_temperature          | 0.7533494   |\n",
+      "|    people_occupant              | -0.6888399  |\n",
+      "|    total_electricity_HVAC       | -0.5541394  |\n",
+      "|    wind_direction               | 0.09891054  |\n",
+      "|    wind_speed                   | 1.4406686   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 612.94366   |\n",
+      "|    air_humidity                 | 19.423222   |\n",
+      "|    air_temperature              | 23.83713    |\n",
+      "|    clg_setpoint                 | 29.385529   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 293.25      |\n",
+      "|    direct_solar_radiation       | 91.5        |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 21.353874   |\n",
+      "|    month                        | 6.0         |\n",
+      "|    outdoor_humidity             | 81.75       |\n",
+      "|    outdoor_temperature          | 19.537457   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 550435.1    |\n",
+      "|    wind_direction               | 192.5       |\n",
+      "|    wind_speed                   | 8.4         |\n",
+      "-------------------------------------------------\n",
+      "------------------------------------------------*************-------------------------------------------------| 50%\n",
       "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
+      "|    Cooling_Setpoint_RL          | -1.0       |\n",
+      "|    Heating_Setpoint_RL          | -0.8691206 |\n",
       "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1563.6162  |\n",
-      "|    air_humidity                 | 24.247192  |\n",
-      "|    air_temperature              | 19.999989  |\n",
-      "|    clg_setpoint                 | 25.0       |\n",
+      "|    Cooling_Setpoint_RL          | 23.25      |\n",
+      "|    Heating_Setpoint_RL          | 12.7361965 |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | 0.678543   |\n",
+      "|    air_humidity                 | 1.2258404  |\n",
+      "|    air_temperature              | 0.42983556 |\n",
+      "|    clg_setpoint                 | -1.0977693 |\n",
       "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 22.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 0.0        |\n",
-      "|    htg_setpoint                 | 20.0       |\n",
-      "|    month                        | 3.0        |\n",
-      "|    outdoor_humidity             | 44.0       |\n",
-      "|    outdoor_temperature          | -1.0611725 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1407254.6  |\n",
-      "|    wind_direction               | 297.5      |\n",
-      "|    wind_speed                   | 8.475      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.03e+03   |\n",
-      "|    n_updates                    | 15699      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 22%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 3          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 27         |\n",
-      "|    Heating_Setpoint_RL          | 18         |\n",
+      "|    day_of_month                 | -1.6718879 |\n",
+      "|    diffuse_solar_radiation      | 0.15145476 |\n",
+      "|    direct_solar_radiation       | 1.5652022  |\n",
+      "|    hour                         | 0.79481745 |\n",
+      "|    htg_setpoint                 | -0.4885564 |\n",
+      "|    month                        | 0.23490675 |\n",
+      "|    outdoor_humidity             | 0.50363    |\n",
+      "|    outdoor_temperature          | 1.1810905  |\n",
+      "|    people_occupant              | 1.6948802  |\n",
+      "|    total_electricity_HVAC       | 0.6089413  |\n",
+      "|    wind_direction               | 0.07491478 |\n",
+      "|    wind_speed                   | 0.52790403 |\n",
       "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2125.3613  |\n",
-      "|    air_humidity                 | 17.254232  |\n",
-      "|    air_temperature              | 19.878681  |\n",
-      "|    clg_setpoint                 | 28.0       |\n",
+      "|    HVAC_electricity_demand_rate | 5944.964   |\n",
+      "|    air_humidity                 | 52.785988  |\n",
+      "|    air_temperature              | 23.248549  |\n",
+      "|    clg_setpoint                 | 23.25      |\n",
       "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 23.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 1.0        |\n",
-      "|    htg_setpoint                 | 17.0       |\n",
-      "|    month                        | 3.0        |\n",
-      "|    outdoor_humidity             | 33.5       |\n",
-      "|    outdoor_temperature          | -3.8698978 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1912825.1  |\n",
-      "|    wind_direction               | 347.5      |\n",
-      "|    wind_speed                   | 4.475      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.76e+03   |\n",
-      "|    n_updates                    | 15724      |\n",
+      "|    day_of_month                 | 1.0        |\n",
+      "|    diffuse_solar_radiation      | 88.75      |\n",
+      "|    direct_solar_radiation       | 543.5      |\n",
+      "|    hour                         | 17.0       |\n",
+      "|    htg_setpoint                 | 15.841823  |\n",
+      "|    month                        | 7.0        |\n",
+      "|    outdoor_humidity             | 79.0       |\n",
+      "|    outdoor_temperature          | 23.700148  |\n",
+      "|    people_occupant              | 20.0       |\n",
+      "|    total_electricity_HVAC       | 5350467.5  |\n",
+      "|    wind_direction               | 190.0      |\n",
+      "|    wind_speed                   | 6.2        |\n",
       "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 23%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 20.619474 |\n",
-      "|    air_temperature              | 19.133396 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 69.0      |\n",
-      "|    outdoor_temperature          | 2.4355738 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 6.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.29e+03  |\n",
-      "|    n_updates                    | 15749     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 23%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 381.8151  |\n",
-      "|    air_humidity                 | 37.59117  |\n",
-      "|    air_temperature              | 21.439528 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 8.856663  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 343633.6  |\n",
-      "|    wind_direction               | 172.5     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.48e+03  |\n",
-      "|    n_updates                    | 15774     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 23%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 42.63189  |\n",
-      "|    air_temperature              | 19.000011 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 5.119897  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 100.0     |\n",
-      "|    wind_speed                   | 1.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.31e+03  |\n",
-      "|    n_updates                    | 15799     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 23%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 50.85754  |\n",
-      "|    air_temperature              | 18.377762 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 8.373751  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.95e+03  |\n",
-      "|    n_updates                    | 15824     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 24%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 35.561874 |\n",
-      "|    air_temperature              | 21.873852 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 74.0      |\n",
-      "|    direct_solar_radiation       | 11.25     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 71.0      |\n",
-      "|    outdoor_temperature          | 10.225957 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 5.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.87e+03  |\n",
-      "|    n_updates                    | 15849     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 24%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 26.675598 |\n",
-      "|    air_temperature              | 18.554829 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 115.5     |\n",
-      "|    direct_solar_radiation       | 615.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 68.0      |\n",
-      "|    outdoor_temperature          | 4.2019925 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 5.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.62e+03  |\n",
-      "|    n_updates                    | 15874     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 24%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 40.36259  |\n",
-      "|    air_temperature              | 18.407398 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 130.75    |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 84.25     |\n",
-      "|    outdoor_temperature          | 3.0041485 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 77.5      |\n",
-      "|    wind_speed                   | 3.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 9.13e+03  |\n",
-      "|    n_updates                    | 15899     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 219.27303 |\n",
-      "|    air_humidity                 | 40.82527  |\n",
-      "|    air_temperature              | 19.000004 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 204.25    |\n",
-      "|    direct_solar_radiation       | 1.5       |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 6.623772  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 197345.73 |\n",
-      "|    wind_direction               | 7.5       |\n",
-      "|    wind_speed                   | 5.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.89e+03  |\n",
-      "|    n_updates                    | 15924     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 35.68691  |\n",
-      "|    air_temperature              | 21.785128 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 208.25    |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 88.0      |\n",
-      "|    outdoor_temperature          | 5.421297  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 147.5     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.76e+03  |\n",
-      "|    n_updates                    | 15949     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 840.3833  |\n",
-      "|    air_humidity                 | 25.465723 |\n",
-      "|    air_temperature              | 22.999157 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 324.5     |\n",
-      "|    direct_solar_radiation       | 198.5     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 42.75     |\n",
-      "|    outdoor_temperature          | 7.6123447 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 755894.1  |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 7.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.12e+03  |\n",
-      "|    n_updates                    | 15974     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 734.6666  |\n",
-      "|    air_humidity                 | 18.650326 |\n",
-      "|    air_temperature              | 22.999714 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 117.75    |\n",
-      "|    direct_solar_radiation       | 915.75    |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 36.25     |\n",
-      "|    outdoor_temperature          | 8.88295   |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 661284.7  |\n",
-      "|    wind_direction               | 237.5     |\n",
-      "|    wind_speed                   | 5.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.51e+03  |\n",
-      "|    n_updates                    | 15999     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 26%\n",
+      "-------------------------------------------------************-------------------------------------------------| 50%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.11263579 |\n",
+      "|    air_humidity                 | 1.2205007   |\n",
+      "|    air_temperature              | 0.4304977   |\n",
+      "|    clg_setpoint                 | -1.0975814  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5564014  |\n",
+      "|    diffuse_solar_radiation      | -0.17046133 |\n",
+      "|    direct_solar_radiation       | -0.29735038 |\n",
+      "|    hour                         | 0.9392714   |\n",
+      "|    htg_setpoint                 | -1.4030055  |\n",
+      "|    month                        | 0.23482814  |\n",
+      "|    outdoor_humidity             | 0.63502043  |\n",
+      "|    outdoor_temperature          | 0.8455714   |\n",
+      "|    people_occupant              | 0.5027619   |\n",
+      "|    total_electricity_HVAC       | -0.14162423 |\n",
+      "|    wind_direction               | 0.1227344   |\n",
+      "|    wind_speed                   | 1.0989053   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2492.9858   |\n",
+      "|    air_humidity                 | 52.725754   |\n",
+      "|    air_temperature              | 23.249628   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 57.0        |\n",
+      "|    direct_solar_radiation       | 78.75       |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 81.75       |\n",
+      "|    outdoor_temperature          | 20.445751   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 2253704.0   |\n",
+      "|    wind_direction               | 195.0       |\n",
+      "|    wind_speed                   | 7.575       |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.007932199 |\n",
+      "|    clip_fraction                | 0.0788      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.4        |\n",
+      "|    explained_variance           | 0.33        |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.375       |\n",
+      "|    n_updates                    | 770         |\n",
+      "|    policy_gradient_loss         | -0.00953    |\n",
+      "|    std                          | 0.811       |\n",
+      "|    value_loss                   | 1.23        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************-------------------------------------------------| 50%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.2854522   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.230667   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.26753393 |\n",
+      "|    air_humidity                 | 1.9529955   |\n",
+      "|    air_temperature              | 0.43052548  |\n",
+      "|    clg_setpoint                 | -1.0974653  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4412701  |\n",
+      "|    diffuse_solar_radiation      | -0.4976453  |\n",
+      "|    direct_solar_radiation       | -0.5915166  |\n",
+      "|    hour                         | 1.0837193   |\n",
+      "|    htg_setpoint                 | 1.2744194   |\n",
+      "|    month                        | 0.23474963  |\n",
+      "|    outdoor_humidity             | 0.21579875  |\n",
+      "|    outdoor_temperature          | 1.1664586   |\n",
+      "|    people_occupant              | -0.45081267 |\n",
+      "|    total_electricity_HVAC       | -0.28226778 |\n",
+      "|    wind_direction               | 0.8836068   |\n",
+      "|    wind_speed                   | -1.1731476  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1817.5763   |\n",
+      "|    air_humidity                 | 62.279728   |\n",
+      "|    air_temperature              | 23.249817   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 24.75       |\n",
+      "|    direct_solar_radiation       | 5.25        |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 73.0        |\n",
+      "|    outdoor_temperature          | 23.57345    |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 1673818.8   |\n",
+      "|    wind_direction               | 275.0       |\n",
+      "|    wind_speed                   | 2.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********-------------------------------------------------| 50%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.05049017  |\n",
+      "|    Heating_Setpoint_RL          | 0.2737828    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.454596    |\n",
+      "|    Heating_Setpoint_RL          | 19.165028    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.524211    |\n",
+      "|    air_humidity                 | 0.9598158    |\n",
+      "|    air_temperature              | 0.58879554   |\n",
+      "|    clg_setpoint                 | -0.90210676  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.3264409   |\n",
+      "|    diffuse_solar_radiation      | -0.74854374  |\n",
+      "|    direct_solar_radiation       | -0.6127173   |\n",
+      "|    hour                         | 1.228159     |\n",
+      "|    htg_setpoint                 | 1.2743213    |\n",
+      "|    month                        | 0.23467119   |\n",
+      "|    outdoor_humidity             | -0.035716005 |\n",
+      "|    outdoor_temperature          | 0.90315086   |\n",
+      "|    people_occupant              | -0.45094386  |\n",
+      "|    total_electricity_HVAC       | -0.53577054  |\n",
+      "|    wind_direction               | -0.75645596  |\n",
+      "|    wind_speed                   | -1.0174288   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 698.63336    |\n",
+      "|    air_humidity                 | 49.342678    |\n",
+      "|    air_temperature              | 23.462015    |\n",
+      "|    clg_setpoint                 | 23.765705    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 4.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 67.75        |\n",
+      "|    outdoor_temperature          | 21.02272     |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 628770.06    |\n",
+      "|    wind_direction               | 102.5        |\n",
+      "|    wind_speed                   | 2.475        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************------------------------------------------------| 51%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.28966743 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 15.995621   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5460723  |\n",
+      "|    air_humidity                 | 0.7762489   |\n",
+      "|    air_temperature              | 0.24556164  |\n",
+      "|    clg_setpoint                 | 1.4583555   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2118655  |\n",
+      "|    diffuse_solar_radiation      | -0.748506   |\n",
+      "|    direct_solar_radiation       | -0.61273926 |\n",
+      "|    hour                         | 1.3725882   |\n",
+      "|    htg_setpoint                 | -1.1775545  |\n",
+      "|    month                        | 0.23459283  |\n",
+      "|    outdoor_humidity             | 1.209322    |\n",
+      "|    outdoor_temperature          | 1.1771144   |\n",
+      "|    people_occupant              | -0.68939084 |\n",
+      "|    total_electricity_HVAC       | -0.55659634 |\n",
+      "|    wind_direction               | 0.1472974   |\n",
+      "|    wind_speed                   | 0.46714842  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 604.09436   |\n",
+      "|    air_humidity                 | 46.95536    |\n",
+      "|    air_temperature              | 23.002388   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 12.950507   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 93.75       |\n",
+      "|    outdoor_temperature          | 23.69398    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 543684.94   |\n",
+      "|    wind_direction               | 197.5       |\n",
+      "|    wind_speed                   | 6.05        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************------------------------------------------------| 51%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.54036033 |\n",
+      "|    air_humidity                 | -1.2608554  |\n",
+      "|    air_temperature              | 0.53751826  |\n",
+      "|    clg_setpoint                 | 0.48863515  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0974998  |\n",
+      "|    diffuse_solar_radiation      | -0.74861807 |\n",
+      "|    direct_solar_radiation       | -0.61292267 |\n",
+      "|    hour                         | 1.517004    |\n",
+      "|    htg_setpoint                 | -0.5635739  |\n",
+      "|    month                        | 0.23451455  |\n",
+      "|    outdoor_humidity             | 0.717998    |\n",
+      "|    outdoor_temperature          | 1.5544715   |\n",
+      "|    people_occupant              | -0.6890692  |\n",
+      "|    total_electricity_HVAC       | -0.5511603  |\n",
+      "|    wind_direction               | -1.7316808  |\n",
+      "|    wind_speed                   | -2.0449214  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 628.40717   |\n",
+      "|    air_humidity                 | 20.401802   |\n",
+      "|    air_temperature              | 23.394224   |\n",
+      "|    clg_setpoint                 | 27.440313   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 15.527972   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 83.5        |\n",
+      "|    outdoor_temperature          | 27.377998   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 565566.44   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************------------------------------------------------| 51%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.24540374  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.453238   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.55886513 |\n",
+      "|    air_humidity                 | -1.7895579  |\n",
+      "|    air_temperature              | 0.4398039   |\n",
+      "|    clg_setpoint                 | 1.3062338   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.98330444 |\n",
+      "|    diffuse_solar_radiation      | -0.7487333  |\n",
+      "|    direct_solar_radiation       | -0.6129853  |\n",
+      "|    hour                         | 1.6614038   |\n",
+      "|    htg_setpoint                 | -1.402792   |\n",
+      "|    month                        | 0.23443635  |\n",
+      "|    outdoor_humidity             | 0.08328414  |\n",
+      "|    outdoor_temperature          | 1.4076984   |\n",
+      "|    people_occupant              | -0.68874806 |\n",
+      "|    total_electricity_HVAC       | -0.56877047 |\n",
+      "|    wind_direction               | -1.0897106  |\n",
+      "|    wind_speed                   | -0.3420299  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 547.10925   |\n",
+      "|    air_humidity                 | 13.485941   |\n",
+      "|    air_temperature              | 23.263853   |\n",
+      "|    clg_setpoint                 | 29.600058   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 70.25       |\n",
+      "|    outdoor_temperature          | 25.969723   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 492398.34   |\n",
+      "|    wind_direction               | 67.5        |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************-----------------------------------------------| 52%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.11444584  |\n",
+      "|    Heating_Setpoint_RL          | 0.9442086   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.011255   |\n",
+      "|    Heating_Setpoint_RL          | 22.936172   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.20698562  |\n",
+      "|    air_humidity                 | 0.8206829   |\n",
+      "|    air_temperature              | 0.42962775  |\n",
+      "|    clg_setpoint                 | 1.4578563   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7556629  |\n",
+      "|    diffuse_solar_radiation      | -0.74880713 |\n",
+      "|    direct_solar_radiation       | -0.6129728  |\n",
+      "|    hour                         | -1.6613038  |\n",
+      "|    htg_setpoint                 | 1.2744817   |\n",
+      "|    month                        | 0.23435822  |\n",
+      "|    outdoor_humidity             | 1.2211604   |\n",
+      "|    outdoor_temperature          | 1.2877423   |\n",
+      "|    people_occupant              | -0.68885803 |\n",
+      "|    total_electricity_HVAC       | 0.5052288   |\n",
+      "|    wind_direction               | -1.5654672  |\n",
+      "|    wind_speed                   | -1.8884517  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3885.8193   |\n",
+      "|    air_humidity                 | 47.52863    |\n",
+      "|    air_temperature              | 23.250353   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 94.0        |\n",
+      "|    outdoor_temperature          | 24.81682    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4919518.5   |\n",
+      "|    wind_direction               | 17.5        |\n",
+      "|    wind_speed                   | 0.375       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************-----------------------------------------------| 52%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.6783276   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 21.440594   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.56388795 |\n",
+      "|    air_humidity                 | 0.16464491  |\n",
+      "|    air_temperature              | 0.32906196  |\n",
+      "|    clg_setpoint                 | 1.4579136   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.64169544 |\n",
+      "|    diffuse_solar_radiation      | -0.74890745 |\n",
+      "|    direct_solar_radiation       | -0.6131024  |\n",
+      "|    hour                         | -1.5167682  |\n",
+      "|    htg_setpoint                 | 0.6683155   |\n",
+      "|    month                        | 0.23428017  |\n",
+      "|    outdoor_humidity             | -0.360782   |\n",
+      "|    outdoor_temperature          | 1.5539855   |\n",
+      "|    people_occupant              | -0.68896794 |\n",
+      "|    total_electricity_HVAC       | -0.5735708  |\n",
+      "|    wind_direction               | 1.0513622   |\n",
+      "|    wind_speed                   | 0.3234027   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 526.794     |\n",
+      "|    air_humidity                 | 38.977985   |\n",
+      "|    air_temperature              | 23.115871   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 20.703403   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 61.0        |\n",
+      "|    outdoor_temperature          | 27.427448   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 474114.6    |\n",
+      "|    wind_direction               | 292.5       |\n",
+      "|    wind_speed                   | 5.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************-----------------------------------------------| 52%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.10398999  |\n",
+      "|    air_humidity                 | 0.05443981  |\n",
+      "|    air_temperature              | 0.428835    |\n",
+      "|    clg_setpoint                 | 0.2331012   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.52779883 |\n",
+      "|    diffuse_solar_radiation      | -0.7489925  |\n",
+      "|    direct_solar_radiation       | -0.6132301  |\n",
+      "|    hour                         | -1.3722502  |\n",
+      "|    htg_setpoint                 | 1.2742959   |\n",
+      "|    month                        | 0.23420219  |\n",
+      "|    outdoor_humidity             | -0.62384164 |\n",
+      "|    outdoor_temperature          | 0.6497297   |\n",
+      "|    people_occupant              | -0.6890777  |\n",
+      "|    total_electricity_HVAC       | 0.062136732 |\n",
+      "|    wind_direction               | 1.5976042   |\n",
+      "|    wind_speed                   | -0.18547599 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3438.717    |\n",
+      "|    air_humidity                 | 37.54473    |\n",
+      "|    air_temperature              | 23.249683   |\n",
+      "|    clg_setpoint                 | 26.764893   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 55.5        |\n",
+      "|    outdoor_temperature          | 18.631111   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3094845.2   |\n",
+      "|    wind_direction               | 350.0       |\n",
+      "|    wind_speed                   | 4.475       |\n",
+      "-------------------------------------------------\n",
+      "---------------------------------------------------*************----------------------------------------------| 53%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | -0.8280878    |\n",
+      "|    Heating_Setpoint_RL          | 0.25425613    |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 23.830204     |\n",
+      "|    Heating_Setpoint_RL          | 19.055191     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.58215773   |\n",
+      "|    air_humidity                 | 0.037530188   |\n",
+      "|    air_temperature              | -0.0043215584 |\n",
+      "|    clg_setpoint                 | 0.94117886    |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.41395158   |\n",
+      "|    diffuse_solar_radiation      | -0.7491123    |\n",
+      "|    direct_solar_radiation       | -0.61345613   |\n",
+      "|    hour                         | -1.2277465    |\n",
+      "|    htg_setpoint                 | 0.15421766    |\n",
+      "|    month                        | 0.2341243     |\n",
+      "|    outdoor_humidity             | 0.46704626    |\n",
+      "|    outdoor_temperature          | 1.0332745     |\n",
+      "|    people_occupant              | -0.6891873    |\n",
+      "|    total_electricity_HVAC       | -0.590942     |\n",
+      "|    wind_direction               | 0.8599999     |\n",
+      "|    wind_speed                   | -0.65279955   |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 448.3669      |\n",
+      "|    air_humidity                 | 37.329716     |\n",
+      "|    air_temperature              | 22.670134     |\n",
+      "|    clg_setpoint                 | 28.63485      |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 12.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 3.0           |\n",
+      "|    htg_setpoint                 | 18.54398      |\n",
+      "|    month                        | 7.0           |\n",
+      "|    outdoor_humidity             | 78.25         |\n",
+      "|    outdoor_temperature          | 22.377365     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 403675.06     |\n",
+      "|    wind_direction               | 272.5         |\n",
+      "|    wind_speed                   | 3.35          |\n",
+      "---------------------------------------------------\n",
+      "---------------------------------------------------*************----------------------------------------------| 53%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 1.0           |\n",
+      "|    Heating_Setpoint_RL          | 0.8620353     |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 30.0          |\n",
+      "|    Heating_Setpoint_RL          | 22.47395      |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.25330263   |\n",
+      "|    air_humidity                 | -0.32823798   |\n",
+      "|    air_temperature              | 0.1256501     |\n",
+      "|    clg_setpoint                 | -0.0054569854 |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | -0.3001365    |\n",
+      "|    diffuse_solar_radiation      | -0.74918306   |\n",
+      "|    direct_solar_radiation       | -0.61365587   |\n",
+      "|    hour                         | -1.0832543    |\n",
+      "|    htg_setpoint                 | 1.1788136     |\n",
+      "|    month                        | 0.23404649    |\n",
+      "|    outdoor_humidity             | 1.1023457     |\n",
+      "|    outdoor_temperature          | 1.051317      |\n",
+      "|    people_occupant              | -0.6892968    |\n",
+      "|    total_electricity_HVAC       | -0.27796134   |\n",
+      "|    wind_direction               | 0.47932756    |\n",
+      "|    wind_speed                   | -0.54880446   |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 1881.8867     |\n",
+      "|    air_humidity                 | 32.564137     |\n",
+      "|    air_temperature              | 22.844307     |\n",
+      "|    clg_setpoint                 | 26.133936     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 13.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 4.0           |\n",
+      "|    htg_setpoint                 | 22.84872      |\n",
+      "|    month                        | 7.0           |\n",
+      "|    outdoor_humidity             | 91.5          |\n",
+      "|    outdoor_temperature          | 22.565578     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 1693698.1     |\n",
+      "|    wind_direction               | 232.5         |\n",
+      "|    wind_speed                   | 3.6           |\n",
+      "---------------------------------------------------\n",
+      "-------------------------------------------------***************----------------------------------------------| 53%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5949689   |\n",
+      "|    Heating_Setpoint_RL          | -0.7121633  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.63302    |\n",
+      "|    Heating_Setpoint_RL          | 13.6190815  |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5821182  |\n",
+      "|    air_humidity                 | -1.5824897  |\n",
+      "|    air_temperature              | 0.03375013  |\n",
+      "|    clg_setpoint                 | 1.4578832   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18634033 |\n",
+      "|    diffuse_solar_radiation      | -0.47114247 |\n",
+      "|    direct_solar_radiation       | 0.26460215  |\n",
+      "|    hour                         | -0.9387713  |\n",
+      "|    htg_setpoint                 | -0.7850752  |\n",
+      "|    month                        | 0.23396875  |\n",
+      "|    outdoor_humidity             | 0.5511976   |\n",
+      "|    outdoor_temperature          | 1.1315823   |\n",
+      "|    people_occupant              | -0.68897665 |\n",
+      "|    total_electricity_HVAC       | -0.5911661  |\n",
+      "|    wind_direction               | -1.400017   |\n",
+      "|    wind_speed                   | -0.9124819  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 448.57993   |\n",
+      "|    air_humidity                 | 16.196463   |\n",
+      "|    air_temperature              | 22.721888   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 27.5        |\n",
+      "|    direct_solar_radiation       | 219.5       |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 14.595356   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 80.0        |\n",
+      "|    outdoor_temperature          | 23.361244   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 402810.5    |\n",
+      "|    wind_direction               | 35.0        |\n",
+      "|    wind_speed                   | 2.725       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************----------------------------------------------| 53%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.95495695 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.253367   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6108429  |\n",
+      "|    air_humidity                 | -1.8184985  |\n",
+      "|    air_temperature              | -0.29160842 |\n",
+      "|    clg_setpoint                 | 0.4624873   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.07255388 |\n",
+      "|    diffuse_solar_radiation      | -0.32960382 |\n",
+      "|    direct_solar_radiation       | -0.6137885  |\n",
+      "|    hour                         | -0.7942951  |\n",
+      "|    htg_setpoint                 | 0.420338    |\n",
+      "|    month                        | 0.2338911   |\n",
+      "|    outdoor_humidity             | 1.4018358   |\n",
+      "|    outdoor_temperature          | 0.86962885  |\n",
+      "|    people_occupant              | -0.688657   |\n",
+      "|    total_electricity_HVAC       | -0.61824536 |\n",
+      "|    wind_direction               | -1.5183598  |\n",
+      "|    wind_speed                   | -0.39301947 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 322.78223   |\n",
+      "|    air_humidity                 | 13.086984   |\n",
+      "|    air_temperature              | 22.28697    |\n",
+      "|    clg_setpoint                 | 27.37212    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 41.5        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 19.659092   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 97.75       |\n",
+      "|    outdoor_temperature          | 20.815798   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 290652.2    |\n",
+      "|    wind_direction               | 22.5        |\n",
+      "|    wind_speed                   | 3.975       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************---------------------------------------------| 54%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.34512645 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.460197   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.439375   |\n",
+      "|    air_humidity                 | -0.10277999 |\n",
+      "|    air_temperature              | 0.42792422  |\n",
+      "|    clg_setpoint                 | -0.18318097 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.041228015 |\n",
+      "|    diffuse_solar_radiation      | 1.0050588   |\n",
+      "|    direct_solar_radiation       | 0.16083747  |\n",
+      "|    hour                         | -0.6498238  |\n",
+      "|    htg_setpoint                 | 1.2745441   |\n",
+      "|    month                        | 0.23381351  |\n",
+      "|    outdoor_humidity             | 0.61039746  |\n",
+      "|    outdoor_temperature          | 1.346768    |\n",
+      "|    people_occupant              | -0.68876654 |\n",
+      "|    total_electricity_HVAC       | -0.42491326 |\n",
+      "|    wind_direction               | 1.6696615   |\n",
+      "|    wind_speed                   | -1.8893067  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1069.8997   |\n",
+      "|    air_humidity                 | 35.48431    |\n",
+      "|    air_temperature              | 23.249691   |\n",
+      "|    clg_setpoint                 | 25.666689   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 173.5       |\n",
+      "|    direct_solar_radiation       | 193.5       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 81.25       |\n",
+      "|    outdoor_temperature          | 25.481445   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1087064.2   |\n",
+      "|    wind_direction               | 357.5       |\n",
+      "|    wind_speed                   | 0.375       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***************---------------------------------------------| 54%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.44869587  |\n",
+      "|    air_humidity                 | -0.084638394 |\n",
+      "|    air_temperature              | 1.9928693    |\n",
+      "|    clg_setpoint                 | 1.4569509    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.15500651   |\n",
+      "|    diffuse_solar_radiation      | 0.39036146   |\n",
+      "|    direct_solar_radiation       | 2.3357468    |\n",
+      "|    hour                         | -0.5053559   |\n",
+      "|    htg_setpoint                 | -0.6810932   |\n",
+      "|    month                        | 0.23373601   |\n",
+      "|    outdoor_humidity             | -0.38427794  |\n",
+      "|    outdoor_temperature          | 1.3182617    |\n",
+      "|    people_occupant              | 1.6949086    |\n",
+      "|    total_electricity_HVAC       | -0.46866718  |\n",
+      "|    wind_direction               | -1.0176367   |\n",
+      "|    wind_speed                   | -0.91191804  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1029.9629    |\n",
+      "|    air_humidity                 | 35.727493    |\n",
+      "|    air_temperature              | 25.342512    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 17.0         |\n",
+      "|    diffuse_solar_radiation      | 112.75       |\n",
+      "|    direct_solar_radiation       | 736.75       |\n",
+      "|    hour                         | 8.0          |\n",
+      "|    htg_setpoint                 | 15.033342    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 60.5         |\n",
+      "|    outdoor_temperature          | 25.21665     |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 907561.3     |\n",
+      "|    wind_direction               | 75.0         |\n",
+      "|    wind_speed                   | 2.725        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------****************---------------------------------------------| 54%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.14428933  |\n",
+      "|    air_humidity                 | 1.9875973   |\n",
+      "|    air_temperature              | 0.42958     |\n",
+      "|    clg_setpoint                 | -1.097735   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.26877877  |\n",
+      "|    diffuse_solar_radiation      | 0.7869539   |\n",
+      "|    direct_solar_radiation       | -0.61378574 |\n",
+      "|    hour                         | -0.36089006 |\n",
+      "|    htg_setpoint                 | 0.48259696  |\n",
+      "|    month                        | 0.23365858  |\n",
+      "|    outdoor_humidity             | 1.2222115   |\n",
+      "|    outdoor_temperature          | 0.997665    |\n",
+      "|    people_occupant              | 1.6945537   |\n",
+      "|    total_electricity_HVAC       | 0.10048641  |\n",
+      "|    wind_direction               | -0.6371711  |\n",
+      "|    wind_speed                   | -0.59983814 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3611.6184   |\n",
+      "|    air_humidity                 | 62.77771    |\n",
+      "|    air_temperature              | 23.252367   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 152.0       |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 19.924694   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 94.0        |\n",
+      "|    outdoor_temperature          | 22.096365   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3250456.5   |\n",
+      "|    wind_direction               | 115.0       |\n",
+      "|    wind_speed                   | 3.475       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************---------------------------------------------| 54%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.78512466  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.041327   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.7680262   |\n",
+      "|    air_humidity                 | 1.1970633   |\n",
+      "|    air_temperature              | 0.42657986  |\n",
+      "|    clg_setpoint                 | -1.0975512  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.38253796  |\n",
+      "|    diffuse_solar_radiation      | 2.4822507   |\n",
+      "|    direct_solar_radiation       | 1.4894801   |\n",
+      "|    hour                         | -0.21642539 |\n",
+      "|    htg_setpoint                 | 0.5636337   |\n",
+      "|    month                        | 0.23358123  |\n",
+      "|    outdoor_humidity             | 0.2625008   |\n",
+      "|    outdoor_temperature          | 1.6962171   |\n",
+      "|    people_occupant              | 1.6941993   |\n",
+      "|    total_electricity_HVAC       | 1.6460757   |\n",
+      "|    wind_direction               | 0.14808513  |\n",
+      "|    wind_speed                   | -0.22510803 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 10677.906   |\n",
+      "|    air_humidity                 | 52.477207   |\n",
+      "|    air_temperature              | 23.248472   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 319.75      |\n",
+      "|    direct_solar_radiation       | 525.25      |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 20.267643   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 74.0        |\n",
+      "|    outdoor_temperature          | 28.92572    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 9610116.0   |\n",
+      "|    wind_direction               | 197.5       |\n",
+      "|    wind_speed                   | 4.375       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************--------------------------------------------| 55%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.66004455  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.85265    |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.26682937 |\n",
+      "|    air_humidity                 | -0.48219785 |\n",
+      "|    air_temperature              | 0.618063    |\n",
+      "|    clg_setpoint                 | -0.46087515 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.49627328  |\n",
+      "|    diffuse_solar_radiation      | 3.1548445   |\n",
+      "|    direct_solar_radiation       | 0.9418915   |\n",
+      "|    hour                         | -0.07196117 |\n",
+      "|    htg_setpoint                 | 1.2733363   |\n",
+      "|    month                        | 0.23350395  |\n",
+      "|    outdoor_humidity             | 0.285983    |\n",
+      "|    outdoor_temperature          | 1.5720416   |\n",
+      "|    people_occupant              | -0.68920356 |\n",
+      "|    total_electricity_HVAC       | -0.29084954 |\n",
+      "|    wind_direction               | 0.100419305 |\n",
+      "|    wind_speed                   | -0.49527323 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1823.1608   |\n",
+      "|    air_humidity                 | 30.558764   |\n",
+      "|    air_temperature              | 23.50448    |\n",
+      "|    clg_setpoint                 | 24.931526   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 386.5       |\n",
+      "|    direct_solar_radiation       | 388.5       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 74.5        |\n",
+      "|    outdoor_temperature          | 27.728088   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1640844.8   |\n",
+      "|    wind_direction               | 192.5       |\n",
+      "|    wind_speed                   | 3.725       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************--------------------------------------------| 55%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.41352212  |\n",
+      "|    Heating_Setpoint_RL          | 0.083221495 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.020638   |\n",
+      "|    Heating_Setpoint_RL          | 18.09312    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.01412417  |\n",
+      "|    air_humidity                 | -1.5112417  |\n",
+      "|    air_temperature              | 0.28498754  |\n",
+      "|    clg_setpoint                 | -1.0974451  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6099699   |\n",
+      "|    diffuse_solar_radiation      | 3.0060086   |\n",
+      "|    direct_solar_radiation       | 1.3083868   |\n",
+      "|    hour                         | 0.07250295  |\n",
+      "|    htg_setpoint                 | -1.1314762  |\n",
+      "|    month                        | 0.23342675  |\n",
+      "|    outdoor_humidity             | 0.11773464  |\n",
+      "|    outdoor_temperature          | 1.8106598   |\n",
+      "|    people_occupant              | -0.6888849  |\n",
+      "|    total_electricity_HVAC       | 0.02675736  |\n",
+      "|    wind_direction               | 0.1478921   |\n",
+      "|    wind_speed                   | 0.22233284  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3044.5898   |\n",
+      "|    air_humidity                 | 17.113518   |\n",
+      "|    air_temperature              | 23.059742   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 372.0       |\n",
+      "|    direct_solar_radiation       | 480.0       |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 13.142219   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 71.0        |\n",
+      "|    outdoor_temperature          | 30.076147   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2946481.8   |\n",
+      "|    wind_direction               | 197.5       |\n",
+      "|    wind_speed                   | 5.45        |\n",
+      "-------------------------------------------------\n",
+      "------------------------------------------------******************--------------------------------------------| 55%\n",
       "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
+      "|    Cooling_Setpoint_RL          | -1.0       |\n",
+      "|    Heating_Setpoint_RL          | -0.5719746 |\n",
       "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
+      "|    Cooling_Setpoint_RL          | 23.25      |\n",
+      "|    Heating_Setpoint_RL          | 14.407643  |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | 1.3182226  |\n",
+      "|    air_humidity                 | 1.2397709  |\n",
+      "|    air_temperature              | 0.43141752 |\n",
+      "|    clg_setpoint                 | -1.0976728 |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 0.7236092  |\n",
+      "|    diffuse_solar_radiation      | 2.9056141  |\n",
+      "|    direct_solar_radiation       | 1.316698   |\n",
+      "|    hour                         | 0.21696702 |\n",
+      "|    htg_setpoint                 | 1.273821   |\n",
+      "|    month                        | 0.23334964 |\n",
+      "|    outdoor_humidity             | 0.33324552 |\n",
+      "|    outdoor_temperature          | 1.5308554  |\n",
+      "|    people_occupant              | 1.2184026  |\n",
+      "|    total_electricity_HVAC       | 1.2179899  |\n",
+      "|    wind_direction               | 0.1716542  |\n",
+      "|    wind_speed                   | 0.7419058  |\n",
       "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 500.5111   |\n",
-      "|    air_humidity                 | 24.855114  |\n",
-      "|    air_temperature              | 24.99908   |\n",
-      "|    clg_setpoint                 | 25.0       |\n",
+      "|    HVAC_electricity_demand_rate | 8716.985   |\n",
+      "|    air_humidity                 | 53.029312  |\n",
+      "|    air_temperature              | 23.255814  |\n",
+      "|    clg_setpoint                 | 23.25      |\n",
       "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 4.0        |\n",
-      "|    diffuse_solar_radiation      | 231.25     |\n",
-      "|    direct_solar_radiation       | 663.5      |\n",
+      "|    day_of_month                 | 22.0       |\n",
+      "|    diffuse_solar_radiation      | 362.25     |\n",
+      "|    direct_solar_radiation       | 482.0      |\n",
       "|    hour                         | 13.0       |\n",
-      "|    htg_setpoint                 | 20.0       |\n",
-      "|    month                        | 4.0        |\n",
-      "|    outdoor_humidity             | 46.5       |\n",
-      "|    outdoor_temperature          | 11.0018635 |\n",
+      "|    htg_setpoint                 | 23.25      |\n",
+      "|    month                        | 7.0        |\n",
+      "|    outdoor_humidity             | 75.5       |\n",
+      "|    outdoor_temperature          | 27.357346  |\n",
       "|    people_occupant              | 16.0       |\n",
-      "|    total_electricity_HVAC       | 450460.0   |\n",
-      "|    wind_direction               | 197.5      |\n",
-      "|    wind_speed                   | 6.45       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 5.02e+03   |\n",
-      "|    n_updates                    | 16024      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 26%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 255.18027 |\n",
-      "|    air_humidity                 | 40.3879   |\n",
-      "|    air_temperature              | 25.245584 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 182.25    |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 76.0      |\n",
-      "|    outdoor_temperature          | 12.835742 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 229662.23 |\n",
-      "|    wind_direction               | 237.5     |\n",
-      "|    wind_speed                   | 5.425     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.64e+03  |\n",
-      "|    n_updates                    | 16049     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 26%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 61.144527 |\n",
-      "|    air_temperature              | 25.565943 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 157.25    |\n",
-      "|    direct_solar_radiation       | 440.5     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 72.0      |\n",
-      "|    outdoor_temperature          | 16.46367  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 6.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.01e+03  |\n",
-      "|    n_updates                    | 16074     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 26%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 56.334118 |\n",
-      "|    air_temperature              | 26.882177 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 113.5     |\n",
-      "|    direct_solar_radiation       | 319.5     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 35.5      |\n",
-      "|    outdoor_temperature          | 26.066725 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 255.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.18e+03  |\n",
-      "|    n_updates                    | 16099     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 27%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 43.002823 |\n",
-      "|    air_temperature              | 29.800293 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 55.75     |\n",
-      "|    direct_solar_radiation       | 1.5       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 72.5      |\n",
-      "|    outdoor_temperature          | 16.096746 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 187.5     |\n",
-      "|    wind_speed                   | 5.425     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 979       |\n",
-      "|    n_updates                    | 16124     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 27%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 48.986477 |\n",
-      "|    air_temperature              | 28.824877 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 87.75     |\n",
-      "|    outdoor_temperature          | 14.492639 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 187.5     |\n",
-      "|    wind_speed                   | 2.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.56e+03  |\n",
-      "|    n_updates                    | 16149     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 27%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 42.606262 |\n",
-      "|    air_temperature              | 27.829678 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 33.0      |\n",
-      "|    outdoor_temperature          | 16.676575 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 292.5     |\n",
-      "|    wind_speed                   | 10.55     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.8e+03   |\n",
-      "|    n_updates                    | 16174     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 28%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 33.19549  |\n",
-      "|    air_temperature              | 25.93673  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 16.0      |\n",
-      "|    outdoor_temperature          | 9.1879835 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 327.5     |\n",
-      "|    wind_speed                   | 9.4       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.69e+04  |\n",
-      "|    n_updates                    | 16199     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 28%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 2        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 28       |\n",
-      "|    Heating_Setpoint_RL          | 17       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 0.0      |\n",
-      "|    air_humidity                 | 36.42534 |\n",
-      "|    air_temperature              | 24.6196  |\n",
-      "|    clg_setpoint                 | 29.0     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 12.0     |\n",
-      "|    diffuse_solar_radiation      | 0.0      |\n",
-      "|    direct_solar_radiation       | 0.0      |\n",
-      "|    hour                         | 21.0     |\n",
-      "|    htg_setpoint                 | 16.0     |\n",
-      "|    month                        | 4.0      |\n",
-      "|    outdoor_humidity             | 36.5     |\n",
-      "|    outdoor_temperature          | 6.809757 |\n",
-      "|    people_occupant              | 0.0      |\n",
-      "|    total_electricity_HVAC       | 0.0      |\n",
-      "|    wind_direction               | 180.0    |\n",
-      "|    wind_speed                   | 2.475    |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.05     |\n",
-      "| train/                          |          |\n",
-      "|    learning_rate                | 0.0001   |\n",
-      "|    loss                         | 834      |\n",
-      "|    n_updates                    | 16224    |\n",
-      "----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 28%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 49.749786 |\n",
-      "|    air_temperature              | 19.409586 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 96.75     |\n",
-      "|    outdoor_temperature          | 4.1420374 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 70.0      |\n",
-      "|    wind_speed                   | 5.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.98e+03  |\n",
-      "|    n_updates                    | 16249     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 46.242737 |\n",
-      "|    air_temperature              | 20.562092 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 85.75     |\n",
-      "|    outdoor_temperature          | 7.1730056 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 107.5     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.95e+03  |\n",
-      "|    n_updates                    | 16274     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 88.64957  |\n",
-      "|    air_temperature              | 20.738081 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 95.25     |\n",
-      "|    outdoor_temperature          | 12.110972 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 5.825     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 958       |\n",
-      "|    n_updates                    | 16299     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 72.871155 |\n",
-      "|    air_temperature              | 22.278757 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 84.5      |\n",
-      "|    outdoor_temperature          | 13.553884 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.06e+03  |\n",
-      "|    n_updates                    | 16324     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 81.26202  |\n",
-      "|    air_temperature              | 19.654593 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 90.75     |\n",
-      "|    outdoor_temperature          | 7.9804134 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 62.5      |\n",
-      "|    wind_speed                   | 5.425     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.12e+03  |\n",
-      "|    n_updates                    | 16349     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 30%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 71.018555 |\n",
-      "|    air_temperature              | 19.43056  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 70.0      |\n",
-      "|    outdoor_temperature          | 4.530317  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 47.5      |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 854       |\n",
-      "|    n_updates                    | 16374     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 30%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 56.09686  |\n",
-      "|    air_temperature              | 19.882326 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 65.0      |\n",
-      "|    outdoor_temperature          | 7.630194  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 90.0      |\n",
-      "|    wind_speed                   | 4.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.62e+03  |\n",
-      "|    n_updates                    | 16399     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 30%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 58.39541  |\n",
-      "|    air_temperature              | 18.942545 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 21.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 4.826478  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 27.5      |\n",
-      "|    wind_speed                   | 10.55     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.45e+03  |\n",
-      "|    n_updates                    | 16424     |\n",
-      "-----------------------------------------------\n"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'rollout/ep_len_mean': 35040.0, '_timestamp': 1700214338.3238974}).\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'rollout/ep_rew_mean': -12207.1521785, '_timestamp': 1700214338.324025}).\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'rollout/exploration_rate': 0.05, '_timestamp': 1700214338.3241777}).\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/episodes': 2, '_timestamp': 1700214338.324233}).\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/fps': 952, '_timestamp': 1700214338.324258}).\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/time_elapsed': 110, '_timestamp': 1700214338.3242805}).\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/total_timesteps': 105117, '_timestamp': 1700214338.3243134}).\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 61.804073 |\n",
-      "|    air_temperature              | 17.933743 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 65.25     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 5.314055  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 255.0     |\n",
-      "|    wind_speed                   | 7.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.75e+03  |\n",
-      "|    n_updates                    | 16449     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 139.62027 |\n",
-      "|    air_humidity                 | 57.48164  |\n",
-      "|    air_temperature              | 19.324568 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 81.25     |\n",
-      "|    direct_solar_radiation       | 754.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 62.25     |\n",
-      "|    outdoor_temperature          | 11.337564 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 127898.09 |\n",
-      "|    wind_direction               | 242.5     |\n",
-      "|    wind_speed                   | 4.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.4e+03   |\n",
-      "|    n_updates                    | 16474     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 423.0795  |\n",
-      "|    air_humidity                 | 54.558548 |\n",
-      "|    air_temperature              | 21.274569 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 249.5     |\n",
-      "|    direct_solar_radiation       | 331.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 73.75     |\n",
-      "|    outdoor_temperature          | 11.623175 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 391077.4  |\n",
-      "|    wind_direction               | 135.0     |\n",
-      "|    wind_speed                   | 2.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.03e+03  |\n",
-      "|    n_updates                    | 16499     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 426.25082 |\n",
-      "|    air_humidity                 | 42.10922  |\n",
-      "|    air_temperature              | 24.387661 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 169.5     |\n",
-      "|    direct_solar_radiation       | 783.75    |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 53.25     |\n",
-      "|    outdoor_temperature          | 15.680944 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 383625.75 |\n",
-      "|    wind_direction               | 355.0     |\n",
-      "|    wind_speed                   | 7.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.35e+03  |\n",
-      "|    n_updates                    | 16524     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3278.4285 |\n",
-      "|    air_humidity                 | 51.37957  |\n",
-      "|    air_temperature              | 23.440716 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 440.75    |\n",
-      "|    direct_solar_radiation       | 415.75    |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 52.0      |\n",
-      "|    outdoor_temperature          | 19.777857 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 2925658.0 |\n",
-      "|    wind_direction               | 175.0     |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.25e+03  |\n",
-      "|    n_updates                    | 16549     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 67.33587  |\n",
-      "|    air_temperature              | 23.060978 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 423.25    |\n",
-      "|    direct_solar_radiation       | 154.25    |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 70.0      |\n",
-      "|    outdoor_temperature          | 19.105343 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 227.5     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8e+03     |\n",
-      "|    n_updates                    | 16574     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 59.69443  |\n",
-      "|    air_temperature              | 25.178434 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 182.75    |\n",
-      "|    direct_solar_radiation       | 738.75    |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 45.5      |\n",
-      "|    outdoor_temperature          | 16.890213 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 105.0     |\n",
-      "|    wind_speed                   | 9.025     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 777       |\n",
-      "|    n_updates                    | 16599     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 886.88434 |\n",
-      "|    air_humidity                 | 43.01376  |\n",
-      "|    air_temperature              | 22.757463 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 231.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 76.25     |\n",
-      "|    outdoor_temperature          | 12.084203 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 798195.9  |\n",
-      "|    wind_direction               | 112.5     |\n",
-      "|    wind_speed                   | 5.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.67e+03  |\n",
-      "|    n_updates                    | 16624     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 33%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 202.23326 |\n",
-      "|    air_humidity                 | 55.07219  |\n",
-      "|    air_temperature              | 25.159515 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 139.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 92.5      |\n",
-      "|    outdoor_temperature          | 14.396703 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 182009.94 |\n",
-      "|    wind_direction               | 347.5     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.39e+03  |\n",
-      "|    n_updates                    | 16649     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 33%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 259.9499   |\n",
-      "|    air_humidity                 | 24.07339   |\n",
-      "|    air_temperature              | 26.803598  |\n",
-      "|    clg_setpoint                 | 30.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 1.0        |\n",
-      "|    diffuse_solar_radiation      | 273.5      |\n",
-      "|    direct_solar_radiation       | 169.0      |\n",
-      "|    hour                         | 15.0       |\n",
-      "|    htg_setpoint                 | 15.0       |\n",
-      "|    month                        | 5.0        |\n",
-      "|    outdoor_humidity             | 29.75      |\n",
-      "|    outdoor_temperature          | 15.0922365 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 233954.9   |\n",
-      "|    wind_direction               | 117.5      |\n",
-      "|    wind_speed                   | 6.95       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.28e+03   |\n",
-      "|    n_updates                    | 16674      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 33%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1844.631  |\n",
-      "|    air_humidity                 | 28.542942 |\n",
-      "|    air_temperature              | 24.000408 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 134.0     |\n",
-      "|    direct_solar_radiation       | 401.75    |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 34.75     |\n",
-      "|    outdoor_temperature          | 17.741638 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 1660167.9 |\n",
-      "|    wind_direction               | 95.0      |\n",
-      "|    wind_speed                   | 8.925     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.33e+03  |\n",
-      "|    n_updates                    | 16699     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 34%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 39.95888  |\n",
-      "|    air_temperature              | 28.465874 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 75.75     |\n",
-      "|    direct_solar_radiation       | 29.25     |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 56.0      |\n",
-      "|    outdoor_temperature          | 14.858121 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 17.5      |\n",
-      "|    wind_speed                   | 7.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.93e+03  |\n",
-      "|    n_updates                    | 16724     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 34%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 70.26563  |\n",
-      "|    air_temperature              | 22.1756   |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 12.75     |\n",
-      "|    direct_solar_radiation       | 27.75     |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 84.75     |\n",
-      "|    outdoor_temperature          | 15.311967 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 100.0     |\n",
-      "|    wind_speed                   | 2.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.59e+03  |\n",
-      "|    n_updates                    | 16749     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 34%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 60.651237 |\n",
-      "|    air_temperature              | 24.642591 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 89.75     |\n",
-      "|    outdoor_temperature          | 14.209018 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 137.5     |\n",
-      "|    wind_speed                   | 2.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.33e+03  |\n",
-      "|    n_updates                    | 16774     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 34%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 64.60104  |\n",
-      "|    air_temperature              | 25.386179 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 93.75     |\n",
-      "|    outdoor_temperature          | 11.908129 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 97.5      |\n",
-      "|    wind_speed                   | 3.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.87e+03  |\n",
-      "|    n_updates                    | 16799     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.14912  |\n",
-      "|    air_temperature              | 23.695042 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 99.0      |\n",
-      "|    outdoor_temperature          | 13.742707 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 100.0     |\n",
-      "|    wind_speed                   | 6.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 653       |\n",
-      "|    n_updates                    | 16824     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.65019  |\n",
-      "|    air_temperature              | 22.592537 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 14.277803 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 357.5     |\n",
-      "|    wind_speed                   | 0.775     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.22e+03  |\n",
-      "|    n_updates                    | 16849     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 70.704895 |\n",
-      "|    air_temperature              | 23.187885 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 63.75     |\n",
-      "|    outdoor_temperature          | 14.677337 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 345.0     |\n",
-      "|    wind_speed                   | 2.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.39e+03  |\n",
-      "|    n_updates                    | 16874     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 36%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 62.997635 |\n",
-      "|    air_temperature              | 23.428854 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 52.0      |\n",
-      "|    outdoor_temperature          | 14.541368 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 12.5      |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.54e+03  |\n",
-      "|    n_updates                    | 16899     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 36%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 69.104126 |\n",
-      "|    air_temperature              | 21.876242 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 82.25     |\n",
-      "|    outdoor_temperature          | 9.96343   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 4.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.75e+03  |\n",
-      "|    n_updates                    | 16924     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 36%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 69.86454  |\n",
-      "|    air_temperature              | 21.600565 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 39.75     |\n",
-      "|    outdoor_temperature          | 14.400382 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 15.0      |\n",
-      "|    wind_speed                   | 5.175     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.64e+03  |\n",
-      "|    n_updates                    | 16949     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*--------------------------------------------------------------| 37%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 56.518505 |\n",
-      "|    air_temperature              | 20.212349 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 85.0      |\n",
-      "|    outdoor_temperature          | 6.7360797 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 37.5      |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.12e+04  |\n",
-      "|    n_updates                    | 16974     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*--------------------------------------------------------------| 37%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.30012  |\n",
-      "|    air_temperature              | 20.133348 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 18.5      |\n",
-      "|    direct_solar_radiation       | 26.75     |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 83.0      |\n",
-      "|    outdoor_temperature          | 6.6733184 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 55.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.85e+03  |\n",
-      "|    n_updates                    | 16999     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*--------------------------------------------------------------| 37%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 71.16668  |\n",
-      "|    air_temperature              | 19.883177 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 87.5      |\n",
-      "|    direct_solar_radiation       | 222.25    |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 80.75     |\n",
-      "|    outdoor_temperature          | 10.129374 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 27.5      |\n",
-      "|    wind_speed                   | 3.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.58e+03  |\n",
-      "|    n_updates                    | 17024     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*--------------------------------------------------------------| 37%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.16959  |\n",
-      "|    air_temperature              | 20.764967 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 133.75    |\n",
-      "|    direct_solar_radiation       | 459.75    |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 73.25     |\n",
-      "|    outdoor_temperature          | 14.322216 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 45.0      |\n",
-      "|    wind_speed                   | 3.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.48e+03  |\n",
-      "|    n_updates                    | 17049     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 81.00924  |\n",
-      "|    air_temperature              | 21.80383  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 247.75    |\n",
-      "|    direct_solar_radiation       | 337.25    |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 85.5      |\n",
-      "|    outdoor_temperature          | 15.378115 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.81e+03  |\n",
-      "|    n_updates                    | 17074     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.258354 |\n",
-      "|    air_temperature              | 22.053274 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 219.25    |\n",
-      "|    direct_solar_radiation       | 9.0       |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 18.406048 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 80.0      |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.04e+03  |\n",
-      "|    n_updates                    | 17099     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 691.146   |\n",
-      "|    air_humidity                 | 46.539497 |\n",
-      "|    air_temperature              | 24.863531 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 200.0     |\n",
-      "|    direct_solar_radiation       | 737.25    |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 52.5      |\n",
-      "|    outdoor_temperature          | 17.3546   |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 622023.5  |\n",
-      "|    wind_direction               | 350.0     |\n",
-      "|    wind_speed                   | 9.775     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.86e+03  |\n",
-      "|    n_updates                    | 17124     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3710.4148 |\n",
-      "|    air_humidity                 | 39.002415 |\n",
-      "|    air_temperature              | 23.876598 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 239.5     |\n",
-      "|    direct_solar_radiation       | 707.5     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 35.5      |\n",
-      "|    outdoor_temperature          | 20.152966 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3339373.2 |\n",
-      "|    wind_direction               | 27.5      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.82e+03  |\n",
-      "|    n_updates                    | 17149     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***------------------------------------------------------------| 39%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3688.425  |\n",
-      "|    air_humidity                 | 43.778458 |\n",
-      "|    air_temperature              | 23.66983  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 443.25    |\n",
-      "|    direct_solar_radiation       | 133.5     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 38.75     |\n",
-      "|    outdoor_temperature          | 22.107475 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 3319582.5 |\n",
-      "|    wind_direction               | 157.5     |\n",
-      "|    wind_speed                   | 3.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.57e+03  |\n",
-      "|    n_updates                    | 17174     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***------------------------------------------------------------| 39%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 917.6637  |\n",
-      "|    air_humidity                 | 56.962753 |\n",
-      "|    air_temperature              | 23.999311 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 259.5     |\n",
-      "|    direct_solar_radiation       | 4.5       |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 15.511669 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 825897.3  |\n",
-      "|    wind_direction               | 127.5     |\n",
-      "|    wind_speed                   | 4.875     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.99e+03  |\n",
-      "|    n_updates                    | 17199     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***------------------------------------------------------------| 39%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 858.77216 |\n",
-      "|    air_humidity                 | 57.474483 |\n",
-      "|    air_temperature              | 25.882996 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 163.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 17.411175 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 772894.94 |\n",
-      "|    wind_direction               | 175.0     |\n",
-      "|    wind_speed                   | 7.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.69e+03  |\n",
-      "|    n_updates                    | 17224     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.20754  |\n",
-      "|    air_temperature              | 25.337343 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 280.5     |\n",
-      "|    direct_solar_radiation       | 431.75    |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 40.25     |\n",
-      "|    outdoor_temperature          | 19.513725 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 8.525     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.94e+03  |\n",
-      "|    n_updates                    | 17249     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 75.899506 |\n",
-      "|    air_temperature              | 25.854675 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 263.0     |\n",
-      "|    direct_solar_radiation       | 43.0      |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 38.75     |\n",
-      "|    outdoor_temperature          | 19.162733 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 287.5     |\n",
-      "|    wind_speed                   | 7.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.05e+03  |\n",
-      "|    n_updates                    | 17274     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4173.7295 |\n",
-      "|    air_humidity                 | 37.54742  |\n",
-      "|    air_temperature              | 23.964441 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 121.75    |\n",
-      "|    direct_solar_radiation       | 547.25    |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 30.25     |\n",
-      "|    outdoor_temperature          | 22.092154 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3756356.5 |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 8.775     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.53e+03  |\n",
-      "|    n_updates                    | 17299     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 41.42586  |\n",
-      "|    air_temperature              | 29.204458 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 105.75    |\n",
-      "|    direct_solar_radiation       | 76.5      |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 57.5      |\n",
-      "|    outdoor_temperature          | 19.358492 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 172.5     |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.76e+03  |\n",
-      "|    n_updates                    | 17324     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****----------------------------------------------------------| 41%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 53.49464  |\n",
-      "|    air_temperature              | 29.286299 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 39.75     |\n",
-      "|    direct_solar_radiation       | 78.75     |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 52.5      |\n",
-      "|    outdoor_temperature          | 24.95861  |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 17.5      |\n",
-      "|    wind_speed                   | 0.9       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.01e+03  |\n",
-      "|    n_updates                    | 17349     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****----------------------------------------------------------| 41%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 53.129776 |\n",
-      "|    air_temperature              | 29.402967 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 60.5      |\n",
-      "|    outdoor_temperature          | 21.23685  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 197.5     |\n",
-      "|    wind_speed                   | 2.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.58e+04  |\n",
-      "|    n_updates                    | 17374     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****----------------------------------------------------------| 41%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 62.3626   |\n",
-      "|    air_temperature              | 27.33943  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 76.5      |\n",
-      "|    outdoor_temperature          | 18.870724 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 140.0     |\n",
-      "|    wind_speed                   | 1.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.59e+03  |\n",
-      "|    n_updates                    | 17399     |\n",
-      "-----------------------------------------------\n",
-      "----------------------------------------------******----------------------------------------------------------| 41%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 0        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 30       |\n",
-      "|    Heating_Setpoint_RL          | 15       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 0.0      |\n",
-      "|    air_humidity                 | 66.01241 |\n",
-      "|    air_temperature              | 26.20268 |\n",
-      "|    clg_setpoint                 | 30.0     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 1.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0      |\n",
-      "|    direct_solar_radiation       | 0.0      |\n",
-      "|    hour                         | 21.0     |\n",
-      "|    htg_setpoint                 | 15.0     |\n",
-      "|    month                        | 6.0      |\n",
-      "|    outdoor_humidity             | 47.75    |\n",
-      "|    outdoor_temperature          | 21.07225 |\n",
-      "|    people_occupant              | 0.0      |\n",
-      "|    total_electricity_HVAC       | 0.0      |\n",
-      "|    wind_direction               | 347.5    |\n",
-      "|    wind_speed                   | 7.325    |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.05     |\n",
-      "| train/                          |          |\n",
-      "|    learning_rate                | 0.0001   |\n",
-      "|    loss                         | 2e+03    |\n",
-      "|    n_updates                    | 17424    |\n",
-      "----------------------------------------------\n",
-      "-----------------------------------------------******---------------------------------------------------------| 42%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 74.478065 |\n",
-      "|    air_temperature              | 24.307499 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 48.25     |\n",
-      "|    outdoor_temperature          | 16.253143 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 327.5     |\n",
-      "|    wind_speed                   | 6.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.35e+03  |\n",
-      "|    n_updates                    | 17449     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******---------------------------------------------------------| 42%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 69.24167  |\n",
-      "|    air_temperature              | 23.637384 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 38.25     |\n",
-      "|    outdoor_temperature          | 19.995474 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 337.5     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.55e+03  |\n",
-      "|    n_updates                    | 17474     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 72.323845 |\n",
-      "|    air_temperature              | 23.203812 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 60.75     |\n",
-      "|    outdoor_temperature          | 16.461828 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 235.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 613       |\n",
-      "|    n_updates                    | 17499     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 86.80206  |\n",
-      "|    air_temperature              | 22.288834 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 17.761728 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 922       |\n",
-      "|    n_updates                    | 17524     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 89.78475  |\n",
-      "|    air_temperature              | 21.46684  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 14.061084 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 215.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.62e+03  |\n",
-      "|    n_updates                    | 17549     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 81.15778  |\n",
-      "|    air_temperature              | 23.580736 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 81.75     |\n",
-      "|    outdoor_temperature          | 17.122057 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 322.5     |\n",
-      "|    wind_speed                   | 1.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.25e+03  |\n",
-      "|    n_updates                    | 17574     |\n",
-      "-----------------------------------------------\n",
-      "----------------------------------------------*********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 0        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 30       |\n",
-      "|    Heating_Setpoint_RL          | 15       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 0.0      |\n",
-      "|    air_humidity                 | 88.29978 |\n",
-      "|    air_temperature              | 22.31859 |\n",
-      "|    clg_setpoint                 | 29.0     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 9.0      |\n",
-      "|    diffuse_solar_radiation      | 20.0     |\n",
-      "|    direct_solar_radiation       | 40.25    |\n",
-      "|    hour                         | 4.0      |\n",
-      "|    htg_setpoint                 | 16.0     |\n",
-      "|    month                        | 6.0      |\n",
-      "|    outdoor_humidity             | 54.5     |\n",
-      "|    outdoor_temperature          | 14.69055 |\n",
-      "|    people_occupant              | 0.0      |\n",
-      "|    total_electricity_HVAC       | 0.0      |\n",
-      "|    wind_direction               | 10.0     |\n",
-      "|    wind_speed                   | 5.05     |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.05     |\n",
-      "| train/                          |          |\n",
-      "|    learning_rate                | 0.0001   |\n",
-      "|    loss                         | 940      |\n",
-      "|    n_updates                    | 17599    |\n",
-      "----------------------------------------------\n",
-      "-----------------------------------------------********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 93.26164  |\n",
-      "|    air_temperature              | 21.451311 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 94.25     |\n",
-      "|    direct_solar_radiation       | 98.75     |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 73.5      |\n",
-      "|    outdoor_temperature          | 15.18072  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 42.5      |\n",
-      "|    wind_speed                   | 2.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 857       |\n",
-      "|    n_updates                    | 17624     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 76.971344 |\n",
-      "|    air_temperature              | 21.424046 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 168.5     |\n",
-      "|    direct_solar_radiation       | 91.0      |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 87.75     |\n",
-      "|    outdoor_temperature          | 18.039125 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 130.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.46e+03  |\n",
-      "|    n_updates                    | 17649     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1732.2148 |\n",
-      "|    air_humidity                 | 72.68931  |\n",
-      "|    air_temperature              | 21.707315 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 152.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 90.75     |\n",
-      "|    outdoor_temperature          | 19.883415 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1558993.4 |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.28e+03  |\n",
-      "|    n_updates                    | 17674     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********------------------------------------------------------| 45%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1228.1124 |\n",
-      "|    air_humidity                 | 69.9077   |\n",
-      "|    air_temperature              | 22.623905 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 165.25    |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 18.969051 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 1105301.1 |\n",
-      "|    wind_direction               | 192.5     |\n",
-      "|    wind_speed                   | 3.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 517       |\n",
-      "|    n_updates                    | 17699     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********------------------------------------------------------| 45%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4790.518  |\n",
-      "|    air_humidity                 | 62.532368 |\n",
-      "|    air_temperature              | 22.88602  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 280.75    |\n",
-      "|    direct_solar_radiation       | 574.25    |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 84.75     |\n",
-      "|    outdoor_temperature          | 21.947834 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4281177.5 |\n",
-      "|    wind_direction               | 192.5     |\n",
-      "|    wind_speed                   | 5.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.6e+03   |\n",
-      "|    n_updates                    | 17724     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********------------------------------------------------------| 45%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 73.33571  |\n",
-      "|    air_temperature              | 26.042614 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 299.0     |\n",
-      "|    direct_solar_radiation       | 563.75    |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 68.75     |\n",
-      "|    outdoor_temperature          | 27.839651 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 217.5     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.9e+03   |\n",
-      "|    n_updates                    | 17749     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.68221  |\n",
-      "|    air_temperature              | 23.874613 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 272.75    |\n",
-      "|    direct_solar_radiation       | 136.25    |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 24.195335 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 115.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.52e+03  |\n",
-      "|    n_updates                    | 17774     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5723.8325 |\n",
-      "|    air_humidity                 | 59.568176 |\n",
-      "|    air_temperature              | 23.107014 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 259.75    |\n",
-      "|    direct_solar_radiation       | 706.5     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 75.5      |\n",
-      "|    outdoor_temperature          | 23.755472 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 5151449.5 |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 4.675     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 452       |\n",
-      "|    n_updates                    | 17799     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6552.195  |\n",
-      "|    air_humidity                 | 58.304203 |\n",
-      "|    air_temperature              | 23.97524  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 169.75    |\n",
-      "|    direct_solar_radiation       | 637.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 71.75     |\n",
-      "|    outdoor_temperature          | 27.065159 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 5884490.0 |\n",
-      "|    wind_direction               | 197.5     |\n",
-      "|    wind_speed                   | 5.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.65e+03  |\n",
-      "|    n_updates                    | 17824     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 7836.0625 |\n",
-      "|    air_humidity                 | 56.81204  |\n",
-      "|    air_temperature              | 24.587852 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 381.0     |\n",
-      "|    direct_solar_radiation       | 266.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 42.5      |\n",
-      "|    outdoor_temperature          | 32.049313 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 7052456.5 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 5.675     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.44e+03  |\n",
-      "|    n_updates                    | 17849     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4793.1064 |\n",
-      "|    air_humidity                 | 54.42562  |\n",
-      "|    air_temperature              | 24.286098 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 216.0     |\n",
-      "|    direct_solar_radiation       | 511.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 40.75     |\n",
-      "|    outdoor_temperature          | 25.641277 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4312496.0 |\n",
-      "|    wind_direction               | 150.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.22e+03  |\n",
-      "|    n_updates                    | 17874     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 7375.4526 |\n",
-      "|    air_humidity                 | 61.23719  |\n",
-      "|    air_temperature              | 23.157116 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 121.5     |\n",
-      "|    direct_solar_radiation       | 495.75    |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 90.25     |\n",
-      "|    outdoor_temperature          | 23.998201 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 6626954.5 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 5.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.98e+03  |\n",
-      "|    n_updates                    | 17899     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 59.19129  |\n",
-      "|    air_temperature              | 29.05981  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 105.5     |\n",
-      "|    direct_solar_radiation       | 315.5     |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 30.75     |\n",
-      "|    outdoor_temperature          | 28.943462 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 305.0     |\n",
-      "|    wind_speed                   | 6.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.31e+03  |\n",
-      "|    n_updates                    | 17924     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 60.36356  |\n",
-      "|    air_temperature              | 28.721018 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 52.0      |\n",
-      "|    direct_solar_radiation       | 52.5      |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 81.5      |\n",
-      "|    outdoor_temperature          | 24.795532 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 5.825     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.29e+03  |\n",
-      "|    n_updates                    | 17949     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************---------------------------------------------------| 48%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 63.818764 |\n",
-      "|    air_temperature              | 28.084414 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 97.75     |\n",
-      "|    outdoor_temperature          | 24.247278 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 85.0      |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.63e+03  |\n",
-      "|    n_updates                    | 17974     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************---------------------------------------------------| 48%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 64.21806  |\n",
-      "|    air_temperature              | 27.403837 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 50.5      |\n",
-      "|    outdoor_temperature          | 28.683372 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 272.5     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.69e+03  |\n",
-      "|    n_updates                    | 17999     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************---------------------------------------------------| 48%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 68.10296  |\n",
-      "|    air_temperature              | 26.301935 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 21.085833 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 7.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.41e+03  |\n",
-      "|    n_updates                    | 18024     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************--------------------------------------------------| 49%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.1191   |\n",
-      "|    air_temperature              | 24.227379 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 86.25     |\n",
-      "|    outdoor_temperature          | 20.546297 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.58e+03  |\n",
-      "|    n_updates                    | 18049     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************--------------------------------------------------| 49%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 75.33137  |\n",
-      "|    air_temperature              | 23.995317 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 21.382294 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 4.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.79e+03  |\n",
-      "|    n_updates                    | 18074     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************--------------------------------------------------| 49%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.265434 |\n",
-      "|    air_temperature              | 23.291105 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 20.631296 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 5.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.06e+04  |\n",
-      "|    n_updates                    | 18099     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.593895 |\n",
-      "|    air_temperature              | 22.290453 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 96.25     |\n",
-      "|    outdoor_temperature          | 18.960316 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.9e+03   |\n",
-      "|    n_updates                    | 18124     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 85.49853  |\n",
-      "|    air_temperature              | 22.546316 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 17.489908 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.57e+03  |\n",
-      "|    n_updates                    | 18149     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 85.61108  |\n",
-      "|    air_temperature              | 22.441803 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 88.0      |\n",
-      "|    outdoor_temperature          | 20.486403 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 237.5     |\n",
-      "|    wind_speed                   | 2.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.51e+03  |\n",
-      "|    n_updates                    | 18174     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 91.05344  |\n",
-      "|    air_temperature              | 22.388695 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 17.0      |\n",
-      "|    direct_solar_radiation       | 1.75      |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 95.25     |\n",
-      "|    outdoor_temperature          | 19.99402  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 3.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.31e+03  |\n",
-      "|    n_updates                    | 18199     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 90.21326  |\n",
-      "|    air_temperature              | 22.180178 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 42.25     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 20.440664 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 67.5      |\n",
-      "|    wind_speed                   | 2.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.93e+03  |\n",
-      "|    n_updates                    | 18224     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.37489  |\n",
-      "|    air_temperature              | 23.224543 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 110.0     |\n",
-      "|    direct_solar_radiation       | 160.0     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 88.75     |\n",
-      "|    outdoor_temperature          | 23.39646  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 232.5     |\n",
-      "|    wind_speed                   | 4.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.86e+03  |\n",
-      "|    n_updates                    | 18249     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 76.447105 |\n",
-      "|    air_temperature              | 24.64745  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 173.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 72.75     |\n",
-      "|    outdoor_temperature          | 25.151327 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 242.5     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.17e+04  |\n",
-      "|    n_updates                    | 18274     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 8526.9795 |\n",
-      "|    air_humidity                 | 64.30461  |\n",
-      "|    air_temperature              | 22.684814 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 288.25    |\n",
-      "|    direct_solar_radiation       | 412.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 73.5      |\n",
-      "|    outdoor_temperature          | 27.592764 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 7762197.0 |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 3.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.26e+03  |\n",
-      "|    n_updates                    | 18299     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************-----------------------------------------------| 52%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 8381.347  |\n",
-      "|    air_humidity                 | 60.01121  |\n",
-      "|    air_temperature              | 23.661592 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 254.25    |\n",
-      "|    direct_solar_radiation       | 629.25    |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 71.75     |\n",
-      "|    outdoor_temperature          | 27.747707 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 7516141.0 |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 3.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.75e+03  |\n",
-      "|    n_updates                    | 18324     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************-----------------------------------------------| 52%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6758.7915 |\n",
-      "|    air_humidity                 | 58.00684  |\n",
-      "|    air_temperature              | 24.18974  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 317.5     |\n",
-      "|    direct_solar_radiation       | 556.75    |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 39.75     |\n",
-      "|    outdoor_temperature          | 31.748314 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 6082912.5 |\n",
-      "|    wind_direction               | 285.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.81e+03  |\n",
-      "|    n_updates                    | 18349     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************-----------------------------------------------| 52%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4673.956  |\n",
-      "|    air_humidity                 | 56.21035  |\n",
-      "|    air_temperature              | 24.077019 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 282.25    |\n",
-      "|    direct_solar_radiation       | 664.75    |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 41.0      |\n",
-      "|    outdoor_temperature          | 26.647907 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 4197338.5 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 4.75      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.61e+03  |\n",
-      "|    n_updates                    | 18374     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3924.4778 |\n",
-      "|    air_humidity                 | 55.328617 |\n",
-      "|    air_temperature              | 24.44708  |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 161.25    |\n",
-      "|    direct_solar_radiation       | 755.5     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 35.75     |\n",
-      "|    outdoor_temperature          | 29.854593 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 3535004.5 |\n",
-      "|    wind_direction               | 207.5     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 915       |\n",
-      "|    n_updates                    | 18399     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 58.166363 |\n",
-      "|    air_temperature              | 28.55074  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 226.0     |\n",
-      "|    direct_solar_radiation       | 707.25    |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 57.5      |\n",
-      "|    outdoor_temperature          | 30.628448 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.23e+03  |\n",
-      "|    n_updates                    | 18424     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 60.52538  |\n",
-      "|    air_temperature              | 27.901205 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 273.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 67.75     |\n",
-      "|    outdoor_temperature          | 25.93718  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 6.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.89e+03  |\n",
-      "|    n_updates                    | 18449     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 7710.064  |\n",
-      "|    air_humidity                 | 59.231922 |\n",
-      "|    air_temperature              | 23.880999 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 190.25    |\n",
-      "|    direct_solar_radiation       | 343.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 28.25258  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 6939057.5 |\n",
-      "|    wind_direction               | 235.0     |\n",
-      "|    wind_speed                   | 1.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.2e+04   |\n",
-      "|    n_updates                    | 18474     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6280.664  |\n",
-      "|    air_humidity                 | 59.72886  |\n",
-      "|    air_temperature              | 23.7811   |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 155.5     |\n",
-      "|    direct_solar_radiation       | 91.25     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 50.25     |\n",
-      "|    outdoor_temperature          | 29.278086 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5652597.5 |\n",
-      "|    wind_direction               | 267.5     |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 995       |\n",
-      "|    n_updates                    | 18499     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 48.54388  |\n",
-      "|    air_temperature              | 29.638643 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 103.25    |\n",
-      "|    direct_solar_radiation       | 62.5      |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 55.25     |\n",
-      "|    outdoor_temperature          | 25.908215 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 182.5     |\n",
-      "|    wind_speed                   | 4.375     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.09e+03  |\n",
-      "|    n_updates                    | 18524     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 56.875576 |\n",
-      "|    air_temperature              | 28.546131 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 36.5      |\n",
-      "|    direct_solar_radiation       | 21.75     |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 78.25     |\n",
-      "|    outdoor_temperature          | 25.278723 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 140.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.83e+03  |\n",
-      "|    n_updates                    | 18549     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 58.24339  |\n",
-      "|    air_temperature              | 29.165983 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 88.75     |\n",
-      "|    outdoor_temperature          | 24.60015  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 4.875     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.46e+03  |\n",
-      "|    n_updates                    | 18574     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************--------------------------------------------| 55%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 66.87542  |\n",
-      "|    air_temperature              | 27.153479 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 85.0      |\n",
-      "|    outdoor_temperature          | 24.488916 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 5.125     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.19e+03  |\n",
-      "|    n_updates                    | 18599     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************--------------------------------------------| 55%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 68.727104 |\n",
-      "|    air_temperature              | 26.621859 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 86.5      |\n",
-      "|    outdoor_temperature          | 24.772013 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 7.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.62e+03  |\n",
-      "|    n_updates                    | 18624     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************--------------------------------------------| 55%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 74.13177  |\n",
-      "|    air_temperature              | 25.110699 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 89.25     |\n",
-      "|    outdoor_temperature          | 22.868048 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 5.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.89e+03  |\n",
-      "|    n_updates                    | 18649     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.009995 |\n",
-      "|    air_temperature              | 23.295828 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 91.5      |\n",
-      "|    outdoor_temperature          | 20.944084 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 222.5     |\n",
-      "|    wind_speed                   | 3.625     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.68e+03  |\n",
-      "|    n_updates                    | 18674     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 76.22931  |\n",
-      "|    air_temperature              | 24.215412 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 23.454714 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 2.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.08e+03  |\n",
-      "|    n_updates                    | 18699     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 84.98991  |\n",
-      "|    air_temperature              | 23.21452  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 89.25     |\n",
-      "|    outdoor_temperature          | 21.339176 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 235.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 778       |\n",
-      "|    n_updates                    | 18724     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 57%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 84.72173  |\n",
-      "|    air_temperature              | 23.91344  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 92.5      |\n",
-      "|    outdoor_temperature          | 23.348045 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 3.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.08e+03  |\n",
-      "|    n_updates                    | 18749     |\n",
-      "-----------------------------------------------\n",
-      "----------------------------------------------*********************-------------------------------------------| 57%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 5        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 25       |\n",
-      "|    Heating_Setpoint_RL          | 20       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 0.0      |\n",
-      "|    air_humidity                 | 86.47173 |\n",
-      "|    air_temperature              | 23.57375 |\n",
-      "|    clg_setpoint                 | 25.0     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 28.0     |\n",
-      "|    diffuse_solar_radiation      | 0.0      |\n",
-      "|    direct_solar_radiation       | 0.0      |\n",
-      "|    hour                         | 3.0      |\n",
-      "|    htg_setpoint                 | 20.0     |\n",
-      "|    month                        | 7.0      |\n",
-      "|    outdoor_humidity             | 97.0     |\n",
-      "|    outdoor_temperature          | 21.85287 |\n",
-      "|    people_occupant              | 0.0      |\n",
-      "|    total_electricity_HVAC       | 0.0      |\n",
-      "|    wind_direction               | 202.5    |\n",
-      "|    wind_speed                   | 5.45     |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.05     |\n",
-      "| train/                          |          |\n",
-      "|    learning_rate                | 0.0001   |\n",
-      "|    loss                         | 648      |\n",
-      "|    n_updates                    | 18774    |\n",
-      "----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 57%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 91.6411   |\n",
-      "|    air_temperature              | 22.740074 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 81.0      |\n",
-      "|    outdoor_temperature          | 23.466516 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 302.5     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.83e+03  |\n",
-      "|    n_updates                    | 18799     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 57%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 85.37062  |\n",
-      "|    air_temperature              | 22.634445 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 49.5      |\n",
-      "|    direct_solar_radiation       | 17.75     |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 22.287907 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 197.5     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 839       |\n",
-      "|    n_updates                    | 18824     |\n",
-      "-----------------------------------------------\n",
-      "----------------------------------------------**********************------------------------------------------| 58%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 0        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 30       |\n",
-      "|    Heating_Setpoint_RL          | 15       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 0.0      |\n",
-      "|    air_humidity                 | 87.94491 |\n",
-      "|    air_temperature              | 22.73523 |\n",
-      "|    clg_setpoint                 | 22.5     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 31.0     |\n",
-      "|    diffuse_solar_radiation      | 84.25    |\n",
-      "|    direct_solar_radiation       | 0.0      |\n",
-      "|    hour                         | 6.0      |\n",
-      "|    htg_setpoint                 | 22.0     |\n",
-      "|    month                        | 7.0      |\n",
-      "|    outdoor_humidity             | 89.5     |\n",
-      "|    outdoor_temperature          | 24.26252 |\n",
-      "|    people_occupant              | 0.0      |\n",
-      "|    total_electricity_HVAC       | 0.0      |\n",
-      "|    wind_direction               | 127.5    |\n",
-      "|    wind_speed                   | 1.125    |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.05     |\n",
-      "| train/                          |          |\n",
-      "|    learning_rate                | 0.0001   |\n",
-      "|    loss                         | 2.38e+03 |\n",
-      "|    n_updates                    | 18849    |\n",
-      "----------------------------------------------\n",
-      "-----------------------------------------------*********************------------------------------------------| 58%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2807.4397 |\n",
-      "|    air_humidity                 | 74.32868  |\n",
-      "|    air_temperature              | 21.33207  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 129.0     |\n",
-      "|    direct_solar_radiation       | 596.75    |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 67.0      |\n",
-      "|    outdoor_temperature          | 26.407139 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2526695.5 |\n",
-      "|    wind_direction               | 225.0     |\n",
-      "|    wind_speed                   | 2.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.81e+03  |\n",
-      "|    n_updates                    | 18874     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************------------------------------------------| 58%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 9054.869  |\n",
-      "|    air_humidity                 | 65.859116 |\n",
-      "|    air_temperature              | 23.2239   |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 113.0     |\n",
-      "|    direct_solar_radiation       | 751.25    |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 71.0      |\n",
-      "|    outdoor_temperature          | 29.98417  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 8148379.0 |\n",
-      "|    wind_direction               | 207.5     |\n",
-      "|    wind_speed                   | 2.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.4e+03   |\n",
-      "|    n_updates                    | 18899     |\n",
-      "-----------------------------------------------\n",
-      "----------------------------------------------************************----------------------------------------| 59%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 2        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 28       |\n",
-      "|    Heating_Setpoint_RL          | 17       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 0.0      |\n",
-      "|    air_humidity                 | 69.58006 |\n",
-      "|    air_temperature              | 26.38312 |\n",
-      "|    clg_setpoint                 | 22.5     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 3.0      |\n",
-      "|    diffuse_solar_radiation      | 272.25   |\n",
-      "|    direct_solar_radiation       | 387.0    |\n",
-      "|    hour                         | 9.0      |\n",
-      "|    htg_setpoint                 | 21.0     |\n",
-      "|    month                        | 8.0      |\n",
-      "|    outdoor_humidity             | 69.5     |\n",
-      "|    outdoor_temperature          | 28.69311 |\n",
-      "|    people_occupant              | 0.0      |\n",
-      "|    total_electricity_HVAC       | 0.0      |\n",
-      "|    wind_direction               | 182.5    |\n",
-      "|    wind_speed                   | 2.725    |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.05     |\n",
-      "| train/                          |          |\n",
-      "|    learning_rate                | 0.0001   |\n",
-      "|    loss                         | 2.88e+03 |\n",
-      "|    n_updates                    | 18924    |\n",
-      "----------------------------------------------\n",
-      "-----------------------------------------------***********************----------------------------------------| 59%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 67.058    |\n",
-      "|    air_temperature              | 26.914494 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 180.75    |\n",
-      "|    direct_solar_radiation       | 689.25    |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 69.75     |\n",
-      "|    outdoor_temperature          | 29.624235 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 177.5     |\n",
-      "|    wind_speed                   | 3.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.57e+03  |\n",
-      "|    n_updates                    | 18949     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************----------------------------------------| 59%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 8801.524  |\n",
-      "|    air_humidity                 | 58.136875 |\n",
-      "|    air_temperature              | 24.039986 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 265.75    |\n",
-      "|    direct_solar_radiation       | 10.75     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 72.25     |\n",
-      "|    outdoor_temperature          | 28.023397 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 7921372.0 |\n",
-      "|    wind_direction               | 112.5     |\n",
-      "|    wind_speed                   | 5.4       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.12e+03  |\n",
-      "|    n_updates                    | 18974     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************----------------------------------------| 59%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3378.667  |\n",
-      "|    air_humidity                 | 58.892483 |\n",
-      "|    air_temperature              | 23.367899 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 257.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 84.75     |\n",
-      "|    outdoor_temperature          | 21.247084 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 3040800.2 |\n",
-      "|    wind_direction               | 62.5      |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.18e+03  |\n",
-      "|    n_updates                    | 18999     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4014.445  |\n",
-      "|    air_humidity                 | 57.45482  |\n",
-      "|    air_temperature              | 23.92956  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 368.0     |\n",
-      "|    direct_solar_radiation       | 307.25    |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 49.75     |\n",
-      "|    outdoor_temperature          | 23.911158 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 3613000.5 |\n",
-      "|    wind_direction               | 65.0      |\n",
-      "|    wind_speed                   | 5.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.18e+03  |\n",
-      "|    n_updates                    | 19024     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4817.473  |\n",
-      "|    air_humidity                 | 52.57281  |\n",
-      "|    air_temperature              | 24.286257 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 237.75    |\n",
-      "|    direct_solar_radiation       | 550.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 39.5      |\n",
-      "|    outdoor_temperature          | 26.177536 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4331393.5 |\n",
-      "|    wind_direction               | 132.5     |\n",
-      "|    wind_speed                   | 4.925     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.34e+03  |\n",
-      "|    n_updates                    | 19049     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5711.878  |\n",
-      "|    air_humidity                 | 57.63123  |\n",
-      "|    air_temperature              | 24.354006 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 239.0     |\n",
-      "|    direct_solar_radiation       | 424.25    |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 51.5      |\n",
-      "|    outdoor_temperature          | 26.314344 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5136858.0 |\n",
-      "|    wind_direction               | 197.5     |\n",
-      "|    wind_speed                   | 4.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 395       |\n",
-      "|    n_updates                    | 19074     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 58.167454 |\n",
-      "|    air_temperature              | 28.583328 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 68.25     |\n",
-      "|    direct_solar_radiation       | 670.75    |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 67.25     |\n",
-      "|    outdoor_temperature          | 26.150335 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 5.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.25e+03  |\n",
-      "|    n_updates                    | 19099     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************--------------------------------------| 61%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 55.369625 |\n",
-      "|    air_temperature              | 29.384346 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 82.75     |\n",
-      "|    direct_solar_radiation       | 102.75    |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 78.25     |\n",
-      "|    outdoor_temperature          | 25.75643  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 185.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 9.68e+03  |\n",
-      "|    n_updates                    | 19124     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************--------------------------------------| 61%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 51.58527  |\n",
-      "|    air_temperature              | 29.717571 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 18.75     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 60.0      |\n",
-      "|    outdoor_temperature          | 31.05684  |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 5.425     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.17e+03  |\n",
-      "|    n_updates                    | 19149     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************--------------------------------------| 61%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 57.148495 |\n",
-      "|    air_temperature              | 29.580566 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 73.75     |\n",
-      "|    outdoor_temperature          | 26.079569 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 496       |\n",
-      "|    n_updates                    | 19174     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 66.282104 |\n",
-      "|    air_temperature              | 27.809978 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 74.0      |\n",
-      "|    outdoor_temperature          | 24.78124  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.12e+03  |\n",
-      "|    n_updates                    | 19199     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 64.98033  |\n",
-      "|    air_temperature              | 26.815897 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 83.75     |\n",
-      "|    outdoor_temperature          | 23.301914 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 105.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.78e+03  |\n",
-      "|    n_updates                    | 19224     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.27217  |\n",
-      "|    air_temperature              | 26.22684  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 94.0      |\n",
-      "|    outdoor_temperature          | 26.958303 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 102.5     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.37e+03  |\n",
-      "|    n_updates                    | 19249     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 81.57633  |\n",
-      "|    air_temperature              | 25.920828 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 55.5      |\n",
-      "|    outdoor_temperature          | 26.734919 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 22.5      |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4e+03     |\n",
-      "|    n_updates                    | 19274     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 84.304825 |\n",
-      "|    air_temperature              | 25.465914 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 57.5      |\n",
-      "|    outdoor_temperature          | 22.813532 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 45.0      |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.07e+03  |\n",
-      "|    n_updates                    | 19299     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.35207  |\n",
-      "|    air_temperature              | 23.392422 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 73.75     |\n",
-      "|    outdoor_temperature          | 17.851112 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 52.5      |\n",
-      "|    wind_speed                   | 2.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.42e+03  |\n",
-      "|    n_updates                    | 19324     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 77.09457  |\n",
-      "|    air_temperature              | 23.109562 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 68.0      |\n",
-      "|    outdoor_temperature          | 21.00783  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 232.5     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.54e+03  |\n",
-      "|    n_updates                    | 19349     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************-----------------------------------| 64%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.33025  |\n",
-      "|    air_temperature              | 23.843977 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 43.5      |\n",
-      "|    outdoor_temperature          | 26.288761 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 312.5     |\n",
-      "|    wind_speed                   | 3.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.09e+03  |\n",
-      "|    n_updates                    | 19374     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************-----------------------------------| 64%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 75.405334 |\n",
-      "|    air_temperature              | 22.821547 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 61.5      |\n",
-      "|    outdoor_temperature          | 18.559614 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.26e+03  |\n",
-      "|    n_updates                    | 19399     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************-----------------------------------| 64%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 84.77596  |\n",
-      "|    air_temperature              | 23.128113 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 31.5      |\n",
-      "|    direct_solar_radiation       | 52.0      |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 73.75     |\n",
-      "|    outdoor_temperature          | 20.81059  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.75e+03  |\n",
-      "|    n_updates                    | 19424     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 82.58572  |\n",
-      "|    air_temperature              | 23.639242 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 84.75     |\n",
-      "|    direct_solar_radiation       | 314.25    |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 52.5      |\n",
-      "|    outdoor_temperature          | 20.048075 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 15.0      |\n",
-      "|    wind_speed                   | 4.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.97e+03  |\n",
-      "|    n_updates                    | 19449     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1617.4988 |\n",
-      "|    air_humidity                 | 79.90342  |\n",
-      "|    air_temperature              | 20.43247  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 139.75    |\n",
-      "|    direct_solar_radiation       | 442.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 60.0      |\n",
-      "|    outdoor_temperature          | 22.065544 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1478523.6 |\n",
-      "|    wind_direction               | 52.5      |\n",
-      "|    wind_speed                   | 2.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.59e+03  |\n",
-      "|    n_updates                    | 19474     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5886.132  |\n",
-      "|    air_humidity                 | 66.80615  |\n",
-      "|    air_temperature              | 22.063503 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 180.25    |\n",
-      "|    direct_solar_radiation       | 508.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 81.0      |\n",
-      "|    outdoor_temperature          | 24.354967 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5328320.5 |\n",
-      "|    wind_direction               | 232.5     |\n",
-      "|    wind_speed                   | 5.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.15e+03  |\n",
-      "|    n_updates                    | 19499     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3672.857  |\n",
-      "|    air_humidity                 | 59.752323 |\n",
-      "|    air_temperature              | 23.272907 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 187.0     |\n",
-      "|    direct_solar_radiation       | 603.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 43.5      |\n",
-      "|    outdoor_temperature          | 24.80805  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3281666.5 |\n",
-      "|    wind_direction               | 97.5      |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.52e+03  |\n",
-      "|    n_updates                    | 19524     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4737.7534 |\n",
-      "|    air_humidity                 | 58.999786 |\n",
-      "|    air_temperature              | 23.746513 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 222.5     |\n",
-      "|    direct_solar_radiation       | 627.75    |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 57.5      |\n",
-      "|    outdoor_temperature          | 24.401014 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4263978.0 |\n",
-      "|    wind_direction               | 227.5     |\n",
-      "|    wind_speed                   | 4.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.85e+03  |\n",
-      "|    n_updates                    | 19549     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4875.718  |\n",
-      "|    air_humidity                 | 44.244587 |\n",
-      "|    air_temperature              | 24.019958 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 180.0     |\n",
-      "|    direct_solar_radiation       | 788.5     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 26.25     |\n",
-      "|    outdoor_temperature          | 26.552404 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 4371530.0 |\n",
-      "|    wind_direction               | 5.0       |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.83e+03  |\n",
-      "|    n_updates                    | 19574     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 45.898952 |\n",
-      "|    air_temperature              | 26.009037 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 127.75    |\n",
-      "|    direct_solar_radiation       | 850.75    |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 70.5      |\n",
-      "|    outdoor_temperature          | 26.36101  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 5.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.82e+03  |\n",
-      "|    n_updates                    | 19599     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 41.81277  |\n",
-      "|    air_temperature              | 27.505688 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 186.5     |\n",
-      "|    direct_solar_radiation       | 669.0     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 25.5      |\n",
-      "|    outdoor_temperature          | 29.788122 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 335.0     |\n",
-      "|    wind_speed                   | 4.875     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.48e+03  |\n",
-      "|    n_updates                    | 19624     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************--------------------------------| 67%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4886.1143 |\n",
-      "|    air_humidity                 | 57.88376  |\n",
-      "|    air_temperature              | 23.773052 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 199.5     |\n",
-      "|    direct_solar_radiation       | 361.25    |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 56.75     |\n",
-      "|    outdoor_temperature          | 24.97054  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4363027.0 |\n",
-      "|    wind_direction               | 130.0     |\n",
-      "|    wind_speed                   | 4.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.29e+03  |\n",
-      "|    n_updates                    | 19649     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************--------------------------------| 67%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4029.3594 |\n",
-      "|    air_humidity                 | 46.99753  |\n",
-      "|    air_temperature              | 24.343311 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 173.25    |\n",
-      "|    direct_solar_radiation       | 387.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 42.25     |\n",
-      "|    outdoor_temperature          | 22.448847 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3626423.5 |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.33e+03  |\n",
-      "|    n_updates                    | 19674     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************--------------------------------| 67%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5349.853  |\n",
-      "|    air_humidity                 | 58.909237 |\n",
-      "|    air_temperature              | 24.063595 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 93.5      |\n",
-      "|    direct_solar_radiation       | 335.5     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 57.5      |\n",
-      "|    outdoor_temperature          | 24.990084 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4814867.5 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 6.075     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.78e+03  |\n",
-      "|    n_updates                    | 19699     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************-------------------------------| 68%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 49.822647 |\n",
-      "|    air_temperature              | 29.09369  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 42.25     |\n",
-      "|    direct_solar_radiation       | 105.75    |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 75.5      |\n",
-      "|    outdoor_temperature          | 23.82931  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 197.5     |\n",
-      "|    wind_speed                   | 7.075     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 829       |\n",
-      "|    n_updates                    | 19724     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************-------------------------------| 68%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 50.729893 |\n",
-      "|    air_temperature              | 30.093975 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 79.75     |\n",
-      "|    outdoor_temperature          | 24.931477 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 175.0     |\n",
-      "|    wind_speed                   | 4.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.61e+03  |\n",
-      "|    n_updates                    | 19749     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************-------------------------------| 68%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 65.69394  |\n",
-      "|    air_temperature              | 26.956028 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 82.75     |\n",
-      "|    outdoor_temperature          | 22.900484 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 192.5     |\n",
-      "|    wind_speed                   | 7.825     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.27e+03  |\n",
-      "|    n_updates                    | 19774     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************-------------------------------| 68%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.78566  |\n",
-      "|    air_temperature              | 23.96756  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 76.5      |\n",
-      "|    outdoor_temperature          | 18.051031 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.14e+03  |\n",
-      "|    n_updates                    | 19799     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 71.47217  |\n",
-      "|    air_temperature              | 24.990147 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 87.75     |\n",
-      "|    outdoor_temperature          | 20.638704 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 62.5      |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.32e+03  |\n",
-      "|    n_updates                    | 19824     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 60.647545 |\n",
-      "|    air_temperature              | 24.419151 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 45.5      |\n",
-      "|    outdoor_temperature          | 15.977511 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 3.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.29e+03  |\n",
-      "|    n_updates                    | 19849     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 53.864487 |\n",
-      "|    air_temperature              | 23.427107 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 64.0      |\n",
-      "|    outdoor_temperature          | 17.705479 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 255.0     |\n",
-      "|    wind_speed                   | 3.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.49e+03  |\n",
-      "|    n_updates                    | 19874     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************-----------------------------| 70%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 77.79724  |\n",
-      "|    air_temperature              | 23.55326  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 21.224926 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 212.5     |\n",
-      "|    wind_speed                   | 5.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.07e+03  |\n",
-      "|    n_updates                    | 19899     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************-----------------------------| 70%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.70181  |\n",
-      "|    air_temperature              | 23.83317  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 21.874525 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 215.0     |\n",
-      "|    wind_speed                   | 4.875     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.11e+03  |\n",
-      "|    n_updates                    | 19924     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************-----------------------------| 70%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 81.30007  |\n",
-      "|    air_temperature              | 23.849401 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 18.547737 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 10.0      |\n",
-      "|    wind_speed                   | 4.925     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.04e+03  |\n",
-      "|    n_updates                    | 19949     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 92.61786  |\n",
-      "|    air_temperature              | 21.799852 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 72.0      |\n",
-      "|    outdoor_temperature          | 13.870208 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.82e+03  |\n",
-      "|    n_updates                    | 19974     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 87.17677  |\n",
-      "|    air_temperature              | 22.119612 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 88.5      |\n",
-      "|    outdoor_temperature          | 20.816065 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 137.5     |\n",
-      "|    wind_speed                   | 4.125     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.47e+03  |\n",
-      "|    n_updates                    | 19999     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 93.015495 |\n",
-      "|    air_temperature              | 21.31066  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 13.5      |\n",
-      "|    direct_solar_radiation       | 20.0      |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 84.75     |\n",
-      "|    outdoor_temperature          | 18.328482 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 352.5     |\n",
-      "|    wind_speed                   | 3.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.36e+03  |\n",
-      "|    n_updates                    | 20024     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 84.57495  |\n",
-      "|    air_temperature              | 21.005348 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 61.0      |\n",
-      "|    direct_solar_radiation       | 262.0     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 62.5      |\n",
-      "|    outdoor_temperature          | 13.333364 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 25.0      |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.48e+03  |\n",
-      "|    n_updates                    | 20049     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 301.6228  |\n",
-      "|    air_humidity                 | 79.943886 |\n",
-      "|    air_temperature              | 20.113867 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 92.5      |\n",
-      "|    direct_solar_radiation       | 310.25    |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 74.75     |\n",
-      "|    outdoor_temperature          | 16.825045 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 271460.53 |\n",
-      "|    wind_direction               | 67.5      |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.59e+03  |\n",
-      "|    n_updates                    | 20074     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 86.96002  |\n",
-      "|    air_temperature              | 22.580376 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 144.25    |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 78.75     |\n",
-      "|    outdoor_temperature          | 21.745192 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 227.5     |\n",
-      "|    wind_speed                   | 4.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.96e+03  |\n",
-      "|    n_updates                    | 20099     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 81.88721  |\n",
-      "|    air_temperature              | 23.508745 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 170.75    |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 91.5      |\n",
-      "|    outdoor_temperature          | 23.018007 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 192.5     |\n",
-      "|    wind_speed                   | 4.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.54e+03  |\n",
-      "|    n_updates                    | 20124     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 344.5578  |\n",
-      "|    air_humidity                 | 30.767315 |\n",
-      "|    air_temperature              | 24.99779  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 271.25    |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 41.25     |\n",
-      "|    outdoor_temperature          | 14.921902 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 309548.22 |\n",
-      "|    wind_direction               | 5.0       |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6e+03     |\n",
-      "|    n_updates                    | 20149     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************--------------------------| 73%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2278.3    |\n",
-      "|    air_humidity                 | 39.205063 |\n",
-      "|    air_temperature              | 24.005941 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 276.75    |\n",
-      "|    direct_solar_radiation       | 358.75    |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 47.0      |\n",
-      "|    outdoor_temperature          | 18.965593 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 2050470.0 |\n",
-      "|    wind_direction               | 65.0      |\n",
-      "|    wind_speed                   | 2.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.22e+03  |\n",
-      "|    n_updates                    | 20174     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************--------------------------| 73%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1998.3851 |\n",
-      "|    air_humidity                 | 52.785255 |\n",
-      "|    air_temperature              | 24.266527 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 219.0     |\n",
-      "|    direct_solar_radiation       | 202.75    |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 63.75     |\n",
-      "|    outdoor_temperature          | 20.165852 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 1794946.1 |\n",
-      "|    wind_direction               | 122.5     |\n",
-      "|    wind_speed                   | 4.75      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.81e+03  |\n",
-      "|    n_updates                    | 20199     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************--------------------------| 73%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1957.5281 |\n",
-      "|    air_humidity                 | 55.09818  |\n",
-      "|    air_temperature              | 23.998634 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 179.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 75.5      |\n",
-      "|    outdoor_temperature          | 18.801235 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 1761775.2 |\n",
-      "|    wind_direction               | 67.5      |\n",
-      "|    wind_speed                   | 2.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.35e+03  |\n",
-      "|    n_updates                    | 20224     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************-------------------------| 74%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4070.7903 |\n",
-      "|    air_humidity                 | 57.882877 |\n",
-      "|    air_temperature              | 23.809664 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 96.5      |\n",
-      "|    direct_solar_radiation       | 738.25    |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 55.5      |\n",
-      "|    outdoor_temperature          | 22.709478 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3636545.2 |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.63e+03  |\n",
-      "|    n_updates                    | 20249     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************-------------------------| 74%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 68.24881  |\n",
-      "|    air_temperature              | 26.860281 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 74.25     |\n",
-      "|    direct_solar_radiation       | 600.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 24.5      |\n",
-      "|    outdoor_temperature          | 22.27375  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 15.0      |\n",
-      "|    wind_speed                   | 4.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.31e+03  |\n",
-      "|    n_updates                    | 20274     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************-------------------------| 74%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 71.049194 |\n",
-      "|    air_temperature              | 26.28117  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 48.0      |\n",
-      "|    direct_solar_radiation       | 299.75    |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 54.5      |\n",
-      "|    outdoor_temperature          | 18.562544 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 4.75      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.42e+03  |\n",
-      "|    n_updates                    | 20299     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************-------------------------| 74%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 38.25449  |\n",
-      "|    air_temperature              | 30.236038 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 65.5      |\n",
-      "|    outdoor_temperature          | 17.029285 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 150.0     |\n",
-      "|    wind_speed                   | 2.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 9.14e+03  |\n",
-      "|    n_updates                    | 20324     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************------------------------| 75%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 325.93085 |\n",
-      "|    air_humidity                 | 38.41647  |\n",
-      "|    air_temperature              | 22.50031  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 66.75     |\n",
-      "|    outdoor_temperature          | 12.274445 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 293337.75 |\n",
-      "|    wind_direction               | 292.5     |\n",
-      "|    wind_speed                   | 1.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.07e+03  |\n",
-      "|    n_updates                    | 20349     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************------------------------| 75%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 72.12592  |\n",
-      "|    air_humidity                 | 45.341778 |\n",
-      "|    air_temperature              | 25.65021  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 79.5      |\n",
-      "|    outdoor_temperature          | 15.496785 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 64778.598 |\n",
-      "|    wind_direction               | 255.0     |\n",
-      "|    wind_speed                   | 1.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.51e+03  |\n",
-      "|    n_updates                    | 20374     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************------------------------| 75%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 63.414883 |\n",
-      "|    air_temperature              | 28.577398 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 82.5      |\n",
-      "|    outdoor_temperature          | 19.600908 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 948       |\n",
-      "|    n_updates                    | 20399     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************------------------------| 75%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 61.78261  |\n",
-      "|    air_temperature              | 22.69856  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 89.25     |\n",
-      "|    outdoor_temperature          | 16.416159 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 1.9       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.32e+04  |\n",
-      "|    n_updates                    | 20424     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************-----------------------| 76%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 52.74851  |\n",
-      "|    air_temperature              | 25.398882 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 91.5      |\n",
-      "|    outdoor_temperature          | 20.38683  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 8.525     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.64e+03  |\n",
-      "|    n_updates                    | 20449     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************-----------------------| 76%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 33.290733 |\n",
-      "|    air_temperature              | 21.287834 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 50.5      |\n",
-      "|    outdoor_temperature          | 12.449082 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 295.0     |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.15e+03  |\n",
-      "|    n_updates                    | 20474     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************----------------------| 77%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 19.943989 |\n",
-      "|    air_temperature              | 18.339186 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 46.75     |\n",
-      "|    outdoor_temperature          | 5.152613  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 287.5     |\n",
-      "|    wind_speed                   | 7.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.67e+03  |\n",
-      "|    n_updates                    | 20499     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************----------------------| 77%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 25.289444 |\n",
-      "|    air_temperature              | 18.999548 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 70.0      |\n",
-      "|    outdoor_temperature          | 2.6775541 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.13e+03  |\n",
-      "|    n_updates                    | 20524     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************----------------------| 77%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 417.08643 |\n",
-      "|    air_humidity                 | 46.24744  |\n",
-      "|    air_temperature              | 18.841345 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 69.75     |\n",
-      "|    outdoor_temperature          | 11.781759 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 375377.78 |\n",
-      "|    wind_direction               | 237.5     |\n",
-      "|    wind_speed                   | 5.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.7e+03   |\n",
-      "|    n_updates                    | 20549     |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------****************************************----------------------| 77%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 135.26466  |\n",
-      "|    air_humidity                 | 61.379833  |\n",
-      "|    air_temperature              | 22.000166  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 11.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 3.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 10.0       |\n",
-      "|    outdoor_humidity             | 100.0      |\n",
-      "|    outdoor_temperature          | 13.575298  |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 121738.195 |\n",
-      "|    wind_direction               | 227.5      |\n",
-      "|    wind_speed                   | 4.225      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.3e+03    |\n",
-      "|    n_updates                    | 20574      |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------******************************************---------------------| 78%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 64.60407  |\n",
-      "|    air_temperature              | 20.836473 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 13.240486 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.04e+04  |\n",
-      "|    n_updates                    | 20599     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************---------------------| 78%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 63.3282   |\n",
-      "|    air_temperature              | 22.00007  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 14.022585 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 35.0      |\n",
-      "|    wind_speed                   | 0.375     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.56e+03  |\n",
-      "|    n_updates                    | 20624     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************---------------------| 78%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 188.70605 |\n",
-      "|    air_humidity                 | 67.29689  |\n",
-      "|    air_temperature              | 19.1231   |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 37.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 14.237206 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 169835.45 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.08e+04  |\n",
-      "|    n_updates                    | 20649     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************---------------------| 78%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 168.05627 |\n",
-      "|    air_humidity                 | 53.480873 |\n",
-      "|    air_temperature              | 22.000565 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 126.0     |\n",
-      "|    direct_solar_radiation       | 279.25    |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 73.25     |\n",
-      "|    outdoor_temperature          | 14.391249 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 151250.64 |\n",
-      "|    wind_direction               | 277.5     |\n",
-      "|    wind_speed                   | 6.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.48e+03  |\n",
-      "|    n_updates                    | 20674     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************--------------------| 79%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 677.43176 |\n",
-      "|    air_humidity                 | 49.575752 |\n",
-      "|    air_temperature              | 22.503729 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 171.75    |\n",
-      "|    direct_solar_radiation       | 443.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 74.75     |\n",
-      "|    outdoor_temperature          | 16.459827 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 541536.8  |\n",
-      "|    wind_direction               | 102.5     |\n",
-      "|    wind_speed                   | 5.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.78e+03  |\n",
-      "|    n_updates                    | 20699     |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------******************************************--------------------| 79%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 349.05792  |\n",
-      "|    air_humidity                 | 42.49321   |\n",
-      "|    air_temperature              | 24.44578   |\n",
-      "|    clg_setpoint                 | 25.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 17.0       |\n",
-      "|    diffuse_solar_radiation      | 193.25     |\n",
-      "|    direct_solar_radiation       | 579.75     |\n",
-      "|    hour                         | 9.0        |\n",
-      "|    htg_setpoint                 | 20.0       |\n",
-      "|    month                        | 10.0       |\n",
-      "|    outdoor_humidity             | 60.75      |\n",
-      "|    outdoor_temperature          | 14.8956995 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 316582.8   |\n",
-      "|    wind_direction               | 257.5      |\n",
-      "|    wind_speed                   | 12.4       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.2e+03    |\n",
-      "|    n_updates                    | 20724      |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------*******************************************--------------------| 79%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 25.344414 |\n",
-      "|    air_temperature              | 24.028534 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 202.0     |\n",
-      "|    direct_solar_radiation       | 571.75    |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 42.25     |\n",
-      "|    outdoor_temperature          | 10.90466  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 317.5     |\n",
-      "|    wind_speed                   | 6.825     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.76e+04  |\n",
-      "|    n_updates                    | 20749     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************-------------------| 80%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 32.880497 |\n",
-      "|    air_temperature              | 21.89145  |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 206.25    |\n",
-      "|    direct_solar_radiation       | 571.75    |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 51.5      |\n",
-      "|    outdoor_temperature          | 15.797259 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 4.875     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.65e+03  |\n",
-      "|    n_updates                    | 20774     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************-------------------| 80%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 114.77949 |\n",
-      "|    air_humidity                 | 48.73564  |\n",
-      "|    air_temperature              | 22.8385   |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 197.75    |\n",
-      "|    direct_solar_radiation       | 617.5     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 59.5      |\n",
-      "|    outdoor_temperature          | 18.827942 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 103301.54 |\n",
-      "|    wind_direction               | 232.5     |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.33e+03  |\n",
-      "|    n_updates                    | 20799     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************-------------------| 80%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 47.761047 |\n",
-      "|    air_temperature              | 29.14502  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 147.75    |\n",
-      "|    direct_solar_radiation       | 609.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 81.25     |\n",
-      "|    outdoor_temperature          | 19.072847 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 7.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.69e+03  |\n",
-      "|    n_updates                    | 20824     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************-------------------| 80%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 46.74231  |\n",
-      "|    air_temperature              | 31.30642  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 157.0     |\n",
-      "|    direct_solar_radiation       | 41.75     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 67.25     |\n",
-      "|    outdoor_temperature          | 21.932957 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 112.5     |\n",
-      "|    wind_speed                   | 1.125     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.67e+03  |\n",
-      "|    n_updates                    | 20849     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 63.611557 |\n",
-      "|    air_temperature              | 28.221117 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 80.0      |\n",
-      "|    direct_solar_radiation       | 45.25     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 98.25     |\n",
-      "|    outdoor_temperature          | 19.452662 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 145.0     |\n",
-      "|    wind_speed                   | 6.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.66e+03  |\n",
-      "|    n_updates                    | 20874     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 56.281235 |\n",
-      "|    air_temperature              | 30.96048  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 20.25     |\n",
-      "|    direct_solar_radiation       | 161.25    |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 85.5      |\n",
-      "|    outdoor_temperature          | 20.33139  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 145.0     |\n",
-      "|    wind_speed                   | 4.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.83e+03  |\n",
-      "|    n_updates                    | 20899     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 23.261051 |\n",
-      "|    air_temperature              | 30.090052 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 21.75     |\n",
-      "|    outdoor_temperature          | 19.227865 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 262.5     |\n",
-      "|    wind_speed                   | 8.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.15e+03  |\n",
-      "|    n_updates                    | 20924     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 16.51077  |\n",
-      "|    air_temperature              | 21.999998 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 38.75     |\n",
-      "|    outdoor_temperature          | 9.069071  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 9.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.32e+03  |\n",
-      "|    n_updates                    | 20949     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************-----------------| 82%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 20.737274 |\n",
-      "|    air_temperature              | 21.259157 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 54.0      |\n",
-      "|    outdoor_temperature          | 6.756015  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 315.0     |\n",
-      "|    wind_speed                   | 7.075     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.98e+03  |\n",
-      "|    n_updates                    | 20974     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************-----------------| 82%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 406.1129  |\n",
-      "|    air_humidity                 | 22.629057 |\n",
-      "|    air_temperature              | 20.645561 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 44.5      |\n",
-      "|    outdoor_temperature          | 8.182513  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 353544.72 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 1.125     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.66e+03  |\n",
-      "|    n_updates                    | 20999     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************-----------------| 82%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 176.19357 |\n",
-      "|    air_humidity                 | 29.804996 |\n",
-      "|    air_temperature              | 21.000021 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 52.25     |\n",
-      "|    outdoor_temperature          | 11.880113 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 158574.2  |\n",
-      "|    wind_direction               | 265.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 735       |\n",
-      "|    n_updates                    | 21024     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************----------------| 83%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 465.4056  |\n",
-      "|    air_humidity                 | 19.860521 |\n",
-      "|    air_temperature              | 21.00008  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 44.25     |\n",
-      "|    outdoor_temperature          | 6.4531593 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 418865.06 |\n",
-      "|    wind_direction               | 7.5       |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.64e+03  |\n",
-      "|    n_updates                    | 21049     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************----------------| 83%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 301.59442 |\n",
-      "|    air_humidity                 | 48.137383 |\n",
-      "|    air_temperature              | 21.000105 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 87.5      |\n",
-      "|    outdoor_temperature          | 10.345593 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 271435.0  |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.1e+04   |\n",
-      "|    n_updates                    | 21074     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************----------------| 83%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 76.23822  |\n",
-      "|    air_humidity                 | 26.149212 |\n",
-      "|    air_temperature              | 19.272993 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 50.0      |\n",
-      "|    outdoor_temperature          | 8.594441  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 68614.4   |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 8.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.87e+03  |\n",
-      "|    n_updates                    | 21099     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 29.898169 |\n",
-      "|    air_temperature              | 20.22157  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 57.75     |\n",
-      "|    outdoor_temperature          | 11.937977 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 357.5     |\n",
-      "|    wind_speed                   | 5.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.6e+03   |\n",
-      "|    n_updates                    | 21124     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 303.0912  |\n",
-      "|    air_humidity                 | 41.484962 |\n",
-      "|    air_temperature              | 20.999952 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 86.0      |\n",
-      "|    outdoor_temperature          | 10.393824 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 272782.06 |\n",
-      "|    wind_direction               | 45.0      |\n",
-      "|    wind_speed                   | 0.375     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.32e+03  |\n",
-      "|    n_updates                    | 21149     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 334.2243  |\n",
-      "|    air_humidity                 | 30.540747 |\n",
-      "|    air_temperature              | 21.889717 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 66.75     |\n",
-      "|    outdoor_temperature          | 8.7990265 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 300801.88 |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 6.075     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.17e+03  |\n",
-      "|    n_updates                    | 21174     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 34.27362  |\n",
-      "|    air_temperature              | 18.00155  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 67.75     |\n",
-      "|    outdoor_temperature          | 5.7800684 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 322.5     |\n",
-      "|    wind_speed                   | 6.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.04e+03  |\n",
-      "|    n_updates                    | 21199     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************--------------| 85%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 35.91788  |\n",
-      "|    air_temperature              | 17.852299 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 85.0      |\n",
-      "|    outdoor_temperature          | 4.6286163 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 335.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.18e+03  |\n",
-      "|    n_updates                    | 21224     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************--------------| 85%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 40.212387 |\n",
-      "|    air_temperature              | 18.128834 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 17.0      |\n",
-      "|    direct_solar_radiation       | 55.25     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 4.8678036 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 332.5     |\n",
-      "|    wind_speed                   | 3.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.77e+03  |\n",
-      "|    n_updates                    | 21249     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************--------------| 85%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 48.87794  |\n",
-      "|    air_temperature              | 21.000011 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 92.5      |\n",
-      "|    direct_solar_radiation       | 142.75    |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 89.0      |\n",
-      "|    outdoor_temperature          | 10.662078 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 45.0      |\n",
-      "|    wind_speed                   | 1.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.72e+03  |\n",
-      "|    n_updates                    | 21274     |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------*************************************************-------------| 86%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168   |\n",
-      "|    air_humidity                 | 70.95457   |\n",
-      "|    air_temperature              | 19.950773  |\n",
-      "|    clg_setpoint                 | 30.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 10.0       |\n",
-      "|    diffuse_solar_radiation      | 124.25     |\n",
-      "|    direct_solar_radiation       | 115.0      |\n",
-      "|    hour                         | 8.0        |\n",
-      "|    htg_setpoint                 | 15.0       |\n",
-      "|    month                        | 11.0       |\n",
-      "|    outdoor_humidity             | 100.0      |\n",
-      "|    outdoor_temperature          | 15.6532345 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 60256.516  |\n",
-      "|    wind_direction               | 212.5      |\n",
+      "|    total_electricity_HVAC       | 7845287.0  |\n",
+      "|    wind_direction               | 200.0      |\n",
       "|    wind_speed                   | 6.7        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.83e+03   |\n",
-      "|    n_updates                    | 21299      |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------**************************************************-------------| 86%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 812.9243  |\n",
-      "|    air_humidity                 | 47.064064 |\n",
-      "|    air_temperature              | 22.938717 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 214.75    |\n",
-      "|    direct_solar_radiation       | 160.75    |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 99.0      |\n",
-      "|    outdoor_temperature          | 9.8358345 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 731631.9  |\n",
-      "|    wind_direction               | 330.0     |\n",
-      "|    wind_speed                   | 8.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 786       |\n",
-      "|    n_updates                    | 21324     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************-------------| 86%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 855.16016 |\n",
-      "|    air_humidity                 | 34.934628 |\n",
-      "|    air_temperature              | 23.299423 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 161.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 71.5      |\n",
-      "|    outdoor_temperature          | 8.631185  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 769644.2  |\n",
-      "|    wind_direction               | 357.5     |\n",
-      "|    wind_speed                   | 7.075     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.34e+03  |\n",
-      "|    n_updates                    | 21349     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************-------------| 86%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.6465  |\n",
-      "|    air_humidity                 | 37.76056  |\n",
-      "|    air_temperature              | 22.979378 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 105.25    |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 76.75     |\n",
-      "|    outdoor_temperature          | 9.527214  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 680081.9  |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 0.775     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.9e+03   |\n",
-      "|    n_updates                    | 21374     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 255.54282 |\n",
-      "|    air_humidity                 | 51.38102  |\n",
-      "|    air_temperature              | 24.256739 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 126.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 11.949695 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 229988.53 |\n",
-      "|    wind_direction               | 127.5     |\n",
-      "|    wind_speed                   | 2.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 994       |\n",
-      "|    n_updates                    | 21399     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 746.01514 |\n",
-      "|    air_humidity                 | 23.516073 |\n",
-      "|    air_temperature              | 23.465982 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 153.5     |\n",
-      "|    direct_solar_radiation       | 13.5      |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 48.5      |\n",
-      "|    outdoor_temperature          | 6.8982987 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 671413.6  |\n",
-      "|    wind_direction               | 285.0     |\n",
-      "|    wind_speed                   | 7.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.48e+03  |\n",
-      "|    n_updates                    | 21424     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 26.107616 |\n",
-      "|    air_temperature              | 20.64333  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 101.75    |\n",
-      "|    direct_solar_radiation       | 26.25     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 57.5      |\n",
-      "|    outdoor_temperature          | 9.14588   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 5.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.53e+03  |\n",
-      "|    n_updates                    | 21449     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 27.82852  |\n",
-      "|    air_temperature              | 21.930077 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 30.25     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 48.5      |\n",
-      "|    outdoor_temperature          | 10.184548 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 297.5     |\n",
-      "|    wind_speed                   | 7.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.91e+03  |\n",
-      "|    n_updates                    | 21474     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************************-----------| 88%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 28.248968 |\n",
-      "|    air_temperature              | 23.18946  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 56.0      |\n",
-      "|    outdoor_temperature          | 6.470765  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 257.5     |\n",
-      "|    wind_speed                   | 8.075     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.57e+03  |\n",
-      "|    n_updates                    | 21499     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************************-----------| 88%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 29.087454 |\n",
-      "|    air_temperature              | 22.994007 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 68.25     |\n",
-      "|    outdoor_temperature          | 4.6299367 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 237.5     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.27e+03  |\n",
-      "|    n_updates                    | 21524     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************************-----------| 88%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 765.85596 |\n",
-      "|    air_humidity                 | 37.356014 |\n",
-      "|    air_temperature              | 21.712988 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 86.5      |\n",
-      "|    outdoor_temperature          | 5.873901  |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 678344.4  |\n",
-      "|    wind_direction               | 217.5     |\n",
-      "|    wind_speed                   | 9.15      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2e+03     |\n",
-      "|    n_updates                    | 21549     |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------****************************************************----------| 89%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1263.6243  |\n",
-      "|    air_humidity                 | 27.212038  |\n",
-      "|    air_temperature              | 22.358484  |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 21.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 19.0       |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 11.0       |\n",
-      "|    outdoor_humidity             | 66.25      |\n",
-      "|    outdoor_temperature          | 0.43878692 |\n",
-      "|    people_occupant              | 2.0        |\n",
-      "|    total_electricity_HVAC       | 1137261.9  |\n",
-      "|    wind_direction               | 280.0      |\n",
-      "|    wind_speed                   | 8.925      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 8.11e+03   |\n",
-      "|    n_updates                    | 21574      |\n",
-      "------------------------------------------------\n",
-      "------------------------------------------------****************************************************----------| 89%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1525.2096  |\n",
-      "|    air_humidity                 | 21.43743   |\n",
-      "|    air_temperature              | 22.001425  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 22.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 20.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 11.0       |\n",
-      "|    outdoor_humidity             | 56.25      |\n",
-      "|    outdoor_temperature          | -0.8691397 |\n",
-      "|    people_occupant              | 2.0        |\n",
-      "|    total_electricity_HVAC       | 1372688.6  |\n",
-      "|    wind_direction               | 285.0      |\n",
-      "|    wind_speed                   | 9.55       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.46e+03   |\n",
-      "|    n_updates                    | 21599      |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------*****************************************************----------| 89%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1891.6239 |\n",
-      "|    air_humidity                 | 17.67955  |\n",
-      "|    air_temperature              | 18.995008 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 47.5      |\n",
-      "|    outdoor_temperature          | -2.701211 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1702461.5 |\n",
-      "|    wind_direction               | 307.5     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.71e+03  |\n",
-      "|    n_updates                    | 21624     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************************----------| 89%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 13.117279 |\n",
-      "|    air_temperature              | 21.999998 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 62.25     |\n",
-      "|    outdoor_temperature          | 2.0829508 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 10.0      |\n",
-      "|    wind_speed                   | 0.525     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.71e+03  |\n",
-      "|    n_updates                    | 21649     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************************---------| 90%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 636.2585  |\n",
-      "|    air_humidity                 | 37.8067   |\n",
-      "|    air_temperature              | 21.249306 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 98.25     |\n",
-      "|    outdoor_temperature          | 4.57644   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 572632.7  |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 4.375     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.48e+03  |\n",
-      "|    n_updates                    | 21674     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************************---------| 90%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 676.5342  |\n",
-      "|    air_humidity                 | 58.59235  |\n",
-      "|    air_temperature              | 18.482203 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 96.25     |\n",
-      "|    outdoor_temperature          | 10.229322 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 608880.75 |\n",
-      "|    wind_direction               | 265.0     |\n",
-      "|    wind_speed                   | 3.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.4e+03   |\n",
-      "|    n_updates                    | 21699     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************************---------| 90%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 39.79686  |\n",
-      "|    air_temperature              | 18.229832 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 71.0      |\n",
-      "|    outdoor_temperature          | 8.900488  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 262.5     |\n",
-      "|    wind_speed                   | 5.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.45e+03  |\n",
-      "|    n_updates                    | 21724     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************************--------| 91%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 30.653414 |\n",
-      "|    air_temperature              | 19.000013 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 67.0      |\n",
-      "|    outdoor_temperature          | 4.4980135 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 272.5     |\n",
-      "|    wind_speed                   | 5.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.38e+03  |\n",
-      "|    n_updates                    | 21749     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************************--------| 91%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 179.40852 |\n",
-      "|    air_humidity                 | 31.820286 |\n",
-      "|    air_temperature              | 19.999996 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 93.75     |\n",
-      "|    outdoor_temperature          | 4.539938  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 161467.67 |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 3.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.08e+03  |\n",
-      "|    n_updates                    | 21774     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************************--------| 91%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 225.59595 |\n",
-      "|    air_humidity                 | 32.762558 |\n",
-      "|    air_temperature              | 19.0      |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 82.0      |\n",
-      "|    outdoor_temperature          | 7.7978168 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 203036.36 |\n",
-      "|    wind_direction               | 312.5     |\n",
-      "|    wind_speed                   | 10.525    |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.51e+03  |\n",
-      "|    n_updates                    | 21799     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************************-------| 92%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1103.6442 |\n",
-      "|    air_humidity                 | 18.20577  |\n",
-      "|    air_temperature              | 18.0      |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 43.75     |\n",
-      "|    outdoor_temperature          | 1.2386879 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 993279.7  |\n",
-      "|    wind_direction               | 297.5     |\n",
-      "|    wind_speed                   | 10.8      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 745       |\n",
-      "|    n_updates                    | 21824     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************************-------| 92%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 19.739792 |\n",
-      "|    air_temperature              | 20.000017 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 63.0      |\n",
-      "|    outdoor_temperature          | 2.0301712 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 257.5     |\n",
-      "|    wind_speed                   | 5.425     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.11e+03  |\n",
-      "|    n_updates                    | 21849     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************************-------| 92%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 35.217537 |\n",
-      "|    air_temperature              | 20.274149 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 18.75     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 6.9920654 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 327.5     |\n",
-      "|    wind_speed                   | 0.375     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.55e+03  |\n",
-      "|    n_updates                    | 21874     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************************-------| 92%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 32.84092  |\n",
-      "|    air_temperature              | 21.583551 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 68.5      |\n",
-      "|    direct_solar_radiation       | 3.0       |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 76.75     |\n",
-      "|    outdoor_temperature          | 5.4908586 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 2.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.15e+03  |\n",
-      "|    n_updates                    | 21899     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************************------| 93%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1209.0073 |\n",
-      "|    air_humidity                 | 20.072664 |\n",
-      "|    air_temperature              | 22.122103 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 80.25     |\n",
-      "|    direct_solar_radiation       | 65.25     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 58.75     |\n",
-      "|    outdoor_temperature          | 0.2546476 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 1088106.5 |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.3e+03   |\n",
-      "|    n_updates                    | 21924     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************************------| 93%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 968.7795  |\n",
-      "|    air_humidity                 | 20.682884 |\n",
-      "|    air_temperature              | 18.82307  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 210.5     |\n",
-      "|    direct_solar_radiation       | 213.75    |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 53.25     |\n",
-      "|    outdoor_temperature          | 1.9130111 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 871901.56 |\n",
-      "|    wind_direction               | 277.5     |\n",
-      "|    wind_speed                   | 6.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.2e+03   |\n",
-      "|    n_updates                    | 21949     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************************------| 93%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 18.628345 |\n",
-      "|    air_temperature              | 21.067177 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 92.25     |\n",
-      "|    direct_solar_radiation       | 492.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 46.5      |\n",
-      "|    outdoor_temperature          | 7.173874  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 302.5     |\n",
-      "|    wind_speed                   | 7.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.75e+03  |\n",
-      "|    n_updates                    | 21974     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************************------| 93%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 476.10425 |\n",
-      "|    air_humidity                 | 22.734207 |\n",
-      "|    air_temperature              | 23.486908 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 167.25    |\n",
-      "|    direct_solar_radiation       | 121.75    |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 66.0      |\n",
-      "|    outdoor_temperature          | 2.5671427 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 428493.84 |\n",
-      "|    wind_direction               | 327.5     |\n",
-      "|    wind_speed                   | 0.375     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.74e+03  |\n",
-      "|    n_updates                    | 21999     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************************-----| 94%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.6465  |\n",
-      "|    air_humidity                 | 28.432045 |\n",
-      "|    air_temperature              | 23.13434  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 92.75     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 87.25     |\n",
-      "|    outdoor_temperature          | 3.7937093 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 680081.9  |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.49e+03  |\n",
-      "|    n_updates                    | 22024     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************************-----| 94%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 861.25696 |\n",
-      "|    air_humidity                 | 26.538927 |\n",
-      "|    air_temperature              | 22.993273 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 53.25     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 73.0      |\n",
-      "|    outdoor_temperature          | 1.9933993 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 775131.25 |\n",
-      "|    wind_direction               | 35.0      |\n",
-      "|    wind_speed                   | 3.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.18e+03  |\n",
-      "|    n_updates                    | 22049     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************************-----| 94%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 30.87924  |\n",
-      "|    air_temperature              | 23.100765 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 36.0      |\n",
-      "|    direct_solar_radiation       | 9.0       |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 79.75     |\n",
-      "|    outdoor_temperature          | 3.5068433 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 305.0     |\n",
-      "|    wind_speed                   | 4.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.27e+03  |\n",
-      "|    n_updates                    | 22074     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************************----| 95%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 22.573284 |\n",
-      "|    air_temperature              | 22.911606 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 50.0      |\n",
-      "|    outdoor_temperature          | 3.334994  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.52e+03  |\n",
-      "|    n_updates                    | 22099     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************************----| 95%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 17.63873  |\n",
-      "|    air_temperature              | 20.344404 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 32.25     |\n",
-      "|    outdoor_temperature          | 3.4847171 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 8.925     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 572       |\n",
-      "|    n_updates                    | 22124     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************************----| 95%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 78.55217  |\n",
-      "|    air_humidity                 | 17.442886 |\n",
-      "|    air_temperature              | 20.012045 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 62.25     |\n",
-      "|    outdoor_temperature          | 4.591076  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 67041.266 |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 7.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.8e+03   |\n",
-      "|    n_updates                    | 22149     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************************----| 95%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 538.88184 |\n",
-      "|    air_humidity                 | 24.78695  |\n",
-      "|    air_temperature              | 21.017    |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 58.0      |\n",
-      "|    outdoor_temperature          | 5.038567  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 484993.62 |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 3.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 9.34e+03  |\n",
-      "|    n_updates                    | 22174     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 443.30167 |\n",
-      "|    air_humidity                 | 26.74962  |\n",
-      "|    air_temperature              | 20.506552 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 52.0      |\n",
-      "|    outdoor_temperature          | 6.9844346 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 384110.12 |\n",
-      "|    wind_direction               | 337.5     |\n",
-      "|    wind_speed                   | 4.25      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.71e+03  |\n",
-      "|    n_updates                    | 22199     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 798.4142  |\n",
-      "|    air_humidity                 | 30.103796 |\n",
-      "|    air_temperature              | 20.000015 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 80.25     |\n",
-      "|    outdoor_temperature          | 4.3912582 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 718572.75 |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 5.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 824       |\n",
-      "|    n_updates                    | 22224     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 28.865433 |\n",
-      "|    air_temperature              | 18.52578  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 76.25     |\n",
-      "|    outdoor_temperature          | 4.8629026 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.78e+03  |\n",
-      "|    n_updates                    | 22249     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 634.5351  |\n",
-      "|    air_humidity                 | 24.009302 |\n",
-      "|    air_temperature              | 20.856209 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 54.0      |\n",
-      "|    outdoor_temperature          | 5.6826453 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 577064.06 |\n",
-      "|    wind_direction               | 355.0     |\n",
-      "|    wind_speed                   | 4.375     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 607       |\n",
-      "|    n_updates                    | 22274     |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------************************************************************--| 97%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 6          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 24         |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1824.9485  |\n",
-      "|    air_humidity                 | 13.21023   |\n",
-      "|    air_temperature              | 20.999922  |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 22.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 0.0        |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 44.5       |\n",
-      "|    outdoor_temperature          | -2.3678339 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1642453.6  |\n",
-      "|    wind_direction               | 345.0      |\n",
-      "|    wind_speed                   | 3.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 855        |\n",
-      "|    n_updates                    | 22299      |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------*************************************************************--| 97%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 15.420471 |\n",
-      "|    air_temperature              | 21.000063 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 3.1042883 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 80.0      |\n",
-      "|    wind_speed                   | 8.4       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.4e+03   |\n",
-      "|    n_updates                    | 22324     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 33.208645 |\n",
-      "|    air_temperature              | 19.72489  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 72.25     |\n",
-      "|    outdoor_temperature          | 4.998941  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 297.5     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.88e+03  |\n",
-      "|    n_updates                    | 22349     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 737.5208  |\n",
-      "|    air_humidity                 | 35.81898  |\n",
-      "|    air_temperature              | 19.986662 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 94.0      |\n",
-      "|    outdoor_temperature          | 8.87142   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 663768.75 |\n",
-      "|    wind_direction               | 95.0      |\n",
-      "|    wind_speed                   | 8.075     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.74e+03  |\n",
-      "|    n_updates                    | 22374     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 34.983475 |\n",
-      "|    air_temperature              | 20.000034 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 89.75     |\n",
-      "|    outdoor_temperature          | 4.678801  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 247.5     |\n",
-      "|    wind_speed                   | 3.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.38e+03  |\n",
-      "|    n_updates                    | 22399     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 25.802359 |\n",
-      "|    air_temperature              | 17.999998 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 55.5      |\n",
-      "|    outdoor_temperature          | 4.5781016 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 295.0     |\n",
-      "|    wind_speed                   | 3.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.97e+03  |\n",
-      "|    n_updates                    | 22424     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************************| 99%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 977.8774  |\n",
-      "|    air_humidity                 | 30.994516 |\n",
-      "|    air_temperature              | 21.99999  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 63.25     |\n",
-      "|    outdoor_temperature          | 1.8675216 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 880089.6  |\n",
-      "|    wind_direction               | 342.5     |\n",
-      "|    wind_speed                   | 5.825     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.33e+03  |\n",
-      "|    n_updates                    | 22449     |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------**************************************************************| 99%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1262.1515  |\n",
-      "|    air_humidity                 | 19.378036  |\n",
-      "|    air_temperature              | 20.0       |\n",
-      "|    clg_setpoint                 | 25.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 29.0       |\n",
-      "|    diffuse_solar_radiation      | 20.75      |\n",
-      "|    direct_solar_radiation       | 10.75      |\n",
-      "|    hour                         | 7.0        |\n",
-      "|    htg_setpoint                 | 20.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 72.0       |\n",
-      "|    outdoor_temperature          | 0.44615075 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1135936.4  |\n",
-      "|    wind_direction               | 65.0       |\n",
-      "|    wind_speed                   | 2.7        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.44e+03   |\n",
-      "|    n_updates                    | 22474      |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------***************************************************************| 99%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1012.9957 |\n",
-      "|    air_humidity                 | 28.28078  |\n",
-      "|    air_temperature              | 21.999395 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 36.25     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 91.25     |\n",
-      "|    outdoor_temperature          | 1.2347054 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 911696.1  |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 12.775    |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.35e+03  |\n",
-      "|    n_updates                    | 22499     |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------**************************************************************| 99%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 3          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 27         |\n",
-      "|    Heating_Setpoint_RL          | 18         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1838.0356  |\n",
-      "|    air_humidity                 | 15.019802  |\n",
-      "|    air_temperature              | 22.52058   |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 31.0       |\n",
-      "|    diffuse_solar_radiation      | 90.75      |\n",
-      "|    direct_solar_radiation       | 430.75     |\n",
-      "|    hour                         | 9.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 41.0       |\n",
-      "|    outdoor_temperature          | -2.8313658 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1654232.1  |\n",
-      "|    wind_direction               | 265.0      |\n",
-      "|    wind_speed                   | 10.175     |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.62e+03   |\n",
-      "|    n_updates                    | 22524      |\n",
-      "------------------------------------------------\n",
-      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n",
-      "\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]\u001b[0m\n",
-      "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION] [Episode 2]\u001b[0m\n",
-      "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2]\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n",
-      "  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
-      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active\u001b[0m\n",
-      "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n",
-      "  gym.logger.warn(\"Casting input x to numpy array.\")\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Progress: |***************************************************************************************************| 99%\n",
-      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION]\u001b[0m\n",
-      "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 5]\u001b[0m\n",
-      "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5]\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 5 started.\u001b[0m\n"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n",
-      "  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 5) if logger is active\u001b[0m\n",
-      "Eval num_timesteps=140154, episode_reward=-19379.18 +/- 0.00\n",
-      "Episode length: 35040.00 +/- 0.00\n",
-      "----------------------------------------------------\n",
-      "| action_network/                     |            |\n",
-      "|    index                            | 7          |\n",
-      "| action_simulation/                  |            |\n",
-      "|    Cooling_Setpoint_RL              | 23         |\n",
-      "|    Heating_Setpoint_RL              | 22         |\n",
-      "| eval/                               |            |\n",
-      "|    comfort_violation(%)             | 58.2       |\n",
-      "|    cumulative_comfort_penalty       | -1.77e+04  |\n",
-      "|    cumulative_energy_penalty        | -1.71e+03  |\n",
-      "|    cumulative_power_consumption     | 3.42e+07   |\n",
-      "|    cumulative_reward                | -1.94e+04  |\n",
-      "|    cumulative_temperature_violation | 3.53e+04   |\n",
-      "|    episode_length                   | 3.5e+04    |\n",
-      "|    mean_comfort_penalty             | -0.504     |\n",
-      "|    mean_energy_penalty              | -0.0488    |\n",
-      "|    mean_power_consumption           | 975        |\n",
-      "|    mean_reward                      | -0.553     |\n",
-      "|    mean_temperature_violation       | 1.01       |\n",
-      "|    std_cumulative_reward            | 0          |\n",
-      "|    std_reward                       | 0          |\n",
-      "| observation/                        |            |\n",
-      "|    HVAC_electricity_demand_rate     | 2817.9358  |\n",
-      "|    air_humidity                     | 19.03184   |\n",
-      "|    air_temperature                  | 17.655746  |\n",
-      "|    clg_setpoint                     | 28.0       |\n",
-      "|    co2_emission                     | 0.0        |\n",
-      "|    day_of_month                     | 31.0       |\n",
-      "|    diffuse_solar_radiation          | 0.0        |\n",
-      "|    direct_solar_radiation           | 0.0        |\n",
-      "|    hour                             | 23.0       |\n",
-      "|    htg_setpoint                     | 17.0       |\n",
-      "|    month                            | 12.0       |\n",
-      "|    outdoor_humidity                 | 38.0       |\n",
-      "|    outdoor_temperature              | -7.3327703 |\n",
-      "|    people_occupant                  | 0.0        |\n",
-      "|    total_electricity_HVAC           | 2536142.2  |\n",
-      "|    wind_direction                   | 312.5      |\n",
-      "|    wind_speed                       | 8.925      |\n",
-      "| rollout/                            |            |\n",
-      "|    exploration_rate                 | 0.05       |\n",
-      "| time/                               |            |\n",
-      "|    total_timesteps                  | 140154     |\n",
-      "| train/                              |            |\n",
-      "|    learning_rate                    | 0.0001     |\n",
-      "|    loss                             | 8.86e+03   |\n",
-      "|    n_updates                        | 22538      |\n",
-      "----------------------------------------------------\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
       "------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 56%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.6071041   |\n",
+      "|    air_humidity                 | 1.6865652   |\n",
+      "|    air_temperature              | 0.42672077  |\n",
+      "|    clg_setpoint                 | -1.0976026  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.8371686   |\n",
+      "|    diffuse_solar_radiation      | 1.6033775   |\n",
+      "|    direct_solar_radiation       | -0.61386234 |\n",
+      "|    hour                         | 0.3614308   |\n",
+      "|    htg_setpoint                 | 1.2735864   |\n",
+      "|    month                        | 0.23327258  |\n",
+      "|    outdoor_humidity             | 1.1485232   |\n",
+      "|    outdoor_temperature          | 1.0042319   |\n",
+      "|    people_occupant              | 1.6948702   |\n",
+      "|    total_electricity_HVAC       | 0.54107344  |\n",
+      "|    wind_direction               | 0.5764823   |\n",
+      "|    wind_speed                   | 0.2423354   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5623.6157   |\n",
+      "|    air_humidity                 | 58.870792   |\n",
+      "|    air_temperature              | 23.249697   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 233.25      |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 92.5        |\n",
+      "|    outdoor_temperature          | 22.217487   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 5061254.0   |\n",
+      "|    wind_direction               | 242.5       |\n",
+      "|    wind_speed                   | 5.5         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 56%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.2318493   |\n",
+      "|    air_humidity                 | 1.1439347   |\n",
+      "|    air_temperature              | 0.4261417   |\n",
+      "|    clg_setpoint                 | -1.0973064  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.9506214   |\n",
+      "|    diffuse_solar_radiation      | 0.95240265  |\n",
+      "|    direct_solar_radiation       | 1.9346933   |\n",
+      "|    hour                         | 0.5058937   |\n",
+      "|    htg_setpoint                 | 1.273205    |\n",
+      "|    month                        | 0.23319562  |\n",
+      "|    outdoor_humidity             | -0.13557209 |\n",
+      "|    outdoor_temperature          | 1.4661071   |\n",
+      "|    people_occupant              | 1.6945167   |\n",
+      "|    total_electricity_HVAC       | 1.1809766   |\n",
+      "|    wind_direction               | 0.10000823  |\n",
+      "|    wind_speed                   | -0.06943728 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 8340.34     |\n",
+      "|    air_humidity                 | 51.797356   |\n",
+      "|    air_temperature              | 23.249044   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 168.75      |\n",
+      "|    direct_solar_radiation       | 636.25      |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 65.75       |\n",
+      "|    outdoor_temperature          | 26.742123   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 7692098.0   |\n",
+      "|    wind_direction               | 192.5       |\n",
+      "|    wind_speed                   | 4.75        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.007088024 |\n",
+      "|    clip_fraction                | 0.0751      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.41       |\n",
+      "|    explained_variance           | 0.666       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.402       |\n",
+      "|    n_updates                    | 780         |\n",
+      "|    policy_gradient_loss         | -0.00804    |\n",
+      "|    std                          | 0.811       |\n",
+      "|    value_loss                   | 1.74        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 56%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.9700573   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.081572   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.86905587  |\n",
+      "|    air_humidity                 | 1.1634207   |\n",
+      "|    air_temperature              | 0.42601413  |\n",
+      "|    clg_setpoint                 | -1.0969905  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0639375   |\n",
+      "|    diffuse_solar_radiation      | 1.5082343   |\n",
+      "|    direct_solar_radiation       | -0.42771864 |\n",
+      "|    hour                         | 0.650355    |\n",
+      "|    htg_setpoint                 | -0.18818595 |\n",
+      "|    month                        | 0.23311873  |\n",
+      "|    outdoor_humidity             | -0.1598641  |\n",
+      "|    outdoor_temperature          | 1.4626294   |\n",
+      "|    people_occupant              | 1.6941637   |\n",
+      "|    total_electricity_HVAC       | 0.789818    |\n",
+      "|    wind_direction               | 0.17130561  |\n",
+      "|    wind_speed                   | 0.31579563  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6763.167    |\n",
+      "|    air_humidity                 | 52.055447   |\n",
+      "|    air_temperature              | 23.24909    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 224.0       |\n",
+      "|    direct_solar_radiation       | 46.5        |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 17.108587   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 65.25       |\n",
+      "|    outdoor_temperature          | 26.719154   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 6084236.5   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 5.675       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 56%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.12438238  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.32465    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.43253472  |\n",
+      "|    air_humidity                 | 2.1261082   |\n",
+      "|    air_temperature              | 0.42649966  |\n",
+      "|    clg_setpoint                 | -1.0966402  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1770829   |\n",
+      "|    diffuse_solar_radiation      | 0.071342655 |\n",
+      "|    direct_solar_radiation       | -0.61401975 |\n",
+      "|    hour                         | 0.79481333  |\n",
+      "|    htg_setpoint                 | 1.0034871   |\n",
+      "|    month                        | 0.23304191  |\n",
+      "|    outdoor_humidity             | 1.3154906   |\n",
+      "|    outdoor_temperature          | 1.0521051   |\n",
+      "|    people_occupant              | 1.6938112   |\n",
+      "|    total_electricity_HVAC       | 0.3749065   |\n",
+      "|    wind_direction               | 0.67179054  |\n",
+      "|    wind_speed                   | -0.5997294  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4865.255    |\n",
+      "|    air_humidity                 | 64.6427     |\n",
+      "|    air_temperature              | 23.249931   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 81.5        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 22.118801   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 22.713118   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4378729.5   |\n",
+      "|    wind_direction               | 252.5       |\n",
+      "|    wind_speed                   | 3.475       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 57%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.35011587 |\n",
+      "|    Heating_Setpoint_RL          | -0.56873417 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.44336    |\n",
+      "|    Heating_Setpoint_RL          | 14.425871   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.514884   |\n",
+      "|    air_humidity                 | -0.59407645 |\n",
+      "|    air_temperature              | 0.41312897  |\n",
+      "|    clg_setpoint                 | -1.096457   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2900196   |\n",
+      "|    diffuse_solar_radiation      | -0.33203256 |\n",
+      "|    direct_solar_radiation       | -0.61401695 |\n",
+      "|    hour                         | 0.93926746  |\n",
+      "|    htg_setpoint                 | 1.1490046   |\n",
+      "|    month                        | 0.23296517  |\n",
+      "|    outdoor_humidity             | 0.46321824  |\n",
+      "|    outdoor_temperature          | 1.1818253   |\n",
+      "|    people_occupant              | -0.6891111  |\n",
+      "|    total_electricity_HVAC       | -0.39864567 |\n",
+      "|    wind_direction               | 0.07567271  |\n",
+      "|    wind_speed                   | -0.859625   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 745.9169    |\n",
+      "|    air_humidity                 | 29.105364   |\n",
+      "|    air_temperature              | 23.23222    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 41.5        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 22.731384   |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 78.25       |\n",
+      "|    outdoor_temperature          | 23.99209    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1198812.0   |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 2.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************-------------------------------------------| 57%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.8551232  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.738958   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.55792755 |\n",
+      "|    air_humidity                 | -1.5610249  |\n",
+      "|    air_temperature              | 0.4343338   |\n",
+      "|    clg_setpoint                 | 0.2574719   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4027065   |\n",
+      "|    diffuse_solar_radiation      | -0.75033104 |\n",
+      "|    direct_solar_radiation       | -0.6139688  |\n",
+      "|    hour                         | 1.0837156   |\n",
+      "|    htg_setpoint                 | -1.4040202  |\n",
+      "|    month                        | 0.2328885   |\n",
+      "|    outdoor_humidity             | 0.31864995  |\n",
+      "|    outdoor_temperature          | 1.1907244   |\n",
+      "|    people_occupant              | -0.68879396 |\n",
+      "|    total_electricity_HVAC       | -0.5679875  |\n",
+      "|    wind_direction               | 0.43336135  |\n",
+      "|    wind_speed                   | 0.16038834  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 558.0743    |\n",
+      "|    air_humidity                 | 16.458534   |\n",
+      "|    air_temperature              | 23.260567   |\n",
+      "|    clg_setpoint                 | 26.827663   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 7.0         |\n",
+      "|    outdoor_humidity             | 75.25       |\n",
+      "|    outdoor_temperature          | 24.087942   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 502266.88   |\n",
+      "|    wind_direction               | 227.5       |\n",
+      "|    wind_speed                   | 5.3         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*****************-------------------------------------------| 57%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.7305791    |\n",
+      "|    Heating_Setpoint_RL          | -0.027440026 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.090704    |\n",
+      "|    Heating_Setpoint_RL          | 17.47065     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5351863   |\n",
+      "|    air_humidity                 | 1.0907526    |\n",
+      "|    air_temperature              | 0.51536494   |\n",
+      "|    clg_setpoint                 | -0.9495495   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.5150988    |\n",
+      "|    diffuse_solar_radiation      | -0.7503656   |\n",
+      "|    direct_solar_radiation       | -0.61396533  |\n",
+      "|    hour                         | 1.2281556    |\n",
+      "|    htg_setpoint                 | 1.2725837    |\n",
+      "|    month                        | 0.23281191   |\n",
+      "|    outdoor_humidity             | 0.7387259    |\n",
+      "|    outdoor_temperature          | 1.183812     |\n",
+      "|    people_occupant              | -0.450519    |\n",
+      "|    total_electricity_HVAC       | -0.5463375   |\n",
+      "|    wind_direction               | 0.0038217893 |\n",
+      "|    wind_speed                   | -0.18282354  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 657.2946     |\n",
+      "|    air_humidity                 | 51.112682    |\n",
+      "|    air_temperature              | 23.36863     |\n",
+      "|    clg_setpoint                 | 23.637526    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 29.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 84.0         |\n",
+      "|    outdoor_temperature          | 24.029259    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 591565.1     |\n",
+      "|    wind_direction               | 182.5        |\n",
+      "|    wind_speed                   | 4.475        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*****************-------------------------------------------| 57%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.028337479 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 17.465603    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.55556273  |\n",
+      "|    air_humidity                 | 0.91781163   |\n",
+      "|    air_temperature              | 0.092625245  |\n",
+      "|    clg_setpoint                 | -1.095945    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.6271482    |\n",
+      "|    diffuse_solar_radiation      | -0.75040865  |\n",
+      "|    direct_solar_radiation       | -0.6140496   |\n",
+      "|    hour                         | 1.3725853    |\n",
+      "|    htg_setpoint                 | -0.32026634  |\n",
+      "|    month                        | 0.2327354    |\n",
+      "|    outdoor_humidity             | 1.062187     |\n",
+      "|    outdoor_temperature          | 0.9564115    |\n",
+      "|    people_occupant              | -0.68901104  |\n",
+      "|    total_electricity_HVAC       | -0.56575     |\n",
+      "|    wind_direction               | 0.26617384   |\n",
+      "|    wind_speed                   | -0.28698796  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 569.4505     |\n",
+      "|    air_humidity                 | 48.857754    |\n",
+      "|    air_temperature              | 22.80506     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 30.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 21.0         |\n",
+      "|    htg_setpoint                 | 16.556307    |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 90.75        |\n",
+      "|    outdoor_temperature          | 21.812948    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 512505.44    |\n",
+      "|    wind_direction               | 210.0        |\n",
+      "|    wind_speed                   | 4.225        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------******************------------------------------------------| 58%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.7157449   |\n",
+      "|    Heating_Setpoint_RL          | 0.5564337    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.20936     |\n",
+      "|    Heating_Setpoint_RL          | 20.75494     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.058044884 |\n",
+      "|    air_humidity                 | 1.0332017    |\n",
+      "|    air_temperature              | 0.42782664   |\n",
+      "|    clg_setpoint                 | 0.47532207   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.7388034    |\n",
+      "|    diffuse_solar_radiation      | -0.7503576   |\n",
+      "|    direct_solar_radiation       | -0.61387914  |\n",
+      "|    hour                         | 1.5170019    |\n",
+      "|    htg_setpoint                 | 1.2718208    |\n",
+      "|    month                        | 0.23265897   |\n",
+      "|    outdoor_humidity             | 0.641961     |\n",
+      "|    outdoor_temperature          | 1.1569318    |\n",
+      "|    people_occupant              | -0.6891194   |\n",
+      "|    total_electricity_HVAC       | 0.03753312   |\n",
+      "|    wind_direction               | 0.123203136  |\n",
+      "|    wind_speed                   | -0.71339864  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2731.035     |\n",
+      "|    air_humidity                 | 50.37367     |\n",
+      "|    air_temperature              | 23.252148    |\n",
+      "|    clg_setpoint                 | 27.400078    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 31.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 7.0          |\n",
+      "|    outdoor_humidity             | 82.0         |\n",
+      "|    outdoor_temperature          | 23.785936    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2990306.5    |\n",
+      "|    wind_direction               | 195.0        |\n",
+      "|    wind_speed                   | 3.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------******************------------------------------------------| 58%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.68362373   |\n",
+      "|    Heating_Setpoint_RL          | 0.60781306   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.93223     |\n",
+      "|    Heating_Setpoint_RL          | 21.04395     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.4285482   |\n",
+      "|    air_humidity                 | 0.3171031    |\n",
+      "|    air_temperature              | -0.020305347 |\n",
+      "|    clg_setpoint                 | 1.3412408    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.6714891   |\n",
+      "|    diffuse_solar_radiation      | -0.75045377  |\n",
+      "|    direct_solar_radiation       | -0.6140658   |\n",
+      "|    hour                         | 1.6614026    |\n",
+      "|    htg_setpoint                 | 1.132385     |\n",
+      "|    month                        | 0.5262498    |\n",
+      "|    outdoor_humidity             | -0.11419007  |\n",
+      "|    outdoor_temperature          | 1.2275178    |\n",
+      "|    people_occupant              | -0.6892276   |\n",
+      "|    total_electricity_HVAC       | -0.4448421   |\n",
+      "|    wind_direction               | 0.4809889    |\n",
+      "|    wind_speed                   | -0.6509649   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1122.4327    |\n",
+      "|    air_humidity                 | 41.018616    |\n",
+      "|    air_temperature              | 22.655073    |\n",
+      "|    clg_setpoint                 | 29.687801    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 22.66387     |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 66.25        |\n",
+      "|    outdoor_temperature          | 24.489258    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1010189.5    |\n",
+      "|    wind_direction               | 232.5        |\n",
+      "|    wind_speed                   | 3.35         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************----------------------------------------| 59%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.56401074 |\n",
+      "|    air_humidity                 | 0.37916356  |\n",
+      "|    air_temperature              | -0.14332202 |\n",
+      "|    clg_setpoint                 | 0.32460785  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4425285  |\n",
+      "|    diffuse_solar_radiation      | -0.75051045 |\n",
+      "|    direct_solar_radiation       | -0.6142699  |\n",
+      "|    hour                         | -1.6613041  |\n",
+      "|    htg_setpoint                 | -1.018742   |\n",
+      "|    month                        | 0.52604073  |\n",
+      "|    outdoor_humidity             | 0.3900382   |\n",
+      "|    outdoor_temperature          | 1.4394877   |\n",
+      "|    people_occupant              | -0.6893357  |\n",
+      "|    total_electricity_HVAC       | -0.5738145  |\n",
+      "|    wind_direction               | 0.17062962  |\n",
+      "|    wind_speed                   | -0.7028557  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 534.9709    |\n",
+      "|    air_humidity                 | 41.833874   |\n",
+      "|    air_temperature              | 22.49149    |\n",
+      "|    clg_setpoint                 | 27.001776   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 13.622464   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 76.75       |\n",
+      "|    outdoor_temperature          | 26.580597   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 481473.78   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 3.225       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************----------------------------------------| 59%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.6701596   |\n",
+      "|    Heating_Setpoint_RL          | 0.8464385   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.886787   |\n",
+      "|    Heating_Setpoint_RL          | 22.386217   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.56683975 |\n",
+      "|    air_humidity                 | -1.4239421  |\n",
+      "|    air_temperature              | 0.16533774  |\n",
+      "|    clg_setpoint                 | 1.4035522   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.327573   |\n",
+      "|    diffuse_solar_radiation      | -0.7505553  |\n",
+      "|    direct_solar_radiation       | -0.6143567  |\n",
+      "|    hour                         | -1.5167696  |\n",
+      "|    htg_setpoint                 | -0.82218343 |\n",
+      "|    month                        | 0.5258319   |\n",
+      "|    outdoor_humidity             | 1.2184443   |\n",
+      "|    outdoor_temperature          | 1.3057951   |\n",
+      "|    people_occupant              | -0.68901956 |\n",
+      "|    total_electricity_HVAC       | -0.57650405 |\n",
+      "|    wind_direction               | 0.05125211  |\n",
+      "|    wind_speed                   | -0.8069344  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 522.0802    |\n",
+      "|    air_humidity                 | 18.262793   |\n",
+      "|    air_temperature              | 22.903353   |\n",
+      "|    clg_setpoint                 | 29.852795   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 14.447221   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 94.0        |\n",
+      "|    outdoor_temperature          | 25.28416    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 469872.16   |\n",
+      "|    wind_direction               | 187.5       |\n",
+      "|    wind_speed                   | 2.975       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************----------------------------------------| 59%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5704528  |\n",
+      "|    air_humidity                 | -1.8549423  |\n",
+      "|    air_temperature              | 0.089225076 |\n",
+      "|    clg_setpoint                 | 0.3748811   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2128919  |\n",
+      "|    diffuse_solar_radiation      | -0.7506644  |\n",
+      "|    direct_solar_radiation       | -0.6144994  |\n",
+      "|    hour                         | -1.3722523  |\n",
+      "|    htg_setpoint                 | -0.5635088  |\n",
+      "|    month                        | 0.5256233   |\n",
+      "|    outdoor_humidity             | 0.6779116   |\n",
+      "|    outdoor_temperature          | 1.4353178   |\n",
+      "|    people_occupant              | -0.6887038  |\n",
+      "|    total_electricity_HVAC       | -0.5796343  |\n",
+      "|    wind_direction               | 0.74370396  |\n",
+      "|    wind_speed                   | -0.65049267 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 505.75864   |\n",
+      "|    air_humidity                 | 12.60262    |\n",
+      "|    air_temperature              | 22.802547   |\n",
+      "|    clg_setpoint                 | 27.13591    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 15.532017   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 82.75       |\n",
+      "|    outdoor_temperature          | 26.572311   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 456457.06   |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********************----------------------------------------| 59%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.27092296  |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.710634    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.090890594 |\n",
+      "|    air_humidity                 | 0.35265392   |\n",
+      "|    air_temperature              | 0.42517334   |\n",
+      "|    clg_setpoint                 | 0.8445723    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.0984397   |\n",
+      "|    diffuse_solar_radiation      | -0.7507059   |\n",
+      "|    direct_solar_radiation       | -0.6143744   |\n",
+      "|    hour                         | -1.2277493   |\n",
+      "|    htg_setpoint                 | 1.2721325    |\n",
+      "|    month                        | 0.525415     |\n",
+      "|    outdoor_humidity             | 1.0019578    |\n",
+      "|    outdoor_temperature          | 1.3292365    |\n",
+      "|    people_occupant              | -0.68881196  |\n",
+      "|    total_electricity_HVAC       | -0.12337862  |\n",
+      "|    wind_direction               | -1.7399161   |\n",
+      "|    wind_speed                   | -0.91072786  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2588.0586    |\n",
+      "|    air_humidity                 | 41.475697    |\n",
+      "|    air_temperature              | 23.2504      |\n",
+      "|    clg_setpoint                 | 28.37632     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 6.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 3.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 89.5         |\n",
+      "|    outdoor_temperature          | 25.544271    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2329252.8    |\n",
+      "|    wind_direction               | 0.0          |\n",
+      "|    wind_speed                   | 2.725        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**********************---------------------------------------| 60%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.17144084  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.203613   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.59005994 |\n",
+      "|    air_humidity                 | 0.6688689   |\n",
+      "|    air_temperature              | -0.37655914 |\n",
+      "|    clg_setpoint                 | 0.10913702  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9841753  |\n",
+      "|    diffuse_solar_radiation      | -0.75075597 |\n",
+      "|    direct_solar_radiation       | -0.6141118  |\n",
+      "|    hour                         | -1.0832577  |\n",
+      "|    htg_setpoint                 | 0.7890989   |\n",
+      "|    month                        | 0.52520686  |\n",
+      "|    outdoor_humidity             | 0.8572087   |\n",
+      "|    outdoor_temperature          | 0.6697634   |\n",
+      "|    people_occupant              | -0.68892    |\n",
+      "|    total_electricity_HVAC       | -0.59815204 |\n",
+      "|    wind_direction               | -1.33279    |\n",
+      "|    wind_speed                   | -0.9107742  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 421.6732    |\n",
+      "|    air_humidity                 | 45.624996   |\n",
+      "|    air_temperature              | 22.182661   |\n",
+      "|    clg_setpoint                 | 26.43365    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 21.221756   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 86.5        |\n",
+      "|    outdoor_temperature          | 19.0794     |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 381453.56   |\n",
+      "|    wind_direction               | 42.5        |\n",
+      "|    wind_speed                   | 2.725       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************---------------------------------------| 60%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.07737905  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.886154   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.38963264  |\n",
+      "|    air_humidity                 | 0.64404815  |\n",
+      "|    air_temperature              | 0.42466426  |\n",
+      "|    clg_setpoint                 | 0.9721115   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.87006205 |\n",
+      "|    diffuse_solar_radiation      | -0.5394852  |\n",
+      "|    direct_solar_radiation       | -0.38266328 |\n",
+      "|    hour                         | -0.9387749  |\n",
+      "|    htg_setpoint                 | 1.271034    |\n",
+      "|    month                        | 0.524999    |\n",
+      "|    outdoor_humidity             | 0.18453893  |\n",
+      "|    outdoor_temperature          | 0.17428955  |\n",
+      "|    people_occupant              | -0.68902797 |\n",
+      "|    total_electricity_HVAC       | 0.5917308   |\n",
+      "|    wind_direction               | -1.4512211  |\n",
+      "|    wind_speed                   | -0.70220906 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4672.95     |\n",
+      "|    air_humidity                 | 45.30821    |\n",
+      "|    air_temperature              | 23.250147   |\n",
+      "|    clg_setpoint                 | 28.71366    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 21.0        |\n",
+      "|    direct_solar_radiation       | 57.75       |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 72.5        |\n",
+      "|    outdoor_temperature          | 14.222109   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5262358.5   |\n",
+      "|    wind_direction               | 30.0        |\n",
+      "|    wind_speed                   | 3.225       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************---------------------------------------| 60%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.2124931  |\n",
+      "|    air_humidity                 | 1.0589626   |\n",
+      "|    air_temperature              | 0.42443776  |\n",
+      "|    clg_setpoint                 | 1.4588284   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7560674  |\n",
+      "|    diffuse_solar_radiation      | 0.24232925  |\n",
+      "|    direct_solar_radiation       | -0.20549591 |\n",
+      "|    hour                         | -0.7942988  |\n",
+      "|    htg_setpoint                 | 1.2706281   |\n",
+      "|    month                        | 0.5247915   |\n",
+      "|    outdoor_humidity             | 0.23288397  |\n",
+      "|    outdoor_temperature          | 0.8070031   |\n",
+      "|    people_occupant              | -0.6891358  |\n",
+      "|    total_electricity_HVAC       | -0.23940913 |\n",
+      "|    wind_direction               | -1.4028037  |\n",
+      "|    wind_speed                   | -0.96244764 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2060.798    |\n",
+      "|    air_humidity                 | 50.744274   |\n",
+      "|    air_temperature              | 23.250093   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 98.75       |\n",
+      "|    direct_solar_radiation       | 102.0       |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 73.5        |\n",
+      "|    outdoor_temperature          | 20.43449    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1853765.2   |\n",
+      "|    wind_direction               | 35.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*********************---------------------------------------| 60%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.6322412   |\n",
+      "|    Heating_Setpoint_RL          | -0.95169497  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.491186    |\n",
+      "|    Heating_Setpoint_RL          | 12.271716    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.38273683  |\n",
+      "|    air_humidity                 | -0.1973826   |\n",
+      "|    air_temperature              | -0.45849568  |\n",
+      "|    clg_setpoint                 | -0.40248245  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.6421628   |\n",
+      "|    diffuse_solar_radiation      | -0.037066646 |\n",
+      "|    direct_solar_radiation       | 1.9068727    |\n",
+      "|    hour                         | -0.64982766  |\n",
+      "|    htg_setpoint                 | 0.4877823    |\n",
+      "|    month                        | 0.5245841    |\n",
+      "|    outdoor_humidity             | 0.29313895   |\n",
+      "|    outdoor_temperature          | 0.97388256   |\n",
+      "|    people_occupant              | -0.68924344  |\n",
+      "|    total_electricity_HVAC       | -0.40571338  |\n",
+      "|    wind_direction               | 0.8889997    |\n",
+      "|    wind_speed                   | -1.1708165   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1322.7432    |\n",
+      "|    air_humidity                 | 34.31142     |\n",
+      "|    air_temperature              | 22.074865    |\n",
+      "|    clg_setpoint                 | 25.081705    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 10.0         |\n",
+      "|    diffuse_solar_radiation      | 71.0         |\n",
+      "|    direct_solar_radiation       | 629.0        |\n",
+      "|    hour                         | 7.0          |\n",
+      "|    htg_setpoint                 | 19.959534    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 74.75        |\n",
+      "|    outdoor_temperature          | 22.079609    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1172216.0    |\n",
+      "|    wind_direction               | 275.0        |\n",
+      "|    wind_speed                   | 2.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***********************--------------------------------------| 61%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.17988396 |\n",
+      "|    Heating_Setpoint_RL          | -0.70926833 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.01789    |\n",
+      "|    Heating_Setpoint_RL          | 13.6353655  |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4927626  |\n",
+      "|    air_humidity                 | -1.6230909  |\n",
+      "|    air_temperature              | 0.17759953  |\n",
+      "|    clg_setpoint                 | 0.15781714  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.52832407 |\n",
+      "|    diffuse_solar_radiation      | 1.8526424   |\n",
+      "|    direct_solar_radiation       | 0.45326385  |\n",
+      "|    hour                         | -0.5053598  |\n",
+      "|    htg_setpoint                 | -1.4048252  |\n",
+      "|    month                        | 0.524377    |\n",
+      "|    outdoor_humidity             | 0.4972707   |\n",
+      "|    outdoor_temperature          | 1.4072341   |\n",
+      "|    people_occupant              | -0.6889287  |\n",
+      "|    total_electricity_HVAC       | -0.50479877 |\n",
+      "|    wind_direction               | 0.22031479  |\n",
+      "|    wind_speed                   | -0.7534167  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 844.86804   |\n",
+      "|    air_humidity                 | 15.644645   |\n",
+      "|    air_temperature              | 22.922062   |\n",
+      "|    clg_setpoint                 | 26.5629     |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 259.0       |\n",
+      "|    direct_solar_radiation       | 266.5       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 79.0        |\n",
+      "|    outdoor_temperature          | 26.341242   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 765333.7    |\n",
+      "|    wind_direction               | 205.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************--------------------------------------| 61%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.5730133  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 14.4018     |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.88475347  |\n",
+      "|    air_humidity                 | 0.44926658  |\n",
+      "|    air_temperature              | 0.42489722  |\n",
+      "|    clg_setpoint                 | -1.0960613  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.41453084 |\n",
+      "|    diffuse_solar_radiation      | 2.6403592   |\n",
+      "|    direct_solar_radiation       | -0.1799981  |\n",
+      "|    hour                         | -0.36089405 |\n",
+      "|    htg_setpoint                 | 1.2711798   |\n",
+      "|    month                        | 0.52417016  |\n",
+      "|    outdoor_humidity             | 0.4729092   |\n",
+      "|    outdoor_temperature          | 1.4112657   |\n",
+      "|    people_occupant              | 1.695384    |\n",
+      "|    total_electricity_HVAC       | 0.90385795  |\n",
+      "|    wind_direction               | 0.4591634   |\n",
+      "|    wind_speed                   | -0.44029707 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6815.4067   |\n",
+      "|    air_humidity                 | 42.753674   |\n",
+      "|    air_temperature              | 23.251577   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 337.5       |\n",
+      "|    direct_solar_radiation       | 108.5       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 78.5        |\n",
+      "|    outdoor_temperature          | 26.39429    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 6537001.5   |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************--------------------------------------| 61%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.8441833   |\n",
+      "|    air_humidity                 | 1.077805    |\n",
+      "|    air_temperature              | 0.4227244   |\n",
+      "|    clg_setpoint                 | -1.0959309  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.3007668  |\n",
+      "|    diffuse_solar_radiation      | 2.0577972   |\n",
+      "|    direct_solar_radiation       | 1.7691641   |\n",
+      "|    hour                         | -0.21642938 |\n",
+      "|    htg_setpoint                 | 0.8704642   |\n",
+      "|    month                        | 0.5239635   |\n",
+      "|    outdoor_humidity             | -1.3908283  |\n",
+      "|    outdoor_temperature          | 1.523122    |\n",
+      "|    people_occupant              | 1.695034    |\n",
+      "|    total_electricity_HVAC       | 0.7668774   |\n",
+      "|    wind_direction               | 1.4621977   |\n",
+      "|    wind_speed                   | -0.33597517 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6640.038    |\n",
+      "|    air_humidity                 | 50.987602   |\n",
+      "|    air_temperature              | 23.248888   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 279.75      |\n",
+      "|    direct_solar_radiation       | 594.75      |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 21.566183   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 39.75       |\n",
+      "|    outdoor_temperature          | 27.50655    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 5976034.0   |\n",
+      "|    wind_direction               | 335.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************-------------------------------------| 62%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.9405535   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.915613   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.3624437   |\n",
+      "|    air_humidity                 | 1.1248488   |\n",
+      "|    air_temperature              | 0.42270517  |\n",
+      "|    clg_setpoint                 | -1.0956686  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18701963 |\n",
+      "|    diffuse_solar_radiation      | 2.8098617   |\n",
+      "|    direct_solar_radiation       | 1.3228953   |\n",
+      "|    hour                         | -0.07196518 |\n",
+      "|    htg_setpoint                 | 1.2706337   |\n",
+      "|    month                        | 0.52375716  |\n",
+      "|    outdoor_humidity             | -0.10398941 |\n",
+      "|    outdoor_temperature          | 1.5567306   |\n",
+      "|    people_occupant              | 1.2179649   |\n",
+      "|    total_electricity_HVAC       | 1.2583969   |\n",
+      "|    wind_direction               | 0.14823285  |\n",
+      "|    wind_speed                   | 0.060920175 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 8886.08     |\n",
+      "|    air_humidity                 | 51.607452   |\n",
+      "|    air_temperature              | 23.249043   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 354.75      |\n",
+      "|    direct_solar_radiation       | 483.5       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 66.5        |\n",
+      "|    outdoor_temperature          | 27.847746   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 7989549.5   |\n",
+      "|    wind_direction               | 197.5       |\n",
+      "|    wind_speed                   | 5.05        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.007884659 |\n",
+      "|    clip_fraction                | 0.0672      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.4        |\n",
+      "|    explained_variance           | 0.722       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.632       |\n",
+      "|    n_updates                    | 790         |\n",
+      "|    policy_gradient_loss         | -0.00804    |\n",
+      "|    std                          | 0.803       |\n",
+      "|    value_loss                   | 1.65        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************-------------------------------------| 62%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.53244483  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 20.620003   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.8423966   |\n",
+      "|    air_humidity                 | 1.0710866   |\n",
+      "|    air_temperature              | 0.42281237  |\n",
+      "|    clg_setpoint                 | -1.0955524  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.07328095 |\n",
+      "|    diffuse_solar_radiation      | 1.1204388   |\n",
+      "|    direct_solar_radiation       | 2.2198138   |\n",
+      "|    hour                         | 0.072498925 |\n",
+      "|    htg_setpoint                 | 1.2703809   |\n",
+      "|    month                        | 0.52355105  |\n",
+      "|    outdoor_humidity             | -0.78973806 |\n",
+      "|    outdoor_temperature          | 1.7220172   |\n",
+      "|    people_occupant              | 0.2643012   |\n",
+      "|    total_electricity_HVAC       | 0.76452124  |\n",
+      "|    wind_direction               | -0.16234069 |\n",
+      "|    wind_speed                   | -0.12667015 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6632.427    |\n",
+      "|    air_humidity                 | 50.908577   |\n",
+      "|    air_temperature              | 23.249348   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 15.0        |\n",
+      "|    diffuse_solar_radiation      | 186.5       |\n",
+      "|    direct_solar_radiation       | 707.25      |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 52.25       |\n",
+      "|    outdoor_temperature          | 29.485516   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 5966348.5   |\n",
+      "|    wind_direction               | 165.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************-------------------------------------| 62%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.29370627 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.972902   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.12129472 |\n",
+      "|    air_humidity                 | 0.71476454  |\n",
+      "|    air_temperature              | 2.33574     |\n",
+      "|    clg_setpoint                 | -0.13287841 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.040453672 |\n",
+      "|    diffuse_solar_radiation      | 2.309137    |\n",
+      "|    direct_solar_radiation       | 1.3543477   |\n",
+      "|    hour                         | 0.21696298  |\n",
+      "|    htg_setpoint                 | -1.4054288  |\n",
+      "|    month                        | 0.5233452   |\n",
+      "|    outdoor_humidity             | -0.51332885 |\n",
+      "|    outdoor_temperature          | 1.9451082   |\n",
+      "|    people_occupant              | 1.217459    |\n",
+      "|    total_electricity_HVAC       | -0.26832986 |\n",
+      "|    wind_direction               | -0.78320324 |\n",
+      "|    wind_speed                   | -0.33497292 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2457.3577   |\n",
+      "|    air_humidity                 | 46.248074   |\n",
+      "|    air_temperature              | 25.793367   |\n",
+      "|    clg_setpoint                 | 25.793556   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 305.0       |\n",
+      "|    direct_solar_radiation       | 491.5       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 58.0        |\n",
+      "|    outdoor_temperature          | 31.691603   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 1736548.5   |\n",
+      "|    wind_direction               | 100.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********************-------------------------------------| 62%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.615876     |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.70358     |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.116371356 |\n",
+      "|    air_humidity                 | -0.9431546   |\n",
+      "|    air_temperature              | 1.1654663    |\n",
+      "|    clg_setpoint                 | -0.40297085  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.15418476   |\n",
+      "|    diffuse_solar_radiation      | 2.7916532    |\n",
+      "|    direct_solar_radiation       | 0.3936916    |\n",
+      "|    hour                         | 0.36142674   |\n",
+      "|    htg_setpoint                 | 1.2698767    |\n",
+      "|    month                        | 0.5231395    |\n",
+      "|    outdoor_humidity             | -0.41741443  |\n",
+      "|    outdoor_temperature          | 2.0706944    |\n",
+      "|    people_occupant              | -0.689152    |\n",
+      "|    total_electricity_HVAC       | -0.24571694  |\n",
+      "|    wind_direction               | -1.3800001   |\n",
+      "|    wind_speed                   | 0.12451492   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2478.6392    |\n",
+      "|    air_humidity                 | 24.551706    |\n",
+      "|    air_temperature              | 24.23725     |\n",
+      "|    clg_setpoint                 | 25.08008     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 17.0         |\n",
+      "|    diffuse_solar_radiation      | 353.25       |\n",
+      "|    direct_solar_radiation       | 251.75       |\n",
+      "|    hour                         | 14.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 60.0         |\n",
+      "|    outdoor_temperature          | 32.943054    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 1829145.4    |\n",
+      "|    wind_direction               | 37.5         |\n",
+      "|    wind_speed                   | 5.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************************------------------------------------| 63%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.48808318 |\n",
+      "|    air_humidity                 | -1.9703432  |\n",
+      "|    air_temperature              | 1.9728615   |\n",
+      "|    clg_setpoint                 | 1.4573728   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.26790887  |\n",
+      "|    diffuse_solar_radiation      | 0.63794893  |\n",
+      "|    direct_solar_radiation       | 1.9630142   |\n",
+      "|    hour                         | 0.50588965  |\n",
+      "|    htg_setpoint                 | -1.0393295  |\n",
+      "|    month                        | 0.5229341   |\n",
+      "|    outdoor_humidity             | -1.7162186  |\n",
+      "|    outdoor_temperature          | 1.9748632   |\n",
+      "|    people_occupant              | -0.6888387  |\n",
+      "|    total_electricity_HVAC       | -0.5095179  |\n",
+      "|    wind_direction               | -1.1876618  |\n",
+      "|    wind_speed                   | 0.5940795   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 867.3126    |\n",
+      "|    air_humidity                 | 11.084525   |\n",
+      "|    air_temperature              | 25.311409   |\n",
+      "|    clg_setpoint                 | 29.998272   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 138.5       |\n",
+      "|    direct_solar_radiation       | 643.5       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 13.539335   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 33.0        |\n",
+      "|    outdoor_temperature          | 32.022236   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 748029.56   |\n",
+      "|    wind_direction               | 57.5        |\n",
+      "|    wind_speed                   | 6.325       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************************------------------------------------| 63%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.50183916  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 14.802155    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.70126593   |\n",
+      "|    air_humidity                 | 1.13819      |\n",
+      "|    air_temperature              | 0.4216523    |\n",
+      "|    clg_setpoint                 | -1.096078    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.38161868   |\n",
+      "|    diffuse_solar_radiation      | 0.7281159    |\n",
+      "|    direct_solar_radiation       | 1.2211486    |\n",
+      "|    hour                         | 0.6503509    |\n",
+      "|    htg_setpoint                 | 1.0629549    |\n",
+      "|    month                        | 0.522729     |\n",
+      "|    outdoor_humidity             | -1.1981583   |\n",
+      "|    outdoor_temperature          | 1.4638935    |\n",
+      "|    people_occupant              | 1.6949958    |\n",
+      "|    total_electricity_HVAC       | 0.79077184   |\n",
+      "|    wind_direction               | -0.61344737  |\n",
+      "|    wind_speed                   | -0.011611136 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 6018.1313    |\n",
+      "|    air_humidity                 | 51.78313     |\n",
+      "|    air_temperature              | 23.249529    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 19.0         |\n",
+      "|    diffuse_solar_radiation      | 147.5        |\n",
+      "|    direct_solar_radiation       | 458.5        |\n",
+      "|    hour                         | 16.0         |\n",
+      "|    htg_setpoint                 | 22.37894     |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 43.75        |\n",
+      "|    outdoor_temperature          | 27.004467    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 6070863.5    |\n",
+      "|    wind_direction               | 117.5        |\n",
+      "|    wind_speed                   | 4.875        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************************------------------------------------| 63%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.17088094 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.663795   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.59073824  |\n",
+      "|    air_humidity                 | 1.1764095   |\n",
+      "|    air_temperature              | 0.4211299   |\n",
+      "|    clg_setpoint                 | -1.0958802  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.495303    |\n",
+      "|    diffuse_solar_radiation      | 0.23150583  |\n",
+      "|    direct_solar_radiation       | 0.30145296  |\n",
+      "|    hour                         | 0.7948094   |\n",
+      "|    htg_setpoint                 | 0.2751735   |\n",
+      "|    month                        | 0.52252406  |\n",
+      "|    outdoor_humidity             | -0.7286159  |\n",
+      "|    outdoor_temperature          | 1.3533627   |\n",
+      "|    people_occupant              | 1.6946477   |\n",
+      "|    total_electricity_HVAC       | 0.5253558   |\n",
+      "|    wind_direction               | -0.13499811 |\n",
+      "|    wind_speed                   | -0.38743782 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5539.095    |\n",
+      "|    air_humidity                 | 52.29028    |\n",
+      "|    air_temperature              | 23.249071   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 98.0        |\n",
+      "|    direct_solar_radiation       | 229.0       |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 19.068016   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 53.5        |\n",
+      "|    outdoor_temperature          | 25.923351   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4984072.0   |\n",
+      "|    wind_direction               | 167.5       |\n",
+      "|    wind_speed                   | 3.975       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************------------------------------------| 63%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.9099164   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.743279   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.10694809  |\n",
+      "|    air_humidity                 | 1.1528062   |\n",
+      "|    air_temperature              | 0.42139274  |\n",
+      "|    clg_setpoint                 | -1.0956336  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6089467   |\n",
+      "|    diffuse_solar_radiation      | -0.5181503  |\n",
+      "|    direct_solar_radiation       | 0.026591508 |\n",
+      "|    hour                         | 0.9392637   |\n",
+      "|    htg_setpoint                 | -0.36407232 |\n",
+      "|    month                        | 0.5223194   |\n",
+      "|    outdoor_humidity             | -0.09097358 |\n",
+      "|    outdoor_temperature          | 1.5909823   |\n",
+      "|    people_occupant              | 0.50260043  |\n",
+      "|    total_electricity_HVAC       | 0.06751152  |\n",
+      "|    wind_direction               | 0.19918136  |\n",
+      "|    wind_speed                   | -0.49171016 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3444.911    |\n",
+      "|    air_humidity                 | 51.985413   |\n",
+      "|    air_temperature              | 23.249601   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 23.25       |\n",
+      "|    direct_solar_radiation       | 160.5       |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 16.380379   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 66.75       |\n",
+      "|    outdoor_temperature          | 28.271235   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 3110776.5   |\n",
+      "|    wind_direction               | 202.5       |\n",
+      "|    wind_speed                   | 3.725       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************************-----------------------------------| 64%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.48363957 |\n",
+      "|    air_humidity                 | 0.7922423   |\n",
+      "|    air_temperature              | 1.1662346   |\n",
+      "|    clg_setpoint                 | -0.53695405 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7225308   |\n",
+      "|    diffuse_solar_radiation      | -0.7513945  |\n",
+      "|    direct_solar_radiation       | -0.61621785 |\n",
+      "|    hour                         | 1.083712    |\n",
+      "|    htg_setpoint                 | 1.269699    |\n",
+      "|    month                        | 0.52211493  |\n",
+      "|    outdoor_humidity             | -1.7984701  |\n",
+      "|    outdoor_temperature          | 1.3321563   |\n",
+      "|    people_occupant              | -0.45092097 |\n",
+      "|    total_electricity_HVAC       | -0.5002065  |\n",
+      "|    wind_direction               | 1.3212135   |\n",
+      "|    wind_speed                   | 0.28147283  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 888.6104    |\n",
+      "|    air_humidity                 | 47.266914   |\n",
+      "|    air_temperature              | 24.239483   |\n",
+      "|    clg_setpoint                 | 24.726068   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 31.25       |\n",
+      "|    outdoor_temperature          | 25.738344   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 788082.6    |\n",
+      "|    wind_direction               | 320.0       |\n",
+      "|    wind_speed                   | 5.575       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*************************-----------------------------------| 64%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.70321476   |\n",
+      "|    Heating_Setpoint_RL          | 0.33780605   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.99835     |\n",
+      "|    Heating_Setpoint_RL          | 19.525158    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.540765    |\n",
+      "|    air_humidity                 | 1.0816432    |\n",
+      "|    air_temperature              | 0.4622015    |\n",
+      "|    clg_setpoint                 | -0.38179386  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.83603257   |\n",
+      "|    diffuse_solar_radiation      | -0.7514403   |\n",
+      "|    direct_solar_radiation       | -0.61634284  |\n",
+      "|    hour                         | 1.2281524    |\n",
+      "|    htg_setpoint                 | 1.269301     |\n",
+      "|    month                        | 0.5219107    |\n",
+      "|    outdoor_humidity             | 0.0065392065 |\n",
+      "|    outdoor_temperature          | 1.0187094    |\n",
+      "|    people_occupant              | -0.4510482   |\n",
+      "|    total_electricity_HVAC       | -0.55175966  |\n",
+      "|    wind_direction               | 0.24648096   |\n",
+      "|    wind_speed                   | 0.90885425   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 641.7974     |\n",
+      "|    air_humidity                 | 51.05924     |\n",
+      "|    air_temperature              | 23.304214    |\n",
+      "|    clg_setpoint                 | 25.135796    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 23.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 68.75        |\n",
+      "|    outdoor_temperature          | 22.658653    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 577617.6     |\n",
+      "|    wind_direction               | 207.5        |\n",
+      "|    wind_speed                   | 7.075        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**************************-----------------------------------| 64%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.54078346 |\n",
+      "|    air_humidity                 | -1.3464322  |\n",
+      "|    air_temperature              | 0.9813255   |\n",
+      "|    clg_setpoint                 | 0.78722686  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.94942534  |\n",
+      "|    diffuse_solar_radiation      | -0.7514845  |\n",
+      "|    direct_solar_radiation       | -0.61646384 |\n",
+      "|    hour                         | 1.3725826   |\n",
+      "|    htg_setpoint                 | -1.4059026  |\n",
+      "|    month                        | 0.52170676  |\n",
+      "|    outdoor_humidity             | -1.7368922  |\n",
+      "|    outdoor_temperature          | 1.2844954   |\n",
+      "|    people_occupant              | -0.68906134 |\n",
+      "|    total_electricity_HVAC       | -0.5517903  |\n",
+      "|    wind_direction               | -1.7364228  |\n",
+      "|    wind_speed                   | 1.326717    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 641.15875   |\n",
+      "|    air_humidity                 | 19.268473   |\n",
+      "|    air_temperature              | 23.994255   |\n",
+      "|    clg_setpoint                 | 28.22665    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 32.5        |\n",
+      "|    outdoor_temperature          | 25.288795   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 577042.9    |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 8.075       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************----------------------------------| 65%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.8471604  |\n",
+      "|    Heating_Setpoint_RL          | 0.6827474   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.765833   |\n",
+      "|    Heating_Setpoint_RL          | 21.465454   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.56906354 |\n",
+      "|    air_humidity                 | -1.8617241  |\n",
+      "|    air_temperature              | 0.31867746  |\n",
+      "|    clg_setpoint                 | 0.65431225  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0626789   |\n",
+      "|    diffuse_solar_radiation      | -0.7515563  |\n",
+      "|    direct_solar_radiation       | -0.61662114 |\n",
+      "|    hour                         | 1.5169998   |\n",
+      "|    htg_setpoint                 | -1.4055446  |\n",
+      "|    month                        | 0.5215031   |\n",
+      "|    outdoor_humidity             | -0.8937982  |\n",
+      "|    outdoor_temperature          | 0.9296568   |\n",
+      "|    people_occupant              | -0.6887495  |\n",
+      "|    total_electricity_HVAC       | -0.57871723 |\n",
+      "|    wind_direction               | -1.186033   |\n",
+      "|    wind_speed                   | -0.9629644  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 518.05225   |\n",
+      "|    air_humidity                 | 12.495836   |\n",
+      "|    air_temperature              | 23.11455    |\n",
+      "|    clg_setpoint                 | 27.876385   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 50.0        |\n",
+      "|    outdoor_temperature          | 21.800837   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 466247.03   |\n",
+      "|    wind_direction               | 57.5        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**************************----------------------------------| 65%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.16119617   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 18.531729    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.57616866  |\n",
+      "|    air_humidity                 | 0.7094824    |\n",
+      "|    air_temperature              | 0.053240255  |\n",
+      "|    clg_setpoint                 | 1.4579396    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.1757592    |\n",
+      "|    diffuse_solar_radiation      | -0.751643    |\n",
+      "|    direct_solar_radiation       | -0.6167478   |\n",
+      "|    hour                         | 1.6614014    |\n",
+      "|    htg_setpoint                 | -0.26775855  |\n",
+      "|    month                        | 0.5212996    |\n",
+      "|    outdoor_humidity             | 0.008097875  |\n",
+      "|    outdoor_temperature          | 0.78530234   |\n",
+      "|    people_occupant              | -0.6888563   |\n",
+      "|    total_electricity_HVAC       | -0.58541566  |\n",
+      "|    wind_direction               | 0.41383222   |\n",
+      "|    wind_speed                   | -0.063633576 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 487.71445    |\n",
+      "|    air_humidity                 | 46.177185    |\n",
+      "|    air_temperature              | 22.762262    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 26.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 16.785843    |\n",
+      "|    month                        | 8.0          |\n",
+      "|    outdoor_humidity             | 68.75        |\n",
+      "|    outdoor_temperature          | 20.38298     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 439253.44    |\n",
+      "|    wind_direction               | 225.0        |\n",
+      "|    wind_speed                   | 4.75         |\n",
+      "--------------------------------------------------\n",
+      "---------------------------------------------------*************************----------------------------------| 65%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 1.0           |\n",
+      "|    Heating_Setpoint_RL          | 1.0           |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 30.0          |\n",
+      "|    Heating_Setpoint_RL          | 23.25         |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.2811897    |\n",
+      "|    air_humidity                 | 0.6531689     |\n",
+      "|    air_temperature              | 0.4205752     |\n",
+      "|    clg_setpoint                 | 1.2374915     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 1.4025203     |\n",
+      "|    diffuse_solar_radiation      | -0.75171244   |\n",
+      "|    direct_solar_radiation       | -0.616761     |\n",
+      "|    hour                         | -1.6613044    |\n",
+      "|    htg_setpoint                 | 1.2692503     |\n",
+      "|    month                        | 0.52109635    |\n",
+      "|    outdoor_humidity             | -0.0041503585 |\n",
+      "|    outdoor_temperature          | 1.0678085     |\n",
+      "|    people_occupant              | -0.688963     |\n",
+      "|    total_electricity_HVAC       | -0.30464154   |\n",
+      "|    wind_direction               | -1.3293579    |\n",
+      "|    wind_speed                   | -0.75388885   |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 1763.8518     |\n",
+      "|    air_humidity                 | 45.446476     |\n",
+      "|    air_temperature              | 23.250174     |\n",
+      "|    clg_setpoint                 | 29.416904     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 28.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0           |\n",
+      "|    direct_solar_radiation       | 0.0           |\n",
+      "|    hour                         | 0.0           |\n",
+      "|    htg_setpoint                 | 23.25         |\n",
+      "|    month                        | 8.0           |\n",
+      "|    outdoor_humidity             | 68.5          |\n",
+      "|    outdoor_temperature          | 23.174097     |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 1587466.6     |\n",
+      "|    wind_direction               | 42.5          |\n",
+      "|    wind_speed                   | 3.1           |\n",
+      "---------------------------------------------------\n",
+      "-------------------------------------------------****************************---------------------------------| 66%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.78731203  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.282177   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.3570264   |\n",
+      "|    air_humidity                 | 0.56629306  |\n",
+      "|    air_temperature              | 0.4202157   |\n",
+      "|    clg_setpoint                 | 1.1797912   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5150949   |\n",
+      "|    diffuse_solar_radiation      | -0.7517514  |\n",
+      "|    direct_solar_radiation       | -0.6169127  |\n",
+      "|    hour                         | -1.516771   |\n",
+      "|    htg_setpoint                 | 1.2688998   |\n",
+      "|    month                        | 0.52089334  |\n",
+      "|    outdoor_humidity             | -0.14815387 |\n",
+      "|    outdoor_temperature          | 0.45512632  |\n",
+      "|    people_occupant              | -0.6890696  |\n",
+      "|    total_electricity_HVAC       | 0.3030427   |\n",
+      "|    wind_direction               | -1.280977   |\n",
+      "|    wind_speed                   | -0.753823   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4522.7007   |\n",
+      "|    air_humidity                 | 44.313515   |\n",
+      "|    air_temperature              | 23.249935   |\n",
+      "|    clg_setpoint                 | 29.264315   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 65.5        |\n",
+      "|    outdoor_temperature          | 17.144344   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4070430.8   |\n",
+      "|    wind_direction               | 47.5        |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************---------------------------------| 66%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.64421785 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.450766   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.2146342   |\n",
+      "|    air_humidity                 | 0.022645304 |\n",
+      "|    air_temperature              | 0.42042774  |\n",
+      "|    clg_setpoint                 | -0.992037   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6273593   |\n",
+      "|    diffuse_solar_radiation      | -0.75179833 |\n",
+      "|    direct_solar_radiation       | -0.61707824 |\n",
+      "|    hour                         | -1.3722545  |\n",
+      "|    htg_setpoint                 | 1.2686179   |\n",
+      "|    month                        | 0.52069056  |\n",
+      "|    outdoor_humidity             | -0.5331671  |\n",
+      "|    outdoor_temperature          | 0.8171807   |\n",
+      "|    people_occupant              | -0.6891761  |\n",
+      "|    total_electricity_HVAC       | 0.16745782  |\n",
+      "|    wind_direction               | 1.6565411   |\n",
+      "|    wind_speed                   | -1.7783805  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3907.27     |\n",
+      "|    air_humidity                 | 37.19969    |\n",
+      "|    air_temperature              | 23.250378   |\n",
+      "|    clg_setpoint                 | 23.523142   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 57.5        |\n",
+      "|    outdoor_temperature          | 20.714912   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3516543.0   |\n",
+      "|    wind_direction               | 355.0       |\n",
+      "|    wind_speed                   | 0.65        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************---------------------------------| 66%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.26984766 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.714264   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5874527  |\n",
+      "|    air_humidity                 | -0.5351801  |\n",
+      "|    air_temperature              | 0.10901824  |\n",
+      "|    clg_setpoint                 | -0.97753966 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7392646   |\n",
+      "|    diffuse_solar_radiation      | -0.75184107 |\n",
+      "|    direct_solar_radiation       | -0.6172281  |\n",
+      "|    hour                         | -1.2277521  |\n",
+      "|    htg_setpoint                 | 0.8686506   |\n",
+      "|    month                        | 0.520488    |\n",
+      "|    outdoor_humidity             | 0.17729838  |\n",
+      "|    outdoor_temperature          | 0.7912646   |\n",
+      "|    people_occupant              | -0.6892824  |\n",
+      "|    total_electricity_HVAC       | -0.5961732  |\n",
+      "|    wind_direction               | 0.7254551   |\n",
+      "|    wind_speed                   | -1.3596702  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 441.59995   |\n",
+      "|    air_humidity                 | 29.896843   |\n",
+      "|    air_temperature              | 22.837418   |\n",
+      "|    clg_setpoint                 | 23.560976   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 21.568817   |\n",
+      "|    month                        | 8.0         |\n",
+      "|    outdoor_humidity             | 72.25       |\n",
+      "|    outdoor_temperature          | 20.466816   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 397868.72   |\n",
+      "|    wind_direction               | 257.5       |\n",
+      "|    wind_speed                   | 1.65        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************---------------------------------| 66%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.32341725 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 15.8057785  |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.59022486 |\n",
+      "|    air_humidity                 | -1.6638633  |\n",
+      "|    air_temperature              | -0.0803154  |\n",
+      "|    clg_setpoint                 | 0.2139068   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6730461  |\n",
+      "|    diffuse_solar_radiation      | -0.7518479  |\n",
+      "|    direct_solar_radiation       | -0.61733526 |\n",
+      "|    hour                         | -1.0832608  |\n",
+      "|    htg_setpoint                 | 0.16247669  |\n",
+      "|    month                        | 0.8160063   |\n",
+      "|    outdoor_humidity             | 0.85090095  |\n",
+      "|    outdoor_temperature          | 1.0413507   |\n",
+      "|    people_occupant              | -0.6889715  |\n",
+      "|    total_electricity_HVAC       | -0.5989165  |\n",
+      "|    wind_direction               | 1.0835073   |\n",
+      "|    wind_speed                   | -0.9097986  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 428.97025   |\n",
+      "|    air_humidity                 | 15.105519   |\n",
+      "|    air_temperature              | 22.586658   |\n",
+      "|    clg_setpoint                 | 26.710636   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 18.598228   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 86.25       |\n",
+      "|    outdoor_temperature          | 22.939312   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 386073.22   |\n",
+      "|    wind_direction               | 295.0       |\n",
+      "|    wind_speed                   | 2.725       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************--------------------------------| 67%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.44728974 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 15.108995   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.30690548  |\n",
+      "|    air_humidity                 | -2.041068   |\n",
+      "|    air_temperature              | 0.4195199   |\n",
+      "|    clg_setpoint                 | 1.4582016   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5575346  |\n",
+      "|    diffuse_solar_radiation      | -0.7518886  |\n",
+      "|    direct_solar_radiation       | -0.617454   |\n",
+      "|    hour                         | -0.9387783  |\n",
+      "|    htg_setpoint                 | 1.2690138   |\n",
+      "|    month                        | 0.8155909   |\n",
+      "|    outdoor_humidity             | -0.628146   |\n",
+      "|    outdoor_temperature          | 0.9237396   |\n",
+      "|    people_occupant              | -0.688661   |\n",
+      "|    total_electricity_HVAC       | 0.7054785   |\n",
+      "|    wind_direction               | -1.7341222  |\n",
+      "|    wind_speed                   | 0.12610231  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4302.665    |\n",
+      "|    air_humidity                 | 10.131724   |\n",
+      "|    air_temperature              | 23.250032   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 55.5        |\n",
+      "|    outdoor_temperature          | 21.792225   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5709927.0   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************--------------------------------| 67%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.80927265  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 22.177158   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6694058  |\n",
+      "|    air_humidity                 | 0.36346802  |\n",
+      "|    air_temperature              | 0.03254238  |\n",
+      "|    clg_setpoint                 | 1.4580871   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4423854  |\n",
+      "|    diffuse_solar_radiation      | -0.24263753 |\n",
+      "|    direct_solar_radiation       | 0.13910764  |\n",
+      "|    hour                         | -0.79430246 |\n",
+      "|    htg_setpoint                 | 0.98999184  |\n",
+      "|    month                        | 0.8151761   |\n",
+      "|    outdoor_humidity             | -0.291153   |\n",
+      "|    outdoor_temperature          | 0.32219025  |\n",
+      "|    people_occupant              | -0.68876743 |\n",
+      "|    total_electricity_HVAC       | -0.67431146 |\n",
+      "|    wind_direction               | -1.3032131  |\n",
+      "|    wind_speed                   | -0.7000097  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 41.646866   |\n",
+      "|    air_temperature              | 22.736984   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 50.75       |\n",
+      "|    direct_solar_radiation       | 189.25      |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 22.078064   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 62.5        |\n",
+      "|    outdoor_temperature          | 15.868609   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 45.0        |\n",
+      "|    wind_speed                   | 3.225       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************--------------------------------| 67%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.7871434   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.052681   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4434832  |\n",
+      "|    air_humidity                 | 1.238541    |\n",
+      "|    air_temperature              | -0.33390862 |\n",
+      "|    clg_setpoint                 | -1.0953441  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.327546   |\n",
+      "|    diffuse_solar_radiation      | 0.08097776  |\n",
+      "|    direct_solar_radiation       | 1.3920068   |\n",
+      "|    hour                         | -0.6498314  |\n",
+      "|    htg_setpoint                 | 0.7676855   |\n",
+      "|    month                        | 0.81476206  |\n",
+      "|    outdoor_humidity             | 0.22653359  |\n",
+      "|    outdoor_temperature          | 0.5683821   |\n",
+      "|    people_occupant              | -0.68887377 |\n",
+      "|    total_electricity_HVAC       | -0.45409632 |\n",
+      "|    wind_direction               | 0.8445461   |\n",
+      "|    wind_speed                   | -1.5784278  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1062.8711   |\n",
+      "|    air_humidity                 | 53.121204   |\n",
+      "|    air_temperature              | 22.251343   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 83.0        |\n",
+      "|    direct_solar_radiation       | 502.75      |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 21.144485   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 73.25       |\n",
+      "|    outdoor_temperature          | 18.299448   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 977400.9    |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 1.125       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*****************************-------------------------------| 68%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.8657665    |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.546963    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.4496257   |\n",
+      "|    air_humidity                 | -0.029927263 |\n",
+      "|    air_temperature              | 0.91761214   |\n",
+      "|    clg_setpoint                 | 0.37281403   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.212968    |\n",
+      "|    diffuse_solar_radiation      | 0.4198238    |\n",
+      "|    direct_solar_radiation       | 1.9037896    |\n",
+      "|    hour                         | -0.50536364  |\n",
+      "|    htg_setpoint                 | -0.44556695  |\n",
+      "|    month                        | 0.8143486    |\n",
+      "|    outdoor_humidity             | -0.050069384 |\n",
+      "|    outdoor_temperature          | 1.128125     |\n",
+      "|    people_occupant              | 1.6946774    |\n",
+      "|    total_electricity_HVAC       | -0.47954217  |\n",
+      "|    wind_direction               | 0.5580853    |\n",
+      "|    wind_speed                   | -0.17602338  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1036.7576    |\n",
+      "|    air_humidity                 | 36.504086    |\n",
+      "|    air_temperature              | 23.910763    |\n",
+      "|    clg_setpoint                 | 27.129824    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 5.0          |\n",
+      "|    diffuse_solar_radiation      | 116.75       |\n",
+      "|    direct_solar_radiation       | 631.0        |\n",
+      "|    hour                         | 8.0          |\n",
+      "|    htg_setpoint                 | 16.0426      |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 67.5         |\n",
+      "|    outdoor_temperature          | 23.821598    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 874012.0     |\n",
+      "|    wind_direction               | 240.0        |\n",
+      "|    wind_speed                   | 4.475        |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.011280617  |\n",
+      "|    clip_fraction                | 0.115        |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.39        |\n",
+      "|    explained_variance           | 0.751        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.208        |\n",
+      "|    n_updates                    | 800          |\n",
+      "|    policy_gradient_loss         | -0.0115      |\n",
+      "|    std                          | 0.802        |\n",
+      "|    value_loss                   | 0.918        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------******************************-------------------------------| 68%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.9172745   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.784668   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.9433014   |\n",
+      "|    air_humidity                 | 0.91705567  |\n",
+      "|    air_temperature              | 0.41893628  |\n",
+      "|    clg_setpoint                 | -1.0948066  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0986075  |\n",
+      "|    diffuse_solar_radiation      | 0.23419964  |\n",
+      "|    direct_solar_radiation       | 2.6288238   |\n",
+      "|    hour                         | -0.3608979  |\n",
+      "|    htg_setpoint                 | 0.8541347   |\n",
+      "|    month                        | 0.8139357   |\n",
+      "|    outdoor_humidity             | -0.7242606  |\n",
+      "|    outdoor_temperature          | 1.4338117   |\n",
+      "|    people_occupant              | 1.6943331   |\n",
+      "|    total_electricity_HVAC       | 0.87050235  |\n",
+      "|    wind_direction               | -1.5189596  |\n",
+      "|    wind_speed                   | -0.48978955 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 7047.431    |\n",
+      "|    air_humidity                 | 48.918976   |\n",
+      "|    air_temperature              | 23.249928   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 98.25       |\n",
+      "|    direct_solar_radiation       | 812.75      |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 21.509453   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 53.5        |\n",
+      "|    outdoor_temperature          | 26.842623   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 6380350.0   |\n",
+      "|    wind_direction               | 22.5        |\n",
+      "|    wind_speed                   | 3.725       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************-------------------------------| 68%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.009079576 |\n",
+      "|    Heating_Setpoint_RL          | -0.11896652 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.655643   |\n",
+      "|    Heating_Setpoint_RL          | 16.955814   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5535963  |\n",
+      "|    air_humidity                 | -0.54627216 |\n",
+      "|    air_temperature              | 0.25332344  |\n",
+      "|    clg_setpoint                 | 0.92212397  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9844251  |\n",
+      "|    diffuse_solar_radiation      | 0.80154425  |\n",
+      "|    direct_solar_radiation       | 1.2929059   |\n",
+      "|    hour                         | -0.21643326 |\n",
+      "|    htg_setpoint                 | -1.378844   |\n",
+      "|    month                        | 0.8135235   |\n",
+      "|    outdoor_humidity             | 0.2866854   |\n",
+      "|    outdoor_temperature          | 1.1822549   |\n",
+      "|    people_occupant              | -0.68919194 |\n",
+      "|    total_electricity_HVAC       | -0.5706415  |\n",
+      "|    wind_direction               | 0.15225105  |\n",
+      "|    wind_speed                   | -0.33248794 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 589.40027   |\n",
+      "|    air_humidity                 | 29.749744   |\n",
+      "|    air_temperature              | 23.030575   |\n",
+      "|    clg_setpoint                 | 28.580164   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 154.75      |\n",
+      "|    direct_solar_radiation       | 478.5       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 12.119221   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 74.5        |\n",
+      "|    outdoor_temperature          | 24.37168    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 503678.38   |\n",
+      "|    wind_direction               | 197.5       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************-------------------------------| 68%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.74339265 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.11605    |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.539004   |\n",
+      "|    air_humidity                 | -1.6208547  |\n",
+      "|    air_temperature              | 0.44674617  |\n",
+      "|    clg_setpoint                 | -0.10034851 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.87038547 |\n",
+      "|    diffuse_solar_radiation      | 3.2686775   |\n",
+      "|    direct_solar_radiation       | 0.5957193   |\n",
+      "|    hour                         | -0.07196907 |\n",
+      "|    htg_setpoint                 | -0.70234716 |\n",
+      "|    month                        | 0.8131119   |\n",
+      "|    outdoor_humidity             | -0.17117678 |\n",
+      "|    outdoor_temperature          | 1.0083685   |\n",
+      "|    people_occupant              | -0.6888824  |\n",
+      "|    total_electricity_HVAC       | -0.55928177 |\n",
+      "|    wind_direction               | -1.2568867  |\n",
+      "|    wind_speed                   | 0.70387506  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 651.6817    |\n",
+      "|    air_humidity                 | 15.655642   |\n",
+      "|    air_temperature              | 23.287262   |\n",
+      "|    clg_setpoint                 | 25.878122   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 400.5       |\n",
+      "|    direct_solar_radiation       | 304.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 14.962447   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 65.0        |\n",
+      "|    outdoor_temperature          | 22.666737   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 549397.6    |\n",
+      "|    wind_direction               | 50.0        |\n",
+      "|    wind_speed                   | 6.575       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------******************************------------------------------| 69%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.8974343    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 22.673067    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.16215377   |\n",
+      "|    air_humidity                 | 1.2570919    |\n",
+      "|    air_temperature              | 0.41838458   |\n",
+      "|    clg_setpoint                 | -1.094876    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.7564572   |\n",
+      "|    diffuse_solar_radiation      | 1.8704914    |\n",
+      "|    direct_solar_radiation       | 0.20865631   |\n",
+      "|    hour                         | 0.07249501   |\n",
+      "|    htg_setpoint                 | 0.60797805   |\n",
+      "|    month                        | 0.8127009    |\n",
+      "|    outdoor_humidity             | -0.039025538 |\n",
+      "|    outdoor_temperature          | 1.0199256    |\n",
+      "|    people_occupant              | 0.2648486    |\n",
+      "|    total_electricity_HVAC       | 0.11746498   |\n",
+      "|    wind_direction               | -0.062071875 |\n",
+      "|    wind_speed                   | -0.38446668  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 3674.9004    |\n",
+      "|    air_humidity                 | 53.371803    |\n",
+      "|    air_temperature              | 23.249773    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 9.0          |\n",
+      "|    diffuse_solar_radiation      | 261.25       |\n",
+      "|    direct_solar_radiation       | 207.0        |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 20.473999    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 67.75        |\n",
+      "|    outdoor_temperature          | 22.783667    |\n",
+      "|    people_occupant              | 8.0          |\n",
+      "|    total_electricity_HVAC       | 3307410.2    |\n",
+      "|    wind_direction               | 175.0        |\n",
+      "|    wind_speed                   | 3.975        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*******************************------------------------------| 69%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.11460042 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.238224   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.57259274 |\n",
+      "|    air_humidity                 | 0.17006205  |\n",
+      "|    air_temperature              | 2.2135375   |\n",
+      "|    clg_setpoint                 | 0.7071944   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6426132  |\n",
+      "|    diffuse_solar_radiation      | 0.23420528  |\n",
+      "|    direct_solar_radiation       | 2.6668499   |\n",
+      "|    hour                         | 0.21695906  |\n",
+      "|    htg_setpoint                 | -0.4908271  |\n",
+      "|    month                        | 0.81229055  |\n",
+      "|    outdoor_humidity             | -1.7733023  |\n",
+      "|    outdoor_temperature          | 1.1037211   |\n",
+      "|    people_occupant              | 1.2181901   |\n",
+      "|    total_electricity_HVAC       | -0.5844659  |\n",
+      "|    wind_direction               | -1.6618545  |\n",
+      "|    wind_speed                   | 0.6522088   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 507.14145   |\n",
+      "|    air_humidity                 | 39.129166   |\n",
+      "|    air_temperature              | 25.62732    |\n",
+      "|    clg_setpoint                 | 28.012587   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 98.25       |\n",
+      "|    direct_solar_radiation       | 822.75      |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 15.853585   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 31.75       |\n",
+      "|    outdoor_temperature          | 23.613699   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 447092.88   |\n",
+      "|    wind_direction               | 7.5         |\n",
+      "|    wind_speed                   | 6.45        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************------------------------------| 69%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9042003  |\n",
+      "|    Heating_Setpoint_RL          | 0.8437132   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.573324   |\n",
+      "|    Heating_Setpoint_RL          | 22.370888   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.31415546  |\n",
+      "|    air_humidity                 | -0.16843657 |\n",
+      "|    air_temperature              | 0.41771203  |\n",
+      "|    clg_setpoint                 | -1.0946227  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.5288302  |\n",
+      "|    diffuse_solar_radiation      | 0.99496186  |\n",
+      "|    direct_solar_radiation       | 2.063715    |\n",
+      "|    hour                         | 0.3614228   |\n",
+      "|    htg_setpoint                 | -0.9483331  |\n",
+      "|    month                        | 0.8118808   |\n",
+      "|    outdoor_humidity             | -1.5552763  |\n",
+      "|    outdoor_temperature          | 0.67052627  |\n",
+      "|    people_occupant              | 1.694641    |\n",
+      "|    total_electricity_HVAC       | 0.26218504  |\n",
+      "|    wind_direction               | 0.27242965  |\n",
+      "|    wind_speed                   | -0.17496523 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4329.456    |\n",
+      "|    air_humidity                 | 34.691685   |\n",
+      "|    air_temperature              | 23.24926    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 174.0       |\n",
+      "|    direct_solar_radiation       | 672.0       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 13.92967    |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 36.25       |\n",
+      "|    outdoor_temperature          | 19.346035   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3896510.5   |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 4.475       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************------------------------------| 69%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.4721962   |\n",
+      "|    air_humidity                 | 1.1412542   |\n",
+      "|    air_temperature              | 0.4171314   |\n",
+      "|    clg_setpoint                 | -1.0942398  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.41508892 |\n",
+      "|    diffuse_solar_radiation      | 1.0999913   |\n",
+      "|    direct_solar_radiation       | 0.63582253  |\n",
+      "|    hour                         | 0.5058857   |\n",
+      "|    htg_setpoint                 | -0.33589333 |\n",
+      "|    month                        | 0.8114717   |\n",
+      "|    outdoor_humidity             | -1.0371988  |\n",
+      "|    outdoor_temperature          | 1.1208858   |\n",
+      "|    people_occupant              | 1.6942979   |\n",
+      "|    total_electricity_HVAC       | 0.41266438  |\n",
+      "|    wind_direction               | -0.08589043 |\n",
+      "|    wind_speed                   | 0.39096257  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5009.9453   |\n",
+      "|    air_humidity                 | 51.859993   |\n",
+      "|    air_temperature              | 23.248579   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 184.5       |\n",
+      "|    direct_solar_radiation       | 314.25      |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 16.50638    |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 47.0        |\n",
+      "|    outdoor_temperature          | 23.786419   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 4508950.5   |\n",
+      "|    wind_direction               | 172.5       |\n",
+      "|    wind_speed                   | 5.825       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************-----------------------------| 70%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.31085876  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.37358    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.71379155  |\n",
+      "|    air_humidity                 | 1.3610789   |\n",
+      "|    air_temperature              | 0.41689232  |\n",
+      "|    clg_setpoint                 | -1.0941045  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.301374   |\n",
+      "|    diffuse_solar_radiation      | 0.40704653  |\n",
+      "|    direct_solar_radiation       | 0.06735432  |\n",
+      "|    hour                         | 0.65034705  |\n",
+      "|    htg_setpoint                 | 0.5225076   |\n",
+      "|    month                        | 0.81106323  |\n",
+      "|    outdoor_humidity             | 0.57615894  |\n",
+      "|    outdoor_temperature          | 1.2412492   |\n",
+      "|    people_occupant              | 1.6939554   |\n",
+      "|    total_electricity_HVAC       | 0.6427014   |\n",
+      "|    wind_direction               | 0.17664483  |\n",
+      "|    wind_speed                   | -0.12241332 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6050.429    |\n",
+      "|    air_humidity                 | 54.752327   |\n",
+      "|    air_temperature              | 23.248405   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 115.5       |\n",
+      "|    direct_solar_radiation       | 171.75      |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 20.118793   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 80.5        |\n",
+      "|    outdoor_temperature          | 24.979574   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 5445386.5   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************-----------------------------| 70%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.34486222  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.78891    |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4285377  |\n",
+      "|    air_humidity                 | -1.0036081  |\n",
+      "|    air_temperature              | 1.3423102   |\n",
+      "|    clg_setpoint                 | 0.3678015   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.18767397 |\n",
+      "|    diffuse_solar_radiation      | -0.30319723 |\n",
+      "|    direct_solar_radiation       | 0.05233236  |\n",
+      "|    hour                         | 0.7948056   |\n",
+      "|    htg_setpoint                 | -0.9290219  |\n",
+      "|    month                        | 0.81065536  |\n",
+      "|    outdoor_humidity             | -0.7850958  |\n",
+      "|    outdoor_temperature          | 1.632646    |\n",
+      "|    people_occupant              | -0.6891022  |\n",
+      "|    total_electricity_HVAC       | -0.4316188  |\n",
+      "|    wind_direction               | 0.86909336  |\n",
+      "|    wind_speed                   | -0.16433017 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1128.8412   |\n",
+      "|    air_humidity                 | 23.760485   |\n",
+      "|    air_temperature              | 24.473152   |\n",
+      "|    clg_setpoint                 | 27.114437   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 44.75       |\n",
+      "|    direct_solar_radiation       | 168.0       |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 14.013815   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 52.25       |\n",
+      "|    outdoor_temperature          | 28.846642   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1070524.8   |\n",
+      "|    wind_direction               | 272.5       |\n",
+      "|    wind_speed                   | 4.5         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*******************************-----------------------------| 70%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 1.0          |\n",
+      "|    Heating_Setpoint_RL          | 0.538257     |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 30.0         |\n",
+      "|    Heating_Setpoint_RL          | 20.652695    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.54871774  |\n",
+      "|    air_humidity                 | -0.64003813  |\n",
+      "|    air_temperature              | 0.70943284   |\n",
+      "|    clg_setpoint                 | 0.0068517667 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.073981255 |\n",
+      "|    diffuse_solar_radiation      | -0.7524777   |\n",
+      "|    direct_solar_radiation       | -0.6184742   |\n",
+      "|    hour                         | 0.93926      |\n",
+      "|    htg_setpoint                 | -0.27374128  |\n",
+      "|    month                        | 0.8102481    |\n",
+      "|    outdoor_humidity             | -0.4353552   |\n",
+      "|    outdoor_temperature          | 0.8749527    |\n",
+      "|    people_occupant              | -0.6887941   |\n",
+      "|    total_electricity_HVAC       | -0.5594652   |\n",
+      "|    wind_direction               | -0.27726963  |\n",
+      "|    wind_speed                   | -0.33190614  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 610.6158     |\n",
+      "|    air_humidity                 | 28.521118    |\n",
+      "|    air_temperature              | 23.635828    |\n",
+      "|    clg_setpoint                 | 26.160707    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 18.0         |\n",
+      "|    htg_setpoint                 | 16.769398    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 59.5         |\n",
+      "|    outdoor_temperature          | 21.385187    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 549554.2     |\n",
+      "|    wind_direction               | 152.5        |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------********************************----------------------------| 71%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.7217533   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 13.565138    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5049914   |\n",
+      "|    air_humidity                 | 1.398847     |\n",
+      "|    air_temperature              | 0.41727406   |\n",
+      "|    clg_setpoint                 | -1.0943053   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.039707907  |\n",
+      "|    diffuse_solar_radiation      | -0.7523409   |\n",
+      "|    direct_solar_radiation       | -0.618361    |\n",
+      "|    hour                         | 1.0837085    |\n",
+      "|    htg_setpoint                 | 0.9270267    |\n",
+      "|    month                        | 0.8098414    |\n",
+      "|    outdoor_humidity             | 0.034567535  |\n",
+      "|    outdoor_temperature          | 0.72745794   |\n",
+      "|    people_occupant              | -0.45050853  |\n",
+      "|    total_electricity_HVAC       | -0.51782     |\n",
+      "|    wind_direction               | -0.44393674  |\n",
+      "|    wind_speed                   | -0.122151405 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 799.1755     |\n",
+      "|    air_humidity                 | 55.24443     |\n",
+      "|    air_temperature              | 23.249498    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 16.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 19.0         |\n",
+      "|    htg_setpoint                 | 21.822067    |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 69.25        |\n",
+      "|    outdoor_temperature          | 19.933802    |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 719257.94    |\n",
+      "|    wind_direction               | 135.0        |\n",
+      "|    wind_speed                   | 4.6          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************************----------------------------| 71%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.69250405  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 21.520336   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5550428  |\n",
+      "|    air_humidity                 | 1.4071397   |\n",
+      "|    air_temperature              | 0.32463497  |\n",
+      "|    clg_setpoint                 | -0.8270324  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.15339337  |\n",
+      "|    diffuse_solar_radiation      | -0.75234044 |\n",
+      "|    direct_solar_radiation       | -0.6181272  |\n",
+      "|    hour                         | 1.2281492   |\n",
+      "|    htg_setpoint                 | 0.75919896  |\n",
+      "|    month                        | 0.80943537  |\n",
+      "|    outdoor_humidity             | 0.39556098  |\n",
+      "|    outdoor_temperature          | 0.69818115  |\n",
+      "|    people_occupant              | -0.45063418 |\n",
+      "|    total_electricity_HVAC       | -0.5654861  |\n",
+      "|    wind_direction               | 1.6097648   |\n",
+      "|    wind_speed                   | -0.03849158 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 583.8809    |\n",
+      "|    air_humidity                 | 55.37027    |\n",
+      "|    air_temperature              | 23.127163   |\n",
+      "|    clg_setpoint                 | 23.95608    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 21.118153   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 76.75       |\n",
+      "|    outdoor_temperature          | 19.64814    |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 525492.8    |\n",
+      "|    wind_direction               | 350.0       |\n",
+      "|    wind_speed                   | 4.8         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************----------------------------| 71%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.2800458  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.679846   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.67061895 |\n",
+      "|    air_humidity                 | 0.31866223  |\n",
+      "|    air_temperature              | 0.05081677  |\n",
+      "|    clg_setpoint                 | -0.2780212  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.2670712   |\n",
+      "|    diffuse_solar_radiation      | -0.75235844 |\n",
+      "|    direct_solar_radiation       | -0.61817324 |\n",
+      "|    hour                         | 1.3725798   |\n",
+      "|    htg_setpoint                 | 0.3827524   |\n",
+      "|    month                        | 0.80902994  |\n",
+      "|    outdoor_humidity             | -1.0379906  |\n",
+      "|    outdoor_temperature          | 0.43157008  |\n",
+      "|    people_occupant              | -0.6891102  |\n",
+      "|    total_electricity_HVAC       | -0.6755364  |\n",
+      "|    wind_direction               | -1.4933078  |\n",
+      "|    wind_speed                   | -0.646363   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 41.11365    |\n",
+      "|    air_temperature              | 22.765394   |\n",
+      "|    clg_setpoint                 | 25.406487   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 19.536428   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 47.0        |\n",
+      "|    outdoor_temperature          | 17.025045   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 25.0        |\n",
+      "|    wind_speed                   | 3.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************----------------------------| 71%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.51286066  |\n",
+      "|    Heating_Setpoint_RL          | 0.28989407  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.355904   |\n",
+      "|    Heating_Setpoint_RL          | 19.255653   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.15396488  |\n",
+      "|    air_humidity                 | 1.134496    |\n",
+      "|    air_temperature              | 0.4174266   |\n",
+      "|    clg_setpoint                 | -0.26199904 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.38073355  |\n",
+      "|    diffuse_solar_radiation      | -0.75230473 |\n",
+      "|    direct_solar_radiation       | -0.61822206 |\n",
+      "|    hour                         | 1.5169978   |\n",
+      "|    htg_setpoint                 | 1.2650115   |\n",
+      "|    month                        | 0.8086251   |\n",
+      "|    outdoor_humidity             | 0.45622218  |\n",
+      "|    outdoor_temperature          | 0.27508894  |\n",
+      "|    people_occupant              | -0.68921536 |\n",
+      "|    total_electricity_HVAC       | 0.109613106 |\n",
+      "|    wind_direction               | -1.3492275  |\n",
+      "|    wind_speed                   | -0.9607975  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3634.9802   |\n",
+      "|    air_humidity                 | 51.816013   |\n",
+      "|    air_temperature              | 23.25021    |\n",
+      "|    clg_setpoint                 | 25.448536   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 78.0        |\n",
+      "|    outdoor_temperature          | 15.485832   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3271482.2   |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 2.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************---------------------------| 72%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.37532997  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.891739   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.42076167 |\n",
+      "|    air_humidity                 | 1.2888672   |\n",
+      "|    air_temperature              | 0.4170429   |\n",
+      "|    clg_setpoint                 | -0.4820037  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.49436882  |\n",
+      "|    diffuse_solar_radiation      | -0.7522904  |\n",
+      "|    direct_solar_radiation       | -0.6182778  |\n",
+      "|    hour                         | 1.6614003   |\n",
+      "|    htg_setpoint                 | 1.2645055   |\n",
+      "|    month                        | 0.8082209   |\n",
+      "|    outdoor_humidity             | 0.5285464   |\n",
+      "|    outdoor_temperature          | 0.50511736  |\n",
+      "|    people_occupant              | -0.6893204  |\n",
+      "|    total_electricity_HVAC       | 0.29186782  |\n",
+      "|    wind_direction               | 0.15477291  |\n",
+      "|    wind_speed                   | -1.0128424  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1163.0481   |\n",
+      "|    air_humidity                 | 53.851562   |\n",
+      "|    air_temperature              | 23.24987    |\n",
+      "|    clg_setpoint                 | 24.86651    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 79.5        |\n",
+      "|    outdoor_temperature          | 17.75356    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4012341.2   |\n",
+      "|    wind_direction               | 197.5       |\n",
+      "|    wind_speed                   | 2.475       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************---------------------------| 72%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.5762792   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 20.86657    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5911123  |\n",
+      "|    air_humidity                 | -0.7158856  |\n",
+      "|    air_temperature              | -0.4076033  |\n",
+      "|    clg_setpoint                 | 0.99248695  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7218241   |\n",
+      "|    diffuse_solar_radiation      | -0.7523063  |\n",
+      "|    direct_solar_radiation       | -0.6180961  |\n",
+      "|    hour                         | -1.6613047  |\n",
+      "|    htg_setpoint                 | -0.22736832 |\n",
+      "|    month                        | 0.8078173   |\n",
+      "|    outdoor_humidity             | 1.1791391   |\n",
+      "|    outdoor_temperature          | 0.85509336  |\n",
+      "|    people_occupant              | -0.68901324 |\n",
+      "|    total_electricity_HVAC       | -0.59984636 |\n",
+      "|    wind_direction               | 0.27401435  |\n",
+      "|    wind_speed                   | -0.33077225 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 430.01147   |\n",
+      "|    air_humidity                 | 27.565727   |\n",
+      "|    air_temperature              | 22.160503   |\n",
+      "|    clg_setpoint                 | 28.76391    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 16.974682   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 93.0        |\n",
+      "|    outdoor_temperature          | 21.204096   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 387010.34   |\n",
+      "|    wind_direction               | 210.0       |\n",
+      "|    wind_speed                   | 4.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************---------------------------| 72%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6130733  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.555878   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.2558732   |\n",
+      "|    air_humidity                 | 0.4865216   |\n",
+      "|    air_temperature              | 0.41726717  |\n",
+      "|    clg_setpoint                 | 0.58853674  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.83536696  |\n",
+      "|    diffuse_solar_radiation      | -0.7522948  |\n",
+      "|    direct_solar_radiation       | -0.6178382  |\n",
+      "|    hour                         | -1.5167723  |\n",
+      "|    htg_setpoint                 | 1.2639037   |\n",
+      "|    month                        | 0.8074143   |\n",
+      "|    outdoor_humidity             | 0.045401797 |\n",
+      "|    outdoor_temperature          | 0.13867056  |\n",
+      "|    people_occupant              | -0.68870646 |\n",
+      "|    total_electricity_HVAC       | 1.4573462   |\n",
+      "|    wind_direction               | 1.5153915   |\n",
+      "|    wind_speed                   | -0.11041305 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 8369.541    |\n",
+      "|    air_humidity                 | 43.330315   |\n",
+      "|    air_temperature              | 23.250177   |\n",
+      "|    clg_setpoint                 | 27.696323   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 69.5        |\n",
+      "|    outdoor_temperature          | 14.154234   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 8745765.0   |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 4.625       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************--------------------------| 73%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.36483464 |\n",
+      "|    Heating_Setpoint_RL          | 0.7502796   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.393682   |\n",
+      "|    Heating_Setpoint_RL          | 21.845324   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6707499  |\n",
+      "|    air_humidity                 | 0.00838292  |\n",
+      "|    air_temperature              | -0.19906032 |\n",
+      "|    clg_setpoint                 | -0.7169212  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.94881773  |\n",
+      "|    diffuse_solar_radiation      | -0.75230783 |\n",
+      "|    direct_solar_radiation       | -0.61758083 |\n",
+      "|    hour                         | -1.3722566  |\n",
+      "|    htg_setpoint                 | 0.1522392   |\n",
+      "|    month                        | 0.8070119   |\n",
+      "|    outdoor_humidity             | -0.17104214 |\n",
+      "|    outdoor_temperature          | 0.034993608 |\n",
+      "|    people_occupant              | -0.6888116  |\n",
+      "|    total_electricity_HVAC       | -0.6756743  |\n",
+      "|    wind_direction               | -1.5400804  |\n",
+      "|    wind_speed                   | -1.1175859  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 37.05975    |\n",
+      "|    air_temperature              | 22.436405   |\n",
+      "|    clg_setpoint                 | 24.244936   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 18.574192   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 65.0        |\n",
+      "|    outdoor_temperature          | 13.134551   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 20.0        |\n",
+      "|    wind_speed                   | 2.225       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************--------------------------| 73%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.30202776 |\n",
+      "|    Heating_Setpoint_RL          | 0.17628777  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.605656   |\n",
+      "|    Heating_Setpoint_RL          | 18.61662    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.82812315  |\n",
+      "|    air_humidity                 | 0.6693176   |\n",
+      "|    air_temperature              | 0.41736642  |\n",
+      "|    clg_setpoint                 | -1.0931493  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0621486   |\n",
+      "|    diffuse_solar_radiation      | -0.7523033  |\n",
+      "|    direct_solar_radiation       | -0.6176121  |\n",
+      "|    hour                         | -1.2277547  |\n",
+      "|    htg_setpoint                 | 1.2632052   |\n",
+      "|    month                        | 0.8066101   |\n",
+      "|    outdoor_humidity             | 0.32327592  |\n",
+      "|    outdoor_temperature          | 0.022822281 |\n",
+      "|    people_occupant              | -0.68891656 |\n",
+      "|    total_electricity_HVAC       | 0.7514644   |\n",
+      "|    wind_direction               | -1.1574507  |\n",
+      "|    wind_speed                   | -0.69749224 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6528.4106   |\n",
+      "|    air_humidity                 | 45.725807   |\n",
+      "|    air_temperature              | 23.25045    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 75.25       |\n",
+      "|    outdoor_temperature          | 13.016496   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5875570.0   |\n",
+      "|    wind_direction               | 60.0        |\n",
+      "|    wind_speed                   | 3.225       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************--------------------------| 73%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.30410928  |\n",
+      "|    Heating_Setpoint_RL          | 0.7789      |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.65137    |\n",
+      "|    Heating_Setpoint_RL          | 22.006313   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.34403536  |\n",
+      "|    air_humidity                 | 1.853985    |\n",
+      "|    air_temperature              | 0.41707328  |\n",
+      "|    clg_setpoint                 | 1.4606076   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.175328    |\n",
+      "|    diffuse_solar_radiation      | -0.75229263 |\n",
+      "|    direct_solar_radiation       | -0.6174675  |\n",
+      "|    hour                         | -1.0832639  |\n",
+      "|    htg_setpoint                 | 1.2625561   |\n",
+      "|    month                        | 0.8062089   |\n",
+      "|    outdoor_humidity             | 1.2150915   |\n",
+      "|    outdoor_temperature          | 0.30011356  |\n",
+      "|    people_occupant              | -0.68902147 |\n",
+      "|    total_electricity_HVAC       | 0.2905445   |\n",
+      "|    wind_direction               | -1.6101822  |\n",
+      "|    wind_speed                   | -0.22493528 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4447.5483   |\n",
+      "|    air_humidity                 | 61.273113   |\n",
+      "|    air_temperature              | 23.250217   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 93.75       |\n",
+      "|    outdoor_temperature          | 15.746052   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4002793.5   |\n",
+      "|    wind_direction               | 12.5        |\n",
+      "|    wind_speed                   | 4.35        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.006716701 |\n",
+      "|    clip_fraction                | 0.0886      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.39       |\n",
+      "|    explained_variance           | 0.713       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.173       |\n",
+      "|    n_updates                    | 810         |\n",
+      "|    policy_gradient_loss         | -0.00999    |\n",
+      "|    std                          | 0.802       |\n",
+      "|    value_loss                   | 0.745       |\n",
+      "-------------------------------------------------\n",
+      "------------------------------------------------*************************************-------------------------| 74%\n",
       "| action_network/                 |            |\n",
-      "|    index                        | 6          |\n",
+      "|    Cooling_Setpoint_RL          | 0.12610945 |\n",
+      "|    Heating_Setpoint_RL          | 1.0        |\n",
       "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 24         |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1502.1025  |\n",
-      "|    air_humidity                 | 14.293673  |\n",
-      "|    air_temperature              | 22.445791  |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
+      "|    Cooling_Setpoint_RL          | 27.05062   |\n",
+      "|    Heating_Setpoint_RL          | 23.25      |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | 0.2990287  |\n",
+      "|    air_humidity                 | 2.112459   |\n",
+      "|    air_temperature              | 0.41679397 |\n",
+      "|    clg_setpoint                 | -1.0928158 |\n",
       "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 1.0        |\n",
-      "|    diffuse_solar_radiation      | 189.5      |\n",
-      "|    direct_solar_radiation       | 229.5      |\n",
-      "|    hour                         | 11.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 34.5       |\n",
-      "|    outdoor_temperature          | -1.5963737 |\n",
-      "|    people_occupant              | 16.0       |\n",
-      "|    total_electricity_HVAC       | 1351892.4  |\n",
-      "|    wind_direction               | 265.0      |\n",
-      "|    wind_speed                   | 9.55       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 903        |\n",
-      "|    n_updates                    | 22549      |\n",
-      "------------------------------------------------\n"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n",
-      "  logger.warn(\n",
-      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n",
-      "  logger.warn(\n",
-      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n",
-      "  logger.warn(\n",
-      "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n",
-      "  gym.logger.warn(\"Casting input x to numpy array.\")\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "--------------------------------------------------------------------------------------------------------------| 1%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2402.0833 |\n",
-      "|    air_humidity                 | 11.437536 |\n",
-      "|    air_temperature              | 23.042078 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 194.0     |\n",
-      "|    direct_solar_radiation       | 340.5     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 36.5      |\n",
-      "|    outdoor_temperature          | -7.386407 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 2161875.0 |\n",
-      "|    wind_direction               | 275.0     |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.41e+03  |\n",
-      "|    n_updates                    | 22574     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 1%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 730.1309  |\n",
-      "|    air_humidity                 | 48.870342 |\n",
-      "|    air_temperature              | 22.699852 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 66.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 10.502956 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 657117.8  |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 6.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 586       |\n",
-      "|    n_updates                    | 22599     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 1%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 3          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 27         |\n",
-      "|    Heating_Setpoint_RL          | 18         |\n",
+      "|    day_of_month                 | 1.2883211  |\n",
+      "|    diffuse_solar_radiation      | -0.7522772 |\n",
+      "|    direct_solar_radiation       | -0.6172106 |\n",
+      "|    hour                         | -0.9387816 |\n",
+      "|    htg_setpoint                 | 1.2617675  |\n",
+      "|    month                        | 0.8058083  |\n",
+      "|    outdoor_humidity             | 1.1783563  |\n",
+      "|    outdoor_temperature          | 0.4588047  |\n",
+      "|    people_occupant              | -0.6891262 |\n",
+      "|    total_electricity_HVAC       | 0.24769089 |\n",
+      "|    wind_direction               | 1.4685702  |\n",
+      "|    wind_speed                   | -1.7256135 |\n",
       "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1743.8271  |\n",
-      "|    air_humidity                 | 15.084388  |\n",
-      "|    air_temperature              | 23.225992  |\n",
-      "|    clg_setpoint                 | 27.0       |\n",
+      "|    HVAC_electricity_demand_rate | 4253.478   |\n",
+      "|    air_humidity                 | 64.69927   |\n",
+      "|    air_temperature              | 23.250036  |\n",
+      "|    clg_setpoint                 | 23.25      |\n",
       "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 4.0        |\n",
-      "|    diffuse_solar_radiation      | 84.5       |\n",
-      "|    direct_solar_radiation       | 617.25     |\n",
-      "|    hour                         | 14.0       |\n",
-      "|    htg_setpoint                 | 18.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 41.25      |\n",
-      "|    outdoor_temperature          | -2.2472076 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1569444.5  |\n",
-      "|    wind_direction               | 267.5      |\n",
-      "|    wind_speed                   | 8.2        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 4.24e+03   |\n",
-      "|    n_updates                    | 22624      |\n",
+      "|    day_of_month                 | 27.0       |\n",
+      "|    diffuse_solar_radiation      | 0.0        |\n",
+      "|    direct_solar_radiation       | 0.0        |\n",
+      "|    hour                         | 5.0        |\n",
+      "|    htg_setpoint                 | 23.25      |\n",
+      "|    month                        | 9.0        |\n",
+      "|    outdoor_humidity             | 93.0       |\n",
+      "|    outdoor_temperature          | 17.308748  |\n",
+      "|    people_occupant              | 0.0        |\n",
+      "|    total_electricity_HVAC       | 3828130.2  |\n",
+      "|    wind_direction               | 335.0      |\n",
+      "|    wind_speed                   | 0.775      |\n",
       "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "--------------------------------------------------***********************************-------------------------| 74%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.39433828  |\n",
+      "|    air_humidity                 | 1.0248846    |\n",
+      "|    air_temperature              | 0.41660103   |\n",
+      "|    clg_setpoint                 | -0.18741465  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.4010892    |\n",
+      "|    diffuse_solar_radiation      | -0.4661965   |\n",
+      "|    direct_solar_radiation       | -0.025487203 |\n",
+      "|    hour                         | -0.794306    |\n",
+      "|    htg_setpoint                 | 1.2613503    |\n",
+      "|    month                        | 0.8054083    |\n",
+      "|    outdoor_humidity             | -0.09972917  |\n",
+      "|    outdoor_temperature          | 0.51132834   |\n",
+      "|    people_occupant              | -0.68923086  |\n",
+      "|    total_electricity_HVAC       | 0.06136239   |\n",
+      "|    wind_direction               | 1.1820121    |\n",
+      "|    wind_speed                   | -0.9068384   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1275.5925    |\n",
+      "|    air_humidity                 | 50.441326    |\n",
+      "|    air_temperature              | 23.249977    |\n",
+      "|    clg_setpoint                 | 25.642336    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 28.0         |\n",
+      "|    diffuse_solar_radiation      | 28.5         |\n",
+      "|    direct_solar_radiation       | 148.0        |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 9.0          |\n",
+      "|    outdoor_humidity             | 66.5         |\n",
+      "|    outdoor_temperature          | 17.82817     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 3071480.2    |\n",
+      "|    wind_direction               | 305.0        |\n",
+      "|    wind_speed                   | 2.725        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------************************************-------------------------| 74%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.76986533  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 21.955492   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.033283304 |\n",
+      "|    air_humidity                 | -0.6100396  |\n",
+      "|    air_temperature              | 0.41637605  |\n",
+      "|    clg_setpoint                 | 0.94274575  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5135903   |\n",
+      "|    diffuse_solar_radiation      | -0.13484637 |\n",
+      "|    direct_solar_radiation       | 1.229163    |\n",
+      "|    hour                         | -0.64983505 |\n",
+      "|    htg_setpoint                 | 1.261257    |\n",
+      "|    month                        | 0.8050089   |\n",
+      "|    outdoor_humidity             | -0.2919943  |\n",
+      "|    outdoor_temperature          | -0.06630083 |\n",
+      "|    people_occupant              | -0.688925   |\n",
+      "|    total_electricity_HVAC       | 0.27538523  |\n",
+      "|    wind_direction               | -1.2033068  |\n",
+      "|    wind_speed                   | -0.38169277 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3111.1396   |\n",
+      "|    air_humidity                 | 28.981321   |\n",
+      "|    air_temperature              | 23.249962   |\n",
+      "|    clg_setpoint                 | 28.630192   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 61.5        |\n",
+      "|    direct_solar_radiation       | 462.0       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 62.5        |\n",
+      "|    outdoor_temperature          | 12.151197   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3939309.0   |\n",
+      "|    wind_direction               | 55.0        |\n",
+      "|    wind_speed                   | 3.975       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************-------------------------| 74%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.15552619 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 16.750166   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5645984  |\n",
+      "|    air_humidity                 | 0.1825433   |\n",
+      "|    air_temperature              | 0.9546526   |\n",
+      "|    clg_setpoint                 | -0.16952322 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6257794   |\n",
+      "|    diffuse_solar_radiation      | 0.025870286 |\n",
+      "|    direct_solar_radiation       | 2.038773    |\n",
+      "|    hour                         | -0.50536734 |\n",
+      "|    htg_setpoint                 | -1.207696   |\n",
+      "|    month                        | 0.8046101   |\n",
+      "|    outdoor_humidity             | 0.1420761   |\n",
+      "|    outdoor_temperature          | 0.2497862   |\n",
+      "|    people_occupant              | 1.6954826   |\n",
+      "|    total_electricity_HVAC       | -0.57461345 |\n",
+      "|    wind_direction               | -1.345767   |\n",
+      "|    wind_speed                   | -0.43396428 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 543.8847    |\n",
+      "|    air_humidity                 | 39.379166   |\n",
+      "|    air_temperature              | 23.959953   |\n",
+      "|    clg_setpoint                 | 25.69094    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 77.5        |\n",
+      "|    direct_solar_radiation       | 664.75      |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 12.860216   |\n",
+      "|    month                        | 9.0         |\n",
+      "|    outdoor_humidity             | 71.5        |\n",
+      "|    outdoor_temperature          | 15.259318   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 489496.6    |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************************************------------------------| 75%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.53791827  |\n",
+      "|    air_humidity                 | 0.45325786   |\n",
+      "|    air_temperature              | 0.41685063   |\n",
+      "|    clg_setpoint                 | -1.0928539   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.6726894   |\n",
+      "|    diffuse_solar_radiation      | 0.44786265   |\n",
+      "|    direct_solar_radiation       | -0.6175144   |\n",
+      "|    hour                         | -0.36090165  |\n",
+      "|    htg_setpoint                 | 1.2610621    |\n",
+      "|    month                        | 1.1007338    |\n",
+      "|    outdoor_humidity             | -0.12328782  |\n",
+      "|    outdoor_temperature          | -0.115140475 |\n",
+      "|    people_occupant              | 1.6951424    |\n",
+      "|    total_electricity_HVAC       | -0.54967624  |\n",
+      "|    wind_direction               | -1.6791909   |\n",
+      "|    wind_speed                   | 0.5010964    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 658.6421     |\n",
+      "|    air_humidity                 | 42.934433    |\n",
+      "|    air_temperature              | 23.250874    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0          |\n",
+      "|    diffuse_solar_radiation      | 119.5        |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 66.0         |\n",
+      "|    outdoor_temperature          | 11.673259    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 590897.4     |\n",
+      "|    wind_direction               | 5.0          |\n",
+      "|    wind_speed                   | 6.075        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************************************------------------------| 75%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.7058134  |\n",
+      "|    Heating_Setpoint_RL          | 0.54004     |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.24288    |\n",
+      "|    Heating_Setpoint_RL          | 20.662725   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.30066648  |\n",
+      "|    air_humidity                 | 1.1689068   |\n",
+      "|    air_temperature              | 0.41498074  |\n",
+      "|    clg_setpoint                 | -1.0925692  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5572402  |\n",
+      "|    diffuse_solar_radiation      | 1.3016992   |\n",
+      "|    direct_solar_radiation       | 1.7822818   |\n",
+      "|    hour                         | -0.21643703 |\n",
+      "|    htg_setpoint                 | 0.18446091  |\n",
+      "|    month                        | 1.100003    |\n",
+      "|    outdoor_humidity             | -0.4612532  |\n",
+      "|    outdoor_temperature          | 0.8531262   |\n",
+      "|    people_occupant              | 1.6948028   |\n",
+      "|    total_electricity_HVAC       | 0.24918127  |\n",
+      "|    wind_direction               | 0.9441165   |\n",
+      "|    wind_speed                   | -0.48558447 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4257.0894   |\n",
+      "|    air_humidity                 | 52.32305    |\n",
+      "|    air_temperature              | 23.248486   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 204.5       |\n",
+      "|    direct_solar_radiation       | 600.75      |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 18.720684   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 59.0        |\n",
+      "|    outdoor_temperature          | 21.186007   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3831380.5   |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 3.725       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************************************------------------------| 75%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.4163172    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 19.966785    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.70678526   |\n",
+      "|    air_humidity                 | 1.1551832    |\n",
+      "|    air_temperature              | 0.41529208   |\n",
+      "|    clg_setpoint                 | -1.0922017   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.4421395   |\n",
+      "|    diffuse_solar_radiation      | 1.0407077    |\n",
+      "|    direct_solar_radiation       | 2.2110403    |\n",
+      "|    hour                         | -0.071972854 |\n",
+      "|    htg_setpoint                 | 1.2381468    |\n",
+      "|    month                        | 1.0992737    |\n",
+      "|    outdoor_humidity             | -0.02731587  |\n",
+      "|    outdoor_temperature          | 1.1511346    |\n",
+      "|    people_occupant              | 1.2177678    |\n",
+      "|    total_electricity_HVAC       | 0.6344924    |\n",
+      "|    wind_direction               | 0.013988328  |\n",
+      "|    wind_speed                   | -0.36957198  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 5999.3706    |\n",
+      "|    air_humidity                 | 52.160046    |\n",
+      "|    air_temperature              | 23.249033    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 3.0          |\n",
+      "|    diffuse_solar_radiation      | 178.5        |\n",
+      "|    direct_solar_radiation       | 708.25       |\n",
+      "|    hour                         | 11.0         |\n",
+      "|    htg_setpoint                 | 23.155998    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 68.0         |\n",
+      "|    outdoor_temperature          | 24.115772    |\n",
+      "|    people_occupant              | 16.0         |\n",
+      "|    total_electricity_HVAC       | 5393996.5    |\n",
+      "|    wind_direction               | 182.5        |\n",
+      "|    wind_speed                   | 4.0          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************************************------------------------| 75%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.44868776  |\n",
+      "|    air_humidity                 | 1.0611172   |\n",
+      "|    air_temperature              | 0.41556698  |\n",
+      "|    clg_setpoint                 | -1.0919782  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.327336   |\n",
+      "|    diffuse_solar_radiation      | 1.0509537   |\n",
+      "|    direct_solar_radiation       | 2.2102473   |\n",
+      "|    hour                         | 0.07249122  |\n",
+      "|    htg_setpoint                 | 0.07353192  |\n",
+      "|    month                        | 1.0985459   |\n",
+      "|    outdoor_humidity             | -0.5584458  |\n",
+      "|    outdoor_temperature          | 1.2329613   |\n",
+      "|    people_occupant              | 0.2641587   |\n",
+      "|    total_electricity_HVAC       | 0.3907626   |\n",
+      "|    wind_direction               | 0.18081717  |\n",
+      "|    wind_speed                   | -0.21190204 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4892.086    |\n",
+      "|    air_humidity                 | 50.93898    |\n",
+      "|    air_temperature              | 23.249508   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 179.5       |\n",
+      "|    direct_solar_radiation       | 708.25      |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 18.256083   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 57.0        |\n",
+      "|    outdoor_temperature          | 24.923786   |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 4405530.5   |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 4.375       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************************************-----------------------| 76%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.75892     |\n",
+      "|    Heating_Setpoint_RL          | -0.10805726 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.186356   |\n",
+      "|    Heating_Setpoint_RL          | 17.017178   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.54370236 |\n",
+      "|    air_humidity                 | 0.35918146  |\n",
+      "|    air_temperature              | 0.66887176  |\n",
+      "|    clg_setpoint                 | 0.648919    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.212783   |\n",
+      "|    diffuse_solar_radiation      | 1.3249018   |\n",
+      "|    direct_solar_radiation       | 1.6286633   |\n",
+      "|    hour                         | 0.21695524  |\n",
+      "|    htg_setpoint                 | -0.9665961  |\n",
+      "|    month                        | 1.0978194   |\n",
+      "|    outdoor_humidity             | 0.056423414 |\n",
+      "|    outdoor_temperature          | 1.0713814   |\n",
+      "|    people_occupant              | -0.68914205 |\n",
+      "|    total_electricity_HVAC       | -0.555534   |\n",
+      "|    wind_direction               | -0.08167889 |\n",
+      "|    wind_speed                   | -0.21165578 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 635.79083   |\n",
+      "|    air_humidity                 | 41.740807   |\n",
+      "|    air_temperature              | 23.583267   |\n",
+      "|    clg_setpoint                 | 27.850763   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 206.75      |\n",
+      "|    direct_solar_radiation       | 562.75      |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 13.880531   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 69.75       |\n",
+      "|    outdoor_temperature          | 23.339325   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 568941.7    |\n",
+      "|    wind_direction               | 172.5       |\n",
+      "|    wind_speed                   | 4.375       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*************************************-----------------------| 76%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.0688034   |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.392788    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6715523   |\n",
+      "|    air_humidity                 | 0.61279607   |\n",
+      "|    air_temperature              | -0.068614386 |\n",
+      "|    clg_setpoint                 | 1.461321     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.098438    |\n",
+      "|    diffuse_solar_radiation      | 0.88558006   |\n",
+      "|    direct_solar_radiation       | 1.7835407    |\n",
+      "|    hour                         | 0.361419     |\n",
+      "|    htg_setpoint                 | -0.885782    |\n",
+      "|    month                        | 1.0970945    |\n",
+      "|    outdoor_humidity             | -1.0418981   |\n",
+      "|    outdoor_temperature          | 0.37193403   |\n",
+      "|    people_occupant              | -0.6888375   |\n",
+      "|    total_electricity_HVAC       | -0.6764602   |\n",
+      "|    wind_direction               | 1.1589189    |\n",
+      "|    wind_speed                   | 1.8975878    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 45.07838     |\n",
+      "|    air_temperature              | 22.612076    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 6.0          |\n",
+      "|    diffuse_solar_radiation      | 163.0        |\n",
+      "|    direct_solar_radiation       | 601.5        |\n",
+      "|    hour                         | 14.0         |\n",
+      "|    htg_setpoint                 | 14.220722    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 47.0         |\n",
+      "|    outdoor_temperature          | 16.473286    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 302.5        |\n",
+      "|    wind_speed                   | 9.4          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**************************************-----------------------| 76%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.27042627  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.146149   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5432209  |\n",
+      "|    air_humidity                 | -1.3105448  |\n",
+      "|    air_temperature              | 0.4147997   |\n",
+      "|    clg_setpoint                 | -1.0922874  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9842629  |\n",
+      "|    diffuse_solar_radiation      | 0.7022978   |\n",
+      "|    direct_solar_radiation       | 0.96187925  |\n",
+      "|    hour                         | 0.50588197  |\n",
+      "|    htg_setpoint                 | 1.2600371   |\n",
+      "|    month                        | 1.096371    |\n",
+      "|    outdoor_humidity             | -1.8254185  |\n",
+      "|    outdoor_temperature          | -0.20909087 |\n",
+      "|    people_occupant              | 1.6951048   |\n",
+      "|    total_electricity_HVAC       | -0.5542798  |\n",
+      "|    wind_direction               | 1.1343026   |\n",
+      "|    wind_speed                   | 1.854832    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 636.7249    |\n",
+      "|    air_humidity                 | 19.825686   |\n",
+      "|    air_temperature              | 23.248621   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 144.75      |\n",
+      "|    direct_solar_radiation       | 395.75      |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 30.75       |\n",
+      "|    outdoor_temperature          | 10.768464   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 573052.4    |\n",
+      "|    wind_direction               | 300.0       |\n",
+      "|    wind_speed                   | 9.3         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************----------------------| 77%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.28305238 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.03283    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.52458125 |\n",
+      "|    air_humidity                 | -1.0375452  |\n",
+      "|    air_temperature              | 0.41491613  |\n",
+      "|    clg_setpoint                 | -1.0921276  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8702233  |\n",
+      "|    diffuse_solar_radiation      | -0.12671025 |\n",
+      "|    direct_solar_radiation       | 1.0095651   |\n",
+      "|    hour                         | 0.65034324  |\n",
+      "|    htg_setpoint                 | 0.093322106 |\n",
+      "|    month                        | 1.0956489   |\n",
+      "|    outdoor_humidity             | -1.595141   |\n",
+      "|    outdoor_temperature          | -0.07310411 |\n",
+      "|    people_occupant              | 1.6947664   |\n",
+      "|    total_electricity_HVAC       | -0.53652185 |\n",
+      "|    wind_direction               | 1.3957711   |\n",
+      "|    wind_speed                   | 0.6050375   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 716.1085    |\n",
+      "|    air_humidity                 | 23.40093    |\n",
+      "|    air_temperature              | 23.248562   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 62.25       |\n",
+      "|    direct_solar_radiation       | 407.75      |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 18.339258   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 35.5        |\n",
+      "|    outdoor_temperature          | 12.100463   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 644497.7    |\n",
+      "|    wind_direction               | 327.5       |\n",
+      "|    wind_speed                   | 6.325       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**************************************----------------------| 77%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.46965677  |\n",
+      "|    air_humidity                 | -0.080960855 |\n",
+      "|    air_temperature              | 0.42144775   |\n",
+      "|    clg_setpoint                 | -1.0916522   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.75628906  |\n",
+      "|    diffuse_solar_radiation      | -0.6166582   |\n",
+      "|    direct_solar_radiation       | -0.32172748  |\n",
+      "|    hour                         | 0.7948019    |\n",
+      "|    htg_setpoint                 | -0.86502504  |\n",
+      "|    month                        | 1.0949283    |\n",
+      "|    outdoor_humidity             | -0.448962    |\n",
+      "|    outdoor_temperature          | 0.046704784  |\n",
+      "|    people_occupant              | 1.6944286    |\n",
+      "|    total_electricity_HVAC       | -0.48422557  |\n",
+      "|    wind_direction               | 0.155313     |\n",
+      "|    wind_speed                   | -0.08691412  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 951.36444    |\n",
+      "|    air_humidity                 | 35.952164    |\n",
+      "|    air_temperature              | 23.257065    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 9.0          |\n",
+      "|    diffuse_solar_radiation      | 13.5         |\n",
+      "|    direct_solar_radiation       | 74.25        |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 14.306094    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 59.25        |\n",
+      "|    outdoor_temperature          | 13.274093    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 856228.0     |\n",
+      "|    wind_direction               | 197.5        |\n",
+      "|    wind_speed                   | 4.675        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***************************************----------------------| 77%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.3582027   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 19.63989    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.61945534 |\n",
+      "|    air_humidity                 | 1.9550271   |\n",
+      "|    air_temperature              | 0.41558364  |\n",
+      "|    clg_setpoint                 | -1.0914291  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6424341  |\n",
+      "|    diffuse_solar_radiation      | -0.7523416  |\n",
+      "|    direct_solar_radiation       | -0.61820006 |\n",
+      "|    hour                         | 0.93925637  |\n",
+      "|    htg_setpoint                 | 0.79831547  |\n",
+      "|    month                        | 1.094209    |\n",
+      "|    outdoor_humidity             | 1.2882085   |\n",
+      "|    outdoor_temperature          | 0.24001622  |\n",
+      "|    people_occupant              | 0.50244826  |\n",
+      "|    total_electricity_HVAC       | -0.6268308  |\n",
+      "|    wind_direction               | 0.08352377  |\n",
+      "|    wind_speed                   | -0.4333666  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 309.6072    |\n",
+      "|    air_humidity                 | 62.67498    |\n",
+      "|    air_temperature              | 23.249432   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 21.306038   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 95.25       |\n",
+      "|    outdoor_temperature          | 15.171199   |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 278646.5    |\n",
+      "|    wind_direction               | 190.0       |\n",
+      "|    wind_speed                   | 3.85        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************----------------------| 77%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.15107036  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.47477    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65428215 |\n",
+      "|    air_humidity                 | 1.9479483   |\n",
+      "|    air_temperature              | 0.41580015  |\n",
+      "|    clg_setpoint                 | -1.0910277  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.52863604 |\n",
+      "|    diffuse_solar_radiation      | -0.7523334  |\n",
+      "|    direct_solar_radiation       | -0.61829466 |\n",
+      "|    hour                         | 1.0837052   |\n",
+      "|    htg_setpoint                 | 1.2599698   |\n",
+      "|    month                        | 1.0934912   |\n",
+      "|    outdoor_humidity             | 0.99792516  |\n",
+      "|    outdoor_temperature          | 0.38141653  |\n",
+      "|    people_occupant              | -0.45102304 |\n",
+      "|    total_electricity_HVAC       | -0.6599872  |\n",
+      "|    wind_direction               | 0.1310968   |\n",
+      "|    wind_speed                   | 0.5426537   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 160.93347   |\n",
+      "|    air_humidity                 | 62.60306    |\n",
+      "|    air_temperature              | 23.24981    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 89.25       |\n",
+      "|    outdoor_temperature          | 16.558744   |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 144840.12   |\n",
+      "|    wind_direction               | 195.0       |\n",
+      "|    wind_speed                   | 6.175       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************************---------------------| 78%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.90519243 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.569975   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.668012   |\n",
+      "|    air_humidity                 | 1.6283789   |\n",
+      "|    air_temperature              | 0.29340953  |\n",
+      "|    clg_setpoint                 | -0.44136545 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.41487655 |\n",
+      "|    diffuse_solar_radiation      | -0.7523216  |\n",
+      "|    direct_solar_radiation       | -0.6183922  |\n",
+      "|    hour                         | 1.2281462   |\n",
+      "|    htg_setpoint                 | -0.17857838 |\n",
+      "|    month                        | 1.0927747   |\n",
+      "|    outdoor_humidity             | 1.5159692   |\n",
+      "|    outdoor_temperature          | 0.5029699   |\n",
+      "|    people_occupant              | -0.68905395 |\n",
+      "|    total_electricity_HVAC       | -0.67306346 |\n",
+      "|    wind_direction               | 0.13115945  |\n",
+      "|    wind_speed                   | -1.1145034  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 102.14255   |\n",
+      "|    air_humidity                 | 58.422855   |\n",
+      "|    air_temperature              | 23.088911   |\n",
+      "|    clg_setpoint                 | 24.966928   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 17.197681   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 17.752201   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 91928.29    |\n",
+      "|    wind_direction               | 195.0       |\n",
+      "|    wind_speed                   | 2.225       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------****************************************---------------------| 78%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.8012327   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.32916    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.29252335  |\n",
+      "|    air_humidity                 | 1.7353265   |\n",
+      "|    air_temperature              | 0.4155478   |\n",
+      "|    clg_setpoint                 | 1.4632466   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.30114096 |\n",
+      "|    diffuse_solar_radiation      | -0.7523295  |\n",
+      "|    direct_solar_radiation       | -0.6184537  |\n",
+      "|    hour                         | 1.3725773   |\n",
+      "|    htg_setpoint                 | 1.2592586   |\n",
+      "|    month                        | 1.0920597   |\n",
+      "|    outdoor_humidity             | 1.5151556   |\n",
+      "|    outdoor_temperature          | 0.33709264  |\n",
+      "|    people_occupant              | -0.6887508  |\n",
+      "|    total_electricity_HVAC       | 0.24134034  |\n",
+      "|    wind_direction               | -0.9182737  |\n",
+      "|    wind_speed                   | -1.0717256  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4216.3467   |\n",
+      "|    air_humidity                 | 59.84711    |\n",
+      "|    air_temperature              | 23.249691   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 16.128296   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3794712.2   |\n",
+      "|    wind_direction               | 85.0        |\n",
+      "|    wind_speed                   | 2.325       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***************************************---------------------| 78%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.6269368    |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.740911    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.014660655 |\n",
+      "|    air_humidity                 | 1.9906545    |\n",
+      "|    air_temperature              | 0.41541913   |\n",
+      "|    clg_setpoint                 | 1.4633403    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.18741862  |\n",
+      "|    diffuse_solar_radiation      | -0.75228745  |\n",
+      "|    direct_solar_radiation       | -0.6184208   |\n",
+      "|    hour                         | 1.5169959    |\n",
+      "|    htg_setpoint                 | 1.2587347    |\n",
+      "|    month                        | 1.0913461    |\n",
+      "|    outdoor_humidity             | 1.4058825    |\n",
+      "|    outdoor_temperature          | 0.45918918   |\n",
+      "|    people_occupant              | -0.6888547   |\n",
+      "|    total_electricity_HVAC       | -0.051094934 |\n",
+      "|    wind_direction               | -0.58372486  |\n",
+      "|    wind_speed                   | 0.97394675   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2900.3225    |\n",
+      "|    air_humidity                 | 63.222954    |\n",
+      "|    air_temperature              | 23.249706    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 14.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 22.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 97.75        |\n",
+      "|    outdoor_temperature          | 17.325212    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 2610290.2    |\n",
+      "|    wind_direction               | 120.0        |\n",
+      "|    wind_speed                   | 7.2          |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------***************************************---------------------| 78%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.22288172  |\n",
+      "|    Heating_Setpoint_RL          | 0.041629     |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.872774    |\n",
+      "|    Heating_Setpoint_RL          | 17.859163    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.67169577  |\n",
+      "|    air_humidity                 | 0.35240078   |\n",
+      "|    air_temperature              | -0.80437726  |\n",
+      "|    clg_setpoint                 | 0.66182524   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.07370256  |\n",
+      "|    diffuse_solar_radiation      | -0.75227773  |\n",
+      "|    direct_solar_radiation       | -0.61851037  |\n",
+      "|    hour                         | 1.6613992    |\n",
+      "|    htg_setpoint                 | -0.5155068   |\n",
+      "|    month                        | 1.0906339    |\n",
+      "|    outdoor_humidity             | -0.22218584  |\n",
+      "|    outdoor_temperature          | -0.030877864 |\n",
+      "|    people_occupant              | -0.6889584   |\n",
+      "|    total_electricity_HVAC       | -0.67657757  |\n",
+      "|    wind_direction               | 1.3486879    |\n",
+      "|    wind_speed                   | -1.2293692   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 41.702255    |\n",
+      "|    air_temperature              | 21.646397    |\n",
+      "|    clg_setpoint                 | 27.881485    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 23.0         |\n",
+      "|    htg_setpoint                 | 15.783933    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 64.0         |\n",
+      "|    outdoor_temperature          | 12.525505    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 322.5        |\n",
+      "|    wind_speed                   | 1.95         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------****************************************--------------------| 79%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.77940124   |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 29.25548     |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5063493   |\n",
+      "|    air_humidity                 | 2.7197633    |\n",
+      "|    air_temperature              | -0.8749021   |\n",
+      "|    clg_setpoint                 | -0.074696615 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.1537663    |\n",
+      "|    diffuse_solar_radiation      | -0.75225604  |\n",
+      "|    direct_solar_radiation       | -0.6185457   |\n",
+      "|    hour                         | -1.661305    |\n",
+      "|    htg_setpoint                 | 0.6745437    |\n",
+      "|    month                        | 1.089923     |\n",
+      "|    outdoor_humidity             | 0.53719723   |\n",
+      "|    outdoor_temperature          | -0.19412522  |\n",
+      "|    people_occupant              | -0.689062    |\n",
+      "|    total_electricity_HVAC       | -0.59793234  |\n",
+      "|    wind_direction               | 0.9911404    |\n",
+      "|    wind_speed                   | 0.595761     |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 795.31305    |\n",
+      "|    air_humidity                 | 72.84433     |\n",
+      "|    air_temperature              | 21.554092    |\n",
+      "|    clg_setpoint                 | 25.934273    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 17.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 0.0          |\n",
+      "|    htg_setpoint                 | 20.793684    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 79.75        |\n",
+      "|    outdoor_temperature          | 10.927689    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 397057.62    |\n",
+      "|    wind_direction               | 285.0        |\n",
+      "|    wind_speed                   | 6.3          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*****************************************--------------------| 79%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.18231103  |\n",
+      "|    Heating_Setpoint_RL          | 0.7855208   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.2403     |\n",
+      "|    Heating_Setpoint_RL          | 22.043554   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6717992  |\n",
+      "|    air_humidity                 | -0.56186986 |\n",
+      "|    air_temperature              | -1.695177   |\n",
+      "|    clg_setpoint                 | 1.4636773   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.2675056   |\n",
+      "|    diffuse_solar_radiation      | -0.75223553 |\n",
+      "|    direct_solar_radiation       | -0.61863035 |\n",
+      "|    hour                         | -1.5167736  |\n",
+      "|    htg_setpoint                 | -1.4149796  |\n",
+      "|    month                        | 1.0892136   |\n",
+      "|    outdoor_humidity             | -1.3559321  |\n",
+      "|    outdoor_temperature          | -0.63300073 |\n",
+      "|    people_occupant              | -0.6891655  |\n",
+      "|    total_electricity_HVAC       | -0.6766715  |\n",
+      "|    wind_direction               | 1.0146704   |\n",
+      "|    wind_speed                   | 1.7872331   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 29.691942   |\n",
+      "|    air_temperature              | 20.476488   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 40.5        |\n",
+      "|    outdoor_temperature          | 6.629627    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 287.5       |\n",
+      "|    wind_speed                   | 9.15        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.011334056 |\n",
+      "|    clip_fraction                | 0.117       |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.38       |\n",
+      "|    explained_variance           | 0.386       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.104       |\n",
+      "|    n_updates                    | 820         |\n",
+      "|    policy_gradient_loss         | -0.0147     |\n",
+      "|    std                          | 0.795       |\n",
+      "|    value_loss                   | 0.536       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************-------------------| 80%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.19081333 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.981005   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.8578556   |\n",
+      "|    air_humidity                 | -0.82957083 |\n",
+      "|    air_temperature              | 0.41557646  |\n",
+      "|    clg_setpoint                 | -1.0900276  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.38123453  |\n",
+      "|    diffuse_solar_radiation      | -0.75220716 |\n",
+      "|    direct_solar_radiation       | -0.61872476 |\n",
+      "|    hour                         | -1.3722587  |\n",
+      "|    htg_setpoint                 | 1.2583001   |\n",
+      "|    month                        | 1.0885055   |\n",
+      "|    outdoor_humidity             | 1.3217561   |\n",
+      "|    outdoor_temperature          | -0.7701593  |\n",
+      "|    people_occupant              | -0.6892688  |\n",
+      "|    total_electricity_HVAC       | 2.876327    |\n",
+      "|    wind_direction               | -1.7296556  |\n",
+      "|    wind_speed                   | -2.0450199  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 15193.846   |\n",
+      "|    air_humidity                 | 26.16583    |\n",
+      "|    air_temperature              | 23.249924   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 5.2855654   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 14455630.0  |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.0         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*****************************************-------------------| 80%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.110203624 |\n",
+      "|    Heating_Setpoint_RL          | 0.7829113    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.253063    |\n",
+      "|    Heating_Setpoint_RL          | 22.028877    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.45637146  |\n",
+      "|    air_humidity                 | 0.7759872    |\n",
+      "|    air_temperature              | -0.1275305   |\n",
+      "|    clg_setpoint                 | 0.7617324    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.4949438    |\n",
+      "|    diffuse_solar_radiation      | -0.75217474  |\n",
+      "|    direct_solar_radiation       | -0.6188246   |\n",
+      "|    hour                         | -1.2277573   |\n",
+      "|    htg_setpoint                 | 1.0270545    |\n",
+      "|    month                        | 1.0877988    |\n",
+      "|    outdoor_humidity             | 1.5145388    |\n",
+      "|    outdoor_temperature          | -0.081668176 |\n",
+      "|    people_occupant              | -0.68896663  |\n",
+      "|    total_electricity_HVAC       | -0.4636625   |\n",
+      "|    wind_direction               | -1.7297547   |\n",
+      "|    wind_speed                   | -2.0447109   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1008.43335   |\n",
+      "|    air_humidity                 | 47.27525     |\n",
+      "|    air_temperature              | 22.53643     |\n",
+      "|    clg_setpoint                 | 28.14428     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 20.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 3.0          |\n",
+      "|    htg_setpoint                 | 22.27689     |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 12.027025    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 939701.75    |\n",
+      "|    wind_direction               | 0.0          |\n",
+      "|    wind_speed                   | 0.0          |\n",
+      "--------------------------------------------------\n",
+      "------------------------------------------------*******************************************-------------------| 80%\n",
       "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
+      "|    Cooling_Setpoint_RL          | 0.4140671  |\n",
+      "|    Heating_Setpoint_RL          | 1.0        |\n",
       "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
+      "|    Cooling_Setpoint_RL          | 28.022476  |\n",
+      "|    Heating_Setpoint_RL          | 23.25      |\n",
+      "| normalized_observation/         |            |\n",
+      "|    HVAC_electricity_demand_rate | 0.6538975  |\n",
+      "|    air_humidity                 | 0.49527025 |\n",
+      "|    air_temperature              | 0.41562882 |\n",
+      "|    clg_setpoint                 | -0.8490517 |\n",
+      "|    co2_emission                 | 0.0        |\n",
+      "|    day_of_month                 | 0.6086202  |\n",
+      "|    diffuse_solar_radiation      | -0.7521479 |\n",
+      "|    direct_solar_radiation       | -0.6188892 |\n",
+      "|    hour                         | -1.0832669 |\n",
+      "|    htg_setpoint                 | 1.2578831  |\n",
+      "|    month                        | 1.0870936  |\n",
+      "|    outdoor_humidity             | 1.2610112  |\n",
+      "|    outdoor_temperature          | -0.1549783 |\n",
+      "|    people_occupant              | -0.6886648 |\n",
+      "|    total_electricity_HVAC       | 0.5852538  |\n",
+      "|    wind_direction               | -1.7290862 |\n",
+      "|    wind_speed                   | -2.043082  |\n",
       "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2086.3428  |\n",
-      "|    air_humidity                 | 11.047049  |\n",
-      "|    air_temperature              | 21.712967  |\n",
-      "|    clg_setpoint                 | 30.0       |\n",
+      "|    HVAC_electricity_demand_rate | 5758.8804  |\n",
+      "|    air_humidity                 | 43.58858   |\n",
+      "|    air_temperature              | 23.249945  |\n",
+      "|    clg_setpoint                 | 23.886827  |\n",
       "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 5.0        |\n",
-      "|    diffuse_solar_radiation      | 61.25      |\n",
-      "|    direct_solar_radiation       | 446.25     |\n",
-      "|    hour                         | 15.0       |\n",
-      "|    htg_setpoint                 | 15.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 31.25      |\n",
-      "|    outdoor_temperature          | -3.6748056 |\n",
+      "|    day_of_month                 | 21.0       |\n",
+      "|    diffuse_solar_radiation      | 0.0        |\n",
+      "|    direct_solar_radiation       | 0.0        |\n",
+      "|    hour                         | 4.0        |\n",
+      "|    htg_setpoint                 | 23.25      |\n",
+      "|    month                        | 10.0       |\n",
+      "|    outdoor_humidity             | 94.75      |\n",
+      "|    outdoor_temperature          | 11.311075  |\n",
       "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1877708.5  |\n",
-      "|    wind_direction               | 312.5      |\n",
-      "|    wind_speed                   | 4.475      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.9e+03    |\n",
-      "|    n_updates                    | 22649      |\n",
+      "|    total_electricity_HVAC       | 5182992.5  |\n",
+      "|    wind_direction               | 0.0        |\n",
+      "|    wind_speed                   | 0.0        |\n",
       "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "--------------------------------------------------*****************************************-------------------| 80%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.42721558  |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.183147    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.5951883    |\n",
+      "|    air_humidity                 | 1.2491643    |\n",
+      "|    air_temperature              | 0.415632     |\n",
+      "|    clg_setpoint                 | 0.6016067    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.722247     |\n",
+      "|    diffuse_solar_radiation      | -0.7521139   |\n",
+      "|    direct_solar_radiation       | -0.61897886  |\n",
+      "|    hour                         | -0.9387849   |\n",
+      "|    htg_setpoint                 | 1.2575463    |\n",
+      "|    month                        | 1.0863897    |\n",
+      "|    outdoor_humidity             | 1.5137559    |\n",
+      "|    outdoor_temperature          | 0.0151830865 |\n",
+      "|    people_occupant              | -0.68876827  |\n",
+      "|    total_electricity_HVAC       | 0.5293626    |\n",
+      "|    wind_direction               | 1.3249102    |\n",
+      "|    wind_speed                   | -1.7701613   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 5507.268     |\n",
+      "|    air_humidity                 | 53.508316    |\n",
+      "|    air_temperature              | 23.250063    |\n",
+      "|    clg_setpoint                 | 27.71981     |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 22.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 5.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 100.0        |\n",
+      "|    outdoor_temperature          | 12.977808    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 4956541.5    |\n",
+      "|    wind_direction               | 320.0        |\n",
+      "|    wind_speed                   | 0.65         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------******************************************------------------| 81%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.42945307  |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.175596    |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6721102   |\n",
+      "|    air_humidity                 | 0.6884404    |\n",
+      "|    air_temperature              | -0.32850638  |\n",
+      "|    clg_setpoint                 | -1.0895333   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.8358036    |\n",
+      "|    diffuse_solar_radiation      | -0.75209904  |\n",
+      "|    direct_solar_radiation       | -0.6189689   |\n",
+      "|    hour                         | -0.7943094   |\n",
+      "|    htg_setpoint                 | -0.2401266   |\n",
+      "|    month                        | 1.085687     |\n",
+      "|    outdoor_humidity             | 0.8141287    |\n",
+      "|    outdoor_temperature          | -0.056214053 |\n",
+      "|    people_occupant              | -0.6888716   |\n",
+      "|    total_electricity_HVAC       | -0.67694485  |\n",
+      "|    wind_direction               | -1.1076671   |\n",
+      "|    wind_speed                   | -0.848572    |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 46.14898     |\n",
+      "|    air_temperature              | 22.273489    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 23.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 6.0          |\n",
+      "|    htg_setpoint                 | 16.948734    |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 85.5         |\n",
+      "|    outdoor_temperature          | 12.281671    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 65.0         |\n",
+      "|    wind_speed                   | 2.85         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*******************************************------------------| 81%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.7064016  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.240894   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.098980434 |\n",
+      "|    air_humidity                 | 1.9468296   |\n",
+      "|    air_temperature              | 0.4150836   |\n",
+      "|    clg_setpoint                 | 0.6436754   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.9492657   |\n",
+      "|    diffuse_solar_radiation      | -0.05288689 |\n",
+      "|    direct_solar_radiation       | 0.64179146  |\n",
+      "|    hour                         | -0.64983857 |\n",
+      "|    htg_setpoint                 | 1.2561249   |\n",
+      "|    month                        | 1.0849859   |\n",
+      "|    outdoor_humidity             | 1.5125084   |\n",
+      "|    outdoor_temperature          | 0.4552402   |\n",
+      "|    people_occupant              | -0.68897486 |\n",
+      "|    total_electricity_HVAC       | 0.081197426 |\n",
+      "|    wind_direction               | 0.1566092   |\n",
+      "|    wind_speed                   | -0.69179356 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3384.39     |\n",
+      "|    air_humidity                 | 62.735332   |\n",
+      "|    air_temperature              | 23.249704   |\n",
+      "|    clg_setpoint                 | 27.829077   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 69.5        |\n",
+      "|    direct_solar_radiation       | 315.75      |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 17.28525    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3143617.2   |\n",
+      "|    wind_direction               | 197.5       |\n",
+      "|    wind_speed                   | 3.225       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************------------------| 81%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.9891478  |\n",
+      "|    Heating_Setpoint_RL          | -0.2531774  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.286627   |\n",
+      "|    Heating_Setpoint_RL          | 16.200878   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.54489666 |\n",
+      "|    air_humidity                 | 2.1052692   |\n",
+      "|    air_temperature              | 1.1409408   |\n",
+      "|    clg_setpoint                 | 0.6784517   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0626055   |\n",
+      "|    diffuse_solar_radiation      | 0.2943134   |\n",
+      "|    direct_solar_radiation       | 1.5348485   |\n",
+      "|    hour                         | -0.505371   |\n",
+      "|    htg_setpoint                 | 0.07976483  |\n",
+      "|    month                        | 1.084286    |\n",
+      "|    outdoor_humidity             | 1.0294602   |\n",
+      "|    outdoor_temperature          | 0.74720734  |\n",
+      "|    people_occupant              | 1.6944594   |\n",
+      "|    total_electricity_HVAC       | -0.56345624 |\n",
+      "|    wind_direction               | 0.18053597  |\n",
+      "|    wind_speed                   | -0.11661369 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 632.2143    |\n",
+      "|    air_humidity                 | 64.8549     |\n",
+      "|    air_temperature              | 24.202164   |\n",
+      "|    clg_setpoint                 | 27.920742   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 25.0        |\n",
+      "|    diffuse_solar_radiation      | 104.0       |\n",
+      "|    direct_solar_radiation       | 539.5       |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 18.299585   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 90.0        |\n",
+      "|    outdoor_temperature          | 20.143      |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 538271.2    |\n",
+      "|    wind_direction               | 200.0       |\n",
+      "|    wind_speed                   | 4.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************------------------| 81%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.8353277  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.926282   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6725057  |\n",
+      "|    air_humidity                 | -1.2148445  |\n",
+      "|    air_temperature              | -0.54156417 |\n",
+      "|    clg_setpoint                 | 0.70330995  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1757916   |\n",
+      "|    diffuse_solar_radiation      | 0.89567965  |\n",
+      "|    direct_solar_radiation       | 1.5528519   |\n",
+      "|    hour                         | -0.3609053  |\n",
+      "|    htg_setpoint                 | -1.4167396  |\n",
+      "|    month                        | 1.0835875   |\n",
+      "|    outdoor_humidity             | -1.801844   |\n",
+      "|    outdoor_temperature          | 0.13831404  |\n",
+      "|    people_occupant              | -0.6891809  |\n",
+      "|    total_electricity_HVAC       | -0.67732155 |\n",
+      "|    wind_direction               | 0.65748     |\n",
+      "|    wind_speed                   | 2.5379      |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 21.124168   |\n",
+      "|    air_temperature              | 21.99503    |\n",
+      "|    clg_setpoint                 | 27.98623    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 163.75      |\n",
+      "|    direct_solar_radiation       | 544.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 31.25       |\n",
+      "|    outdoor_temperature          | 14.192576   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 10.95       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************************-----------------| 82%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6723291  |\n",
+      "|    air_humidity                 | -1.3607987  |\n",
+      "|    air_temperature              | -1.145135   |\n",
+      "|    clg_setpoint                 | 0.7946703   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2887888   |\n",
+      "|    diffuse_solar_radiation      | 0.55375624  |\n",
+      "|    direct_solar_radiation       | 2.351801    |\n",
+      "|    hour                         | -0.21644069 |\n",
+      "|    htg_setpoint                 | 0.14322197  |\n",
+      "|    month                        | 1.0828904   |\n",
+      "|    outdoor_humidity             | -0.95751035 |\n",
+      "|    outdoor_temperature          | -0.37931657 |\n",
+      "|    people_occupant              | -0.68888    |\n",
+      "|    total_electricity_HVAC       | -0.6771372  |\n",
+      "|    wind_direction               | 1.0151229   |\n",
+      "|    wind_speed                   | 1.3856956   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 19.184639   |\n",
+      "|    air_temperature              | 21.20304    |\n",
+      "|    clg_setpoint                 | 28.228962   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 129.75      |\n",
+      "|    direct_solar_radiation       | 744.25      |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 18.566004   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 48.75       |\n",
+      "|    outdoor_temperature          | 9.130681    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 287.5       |\n",
+      "|    wind_speed                   | 8.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------********************************************-----------------| 82%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.58601385 |\n",
+      "|    air_humidity                 | -1.1877986  |\n",
+      "|    air_temperature              | 0.41506156  |\n",
+      "|    clg_setpoint                 | -1.0895092  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.401559    |\n",
+      "|    diffuse_solar_radiation      | 1.4068874   |\n",
+      "|    direct_solar_radiation       | 1.3338151   |\n",
+      "|    hour                         | -0.07197653 |\n",
+      "|    htg_setpoint                 | 0.039704103 |\n",
+      "|    month                        | 1.0821946   |\n",
+      "|    outdoor_humidity             | -1.6314998  |\n",
+      "|    outdoor_temperature          | -0.41425353 |\n",
+      "|    people_occupant              | 1.218475    |\n",
+      "|    total_electricity_HVAC       | -0.5949993  |\n",
+      "|    wind_direction               | 1.5390804   |\n",
+      "|    wind_speed                   | 1.0195079   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 455.34912   |\n",
+      "|    air_humidity                 | 21.451084   |\n",
+      "|    air_temperature              | 23.248938   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 214.5       |\n",
+      "|    direct_solar_radiation       | 489.25      |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 18.129272   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 34.75       |\n",
+      "|    outdoor_temperature          | 8.78727     |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 409663.94   |\n",
+      "|    wind_direction               | 342.5       |\n",
+      "|    wind_speed                   | 7.325       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*******************************************-----------------| 82%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5510169   |\n",
+      "|    air_humidity                 | -0.8413552   |\n",
+      "|    air_temperature              | 0.41550192   |\n",
+      "|    clg_setpoint                 | -1.0891392   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.5140601    |\n",
+      "|    diffuse_solar_radiation      | 1.1982363    |\n",
+      "|    direct_solar_radiation       | 1.5072995    |\n",
+      "|    hour                         | 0.07248754   |\n",
+      "|    htg_setpoint                 | 1.2561063    |\n",
+      "|    month                        | 1.0815002    |\n",
+      "|    outdoor_humidity             | -1.112832    |\n",
+      "|    outdoor_temperature          | -0.08988801  |\n",
+      "|    people_occupant              | 0.2646925    |\n",
+      "|    total_electricity_HVAC       | -0.5616575   |\n",
+      "|    wind_direction               | 0.37002316   |\n",
+      "|    wind_speed                   | -0.003412937 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 604.6399     |\n",
+      "|    air_humidity                 | 26.00656     |\n",
+      "|    air_temperature              | 23.249441    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 29.0         |\n",
+      "|    diffuse_solar_radiation      | 193.75       |\n",
+      "|    direct_solar_radiation       | 532.75       |\n",
+      "|    hour                         | 12.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 10.0         |\n",
+      "|    outdoor_humidity             | 45.5         |\n",
+      "|    outdoor_temperature          | 11.953799    |\n",
+      "|    people_occupant              | 8.0          |\n",
+      "|    total_electricity_HVAC       | 544112.7     |\n",
+      "|    wind_direction               | 220.0        |\n",
+      "|    wind_speed                   | 4.875        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************************************----------------| 83%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.8137483   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 22.202335   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.30505797 |\n",
+      "|    air_humidity                 | -0.46771052 |\n",
+      "|    air_temperature              | 0.415944    |\n",
+      "|    clg_setpoint                 | -1.0887114  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6262474   |\n",
+      "|    diffuse_solar_radiation      | 0.38052213  |\n",
+      "|    direct_solar_radiation       | 2.3741646   |\n",
+      "|    hour                         | 0.21695155  |\n",
+      "|    htg_setpoint                 | -1.4160506  |\n",
+      "|    month                        | 1.080807    |\n",
+      "|    outdoor_humidity             | -1.136283   |\n",
+      "|    outdoor_temperature          | 0.2535132   |\n",
+      "|    people_occupant              | 1.2179897   |\n",
+      "|    total_electricity_HVAC       | -0.29960513 |\n",
+      "|    wind_direction               | 1.5622354   |\n",
+      "|    wind_speed                   | -0.7548572  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1655.5347   |\n",
+      "|    air_humidity                 | 30.9271     |\n",
+      "|    air_temperature              | 23.250013   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 112.5       |\n",
+      "|    direct_solar_radiation       | 750.0       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 45.0        |\n",
+      "|    outdoor_temperature          | 15.307719   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 1602842.8   |\n",
+      "|    wind_direction               | 345.0       |\n",
+      "|    wind_speed                   | 3.075       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************----------------| 83%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.50712323 |\n",
+      "|    air_humidity                 | 0.394656    |\n",
+      "|    air_temperature              | 0.4159333   |\n",
+      "|    clg_setpoint                 | -1.0884501  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7380728   |\n",
+      "|    diffuse_solar_radiation      | -0.07237353 |\n",
+      "|    direct_solar_radiation       | -0.61919945 |\n",
+      "|    hour                         | 0.3614153   |\n",
+      "|    htg_setpoint                 | 0.90446234  |\n",
+      "|    month                        | 1.0801152   |\n",
+      "|    outdoor_humidity             | 0.27344745  |\n",
+      "|    outdoor_temperature          | 0.09550813  |\n",
+      "|    people_occupant              | 1.6944247   |\n",
+      "|    total_electricity_HVAC       | -0.51985174 |\n",
+      "|    wind_direction               | -0.10636823 |\n",
+      "|    wind_speed                   | 0.22698918  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 791.6982    |\n",
+      "|    air_humidity                 | 42.283295   |\n",
+      "|    air_temperature              | 23.249954   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 67.5        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 21.769836   |\n",
+      "|    month                        | 10.0        |\n",
+      "|    outdoor_humidity             | 74.25       |\n",
+      "|    outdoor_temperature          | 13.762454   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 712528.4    |\n",
+      "|    wind_direction               | 170.0       |\n",
+      "|    wind_speed                   | 5.425       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************----------------| 83%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.72650313 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.53842    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.3595183  |\n",
+      "|    air_humidity                 | -0.6682945  |\n",
+      "|    air_temperature              | 0.41480932  |\n",
+      "|    clg_setpoint                 | -1.0882387  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6722977  |\n",
+      "|    diffuse_solar_radiation      | 0.13168098  |\n",
+      "|    direct_solar_radiation       | 0.82580304  |\n",
+      "|    hour                         | 0.5058782   |\n",
+      "|    htg_setpoint                 | -0.9686933  |\n",
+      "|    month                        | 1.3752782   |\n",
+      "|    outdoor_humidity             | -1.472962   |\n",
+      "|    outdoor_temperature          | 0.20912255  |\n",
+      "|    people_occupant              | 1.6940917   |\n",
+      "|    total_electricity_HVAC       | -0.37936822 |\n",
+      "|    wind_direction               | 1.5855881   |\n",
+      "|    wind_speed                   | 1.573422    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1422.2944   |\n",
+      "|    air_humidity                 | 28.282297   |\n",
+      "|    air_temperature              | 23.248507   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 87.75       |\n",
+      "|    direct_solar_radiation       | 362.0       |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 13.884238   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 38.0        |\n",
+      "|    outdoor_temperature          | 14.870281   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 1280065.0   |\n",
+      "|    wind_direction               | 347.5       |\n",
+      "|    wind_speed                   | 8.65        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************----------------| 83%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.5079985  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 14.7675085  |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.67183536 |\n",
+      "|    air_humidity                 | -1.2259972  |\n",
+      "|    air_temperature              | 0.30460808  |\n",
+      "|    clg_setpoint                 | -0.89335227 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5569866  |\n",
+      "|    diffuse_solar_radiation      | -0.43465307 |\n",
+      "|    direct_solar_radiation       | -0.41576812 |\n",
+      "|    hour                         | 0.6503396   |\n",
+      "|    htg_setpoint                 | -0.48675647 |\n",
+      "|    month                        | 1.3741062   |\n",
+      "|    outdoor_humidity             | -1.701002   |\n",
+      "|    outdoor_temperature          | 0.09468325  |\n",
+      "|    people_occupant              | -0.68909377 |\n",
+      "|    total_electricity_HVAC       | -0.6766063  |\n",
+      "|    wind_direction               | 1.6320956   |\n",
+      "|    wind_speed                   | 0.7586076   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 20.930128   |\n",
+      "|    air_temperature              | 23.103827   |\n",
+      "|    clg_setpoint                 | 23.765066   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 31.5        |\n",
+      "|    direct_solar_radiation       | 51.0        |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 15.912233   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 33.25       |\n",
+      "|    outdoor_temperature          | 13.7518835  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 352.5       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************---------------| 84%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.21266013  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 18.821213   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.67176485 |\n",
+      "|    air_humidity                 | -0.5767927  |\n",
+      "|    air_temperature              | -0.08502937 |\n",
+      "|    clg_setpoint                 | 1.4661283   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4420085  |\n",
+      "|    diffuse_solar_radiation      | -0.7518748  |\n",
+      "|    direct_solar_radiation       | -0.6193818  |\n",
+      "|    hour                         | 0.79479825  |\n",
+      "|    htg_setpoint                 | 0.09064168  |\n",
+      "|    month                        | 1.372937    |\n",
+      "|    outdoor_humidity             | -0.09878503 |\n",
+      "|    outdoor_temperature          | -0.1297536  |\n",
+      "|    people_occupant              | -0.68879414 |\n",
+      "|    total_electricity_HVAC       | -0.6765301  |\n",
+      "|    wind_direction               | 0.7026589   |\n",
+      "|    wind_speed                   | -1.0687178  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 29.473848   |\n",
+      "|    air_temperature              | 22.592964   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 18.34298    |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 66.5        |\n",
+      "|    outdoor_temperature          | 11.56076    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 255.0       |\n",
+      "|    wind_speed                   | 2.325       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************---------------| 84%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.65330386 |\n",
+      "|    air_humidity                 | 0.06406341  |\n",
+      "|    air_temperature              | 0.4163673   |\n",
+      "|    clg_setpoint                 | -1.087987   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3273143  |\n",
+      "|    diffuse_solar_radiation      | -0.7518396  |\n",
+      "|    direct_solar_radiation       | -0.6193607  |\n",
+      "|    hour                         | 0.9392529   |\n",
+      "|    htg_setpoint                 | 0.97334665  |\n",
+      "|    month                        | 1.3717707   |\n",
+      "|    outdoor_humidity             | -0.6408496  |\n",
+      "|    outdoor_temperature          | 0.30816174  |\n",
+      "|    people_occupant              | 0.50302476  |\n",
+      "|    total_electricity_HVAC       | -0.65895444 |\n",
+      "|    wind_direction               | 0.82141405  |\n",
+      "|    wind_speed                   | 0.50877047  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 166.02246   |\n",
+      "|    air_humidity                 | 37.91555    |\n",
+      "|    air_temperature              | 23.249783   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 22.059628   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 55.25       |\n",
+      "|    outdoor_temperature          | 15.8331175  |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 149420.22   |\n",
+      "|    wind_direction               | 267.5       |\n",
+      "|    wind_speed                   | 6.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************---------------| 84%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.19910824 |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.95301    |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6716712  |\n",
+      "|    air_humidity                 | -0.48486906 |\n",
+      "|    air_temperature              | 0.31442901  |\n",
+      "|    clg_setpoint                 | -1.0878857  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2128584  |\n",
+      "|    diffuse_solar_radiation      | -0.7517683  |\n",
+      "|    direct_solar_radiation       | -0.6192604  |\n",
+      "|    hour                         | 1.0837018   |\n",
+      "|    htg_setpoint                 | -1.4159343  |\n",
+      "|    month                        | 1.3706075   |\n",
+      "|    outdoor_humidity             | -0.4478409  |\n",
+      "|    outdoor_temperature          | -0.5424355  |\n",
+      "|    people_occupant              | -0.45062083 |\n",
+      "|    total_electricity_HVAC       | -0.6764196  |\n",
+      "|    wind_direction               | 1.249159    |\n",
+      "|    wind_speed                   | 1.8855236   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 30.684439   |\n",
+      "|    air_temperature              | 23.11619    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 59.25       |\n",
+      "|    outdoor_temperature          | 7.535505    |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 312.5       |\n",
+      "|    wind_speed                   | 9.4         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*********************************************---------------| 84%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.7896435   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 13.183255    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.67162144  |\n",
+      "|    air_humidity                 | -0.22645833  |\n",
+      "|    air_temperature              | 0.1379463    |\n",
+      "|    clg_setpoint                 | -0.60572714  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -1.0986001   |\n",
+      "|    diffuse_solar_radiation      | -0.7516951   |\n",
+      "|    direct_solar_radiation       | -0.61932284  |\n",
+      "|    hour                         | 1.2281432    |\n",
+      "|    htg_setpoint                 | -0.7941554   |\n",
+      "|    month                        | 1.3694472    |\n",
+      "|    outdoor_humidity             | -0.025935896 |\n",
+      "|    outdoor_temperature          | -0.35026097  |\n",
+      "|    people_occupant              | -0.45074287  |\n",
+      "|    total_electricity_HVAC       | -0.6763582   |\n",
+      "|    wind_direction               | 1.581454     |\n",
+      "|    wind_speed                   | -0.79740775  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 34.08354     |\n",
+      "|    air_temperature              | 22.884964    |\n",
+      "|    clg_setpoint                 | 24.523428    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 6.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 20.0         |\n",
+      "|    htg_setpoint                 | 14.617565    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 68.0         |\n",
+      "|    outdoor_temperature          | 9.40782      |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 347.5        |\n",
+      "|    wind_speed                   | 2.975        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------**********************************************--------------| 85%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.4611941   |\n",
+      "|    Heating_Setpoint_RL          | -0.053575516 |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.06847     |\n",
+      "|    Heating_Setpoint_RL          | 17.323639    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6715435   |\n",
+      "|    air_humidity                 | 0.18428627   |\n",
+      "|    air_temperature              | -0.7320721   |\n",
+      "|    clg_setpoint                 | -1.0873642   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.9845025   |\n",
+      "|    diffuse_solar_radiation      | -0.7516546   |\n",
+      "|    direct_solar_radiation       | -0.61929315  |\n",
+      "|    hour                         | 1.3725747    |\n",
+      "|    htg_setpoint                 | -1.3529187   |\n",
+      "|    month                        | 1.36829      |\n",
+      "|    outdoor_humidity             | 0.4802352    |\n",
+      "|    outdoor_temperature          | -0.4489435   |\n",
+      "|    people_occupant              | -0.68920386  |\n",
+      "|    total_electricity_HVAC       | -0.6762708   |\n",
+      "|    wind_direction               | 1.675376     |\n",
+      "|    wind_speed                   | -0.5363709   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 39.48849     |\n",
+      "|    air_temperature              | 21.74581     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 7.0          |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 21.0         |\n",
+      "|    htg_setpoint                 | 12.265041    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 78.5         |\n",
+      "|    outdoor_temperature          | 8.444398     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 357.5        |\n",
+      "|    wind_speed                   | 3.6          |\n",
+      "| train/                          |              |\n",
+      "|    approx_kl                    | 0.010830531  |\n",
+      "|    clip_fraction                | 0.109        |\n",
+      "|    clip_range                   | 0.2          |\n",
+      "|    entropy_loss                 | -2.36        |\n",
+      "|    explained_variance           | 0.535        |\n",
+      "|    learning_rate                | 0.0003       |\n",
+      "|    loss                         | 0.0973       |\n",
+      "|    n_updates                    | 830          |\n",
+      "|    policy_gradient_loss         | -0.0145      |\n",
+      "|    std                          | 0.786        |\n",
+      "|    value_loss                   | 0.363        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***********************************************--------------| 85%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.44383296  |\n",
+      "|    Heating_Setpoint_RL          | 0.9245174   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.122936   |\n",
+      "|    Heating_Setpoint_RL          | 22.825409   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.45616534 |\n",
+      "|    air_humidity                 | 1.0133743   |\n",
+      "|    air_temperature              | -0.9880948  |\n",
+      "|    clg_setpoint                 | -0.3193486  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.8705326  |\n",
+      "|    diffuse_solar_radiation      | -0.7516049  |\n",
+      "|    direct_solar_radiation       | -0.61930454 |\n",
+      "|    hour                         | 1.516994    |\n",
+      "|    htg_setpoint                 | 0.6725023   |\n",
+      "|    month                        | 1.3671355   |\n",
+      "|    outdoor_humidity             | 1.2030214   |\n",
+      "|    outdoor_temperature          | -0.18716504 |\n",
+      "|    people_occupant              | -0.68930596 |\n",
+      "|    total_electricity_HVAC       | -0.23431693 |\n",
+      "|    wind_direction               | -0.4428502  |\n",
+      "|    wind_speed                   | -1.2251532  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1007.10266  |\n",
+      "|    air_humidity                 | 50.398563   |\n",
+      "|    air_temperature              | 21.410748   |\n",
+      "|    clg_setpoint                 | 25.278435   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 20.792877   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 93.5        |\n",
+      "|    outdoor_temperature          | 10.994803   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1863966.2   |\n",
+      "|    wind_direction               | 135.0       |\n",
+      "|    wind_speed                   | 1.95        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************************--------------| 85%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.30213356 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.605299   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.573639    |\n",
+      "|    air_humidity                 | 0.7590846   |\n",
+      "|    air_temperature              | 0.3181127   |\n",
+      "|    clg_setpoint                 | 1.3604345   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7566615  |\n",
+      "|    diffuse_solar_radiation      | -0.75156057 |\n",
+      "|    direct_solar_radiation       | -0.6191146  |\n",
+      "|    hour                         | 1.6613982   |\n",
+      "|    htg_setpoint                 | 1.255685    |\n",
+      "|    month                        | 1.3659841   |\n",
+      "|    outdoor_humidity             | 1.515739    |\n",
+      "|    outdoor_temperature          | -0.10540494 |\n",
+      "|    people_occupant              | -0.6890073  |\n",
+      "|    total_electricity_HVAC       | 1.8126067   |\n",
+      "|    wind_direction               | -0.5136774  |\n",
+      "|    wind_speed                   | 1.5215372   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 9677.837    |\n",
+      "|    air_humidity                 | 47.0552     |\n",
+      "|    air_temperature              | 23.120644   |\n",
+      "|    clg_setpoint                 | 29.716795   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 100.0       |\n",
+      "|    outdoor_temperature          | 11.791199   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 10133802.0  |\n",
+      "|    wind_direction               | 127.5       |\n",
+      "|    wind_speed                   | 8.525       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************-------------| 86%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6716272  |\n",
+      "|    air_humidity                 | 0.65831006  |\n",
+      "|    air_temperature              | -1.2081913  |\n",
+      "|    clg_setpoint                 | 1.3167689   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.52931803 |\n",
+      "|    diffuse_solar_radiation      | -0.7515014  |\n",
+      "|    direct_solar_radiation       | -0.618954   |\n",
+      "|    hour                         | -1.6613053  |\n",
+      "|    htg_setpoint                 | -0.09057919 |\n",
+      "|    month                        | 1.3648355   |\n",
+      "|    outdoor_humidity             | 0.9245781   |\n",
+      "|    outdoor_temperature          | -0.19011602 |\n",
+      "|    people_occupant              | -0.68870896 |\n",
+      "|    total_electricity_HVAC       | -0.67635286 |\n",
+      "|    wind_direction               | 1.2229939   |\n",
+      "|    wind_speed                   | 1.0716189   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 45.735165   |\n",
+      "|    air_temperature              | 21.123363   |\n",
+      "|    clg_setpoint                 | 29.603155   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 11.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 17.58337    |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 87.75       |\n",
+      "|    outdoor_temperature          | 10.966309   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 7.45        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************-------------| 86%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.92453504  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 22.82551    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.671583   |\n",
+      "|    air_humidity                 | 0.6221139   |\n",
+      "|    air_temperature              | -1.2091461  |\n",
+      "|    clg_setpoint                 | 0.82956976  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.41555217 |\n",
+      "|    diffuse_solar_radiation      | -0.7514559  |\n",
+      "|    direct_solar_radiation       | -0.61884224 |\n",
+      "|    hour                         | -1.5167748  |\n",
+      "|    htg_setpoint                 | 0.5384939   |\n",
+      "|    month                        | 1.3636898   |\n",
+      "|    outdoor_humidity             | 0.44208673  |\n",
+      "|    outdoor_temperature          | -0.40852374 |\n",
+      "|    people_occupant              | -0.6888112  |\n",
+      "|    total_electricity_HVAC       | -0.676298   |\n",
+      "|    wind_direction               | 1.6261498   |\n",
+      "|    wind_speed                   | 1.1329619   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 45.26358    |\n",
+      "|    air_temperature              | 21.122356   |\n",
+      "|    clg_setpoint                 | 28.315586   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 20.232666   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 77.75       |\n",
+      "|    outdoor_temperature          | 8.839472    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 352.5       |\n",
+      "|    wind_speed                   | 7.6         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************-------------| 86%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.67158794 |\n",
+      "|    air_humidity                 | 0.12627703  |\n",
+      "|    air_temperature              | -0.5394598  |\n",
+      "|    clg_setpoint                 | 0.03852252  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.30181715 |\n",
+      "|    diffuse_solar_radiation      | -0.75140333 |\n",
+      "|    direct_solar_radiation       | -0.61862457 |\n",
+      "|    hour                         | -1.3722607  |\n",
+      "|    htg_setpoint                 | 0.45094663  |\n",
+      "|    month                        | 1.362547    |\n",
+      "|    outdoor_humidity             | 0.9000976   |\n",
+      "|    outdoor_temperature          | -0.7217812  |\n",
+      "|    people_occupant              | -0.6889133  |\n",
+      "|    total_electricity_HVAC       | -0.6762939  |\n",
+      "|    wind_direction               | 1.553978    |\n",
+      "|    wind_speed                   | -0.7976826  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 38.742134   |\n",
+      "|    air_temperature              | 21.998663   |\n",
+      "|    clg_setpoint                 | 26.224918   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 19.86481    |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 87.25       |\n",
+      "|    outdoor_temperature          | 5.7877665   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 345.0       |\n",
+      "|    wind_speed                   | 2.975       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************------------| 87%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.93130916  |\n",
+      "|    air_humidity                 | 0.6091627   |\n",
+      "|    air_temperature              | 0.41725206  |\n",
+      "|    clg_setpoint                 | 0.12796535  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.1881004  |\n",
+      "|    diffuse_solar_radiation      | -0.75129217 |\n",
+      "|    direct_solar_radiation       | -0.6183865  |\n",
+      "|    hour                         | -1.2277598  |\n",
+      "|    htg_setpoint                 | 1.254693    |\n",
+      "|    month                        | 1.361407    |\n",
+      "|    outdoor_humidity             | 1.2251667   |\n",
+      "|    outdoor_temperature          | -0.13731095 |\n",
+      "|    people_occupant              | -0.68901527 |\n",
+      "|    total_electricity_HVAC       | 1.1577055   |\n",
+      "|    wind_direction               | -0.18096027 |\n",
+      "|    wind_speed                   | -1.2982733  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 6933.208    |\n",
+      "|    air_humidity                 | 45.092445   |\n",
+      "|    air_temperature              | 23.249996   |\n",
+      "|    clg_setpoint                 | 26.460608   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 14.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 94.0        |\n",
+      "|    outdoor_temperature          | 11.475453   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 7487879.0   |\n",
+      "|    wind_direction               | 162.5       |\n",
+      "|    wind_speed                   | 1.775       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------************************************************------------| 87%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 2.389742     |\n",
+      "|    air_humidity                 | -0.030791495 |\n",
+      "|    air_temperature              | 0.41684923   |\n",
+      "|    clg_setpoint                 | -0.38129392  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.07439314  |\n",
+      "|    diffuse_solar_radiation      | -0.7511939   |\n",
+      "|    direct_solar_radiation       | -0.6181498   |\n",
+      "|    hour                         | -1.0832697   |\n",
+      "|    htg_setpoint                 | 1.2542262    |\n",
+      "|    month                        | 1.3602699    |\n",
+      "|    outdoor_humidity             | -0.13765141  |\n",
+      "|    outdoor_temperature          | -1.0493666   |\n",
+      "|    people_occupant              | -0.68911713  |\n",
+      "|    total_electricity_HVAC       | 2.6481123    |\n",
+      "|    wind_direction               | 0.9838726    |\n",
+      "|    wind_speed                   | 0.49682122   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 13162.868    |\n",
+      "|    air_humidity                 | 36.685883    |\n",
+      "|    air_temperature              | 23.249361    |\n",
+      "|    clg_setpoint                 | 25.114529    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 65.75        |\n",
+      "|    outdoor_temperature          | 2.5972497    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 13509685.0   |\n",
+      "|    wind_direction               | 285.0        |\n",
+      "|    wind_speed                   | 6.075        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*************************************************------------| 87%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.562036   |\n",
+      "|    Heating_Setpoint_RL          | 0.35654026  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.728128   |\n",
+      "|    Heating_Setpoint_RL          | 19.630539   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.8653921   |\n",
+      "|    air_humidity                 | -0.60657173 |\n",
+      "|    air_temperature              | 0.41746548  |\n",
+      "|    clg_setpoint                 | -0.25912946 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.039309703 |\n",
+      "|    diffuse_solar_radiation      | -0.75113183 |\n",
+      "|    direct_solar_radiation       | -0.6180426  |\n",
+      "|    hour                         | -0.93878806 |\n",
+      "|    htg_setpoint                 | 1.2542173   |\n",
+      "|    month                        | 1.3591357   |\n",
+      "|    outdoor_humidity             | 0.24828623  |\n",
+      "|    outdoor_temperature          | -0.6300767  |\n",
+      "|    people_occupant              | -0.68921894 |\n",
+      "|    total_electricity_HVAC       | 2.068073    |\n",
+      "|    wind_direction               | 0.8169682   |\n",
+      "|    wind_speed                   | 0.18321547  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 10924.122   |\n",
+      "|    air_humidity                 | 29.116331   |\n",
+      "|    air_temperature              | 23.250013   |\n",
+      "|    clg_setpoint                 | 25.436718   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 73.75       |\n",
+      "|    outdoor_temperature          | 6.675191    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 11167310.0  |\n",
+      "|    wind_direction               | 267.5       |\n",
+      "|    wind_speed                   | 5.325       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************------------| 87%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.6922997  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.288488   |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6715038  |\n",
+      "|    air_humidity                 | -0.39370164 |\n",
+      "|    air_temperature              | -0.39892685 |\n",
+      "|    clg_setpoint                 | -1.0867491  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.15300946  |\n",
+      "|    diffuse_solar_radiation      | -0.75107443 |\n",
+      "|    direct_solar_radiation       | -0.6179557  |\n",
+      "|    hour                         | -0.7943127  |\n",
+      "|    htg_setpoint                 | 0.050537303 |\n",
+      "|    month                        | 1.3580043   |\n",
+      "|    outdoor_humidity             | 1.2250236   |\n",
+      "|    outdoor_temperature          | -0.5248326  |\n",
+      "|    people_occupant              | -0.6889215  |\n",
+      "|    total_electricity_HVAC       | -0.6761686  |\n",
+      "|    wind_direction               | 0.55527323  |\n",
+      "|    wind_speed                   | 0.1307208   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 31.910513   |\n",
+      "|    air_temperature              | 22.182318   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 18.182718   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 94.0        |\n",
+      "|    outdoor_temperature          | 7.697811    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 240.0       |\n",
+      "|    wind_speed                   | 5.2         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**************************************************-----------| 88%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.6140677   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.69748    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4867146  |\n",
+      "|    air_humidity                 | -0.9137353  |\n",
+      "|    air_temperature              | -1.0791941  |\n",
+      "|    clg_setpoint                 | -0.3163328  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.26670375  |\n",
+      "|    diffuse_solar_radiation      | -0.29703262 |\n",
+      "|    direct_solar_radiation       | -0.5459274  |\n",
+      "|    hour                         | -0.649842   |\n",
+      "|    htg_setpoint                 | -0.10955276 |\n",
+      "|    month                        | 1.3568758   |\n",
+      "|    outdoor_humidity             | 0.7549048   |\n",
+      "|    outdoor_temperature          | -1.0593494  |\n",
+      "|    people_occupant              | -0.6886245  |\n",
+      "|    total_electricity_HVAC       | -0.5004492  |\n",
+      "|    wind_direction               | 0.7925539   |\n",
+      "|    wind_speed                   | 0.39102125  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 876.3644    |\n",
+      "|    air_humidity                 | 25.074144   |\n",
+      "|    air_temperature              | 21.292501   |\n",
+      "|    clg_setpoint                 | 25.286652   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 45.0        |\n",
+      "|    direct_solar_radiation       | 18.0        |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 17.50853    |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 84.25       |\n",
+      "|    outdoor_temperature          | 2.4968383   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 788351.5    |\n",
+      "|    wind_direction               | 265.0       |\n",
+      "|    wind_speed                   | 5.825       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*************************************************-----------| 88%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.7237917    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 21.696327    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.5057574   |\n",
+      "|    air_humidity                 | -0.55356497  |\n",
+      "|    air_temperature              | -0.48662177  |\n",
+      "|    clg_setpoint                 | -1.0867643   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.38038653   |\n",
+      "|    diffuse_solar_radiation      | 0.16727419   |\n",
+      "|    direct_solar_radiation       | 0.0001546925 |\n",
+      "|    hour                         | -0.50537443  |\n",
+      "|    htg_setpoint                 | -1.4179338   |\n",
+      "|    month                        | 1.35575      |\n",
+      "|    outdoor_humidity             | -0.17372236  |\n",
+      "|    outdoor_temperature          | -1.0014014   |\n",
+      "|    people_occupant              | 1.6952448    |\n",
+      "|    total_electricity_HVAC       | -0.51475     |\n",
+      "|    wind_direction               | 0.8872867    |\n",
+      "|    wind_speed                   | 0.12993373   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 794.75757    |\n",
+      "|    air_humidity                 | 29.803156    |\n",
+      "|    air_temperature              | 22.067068    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 19.0         |\n",
+      "|    diffuse_solar_radiation      | 91.0         |\n",
+      "|    direct_solar_radiation       | 154.5        |\n",
+      "|    hour                         | 8.0          |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 65.0         |\n",
+      "|    outdoor_temperature          | 3.0569446    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 730298.6     |\n",
+      "|    wind_direction               | 275.0        |\n",
+      "|    wind_speed                   | 5.2          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------**************************************************-----------| 88%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 0           |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.31650472 |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 30          |\n",
-      "|    Heating_Setpoint_RL          | 15          |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.844661   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.578661   |\n",
+      "|    air_humidity                 | -0.34920722 |\n",
+      "|    air_temperature              | 0.41805646  |\n",
+      "|    clg_setpoint                 | -1.0863279  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.49404797  |\n",
+      "|    diffuse_solar_radiation      | 0.21534298  |\n",
+      "|    direct_solar_radiation       | 1.8707477   |\n",
+      "|    hour                         | -0.3609088  |\n",
+      "|    htg_setpoint                 | -1.4179498  |\n",
+      "|    month                        | 1.354627    |\n",
+      "|    outdoor_humidity             | 0.09165801  |\n",
+      "|    outdoor_temperature          | -1.0698451  |\n",
+      "|    people_occupant              | 1.6949145   |\n",
+      "|    total_electricity_HVAC       | -0.5932546  |\n",
+      "|    wind_direction               | 0.50637406  |\n",
+      "|    wind_speed                   | -0.52755404 |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1514.7529   |\n",
-      "|    air_humidity                 | 11.312537   |\n",
-      "|    air_temperature              | 18.06745    |\n",
-      "|    clg_setpoint                 | 30.0        |\n",
+      "|    HVAC_electricity_demand_rate | 483.0679    |\n",
+      "|    air_humidity                 | 32.48547    |\n",
+      "|    air_temperature              | 23.249338   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
       "|    co2_emission                 | 0.0         |\n",
-      "|    day_of_month                 | 6.0         |\n",
-      "|    diffuse_solar_radiation      | 17.75       |\n",
-      "|    direct_solar_radiation       | 39.0        |\n",
-      "|    hour                         | 16.0        |\n",
-      "|    htg_setpoint                 | 15.0        |\n",
-      "|    month                        | 1.0         |\n",
-      "|    outdoor_humidity             | 38.5        |\n",
-      "|    outdoor_temperature          | -0.81685615 |\n",
-      "|    people_occupant              | 0.0         |\n",
-      "|    total_electricity_HVAC       | 1363277.6   |\n",
-      "|    wind_direction               | 212.5       |\n",
-      "|    wind_speed                   | 8.075       |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
-      "| train/                          |             |\n",
-      "|    learning_rate                | 0.0001      |\n",
-      "|    loss                         | 2.15e+03    |\n",
-      "|    n_updates                    | 22674       |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 95.75       |\n",
+      "|    direct_solar_radiation       | 622.0       |\n",
+      "|    hour                         | 9.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 70.5        |\n",
+      "|    outdoor_temperature          | 2.3847136   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 412791.44   |\n",
+      "|    wind_direction               | 235.0       |\n",
+      "|    wind_speed                   | 3.625       |\n",
       "-------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 1          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 29         |\n",
-      "|    Heating_Setpoint_RL          | 16         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1679.8973  |\n",
-      "|    air_humidity                 | 14.889441  |\n",
-      "|    air_temperature              | 23.022127  |\n",
-      "|    clg_setpoint                 | 29.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 7.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 17.0       |\n",
-      "|    htg_setpoint                 | 16.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 33.25      |\n",
-      "|    outdoor_temperature          | -2.0998027 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1511907.6  |\n",
-      "|    wind_direction               | 255.0      |\n",
-      "|    wind_speed                   | 7.95       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.05e+04   |\n",
-      "|    n_updates                    | 22699      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1181.1582 |\n",
-      "|    air_humidity                 | 30.25977  |\n",
-      "|    air_temperature              | 22.538345 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 95.75     |\n",
-      "|    outdoor_temperature          | 0.8511174 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 1063042.4 |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 4.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.41e+03  |\n",
-      "|    n_updates                    | 22724     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 2%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1137.0897 |\n",
-      "|    air_humidity                 | 35.217064 |\n",
-      "|    air_temperature              | 22.56905  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 53.25     |\n",
-      "|    outdoor_temperature          | 1.0714601 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 1023380.7 |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 12.075    |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.99e+03  |\n",
-      "|    n_updates                    | 22749     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 3%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2040.2118  |\n",
-      "|    air_humidity                 | 19.544863  |\n",
-      "|    air_temperature              | 21.461933  |\n",
-      "|    clg_setpoint                 | 30.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 10.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 20.0       |\n",
-      "|    htg_setpoint                 | 15.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 46.0       |\n",
-      "|    outdoor_temperature          | -3.4441502 |\n",
-      "|    people_occupant              | 2.0        |\n",
-      "|    total_electricity_HVAC       | 1836190.6  |\n",
-      "|    wind_direction               | 220.0      |\n",
-      "|    wind_speed                   | 6.075      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 4.27e+03   |\n",
-      "|    n_updates                    | 22774      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 3%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2529.7434 |\n",
-      "|    air_humidity                 | 14.992049 |\n",
-      "|    air_temperature              | 22.000025 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 39.5      |\n",
-      "|    outdoor_temperature          | -5.891808 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2276769.0 |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 1.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.86e+03  |\n",
-      "|    n_updates                    | 22799     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 3%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 88.66814  |\n",
-      "|    air_humidity                 | 24.351942 |\n",
-      "|    air_temperature              | 20.999962 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 76.75     |\n",
-      "|    outdoor_temperature          | 5.703776  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 79801.32  |\n",
-      "|    wind_direction               | 187.5     |\n",
-      "|    wind_speed                   | 3.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.4e+04   |\n",
-      "|    n_updates                    | 22824     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 4%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 6          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 24         |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1896.4862  |\n",
-      "|    air_humidity                 | 26.343338  |\n",
-      "|    air_temperature              | 20.999996  |\n",
-      "|    clg_setpoint                 | 24.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 13.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 23.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 80.25      |\n",
-      "|    outdoor_temperature          | -2.7255228 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1706837.6  |\n",
-      "|    wind_direction               | 15.0       |\n",
-      "|    wind_speed                   | 7.35       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 6.23e+03   |\n",
-      "|    n_updates                    | 22849      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 4%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1738.7863  |\n",
-      "|    air_humidity                 | 23.685612  |\n",
-      "|    air_temperature              | 21.000185  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 15.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 0.0        |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 95.0       |\n",
-      "|    outdoor_temperature          | -1.9370227 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1564907.6  |\n",
-      "|    wind_direction               | 40.0       |\n",
-      "|    wind_speed                   | 6.975      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 6.53e+03   |\n",
-      "|    n_updates                    | 22874      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 4%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 1          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 29         |\n",
-      "|    Heating_Setpoint_RL          | 16         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1819.8478  |\n",
-      "|    air_humidity                 | 36.205776  |\n",
-      "|    air_temperature              | 18.776604  |\n",
-      "|    clg_setpoint                 | 29.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 16.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 1.0        |\n",
-      "|    htg_setpoint                 | 16.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 59.75      |\n",
-      "|    outdoor_temperature          | -2.3423305 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1637863.0  |\n",
-      "|    wind_direction               | 262.5      |\n",
-      "|    wind_speed                   | 8.4        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 869        |\n",
-      "|    n_updates                    | 22899      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 28.533558 |\n",
-      "|    air_temperature              | 20.0      |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 77.25     |\n",
-      "|    outdoor_temperature          | 3.254023  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 237.5     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.3e+03   |\n",
-      "|    n_updates                    | 22924     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 775.37915 |\n",
-      "|    air_humidity                 | 30.69621  |\n",
-      "|    air_temperature              | 20.610672 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 95.0      |\n",
-      "|    outdoor_temperature          | 5.3951087 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 697841.25 |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 4.75      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.26e+03  |\n",
-      "|    n_updates                    | 22949     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1090.8883 |\n",
-      "|    air_humidity                 | 34.197186 |\n",
-      "|    air_temperature              | 21.0      |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 94.25     |\n",
-      "|    outdoor_temperature          | 1.3024671 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 981799.44 |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 3.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.22e+04  |\n",
-      "|    n_updates                    | 22974     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 5%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 76.24103  |\n",
-      "|    air_humidity                 | 15.340016 |\n",
-      "|    air_temperature              | 22.000084 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 32.5      |\n",
-      "|    outdoor_temperature          | 5.6408863 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 68616.93  |\n",
-      "|    wind_direction               | 277.5     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.2e+03   |\n",
-      "|    n_updates                    | 22999     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 6%\n",
+      "-------------------------------------------------***************************************************----------| 89%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 8           |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.14455235 |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 22.5        |\n",
-      "|    Heating_Setpoint_RL          | 22          |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.811893   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.46591762 |\n",
+      "|    air_humidity                 | -0.39703682 |\n",
+      "|    air_temperature              | 0.41804525  |\n",
+      "|    clg_setpoint                 | -1.0861226  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.60767466  |\n",
+      "|    diffuse_solar_radiation      | 0.86902136  |\n",
+      "|    direct_solar_radiation       | 1.3946779   |\n",
+      "|    hour                         | -0.21644424 |\n",
+      "|    htg_setpoint                 | 0.21916862  |\n",
+      "|    month                        | 1.3535068   |\n",
+      "|    outdoor_humidity             | 0.18803114  |\n",
+      "|    outdoor_temperature          | -1.2966338  |\n",
+      "|    people_occupant              | 1.6945845   |\n",
+      "|    total_electricity_HVAC       | -0.48355782 |\n",
+      "|    wind_direction               | 0.8629451   |\n",
+      "|    wind_speed                   | 0.80858624  |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 653.5078    |\n",
-      "|    air_humidity                 | 25.526716   |\n",
-      "|    air_temperature              | 19.085022   |\n",
-      "|    clg_setpoint                 | 27.0        |\n",
+      "|    HVAC_electricity_demand_rate | 965.0878    |\n",
+      "|    air_humidity                 | 31.857018   |\n",
+      "|    air_temperature              | 23.249126   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
       "|    co2_emission                 | 0.0         |\n",
       "|    day_of_month                 | 21.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    diffuse_solar_radiation      | 160.5       |\n",
+      "|    direct_solar_radiation       | 503.0       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 18.892042   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 72.5        |\n",
+      "|    outdoor_temperature          | 0.17268372  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 856392.5    |\n",
+      "|    wind_direction               | 272.5       |\n",
+      "|    wind_speed                   | 6.825       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***************************************************----------| 89%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.4856464  |\n",
+      "|    air_humidity                 | -0.59972745 |\n",
+      "|    air_temperature              | 0.41839188  |\n",
+      "|    clg_setpoint                 | -1.085955   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.7212494   |\n",
+      "|    diffuse_solar_radiation      | 1.3562498   |\n",
+      "|    direct_solar_radiation       | 0.77061564  |\n",
+      "|    hour                         | -0.0719801  |\n",
+      "|    htg_setpoint                 | 0.035658814 |\n",
+      "|    month                        | 1.3523893   |\n",
+      "|    outdoor_humidity             | -0.85015416 |\n",
+      "|    outdoor_temperature          | -1.1598212  |\n",
+      "|    people_occupant              | 1.217582    |\n",
+      "|    total_electricity_HVAC       | -0.50037843 |\n",
+      "|    wind_direction               | 1.0528039   |\n",
+      "|    wind_speed                   | 2.0391133   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 880.8594    |\n",
+      "|    air_humidity                 | 29.193748   |\n",
+      "|    air_temperature              | 23.24927    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 22.0        |\n",
+      "|    diffuse_solar_radiation      | 208.75      |\n",
+      "|    direct_solar_radiation       | 347.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 18.11885    |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 51.0        |\n",
+      "|    outdoor_temperature          | 1.4935892   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 788449.25   |\n",
+      "|    wind_direction               | 292.5       |\n",
+      "|    wind_speed                   | 9.775       |\n",
+      "-------------------------------------------------\n",
+      "---------------------------------------------------*************************************************----------| 89%\n",
+      "| action_network/                 |               |\n",
+      "|    Cooling_Setpoint_RL          | 0.17755564    |\n",
+      "|    Heating_Setpoint_RL          | -0.95648426   |\n",
+      "| action_simulation/              |               |\n",
+      "|    Cooling_Setpoint_RL          | 27.22425      |\n",
+      "|    Heating_Setpoint_RL          | 12.244776     |\n",
+      "| normalized_observation/         |               |\n",
+      "|    HVAC_electricity_demand_rate | -0.60611665   |\n",
+      "|    air_humidity                 | -1.0903442    |\n",
+      "|    air_temperature              | -1.570572     |\n",
+      "|    clg_setpoint                 | -0.83182055   |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 0.8347514     |\n",
+      "|    diffuse_solar_radiation      | 0.43284026    |\n",
+      "|    direct_solar_radiation       | 2.2174108     |\n",
+      "|    hour                         | 0.07248396    |\n",
+      "|    htg_setpoint                 | -1.3859719    |\n",
+      "|    month                        | 1.3512747     |\n",
+      "|    outdoor_humidity             | -1.0429877    |\n",
+      "|    outdoor_temperature          | -1.0360703    |\n",
+      "|    people_occupant              | -0.6891326    |\n",
+      "|    total_electricity_HVAC       | -0.62036335   |\n",
+      "|    wind_direction               | 1.2900956     |\n",
+      "|    wind_speed                   | -0.0075097415 |\n",
+      "| observation/                    |               |\n",
+      "|    HVAC_electricity_demand_rate | 365.54572     |\n",
+      "|    air_humidity                 | 22.748343     |\n",
+      "|    air_temperature              | 20.64904      |\n",
+      "|    clg_setpoint                 | 23.921326     |\n",
+      "|    co2_emission                 | 0.0           |\n",
+      "|    day_of_month                 | 23.0          |\n",
+      "|    diffuse_solar_radiation      | 117.25        |\n",
+      "|    direct_solar_radiation       | 708.5         |\n",
+      "|    hour                         | 12.0          |\n",
+      "|    htg_setpoint                 | 12.133296     |\n",
+      "|    month                        | 11.0          |\n",
+      "|    outdoor_humidity             | 47.0          |\n",
+      "|    outdoor_temperature          | 2.687391      |\n",
+      "|    people_occupant              | 0.0           |\n",
+      "|    total_electricity_HVAC       | 302957.22     |\n",
+      "|    wind_direction               | 317.5         |\n",
+      "|    wind_speed                   | 4.875         |\n",
+      "---------------------------------------------------\n",
+      "-------------------------------------------------***************************************************----------| 89%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.24408078 |\n",
+      "|    Heating_Setpoint_RL          | -0.13560247 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.801228   |\n",
+      "|    Heating_Setpoint_RL          | 16.862236   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.64593923 |\n",
+      "|    air_humidity                 | -1.6610243  |\n",
+      "|    air_temperature              | -1.393571   |\n",
+      "|    clg_setpoint                 | 0.09657922  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.9481565   |\n",
+      "|    diffuse_solar_radiation      | 1.013589    |\n",
+      "|    direct_solar_radiation       | 0.67275816  |\n",
+      "|    hour                         | 0.21694796  |\n",
+      "|    htg_setpoint                 | -1.4175342  |\n",
+      "|    month                        | 1.3501629   |\n",
+      "|    outdoor_humidity             | -1.0908288  |\n",
+      "|    outdoor_temperature          | -1.012206   |\n",
+      "|    people_occupant              | -0.68883646 |\n",
+      "|    total_electricity_HVAC       | -0.65131044 |\n",
+      "|    wind_direction               | 0.9802108   |\n",
+      "|    wind_speed                   | 0.23254913  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 195.04791   |\n",
+      "|    air_humidity                 | 15.239535   |\n",
+      "|    air_temperature              | 20.878357   |\n",
+      "|    clg_setpoint                 | 26.374157   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 174.75      |\n",
+      "|    direct_solar_radiation       | 322.5       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 46.0        |\n",
+      "|    outdoor_temperature          | 2.907871    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 177632.17   |\n",
+      "|    wind_direction               | 285.0       |\n",
+      "|    wind_speed                   | 5.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***************************************************---------| 90%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.03821972  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 17.410015    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.32559365  |\n",
+      "|    air_humidity                 | -0.70902616  |\n",
+      "|    air_temperature              | 0.42021722   |\n",
+      "|    clg_setpoint                 | -1.0855556   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0614365    |\n",
+      "|    diffuse_solar_radiation      | 0.33222458   |\n",
+      "|    direct_solar_radiation       | -0.5527366   |\n",
+      "|    hour                         | 0.3614117    |\n",
+      "|    htg_setpoint                 | -0.037690986 |\n",
+      "|    month                        | 1.3490536    |\n",
+      "|    outdoor_humidity             | 0.587578     |\n",
+      "|    outdoor_temperature          | -0.9464223   |\n",
+      "|    people_occupant              | 1.695208     |\n",
+      "|    total_electricity_HVAC       | -0.34698746  |\n",
+      "|    wind_direction               | -0.8746885   |\n",
+      "|    wind_speed                   | -0.33038923  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 1567.0636    |\n",
+      "|    air_humidity                 | 27.722734    |\n",
+      "|    air_temperature              | 23.249634    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 107.25       |\n",
+      "|    direct_solar_radiation       | 16.25        |\n",
+      "|    hour                         | 14.0         |\n",
+      "|    htg_setpoint                 | 17.809       |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 80.75        |\n",
+      "|    outdoor_temperature          | 3.5384848    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 1410357.2    |\n",
+      "|    wind_direction               | 90.0         |\n",
+      "|    wind_speed                   | 4.1          |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------****************************************************---------| 90%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5328663  |\n",
+      "|    air_humidity                 | 1.574221    |\n",
+      "|    air_temperature              | 0.42015404  |\n",
+      "|    clg_setpoint                 | -1.0854042  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1745602   |\n",
+      "|    diffuse_solar_radiation      | -0.3819814  |\n",
+      "|    direct_solar_radiation       | -0.61754286 |\n",
+      "|    hour                         | 0.50587463  |\n",
+      "|    htg_setpoint                 | 1.2545676   |\n",
+      "|    month                        | 1.3479472   |\n",
+      "|    outdoor_humidity             | 1.5163789   |\n",
+      "|    outdoor_temperature          | 0.033256866 |\n",
+      "|    people_occupant              | 1.6948787   |\n",
+      "|    total_electricity_HVAC       | -0.5442243  |\n",
+      "|    wind_direction               | -0.16059427 |\n",
+      "|    wind_speed                   | -0.21595329 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 679.39197   |\n",
+      "|    air_humidity                 | 57.71234    |\n",
+      "|    air_temperature              | 23.249405   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 36.5        |\n",
       "|    direct_solar_radiation       | 0.0         |\n",
-      "|    hour                         | 6.0         |\n",
-      "|    htg_setpoint                 | 18.0        |\n",
-      "|    month                        | 1.0         |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 11.0        |\n",
       "|    outdoor_humidity             | 100.0       |\n",
-      "|    outdoor_temperature          | -0.04738527 |\n",
-      "|    people_occupant              | 0.0         |\n",
-      "|    total_electricity_HVAC       | 588157.06   |\n",
-      "|    wind_direction               | 62.5        |\n",
-      "|    wind_speed                   | 1.65        |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
-      "| train/                          |             |\n",
-      "|    learning_rate                | 0.0001      |\n",
-      "|    loss                         | 1.51e+03    |\n",
-      "|    n_updates                    | 23024       |\n",
+      "|    outdoor_temperature          | 13.073105   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 611452.75   |\n",
+      "|    wind_direction               | 165.0       |\n",
+      "|    wind_speed                   | 4.375       |\n",
       "-------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 6%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 34.741325 |\n",
-      "|    air_temperature              | 21.45583  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 99.0      |\n",
-      "|    outdoor_temperature          | 6.0234256 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 5.425     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 955       |\n",
-      "|    n_updates                    | 23049     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 6%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 34.4651   |\n",
-      "|    air_temperature              | 21.080013 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 24.75     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 4.02629   |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 3.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.65e+03  |\n",
-      "|    n_updates                    | 23074     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 7%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 49.845024 |\n",
-      "|    air_temperature              | 22.139757 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 68.75     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 9.3318205 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 8.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.57e+03  |\n",
-      "|    n_updates                    | 23099     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 7%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 22.955624 |\n",
-      "|    air_temperature              | 22.493074 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 134.25    |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 54.25     |\n",
-      "|    outdoor_temperature          | 3.3589754 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 305.0     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.66e+03  |\n",
-      "|    n_updates                    | 23124     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 7%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 134.70111 |\n",
-      "|    air_humidity                 | 25.452288 |\n",
-      "|    air_temperature              | 21.407345 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 147.75    |\n",
-      "|    direct_solar_radiation       | 702.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 49.25     |\n",
-      "|    outdoor_temperature          | 5.5939164 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 130938.66 |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 3.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.19e+03  |\n",
-      "|    n_updates                    | 23149     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 7%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 94.756516 |\n",
-      "|    air_humidity                 | 20.744356 |\n",
-      "|    air_temperature              | 21.000023 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 198.5     |\n",
-      "|    direct_solar_radiation       | 13.5      |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 54.25     |\n",
-      "|    outdoor_temperature          | 4.2581863 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 85280.87  |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 2.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 953       |\n",
-      "|    n_updates                    | 23174     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 8%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.6465  |\n",
-      "|    air_humidity                 | 31.130491 |\n",
-      "|    air_temperature              | 22.85354  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 204.5     |\n",
-      "|    direct_solar_radiation       | 107.25    |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 82.75     |\n",
-      "|    outdoor_temperature          | 4.7462764 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 680081.9  |\n",
-      "|    wind_direction               | 65.0      |\n",
-      "|    wind_speed                   | 2.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.49e+03  |\n",
-      "|    n_updates                    | 23199     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 8%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 894.3857  |\n",
-      "|    air_humidity                 | 21.35435  |\n",
-      "|    air_temperature              | 23.739147 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 101.5     |\n",
-      "|    direct_solar_radiation       | 669.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 47.75     |\n",
-      "|    outdoor_temperature          | 4.232125  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 804947.06 |\n",
-      "|    wind_direction               | 357.5     |\n",
-      "|    wind_speed                   | 6.075     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.99e+03  |\n",
-      "|    n_updates                    | 23224     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 8%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 909.95856 |\n",
-      "|    air_humidity                 | 20.03153  |\n",
-      "|    air_temperature              | 23.830122 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 117.0     |\n",
-      "|    direct_solar_radiation       | 40.0      |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 1.0       |\n",
-      "|    outdoor_humidity             | 50.0      |\n",
-      "|    outdoor_temperature          | 1.9822812 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 818962.7  |\n",
-      "|    wind_direction               | 315.0     |\n",
-      "|    wind_speed                   | 5.825     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.24e+03  |\n",
-      "|    n_updates                    | 23249     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 8%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 3          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 27         |\n",
-      "|    Heating_Setpoint_RL          | 18         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1441.3219  |\n",
-      "|    air_humidity                 | 13.395819  |\n",
-      "|    air_temperature              | 23.927961  |\n",
-      "|    clg_setpoint                 | 27.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 31.0       |\n",
-      "|    diffuse_solar_radiation      | 35.25      |\n",
-      "|    direct_solar_radiation       | 430.5      |\n",
-      "|    hour                         | 16.0       |\n",
-      "|    htg_setpoint                 | 18.0       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 20.0       |\n",
-      "|    outdoor_temperature          | -0.7346813 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1297189.8  |\n",
-      "|    wind_direction               | 0.0        |\n",
-      "|    wind_speed                   | 0.525      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.38e+03   |\n",
-      "|    n_updates                    | 23274      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 9%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 843.04126 |\n",
-      "|    air_humidity                 | 27.11858  |\n",
-      "|    air_temperature              | 23.23063  |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 52.75     |\n",
-      "|    outdoor_temperature          | 6.9470654 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 758737.1  |\n",
-      "|    wind_direction               | 265.0     |\n",
-      "|    wind_speed                   | 6.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.07e+03  |\n",
-      "|    n_updates                    | 23299     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 9%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 10.769078 |\n",
-      "|    air_temperature              | 21.700409 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 17.75     |\n",
-      "|    outdoor_temperature          | 1.4319363 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 340.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.7e+03   |\n",
-      "|    n_updates                    | 23324     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 9%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 7          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 23         |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1513.7151  |\n",
-      "|    air_humidity                 | 8.712755   |\n",
-      "|    air_temperature              | 21.936546  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 3.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 19.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 57.0       |\n",
-      "|    outdoor_temperature          | -0.8116667 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1362343.5  |\n",
-      "|    wind_direction               | 142.5      |\n",
-      "|    wind_speed                   | 3.225      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.83e+03   |\n",
-      "|    n_updates                    | 23349      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 10%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1265.1232 |\n",
-      "|    air_humidity                 | 30.580465 |\n",
-      "|    air_temperature              | 21.114868 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 64.5      |\n",
-      "|    outdoor_temperature          | 0.4312929 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 1138610.8 |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 7.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.54e+03  |\n",
-      "|    n_updates                    | 23374     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 10%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 3361.0725  |\n",
-      "|    air_humidity                 | 16.331541  |\n",
-      "|    air_temperature              | 20.00343   |\n",
-      "|    clg_setpoint                 | 25.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 5.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 21.0       |\n",
-      "|    htg_setpoint                 | 20.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 41.0       |\n",
-      "|    outdoor_temperature          | -10.048454 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 3024965.2  |\n",
-      "|    wind_direction               | 305.0      |\n",
-      "|    wind_speed                   | 7.7        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.35e+04   |\n",
-      "|    n_updates                    | 23399      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 10%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2836.715   |\n",
-      "|    air_humidity                 | 16.323826  |\n",
-      "|    air_temperature              | 20.999985  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 6.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 22.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 46.5       |\n",
-      "|    outdoor_temperature          | -7.4266663 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 2553043.5  |\n",
-      "|    wind_direction               | 310.0      |\n",
-      "|    wind_speed                   | 8.4        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 4e+03      |\n",
-      "|    n_updates                    | 23424      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 10%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2352.4175  |\n",
-      "|    air_humidity                 | 17.25093   |\n",
-      "|    air_temperature              | 21.999996  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 7.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 23.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 45.0       |\n",
-      "|    outdoor_temperature          | -5.0051785 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 2117175.8  |\n",
-      "|    wind_direction               | 295.0      |\n",
-      "|    wind_speed                   | 3.975      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 3.19e+03   |\n",
-      "|    n_updates                    | 23449      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 11%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2825.996  |\n",
-      "|    air_humidity                 | 16.099987 |\n",
-      "|    air_temperature              | 20.839624 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 45.5      |\n",
-      "|    outdoor_temperature          | -7.373072 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2543396.5 |\n",
-      "|    wind_direction               | 317.5     |\n",
-      "|    wind_speed                   | 7.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.46e+03  |\n",
-      "|    n_updates                    | 23474     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 11%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1623.5151 |\n",
-      "|    air_humidity                 | 13.141766 |\n",
-      "|    air_temperature              | 18.081106 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 45.0      |\n",
-      "|    outdoor_temperature          | -1.360667 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1461163.6 |\n",
-      "|    wind_direction               | 272.5     |\n",
-      "|    wind_speed                   | 6.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.75e+03  |\n",
-      "|    n_updates                    | 23499     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 11%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 965.93756 |\n",
-      "|    air_humidity                 | 17.687538 |\n",
-      "|    air_temperature              | 17.630848 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 73.75     |\n",
-      "|    outdoor_temperature          | 1.9272208 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 869343.75 |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 3.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 823       |\n",
-      "|    n_updates                    | 23524     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 12%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1933.3208  |\n",
-      "|    air_humidity                 | 15.414612  |\n",
-      "|    air_temperature              | 21.75106   |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 12.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 3.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 30.75      |\n",
-      "|    outdoor_temperature          | -2.9096956 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1739988.8  |\n",
-      "|    wind_direction               | 300.0      |\n",
-      "|    wind_speed                   | 5.825      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.87e+03   |\n",
-      "|    n_updates                    | 23549      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 12%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3003.5579 |\n",
-      "|    air_humidity                 | 14.476208 |\n",
-      "|    air_temperature              | 18.999998 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 41.5      |\n",
-      "|    outdoor_temperature          | -8.260881 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2703202.2 |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 5.425     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.39e+03  |\n",
-      "|    n_updates                    | 23574     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 12%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 6          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 24         |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2032.1776  |\n",
-      "|    air_humidity                 | 15.796214  |\n",
-      "|    air_temperature              | 21.991514  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 14.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 5.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 48.5       |\n",
-      "|    outdoor_temperature          | -3.4039795 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1828959.9  |\n",
-      "|    wind_direction               | 272.5      |\n",
-      "|    wind_speed                   | 4.1        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 3.41e+03   |\n",
-      "|    n_updates                    | 23599      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 13%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1802.0966 |\n",
-      "|    air_humidity                 | 18.37355  |\n",
-      "|    air_temperature              | 21.000368 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 70.25     |\n",
-      "|    outdoor_temperature          | -5.790329 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1621886.9 |\n",
-      "|    wind_direction               | 77.5      |\n",
-      "|    wind_speed                   | 3.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.84e+03  |\n",
-      "|    n_updates                    | 23624     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 13%\n",
+      "-------------------------------------------------****************************************************---------| 90%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.45807964  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 20.201698   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.57773423 |\n",
+      "|    air_humidity                 | -0.23139007 |\n",
+      "|    air_temperature              | 0.42019925  |\n",
+      "|    clg_setpoint                 | -1.0850492  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2874925   |\n",
+      "|    diffuse_solar_radiation      | -0.6192168  |\n",
+      "|    direct_solar_radiation       | -0.56935364 |\n",
+      "|    hour                         | 0.650336    |\n",
+      "|    htg_setpoint                 | 0.6854774   |\n",
+      "|    month                        | 1.3468435   |\n",
+      "|    outdoor_humidity             | -0.12613752 |\n",
+      "|    outdoor_temperature          | -0.29086313 |\n",
+      "|    people_occupant              | 1.6945499   |\n",
+      "|    total_electricity_HVAC       | -0.586922   |\n",
+      "|    wind_direction               | 0.6476863   |\n",
+      "|    wind_speed                   | 0.54539114  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 487.34583   |\n",
+      "|    air_humidity                 | 34.006237   |\n",
+      "|    air_temperature              | 23.249527   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 13.0        |\n",
+      "|    direct_solar_radiation       | 12.0        |\n",
+      "|    hour                         | 16.0        |\n",
+      "|    htg_setpoint                 | 20.855896   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 66.0        |\n",
+      "|    outdoor_temperature          | 9.916582    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 438611.25   |\n",
+      "|    wind_direction               | 250.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***************************************************---------| 90%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.46151996   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 20.22105     |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.592935    |\n",
+      "|    air_humidity                 | -0.076355554 |\n",
+      "|    air_temperature              | 0.42022163   |\n",
+      "|    clg_setpoint                 | -1.0847691   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.4001952    |\n",
+      "|    diffuse_solar_radiation      | -0.7503926   |\n",
+      "|    direct_solar_radiation       | -0.6171684   |\n",
+      "|    hour                         | 0.79479474   |\n",
+      "|    htg_setpoint                 | -0.5379865   |\n",
+      "|    month                        | 1.3457425    |\n",
+      "|    outdoor_humidity             | -0.10202229  |\n",
+      "|    outdoor_temperature          | -0.22693332  |\n",
+      "|    people_occupant              | 1.6942217    |\n",
+      "|    total_electricity_HVAC       | -0.6013822   |\n",
+      "|    wind_direction               | 0.43328473   |\n",
+      "|    wind_speed                   | -0.8523714   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 422.12857    |\n",
+      "|    air_humidity                 | 36.041492    |\n",
+      "|    air_temperature              | 23.249517    |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 28.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 17.0         |\n",
+      "|    htg_setpoint                 | 15.706373    |\n",
+      "|    month                        | 11.0         |\n",
+      "|    outdoor_humidity             | 66.5         |\n",
+      "|    outdoor_temperature          | 10.537062    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 379915.72    |\n",
+      "|    wind_direction               | 227.5        |\n",
+      "|    wind_speed                   | 2.85         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*****************************************************--------| 91%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 3           |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.16969538 |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 27          |\n",
-      "|    Heating_Setpoint_RL          | 18          |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.670464   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.67117095 |\n",
+      "|    air_humidity                 | -0.4540539  |\n",
+      "|    air_temperature              | 0.42044207  |\n",
+      "|    clg_setpoint                 | -1.084435   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5126269   |\n",
+      "|    diffuse_solar_radiation      | -0.7502922  |\n",
+      "|    direct_solar_radiation       | -0.6171422  |\n",
+      "|    hour                         | 0.9392495   |\n",
+      "|    htg_setpoint                 | -1.4185139  |\n",
+      "|    month                        | 1.3446442   |\n",
+      "|    outdoor_humidity             | 0.06711921  |\n",
+      "|    outdoor_temperature          | -0.7020941  |\n",
+      "|    people_occupant              | 0.5023046   |\n",
+      "|    total_electricity_HVAC       | -0.67582536 |\n",
+      "|    wind_direction               | -0.16178478 |\n",
+      "|    wind_speed                   | -0.80030805 |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1535.6776   |\n",
-      "|    air_humidity                 | 38.64689    |\n",
-      "|    air_temperature              | 18.027721   |\n",
-      "|    clg_setpoint                 | 27.0        |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 31.082119   |\n",
+      "|    air_temperature              | 23.249743   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
       "|    co2_emission                 | 0.0         |\n",
-      "|    day_of_month                 | 16.0        |\n",
-      "|    diffuse_solar_radiation      | 32.25       |\n",
-      "|    direct_solar_radiation       | 71.25       |\n",
-      "|    hour                         | 7.0         |\n",
-      "|    htg_setpoint                 | 18.0        |\n",
-      "|    month                        | 2.0         |\n",
-      "|    outdoor_humidity             | 92.0        |\n",
-      "|    outdoor_temperature          | -0.92147976 |\n",
-      "|    people_occupant              | 0.0         |\n",
-      "|    total_electricity_HVAC       | 1382109.9   |\n",
-      "|    wind_direction               | 257.5       |\n",
-      "|    wind_speed                   | 3.725       |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 70.0        |\n",
+      "|    outdoor_temperature          | 5.911971    |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 165.0       |\n",
+      "|    wind_speed                   | 2.975       |\n",
       "| train/                          |             |\n",
-      "|    learning_rate                | 0.0001      |\n",
-      "|    loss                         | 878         |\n",
-      "|    n_updates                    | 23649       |\n",
+      "|    approx_kl                    | 0.010043521 |\n",
+      "|    clip_fraction                | 0.107       |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.33       |\n",
+      "|    explained_variance           | 0.802       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.078       |\n",
+      "|    n_updates                    | 840         |\n",
+      "|    policy_gradient_loss         | -0.0127     |\n",
+      "|    std                          | 0.773       |\n",
+      "|    value_loss                   | 0.248       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************************************--------| 91%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.49779207  |\n",
+      "|    Heating_Setpoint_RL          | -0.57784855 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.305048   |\n",
+      "|    Heating_Setpoint_RL          | 14.374601   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6711563  |\n",
+      "|    air_humidity                 | -0.64161533 |\n",
+      "|    air_temperature              | -1.8457164  |\n",
+      "|    clg_setpoint                 | 1.4703428   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.6247429   |\n",
+      "|    diffuse_solar_radiation      | -0.750188   |\n",
+      "|    direct_solar_radiation       | -0.6169929  |\n",
+      "|    hour                         | 1.0836986   |\n",
+      "|    htg_setpoint                 | -0.828856   |\n",
+      "|    month                        | 1.3435485   |\n",
+      "|    outdoor_humidity             | -0.91151786 |\n",
+      "|    outdoor_temperature          | -0.7071054  |\n",
+      "|    people_occupant              | -0.689047   |\n",
+      "|    total_electricity_HVAC       | -0.6758067  |\n",
+      "|    wind_direction               | 1.2177603   |\n",
+      "|    wind_speed                   | 1.4424667   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 28.619692   |\n",
+      "|    air_temperature              | 20.287647   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 30.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 19.0        |\n",
+      "|    htg_setpoint                 | 14.482502   |\n",
+      "|    month                        | 11.0        |\n",
+      "|    outdoor_humidity             | 49.75       |\n",
+      "|    outdoor_temperature          | 5.860359    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 310.0       |\n",
+      "|    wind_speed                   | 8.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*****************************************************--------| 91%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.66285896 |\n",
+      "|    air_humidity                 | -1.2373381  |\n",
+      "|    air_temperature              | -2.5695999  |\n",
+      "|    clg_setpoint                 | 1.2729986   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6719661  |\n",
+      "|    diffuse_solar_radiation      | -0.7500784  |\n",
+      "|    direct_solar_radiation       | -0.6169505  |\n",
+      "|    hour                         | 1.2281404   |\n",
+      "|    htg_setpoint                 | -0.7535832  |\n",
+      "|    month                        | 1.6359633   |\n",
+      "|    outdoor_humidity             | -0.9957377  |\n",
+      "|    outdoor_temperature          | -1.1217334  |\n",
+      "|    people_occupant              | -0.6887521  |\n",
+      "|    total_electricity_HVAC       | -0.6670853  |\n",
+      "|    wind_direction               | 1.1930355   |\n",
+      "|    wind_speed                   | 3.0941327   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 121.99554   |\n",
+      "|    air_humidity                 | 20.795532   |\n",
+      "|    air_temperature              | 19.338264   |\n",
+      "|    clg_setpoint                 | 29.480663   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 14.798431   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 48.0        |\n",
+      "|    outdoor_temperature          | 1.8252082   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 113106.82   |\n",
+      "|    wind_direction               | 307.5       |\n",
+      "|    wind_speed                   | 12.325      |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************************-------| 92%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.5000923   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 20.438019   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.626474   |\n",
+      "|    air_humidity                 | -0.73463076 |\n",
+      "|    air_temperature              | -1.2827041  |\n",
+      "|    clg_setpoint                 | 0.80902064  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5567116  |\n",
+      "|    diffuse_solar_radiation      | -0.74989927 |\n",
+      "|    direct_solar_radiation       | -0.6169932  |\n",
+      "|    hour                         | 1.3725723   |\n",
+      "|    htg_setpoint                 | -1.4180833  |\n",
+      "|    month                        | 1.6342207   |\n",
+      "|    outdoor_humidity             | -0.9464974  |\n",
+      "|    outdoor_temperature          | -0.9810776  |\n",
+      "|    people_occupant              | -0.6888531  |\n",
+      "|    total_electricity_HVAC       | -0.6313945  |\n",
+      "|    wind_direction               | 1.0971316   |\n",
+      "|    wind_speed                   | 0.8421479   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 277.33536   |\n",
+      "|    air_humidity                 | 27.380753   |\n",
+      "|    air_temperature              | 21.019276   |\n",
+      "|    clg_setpoint                 | 28.254887   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 49.0        |\n",
+      "|    outdoor_temperature          | 3.1876953   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 257227.17   |\n",
+      "|    wind_direction               | 297.5       |\n",
+      "|    wind_speed                   | 6.925       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************************-------| 92%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.64572275  |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.804314   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6707865  |\n",
+      "|    air_humidity                 | -0.20826182 |\n",
+      "|    air_temperature              | -1.5134193  |\n",
+      "|    clg_setpoint                 | 1.469643    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4417773  |\n",
+      "|    diffuse_solar_radiation      | -0.7497097  |\n",
+      "|    direct_solar_radiation       | -0.6170255  |\n",
+      "|    hour                         | 1.5169921   |\n",
+      "|    htg_setpoint                 | 0.116192296 |\n",
+      "|    month                        | 1.6324838   |\n",
+      "|    outdoor_humidity             | -0.52350914 |\n",
+      "|    outdoor_temperature          | -0.66381806 |\n",
+      "|    people_occupant              | -0.688954   |\n",
+      "|    total_electricity_HVAC       | -0.67543757 |\n",
+      "|    wind_direction               | 0.38326764  |\n",
+      "|    wind_speed                   | 0.43679065  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 34.28391    |\n",
+      "|    air_temperature              | 20.716656   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 18.457575   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 57.75       |\n",
+      "|    outdoor_temperature          | 6.2684717   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 222.5       |\n",
+      "|    wind_speed                   | 5.95        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------******************************************************-------| 92%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.73197806 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 13.507624   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.67076164 |\n",
+      "|    air_humidity                 | 0.73158777  |\n",
+      "|    air_temperature              | -0.46342587 |\n",
+      "|    clg_setpoint                 | 0.19094054  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3271153  |\n",
+      "|    diffuse_solar_radiation      | -0.74956    |\n",
+      "|    direct_solar_radiation       | -0.61683017 |\n",
+      "|    hour                         | 1.6613971   |\n",
+      "|    htg_setpoint                 | -1.4181849  |\n",
+      "|    month                        | 1.6307524   |\n",
+      "|    outdoor_humidity             | 1.1066229   |\n",
+      "|    outdoor_temperature          | -0.35519755 |\n",
+      "|    people_occupant              | -0.6890548  |\n",
+      "|    total_electricity_HVAC       | -0.6754128  |\n",
+      "|    wind_direction               | 0.59713477  |\n",
+      "|    wind_speed                   | -1.0083059  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 46.617123   |\n",
+      "|    air_temperature              | 22.090769   |\n",
+      "|    clg_setpoint                 | 26.620304   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 91.5        |\n",
+      "|    outdoor_temperature          | 9.267105    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 245.0       |\n",
+      "|    wind_speed                   | 2.475       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************************------| 93%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.95661014  |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.85356    |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.64654434 |\n",
+      "|    air_humidity                 | 0.19970892  |\n",
+      "|    air_temperature              | -1.5088738  |\n",
+      "|    clg_setpoint                 | 1.4700217   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0991385  |\n",
+      "|    diffuse_solar_radiation      | -0.74943346 |\n",
+      "|    direct_solar_radiation       | -0.6166094  |\n",
+      "|    hour                         | -1.6613055  |\n",
+      "|    htg_setpoint                 | -0.8981013  |\n",
+      "|    month                        | 1.6290264   |\n",
+      "|    outdoor_humidity             | -0.4397893  |\n",
+      "|    outdoor_temperature          | -0.96749526 |\n",
+      "|    people_occupant              | -0.68915546 |\n",
+      "|    total_electricity_HVAC       | -0.6520634  |\n",
+      "|    wind_direction               | 0.83491385  |\n",
+      "|    wind_speed                   | 0.8532118   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 190.76501   |\n",
+      "|    air_humidity                 | 39.639584   |\n",
+      "|    air_temperature              | 20.723042   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 14.189949   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 59.5        |\n",
+      "|    outdoor_temperature          | 3.3119016   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 172868.61   |\n",
+      "|    wind_direction               | 270.0       |\n",
+      "|    wind_speed                   | 6.95        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************************------| 93%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.10506511 |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.270405   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.59550154  |\n",
+      "|    air_humidity                 | -0.40411884 |\n",
+      "|    air_temperature              | -2.8901968  |\n",
+      "|    clg_setpoint                 | 1.4700499   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.98490536 |\n",
+      "|    diffuse_solar_radiation      | -0.74931353 |\n",
+      "|    direct_solar_radiation       | -0.6164465  |\n",
+      "|    hour                         | -1.516776   |\n",
+      "|    htg_setpoint                 | 0.098571725 |\n",
+      "|    month                        | 1.627306    |\n",
+      "|    outdoor_humidity             | -0.1253191  |\n",
+      "|    outdoor_temperature          | -1.2371053  |\n",
+      "|    people_occupant              | -0.689256   |\n",
+      "|    total_electricity_HVAC       | 0.78047615  |\n",
+      "|    wind_direction               | 0.73937917  |\n",
+      "|    wind_speed                   | 1.6737125   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 5514.1094   |\n",
+      "|    air_humidity                 | 31.715338   |\n",
+      "|    air_temperature              | 18.915037   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 18.384737   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 66.0        |\n",
+      "|    outdoor_temperature          | 0.6845525   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 5979805.5   |\n",
+      "|    wind_direction               | 260.0       |\n",
+      "|    wind_speed                   | 8.925       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************************------| 93%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.085703805 |\n",
+      "|    Heating_Setpoint_RL          | -0.6804674  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 26.91425    |\n",
+      "|    Heating_Setpoint_RL          | 13.797371   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.14043745 |\n",
+      "|    air_humidity                 | -1.2564964  |\n",
+      "|    air_temperature              | -1.6995084  |\n",
+      "|    clg_setpoint                 | 1.4695762   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.87081593 |\n",
+      "|    diffuse_solar_radiation      | -0.7492136  |\n",
+      "|    direct_solar_radiation       | -0.616362   |\n",
+      "|    hour                         | -1.3722626  |\n",
+      "|    htg_setpoint                 | 0.5941936   |\n",
+      "|    month                        | 1.625591    |\n",
+      "|    outdoor_humidity             | -0.7049499  |\n",
+      "|    outdoor_temperature          | -0.9365412  |\n",
+      "|    people_occupant              | -0.68896204 |\n",
+      "|    total_electricity_HVAC       | -0.35163438 |\n",
+      "|    wind_direction               | 0.92919064  |\n",
+      "|    wind_speed                   | 0.4875413   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2360.4062   |\n",
+      "|    air_humidity                 | 20.527382   |\n",
+      "|    air_temperature              | 20.470675   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 20.470673   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 54.0        |\n",
+      "|    outdoor_temperature          | 3.6014876   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1390885.5   |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 6.075       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*******************************************************------| 93%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.03210196 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.444427   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.8734317   |\n",
+      "|    air_humidity                 | -1.5298141  |\n",
+      "|    air_temperature              | -0.14531611 |\n",
+      "|    clg_setpoint                 | 0.03523863  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.7568395  |\n",
+      "|    diffuse_solar_radiation      | -0.7490781  |\n",
+      "|    direct_solar_radiation       | -0.6163904  |\n",
+      "|    hour                         | -1.2277622  |\n",
+      "|    htg_setpoint                 | 1.2546157   |\n",
+      "|    month                        | 1.6238813   |\n",
+      "|    outdoor_humidity             | 0.39507425  |\n",
+      "|    outdoor_temperature          | -1.414956   |\n",
+      "|    people_occupant              | -0.68866843 |\n",
+      "|    total_electricity_HVAC       | 2.8283944   |\n",
+      "|    wind_direction               | -1.735655   |\n",
+      "|    wind_speed                   | -1.8202912  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 15285.432   |\n",
+      "|    air_humidity                 | 16.92665    |\n",
+      "|    air_temperature              | 22.504576   |\n",
+      "|    clg_setpoint                 | 26.21007    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 9.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 76.75       |\n",
+      "|    outdoor_temperature          | -1.0538856  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 14288519.0  |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 0.525       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------*******************************************************-----| 94%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.26027352  |\n",
+      "|    Heating_Setpoint_RL          | 0.4020362    |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 25.746576    |\n",
+      "|    Heating_Setpoint_RL          | 19.886454    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.6855521    |\n",
+      "|    air_humidity                 | -0.45556313  |\n",
+      "|    air_temperature              | 0.42430758   |\n",
+      "|    clg_setpoint                 | -0.85123277  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.6429493   |\n",
+      "|    diffuse_solar_radiation      | -0.74896264  |\n",
+      "|    direct_solar_radiation       | -0.6163293   |\n",
+      "|    hour                         | -1.0832726   |\n",
+      "|    htg_setpoint                 | 1.2545458    |\n",
+      "|    month                        | 1.6221771    |\n",
+      "|    outdoor_humidity             | -0.052074417 |\n",
+      "|    outdoor_temperature          | -0.8655779   |\n",
+      "|    people_occupant              | -0.6887691   |\n",
+      "|    total_electricity_HVAC       | 1.5669163    |\n",
+      "|    wind_direction               | -1.3777235   |\n",
+      "|    wind_speed                   | -1.5694766   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 10193.001    |\n",
+      "|    air_humidity                 | 31.016073    |\n",
+      "|    air_temperature              | 23.25024     |\n",
+      "|    clg_setpoint                 | 23.866999    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 10.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 4.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 67.5         |\n",
+      "|    outdoor_temperature          | 4.280769     |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 9173701.0    |\n",
+      "|    wind_direction               | 37.5         |\n",
+      "|    wind_speed                   | 1.125        |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------*******************************************************-----| 94%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | 0.423488     |\n",
+      "|    Heating_Setpoint_RL          | 0.651628     |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 28.054272    |\n",
+      "|    Heating_Setpoint_RL          | 21.290407    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 2.492909     |\n",
+      "|    air_humidity                 | 0.031308975  |\n",
+      "|    air_temperature              | 0.0072572976 |\n",
+      "|    clg_setpoint                 | 1.4699667    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.5291223   |\n",
+      "|    diffuse_solar_radiation      | -0.74882275  |\n",
+      "|    direct_solar_radiation       | -0.616088    |\n",
+      "|    hour                         | -0.9387911   |\n",
+      "|    htg_setpoint                 | 1.2542709    |\n",
+      "|    month                        | 1.6204783    |\n",
+      "|    outdoor_humidity             | 1.1321726    |\n",
+      "|    outdoor_temperature          | -1.1795965   |\n",
+      "|    people_occupant              | -0.6888696   |\n",
+      "|    total_electricity_HVAC       | 2.2884872    |\n",
+      "|    wind_direction               | -1.4716179   |\n",
+      "|    wind_speed                   | -0.38468882  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 13658.848    |\n",
+      "|    air_humidity                 | 37.402576    |\n",
+      "|    air_temperature              | 22.704079    |\n",
+      "|    clg_setpoint                 | 30.0         |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 11.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 5.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 92.0         |\n",
+      "|    outdoor_temperature          | 1.2220591    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 12103375.0   |\n",
+      "|    wind_direction               | 27.5         |\n",
+      "|    wind_speed                   | 3.975        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------********************************************************-----| 94%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.43704438 |\n",
+      "|    Heating_Setpoint_RL          | 0.13748352  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.149975   |\n",
+      "|    Heating_Setpoint_RL          | 18.398344   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.0682144   |\n",
+      "|    air_humidity                 | -0.27696413 |\n",
+      "|    air_temperature              | 0.42093632  |\n",
+      "|    clg_setpoint                 | 0.68788517  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.41533923 |\n",
+      "|    diffuse_solar_radiation      | -0.7486602  |\n",
+      "|    direct_solar_radiation       | -0.61584276 |\n",
+      "|    hour                         | -0.794316   |\n",
+      "|    htg_setpoint                 | 1.2539405   |\n",
+      "|    month                        | 1.6187848   |\n",
+      "|    outdoor_humidity             | 1.1319609   |\n",
+      "|    outdoor_temperature          | -1.0532731  |\n",
+      "|    people_occupant              | -0.68897    |\n",
+      "|    total_electricity_HVAC       | 2.0421102   |\n",
+      "|    wind_direction               | -1.4703997  |\n",
+      "|    wind_speed                   | -0.22858581 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 11840.57    |\n",
+      "|    air_humidity                 | 33.35992    |\n",
+      "|    air_temperature              | 23.245474   |\n",
+      "|    clg_setpoint                 | 27.933205   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 12.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 92.0        |\n",
+      "|    outdoor_temperature          | 2.441206    |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 11106950.0  |\n",
+      "|    wind_direction               | 27.5        |\n",
+      "|    wind_speed                   | 4.35        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*********************************************************----| 95%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.336008   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.490973   |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.3881343  |\n",
+      "|    air_humidity                 | -0.05777781 |\n",
+      "|    air_temperature              | -1.355319   |\n",
+      "|    clg_setpoint                 | -1.0841435  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.3015846  |\n",
+      "|    diffuse_solar_radiation      | -0.6345937  |\n",
+      "|    direct_solar_radiation       | -0.4561721  |\n",
+      "|    hour                         | -0.64984536 |\n",
+      "|    htg_setpoint                 | 0.28349537  |\n",
+      "|    month                        | 1.6170965   |\n",
+      "|    outdoor_humidity             | -0.44009128 |\n",
+      "|    outdoor_temperature          | -1.2285957  |\n",
+      "|    people_occupant              | -0.68907034 |\n",
+      "|    total_electricity_HVAC       | -0.40844783 |\n",
+      "|    wind_direction               | 0.786942    |\n",
+      "|    wind_speed                   | -0.37404048 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1300.9729   |\n",
+      "|    air_humidity                 | 36.234665   |\n",
+      "|    air_temperature              | 20.920424   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 13.0        |\n",
+      "|    diffuse_solar_radiation      | 11.25       |\n",
+      "|    direct_solar_radiation       | 39.75       |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 19.166174   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 59.5        |\n",
+      "|    outdoor_temperature          | 0.72934055  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 1162620.5   |\n",
+      "|    wind_direction               | 265.0       |\n",
+      "|    wind_speed                   | 4.0         |\n",
       "-------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 13%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1070.4492 |\n",
-      "|    air_humidity                 | 22.329798 |\n",
-      "|    air_temperature              | 19.0      |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 57.5      |\n",
-      "|    direct_solar_radiation       | 387.0     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 52.75     |\n",
-      "|    outdoor_temperature          | 1.4046625 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 963404.25 |\n",
-      "|    wind_direction               | 2.5       |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.47e+03  |\n",
-      "|    n_updates                    | 23674     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 13%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 871.7625  |\n",
-      "|    air_humidity                 | 22.375334 |\n",
-      "|    air_temperature              | 22.626062 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 161.75    |\n",
-      "|    direct_solar_radiation       | 270.5     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 54.75     |\n",
-      "|    outdoor_temperature          | 5.4629197 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 784586.25 |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 1.775     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.77e+03  |\n",
-      "|    n_updates                    | 23699     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 871.7625  |\n",
-      "|    air_humidity                 | 31.798983 |\n",
-      "|    air_temperature              | 22.695002 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 161.75    |\n",
-      "|    direct_solar_radiation       | 561.5     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 64.75     |\n",
-      "|    outdoor_temperature          | 8.719495  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 784586.25 |\n",
-      "|    wind_direction               | 292.5     |\n",
-      "|    wind_speed                   | 1.775     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.1e+03   |\n",
-      "|    n_updates                    | 23724     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.6465  |\n",
-      "|    air_humidity                 | 21.862947 |\n",
-      "|    air_temperature              | 23.217703 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 175.75    |\n",
-      "|    direct_solar_radiation       | 266.5     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 39.5      |\n",
-      "|    outdoor_temperature          | 7.437775  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 680081.9  |\n",
-      "|    wind_direction               | 82.5      |\n",
-      "|    wind_speed                   | 3.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 9.13e+03  |\n",
-      "|    n_updates                    | 23749     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 476.10425 |\n",
-      "|    air_humidity                 | 32.07955  |\n",
-      "|    air_temperature              | 22.814928 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 163.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 85.0      |\n",
-      "|    outdoor_temperature          | 4.6540294 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 428493.84 |\n",
-      "|    wind_direction               | 2.5       |\n",
-      "|    wind_speed                   | 3.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.33e+03  |\n",
-      "|    n_updates                    | 23774     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 14%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 852.2755  |\n",
-      "|    air_humidity                 | 15.134862 |\n",
-      "|    air_temperature              | 23.507696 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 120.25    |\n",
-      "|    direct_solar_radiation       | 763.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 28.5      |\n",
-      "|    outdoor_temperature          | 3.5265477 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 767048.0  |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 5.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.14e+03  |\n",
-      "|    n_updates                    | 23799     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 15%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 80.00732  |\n",
-      "|    air_humidity                 | 23.061901 |\n",
-      "|    air_temperature              | 20.99999  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 143.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 71.5      |\n",
-      "|    outdoor_temperature          | 4.6219144 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 72006.586 |\n",
-      "|    wind_direction               | 145.0     |\n",
-      "|    wind_speed                   | 2.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.98e+03  |\n",
-      "|    n_updates                    | 23824     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 15%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 119.331   |\n",
-      "|    air_humidity                 | 20.039072 |\n",
-      "|    air_temperature              | 21.185757 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 82.5      |\n",
-      "|    direct_solar_radiation       | 674.5     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 29.75     |\n",
-      "|    outdoor_temperature          | 9.234543  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 108005.73 |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 9.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.77e+03  |\n",
-      "|    n_updates                    | 23849     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 15%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 17.926476 |\n",
-      "|    air_temperature              | 23.740973 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 70.75     |\n",
-      "|    direct_solar_radiation       | 468.5     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 36.0      |\n",
-      "|    outdoor_temperature          | 3.8430476 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 890       |\n",
-      "|    n_updates                    | 23874     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1566.8773  |\n",
-      "|    air_humidity                 | 14.682913  |\n",
-      "|    air_temperature              | 22.498217  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 26.0       |\n",
-      "|    diffuse_solar_radiation      | 18.75      |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 17.0       |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 2.0        |\n",
-      "|    outdoor_humidity             | 27.25      |\n",
-      "|    outdoor_temperature          | -1.5347023 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1410189.5  |\n",
-      "|    wind_direction               | 62.5       |\n",
-      "|    wind_speed                   | 3.475      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.1e+04    |\n",
-      "|    n_updates                    | 23899      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1056.3701 |\n",
-      "|    air_humidity                 | 33.320927 |\n",
-      "|    air_temperature              | 22.997578 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 1.4750577 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 950733.1  |\n",
-      "|    wind_direction               | 32.5      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.84e+03  |\n",
-      "|    n_updates                    | 23924     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 567.25543 |\n",
-      "|    air_humidity                 | 37.674805 |\n",
-      "|    air_temperature              | 22.00009  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 2.0       |\n",
-      "|    outdoor_humidity             | 94.25     |\n",
-      "|    outdoor_temperature          | 4.278501  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 510529.88 |\n",
-      "|    wind_direction               | 27.5      |\n",
-      "|    wind_speed                   | 3.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.62e+03  |\n",
-      "|    n_updates                    | 23949     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 16%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 361.7099  |\n",
-      "|    air_humidity                 | 28.397816 |\n",
-      "|    air_temperature              | 21.395718 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 70.0      |\n",
-      "|    outdoor_temperature          | 6.3793273 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 315658.1  |\n",
-      "|    wind_direction               | 150.0     |\n",
-      "|    wind_speed                   | 3.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.31e+03  |\n",
-      "|    n_updates                    | 23974     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 17%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 7          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 23         |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168   |\n",
-      "|    air_humidity                 | 38.01982   |\n",
-      "|    air_temperature              | 20.494572  |\n",
-      "|    clg_setpoint                 | 29.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 2.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 21.0       |\n",
-      "|    htg_setpoint                 | 16.0       |\n",
-      "|    month                        | 3.0        |\n",
-      "|    outdoor_humidity             | 46.75      |\n",
-      "|    outdoor_temperature          | 13.6984215 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 60256.516  |\n",
-      "|    wind_direction               | 292.5      |\n",
-      "|    wind_speed                   | 8.775      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.67e+03   |\n",
-      "|    n_updates                    | 23999      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 17%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 27.335354 |\n",
-      "|    air_temperature              | 20.544844 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 54.5      |\n",
-      "|    outdoor_temperature          | 10.299374 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 347.5     |\n",
-      "|    wind_speed                   | 2.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 979       |\n",
-      "|    n_updates                    | 24024     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 17%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 498.51852 |\n",
-      "|    air_humidity                 | 41.83481  |\n",
-      "|    air_temperature              | 21.420488 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 6.471261  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 448666.66 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.87e+03  |\n",
-      "|    n_updates                    | 24049     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 18%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 857.4525  |\n",
-      "|    air_humidity                 | 46.919167 |\n",
-      "|    air_temperature              | 19.564985 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 7.447118  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 819357.75 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.68e+03  |\n",
-      "|    n_updates                    | 24074     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 18%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 34.682133 |\n",
-      "|    air_temperature              | 18.215752 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 52.75     |\n",
-      "|    outdoor_temperature          | 7.4204226 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 9.675     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 584       |\n",
-      "|    n_updates                    | 24099     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 18%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 39.790886 |\n",
-      "|    air_temperature              | 17.81009  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 94.25     |\n",
-      "|    outdoor_temperature          | 4.7941985 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 90.0      |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.16e+03  |\n",
-      "|    n_updates                    | 24124     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 989.4895  |\n",
-      "|    air_humidity                 | 35.68059  |\n",
-      "|    air_temperature              | 21.999998 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 99.0      |\n",
-      "|    outdoor_temperature          | 1.8094609 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 890540.56 |\n",
-      "|    wind_direction               | 145.0     |\n",
-      "|    wind_speed                   | 2.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1e+03     |\n",
-      "|    n_updates                    | 24149     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 31.470379 |\n",
-      "|    air_temperature              | 21.0      |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 2.564283  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.31e+03  |\n",
-      "|    n_updates                    | 24174     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1292.4681  |\n",
-      "|    air_humidity                 | 20.69247   |\n",
-      "|    air_temperature              | 20.999994  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 11.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 5.0        |\n",
-      "|    htg_setpoint                 | 21.0       |\n",
-      "|    month                        | 3.0        |\n",
-      "|    outdoor_humidity             | 59.5       |\n",
-      "|    outdoor_temperature          | 0.29456785 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1163221.2  |\n",
-      "|    wind_direction               | 342.5      |\n",
-      "|    wind_speed                   | 8.075      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 6.95e+03   |\n",
-      "|    n_updates                    | 24199      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 19%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 26.87485  |\n",
-      "|    air_temperature              | 20.670357 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 80.0      |\n",
-      "|    outdoor_temperature          | 2.8225725 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 5.125     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.48e+04  |\n",
-      "|    n_updates                    | 24224     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 537.9154  |\n",
-      "|    air_humidity                 | 17.599335 |\n",
-      "|    air_temperature              | 18.355534 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 76.5      |\n",
-      "|    direct_solar_radiation       | 340.5     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 45.0      |\n",
-      "|    outdoor_temperature          | 0.5305769 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 484123.84 |\n",
-      "|    wind_direction               | 312.5     |\n",
-      "|    wind_speed                   | 8.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 660       |\n",
-      "|    n_updates                    | 24249     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 8          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1382.9108  |\n",
-      "|    air_humidity                 | 14.891599  |\n",
-      "|    air_temperature              | 21.999945  |\n",
-      "|    clg_setpoint                 | 22.5       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 14.0       |\n",
-      "|    diffuse_solar_radiation      | 118.0      |\n",
-      "|    direct_solar_radiation       | 615.0      |\n",
-      "|    hour                         | 8.0        |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 3.0        |\n",
-      "|    outdoor_humidity             | 37.75      |\n",
-      "|    outdoor_temperature          | -0.5557412 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 1244619.6  |\n",
-      "|    wind_direction               | 50.0       |\n",
-      "|    wind_speed                   | 2.225      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.38e+03   |\n",
-      "|    n_updates                    | 24274      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 803.8625  |\n",
-      "|    air_humidity                 | 29.357159 |\n",
-      "|    air_temperature              | 22.554504 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 130.5     |\n",
-      "|    direct_solar_radiation       | 737.75    |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 49.0      |\n",
-      "|    outdoor_temperature          | 10.128186 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 739491.4  |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 7.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.57e+03  |\n",
-      "|    n_updates                    | 24299     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 20%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1323.8452  |\n",
-      "|    air_humidity                 | 16.495691  |\n",
-      "|    air_temperature              | 17.75022   |\n",
-      "|    clg_setpoint                 | 30.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 16.0       |\n",
-      "|    diffuse_solar_radiation      | 116.25     |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 10.0       |\n",
-      "|    htg_setpoint                 | 15.0       |\n",
-      "|    month                        | 3.0        |\n",
-      "|    outdoor_humidity             | 78.5       |\n",
-      "|    outdoor_temperature          | 0.13768224 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1191460.8  |\n",
-      "|    wind_direction               | 65.0       |\n",
-      "|    wind_speed                   | 8.525      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 4.36e+03   |\n",
-      "|    n_updates                    | 24324      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 21%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1658.1755  |\n",
-      "|    air_humidity                 | 17.395845  |\n",
-      "|    air_temperature              | 20.233568  |\n",
-      "|    clg_setpoint                 | 25.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 17.0       |\n",
-      "|    diffuse_solar_radiation      | 262.25     |\n",
-      "|    direct_solar_radiation       | 31.5       |\n",
-      "|    hour                         | 11.0       |\n",
-      "|    htg_setpoint                 | 20.0       |\n",
-      "|    month                        | 3.0        |\n",
-      "|    outdoor_humidity             | 80.0       |\n",
-      "|    outdoor_temperature          | -1.5339695 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1492358.0  |\n",
-      "|    wind_direction               | 32.5       |\n",
-      "|    wind_speed                   | 5.95       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.94e+03   |\n",
-      "|    n_updates                    | 24349      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 21%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 476.10425 |\n",
-      "|    air_humidity                 | 27.279238 |\n",
-      "|    air_temperature              | 23.898874 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 263.25    |\n",
-      "|    direct_solar_radiation       | 613.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 79.25     |\n",
-      "|    outdoor_temperature          | 2.688903  |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 428493.84 |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 2.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 886       |\n",
-      "|    n_updates                    | 24374     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 21%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.6465  |\n",
-      "|    air_humidity                 | 26.631628 |\n",
-      "|    air_temperature              | 23.065317 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 161.5     |\n",
-      "|    direct_solar_radiation       | 9.0       |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 76.0      |\n",
-      "|    outdoor_temperature          | 2.6888297 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 680081.9  |\n",
-      "|    wind_direction               | 15.0      |\n",
-      "|    wind_speed                   | 7.825     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 497       |\n",
-      "|    n_updates                    | 24399     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 22%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 31.569489 |\n",
-      "|    air_temperature              | 23.826828 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 131.5     |\n",
-      "|    direct_solar_radiation       | 803.75    |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 71.5      |\n",
-      "|    outdoor_temperature          | 8.234565  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 10.425    |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.46e+03  |\n",
-      "|    n_updates                    | 24424     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 22%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 658.0206  |\n",
-      "|    air_humidity                 | 21.673584 |\n",
-      "|    air_temperature              | 23.873396 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 210.5     |\n",
-      "|    direct_solar_radiation       | 360.75    |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 34.25     |\n",
-      "|    outdoor_temperature          | 8.975745  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 594968.7  |\n",
-      "|    wind_direction               | 290.0     |\n",
-      "|    wind_speed                   | 10.45     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 815       |\n",
-      "|    n_updates                    | 24449     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 22%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1073.464  |\n",
-      "|    air_humidity                 | 13.284251 |\n",
-      "|    air_temperature              | 23.545315 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 91.5      |\n",
-      "|    direct_solar_radiation       | 613.0     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 19.5      |\n",
-      "|    outdoor_temperature          | 1.1647538 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 966117.6  |\n",
-      "|    wind_direction               | 315.0     |\n",
-      "|    wind_speed                   | 6.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.58e+03  |\n",
-      "|    n_updates                    | 24474     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 22%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 143.16599 |\n",
-      "|    air_humidity                 | 12.985385 |\n",
-      "|    air_temperature              | 22.0      |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 49.0      |\n",
-      "|    direct_solar_radiation       | 350.75    |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 34.5      |\n",
-      "|    outdoor_temperature          | 5.93227   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 127358.41 |\n",
-      "|    wind_direction               | 237.5     |\n",
-      "|    wind_speed                   | 8.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.2e+03   |\n",
-      "|    n_updates                    | 24499     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 23%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 22.004717 |\n",
-      "|    air_temperature              | 21.936619 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 81.25     |\n",
-      "|    outdoor_temperature          | 5.1236157 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 9.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.91e+03  |\n",
-      "|    n_updates                    | 24524     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 23%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 370.9882  |\n",
-      "|    air_humidity                 | 43.365337 |\n",
-      "|    air_temperature              | 22.001156 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 6.6044636 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 333889.38 |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 4.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.63e+03  |\n",
-      "|    n_updates                    | 24549     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 23%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 205.3318  |\n",
-      "|    air_humidity                 | 48.651054 |\n",
-      "|    air_temperature              | 21.7617   |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 10.614986 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 181480.81 |\n",
-      "|    wind_direction               | 192.5     |\n",
-      "|    wind_speed                   | 5.175     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 789       |\n",
-      "|    n_updates                    | 24574     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 23%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 52.010227 |\n",
-      "|    air_temperature              | 23.79372  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 67.5      |\n",
-      "|    outdoor_temperature          | 16.146664 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 8.075     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.17e+03  |\n",
-      "|    n_updates                    | 24599     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 24%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 633.59576 |\n",
-      "|    air_humidity                 | 36.390213 |\n",
-      "|    air_temperature              | 18.894945 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 67.25     |\n",
-      "|    outdoor_temperature          | 7.8684926 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 570236.2  |\n",
-      "|    wind_direction               | 57.5      |\n",
-      "|    wind_speed                   | 7.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.25e+03  |\n",
-      "|    n_updates                    | 24624     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 24%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 40.3879   |\n",
-      "|    air_temperature              | 20.59343  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 86.0      |\n",
-      "|    outdoor_temperature          | 3.5267246 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 100.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 924       |\n",
-      "|    n_updates                    | 24649     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 104.15375 |\n",
-      "|    air_humidity                 | 31.20326  |\n",
-      "|    air_temperature              | 20.999985 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 3.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 4.188778  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 93738.375 |\n",
-      "|    wind_direction               | 32.5      |\n",
-      "|    wind_speed                   | 3.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.16e+03  |\n",
-      "|    n_updates                    | 24674     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 39.983723 |\n",
-      "|    air_temperature              | 20.003113 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 70.25     |\n",
-      "|    outdoor_temperature          | 3.8033586 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 35.0      |\n",
-      "|    wind_speed                   | 3.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.05e+03  |\n",
-      "|    n_updates                    | 24699     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 69.221664 |\n",
-      "|    air_temperature              | 19.668886 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 85.0      |\n",
-      "|    outdoor_temperature          | 4.3165517 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 272.5     |\n",
-      "|    wind_speed                   | 5.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.23e+03  |\n",
-      "|    n_updates                    | 24724     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 25%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 54.650764 |\n",
-      "|    air_temperature              | 19.165148 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 55.5      |\n",
-      "|    outdoor_temperature          | 2.5306246 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 322.5     |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.58e+03  |\n",
-      "|    n_updates                    | 24749     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 26%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 54.53965  |\n",
-      "|    air_temperature              | 19.157383 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 71.25     |\n",
-      "|    outdoor_temperature          | 4.457339  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 237.5     |\n",
-      "|    wind_speed                   | 4.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.91e+03  |\n",
-      "|    n_updates                    | 24774     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 26%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 59.95734  |\n",
-      "|    air_temperature              | 19.35088  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 61.0      |\n",
-      "|    outdoor_temperature          | 6.4295363 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 3.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.42e+03  |\n",
-      "|    n_updates                    | 24799     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 26%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 82.47406  |\n",
-      "|    air_temperature              | 20.338148 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 29.0      |\n",
-      "|    direct_solar_radiation       | 369.25    |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 95.0      |\n",
-      "|    outdoor_temperature          | 7.9402747 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 275.0     |\n",
-      "|    wind_speed                   | 2.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.86e+03  |\n",
-      "|    n_updates                    | 24824     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 26%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.3464   |\n",
-      "|    air_temperature              | 20.925404 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 121.0     |\n",
-      "|    direct_solar_radiation       | 356.75    |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 61.5      |\n",
-      "|    outdoor_temperature          | 14.273043 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 225.0     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.2e+03   |\n",
-      "|    n_updates                    | 24849     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 27%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2664.3604 |\n",
-      "|    air_humidity                 | 63.509575 |\n",
-      "|    air_temperature              | 21.99787  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 154.75    |\n",
-      "|    direct_solar_radiation       | 452.0     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 57.0      |\n",
-      "|    outdoor_temperature          | 20.487545 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 2375066.5 |\n",
-      "|    wind_direction               | 225.0     |\n",
-      "|    wind_speed                   | 2.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.68e+03  |\n",
-      "|    n_updates                    | 24874     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 27%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3005.8865 |\n",
-      "|    air_humidity                 | 62.8656   |\n",
-      "|    air_temperature              | 22.20208  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 218.5     |\n",
-      "|    direct_solar_radiation       | 174.75    |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 71.25     |\n",
-      "|    outdoor_temperature          | 20.12474  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 2684761.2 |\n",
-      "|    wind_direction               | 192.5     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.64e+04  |\n",
-      "|    n_updates                    | 24899     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 27%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3164.7615 |\n",
-      "|    air_humidity                 | 54.197342 |\n",
-      "|    air_temperature              | 23.086617 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 263.25    |\n",
-      "|    direct_solar_radiation       | 404.75    |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 44.25     |\n",
-      "|    outdoor_temperature          | 20.261744 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 2821500.5 |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 9.675     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.54e+03  |\n",
-      "|    n_updates                    | 24924     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 28%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 17.615269 |\n",
-      "|    air_temperature              | 23.11328  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 177.25    |\n",
-      "|    direct_solar_radiation       | 827.75    |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 21.5      |\n",
-      "|    outdoor_temperature          | 10.584083 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 315.0     |\n",
-      "|    wind_speed                   | 10.45     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.75e+03  |\n",
-      "|    n_updates                    | 24949     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 28%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 438.20398 |\n",
-      "|    air_humidity                 | 14.780738 |\n",
-      "|    air_temperature              | 23.99957  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 110.0     |\n",
-      "|    direct_solar_radiation       | 941.5     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 17.25     |\n",
-      "|    outdoor_temperature          | 9.602093  |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 397929.97 |\n",
-      "|    wind_direction               | 352.5     |\n",
-      "|    wind_speed                   | 6.075     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.03e+03  |\n",
-      "|    n_updates                    | 24974     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 28%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 33.816364 |\n",
-      "|    air_temperature              | 21.155039 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 229.75    |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 66.25     |\n",
-      "|    outdoor_temperature          | 8.980941  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 175.0     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.66e+03  |\n",
-      "|    n_updates                    | 24999     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 28%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 31.091959 |\n",
-      "|    air_temperature              | 22.514444 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 190.75    |\n",
-      "|    direct_solar_radiation       | 620.25    |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 50.0      |\n",
-      "|    outdoor_temperature          | 10.923158 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 137.5     |\n",
-      "|    wind_speed                   | 6.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.03e+03  |\n",
-      "|    n_updates                    | 25024     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 456.93237 |\n",
-      "|    air_humidity                 | 48.886036 |\n",
-      "|    air_temperature              | 23.283798 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 110.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 9.940544  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 411239.16 |\n",
-      "|    wind_direction               | 107.5     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.84e+03  |\n",
-      "|    n_updates                    | 25049     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4053.9346 |\n",
-      "|    air_humidity                 | 47.16852  |\n",
-      "|    air_temperature              | 23.773457 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 144.25    |\n",
-      "|    direct_solar_radiation       | 458.75    |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 42.25     |\n",
-      "|    outdoor_temperature          | 21.774252 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3648541.2 |\n",
-      "|    wind_direction               | 255.0     |\n",
-      "|    wind_speed                   | 7.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.2e+03   |\n",
-      "|    n_updates                    | 25074     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 44.031296 |\n",
-      "|    air_temperature              | 25.765486 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 47.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 9.873235  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 87.5      |\n",
-      "|    wind_speed                   | 5.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.75e+04  |\n",
-      "|    n_updates                    | 25099     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 29%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 35.823162 |\n",
-      "|    air_temperature              | 27.340607 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 15.0      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 67.5      |\n",
-      "|    outdoor_temperature          | 8.295609  |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 52.5      |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.5e+03   |\n",
-      "|    n_updates                    | 25124     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 30%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 38.977745 |\n",
-      "|    air_temperature              | 27.899288 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 57.75     |\n",
-      "|    outdoor_temperature          | 7.2945585 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 157.5     |\n",
-      "|    wind_speed                   | 3.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.95e+03  |\n",
-      "|    n_updates                    | 25149     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 30%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 63.1766   |\n",
-      "|    air_temperature              | 20.729017 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 76.25     |\n",
-      "|    outdoor_temperature          | 10.415078 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 70.0      |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 952       |\n",
-      "|    n_updates                    | 25174     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 30%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 67.9957   |\n",
-      "|    air_temperature              | 19.192297 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 7.950842  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 257.5     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.93e+03  |\n",
-      "|    n_updates                    | 25199     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 55.464287 |\n",
-      "|    air_temperature              | 22.169394 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 66.0      |\n",
-      "|    outdoor_temperature          | 8.823215  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 237.5     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 492       |\n",
-      "|    n_updates                    | 25224     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 5          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 25         |\n",
-      "|    Heating_Setpoint_RL          | 20         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 0.0        |\n",
-      "|    air_humidity                 | 58.59591   |\n",
-      "|    air_temperature              | 22.65728   |\n",
-      "|    clg_setpoint                 | 25.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 23.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 23.0       |\n",
-      "|    htg_setpoint                 | 20.0       |\n",
-      "|    month                        | 4.0        |\n",
-      "|    outdoor_humidity             | 80.75      |\n",
-      "|    outdoor_temperature          | 10.0935545 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 0.0        |\n",
-      "|    wind_direction               | 230.0      |\n",
-      "|    wind_speed                   | 2.35       |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 3.77e+03   |\n",
-      "|    n_updates                    | 25249      |\n",
-      "------------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 31%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.50592  |\n",
-      "|    air_temperature              | 21.325115 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 8.709449  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 102.5     |\n",
-      "|    wind_speed                   | 1.9       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.82e+03  |\n",
-      "|    n_updates                    | 25274     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 67.27389  |\n",
-      "|    air_temperature              | 21.735031 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 83.0      |\n",
-      "|    outdoor_temperature          | 9.947844  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 70.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.33e+03  |\n",
-      "|    n_updates                    | 25299     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 66.82053  |\n",
-      "|    air_temperature              | 21.900738 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 83.0      |\n",
-      "|    outdoor_temperature          | 13.363319 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 235.0     |\n",
-      "|    wind_speed                   | 3.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.59e+03  |\n",
-      "|    n_updates                    | 25324     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 68.47042  |\n",
-      "|    air_temperature              | 21.461578 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 79.5      |\n",
-      "|    outdoor_temperature          | 14.763615 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 47.5      |\n",
-      "|    wind_speed                   | 5.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.85e+03  |\n",
-      "|    n_updates                    | 25349     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 32%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 9        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 22.5     |\n",
-      "|    Heating_Setpoint_RL          | 21       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 0.0      |\n",
-      "|    air_humidity                 | 76.52933 |\n",
-      "|    air_temperature              | 19.80769 |\n",
-      "|    clg_setpoint                 | 22.5     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 29.0     |\n",
-      "|    diffuse_solar_radiation      | 0.0      |\n",
-      "|    direct_solar_radiation       | 0.0      |\n",
-      "|    hour                         | 4.0      |\n",
-      "|    htg_setpoint                 | 21.0     |\n",
-      "|    month                        | 4.0      |\n",
-      "|    outdoor_humidity             | 76.25    |\n",
-      "|    outdoor_temperature          | 10.0389  |\n",
-      "|    people_occupant              | 0.0      |\n",
-      "|    total_electricity_HVAC       | 0.0      |\n",
-      "|    wind_direction               | 102.5    |\n",
-      "|    wind_speed                   | 4.35     |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.05     |\n",
-      "| train/                          |          |\n",
-      "|    learning_rate                | 0.0001   |\n",
-      "|    loss                         | 4.23e+03 |\n",
-      "|    n_updates                    | 25374    |\n",
-      "----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 33%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 77.56004  |\n",
-      "|    air_temperature              | 19.754734 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 12.75     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 4.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 12.546379 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 110.0     |\n",
-      "|    wind_speed                   | 2.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.05e+03  |\n",
-      "|    n_updates                    | 25399     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 33%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 100.0     |\n",
-      "|    air_temperature              | 19.873129 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 99.75     |\n",
-      "|    direct_solar_radiation       | 283.5     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 68.0      |\n",
-      "|    outdoor_temperature          | 8.822796  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 4.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.38e+03  |\n",
-      "|    n_updates                    | 25424     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 33%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 250.6906  |\n",
-      "|    air_humidity                 | 60.83376  |\n",
-      "|    air_temperature              | 21.001799 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 151.5     |\n",
-      "|    direct_solar_radiation       | 495.25    |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 42.75     |\n",
-      "|    outdoor_temperature          | 13.935489 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 226307.55 |\n",
-      "|    wind_direction               | 35.0      |\n",
-      "|    wind_speed                   | 6.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.92e+03  |\n",
-      "|    n_updates                    | 25449     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 34%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 352.57874 |\n",
-      "|    air_humidity                 | 51.372105 |\n",
-      "|    air_temperature              | 21.999958 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 189.75    |\n",
-      "|    direct_solar_radiation       | 4.5       |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 77.0      |\n",
-      "|    outdoor_temperature          | 12.262045 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 326594.3  |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 10.55     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.52e+03  |\n",
-      "|    n_updates                    | 25474     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 34%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 70.50618  |\n",
-      "|    air_temperature              | 20.628372 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 129.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 96.25     |\n",
-      "|    outdoor_temperature          | 13.166679 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 15.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.95e+03  |\n",
-      "|    n_updates                    | 25499     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 34%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 66.167046 |\n",
-      "|    air_temperature              | 21.691072 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 309.25    |\n",
-      "|    direct_solar_radiation       | 31.5      |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 87.75     |\n",
-      "|    outdoor_temperature          | 16.63086  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 3.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 676       |\n",
-      "|    n_updates                    | 25524     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 34%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 410.55798 |\n",
-      "|    air_humidity                 | 54.012146 |\n",
-      "|    air_temperature              | 25.636631 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 346.75    |\n",
-      "|    direct_solar_radiation       | 16.5      |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 15.807955 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 369502.8  |\n",
-      "|    wind_direction               | 140.0     |\n",
-      "|    wind_speed                   | 3.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.45e+03  |\n",
-      "|    n_updates                    | 25549     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 651.70325 |\n",
-      "|    air_humidity                 | 58.94949  |\n",
-      "|    air_temperature              | 22.544811 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 143.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 99.25     |\n",
-      "|    outdoor_temperature          | 13.337481 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 586532.94 |\n",
-      "|    wind_direction               | 77.5      |\n",
-      "|    wind_speed                   | 5.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.48e+03  |\n",
-      "|    n_updates                    | 25574     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1041.8875 |\n",
-      "|    air_humidity                 | 57.804943 |\n",
-      "|    air_temperature              | 24.998793 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 263.75    |\n",
-      "|    direct_solar_radiation       | 10.5      |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 16.276424 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 937698.75 |\n",
-      "|    wind_direction               | 122.5     |\n",
-      "|    wind_speed                   | 4.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.19e+03  |\n",
-      "|    n_updates                    | 25599     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3808.2505 |\n",
-      "|    air_humidity                 | 51.37692  |\n",
-      "|    air_temperature              | 23.888063 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 365.75    |\n",
-      "|    direct_solar_radiation       | 196.25    |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 46.5      |\n",
-      "|    outdoor_temperature          | 23.000093 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3427425.5 |\n",
-      "|    wind_direction               | 232.5     |\n",
-      "|    wind_speed                   | 7.175     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.26e+03  |\n",
-      "|    n_updates                    | 25624     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 35%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4303.7583 |\n",
-      "|    air_humidity                 | 42.214954 |\n",
-      "|    air_temperature              | 24.2613   |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 168.5     |\n",
-      "|    direct_solar_radiation       | 652.5     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 34.25     |\n",
-      "|    outdoor_temperature          | 23.414637 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3870570.8 |\n",
-      "|    wind_direction               | 337.5     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 950       |\n",
-      "|    n_updates                    | 25649     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 36%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 55.714012 |\n",
-      "|    air_temperature              | 26.159508 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 129.5     |\n",
-      "|    direct_solar_radiation       | 608.75    |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 61.75     |\n",
-      "|    outdoor_temperature          | 13.151306 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 180.0     |\n",
-      "|    wind_speed                   | 7.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.61e+03  |\n",
-      "|    n_updates                    | 25674     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 36%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 51.74679  |\n",
-      "|    air_temperature              | 27.251833 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 106.25    |\n",
-      "|    direct_solar_radiation       | 385.25    |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 49.0      |\n",
-      "|    outdoor_temperature          | 20.827276 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 140.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.05e+03  |\n",
-      "|    n_updates                    | 25699     |\n",
-      "-----------------------------------------------\n",
-      "--------------------------------------------------------------------------------------------------------------| 36%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 30.98147  |\n",
-      "|    air_temperature              | 28.937086 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 46.0      |\n",
-      "|    direct_solar_radiation       | 185.5     |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 51.5      |\n",
-      "|    outdoor_temperature          | 13.358186 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 130.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.12e+03  |\n",
-      "|    n_updates                    | 25724     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*--------------------------------------------------------------| 37%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 41.291485 |\n",
-      "|    air_temperature              | 29.252293 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 59.5      |\n",
-      "|    outdoor_temperature          | 9.602841  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 142.5     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.03e+03  |\n",
-      "|    n_updates                    | 25749     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*--------------------------------------------------------------| 37%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 45.470722 |\n",
-      "|    air_temperature              | 26.394222 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 54.5      |\n",
-      "|    outdoor_temperature          | 10.277687 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 77.5      |\n",
-      "|    wind_speed                   | 1.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.65e+03  |\n",
-      "|    n_updates                    | 25774     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*--------------------------------------------------------------| 37%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 50.822987 |\n",
-      "|    air_temperature              | 25.489048 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 74.75     |\n",
-      "|    outdoor_temperature          | 12.156735 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 80.0      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.18e+04  |\n",
-      "|    n_updates                    | 25799     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*--------------------------------------------------------------| 37%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 63.22203  |\n",
-      "|    air_temperature              | 24.64449  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 84.0      |\n",
-      "|    outdoor_temperature          | 13.052027 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 72.5      |\n",
-      "|    wind_speed                   | 2.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.12e+03  |\n",
-      "|    n_updates                    | 25824     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 72.95142  |\n",
-      "|    air_temperature              | 22.187042 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 15.178462 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 100.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.91e+03  |\n",
-      "|    n_updates                    | 25849     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 75.1022   |\n",
-      "|    air_temperature              | 21.650509 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 95.25     |\n",
-      "|    outdoor_temperature          | 15.624398 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 332.5     |\n",
-      "|    wind_speed                   | 5.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.52e+03  |\n",
-      "|    n_updates                    | 25874     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**-------------------------------------------------------------| 38%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 61.087856 |\n",
-      "|    air_temperature              | 22.81011  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 45.25     |\n",
-      "|    outdoor_temperature          | 13.491618 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 340.0     |\n",
-      "|    wind_speed                   | 4.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.78e+03  |\n",
-      "|    n_updates                    | 25899     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***------------------------------------------------------------| 39%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 73.322044 |\n",
-      "|    air_temperature              | 21.77929  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 78.75     |\n",
-      "|    outdoor_temperature          | 14.339748 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 45.0      |\n",
-      "|    wind_speed                   | 1.125     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.21e+03  |\n",
-      "|    n_updates                    | 25924     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***------------------------------------------------------------| 39%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 73.95429  |\n",
-      "|    air_temperature              | 21.417715 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 15.883621 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 92.5      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 998       |\n",
-      "|    n_updates                    | 25949     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***------------------------------------------------------------| 39%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 100.0     |\n",
-      "|    air_temperature              | 21.256157 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 15.279231 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 97.5      |\n",
-      "|    wind_speed                   | 2.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.46e+03  |\n",
-      "|    n_updates                    | 25974     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 100.0     |\n",
-      "|    air_temperature              | 21.208662 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 63.75     |\n",
-      "|    direct_solar_radiation       | 114.75    |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 76.5      |\n",
-      "|    outdoor_temperature          | 12.422109 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 225.0     |\n",
-      "|    wind_speed                   | 5.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.5e+03   |\n",
-      "|    n_updates                    | 25999     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 96.97581  |\n",
-      "|    air_temperature              | 21.713926 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 127.0     |\n",
-      "|    direct_solar_radiation       | 287.75    |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 59.5      |\n",
-      "|    outdoor_temperature          | 16.465273 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.34e+03  |\n",
-      "|    n_updates                    | 26024     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 187.26651 |\n",
-      "|    air_humidity                 | 92.392784 |\n",
-      "|    air_temperature              | 20.754955 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 165.25    |\n",
-      "|    direct_solar_radiation       | 485.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 64.75     |\n",
-      "|    outdoor_temperature          | 15.890859 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 168539.34 |\n",
-      "|    wind_direction               | 315.0     |\n",
-      "|    wind_speed                   | 4.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.71e+03  |\n",
-      "|    n_updates                    | 26049     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****-----------------------------------------------------------| 40%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2839.5784 |\n",
-      "|    air_humidity                 | 52.345562 |\n",
-      "|    air_temperature              | 21.531103 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 176.75    |\n",
-      "|    direct_solar_radiation       | 652.25    |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 43.0      |\n",
-      "|    outdoor_temperature          | 19.804117 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 2523309.0 |\n",
-      "|    wind_direction               | 317.5     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.98e+03  |\n",
-      "|    n_updates                    | 26074     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****----------------------------------------------------------| 41%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3925.5715 |\n",
-      "|    air_humidity                 | 57.477875 |\n",
-      "|    air_temperature              | 22.937943 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 187.25    |\n",
-      "|    direct_solar_radiation       | 717.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 38.75     |\n",
-      "|    outdoor_temperature          | 24.464203 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3504417.8 |\n",
-      "|    wind_direction               | 237.5     |\n",
-      "|    wind_speed                   | 3.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.22e+03  |\n",
-      "|    n_updates                    | 26099     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****----------------------------------------------------------| 41%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4254.275  |\n",
-      "|    air_humidity                 | 52.1896   |\n",
-      "|    air_temperature              | 23.768286 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 245.25    |\n",
-      "|    direct_solar_radiation       | 677.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 35.25     |\n",
-      "|    outdoor_temperature          | 26.724548 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3828847.2 |\n",
-      "|    wind_direction               | 327.5     |\n",
-      "|    wind_speed                   | 2.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.93e+03  |\n",
-      "|    n_updates                    | 26124     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****----------------------------------------------------------| 41%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4908.532  |\n",
-      "|    air_humidity                 | 58.187576 |\n",
-      "|    air_temperature              | 24.125984 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 272.25    |\n",
-      "|    direct_solar_radiation       | 681.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 5.0       |\n",
-      "|    outdoor_humidity             | 59.5      |\n",
-      "|    outdoor_temperature          | 25.087038 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 4400032.0 |\n",
-      "|    wind_direction               | 147.5     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.15e+03  |\n",
-      "|    n_updates                    | 26149     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****----------------------------------------------------------| 41%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 70.08793  |\n",
-      "|    air_temperature              | 25.162493 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 214.5     |\n",
-      "|    direct_solar_radiation       | 742.5     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 49.75     |\n",
-      "|    outdoor_temperature          | 27.204876 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 6.825     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.46e+03  |\n",
-      "|    n_updates                    | 26174     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******---------------------------------------------------------| 42%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 69.17672  |\n",
-      "|    air_temperature              | 25.449238 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 120.25    |\n",
-      "|    direct_solar_radiation       | 868.75    |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 31.75     |\n",
-      "|    outdoor_temperature          | 19.77673  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 297.5     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.82e+03  |\n",
-      "|    n_updates                    | 26199     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******---------------------------------------------------------| 42%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4341.2114 |\n",
-      "|    air_humidity                 | 47.581272 |\n",
-      "|    air_temperature              | 24.12907  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 164.25    |\n",
-      "|    direct_solar_radiation       | 792.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 44.0      |\n",
-      "|    outdoor_temperature          | 22.831139 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3903533.5 |\n",
-      "|    wind_direction               | 217.5     |\n",
-      "|    wind_speed                   | 6.075     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.91e+03  |\n",
-      "|    n_updates                    | 26224     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******---------------------------------------------------------| 42%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4636.2915 |\n",
-      "|    air_humidity                 | 40.08801  |\n",
-      "|    air_temperature              | 24.42213  |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 249.5     |\n",
-      "|    direct_solar_radiation       | 492.25    |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 32.5      |\n",
-      "|    outdoor_temperature          | 24.683224 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4171513.5 |\n",
-      "|    wind_direction               | 192.5     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.36e+03  |\n",
-      "|    n_updates                    | 26249     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3491.4077 |\n",
-      "|    air_humidity                 | 55.89672  |\n",
-      "|    air_temperature              | 23.679293 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 170.25    |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 59.0      |\n",
-      "|    outdoor_temperature          | 19.496178 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3150081.5 |\n",
-      "|    wind_direction               | 177.5     |\n",
-      "|    wind_speed                   | 6.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 9.49e+03  |\n",
-      "|    n_updates                    | 26274     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 55.47146  |\n",
-      "|    air_temperature              | 25.53944  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 94.25     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 88.5      |\n",
-      "|    outdoor_temperature          | 18.309011 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 8.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.43e+03  |\n",
-      "|    n_updates                    | 26299     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******--------------------------------------------------------| 43%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 47.804707 |\n",
-      "|    air_temperature              | 30.097784 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 70.0      |\n",
-      "|    direct_solar_radiation       | 78.0      |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 43.5      |\n",
-      "|    outdoor_temperature          | 27.872309 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 6.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.37e+03  |\n",
-      "|    n_updates                    | 26324     |\n",
-      "-----------------------------------------------\n",
-      "----------------------------------------------********--------------------------------------------------------| 43%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 9        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 22.5     |\n",
-      "|    Heating_Setpoint_RL          | 21       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 0.0      |\n",
-      "|    air_humidity                 | 67.28057 |\n",
-      "|    air_temperature              | 26.83315 |\n",
-      "|    clg_setpoint                 | 30.0     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 8.0      |\n",
-      "|    diffuse_solar_radiation      | 12.25    |\n",
-      "|    direct_solar_radiation       | 6.5      |\n",
-      "|    hour                         | 19.0     |\n",
-      "|    htg_setpoint                 | 15.0     |\n",
-      "|    month                        | 6.0      |\n",
-      "|    outdoor_humidity             | 48.75    |\n",
-      "|    outdoor_temperature          | 20.32014 |\n",
-      "|    people_occupant              | 0.0      |\n",
-      "|    total_electricity_HVAC       | 0.0      |\n",
-      "|    wind_direction               | 50.0     |\n",
-      "|    wind_speed                   | 3.475    |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.05     |\n",
-      "| train/                          |          |\n",
-      "|    learning_rate                | 0.0001   |\n",
-      "|    loss                         | 1.02e+04 |\n",
-      "|    n_updates                    | 26349    |\n",
-      "----------------------------------------------\n",
-      "-----------------------------------------------********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 69.60585  |\n",
-      "|    air_temperature              | 26.294132 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 70.25     |\n",
-      "|    outdoor_temperature          | 17.06836  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 3.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.91e+03  |\n",
-      "|    n_updates                    | 26374     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 62.328117 |\n",
-      "|    air_temperature              | 26.36409  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 80.0      |\n",
-      "|    outdoor_temperature          | 17.44078  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 3.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.16e+03  |\n",
-      "|    n_updates                    | 26399     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.79806  |\n",
-      "|    air_temperature              | 24.133389 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 19.43842  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 162.5     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.15e+03  |\n",
-      "|    n_updates                    | 26424     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********-------------------------------------------------------| 44%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.323395 |\n",
-      "|    air_temperature              | 23.736319 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 19.34564  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 5.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.8e+03   |\n",
-      "|    n_updates                    | 26449     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********------------------------------------------------------| 45%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 81.02745  |\n",
-      "|    air_temperature              | 23.606394 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 99.0      |\n",
-      "|    outdoor_temperature          | 19.023228 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 6.075     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 658       |\n",
-      "|    n_updates                    | 26474     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********------------------------------------------------------| 45%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 82.58435  |\n",
-      "|    air_temperature              | 23.921928 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 87.0      |\n",
-      "|    outdoor_temperature          | 21.423105 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.94e+03  |\n",
-      "|    n_updates                    | 26499     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.42138  |\n",
-      "|    air_temperature              | 24.429708 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 21.647804 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 92.5      |\n",
-      "|    wind_speed                   | 3.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.49e+03  |\n",
-      "|    n_updates                    | 26524     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 90.55395  |\n",
-      "|    air_temperature              | 22.446527 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 98.25     |\n",
-      "|    outdoor_temperature          | 19.192326 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 142.5     |\n",
-      "|    wind_speed                   | 1.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.04e+03  |\n",
-      "|    n_updates                    | 26549     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 86.08581  |\n",
-      "|    air_temperature              | 22.69578  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 97.0      |\n",
-      "|    outdoor_temperature          | 22.023277 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 2.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.15e+03  |\n",
-      "|    n_updates                    | 26574     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********-----------------------------------------------------| 46%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 87.03985  |\n",
-      "|    air_temperature              | 22.502487 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 48.5      |\n",
-      "|    direct_solar_radiation       | 192.75    |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 84.0      |\n",
-      "|    outdoor_temperature          | 22.397675 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 272.5     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.58e+03  |\n",
-      "|    n_updates                    | 26599     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 87.01041  |\n",
-      "|    air_temperature              | 22.92337  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 115.0     |\n",
-      "|    direct_solar_radiation       | 271.0     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 75.25     |\n",
-      "|    outdoor_temperature          | 20.942945 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 4.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.78e+03  |\n",
-      "|    n_updates                    | 26624     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1697.0332 |\n",
-      "|    air_humidity                 | 83.39393  |\n",
-      "|    air_temperature              | 20.575014 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 98.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 20.522898 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1457054.8 |\n",
-      "|    wind_direction               | 212.5     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.29e+03  |\n",
-      "|    n_updates                    | 26649     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 74.909515 |\n",
-      "|    air_temperature              | 24.961433 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 124.5     |\n",
-      "|    direct_solar_radiation       | 684.25    |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 42.0      |\n",
-      "|    outdoor_temperature          | 24.839106 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 347.5     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.31e+03  |\n",
-      "|    n_updates                    | 26674     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********----------------------------------------------------| 47%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 73.118645 |\n",
-      "|    air_temperature              | 25.401157 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 310.5     |\n",
-      "|    direct_solar_radiation       | 442.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 43.25     |\n",
-      "|    outdoor_temperature          | 27.892473 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 282.5     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 468       |\n",
-      "|    n_updates                    | 26699     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************---------------------------------------------------| 48%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 7243.911  |\n",
-      "|    air_humidity                 | 60.207127 |\n",
-      "|    air_temperature              | 23.405018 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 436.0     |\n",
-      "|    direct_solar_radiation       | 309.5     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 76.25     |\n",
-      "|    outdoor_temperature          | 26.610846 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 6482271.0 |\n",
-      "|    wind_direction               | 142.5     |\n",
-      "|    wind_speed                   | 5.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.21e+03  |\n",
-      "|    n_updates                    | 26724     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************---------------------------------------------------| 48%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6050.424  |\n",
-      "|    air_humidity                 | 58.90546  |\n",
-      "|    air_temperature              | 23.9165   |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 290.5     |\n",
-      "|    direct_solar_radiation       | 425.25    |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 80.75     |\n",
-      "|    outdoor_temperature          | 24.506327 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 5445381.5 |\n",
-      "|    wind_direction               | 197.5     |\n",
-      "|    wind_speed                   | 5.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 635       |\n",
-      "|    n_updates                    | 26749     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************---------------------------------------------------| 48%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5802.945  |\n",
-      "|    air_humidity                 | 56.61357  |\n",
-      "|    air_temperature              | 24.26556  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 195.0     |\n",
-      "|    direct_solar_radiation       | 756.5     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 57.0      |\n",
-      "|    outdoor_temperature          | 27.554426 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 5239022.0 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.57e+03  |\n",
-      "|    n_updates                    | 26774     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************--------------------------------------------------| 49%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5660.5815 |\n",
-      "|    air_humidity                 | 57.0777   |\n",
-      "|    air_temperature              | 24.114191 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 274.75    |\n",
-      "|    direct_solar_radiation       | 610.0     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 68.25     |\n",
-      "|    outdoor_temperature          | 25.911041 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 5093937.0 |\n",
-      "|    wind_direction               | 187.5     |\n",
-      "|    wind_speed                   | 9.925     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.18e+03  |\n",
-      "|    n_updates                    | 26799     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************--------------------------------------------------| 49%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 5907.6895 |\n",
-      "|    air_humidity                 | 57.608673 |\n",
-      "|    air_temperature              | 24.191023 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 319.25    |\n",
-      "|    direct_solar_radiation       | 279.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 79.75     |\n",
-      "|    outdoor_temperature          | 23.198372 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5316920.5 |\n",
-      "|    wind_direction               | 215.0     |\n",
-      "|    wind_speed                   | 6.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.77e+03  |\n",
-      "|    n_updates                    | 26824     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************--------------------------------------------------| 49%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.9303   |\n",
-      "|    air_temperature              | 24.091045 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 244.75    |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 80.5      |\n",
-      "|    outdoor_temperature          | 21.664352 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 117.5     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.95e+03  |\n",
-      "|    n_updates                    | 26849     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************--------------------------------------------------| 49%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 69.5355   |\n",
-      "|    air_temperature              | 26.462065 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 293.25    |\n",
-      "|    direct_solar_radiation       | 91.5      |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 6.0       |\n",
-      "|    outdoor_humidity             | 81.75     |\n",
-      "|    outdoor_temperature          | 21.446198 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 192.5     |\n",
-      "|    wind_speed                   | 8.4       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.9e+03   |\n",
-      "|    n_updates                    | 26874     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 52.676174 |\n",
-      "|    air_temperature              | 26.86975  |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 88.75     |\n",
-      "|    direct_solar_radiation       | 543.5     |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 25.234293 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.91e+03  |\n",
-      "|    n_updates                    | 26899     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 49.196945 |\n",
-      "|    air_temperature              | 29.72702  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 57.0      |\n",
-      "|    direct_solar_radiation       | 78.75     |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 81.75     |\n",
-      "|    outdoor_temperature          | 21.81109  |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 7.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3e+03     |\n",
-      "|    n_updates                    | 26924     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 59.365803 |\n",
-      "|    air_temperature              | 28.91152  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 24.75     |\n",
-      "|    direct_solar_radiation       | 5.25      |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 73.0      |\n",
-      "|    outdoor_temperature          | 23.71026  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 275.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.94e+03  |\n",
-      "|    n_updates                    | 26949     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************-------------------------------------------------| 50%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 60.808823 |\n",
-      "|    air_temperature              | 28.34431  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 67.75     |\n",
-      "|    outdoor_temperature          | 22.228575 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 102.5     |\n",
-      "|    wind_speed                   | 2.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.39e+03  |\n",
-      "|    n_updates                    | 26974     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 66.46324  |\n",
-      "|    air_temperature              | 27.034254 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 93.75     |\n",
-      "|    outdoor_temperature          | 21.445435 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 197.5     |\n",
-      "|    wind_speed                   | 6.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.23e+03  |\n",
-      "|    n_updates                    | 26999     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 68.088394 |\n",
-      "|    air_temperature              | 26.545113 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 83.5      |\n",
-      "|    outdoor_temperature          | 24.056477 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.63e+03  |\n",
-      "|    n_updates                    | 27024     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************------------------------------------------------| 51%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 68.48272  |\n",
-      "|    air_temperature              | 26.513992 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 70.25     |\n",
-      "|    outdoor_temperature          | 26.597227 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 67.5      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.66e+03  |\n",
-      "|    n_updates                    | 27049     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************-----------------------------------------------| 52%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 81.68627  |\n",
-      "|    air_temperature              | 24.137533 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 94.0      |\n",
-      "|    outdoor_temperature          | 23.70093  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 17.5      |\n",
-      "|    wind_speed                   | 0.375     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 564       |\n",
-      "|    n_updates                    | 27074     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************-----------------------------------------------| 52%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.33599  |\n",
-      "|    air_temperature              | 24.662937 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 61.0      |\n",
-      "|    outdoor_temperature          | 27.363422 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 292.5     |\n",
-      "|    wind_speed                   | 5.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.54e+03  |\n",
-      "|    n_updates                    | 27099     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************-----------------------------------------------| 52%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 77.69531  |\n",
-      "|    air_temperature              | 23.924374 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 55.5      |\n",
-      "|    outdoor_temperature          | 20.73869  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 350.0     |\n",
-      "|    wind_speed                   | 4.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.1e+03   |\n",
-      "|    n_updates                    | 27124     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.839935 |\n",
-      "|    air_temperature              | 22.857756 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 78.25     |\n",
-      "|    outdoor_temperature          | 20.073912 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 272.5     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.31e+03  |\n",
-      "|    n_updates                    | 27149     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 75.361885 |\n",
-      "|    air_temperature              | 24.164515 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 91.5      |\n",
-      "|    outdoor_temperature          | 23.011673 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 232.5     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.83e+03  |\n",
-      "|    n_updates                    | 27174     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 73.6474   |\n",
-      "|    air_temperature              | 24.565113 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 27.5      |\n",
-      "|    direct_solar_radiation       | 219.5     |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 80.0      |\n",
-      "|    outdoor_temperature          | 24.377394 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 35.0      |\n",
-      "|    wind_speed                   | 2.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.65e+03  |\n",
-      "|    n_updates                    | 27199     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************----------------------------------------------| 53%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.95512  |\n",
-      "|    air_temperature              | 22.372908 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 41.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 97.75     |\n",
-      "|    outdoor_temperature          | 20.871769 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 22.5      |\n",
-      "|    wind_speed                   | 3.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.23e+03  |\n",
-      "|    n_updates                    | 27224     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2666.0518 |\n",
-      "|    air_humidity                 | 83.77003  |\n",
-      "|    air_temperature              | 21.471449 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 173.5     |\n",
-      "|    direct_solar_radiation       | 193.5     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 81.25     |\n",
-      "|    outdoor_temperature          | 24.982664 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 2182675.2 |\n",
-      "|    wind_direction               | 357.5     |\n",
-      "|    wind_speed                   | 0.375     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.35e+03  |\n",
-      "|    n_updates                    | 27249     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6300.4297 |\n",
-      "|    air_humidity                 | 69.49313  |\n",
-      "|    air_temperature              | 22.120296 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 112.75    |\n",
-      "|    direct_solar_radiation       | 736.75    |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 60.5      |\n",
-      "|    outdoor_temperature          | 26.808458 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5725117.5 |\n",
-      "|    wind_direction               | 75.0      |\n",
-      "|    wind_speed                   | 2.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.65e+03  |\n",
-      "|    n_updates                    | 27274     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 8811.83   |\n",
-      "|    air_humidity                 | 65.531456 |\n",
-      "|    air_temperature              | 22.561466 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 152.0     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 94.0      |\n",
-      "|    outdoor_temperature          | 25.571522 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 7934286.0 |\n",
-      "|    wind_direction               | 115.0     |\n",
-      "|    wind_speed                   | 3.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.52e+03  |\n",
-      "|    n_updates                    | 27299     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************---------------------------------------------| 54%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6695.759  |\n",
-      "|    air_humidity                 | 60.31789  |\n",
-      "|    air_temperature              | 23.617308 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 319.75    |\n",
-      "|    direct_solar_radiation       | 525.25    |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 74.0      |\n",
-      "|    outdoor_temperature          | 26.11162  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5988546.0 |\n",
-      "|    wind_direction               | 197.5     |\n",
-      "|    wind_speed                   | 4.375     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.74e+03  |\n",
-      "|    n_updates                    | 27324     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************--------------------------------------------| 55%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 67.9954   |\n",
-      "|    air_temperature              | 26.786385 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 386.5     |\n",
-      "|    direct_solar_radiation       | 388.5     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 74.5      |\n",
-      "|    outdoor_temperature          | 30.048075 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 192.5     |\n",
-      "|    wind_speed                   | 3.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.49e+03  |\n",
-      "|    n_updates                    | 27349     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************--------------------------------------------| 55%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 68.56357  |\n",
-      "|    air_temperature              | 26.611694 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 372.0     |\n",
-      "|    direct_solar_radiation       | 480.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 71.0      |\n",
-      "|    outdoor_temperature          | 27.463623 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 197.5     |\n",
-      "|    wind_speed                   | 5.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.03e+03  |\n",
-      "|    n_updates                    | 27374     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************--------------------------------------------| 55%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 7725.646  |\n",
-      "|    air_humidity                 | 57.66061  |\n",
-      "|    air_temperature              | 24.009495 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 362.25    |\n",
-      "|    direct_solar_radiation       | 482.0     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 75.5      |\n",
-      "|    outdoor_temperature          | 27.697567 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 6953081.0 |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.38e+03  |\n",
-      "|    n_updates                    | 27399     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 7112.092  |\n",
-      "|    air_humidity                 | 59.154137 |\n",
-      "|    air_temperature              | 23.774574 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 233.25    |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 92.5      |\n",
-      "|    outdoor_temperature          | 24.108007 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 6400882.5 |\n",
-      "|    wind_direction               | 242.5     |\n",
-      "|    wind_speed                   | 5.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 9.33e+03  |\n",
-      "|    n_updates                    | 27424     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 7589.05   |\n",
-      "|    air_humidity                 | 58.069283 |\n",
-      "|    air_temperature              | 24.212975 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 168.75    |\n",
-      "|    direct_solar_radiation       | 636.25    |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 65.75     |\n",
-      "|    outdoor_temperature          | 27.823973 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 6806540.0 |\n",
-      "|    wind_direction               | 192.5     |\n",
-      "|    wind_speed                   | 4.75      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 539       |\n",
-      "|    n_updates                    | 27449     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 7284.086  |\n",
-      "|    air_humidity                 | 57.75603  |\n",
-      "|    air_temperature              | 24.36963  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 224.0     |\n",
-      "|    direct_solar_radiation       | 46.5      |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 65.25     |\n",
-      "|    outdoor_temperature          | 27.25723  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 6567345.5 |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 5.675     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.68e+03  |\n",
-      "|    n_updates                    | 27474     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 56%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 54.34198  |\n",
-      "|    air_temperature              | 26.128633 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 81.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 21.060984 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 252.5     |\n",
-      "|    wind_speed                   | 3.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.5e+03   |\n",
-      "|    n_updates                    | 27499     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 57%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 66.87071  |\n",
-      "|    air_temperature              | 27.23084  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 41.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 78.25     |\n",
-      "|    outdoor_temperature          | 22.799652 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 2.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 652       |\n",
-      "|    n_updates                    | 27524     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 57%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 70.91234  |\n",
-      "|    air_temperature              | 26.266905 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 75.25     |\n",
-      "|    outdoor_temperature          | 22.761063 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 227.5     |\n",
-      "|    wind_speed                   | 5.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.84e+03  |\n",
-      "|    n_updates                    | 27549     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 57%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 60.622814 |\n",
-      "|    air_temperature              | 27.924835 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 84.0      |\n",
-      "|    outdoor_temperature          | 23.308342 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 182.5     |\n",
-      "|    wind_speed                   | 4.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.28e+03  |\n",
-      "|    n_updates                    | 27574     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************-------------------------------------------| 57%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 68.77873  |\n",
-      "|    air_temperature              | 26.76857  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 90.75     |\n",
-      "|    outdoor_temperature          | 23.624556 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 4.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.2e+03   |\n",
-      "|    n_updates                    | 27599     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************------------------------------------------| 58%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 74.077736 |\n",
-      "|    air_temperature              | 25.452297 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 7.0       |\n",
-      "|    outdoor_humidity             | 82.0      |\n",
-      "|    outdoor_temperature          | 23.497612 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 3.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.44e+03  |\n",
-      "|    n_updates                    | 27624     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************------------------------------------------| 58%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 72.40393  |\n",
-      "|    air_temperature              | 25.641663 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 66.25     |\n",
-      "|    outdoor_temperature          | 24.917315 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 232.5     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.44e+03  |\n",
-      "|    n_updates                    | 27649     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************----------------------------------------| 59%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 75.30557  |\n",
-      "|    air_temperature              | 25.393188 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 76.75     |\n",
-      "|    outdoor_temperature          | 28.25013  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 3.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.4e+03   |\n",
-      "|    n_updates                    | 27674     |\n",
-      "-----------------------------------------------\n",
-      "----------------------------------------------************************----------------------------------------| 59%\n",
-      "| action_network/                 |          |\n",
-      "|    index                        | 5        |\n",
-      "| action_simulation/              |          |\n",
-      "|    Cooling_Setpoint_RL          | 25       |\n",
-      "|    Heating_Setpoint_RL          | 20       |\n",
-      "| observation/                    |          |\n",
-      "|    HVAC_electricity_demand_rate | 0.0      |\n",
-      "|    air_humidity                 | 74.47385 |\n",
-      "|    air_temperature              | 25.55956 |\n",
-      "|    clg_setpoint                 | 25.0     |\n",
-      "|    co2_emission                 | 0.0      |\n",
-      "|    day_of_month                 | 4.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0      |\n",
-      "|    direct_solar_radiation       | 0.0      |\n",
-      "|    hour                         | 1.0      |\n",
-      "|    htg_setpoint                 | 20.0     |\n",
-      "|    month                        | 8.0      |\n",
-      "|    outdoor_humidity             | 94.0     |\n",
-      "|    outdoor_temperature          | 25.52394 |\n",
-      "|    people_occupant              | 0.0      |\n",
-      "|    total_electricity_HVAC       | 0.0      |\n",
-      "|    wind_direction               | 187.5    |\n",
-      "|    wind_speed                   | 2.975    |\n",
-      "| rollout/                        |          |\n",
-      "|    exploration_rate             | 0.05     |\n",
-      "| train/                          |          |\n",
-      "|    learning_rate                | 0.0001   |\n",
-      "|    loss                         | 2.64e+03 |\n",
-      "|    n_updates                    | 27699    |\n",
-      "----------------------------------------------\n",
-      "-----------------------------------------------***********************----------------------------------------| 59%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 76.14162  |\n",
-      "|    air_temperature              | 25.054893 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 82.75     |\n",
-      "|    outdoor_temperature          | 25.166603 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.39e+03  |\n",
-      "|    n_updates                    | 27724     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************----------------------------------------| 59%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 85.48113  |\n",
-      "|    air_temperature              | 23.279541 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 89.5      |\n",
-      "|    outdoor_temperature          | 23.949242 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 2.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.23e+03  |\n",
-      "|    n_updates                    | 27749     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 90.318306 |\n",
-      "|    air_temperature              | 21.868973 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 86.5      |\n",
-      "|    outdoor_temperature          | 18.62419  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 42.5      |\n",
-      "|    wind_speed                   | 2.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.65e+03  |\n",
-      "|    n_updates                    | 27774     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 91.097755 |\n",
-      "|    air_temperature              | 21.851496 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 21.0      |\n",
-      "|    direct_solar_radiation       | 57.75     |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 72.5      |\n",
-      "|    outdoor_temperature          | 15.950931 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 30.0      |\n",
-      "|    wind_speed                   | 3.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.83e+03  |\n",
-      "|    n_updates                    | 27799     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 86.87412  |\n",
-      "|    air_temperature              | 21.786936 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 98.75     |\n",
-      "|    direct_solar_radiation       | 102.0     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 73.5      |\n",
-      "|    outdoor_temperature          | 19.933619 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 35.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.68e+03  |\n",
-      "|    n_updates                    | 27824     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************---------------------------------------| 60%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.27451  |\n",
-      "|    air_temperature              | 23.58274  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 71.0      |\n",
-      "|    direct_solar_radiation       | 629.0     |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 74.75     |\n",
-      "|    outdoor_temperature          | 22.477741 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 275.0     |\n",
-      "|    wind_speed                   | 2.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.16e+03  |\n",
-      "|    n_updates                    | 27849     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************--------------------------------------| 61%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 75.46448  |\n",
-      "|    air_temperature              | 24.158018 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 259.0     |\n",
-      "|    direct_solar_radiation       | 266.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 79.0      |\n",
-      "|    outdoor_temperature          | 25.413868 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 205.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.28e+03  |\n",
-      "|    n_updates                    | 27874     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************--------------------------------------| 61%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 7313.54   |\n",
-      "|    air_humidity                 | 62.38672  |\n",
-      "|    air_temperature              | 22.854069 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 337.5     |\n",
-      "|    direct_solar_radiation       | 108.5     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 78.5      |\n",
-      "|    outdoor_temperature          | 26.157618 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 6531380.0 |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.41e+03  |\n",
-      "|    n_updates                    | 27899     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************--------------------------------------| 61%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4564.3667 |\n",
-      "|    air_humidity                 | 58.276726 |\n",
-      "|    air_temperature              | 23.902065 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 279.75    |\n",
-      "|    direct_solar_radiation       | 594.75    |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 39.75     |\n",
-      "|    outdoor_temperature          | 27.919645 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4107929.8 |\n",
-      "|    wind_direction               | 335.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.33e+03  |\n",
-      "|    n_updates                    | 27924     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 7623.4326 |\n",
-      "|    air_humidity                 | 58.009117 |\n",
-      "|    air_temperature              | 24.158352 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 354.75    |\n",
-      "|    direct_solar_radiation       | 483.5     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 66.5      |\n",
-      "|    outdoor_temperature          | 27.180256 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 6847386.5 |\n",
-      "|    wind_direction               | 197.5     |\n",
-      "|    wind_speed                   | 5.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.55e+03  |\n",
-      "|    n_updates                    | 27949     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6947.407  |\n",
-      "|    air_humidity                 | 58.06217  |\n",
-      "|    air_temperature              | 23.78853  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 186.5     |\n",
-      "|    direct_solar_radiation       | 707.25    |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 52.25     |\n",
-      "|    outdoor_temperature          | 29.24378  |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 6253876.0 |\n",
-      "|    wind_direction               | 165.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.43e+03  |\n",
-      "|    n_updates                    | 27974     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 9098.813  |\n",
-      "|    air_humidity                 | 56.64776  |\n",
-      "|    air_temperature              | 24.771917 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 305.0     |\n",
-      "|    direct_solar_radiation       | 491.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 58.0      |\n",
-      "|    outdoor_temperature          | 33.54648  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 8188946.0 |\n",
-      "|    wind_direction               | 100.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.43e+04  |\n",
-      "|    n_updates                    | 27999     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************-------------------------------------| 62%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 76.09069  |\n",
-      "|    air_temperature              | 27.673058 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 353.25    |\n",
-      "|    direct_solar_radiation       | 251.75    |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 60.0      |\n",
-      "|    outdoor_temperature          | 31.510412 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 37.5      |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.23e+03  |\n",
-      "|    n_updates                    | 28024     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 71.35179  |\n",
-      "|    air_temperature              | 28.799736 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 138.5     |\n",
-      "|    direct_solar_radiation       | 643.5     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 33.0      |\n",
-      "|    outdoor_temperature          | 32.46637  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 57.5      |\n",
-      "|    wind_speed                   | 6.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.98e+03  |\n",
-      "|    n_updates                    | 28049     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4839.138  |\n",
-      "|    air_humidity                 | 53.21796  |\n",
-      "|    air_temperature              | 24.422802 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 147.5     |\n",
-      "|    direct_solar_radiation       | 458.5     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 43.75     |\n",
-      "|    outdoor_temperature          | 27.520885 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4355224.5 |\n",
-      "|    wind_direction               | 117.5     |\n",
-      "|    wind_speed                   | 4.875     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.24e+03  |\n",
-      "|    n_updates                    | 28074     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 49.3193   |\n",
-      "|    air_temperature              | 26.766872 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 98.0      |\n",
-      "|    direct_solar_radiation       | 229.0     |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 53.5      |\n",
-      "|    outdoor_temperature          | 25.16245  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 167.5     |\n",
-      "|    wind_speed                   | 3.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.46e+03  |\n",
-      "|    n_updates                    | 28099     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************------------------------------------| 63%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 50.959476 |\n",
-      "|    air_temperature              | 30.62267  |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 23.25     |\n",
-      "|    direct_solar_radiation       | 160.5     |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 66.75     |\n",
-      "|    outdoor_temperature          | 29.26822  |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 202.5     |\n",
-      "|    wind_speed                   | 3.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.14e+03  |\n",
-      "|    n_updates                    | 28124     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************-----------------------------------| 64%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 43.667793 |\n",
-      "|    air_temperature              | 29.918974 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 31.25     |\n",
-      "|    outdoor_temperature          | 26.58964  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 5.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.25e+03  |\n",
-      "|    n_updates                    | 28149     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************-----------------------------------| 64%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 61.34158  |\n",
-      "|    air_temperature              | 28.237514 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 68.75     |\n",
-      "|    outdoor_temperature          | 23.070307 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 207.5     |\n",
-      "|    wind_speed                   | 7.075     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.49e+03  |\n",
-      "|    n_updates                    | 28174     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************-----------------------------------| 64%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 67.39148  |\n",
-      "|    air_temperature              | 26.905378 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 32.5      |\n",
-      "|    outdoor_temperature          | 24.062317 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 8.075     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.4e+03   |\n",
-      "|    n_updates                    | 28199     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 71.6153   |\n",
-      "|    air_temperature              | 25.987005 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 50.0      |\n",
-      "|    outdoor_temperature          | 21.171911 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 57.5      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.58e+03  |\n",
-      "|    n_updates                    | 28224     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.07577  |\n",
-      "|    air_temperature              | 24.398651 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 68.75     |\n",
-      "|    outdoor_temperature          | 19.837196 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 225.0     |\n",
-      "|    wind_speed                   | 4.75      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.27e+03  |\n",
-      "|    n_updates                    | 28249     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************----------------------------------| 65%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.98378  |\n",
-      "|    air_temperature              | 24.30729  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 68.5      |\n",
-      "|    outdoor_temperature          | 23.006378 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 42.5      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.3e+03   |\n",
-      "|    n_updates                    | 28274     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 77.59511  |\n",
-      "|    air_temperature              | 23.637218 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 65.5      |\n",
-      "|    outdoor_temperature          | 19.68392  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 47.5      |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.93e+03  |\n",
-      "|    n_updates                    | 28299     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 78.53599  |\n",
-      "|    air_temperature              | 23.408203 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 57.5      |\n",
-      "|    outdoor_temperature          | 24.29011  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 355.0     |\n",
-      "|    wind_speed                   | 0.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.19e+03  |\n",
-      "|    n_updates                    | 28324     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 61.36071  |\n",
-      "|    air_temperature              | 23.787981 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 8.0       |\n",
-      "|    outdoor_humidity             | 72.25     |\n",
-      "|    outdoor_temperature          | 18.836372 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 257.5     |\n",
-      "|    wind_speed                   | 1.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.11e+03  |\n",
-      "|    n_updates                    | 28349     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************---------------------------------| 66%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 61.465584 |\n",
-      "|    air_temperature              | 23.595346 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 86.25     |\n",
-      "|    outdoor_temperature          | 21.46531  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 295.0     |\n",
-      "|    wind_speed                   | 2.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.91e+03  |\n",
-      "|    n_updates                    | 28374     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************--------------------------------| 67%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 62.35134  |\n",
-      "|    air_temperature              | 23.423868 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 55.5      |\n",
-      "|    outdoor_temperature          | 23.927923 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.98e+03  |\n",
-      "|    n_updates                    | 28399     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************--------------------------------| 67%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 93.466934 |\n",
-      "|    air_temperature              | 21.542606 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 50.75     |\n",
-      "|    direct_solar_radiation       | 189.25    |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 62.5      |\n",
-      "|    outdoor_temperature          | 15.690955 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 45.0      |\n",
-      "|    wind_speed                   | 3.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.02e+03  |\n",
-      "|    n_updates                    | 28424     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************--------------------------------| 67%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 2477.6624 |\n",
-      "|    air_humidity                 | 77.14731  |\n",
-      "|    air_temperature              | 22.00025  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 83.0      |\n",
-      "|    direct_solar_radiation       | 502.75    |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 73.25     |\n",
-      "|    outdoor_temperature          | 20.781527 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1977187.8 |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 1.125     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.29e+03  |\n",
-      "|    n_updates                    | 28449     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************-------------------------------| 68%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4321.831  |\n",
-      "|    air_humidity                 | 70.94759  |\n",
-      "|    air_temperature              | 21.340313 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 116.75    |\n",
-      "|    direct_solar_radiation       | 631.0     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 67.5      |\n",
-      "|    outdoor_temperature          | 22.644999 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3888217.8 |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 4.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.62e+03  |\n",
-      "|    n_updates                    | 28474     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************-------------------------------| 68%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4505.541  |\n",
-      "|    air_humidity                 | 62.703907 |\n",
-      "|    air_temperature              | 22.807577 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 98.25     |\n",
-      "|    direct_solar_radiation       | 812.75    |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 53.5      |\n",
-      "|    outdoor_temperature          | 24.97025  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 4071010.2 |\n",
-      "|    wind_direction               | 22.5      |\n",
-      "|    wind_speed                   | 3.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.55e+03  |\n",
-      "|    n_updates                    | 28499     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************-------------------------------| 68%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 75.33011  |\n",
-      "|    air_temperature              | 24.624273 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 154.75    |\n",
-      "|    direct_solar_radiation       | 478.5     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 74.5      |\n",
-      "|    outdoor_temperature          | 25.0148   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 197.5     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.3e+03   |\n",
-      "|    n_updates                    | 28524     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************-------------------------------| 68%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 72.02536  |\n",
-      "|    air_temperature              | 25.36438  |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 400.5     |\n",
-      "|    direct_solar_radiation       | 304.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 65.0      |\n",
-      "|    outdoor_temperature          | 22.886509 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 50.0      |\n",
-      "|    wind_speed                   | 6.575     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.89e+03  |\n",
-      "|    n_updates                    | 28549     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3543.0786 |\n",
-      "|    air_humidity                 | 58.36832  |\n",
-      "|    air_temperature              | 23.563951 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 261.25    |\n",
-      "|    direct_solar_radiation       | 207.0     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 67.75     |\n",
-      "|    outdoor_temperature          | 21.862566 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 3202745.5 |\n",
-      "|    wind_direction               | 175.0     |\n",
-      "|    wind_speed                   | 3.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.82e+03  |\n",
-      "|    n_updates                    | 28574     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4519.3745 |\n",
-      "|    air_humidity                 | 41.45838  |\n",
-      "|    air_temperature              | 23.592949 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 98.25     |\n",
-      "|    direct_solar_radiation       | 822.75    |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 31.75     |\n",
-      "|    outdoor_temperature          | 24.748531 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 4067437.0 |\n",
-      "|    wind_direction               | 7.5       |\n",
-      "|    wind_speed                   | 6.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.52e+03  |\n",
-      "|    n_updates                    | 28599     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 3872.587  |\n",
-      "|    air_humidity                 | 35.28053  |\n",
-      "|    air_temperature              | 24.146233 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 174.0     |\n",
-      "|    direct_solar_radiation       | 672.0     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 36.25     |\n",
-      "|    outdoor_temperature          | 20.738441 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3485328.2 |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 4.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.6e+03   |\n",
-      "|    n_updates                    | 28624     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************------------------------------| 69%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 4094.6316 |\n",
-      "|    air_humidity                 | 54.37934  |\n",
-      "|    air_temperature              | 24.257887 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 184.5     |\n",
-      "|    direct_solar_radiation       | 314.25    |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 47.0      |\n",
-      "|    outdoor_temperature          | 24.230354 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 3685168.5 |\n",
-      "|    wind_direction               | 172.5     |\n",
-      "|    wind_speed                   | 5.825     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.75e+03  |\n",
-      "|    n_updates                    | 28649     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************-----------------------------| 70%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 6661.5596 |\n",
-      "|    air_humidity                 | 59.606304 |\n",
-      "|    air_temperature              | 23.828178 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 115.5     |\n",
-      "|    direct_solar_radiation       | 171.75    |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 80.5      |\n",
-      "|    outdoor_temperature          | 24.708069 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 5995403.5 |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.82e+03  |\n",
-      "|    n_updates                    | 28674     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************-----------------------------| 70%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 61.85174  |\n",
-      "|    air_temperature              | 27.639334 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 44.75     |\n",
-      "|    direct_solar_radiation       | 168.0     |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 52.25     |\n",
-      "|    outdoor_temperature          | 25.771671 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 272.5     |\n",
-      "|    wind_speed                   | 4.5       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.35e+03  |\n",
-      "|    n_updates                    | 28699     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************-----------------------------| 70%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 66.16045  |\n",
-      "|    air_temperature              | 26.708534 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 59.5      |\n",
-      "|    outdoor_temperature          | 19.23912  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 152.5     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.08e+03  |\n",
-      "|    n_updates                    | 28724     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 58.647655 |\n",
-      "|    air_temperature              | 28.036564 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 69.25     |\n",
-      "|    outdoor_temperature          | 19.43089  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 135.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.57e+03  |\n",
-      "|    n_updates                    | 28749     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 67.57566  |\n",
-      "|    air_temperature              | 26.250349 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 76.75     |\n",
-      "|    outdoor_temperature          | 21.130976 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 350.0     |\n",
-      "|    wind_speed                   | 4.8       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.15e+03  |\n",
-      "|    n_updates                    | 28774     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 63.49098  |\n",
-      "|    air_temperature              | 25.85888  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 47.0      |\n",
-      "|    outdoor_temperature          | 18.392647 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 25.0      |\n",
-      "|    wind_speed                   | 3.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.9e+03   |\n",
-      "|    n_updates                    | 28799     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************----------------------------| 71%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 75.80126  |\n",
-      "|    air_temperature              | 24.471773 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 78.0      |\n",
-      "|    outdoor_temperature          | 15.646113 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 2.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.9e+03   |\n",
-      "|    n_updates                    | 28824     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.124214 |\n",
-      "|    air_temperature              | 23.765324 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 79.5      |\n",
-      "|    outdoor_temperature          | 19.500229 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 197.5     |\n",
-      "|    wind_speed                   | 2.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.5e+03   |\n",
-      "|    n_updates                    | 28849     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 80.977394 |\n",
-      "|    air_temperature              | 23.556833 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 20.698845 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 210.0     |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.04e+03  |\n",
-      "|    n_updates                    | 28874     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************---------------------------| 72%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 91.42441  |\n",
-      "|    air_temperature              | 21.563036 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 69.5      |\n",
-      "|    outdoor_temperature          | 13.609982 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 340.0     |\n",
-      "|    wind_speed                   | 4.625     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.97e+03  |\n",
-      "|    n_updates                    | 28899     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************--------------------------| 73%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 61.102802 |\n",
-      "|    air_temperature              | 21.2258   |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 65.0      |\n",
-      "|    outdoor_temperature          | 12.835937 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 20.0      |\n",
-      "|    wind_speed                   | 2.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.69e+03  |\n",
-      "|    n_updates                    | 28924     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************--------------------------| 73%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 79.69949  |\n",
-      "|    air_temperature              | 21.181385 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 75.25     |\n",
-      "|    outdoor_temperature          | 13.469681 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 60.0      |\n",
-      "|    wind_speed                   | 3.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.07e+03  |\n",
-      "|    n_updates                    | 28949     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************--------------------------| 73%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 96.59502  |\n",
-      "|    air_temperature              | 20.909647 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 93.75     |\n",
-      "|    outdoor_temperature          | 14.101468 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 12.5      |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.52e+04  |\n",
-      "|    n_updates                    | 28974     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************-------------------------| 74%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 83.66151  |\n",
-      "|    air_temperature              | 20.910679 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 93.0      |\n",
-      "|    outdoor_temperature          | 14.273347 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 335.0     |\n",
-      "|    wind_speed                   | 0.775     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 9.57e+03  |\n",
-      "|    n_updates                    | 28999     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************-------------------------| 74%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 0.0       |\n",
-      "|    air_humidity                 | 86.35091  |\n",
-      "|    air_temperature              | 22.401176 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 28.5      |\n",
-      "|    direct_solar_radiation       | 148.0     |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 66.5      |\n",
-      "|    outdoor_temperature          | 17.324581 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 0.0       |\n",
-      "|    wind_direction               | 305.0     |\n",
-      "|    wind_speed                   | 2.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.63e+03  |\n",
-      "|    n_updates                    | 29024     |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------*************************************-------------------------| 74%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 9          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 22.5       |\n",
-      "|    Heating_Setpoint_RL          | 21         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 0.0        |\n",
-      "|    air_humidity                 | 91.71592   |\n",
-      "|    air_temperature              | 21.573292  |\n",
-      "|    clg_setpoint                 | 27.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 29.0       |\n",
-      "|    diffuse_solar_radiation      | 61.5       |\n",
-      "|    direct_solar_radiation       | 462.0      |\n",
-      "|    hour                         | 7.0        |\n",
-      "|    htg_setpoint                 | 18.0       |\n",
-      "|    month                        | 9.0        |\n",
-      "|    outdoor_humidity             | 62.5       |\n",
-      "|    outdoor_temperature          | 15.8933735 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 0.0        |\n",
-      "|    wind_direction               | 55.0       |\n",
-      "|    wind_speed                   | 3.975      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 951        |\n",
-      "|    n_updates                    | 29049      |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------**************************************-------------------------| 74%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 251.89574 |\n",
-      "|    air_humidity                 | 70.314674 |\n",
-      "|    air_temperature              | 21.169209 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 77.5      |\n",
-      "|    direct_solar_radiation       | 664.75    |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 9.0       |\n",
-      "|    outdoor_humidity             | 71.5      |\n",
-      "|    outdoor_temperature          | 14.55806  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 226868.83 |\n",
-      "|    wind_direction               | 40.0      |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.4e+03   |\n",
-      "|    n_updates                    | 29074     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************------------------------| 75%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 850.58246 |\n",
-      "|    air_humidity                 | 35.990826 |\n",
-      "|    air_temperature              | 22.583698 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 119.5     |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 66.0      |\n",
-      "|    outdoor_temperature          | 9.76581   |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 769733.7  |\n",
-      "|    wind_direction               | 5.0       |\n",
-      "|    wind_speed                   | 6.075     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.25e+04  |\n",
-      "|    n_updates                    | 29099     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************------------------------| 75%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 42.975693 |\n",
-      "|    air_temperature              | 26.315203 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 204.5     |\n",
-      "|    direct_solar_radiation       | 600.75    |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 59.0      |\n",
-      "|    outdoor_temperature          | 19.211603 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 3.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 636       |\n",
-      "|    n_updates                    | 29124     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************------------------------| 75%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 51.393436 |\n",
-      "|    air_temperature              | 28.684353 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 178.5     |\n",
-      "|    direct_solar_radiation       | 708.25    |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 68.0      |\n",
-      "|    outdoor_temperature          | 21.962957 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 182.5     |\n",
-      "|    wind_speed                   | 4.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.99e+03  |\n",
-      "|    n_updates                    | 29149     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************------------------------| 75%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 48.845577 |\n",
-      "|    air_temperature              | 30.227089 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 179.5     |\n",
-      "|    direct_solar_radiation       | 708.25    |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 57.0      |\n",
-      "|    outdoor_temperature          | 24.785164 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 4.375     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.71e+03  |\n",
-      "|    n_updates                    | 29174     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************-----------------------| 76%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 49.81533  |\n",
-      "|    air_temperature              | 26.78495  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 206.75    |\n",
-      "|    direct_solar_radiation       | 562.75    |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 69.75     |\n",
-      "|    outdoor_temperature          | 24.165697 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 172.5     |\n",
-      "|    wind_speed                   | 4.375     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.19e+03  |\n",
-      "|    n_updates                    | 29199     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************-----------------------| 76%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 51.039814 |\n",
-      "|    air_temperature              | 22.37903  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 163.0     |\n",
-      "|    direct_solar_radiation       | 601.5     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 47.0      |\n",
-      "|    outdoor_temperature          | 16.668146 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 302.5     |\n",
-      "|    wind_speed                   | 9.4       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.64e+03  |\n",
-      "|    n_updates                    | 29224     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************-----------------------| 76%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 755.82086 |\n",
-      "|    air_humidity                 | 21.041191 |\n",
-      "|    air_temperature              | 24.998777 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 144.75    |\n",
-      "|    direct_solar_radiation       | 395.75    |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 30.75     |\n",
-      "|    outdoor_temperature          | 12.887494 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 680238.8  |\n",
-      "|    wind_direction               | 300.0     |\n",
-      "|    wind_speed                   | 9.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.18e+04  |\n",
-      "|    n_updates                    | 29249     |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------****************************************----------------------| 77%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 589.74524  |\n",
-      "|    air_humidity                 | 23.250929  |\n",
-      "|    air_temperature              | 25.870352  |\n",
-      "|    clg_setpoint                 | 26.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 8.0        |\n",
-      "|    diffuse_solar_radiation      | 62.25      |\n",
-      "|    direct_solar_radiation       | 407.75     |\n",
-      "|    hour                         | 16.0       |\n",
-      "|    htg_setpoint                 | 19.0       |\n",
-      "|    month                        | 10.0       |\n",
-      "|    outdoor_humidity             | 35.5       |\n",
-      "|    outdoor_temperature          | 11.0501375 |\n",
-      "|    people_occupant              | 20.0       |\n",
-      "|    total_electricity_HVAC       | 530770.75  |\n",
-      "|    wind_direction               | 327.5      |\n",
-      "|    wind_speed                   | 6.325      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 3e+03      |\n",
-      "|    n_updates                    | 29274      |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------*****************************************----------------------| 77%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 354.78235 |\n",
-      "|    air_humidity                 | 32.41525  |\n",
-      "|    air_temperature              | 25.343817 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 13.5      |\n",
-      "|    direct_solar_radiation       | 74.25     |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 59.25     |\n",
-      "|    outdoor_temperature          | 12.575379 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 320056.66 |\n",
-      "|    wind_direction               | 197.5     |\n",
-      "|    wind_speed                   | 4.675     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.08e+03  |\n",
-      "|    n_updates                    | 29299     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************----------------------| 77%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 171.28177 |\n",
-      "|    air_humidity                 | 52.437138 |\n",
-      "|    air_temperature              | 25.750761 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 95.25     |\n",
-      "|    outdoor_temperature          | 13.752086 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 153119.23 |\n",
-      "|    wind_direction               | 190.0     |\n",
-      "|    wind_speed                   | 3.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 992       |\n",
-      "|    n_updates                    | 29324     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************----------------------| 77%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 847.4101  |\n",
-      "|    air_humidity                 | 64.57593  |\n",
-      "|    air_temperature              | 23.547272 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 89.25     |\n",
-      "|    outdoor_temperature          | 17.499285 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 803713.75 |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 6.175     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.11e+03  |\n",
-      "|    n_updates                    | 29349     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************---------------------| 78%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 61.545914 |\n",
-      "|    air_temperature              | 22.444693 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 14.527241 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 195.0     |\n",
-      "|    wind_speed                   | 2.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.8e+03   |\n",
-      "|    n_updates                    | 29374     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************---------------------| 78%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 65.661545 |\n",
-      "|    air_temperature              | 22.53084  |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 15.061643 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 85.0      |\n",
-      "|    wind_speed                   | 2.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.06e+03  |\n",
-      "|    n_updates                    | 29399     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************---------------------| 78%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 75.10691  |\n",
-      "|    air_temperature              | 21.282064 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 97.75     |\n",
-      "|    outdoor_temperature          | 17.111017 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 120.0     |\n",
-      "|    wind_speed                   | 7.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.96e+03  |\n",
-      "|    n_updates                    | 29424     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************---------------------| 78%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 163.51776 |\n",
-      "|    air_humidity                 | 38.679943 |\n",
-      "|    air_temperature              | 20.623661 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 64.0      |\n",
-      "|    outdoor_temperature          | 11.948649 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 144203.34 |\n",
-      "|    wind_direction               | 322.5     |\n",
-      "|    wind_speed                   | 1.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.08e+03  |\n",
-      "|    n_updates                    | 29449     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************--------------------| 79%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 195.99529 |\n",
-      "|    air_humidity                 | 59.502026 |\n",
-      "|    air_temperature              | 20.113121 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 79.75     |\n",
-      "|    outdoor_temperature          | 11.68936  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 176395.77 |\n",
-      "|    wind_direction               | 285.0     |\n",
-      "|    wind_speed                   | 6.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.14e+03  |\n",
-      "|    n_updates                    | 29474     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************--------------------| 79%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 395.82913 |\n",
-      "|    air_humidity                 | 18.008144 |\n",
-      "|    air_temperature              | 21.827543 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 40.5      |\n",
-      "|    outdoor_temperature          | 7.9139585 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 356246.22 |\n",
-      "|    wind_direction               | 287.5     |\n",
-      "|    wind_speed                   | 9.15      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.37e+03  |\n",
-      "|    n_updates                    | 29499     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************-------------------| 80%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 28.179922 |\n",
-      "|    air_temperature              | 20.999998 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 3.8165884 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.79e+03  |\n",
-      "|    n_updates                    | 29524     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************-------------------| 80%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 51.240658 |\n",
-      "|    air_temperature              | 20.216024 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 11.049884 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.96e+03  |\n",
-      "|    n_updates                    | 29549     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************-------------------| 80%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 269.9406  |\n",
-      "|    air_humidity                 | 44.607895 |\n",
-      "|    air_temperature              | 21.994785 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 94.75     |\n",
-      "|    outdoor_temperature          | 10.3867   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 242946.55 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.46e+03  |\n",
-      "|    n_updates                    | 29574     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************-------------------| 80%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 265.15726 |\n",
-      "|    air_humidity                 | 67.06001  |\n",
-      "|    air_temperature              | 19.49031  |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 12.626621 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 247664.86 |\n",
-      "|    wind_direction               | 320.0     |\n",
-      "|    wind_speed                   | 0.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.8e+03   |\n",
-      "|    n_updates                    | 29599     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 173.63905 |\n",
-      "|    air_humidity                 | 48.56933  |\n",
-      "|    air_temperature              | 20.999338 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 85.5      |\n",
-      "|    outdoor_temperature          | 13.303662 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 155237.77 |\n",
-      "|    wind_direction               | 65.0      |\n",
-      "|    wind_speed                   | 2.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.25e+03  |\n",
-      "|    n_updates                    | 29624     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 118.98283 |\n",
-      "|    air_humidity                 | 65.69601  |\n",
-      "|    air_temperature              | 21.996305 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 69.5      |\n",
-      "|    direct_solar_radiation       | 315.75    |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 15.818181 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 103831.44 |\n",
-      "|    wind_direction               | 197.5     |\n",
-      "|    wind_speed                   | 3.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.04e+03  |\n",
-      "|    n_updates                    | 29649     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 247.43365 |\n",
-      "|    air_humidity                 | 72.01116  |\n",
-      "|    air_temperature              | 21.810081 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 104.0     |\n",
-      "|    direct_solar_radiation       | 539.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 90.0      |\n",
-      "|    outdoor_temperature          | 18.61902  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 213251.53 |\n",
-      "|    wind_direction               | 200.0     |\n",
-      "|    wind_speed                   | 4.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.45e+03  |\n",
-      "|    n_updates                    | 29674     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************------------------| 81%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 17.864481 |\n",
-      "|    air_temperature              | 22.0      |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 163.75    |\n",
-      "|    direct_solar_radiation       | 544.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 31.25     |\n",
-      "|    outdoor_temperature          | 12.616375 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 10.95     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.55e+03  |\n",
-      "|    n_updates                    | 29699     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************-----------------| 82%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 67.14059  |\n",
-      "|    air_humidity                 | 20.561531 |\n",
-      "|    air_temperature              | 21.291023 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 129.75    |\n",
-      "|    direct_solar_radiation       | 744.25    |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 48.75     |\n",
-      "|    outdoor_temperature          | 9.290013  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60426.527 |\n",
-      "|    wind_direction               | 287.5     |\n",
-      "|    wind_speed                   | 8.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.14e+03  |\n",
-      "|    n_updates                    | 29724     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************-----------------| 82%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 21.577415 |\n",
-      "|    air_temperature              | 23.974966 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 214.5     |\n",
-      "|    direct_solar_radiation       | 489.25    |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 34.75     |\n",
-      "|    outdoor_temperature          | 9.945387  |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 342.5     |\n",
-      "|    wind_speed                   | 7.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.33e+03  |\n",
-      "|    n_updates                    | 29749     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************-----------------| 82%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 25.4303   |\n",
-      "|    air_temperature              | 24.09662  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 193.75    |\n",
-      "|    direct_solar_radiation       | 532.75    |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 45.5      |\n",
-      "|    outdoor_temperature          | 12.126259 |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 220.0     |\n",
-      "|    wind_speed                   | 4.875     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.56e+03  |\n",
-      "|    n_updates                    | 29774     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************----------------| 83%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 443.75012 |\n",
-      "|    air_humidity                 | 30.129744 |\n",
-      "|    air_temperature              | 26.99909  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 112.5     |\n",
-      "|    direct_solar_radiation       | 750.0     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 45.0      |\n",
-      "|    outdoor_temperature          | 16.957376 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 398741.12 |\n",
-      "|    wind_direction               | 345.0     |\n",
-      "|    wind_speed                   | 3.075     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 9.75e+03  |\n",
-      "|    n_updates                    | 29799     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************----------------| 83%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 43.644516 |\n",
-      "|    air_temperature              | 23.742807 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 67.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 10.0      |\n",
-      "|    outdoor_humidity             | 74.25     |\n",
-      "|    outdoor_temperature          | 14.38035  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 170.0     |\n",
-      "|    wind_speed                   | 5.425     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 872       |\n",
-      "|    n_updates                    | 29824     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************----------------| 83%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 948.68085 |\n",
-      "|    air_humidity                 | 25.795471 |\n",
-      "|    air_temperature              | 24.864655 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 87.75     |\n",
-      "|    direct_solar_radiation       | 362.0     |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 38.0      |\n",
-      "|    outdoor_temperature          | 14.421692 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 853812.75 |\n",
-      "|    wind_direction               | 347.5     |\n",
-      "|    wind_speed                   | 8.65      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.91e+03  |\n",
-      "|    n_updates                    | 29849     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***********************************************----------------| 83%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 21.444937 |\n",
-      "|    air_temperature              | 23.155224 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 31.5      |\n",
-      "|    direct_solar_radiation       | 51.0      |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 33.25     |\n",
-      "|    outdoor_temperature          | 15.639802 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 352.5     |\n",
-      "|    wind_speed                   | 6.7       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.42e+03  |\n",
-      "|    n_updates                    | 29874     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 31.62606  |\n",
-      "|    air_temperature              | 22.500097 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 66.5      |\n",
-      "|    outdoor_temperature          | 12.85239  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 255.0     |\n",
-      "|    wind_speed                   | 2.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.69e+03  |\n",
-      "|    n_updates                    | 29899     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 405.7212  |\n",
-      "|    air_humidity                 | 36.554108 |\n",
-      "|    air_temperature              | 23.08769  |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 55.25     |\n",
-      "|    outdoor_temperature          | 15.108369 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 374291.9  |\n",
-      "|    wind_direction               | 267.5     |\n",
-      "|    wind_speed                   | 6.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.02e+03  |\n",
-      "|    n_updates                    | 29924     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 305.68054 |\n",
-      "|    air_humidity                 | 31.438751 |\n",
-      "|    air_temperature              | 21.759789 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 5.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 59.25     |\n",
-      "|    outdoor_temperature          | 8.8017235 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 269702.0  |\n",
-      "|    wind_direction               | 312.5     |\n",
-      "|    wind_speed                   | 9.4       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.6e+03   |\n",
-      "|    n_updates                    | 29949     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************---------------| 84%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 261.02954 |\n",
-      "|    air_humidity                 | 34.213444 |\n",
-      "|    air_temperature              | 21.81333  |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 68.0      |\n",
-      "|    outdoor_temperature          | 8.8243685 |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 229651.97 |\n",
-      "|    wind_direction               | 347.5     |\n",
-      "|    wind_speed                   | 2.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.25e+03  |\n",
-      "|    n_updates                    | 29974     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************--------------| 85%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 267.00937 |\n",
-      "|    air_humidity                 | 41.375805 |\n",
-      "|    air_temperature              | 20.47146  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 7.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 78.5      |\n",
-      "|    outdoor_temperature          | 9.48292   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 240308.42 |\n",
-      "|    wind_direction               | 357.5     |\n",
-      "|    wind_speed                   | 3.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 844       |\n",
-      "|    n_updates                    | 29999     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************--------------| 85%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 245.04773 |\n",
-      "|    air_humidity                 | 56.78811  |\n",
-      "|    air_temperature              | 20.049967 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 93.5      |\n",
-      "|    outdoor_temperature          | 10.860969 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 220542.95 |\n",
-      "|    wind_direction               | 135.0     |\n",
-      "|    wind_speed                   | 1.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 9.55e+03  |\n",
-      "|    n_updates                    | 30024     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************--------------| 85%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 66.95168  |\n",
-      "|    air_humidity                 | 56.25504  |\n",
-      "|    air_temperature              | 21.000023 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 11.277805 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 60256.516 |\n",
-      "|    wind_direction               | 127.5     |\n",
-      "|    wind_speed                   | 8.525     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.81e+03  |\n",
-      "|    n_updates                    | 30049     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************-------------| 86%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 236.33292 |\n",
-      "|    air_humidity                 | 55.955597 |\n",
-      "|    air_temperature              | 19.760807 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 87.75     |\n",
-      "|    outdoor_temperature          | 13.201731 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 213139.3  |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 7.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.57e+03  |\n",
-      "|    n_updates                    | 30074     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************-------------| 86%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 709.60114 |\n",
-      "|    air_humidity                 | 40.48715  |\n",
-      "|    air_temperature              | 19.001703 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 1.0       |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 77.75     |\n",
-      "|    outdoor_temperature          | 8.46865   |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 635589.6  |\n",
-      "|    wind_direction               | 352.5     |\n",
-      "|    wind_speed                   | 7.6       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.16e+03  |\n",
-      "|    n_updates                    | 30099     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************-------------| 86%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 41.221107 |\n",
-      "|    air_temperature              | 18.109674 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 13.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 87.25     |\n",
-      "|    outdoor_temperature          | 6.9412384 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 345.0     |\n",
-      "|    wind_speed                   | 2.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.16e+03  |\n",
-      "|    n_updates                    | 30124     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 263.63318 |\n",
-      "|    air_humidity                 | 50.26123  |\n",
-      "|    air_temperature              | 21.0      |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 14.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 94.0      |\n",
-      "|    outdoor_temperature          | 11.222464 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 237269.86 |\n",
-      "|    wind_direction               | 162.5     |\n",
-      "|    wind_speed                   | 1.775     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 914       |\n",
-      "|    n_updates                    | 30149     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 34.58445  |\n",
-      "|    air_temperature              | 18.038744 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 15.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 65.75     |\n",
-      "|    outdoor_temperature          | 2.9729078 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 285.0     |\n",
-      "|    wind_speed                   | 6.075     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 892       |\n",
-      "|    n_updates                    | 30174     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 30.037195 |\n",
-      "|    air_temperature              | 18.692776 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 73.75     |\n",
-      "|    outdoor_temperature          | 3.3160286 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 267.5     |\n",
-      "|    wind_speed                   | 5.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.12e+04  |\n",
-      "|    n_updates                    | 30199     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************------------| 87%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 97.770256 |\n",
-      "|    air_humidity                 | 39.53176  |\n",
-      "|    air_temperature              | 19.99999  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 94.0      |\n",
-      "|    outdoor_temperature          | 8.763005  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 87993.23  |\n",
-      "|    wind_direction               | 240.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.51e+03  |\n",
-      "|    n_updates                    | 30224     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************************-----------| 88%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 30.103163 |\n",
-      "|    air_temperature              | 18.441555 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 45.0      |\n",
-      "|    direct_solar_radiation       | 18.0      |\n",
-      "|    hour                         | 7.0       |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 84.25     |\n",
-      "|    outdoor_temperature          | 2.4654706 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 265.0     |\n",
-      "|    wind_speed                   | 5.825     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.28e+03  |\n",
-      "|    n_updates                    | 30249     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************************-----------| 88%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 24.286907 |\n",
-      "|    air_temperature              | 19.844337 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 91.0      |\n",
-      "|    direct_solar_radiation       | 154.5     |\n",
-      "|    hour                         | 8.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 65.0      |\n",
-      "|    outdoor_temperature          | 3.499041  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 275.0     |\n",
-      "|    wind_speed                   | 5.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.68e+03  |\n",
-      "|    n_updates                    | 30274     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------****************************************************-----------| 88%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 925.3575  |\n",
-      "|    air_humidity                 | 25.10244  |\n",
-      "|    air_temperature              | 21.518553 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 95.75     |\n",
-      "|    direct_solar_radiation       | 622.0     |\n",
-      "|    hour                         | 9.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 70.5      |\n",
-      "|    outdoor_temperature          | 1.7320251 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 827500.2  |\n",
-      "|    wind_direction               | 235.0     |\n",
-      "|    wind_speed                   | 3.625     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.56e+03  |\n",
-      "|    n_updates                    | 30299     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************************----------| 89%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1231.8073 |\n",
-      "|    air_humidity                 | 23.295015 |\n",
-      "|    air_temperature              | 23.016277 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 160.5     |\n",
-      "|    direct_solar_radiation       | 503.0     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 72.5      |\n",
-      "|    outdoor_temperature          | 0.3730378 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 1108626.5 |\n",
-      "|    wind_direction               | 272.5     |\n",
-      "|    wind_speed                   | 6.825     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.13e+03  |\n",
-      "|    n_updates                    | 30324     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************************----------| 89%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1072.4786 |\n",
-      "|    air_humidity                 | 19.873655 |\n",
-      "|    air_temperature              | 23.144833 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 208.75    |\n",
-      "|    direct_solar_radiation       | 347.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 51.0      |\n",
-      "|    outdoor_temperature          | 0.8989847 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 965230.75 |\n",
-      "|    wind_direction               | 292.5     |\n",
-      "|    wind_speed                   | 9.775     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.24e+03  |\n",
-      "|    n_updates                    | 30349     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************************----------| 89%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 17.420418 |\n",
-      "|    air_temperature              | 21.237041 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 117.25    |\n",
-      "|    direct_solar_radiation       | 708.5     |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 47.0      |\n",
-      "|    outdoor_temperature          | 3.577261  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 317.5     |\n",
-      "|    wind_speed                   | 4.875     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 8.84e+03  |\n",
-      "|    n_updates                    | 30374     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*****************************************************----------| 89%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 969.2309  |\n",
-      "|    air_humidity                 | 13.720751 |\n",
-      "|    air_temperature              | 21.337305 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 174.75    |\n",
-      "|    direct_solar_radiation       | 322.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 46.0      |\n",
-      "|    outdoor_temperature          | 1.910754  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 872307.8  |\n",
-      "|    wind_direction               | 285.0     |\n",
-      "|    wind_speed                   | 5.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.51e+03  |\n",
-      "|    n_updates                    | 30399     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************************---------| 90%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 26.28127  |\n",
-      "|    air_temperature              | 23.197556 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 107.25    |\n",
-      "|    direct_solar_radiation       | 16.25     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 80.75     |\n",
-      "|    outdoor_temperature          | 3.4707968 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 90.0      |\n",
-      "|    wind_speed                   | 4.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.18e+03  |\n",
-      "|    n_updates                    | 30424     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************************---------| 90%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 384.50226 |\n",
-      "|    air_humidity                 | 57.287544 |\n",
-      "|    air_temperature              | 24.413916 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 36.5      |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 100.0     |\n",
-      "|    outdoor_temperature          | 13.534519 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 346052.03 |\n",
-      "|    wind_direction               | 165.0     |\n",
-      "|    wind_speed                   | 4.375     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.43e+03  |\n",
-      "|    n_updates                    | 30449     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************************---------| 90%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 749.6212  |\n",
-      "|    air_humidity                 | 32.984917 |\n",
-      "|    air_temperature              | 23.419529 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 13.0      |\n",
-      "|    direct_solar_radiation       | 12.0      |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 66.0      |\n",
-      "|    outdoor_temperature          | 8.94522   |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 674659.1  |\n",
-      "|    wind_direction               | 250.0     |\n",
-      "|    wind_speed                   | 6.2       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.28e+03  |\n",
-      "|    n_updates                    | 30474     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------******************************************************---------| 90%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 32.733772 |\n",
-      "|    air_temperature              | 23.07528  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 28.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 66.5      |\n",
-      "|    outdoor_temperature          | 7.035179  |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 227.5     |\n",
-      "|    wind_speed                   | 2.85      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.62e+03  |\n",
-      "|    n_updates                    | 30499     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************************--------| 91%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 709.4852  |\n",
-      "|    air_humidity                 | 30.311705 |\n",
-      "|    air_temperature              | 22.56456  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 70.0      |\n",
-      "|    outdoor_temperature          | 5.236861  |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 631967.6  |\n",
-      "|    wind_direction               | 165.0     |\n",
-      "|    wind_speed                   | 2.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 733       |\n",
-      "|    n_updates                    | 30524     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************************--------| 91%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 386.22852 |\n",
-      "|    air_humidity                 | 26.344952 |\n",
-      "|    air_temperature              | 18.58754  |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 30.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 11.0      |\n",
-      "|    outdoor_humidity             | 49.75     |\n",
-      "|    outdoor_temperature          | 5.560407  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 347605.66 |\n",
-      "|    wind_direction               | 310.0     |\n",
-      "|    wind_speed                   | 8.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.12e+03  |\n",
-      "|    n_updates                    | 30549     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*******************************************************--------| 91%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1243.507  |\n",
-      "|    air_humidity                 | 16.326004 |\n",
-      "|    air_temperature              | 20.84595  |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 1.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 48.0      |\n",
-      "|    outdoor_temperature          | 0.5393739 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1119156.2 |\n",
-      "|    wind_direction               | 307.5     |\n",
-      "|    wind_speed                   | 12.325    |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.52e+03  |\n",
-      "|    n_updates                    | 30574     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************************-------| 92%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 770.26825 |\n",
-      "|    air_humidity                 | 20.772131 |\n",
-      "|    air_temperature              | 19.714325 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 2.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 49.0      |\n",
-      "|    outdoor_temperature          | 4.096941  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 648078.06 |\n",
-      "|    wind_direction               | 297.5     |\n",
-      "|    wind_speed                   | 6.925     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.1e+03   |\n",
-      "|    n_updates                    | 30599     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************************-------| 92%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 29.780336 |\n",
-      "|    air_temperature              | 18.484047 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 3.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 22.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 57.75     |\n",
-      "|    outdoor_temperature          | 6.4706626 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 222.5     |\n",
-      "|    wind_speed                   | 5.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.53e+03  |\n",
-      "|    n_updates                    | 30624     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------********************************************************-------| 92%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 413.7795  |\n",
-      "|    air_humidity                 | 38.355236 |\n",
-      "|    air_temperature              | 21.587442 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 4.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 91.5      |\n",
-      "|    outdoor_temperature          | 7.7593412 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 372401.56 |\n",
-      "|    wind_direction               | 245.0     |\n",
-      "|    wind_speed                   | 2.475     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.32e+03  |\n",
-      "|    n_updates                    | 30649     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************************------| 93%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1199.713  |\n",
-      "|    air_humidity                 | 35.19888  |\n",
-      "|    air_temperature              | 18.850016 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 6.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 59.5      |\n",
-      "|    outdoor_temperature          | 0.7583431 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1079741.8 |\n",
-      "|    wind_direction               | 270.0     |\n",
-      "|    wind_speed                   | 6.95      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.84e+03  |\n",
-      "|    n_updates                    | 30674     |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------********************************************************------| 93%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1826.2998  |\n",
-      "|    air_humidity                 | 24.840548  |\n",
-      "|    air_temperature              | 18.298168  |\n",
-      "|    clg_setpoint                 | 30.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 7.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 1.0        |\n",
-      "|    htg_setpoint                 | 15.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 66.0       |\n",
-      "|    outdoor_temperature          | -2.3745906 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1643669.9  |\n",
-      "|    wind_direction               | 260.0      |\n",
-      "|    wind_speed                   | 8.925      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 7.26e+03   |\n",
-      "|    n_updates                    | 30699      |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------*********************************************************------| 93%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 20.057957 |\n",
-      "|    air_temperature              | 18.570192 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 8.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 2.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 54.0      |\n",
-      "|    outdoor_temperature          | 3.9157972 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 6.075     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.14e+03  |\n",
-      "|    n_updates                    | 30724     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*********************************************************------| 93%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1083.1313 |\n",
-      "|    air_humidity                 | 22.157179 |\n",
-      "|    air_temperature              | 20.578194 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 9.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 3.0       |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 76.75     |\n",
-      "|    outdoor_temperature          | 1.341252  |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 974818.2  |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 0.525     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 7.08e+03  |\n",
-      "|    n_updates                    | 30749     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************************-----| 94%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 36.529976 |\n",
-      "|    air_temperature              | 18.427694 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 10.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 4.0       |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 67.5      |\n",
-      "|    outdoor_temperature          | 2.9428682 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 37.5      |\n",
-      "|    wind_speed                   | 1.125     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.56e+03  |\n",
-      "|    n_updates                    | 30774     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************************-----| 94%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 43.5748   |\n",
-      "|    air_temperature              | 18.313513 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 11.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 5.0       |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 92.0      |\n",
-      "|    outdoor_temperature          | 2.2255049 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 27.5      |\n",
-      "|    wind_speed                   | 3.975     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.09e+03  |\n",
-      "|    n_updates                    | 30799     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**********************************************************-----| 94%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 3         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 27        |\n",
-      "|    Heating_Setpoint_RL          | 18        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 244.03078 |\n",
-      "|    air_humidity                 | 28.005653 |\n",
-      "|    air_temperature              | 21.000095 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 12.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 6.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 92.0      |\n",
-      "|    outdoor_temperature          | 2.1828644 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 219627.69 |\n",
-      "|    wind_direction               | 27.5      |\n",
-      "|    wind_speed                   | 4.35      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.07e+03  |\n",
-      "|    n_updates                    | 30824     |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------**********************************************************----| 95%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 551.1428   |\n",
-      "|    air_humidity                 | 27.979132  |\n",
-      "|    air_temperature              | 18.311874  |\n",
-      "|    clg_setpoint                 | 30.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 13.0       |\n",
-      "|    diffuse_solar_radiation      | 11.25      |\n",
-      "|    direct_solar_radiation       | 39.75      |\n",
-      "|    hour                         | 7.0        |\n",
-      "|    htg_setpoint                 | 15.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 59.5       |\n",
-      "|    outdoor_temperature          | 0.46443972 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 496028.53  |\n",
-      "|    wind_direction               | 265.0      |\n",
-      "|    wind_speed                   | 4.0        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.57e+03   |\n",
-      "|    n_updates                    | 30849      |\n",
-      "------------------------------------------------\n",
       "-------------------------------------------------*********************************************************----| 95%\n",
       "| action_network/                 |             |\n",
-      "|    index                        | 3           |\n",
+      "|    Cooling_Setpoint_RL          | 0.033147395 |\n",
+      "|    Heating_Setpoint_RL          | -0.4702657  |\n",
       "| action_simulation/              |             |\n",
-      "|    Cooling_Setpoint_RL          | 27          |\n",
-      "|    Heating_Setpoint_RL          | 18          |\n",
+      "|    Cooling_Setpoint_RL          | 26.736872   |\n",
+      "|    Heating_Setpoint_RL          | 14.979755   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.2165792   |\n",
+      "|    air_humidity                 | -0.77691615 |\n",
+      "|    air_temperature              | -1.2090129  |\n",
+      "|    clg_setpoint                 | -0.43684685 |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.1878466  |\n",
+      "|    diffuse_solar_radiation      | -0.38886327 |\n",
+      "|    direct_solar_radiation       | 1.0570617   |\n",
+      "|    hour                         | -0.5053778  |\n",
+      "|    htg_setpoint                 | 0.7458589   |\n",
+      "|    month                        | 1.6154135   |\n",
+      "|    outdoor_humidity             | -0.4276178  |\n",
+      "|    outdoor_temperature          | -1.0036522  |\n",
+      "|    people_occupant              | -0.68917054 |\n",
+      "|    total_electricity_HVAC       | 1.4177966   |\n",
+      "|    wind_direction               | 0.9291254   |\n",
+      "|    wind_speed                   | 0.85251486  |\n",
       "| observation/                    |             |\n",
-      "|    HVAC_electricity_demand_rate | 1375.0525   |\n",
-      "|    air_humidity                 | 25.567287   |\n",
-      "|    air_temperature              | 18.014524   |\n",
-      "|    clg_setpoint                 | 27.0        |\n",
+      "|    HVAC_electricity_demand_rate | 8189.2803   |\n",
+      "|    air_humidity                 | 26.805218   |\n",
+      "|    air_temperature              | 21.111835   |\n",
+      "|    clg_setpoint                 | 24.959993   |\n",
       "|    co2_emission                 | 0.0         |\n",
       "|    day_of_month                 | 14.0        |\n",
       "|    diffuse_solar_radiation      | 35.5        |\n",
       "|    direct_solar_radiation       | 417.0       |\n",
       "|    hour                         | 8.0         |\n",
-      "|    htg_setpoint                 | 18.0        |\n",
+      "|    htg_setpoint                 | 21.11184    |\n",
       "|    month                        | 12.0        |\n",
       "|    outdoor_humidity             | 59.75       |\n",
-      "|    outdoor_temperature          | -0.11835387 |\n",
+      "|    outdoor_temperature          | 2.9110556   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 8576241.0   |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 6.95        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------********************************************************----| 95%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.059733525 |\n",
+      "|    Heating_Setpoint_RL          | -0.6578243   |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 26.423399    |\n",
+      "|    Heating_Setpoint_RL          | 13.924738    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 1.9377263    |\n",
+      "|    air_humidity                 | -1.8028367   |\n",
+      "|    air_temperature              | -0.1230421   |\n",
+      "|    clg_setpoint                 | -0.61579937  |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.07411705  |\n",
+      "|    diffuse_solar_radiation      | -0.039261114 |\n",
+      "|    direct_solar_radiation       | 1.6636223    |\n",
+      "|    hour                         | -0.36091226  |\n",
+      "|    htg_setpoint                 | 1.2540165    |\n",
+      "|    month                        | 1.6137358    |\n",
+      "|    outdoor_humidity             | -0.9706897   |\n",
+      "|    outdoor_temperature          | -1.3260967   |\n",
+      "|    people_occupant              | -0.6888778   |\n",
+      "|    total_electricity_HVAC       | 1.7720239    |\n",
+      "|    wind_direction               | -1.7330112   |\n",
+      "|    wind_speed                   | -1.3833214   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 11288.206    |\n",
+      "|    air_humidity                 | 13.343063    |\n",
+      "|    air_temperature              | 22.531776    |\n",
+      "|    clg_setpoint                 | 24.488043    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 15.0         |\n",
+      "|    diffuse_solar_radiation      | 70.0         |\n",
+      "|    direct_solar_radiation       | 568.25       |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 48.5         |\n",
+      "|    outdoor_temperature          | -0.23217344  |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 10016859.0   |\n",
+      "|    wind_direction               | 0.0          |\n",
+      "|    wind_speed                   | 1.575        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------*********************************************************----| 95%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.7270074  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 13.5355835  |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6409629  |\n",
+      "|    air_humidity                 | -0.7531681  |\n",
+      "|    air_temperature              | 0.42537898  |\n",
+      "|    clg_setpoint                 | -1.084533   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.039608505 |\n",
+      "|    diffuse_solar_radiation      | 0.34596285  |\n",
+      "|    direct_solar_radiation       | 1.4956753   |\n",
+      "|    hour                         | -0.2164477  |\n",
+      "|    htg_setpoint                 | -1.4182261  |\n",
+      "|    month                        | 1.6120633   |\n",
+      "|    outdoor_humidity             | -0.66839916 |\n",
+      "|    outdoor_temperature          | -0.8380618  |\n",
+      "|    people_occupant              | 1.6953566   |\n",
+      "|    total_electricity_HVAC       | -0.6471294  |\n",
+      "|    wind_direction               | 0.4529396   |\n",
+      "|    wind_speed                   | -0.28145516 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 215.22958   |\n",
+      "|    air_humidity                 | 27.087389   |\n",
+      "|    air_temperature              | 23.24915    |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 16.0        |\n",
+      "|    diffuse_solar_radiation      | 108.0       |\n",
+      "|    direct_solar_radiation       | 526.5       |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 54.75       |\n",
+      "|    outdoor_temperature          | 4.5079827   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 193170.12   |\n",
+      "|    wind_direction               | 230.0       |\n",
+      "|    wind_speed                   | 4.225       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************************---| 96%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5802416  |\n",
+      "|    air_humidity                 | -1.0399145  |\n",
+      "|    air_temperature              | 0.4249719   |\n",
+      "|    clg_setpoint                 | -1.0840973  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.15333085  |\n",
+      "|    diffuse_solar_radiation      | -0.21095404 |\n",
+      "|    direct_solar_radiation       | 2.54797     |\n",
+      "|    hour                         | -0.07198357 |\n",
+      "|    htg_setpoint                 | -0.4675273  |\n",
+      "|    month                        | 1.610396    |\n",
+      "|    outdoor_humidity             | -1.8289067  |\n",
+      "|    outdoor_temperature          | -0.19832894 |\n",
+      "|    people_occupant              | 1.218272    |\n",
+      "|    total_electricity_HVAC       | -0.5892423  |\n",
+      "|    wind_direction               | 0.9282      |\n",
+      "|    wind_speed                   | -0.74908    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 475.63495   |\n",
+      "|    air_humidity                 | 23.322418   |\n",
+      "|    air_temperature              | 23.248474   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 17.0        |\n",
+      "|    diffuse_solar_radiation      | 53.0        |\n",
+      "|    direct_solar_radiation       | 789.0       |\n",
+      "|    hour                         | 11.0        |\n",
+      "|    htg_setpoint                 | 16.001463   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 30.75       |\n",
+      "|    outdoor_temperature          | 10.726024   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 427879.34   |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************************---| 96%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.4631885  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.019565   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.594752   |\n",
+      "|    air_humidity                 | -0.95251614 |\n",
+      "|    air_temperature              | 0.42575333  |\n",
+      "|    clg_setpoint                 | -1.0836626  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.26704714  |\n",
+      "|    diffuse_solar_radiation      | 0.57211494  |\n",
+      "|    direct_solar_radiation       | 1.6702054   |\n",
+      "|    hour                         | 0.07248047  |\n",
+      "|    htg_setpoint                 | -1.266491   |\n",
+      "|    month                        | 1.6087338   |\n",
+      "|    outdoor_humidity             | -1.1997045  |\n",
+      "|    outdoor_temperature          | -0.68595463 |\n",
+      "|    people_occupant              | 0.26454502  |\n",
+      "|    total_electricity_HVAC       | -0.6030019  |\n",
+      "|    wind_direction               | -1.7343731  |\n",
+      "|    wind_speed                   | -0.7490615  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 412.97836   |\n",
+      "|    air_humidity                 | 24.46302    |\n",
+      "|    air_temperature              | 23.249258   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 18.0        |\n",
+      "|    diffuse_solar_radiation      | 130.25      |\n",
+      "|    direct_solar_radiation       | 570.25      |\n",
+      "|    hour                         | 12.0        |\n",
+      "|    htg_setpoint                 | 12.636736   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 43.75       |\n",
+      "|    outdoor_temperature          | 5.980776    |\n",
+      "|    people_occupant              | 8.0         |\n",
+      "|    total_electricity_HVAC       | 371650.44   |\n",
+      "|    wind_direction               | 0.0         |\n",
+      "|    wind_speed                   | 3.1         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************************---| 96%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -1.0        |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 12.0        |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.5390035  |\n",
+      "|    air_humidity                 | -0.92874235 |\n",
+      "|    air_temperature              | 0.4258696   |\n",
+      "|    clg_setpoint                 | -1.0834099  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.3807509   |\n",
+      "|    diffuse_solar_radiation      | 1.0841662   |\n",
+      "|    direct_solar_radiation       | 0.19198544  |\n",
+      "|    hour                         | 0.21694446  |\n",
+      "|    htg_setpoint                 | -0.8030258  |\n",
+      "|    month                        | 1.6070768   |\n",
+      "|    outdoor_humidity             | -1.1997995  |\n",
+      "|    outdoor_temperature          | -0.24104226 |\n",
+      "|    people_occupant              | 1.2178004   |\n",
+      "|    total_electricity_HVAC       | -0.5499281  |\n",
+      "|    wind_direction               | 0.52308226  |\n",
+      "|    wind_speed                   | 0.5927422   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 652.4009    |\n",
+      "|    air_humidity                 | 24.771973   |\n",
+      "|    air_temperature              | 23.249249   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 19.0        |\n",
+      "|    diffuse_solar_radiation      | 180.75      |\n",
+      "|    direct_solar_radiation       | 201.5       |\n",
+      "|    hour                         | 13.0        |\n",
+      "|    htg_setpoint                 | 14.587831   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 43.75       |\n",
+      "|    outdoor_temperature          | 10.302158   |\n",
+      "|    people_occupant              | 16.0        |\n",
+      "|    total_electricity_HVAC       | 587160.8    |\n",
+      "|    wind_direction               | 237.5       |\n",
+      "|    wind_speed                   | 6.325       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------**********************************************************---| 96%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.3515548  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 15.647504   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.49840295 |\n",
+      "|    air_humidity                 | -0.7801395  |\n",
+      "|    air_temperature              | 0.42675382  |\n",
+      "|    clg_setpoint                 | -1.0830903  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.4944319   |\n",
+      "|    diffuse_solar_radiation      | 0.26601997  |\n",
+      "|    direct_solar_radiation       | -0.49455002 |\n",
+      "|    hour                         | 0.36140817  |\n",
+      "|    htg_setpoint                 | -1.4176834  |\n",
+      "|    month                        | 1.6054249   |\n",
+      "|    outdoor_humidity             | -0.63130313 |\n",
+      "|    outdoor_temperature          | -0.4624635  |\n",
+      "|    people_occupant              | 1.6942205   |\n",
+      "|    total_electricity_HVAC       | -0.51127833 |\n",
+      "|    wind_direction               | 1.4973396   |\n",
+      "|    wind_speed                   | 0.062295493 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 826.5857    |\n",
+      "|    air_humidity                 | 26.717545   |\n",
+      "|    air_temperature              | 23.250204   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 20.0        |\n",
+      "|    diffuse_solar_radiation      | 100.0       |\n",
+      "|    direct_solar_radiation       | 30.25       |\n",
+      "|    hour                         | 14.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 55.5        |\n",
+      "|    outdoor_temperature          | 8.146555    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 743927.1    |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 5.05        |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.011087343 |\n",
+      "|    clip_fraction                | 0.119       |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.31       |\n",
+      "|    explained_variance           | 0.831       |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.105       |\n",
+      "|    n_updates                    | 850         |\n",
+      "|    policy_gradient_loss         | -0.0128     |\n",
+      "|    std                          | 0.77        |\n",
+      "|    value_loss                   | 0.417       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------***********************************************************--| 97%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.6561887   |\n",
+      "|    Heating_Setpoint_RL          | -0.88437647 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.839638   |\n",
+      "|    Heating_Setpoint_RL          | 12.650382   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.6018389  |\n",
+      "|    air_humidity                 | -0.93313116 |\n",
+      "|    air_temperature              | -1.1558307  |\n",
+      "|    clg_setpoint                 | 0.8058963   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.6080765   |\n",
+      "|    diffuse_solar_radiation      | -0.33940062 |\n",
+      "|    direct_solar_radiation       | 1.3597047   |\n",
+      "|    hour                         | 0.5058711   |\n",
+      "|    htg_setpoint                 | -1.4177471  |\n",
+      "|    month                        | 1.603778    |\n",
+      "|    outdoor_humidity             | -1.9129428  |\n",
+      "|    outdoor_temperature          | -0.9790627  |\n",
+      "|    people_occupant              | -0.6890857  |\n",
+      "|    total_electricity_HVAC       | -0.6185211  |\n",
+      "|    wind_direction               | 1.5440325   |\n",
+      "|    wind_speed                   | 0.16627759  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 382.01965   |\n",
+      "|    air_humidity                 | 24.71067    |\n",
+      "|    air_temperature              | 21.177528   |\n",
+      "|    clg_setpoint                 | 28.240456   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 21.0        |\n",
+      "|    diffuse_solar_radiation      | 40.25       |\n",
+      "|    direct_solar_radiation       | 492.75      |\n",
+      "|    hour                         | 15.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 29.0        |\n",
+      "|    outdoor_temperature          | 3.1188447   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 308013.44   |\n",
+      "|    wind_direction               | 345.0       |\n",
+      "|    wind_speed                   | 5.3         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------**********************************************************--| 97%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -0.5696219   |\n",
+      "|    Heating_Setpoint_RL          | -1.0         |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 24.702526    |\n",
+      "|    Heating_Setpoint_RL          | 12.0         |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.6705107   |\n",
+      "|    air_humidity                 | -1.5022563   |\n",
+      "|    air_temperature              | -0.8207973   |\n",
+      "|    clg_setpoint                 | -0.028324742 |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 0.72166723   |\n",
+      "|    diffuse_solar_radiation      | -0.5521714   |\n",
+      "|    direct_solar_radiation       | -0.42833343  |\n",
+      "|    hour                         | 0.6503325    |\n",
+      "|    htg_setpoint                 | -1.4177474   |\n",
+      "|    month                        | 1.6021363    |\n",
+      "|    outdoor_humidity             | -0.5695127   |\n",
+      "|    outdoor_temperature          | -0.8294273   |\n",
+      "|    people_occupant              | -0.68879426  |\n",
+      "|    total_electricity_HVAC       | -0.6750756   |\n",
+      "|    wind_direction               | -1.1875331   |\n",
+      "|    wind_speed                   | -0.90518767  |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186    |\n",
+      "|    air_humidity                 | 17.238857    |\n",
+      "|    air_temperature              | 21.614988    |\n",
+      "|    clg_setpoint                 | 26.036697    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 22.0         |\n",
+      "|    diffuse_solar_radiation      | 19.25        |\n",
+      "|    direct_solar_radiation       | 46.75        |\n",
+      "|    hour                         | 16.0         |\n",
+      "|    htg_setpoint                 | 12.0         |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 56.75        |\n",
+      "|    outdoor_temperature          | 4.5628347    |\n",
+      "|    people_occupant              | 0.0          |\n",
+      "|    total_electricity_HVAC       | 78333.47     |\n",
+      "|    wind_direction               | 57.5         |\n",
+      "|    wind_speed                   | 2.725        |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------***********************************************************--| 97%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | 0.5245848   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 20.57579    |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.54161423 |\n",
+      "|    air_humidity                 | 0.1505729   |\n",
+      "|    air_temperature              | 0.42745897  |\n",
+      "|    clg_setpoint                 | -1.0832719  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.83518326  |\n",
+      "|    diffuse_solar_radiation      | -0.74722093 |\n",
+      "|    direct_solar_radiation       | -0.61557466 |\n",
+      "|    hour                         | 0.79479134  |\n",
+      "|    htg_setpoint                 | -1.4177192  |\n",
+      "|    month                        | 1.6004995   |\n",
+      "|    outdoor_humidity             | 0.615272    |\n",
+      "|    outdoor_temperature          | -0.7862473  |\n",
+      "|    people_occupant              | 1.6949954   |\n",
+      "|    total_electricity_HVAC       | -0.5523942  |\n",
+      "|    wind_direction               | 1.4491221   |\n",
+      "|    wind_speed                   | -0.37479186 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 641.0138    |\n",
+      "|    air_humidity                 | 38.898445   |\n",
+      "|    air_temperature              | 23.249378   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 23.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 81.25       |\n",
+      "|    outdoor_temperature          | 4.9794846   |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 576912.4    |\n",
+      "|    wind_direction               | 335.0       |\n",
+      "|    wind_speed                   | 4.0         |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************************-| 98%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.09231067 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.105753   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.48068306 |\n",
+      "|    air_humidity                 | -0.61739725 |\n",
+      "|    air_temperature              | 0.42801127  |\n",
+      "|    clg_setpoint                 | -1.0829068  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 0.9486      |\n",
+      "|    diffuse_solar_radiation      | -0.74712    |\n",
+      "|    direct_solar_radiation       | -0.61542785 |\n",
+      "|    hour                         | 0.9392462   |\n",
+      "|    htg_setpoint                 | -1.4177434  |\n",
+      "|    month                        | 1.5988678   |\n",
+      "|    outdoor_humidity             | 0.046789147 |\n",
+      "|    outdoor_temperature          | -1.262876   |\n",
+      "|    people_occupant              | 0.5028671   |\n",
+      "|    total_electricity_HVAC       | -0.49287155 |\n",
+      "|    wind_direction               | -0.73570824 |\n",
+      "|    wind_speed                   | -1.1134013  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 903.36755   |\n",
+      "|    air_humidity                 | 28.832567   |\n",
+      "|    air_temperature              | 23.250015   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 24.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 18.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 69.5        |\n",
+      "|    outdoor_temperature          | 0.33969197  |\n",
+      "|    people_occupant              | 10.0        |\n",
+      "|    total_electricity_HVAC       | 819223.25   |\n",
+      "|    wind_direction               | 105.0       |\n",
+      "|    wind_speed                   | 2.225       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------***********************************************************-| 98%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | -0.90537846  |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 12.532247    |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | 0.120291     |\n",
+      "|    air_humidity                 | 0.19349848   |\n",
+      "|    air_temperature              | 0.42815128   |\n",
+      "|    clg_setpoint                 | -1.082681    |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 1.0618895    |\n",
+      "|    diffuse_solar_radiation      | -0.7469586   |\n",
+      "|    direct_solar_radiation       | -0.61528355  |\n",
+      "|    hour                         | 1.0836955    |\n",
+      "|    htg_setpoint                 | 1.2544752    |\n",
+      "|    month                        | 1.597241     |\n",
+      "|    outdoor_humidity             | 0.28822303   |\n",
+      "|    outdoor_temperature          | -0.40190277  |\n",
+      "|    people_occupant              | -0.45072696  |\n",
+      "|    total_electricity_HVAC       | 0.08664973   |\n",
+      "|    wind_direction               | 0.73649585   |\n",
+      "|    wind_speed                   | -0.062320087 |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 3488.695     |\n",
+      "|    air_humidity                 | 39.45958     |\n",
+      "|    air_temperature              | 23.24996     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 25.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0          |\n",
+      "|    direct_solar_radiation       | 0.0          |\n",
+      "|    hour                         | 19.0         |\n",
+      "|    htg_setpoint                 | 23.25        |\n",
+      "|    month                        | 12.0         |\n",
+      "|    outdoor_humidity             | 74.5         |\n",
+      "|    outdoor_temperature          | 8.707574     |\n",
+      "|    people_occupant              | 2.0          |\n",
+      "|    total_electricity_HVAC       | 3176712.5    |\n",
+      "|    wind_direction               | 260.0        |\n",
+      "|    wind_speed                   | 4.75         |\n",
+      "--------------------------------------------------\n",
+      "-------------------------------------------------************************************************************-| 98%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.7118813   |\n",
+      "|    Heating_Setpoint_RL          | -0.3920465  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.0276     |\n",
+      "|    Heating_Setpoint_RL          | 15.419739   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.67036533 |\n",
+      "|    air_humidity                 | -0.37575504 |\n",
+      "|    air_temperature              | -0.26368102 |\n",
+      "|    clg_setpoint                 | -1.0824268  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.1750203   |\n",
+      "|    diffuse_solar_radiation      | -0.74685025 |\n",
+      "|    direct_solar_radiation       | -0.61522454 |\n",
+      "|    hour                         | 1.2281375   |\n",
+      "|    htg_setpoint                 | -0.22606044 |\n",
+      "|    month                        | 1.5956192   |\n",
+      "|    outdoor_humidity             | -0.80064476 |\n",
+      "|    outdoor_temperature          | -0.60787725 |\n",
+      "|    people_occupant              | -0.45084557 |\n",
+      "|    total_electricity_HVAC       | -0.6749016  |\n",
+      "|    wind_direction               | 0.7599704   |\n",
+      "|    wind_speed                   | 1.0616609   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 87.037186   |\n",
+      "|    air_humidity                 | 32.001415   |\n",
+      "|    air_temperature              | 22.343878   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 26.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 20.0        |\n",
+      "|    htg_setpoint                 | 17.017015   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 52.0        |\n",
+      "|    outdoor_temperature          | 6.703424    |\n",
+      "|    people_occupant              | 2.0         |\n",
+      "|    total_electricity_HVAC       | 78333.47    |\n",
+      "|    wind_direction               | 262.5       |\n",
+      "|    wind_speed                   | 7.45        |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------************************************************************-| 98%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.19472611  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 18.720335   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.2386622   |\n",
+      "|    air_humidity                 | 0.35228184  |\n",
+      "|    air_temperature              | 0.13352537  |\n",
+      "|    clg_setpoint                 | 1.4727777   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.2879577   |\n",
+      "|    diffuse_solar_radiation      | -0.7466736  |\n",
+      "|    direct_solar_radiation       | -0.61498195 |\n",
+      "|    hour                         | 1.3725699   |\n",
+      "|    htg_setpoint                 | 1.1627712   |\n",
+      "|    month                        | 1.5940024   |\n",
+      "|    outdoor_humidity             | 1.3284903   |\n",
+      "|    outdoor_temperature          | -1.157713   |\n",
+      "|    people_occupant              | -0.6892923  |\n",
+      "|    total_electricity_HVAC       | 2.4628398   |\n",
+      "|    wind_direction               | -1.6620461  |\n",
+      "|    wind_speed                   | 0.96822035  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 12603.33    |\n",
+      "|    air_humidity                 | 41.53532    |\n",
+      "|    air_temperature              | 22.863728   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 27.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 21.0        |\n",
+      "|    htg_setpoint                 | 22.86373    |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 96.0        |\n",
+      "|    outdoor_temperature          | 1.3541658   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 12844936.0  |\n",
+      "|    wind_direction               | 7.5         |\n",
+      "|    wind_speed                   | 7.225       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************************| 99%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.72884595  |\n",
+      "|    Heating_Setpoint_RL          | 0.04623799  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.084854   |\n",
+      "|    Heating_Setpoint_RL          | 17.885088   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 1.523765    |\n",
+      "|    air_humidity                 | -0.87150663 |\n",
+      "|    air_temperature              | -0.6582498  |\n",
+      "|    clg_setpoint                 | 0.9151603   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.4006635   |\n",
+      "|    diffuse_solar_radiation      | -0.74652934 |\n",
+      "|    direct_solar_radiation       | -0.61503124 |\n",
+      "|    hour                         | 1.5169903   |\n",
+      "|    htg_setpoint                 | 0.91621965  |\n",
+      "|    month                        | 1.5923904   |\n",
+      "|    outdoor_humidity             | -0.6796935  |\n",
+      "|    outdoor_temperature          | -1.1523335  |\n",
+      "|    people_occupant              | -0.6890016  |\n",
+      "|    total_electricity_HVAC       | 1.6545568   |\n",
+      "|    wind_direction               | -1.3533119  |\n",
+      "|    wind_speed                   | -1.1140561  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 9530.097    |\n",
+      "|    air_humidity                 | 25.50952    |\n",
+      "|    air_temperature              | 21.826141   |\n",
+      "|    clg_setpoint                 | 28.526707   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 28.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 22.0        |\n",
+      "|    htg_setpoint                 | 21.82613    |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 54.5        |\n",
+      "|    outdoor_temperature          | 1.3995068   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 9558867.0   |\n",
+      "|    wind_direction               | 40.0        |\n",
+      "|    wind_speed                   | 2.225       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************************| 99%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.3914543   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 19.826931   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.29466388  |\n",
+      "|    air_humidity                 | -0.59707445 |\n",
+      "|    air_temperature              | -2.5968242  |\n",
+      "|    clg_setpoint                 | 1.4725826   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.5130963   |\n",
+      "|    diffuse_solar_radiation      | -0.7464069  |\n",
+      "|    direct_solar_radiation       | -0.6147944  |\n",
+      "|    hour                         | 1.6613961   |\n",
+      "|    htg_setpoint                 | 0.31216258  |\n",
+      "|    month                        | 1.5907834   |\n",
+      "|    outdoor_humidity             | 1.3649421   |\n",
+      "|    outdoor_temperature          | -1.0581038  |\n",
+      "|    people_occupant              | -0.68871135 |\n",
+      "|    total_electricity_HVAC       | 0.10746624  |\n",
+      "|    wind_direction               | -1.4710727  |\n",
+      "|    wind_speed                   | 3.152299    |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4242.363    |\n",
+      "|    air_humidity                 | 29.09688    |\n",
+      "|    air_temperature              | 19.28533    |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 29.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 23.0        |\n",
+      "|    htg_setpoint                 | 19.283833   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 96.75       |\n",
+      "|    outdoor_temperature          | 2.3078496   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 3263975.2   |\n",
+      "|    wind_direction               | 27.5        |\n",
+      "|    wind_speed                   | 12.475      |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------*************************************************************| 99%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.8947366   |\n",
+      "|    Heating_Setpoint_RL          | -0.4300955  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 29.644735   |\n",
+      "|    Heating_Setpoint_RL          | 15.205713   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.03165923 |\n",
+      "|    air_humidity                 | 0.11613463  |\n",
+      "|    air_temperature              | -1.3405513  |\n",
+      "|    clg_setpoint                 | 0.5826374   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.7389572   |\n",
+      "|    diffuse_solar_radiation      | -0.74624723 |\n",
+      "|    direct_solar_radiation       | -0.61455834 |\n",
+      "|    hour                         | -1.6613058  |\n",
+      "|    htg_setpoint                 | 0.6710971   |\n",
+      "|    month                        | 1.5891811   |\n",
+      "|    outdoor_humidity             | -0.6078447  |\n",
+      "|    outdoor_temperature          | -1.0714405  |\n",
+      "|    people_occupant              | -0.6888108  |\n",
+      "|    total_electricity_HVAC       | -0.22045606 |\n",
+      "|    wind_direction               | 0.6645578   |\n",
+      "|    wind_speed                   | 2.5527236   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2838.2083   |\n",
+      "|    air_humidity                 | 38.432087   |\n",
+      "|    air_temperature              | 20.930178   |\n",
+      "|    clg_setpoint                 | 27.649076   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 31.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 0.0         |\n",
+      "|    htg_setpoint                 | 20.794914   |\n",
+      "|    month                        | 12.0        |\n",
+      "|    outdoor_humidity             | 56.0        |\n",
+      "|    outdoor_temperature          | 2.1712072   |\n",
       "|    people_occupant              | 0.0         |\n",
-      "|    total_electricity_HVAC       | 1237547.2   |\n",
-      "|    wind_direction               | 280.0       |\n",
-      "|    wind_speed                   | 6.95        |\n",
-      "| rollout/                        |             |\n",
-      "|    exploration_rate             | 0.05        |\n",
-      "| train/                          |             |\n",
-      "|    learning_rate                | 0.0001      |\n",
-      "|    loss                         | 2.01e+03    |\n",
-      "|    n_updates                    | 30874       |\n",
+      "|    total_electricity_HVAC       | 1929403.0   |\n",
+      "|    wind_direction               | 252.5       |\n",
+      "|    wind_speed                   | 11.05       |\n",
       "-------------------------------------------------\n",
-      "------------------------------------------------**********************************************************----| 95%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 0          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 30         |\n",
-      "|    Heating_Setpoint_RL          | 15         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1464.2988  |\n",
-      "|    air_humidity                 | 15.480985  |\n",
-      "|    air_temperature              | 17.915373  |\n",
-      "|    clg_setpoint                 | 30.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 15.0       |\n",
-      "|    diffuse_solar_radiation      | 70.0       |\n",
-      "|    direct_solar_radiation       | 568.25     |\n",
-      "|    hour                         | 9.0        |\n",
-      "|    htg_setpoint                 | 15.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 48.5       |\n",
-      "|    outdoor_temperature          | -0.5645857 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1317869.0  |\n",
-      "|    wind_direction               | 0.0        |\n",
-      "|    wind_speed                   | 1.575      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 964        |\n",
-      "|    n_updates                    | 30899      |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------***********************************************************----| 95%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 906.4148  |\n",
-      "|    air_humidity                 | 23.380638 |\n",
-      "|    air_temperature              | 23.220278 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 16.0      |\n",
-      "|    diffuse_solar_radiation      | 108.0     |\n",
-      "|    direct_solar_radiation       | 526.5     |\n",
-      "|    hour                         | 10.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 54.75     |\n",
-      "|    outdoor_temperature          | 4.6327314 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 815773.3  |\n",
-      "|    wind_direction               | 230.0     |\n",
-      "|    wind_speed                   | 4.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.32e+03  |\n",
-      "|    n_updates                    | 30924     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 640.8608  |\n",
-      "|    air_humidity                 | 23.445868 |\n",
-      "|    air_temperature              | 23.922201 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 17.0      |\n",
-      "|    diffuse_solar_radiation      | 53.0      |\n",
-      "|    direct_solar_radiation       | 789.0     |\n",
-      "|    hour                         | 11.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 30.75     |\n",
-      "|    outdoor_temperature          | 10.970597 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 560345.6  |\n",
-      "|    wind_direction               | 280.0     |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 3.5e+03   |\n",
-      "|    n_updates                    | 30949     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 2         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 28        |\n",
-      "|    Heating_Setpoint_RL          | 17        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 454.61838 |\n",
-      "|    air_humidity                 | 22.946701 |\n",
-      "|    air_temperature              | 23.933338 |\n",
-      "|    clg_setpoint                 | 28.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 18.0      |\n",
-      "|    diffuse_solar_radiation      | 130.25    |\n",
-      "|    direct_solar_radiation       | 570.25    |\n",
-      "|    hour                         | 12.0      |\n",
-      "|    htg_setpoint                 | 17.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 43.75     |\n",
-      "|    outdoor_temperature          | 7.093073  |\n",
-      "|    people_occupant              | 8.0       |\n",
-      "|    total_electricity_HVAC       | 410771.34 |\n",
-      "|    wind_direction               | 0.0       |\n",
-      "|    wind_speed                   | 3.1       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.21e+03  |\n",
-      "|    n_updates                    | 30974     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 0         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 30        |\n",
-      "|    Heating_Setpoint_RL          | 15        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 560.646   |\n",
-      "|    air_humidity                 | 24.925459 |\n",
-      "|    air_temperature              | 23.773348 |\n",
-      "|    clg_setpoint                 | 30.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 19.0      |\n",
-      "|    diffuse_solar_radiation      | 180.75    |\n",
-      "|    direct_solar_radiation       | 201.5     |\n",
-      "|    hour                         | 13.0      |\n",
-      "|    htg_setpoint                 | 15.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 43.75     |\n",
-      "|    outdoor_temperature          | 10.055126 |\n",
-      "|    people_occupant              | 16.0      |\n",
-      "|    total_electricity_HVAC       | 504581.38 |\n",
-      "|    wind_direction               | 237.5     |\n",
-      "|    wind_speed                   | 6.325     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.05e+03  |\n",
-      "|    n_updates                    | 30999     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------************************************************************---| 96%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 9         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 28.871876 |\n",
-      "|    air_temperature              | 23.722929 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 20.0      |\n",
-      "|    diffuse_solar_radiation      | 100.0     |\n",
-      "|    direct_solar_radiation       | 30.25     |\n",
-      "|    hour                         | 14.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 55.5      |\n",
-      "|    outdoor_temperature          | 10.191752 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 340.0     |\n",
-      "|    wind_speed                   | 5.05      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.4e+03   |\n",
-      "|    n_updates                    | 31024     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************************--| 97%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 16.536386 |\n",
-      "|    air_temperature              | 23.418673 |\n",
-      "|    clg_setpoint                 | 23.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 21.0      |\n",
-      "|    diffuse_solar_radiation      | 40.25     |\n",
-      "|    direct_solar_radiation       | 492.75    |\n",
-      "|    hour                         | 15.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 29.0      |\n",
-      "|    outdoor_temperature          | 3.5819852 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 345.0     |\n",
-      "|    wind_speed                   | 5.3       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 622       |\n",
-      "|    n_updates                    | 31049     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************************--| 97%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1063.0789 |\n",
-      "|    air_humidity                 | 13.744133 |\n",
-      "|    air_temperature              | 21.999746 |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 22.0      |\n",
-      "|    diffuse_solar_radiation      | 19.25     |\n",
-      "|    direct_solar_radiation       | 46.75     |\n",
-      "|    hour                         | 16.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 56.75     |\n",
-      "|    outdoor_temperature          | 1.4415144 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 956770.94 |\n",
-      "|    wind_direction               | 57.5      |\n",
-      "|    wind_speed                   | 2.725     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.55e+04  |\n",
-      "|    n_updates                    | 31074     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------*************************************************************--| 97%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 859.9368  |\n",
-      "|    air_humidity                 | 31.90969  |\n",
-      "|    air_temperature              | 22.74368  |\n",
-      "|    clg_setpoint                 | 22.5      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 23.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 17.0      |\n",
-      "|    htg_setpoint                 | 22.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 81.25     |\n",
-      "|    outdoor_temperature          | 3.8199086 |\n",
-      "|    people_occupant              | 20.0      |\n",
-      "|    total_electricity_HVAC       | 773943.1  |\n",
-      "|    wind_direction               | 335.0     |\n",
-      "|    wind_speed                   | 4.0       |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.4e+03   |\n",
-      "|    n_updates                    | 31099     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 5         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 25        |\n",
-      "|    Heating_Setpoint_RL          | 20        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1086.9948 |\n",
-      "|    air_humidity                 | 25.50109  |\n",
-      "|    air_temperature              | 23.585283 |\n",
-      "|    clg_setpoint                 | 25.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 24.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 18.0      |\n",
-      "|    htg_setpoint                 | 20.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 69.5      |\n",
-      "|    outdoor_temperature          | 1.3219347 |\n",
-      "|    people_occupant              | 10.0      |\n",
-      "|    total_electricity_HVAC       | 978295.25 |\n",
-      "|    wind_direction               | 105.0     |\n",
-      "|    wind_speed                   | 2.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 2.51e+03  |\n",
-      "|    n_updates                    | 31124     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 8         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 22.5      |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 362.91885 |\n",
-      "|    air_humidity                 | 38.318344 |\n",
-      "|    air_temperature              | 21.535563 |\n",
-      "|    clg_setpoint                 | 27.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 25.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 19.0      |\n",
-      "|    htg_setpoint                 | 18.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 74.5      |\n",
-      "|    outdoor_temperature          | 8.044543  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 319316.4  |\n",
-      "|    wind_direction               | 260.0     |\n",
-      "|    wind_speed                   | 4.75      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.68e+03  |\n",
-      "|    n_updates                    | 31149     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 1         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 29        |\n",
-      "|    Heating_Setpoint_RL          | 16        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 692.0048  |\n",
-      "|    air_humidity                 | 28.121815 |\n",
-      "|    air_temperature              | 19.953701 |\n",
-      "|    clg_setpoint                 | 29.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 26.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 20.0      |\n",
-      "|    htg_setpoint                 | 16.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 52.0      |\n",
-      "|    outdoor_temperature          | 5.671339  |\n",
-      "|    people_occupant              | 2.0       |\n",
-      "|    total_electricity_HVAC       | 596618.9  |\n",
-      "|    wind_direction               | 262.5     |\n",
-      "|    wind_speed                   | 7.45      |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 6.86e+03  |\n",
-      "|    n_updates                    | 31174     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------**************************************************************-| 98%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 7         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 23        |\n",
-      "|    Heating_Setpoint_RL          | 22        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1085.7454 |\n",
-      "|    air_humidity                 | 37.932785 |\n",
-      "|    air_temperature              | 20.481953 |\n",
-      "|    clg_setpoint                 | 26.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 27.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 21.0      |\n",
-      "|    htg_setpoint                 | 19.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 96.0      |\n",
-      "|    outdoor_temperature          | 1.3281816 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 977170.8  |\n",
-      "|    wind_direction               | 7.5       |\n",
-      "|    wind_speed                   | 7.225     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 5.9e+03   |\n",
-      "|    n_updates                    | 31199     |\n",
-      "-----------------------------------------------\n",
-      "------------------------------------------------**************************************************************| 99%\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 7          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 23         |\n",
-      "|    Heating_Setpoint_RL          | 22         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 1320.7164  |\n",
-      "|    air_humidity                 | 19.061243  |\n",
-      "|    air_temperature              | 22.000002  |\n",
-      "|    clg_setpoint                 | 23.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 28.0       |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 22.0       |\n",
-      "|    htg_setpoint                 | 22.0       |\n",
-      "|    month                        | 12.0       |\n",
-      "|    outdoor_humidity             | 54.5       |\n",
-      "|    outdoor_temperature          | 0.15332632 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 1188644.8  |\n",
-      "|    wind_direction               | 40.0       |\n",
-      "|    wind_speed                   | 2.225      |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 2.23e+03   |\n",
-      "|    n_updates                    | 31224      |\n",
-      "------------------------------------------------\n",
-      "-----------------------------------------------***************************************************************| 99%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 4         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 26        |\n",
-      "|    Heating_Setpoint_RL          | 19        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 951.3817  |\n",
-      "|    air_humidity                 | 29.622356 |\n",
-      "|    air_temperature              | 18.660505 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 29.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 23.0      |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 96.75     |\n",
-      "|    outdoor_temperature          | 3.5307813 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 856243.5  |\n",
-      "|    wind_direction               | 27.5      |\n",
-      "|    wind_speed                   | 12.475    |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 1.66e+03  |\n",
-      "|    n_updates                    | 31249     |\n",
-      "-----------------------------------------------\n",
-      "-----------------------------------------------***************************************************************| 99%\n",
-      "| action_network/                 |           |\n",
-      "|    index                        | 6         |\n",
-      "| action_simulation/              |           |\n",
-      "|    Cooling_Setpoint_RL          | 24        |\n",
-      "|    Heating_Setpoint_RL          | 21        |\n",
-      "| observation/                    |           |\n",
-      "|    HVAC_electricity_demand_rate | 1123.5736 |\n",
-      "|    air_humidity                 | 28.958847 |\n",
-      "|    air_temperature              | 21.000471 |\n",
-      "|    clg_setpoint                 | 24.0      |\n",
-      "|    co2_emission                 | 0.0       |\n",
-      "|    day_of_month                 | 31.0      |\n",
-      "|    diffuse_solar_radiation      | 0.0       |\n",
-      "|    direct_solar_radiation       | 0.0       |\n",
-      "|    hour                         | 0.0       |\n",
-      "|    htg_setpoint                 | 21.0      |\n",
-      "|    month                        | 12.0      |\n",
-      "|    outdoor_humidity             | 56.0      |\n",
-      "|    outdoor_temperature          | 1.1390406 |\n",
-      "|    people_occupant              | 0.0       |\n",
-      "|    total_electricity_HVAC       | 1011216.2 |\n",
-      "|    wind_direction               | 252.5     |\n",
-      "|    wind_speed                   | 11.05     |\n",
-      "| rollout/                        |           |\n",
-      "|    exploration_rate             | 0.05      |\n",
-      "| train/                          |           |\n",
-      "|    learning_rate                | 0.0001    |\n",
-      "|    loss                         | 4.89e+03  |\n",
-      "|    n_updates                    | 31274     |\n",
-      "-----------------------------------------------\n",
       "\n",
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 6]\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05] [Episode 6]\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run6]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run6/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run6/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run6/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041/Eplus-env-sub_run6/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 6 started.\u001b[0m\n"
      ]
     },
@@ -53357,30 +79190,55 @@
      "text": [
       "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n",
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 6) if logger is active\u001b[0m\n",
       "-----------------------------------------------------\n",
       "| action_network/                     |             |\n",
-      "|    index                            | 4           |\n",
+      "|    Cooling_Setpoint_RL              | 1.0         |\n",
+      "|    Heating_Setpoint_RL              | 1.0         |\n",
       "| action_simulation/                  |             |\n",
-      "|    Cooling_Setpoint_RL              | 26          |\n",
-      "|    Heating_Setpoint_RL              | 19          |\n",
+      "|    Cooling_Setpoint_RL              | 30.0        |\n",
+      "|    Heating_Setpoint_RL              | 23.25       |\n",
       "| episode/                            |             |\n",
-      "|    comfort_violation_time(%)        | 43.7        |\n",
-      "|    cumulative_comfort_penalty       | -2.27e+04   |\n",
-      "|    cumulative_energy_penalty        | -3.56e+03   |\n",
-      "|    cumulative_power                 | 7.11e+07    |\n",
-      "|    cumulative_reward                | -26294.172  |\n",
-      "|    cumulative_temperature_violation | 4.55e+04    |\n",
+      "|    comfort_violation_time(%)        | 15.6        |\n",
+      "|    cumulative_abs_comfort_penalty   | -6.12e+03   |\n",
+      "|    cumulative_abs_energy_penalty    | -2.17e+08   |\n",
+      "|    cumulative_power_demand          | 2.17e+08    |\n",
+      "|    cumulative_reward                | -13886.93   |\n",
+      "|    cumulative_reward_comfort_term   | -3.06e+03   |\n",
+      "|    cumulative_reward_energy_term    | -1.08e+04   |\n",
+      "|    cumulative_temperature_violation | 6.12e+03    |\n",
       "|    episode_length                   | 70077       |\n",
-      "|    mean_comfort_penalty             | -0.324      |\n",
-      "|    mean_energy_penalty              | -0.0507     |\n",
-      "|    mean_power                       | 1.01e+03    |\n",
-      "|    mean_reward                      | -0.37521827 |\n",
-      "|    mean_temperature_violation       | 0.649       |\n",
+      "|    episode_num                      | 3           |\n",
+      "|    mean_abs_comfort_penalty         | -0.0874     |\n",
+      "|    mean_abs_energy_penalty          | -3.09e+03   |\n",
+      "|    mean_power_demand                | 3.09e+03    |\n",
+      "|    mean_reward                      | -0.19816673 |\n",
+      "|    mean_reward_comfort_term         | -0.0437     |\n",
+      "|    mean_reward_energy_term          | -0.154      |\n",
+      "|    mean_temperature_violation       | 0.0874      |\n",
+      "| normalized_observation/             |             |\n",
+      "|    HVAC_electricity_demand_rate     | 0.020239763 |\n",
+      "|    air_humidity                     | -0.53520703 |\n",
+      "|    air_temperature                  | -4.463509   |\n",
+      "|    clg_setpoint                     | 5.2569265   |\n",
+      "|    co2_emission                     | 0.0         |\n",
+      "|    day_of_month                     | -1.673485   |\n",
+      "|    diffuse_solar_radiation          | -0.7461322  |\n",
+      "|    direct_solar_radiation           | -0.6145745  |\n",
+      "|    hour                             | -1.661307   |\n",
+      "|    htg_setpoint                     | -1.2282685  |\n",
+      "|    month                            | -1.602729   |\n",
+      "|    outdoor_humidity                 | -1.2240072  |\n",
+      "|    outdoor_temperature              | -2.2429628  |\n",
+      "|    people_occupant                  | -0.6889189  |\n",
+      "|    total_electricity_HVAC           | -0.01756174 |\n",
+      "|    wind_direction                   | 1.1624674   |\n",
+      "|    wind_speed                       | 1.449712    |\n",
       "| observation/                        |             |\n",
-      "|    HVAC_electricity_demand_rate     | 3207.3267   |\n",
-      "|    air_humidity                     | 17.21404    |\n",
-      "|    air_temperature                  | 16.906685   |\n",
+      "|    HVAC_electricity_demand_rate     | 3063.236    |\n",
+      "|    air_humidity                     | 29.9014     |\n",
+      "|    air_temperature                  | 16.835707   |\n",
       "|    clg_setpoint                     | 40.0        |\n",
       "|    co2_emission                     | 0.0         |\n",
       "|    day_of_month                     | 1.0         |\n",
@@ -53390,68 +79248,68 @@
       "|    htg_setpoint                     | 12.8        |\n",
       "|    month                            | 1.0         |\n",
       "|    outdoor_humidity                 | 43.25       |\n",
-      "|    outdoor_temperature              | -9.279724   |\n",
+      "|    outdoor_temperature              | -9.241015   |\n",
       "|    people_occupant                  | 0.0         |\n",
-      "|    total_electricity_HVAC           | 2886594.0   |\n",
+      "|    total_electricity_HVAC           | 2756912.5   |\n",
       "|    wind_direction                   | 305.0       |\n",
       "|    wind_speed                       | 8.4         |\n",
-      "| rollout/                            |             |\n",
-      "|    exploration_rate                 | 0.05        |\n",
-      "| train/                              |             |\n",
-      "|    learning_rate                    | 0.0001      |\n",
-      "|    loss                             | 1.33e+04    |\n",
-      "|    n_updates                        | 31298       |\n",
       "-----------------------------------------------------\n",
-      "-----------------------------------\n",
-      "| rollout/            |           |\n",
-      "|    ep_len_mean      | 3.5e+04   |\n",
-      "|    ep_rew_mean      | -1.25e+04 |\n",
-      "|    exploration_rate | 0.05      |\n",
-      "| time/               |           |\n",
-      "|    episodes         | 3         |\n",
-      "|    fps              | 815       |\n",
-      "|    time_elapsed     | 214       |\n",
-      "|    total_timesteps  | 175194    |\n",
-      "-----------------------------------\n",
-      "------------------------------------------------\n",
-      "| action_network/                 |            |\n",
-      "|    index                        | 4          |\n",
-      "| action_simulation/              |            |\n",
-      "|    Cooling_Setpoint_RL          | 26         |\n",
-      "|    Heating_Setpoint_RL          | 19         |\n",
-      "| observation/                    |            |\n",
-      "|    HVAC_electricity_demand_rate | 2556.6965  |\n",
-      "|    air_humidity                 | 17.018936  |\n",
-      "|    air_temperature              | 16.829346  |\n",
-      "|    clg_setpoint                 | 40.0       |\n",
-      "|    co2_emission                 | 0.0        |\n",
-      "|    day_of_month                 | 1.0        |\n",
-      "|    diffuse_solar_radiation      | 0.0        |\n",
-      "|    direct_solar_radiation       | 0.0        |\n",
-      "|    hour                         | 0.0        |\n",
-      "|    htg_setpoint                 | 12.8       |\n",
-      "|    month                        | 1.0        |\n",
-      "|    outdoor_humidity             | 57.75      |\n",
-      "|    outdoor_temperature          | -6.0265746 |\n",
-      "|    people_occupant              | 0.0        |\n",
-      "|    total_electricity_HVAC       | 2301027.0  |\n",
-      "|    wind_direction               | 275.0      |\n",
-      "|    wind_speed                   | 7.6        |\n",
-      "| rollout/                        |            |\n",
-      "|    exploration_rate             | 0.05       |\n",
-      "| train/                          |            |\n",
-      "|    learning_rate                | 0.0001     |\n",
-      "|    loss                         | 1.6e+04    |\n",
-      "|    n_updates                    | 31299      |\n",
-      "------------------------------------------------\n"
+      "-------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.27531138  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 19.173626   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.7731793   |\n",
+      "|    air_humidity                 | -0.8894694  |\n",
+      "|    air_temperature              | -2.9665165  |\n",
+      "|    clg_setpoint                 | 1.4720618   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.6734124  |\n",
+      "|    diffuse_solar_radiation      | -0.74611896 |\n",
+      "|    direct_solar_radiation       | -0.6145648  |\n",
+      "|    hour                         | -1.5167791  |\n",
+      "|    htg_setpoint                 | 0.69160885  |\n",
+      "|    month                        | -1.6026636  |\n",
+      "|    outdoor_humidity             | -0.13516964 |\n",
+      "|    outdoor_temperature          | -1.741721   |\n",
+      "|    people_occupant              | -0.68890727 |\n",
+      "|    total_electricity_HVAC       | 3.5584047   |\n",
+      "|    wind_direction               | 0.7589474   |\n",
+      "|    wind_speed                   | 0.74423045  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 19232.754   |\n",
+      "|    air_humidity                 | 25.264347   |\n",
+      "|    air_temperature              | 18.797098   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 1.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 1.0         |\n",
+      "|    htg_setpoint                 | 20.880516   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 65.75       |\n",
+      "|    outdoor_temperature          | -4.3657913  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 17325074.0  |\n",
+      "|    wind_direction               | 262.5       |\n",
+      "|    wind_speed                   | 6.7         |\n",
+      "-------------------------------------------------\n"
      ]
     },
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
       "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n",
       "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.unwrapped_observation to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.unwrapped_observation` for environment variables or `env.get_wrapper_attr('unwrapped_observation')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
       "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n",
       "  logger.warn(\n",
       "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n",
@@ -53460,35 +79318,480 @@
       "  gym.logger.warn(\"Casting input x to numpy array.\")\n"
      ]
     },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.30490056 |\n",
+      "|    Heating_Setpoint_RL          | 0.36055952  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 25.59596    |\n",
+      "|    Heating_Setpoint_RL          | 19.653147   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 4.112525    |\n",
+      "|    air_humidity                 | -1.130085   |\n",
+      "|    air_temperature              | -1.2624166  |\n",
+      "|    clg_setpoint                 | 0.42736623  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.5579975  |\n",
+      "|    diffuse_solar_radiation      | -0.7460236  |\n",
+      "|    direct_solar_radiation       | -0.614521   |\n",
+      "|    hour                         | -1.372267   |\n",
+      "|    htg_setpoint                 | 1.2547963   |\n",
+      "|    month                        | -1.601034   |\n",
+      "|    outdoor_humidity             | -1.2591763  |\n",
+      "|    outdoor_temperature          | -2.630398   |\n",
+      "|    people_occupant              | -0.68900657 |\n",
+      "|    total_electricity_HVAC       | 3.8793094   |\n",
+      "|    wind_direction               | 1.4940429   |\n",
+      "|    wind_speed                   | -0.14874886 |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 20707.71    |\n",
+      "|    air_humidity                 | 22.106361   |\n",
+      "|    air_temperature              | 21.028923   |\n",
+      "|    clg_setpoint                 | 27.239492   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 2.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 2.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 42.5        |\n",
+      "|    outdoor_temperature          | -13.038298  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 18642582.0  |\n",
+      "|    wind_direction               | 340.0       |\n",
+      "|    wind_speed                   | 4.55        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.5733868   |\n",
+      "|    Heating_Setpoint_RL          | 1.0         |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 28.56018    |\n",
+      "|    Heating_Setpoint_RL          | 23.25       |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 2.5423193   |\n",
+      "|    air_humidity                 | -0.67670697 |\n",
+      "|    air_temperature              | -1.8014764  |\n",
+      "|    clg_setpoint                 | 0.91195583  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.4429247  |\n",
+      "|    diffuse_solar_radiation      | -0.7459456  |\n",
+      "|    direct_solar_radiation       | -0.61445254 |\n",
+      "|    hour                         | -1.227768   |\n",
+      "|    htg_setpoint                 | 0.6341244   |\n",
+      "|    month                        | -1.5994093  |\n",
+      "|    outdoor_humidity             | 0.3258723   |\n",
+      "|    outdoor_temperature          | -1.3214113  |\n",
+      "|    people_occupant              | -0.6891057  |\n",
+      "|    total_electricity_HVAC       | 2.6413248   |\n",
+      "|    wind_direction               | -1.021704   |\n",
+      "|    wind_speed                   | 0.8574867   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 13948.264   |\n",
+      "|    air_humidity                 | 28.03343    |\n",
+      "|    air_temperature              | 20.31977    |\n",
+      "|    clg_setpoint                 | 28.520016   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 3.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 3.0         |\n",
+      "|    htg_setpoint                 | 20.636726   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 75.25       |\n",
+      "|    outdoor_temperature          | -0.31982493 |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 13604815.0  |\n",
+      "|    wind_direction               | 75.0        |\n",
+      "|    wind_speed                   | 6.975       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.6465633   |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 21.261917   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.43410563 |\n",
+      "|    air_humidity                 | 0.34633029  |\n",
+      "|    air_temperature              | -1.7474083  |\n",
+      "|    clg_setpoint                 | 1.4714925   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.3281449  |\n",
+      "|    diffuse_solar_radiation      | -0.7457529  |\n",
+      "|    direct_solar_radiation       | -0.6142114  |\n",
+      "|    hour                         | -1.0832794  |\n",
+      "|    htg_setpoint                 | 0.33477902  |\n",
+      "|    month                        | -1.5977895  |\n",
+      "|    outdoor_humidity             | -0.55721813 |\n",
+      "|    outdoor_temperature          | -1.5638685  |\n",
+      "|    people_occupant              | -0.68920475 |\n",
+      "|    total_electricity_HVAC       | -0.45136106 |\n",
+      "|    wind_direction               | 0.85321105  |\n",
+      "|    wind_speed                   | 1.3635701   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 1108.2561   |\n",
+      "|    air_humidity                 | 41.427074   |\n",
+      "|    air_temperature              | 20.389164   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 4.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 4.0         |\n",
+      "|    htg_setpoint                 | 19.376612   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 57.0        |\n",
+      "|    outdoor_temperature          | -2.6866887  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 991890.8    |\n",
+      "|    wind_direction               | 272.5       |\n",
+      "|    wind_speed                   | 8.2         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 1%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 1.0         |\n",
+      "|    Heating_Setpoint_RL          | 0.09454706  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 30.0        |\n",
+      "|    Heating_Setpoint_RL          | 18.156826   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 3.917696    |\n",
+      "|    air_humidity                 | -1.1412299  |\n",
+      "|    air_temperature              | -1.4320995  |\n",
+      "|    clg_setpoint                 | 0.787621    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.2136127  |\n",
+      "|    diffuse_solar_radiation      | -0.74565136 |\n",
+      "|    direct_solar_radiation       | -0.6142296  |\n",
+      "|    hour                         | -0.93879884 |\n",
+      "|    htg_setpoint                 | 1.2552992   |\n",
+      "|    month                        | -1.5961747  |\n",
+      "|    outdoor_humidity             | -0.7982134  |\n",
+      "|    outdoor_temperature          | -2.189661   |\n",
+      "|    people_occupant              | -0.6893037  |\n",
+      "|    total_electricity_HVAC       | 3.6966808   |\n",
+      "|    wind_direction               | 0.92397904  |\n",
+      "|    wind_speed                   | 0.17114931  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 19895.578   |\n",
+      "|    air_humidity                 | 21.954102   |\n",
+      "|    air_temperature              | 20.801636   |\n",
+      "|    clg_setpoint                 | 28.192734   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 5.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 5.0         |\n",
+      "|    htg_setpoint                 | 23.25       |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 52.0        |\n",
+      "|    outdoor_temperature          | -8.809899   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 17919904.0  |\n",
+      "|    wind_direction               | 280.0       |\n",
+      "|    wind_speed                   | 5.325       |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -0.7741503  |\n",
+      "|    Heating_Setpoint_RL          | 0.34172383  |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 24.012243   |\n",
+      "|    Heating_Setpoint_RL          | 19.547195   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.06344563 |\n",
+      "|    air_humidity                 | -1.5741775  |\n",
+      "|    air_temperature              | -2.6978436  |\n",
+      "|    clg_setpoint                 | 0.3591255   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -1.0992869  |\n",
+      "|    diffuse_solar_radiation      | -0.7455214  |\n",
+      "|    direct_solar_radiation       | -0.6142712  |\n",
+      "|    hour                         | -0.7943246  |\n",
+      "|    htg_setpoint                 | -1.4173074  |\n",
+      "|    month                        | -1.5945648  |\n",
+      "|    outdoor_humidity             | -0.28987715 |\n",
+      "|    outdoor_temperature          | -2.0924025  |\n",
+      "|    people_occupant              | -0.6890143  |\n",
+      "|    total_electricity_HVAC       | -0.10029349 |\n",
+      "|    wind_direction               | 0.56736004  |\n",
+      "|    wind_speed                   | -0.5433649  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2710.5728   |\n",
+      "|    air_humidity                 | 16.27196    |\n",
+      "|    air_temperature              | 19.131996   |\n",
+      "|    clg_setpoint                 | 27.06105    |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 6.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 6.0         |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 62.5        |\n",
+      "|    outdoor_temperature          | -7.887096   |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 2426382.0   |\n",
+      "|    wind_direction               | 242.5       |\n",
+      "|    wind_speed                   | 3.6         |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | 0.28114682  |\n",
+      "|    Heating_Setpoint_RL          | -0.24003944 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 27.57387    |\n",
+      "|    Heating_Setpoint_RL          | 16.274778   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.42686194  |\n",
+      "|    air_humidity                 | -1.6761714  |\n",
+      "|    air_temperature              | -2.641755   |\n",
+      "|    clg_setpoint                 | 1.4700122   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.9851305  |\n",
+      "|    diffuse_solar_radiation      | -0.7454113  |\n",
+      "|    direct_solar_radiation       | -0.61415493 |\n",
+      "|    hour                         | -0.64985484 |\n",
+      "|    htg_setpoint                 | 0.10422931  |\n",
+      "|    month                        | -1.5929598  |\n",
+      "|    outdoor_humidity             | -0.47074726 |\n",
+      "|    outdoor_temperature          | -1.2462221  |\n",
+      "|    people_occupant              | -0.68872535 |\n",
+      "|    total_electricity_HVAC       | 0.42716068  |\n",
+      "|    wind_direction               | 0.7808853   |\n",
+      "|    wind_speed                   | 0.6372446   |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4830.5317   |\n",
+      "|    air_humidity                 | 14.911879   |\n",
+      "|    air_temperature              | 19.199064   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 7.0         |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 7.0         |\n",
+      "|    htg_setpoint                 | 18.40335    |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 58.75       |\n",
+      "|    outdoor_temperature          | 0.35886493  |\n",
+      "|    people_occupant              | 0.0         |\n",
+      "|    total_electricity_HVAC       | 4581727.0   |\n",
+      "|    wind_direction               | 265.0       |\n",
+      "|    wind_speed                   | 6.45        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.16681468 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 16.686668   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.13813654  |\n",
+      "|    air_humidity                 | -1.1340814  |\n",
+      "|    air_temperature              | -1.3197576  |\n",
+      "|    clg_setpoint                 | 1.4699153   |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.87110996 |\n",
+      "|    diffuse_solar_radiation      | -0.34379062 |\n",
+      "|    direct_solar_radiation       | -0.61416656 |\n",
+      "|    hour                         | -0.5053881  |\n",
+      "|    htg_setpoint                 | -0.18444064 |\n",
+      "|    month                        | -1.5913595  |\n",
+      "|    outdoor_humidity             | -1.3395867  |\n",
+      "|    outdoor_temperature          | -2.0135953  |\n",
+      "|    people_occupant              | 1.6950265   |\n",
+      "|    total_electricity_HVAC       | 0.097910084 |\n",
+      "|    wind_direction               | -0.97597903 |\n",
+      "|    wind_speed                   | -1.0621798  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 3584.5242   |\n",
+      "|    air_humidity                 | 22.003574   |\n",
+      "|    air_temperature              | 20.939362   |\n",
+      "|    clg_setpoint                 | 30.0        |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 8.0         |\n",
+      "|    diffuse_solar_radiation      | 39.5        |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 8.0         |\n",
+      "|    htg_setpoint                 | 17.18734    |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 40.75       |\n",
+      "|    outdoor_temperature          | -7.15001    |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3238257.5   |\n",
+      "|    wind_direction               | 80.0        |\n",
+      "|    wind_speed                   | 2.35        |\n",
+      "-------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 2%\n",
+      "| action_network/                 |              |\n",
+      "|    Cooling_Setpoint_RL          | -1.0         |\n",
+      "|    Heating_Setpoint_RL          | 1.0          |\n",
+      "| action_simulation/              |              |\n",
+      "|    Cooling_Setpoint_RL          | 23.25        |\n",
+      "|    Heating_Setpoint_RL          | 23.25        |\n",
+      "| normalized_observation/         |              |\n",
+      "|    HVAC_electricity_demand_rate | -0.123212904 |\n",
+      "|    air_humidity                 | 0.04762558   |\n",
+      "|    air_temperature              | 0.43311608   |\n",
+      "|    clg_setpoint                 | -1.0828459   |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | -0.7571959   |\n",
+      "|    diffuse_solar_radiation      | 0.47735372   |\n",
+      "|    direct_solar_radiation       | -0.56069905  |\n",
+      "|    hour                         | -0.36092323  |\n",
+      "|    htg_setpoint                 | -0.9103977   |\n",
+      "|    month                        | -1.589764    |\n",
+      "|    outdoor_humidity             | 1.438465     |\n",
+      "|    outdoor_temperature          | -1.081263    |\n",
+      "|    people_occupant              | 1.6947054    |\n",
+      "|    total_electricity_HVAC       | -0.15068075  |\n",
+      "|    wind_direction               | 1.2791225    |\n",
+      "|    wind_speed                   | -1.1859752   |\n",
+      "| observation/                    |              |\n",
+      "|    HVAC_electricity_demand_rate | 2456.03      |\n",
+      "|    air_humidity                 | 37.481216    |\n",
+      "|    air_temperature              | 23.24951     |\n",
+      "|    clg_setpoint                 | 23.25        |\n",
+      "|    co2_emission                 | 0.0          |\n",
+      "|    day_of_month                 | 9.0          |\n",
+      "|    diffuse_solar_radiation      | 120.25       |\n",
+      "|    direct_solar_radiation       | 13.25        |\n",
+      "|    hour                         | 9.0          |\n",
+      "|    htg_setpoint                 | 14.132099    |\n",
+      "|    month                        | 1.0          |\n",
+      "|    outdoor_humidity             | 98.25        |\n",
+      "|    outdoor_temperature          | 1.9435291    |\n",
+      "|    people_occupant              | 20.0         |\n",
+      "|    total_electricity_HVAC       | 2223711.5    |\n",
+      "|    wind_direction               | 317.5        |\n",
+      "|    wind_speed                   | 2.05         |\n",
+      "--------------------------------------------------\n",
+      "--------------------------------------------------------------------------------------------------------------| 3%\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.09600639 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.084965   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | 0.27131873  |\n",
+      "|    air_humidity                 | -0.58198196 |\n",
+      "|    air_temperature              | 0.43320337  |\n",
+      "|    clg_setpoint                 | -1.0827888  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6433626  |\n",
+      "|    diffuse_solar_radiation      | 0.78260267  |\n",
+      "|    direct_solar_radiation       | -0.21390428 |\n",
+      "|    hour                         | -0.21645942 |\n",
+      "|    htg_setpoint                 | -1.4168515  |\n",
+      "|    month                        | -1.5881734  |\n",
+      "|    outdoor_humidity             | -0.16827175 |\n",
+      "|    outdoor_temperature          | -1.5561342  |\n",
+      "|    people_occupant              | 1.6943847   |\n",
+      "|    total_electricity_HVAC       | 0.23883504  |\n",
+      "|    wind_direction               | 1.4682914   |\n",
+      "|    wind_speed                   | 0.00478402  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 4163.4297   |\n",
+      "|    air_humidity                 | 29.238049   |\n",
+      "|    air_temperature              | 23.249308   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 150.25      |\n",
+      "|    direct_solar_radiation       | 99.5        |\n",
+      "|    hour                         | 10.0        |\n",
+      "|    htg_setpoint                 | 12.0        |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 65.0        |\n",
+      "|    outdoor_temperature          | -2.7060285  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 3816650.5   |\n",
+      "|    wind_direction               | 337.5       |\n",
+      "|    wind_speed                   | 4.925       |\n",
+      "-------------------------------------------------\n",
+      "-------------------------------------------------\n",
+      "| action_network/                 |             |\n",
+      "|    Cooling_Setpoint_RL          | -1.0        |\n",
+      "|    Heating_Setpoint_RL          | -0.08584058 |\n",
+      "| action_simulation/              |             |\n",
+      "|    Cooling_Setpoint_RL          | 23.25       |\n",
+      "|    Heating_Setpoint_RL          | 17.142147   |\n",
+      "| normalized_observation/         |             |\n",
+      "|    HVAC_electricity_demand_rate | -0.1326249  |\n",
+      "|    air_humidity                 | -1.0924978  |\n",
+      "|    air_temperature              | 0.43321893  |\n",
+      "|    clg_setpoint                 | -1.0825952  |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | -0.6432877  |\n",
+      "|    diffuse_solar_radiation      | -0.7451695  |\n",
+      "|    direct_solar_radiation       | -0.61390007 |\n",
+      "|    hour                         | 0.79477185  |\n",
+      "|    htg_setpoint                 | -0.6580516  |\n",
+      "|    month                        | -1.587713   |\n",
+      "|    outdoor_humidity             | -1.1828625  |\n",
+      "|    outdoor_temperature          | -1.4059567  |\n",
+      "|    people_occupant              | 1.6940062   |\n",
+      "|    total_electricity_HVAC       | -0.16286215 |\n",
+      "|    wind_direction               | 0.4002884   |\n",
+      "|    wind_speed                   | 0.53301185  |\n",
+      "| observation/                    |             |\n",
+      "|    HVAC_electricity_demand_rate | 2415.9558   |\n",
+      "|    air_humidity                 | 22.55221    |\n",
+      "|    air_temperature              | 23.249384   |\n",
+      "|    clg_setpoint                 | 23.25       |\n",
+      "|    co2_emission                 | 0.0         |\n",
+      "|    day_of_month                 | 10.0        |\n",
+      "|    diffuse_solar_radiation      | 0.0         |\n",
+      "|    direct_solar_radiation       | 0.0         |\n",
+      "|    hour                         | 17.0        |\n",
+      "|    htg_setpoint                 | 15.193145   |\n",
+      "|    month                        | 1.0         |\n",
+      "|    outdoor_humidity             | 44.0        |\n",
+      "|    outdoor_temperature          | -1.2422667  |\n",
+      "|    people_occupant              | 20.0        |\n",
+      "|    total_electricity_HVAC       | 2174360.0   |\n",
+      "|    wind_direction               | 225.0       |\n",
+      "|    wind_speed                   | 6.2         |\n",
+      "| train/                          |             |\n",
+      "|    approx_kl                    | 0.008568234 |\n",
+      "|    clip_fraction                | 0.0667      |\n",
+      "|    clip_range                   | 0.2         |\n",
+      "|    entropy_loss                 | -2.32       |\n",
+      "|    explained_variance           | 0.41        |\n",
+      "|    learning_rate                | 0.0003      |\n",
+      "|    loss                         | 0.261       |\n",
+      "|    n_updates                    | 860         |\n",
+      "|    policy_gradient_loss         | -0.012      |\n",
+      "|    std                          | 0.777       |\n",
+      "|    value_loss                   | 1.4         |\n",
+      "-------------------------------------------------\n"
+     ]
+    },
     {
      "data": {
       "text/plain": [
-       ""
+       ""
       ]
      },
-     "execution_count": 11,
+     "execution_count": 10,
      "metadata": {},
      "output_type": "execute_result"
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'rollout/ep_len_mean': 35040.0, '_timestamp': 1700214442.738834}).\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'rollout/ep_rew_mean': -12505.215683, '_timestamp': 1700214442.7389145}).\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'rollout/exploration_rate': 0.05, '_timestamp': 1700214442.738949}).\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/episodes': 3, '_timestamp': 1700214442.7389746}).\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/fps': 815, '_timestamp': 1700214442.7390523}).\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/time_elapsed': 214, '_timestamp': 1700214442.739078}).\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/total_timesteps': 175194, '_timestamp': 1700214442.7391007}).\n"
-     ]
     }
    ],
    "source": [
     "model.learn(\n",
     "    total_timesteps=timesteps,\n",
     "    callback=callback,\n",
-    "    log_interval=1)"
+    "    log_interval=100)"
    ]
   },
   {
@@ -53498,12 +79801,12 @@
     "collapsed": false
    },
    "source": [
-    "Now, we save the current model (the model version when training has finished)."
+    "Now, we save the current model (the model version when training has finished). We will save the mean and var normalization calibration in order to use it in model evaluation, although these values can be consulted later in a txt saved in Sinergym training output. Visit NormalizeObservation wrapper documentation for more information."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 11,
    "metadata": {
     "collapsed": false,
     "pycharm": {
@@ -53515,13 +79818,19 @@
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "/usr/local/lib/python3.10/dist-packages/stable_baselines3/common/save_util.py:278: UserWarning: Path '35040' does not exist. Will create it.\n",
-      "  warnings.warn(f\"Path '{path.parent}' does not exist. Will create it.\")\n"
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.mean to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.mean` for environment variables or `env.get_wrapper_attr('mean')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.var to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.var` for environment variables or `env.get_wrapper_attr('var')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n"
      ]
     }
    ],
    "source": [
-    "model.save(str(env.get_wrapper_attr('timestep_per_episode'))+ '/' + experiment_name)"
+    "model.save(str(env.get_wrapper_attr('timestep_per_episode'))+ '/' + experiment_name)\n",
+    "# Save observation normalization calibration\n",
+    "if hasattr(env, 'mean') and hasattr(env, 'var'):\n",
+    "    training_mean = env.get_wrapper_attr('mean')\n",
+    "    training_var = env.get_wrapper_attr('var')"
    ]
   },
   {
@@ -53536,7 +79845,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 12,
    "metadata": {
     "collapsed": false,
     "pycharm": {
@@ -53549,8 +79858,15 @@
      "output_type": "stream",
      "text": [
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n",
-      "Progress: |***************************************************************************************************| 99%\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]\u001b[0m\n"
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05]\u001b[0m\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Progress: |***************************************************************************************************| 99%\n"
      ]
     }
    ],
@@ -53568,37 +79884,18 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": 13,
    "metadata": {},
    "outputs": [
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "\u001b[34m\u001b[1mwandb\u001b[0m: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1)... "
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "Done. 0.1s\n",
-      "\u001b[34m\u001b[1mwandb\u001b[0m: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1)... Done. 0.0s\n",
+      "\u001b[34m\u001b[1mwandb\u001b[0m: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05-res35041)... Done. 0.2s\n",
+      "\u001b[34m\u001b[1mwandb\u001b[0m: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_EVALUATION-res35041)... Done. 0.1s\n",
       "wandb: WARNING Source type is set to 'repo' but some required information is missing from the environment. A job will not be created from this run. See https://docs.wandb.ai/guides/launch/create-job\n"
      ]
     },
-    {
-     "data": {
-      "text/html": [
-       "W&B sync reduced upload amount by 1.2%             "
-      ],
-      "text/plain": [
-       ""
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
     {
      "data": {
       "text/html": [
@@ -53607,7 +79904,7 @@
        "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
        "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
        "    \n",
-       "
Run history:

action_network/index▃▃█▆▁▆▅▆▆▃▃▇▁▃█▅▅▇▂▂▃▄▁▅▇▂▇▁▅▃█▃▇▄▅▇▄▇▃▁
action_simulation/Cooling_Setpoint_RL▆▅▁▁█▁▃▂▂▅▆▁█▆▁▃▃▁▇▇▅▄█▃▁▇▁█▃▅▁▅▁▄▃▁▄▁▅█
action_simulation/Heating_Setpoint_RL▃▄▇█▁█▆▇▇▄▃█▁▃▇▆▆█▂▂▄▅▁▆█▂█▁▆▄▇▄█▅▆█▅█▄▁
episode/comfort_violation_time(%)▁▁█
episode/cumulative_comfort_penalty█▂▁
episode/cumulative_energy_penalty█▁▁
episode/cumulative_power▁██
episode/cumulative_reward█▂▁
episode/cumulative_temperature_violation▁▇█
episode/episode_length▁██
episode/mean_comfort_penalty█▅▁
episode/mean_energy_penalty▁█▄
episode/mean_power█▁▅
episode/mean_reward█▅▁
episode/mean_temperature_violation▁▄█
eval/comfort_violation(%)▁█
eval/cumulative_comfort_penalty█▁
eval/cumulative_energy_penalty▁█
eval/cumulative_power_consumption█▁
eval/cumulative_reward█▁
eval/cumulative_temperature_violation▁█
eval/episode_length▁▁
eval/mean_comfort_penalty█▁
eval/mean_energy_penalty▁█
eval/mean_power_consumption█▁
eval/mean_reward█▁
eval/mean_temperature_violation▁█
eval/std_cumulative_reward▁▁
eval/std_reward▁▁
observation/HVAC_electricity_demand_rate▂▂▁▁▁▄▁▁▁▂▁▆▁▁▁▁▂▂▁▁▁▁▂▂▁▁▂▁▁▁▁▂▁▂▁▁█▅▁▂
observation/air_humidity▂▂▅▆▇▆▆▃▃▂▁▅▅▆▆▂▄▃▅▇██▄▂▂▂▄▆▆▆▂▁▁▂▇▆▅▃▂▂
observation/air_temperature▆▃▄▅▅▄▂▂▂▅▆▅█▇▃▂▁▂▂▄▅▃▇▂▄▃▄▆▇▆▃▁▄▃▂▆▅▅▇▅
observation/clg_setpoint▁▁▄█▅▁█▄▃▆▇▅█▁▁▃▇▄▂▅▁▄█▃▁▇▁█▃▅▁▅▁▁▁▁▄▁▅█
observation/co2_emission▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
observation/day_of_month▅▅▃█▅▆▃█▅▅▃█▅▃▃█▅▃▄▁▆▃▄▁▅▃█▁▆▃█▁▅▃█▁▆▃█▅
observation/diffuse_solar_radiation▂▁▁▁▁▃▄▁▁▃▄▆▇▄▁▁▁▁▂▃▂▂▄▂▃▇▅▁▁▁▁▁▁▁▁▃█▃▃▄
observation/direct_solar_radiation▄▁▁▁▁▇▄▁▁▆▇▆▄▁▁▁▁▁▅▅▁▁▅▃▆▄▁▁▁▁▁▁▁▁▁█▅█▇▃
observation/hour▅████▂▂▂▁▅▅▅▅▅████▁▁▁▁▅▅▄▄▄▇▇▇▇▁▁▁▁▄▄▄▄▄
observation/htg_setpoint█▇▅▁▄█▁▅▆▃▂▄▁█▇▆▂▅▇▄█▅▁▆█▂█▁▆▄▇▄█▇██▅█▄▁
observation/month▁▂▃▄▅▅▇▇▁▂▃▄▅▆▇▇▁▂▃▄▅▆▇█▁▂▃▄▅▆▇█▁▂▃▄▅▆▇█
observation/outdoor_humidity▃▅▃▆█▄█▆█▄▁▄▆▆▇▄▇▇▃▇▇▇▆▃▃▄▆▄▇▇▄▃▃▅█▂▆▂▄▃
observation/outdoor_temperature▄▂▃▆██▅▃▃▃▅██▆▅▂▂▂▂▆█▆▆▂▃▂▄▆▇▆▄▁▂▁▄▆█▇▅▃
observation/people_occupant█▁▁▁▁▁▁▁▁███▁▁▁▁▁▁▁▁▁▁▁▁▁▁▇▁▁▁▁▁▁▁▁▁▇▇▇▇
observation/total_electricity_HVAC▂▂▁▁▁▄▁▁▁▂▁▆▁▁▁▁▂▂▁▁▁▁▂▂▁▁▂▁▁▁▁▂▁▂▁▁█▅▁▂
observation/wind_direction▅▅▇▁▅█▆▇▃▃▇▄▅▂▁▇▆▃█▅▆▂▅▇▆▂▃█▅▂▆▇▇█▃▇▅▁█▆
observation/wind_speed▂▃▆▁▃▄▃▅▅▃█▅▄▃▁▆▅▄▅▃▃▂▃█▆▆▄▅▅▂▃▇▄▅▃▄▅▅▃▄
rollout/exploration_rate█▇▄▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
time/total_timesteps▁█
train/learning_rate▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
train/loss▇▁▃▂▃▂▁▂▁▂▂▁▂▃▃▁▂▁▁▂▂▁▃▃▂▂█▂▃▂▂▂▁▂▂▁▂▁▁▂
train/n_updates▁▁▁▁▂▂▂▂▂▃▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▆▇▇▇▇▇▇███

Run summary:

action_network/index4
action_simulation/Cooling_Setpoint_RL26
action_simulation/Heating_Setpoint_RL19
episode/comfort_violation_time(%)43.69622
episode/cumulative_comfort_penalty-22738.12343
episode/cumulative_energy_penalty-3556.04736
episode/cumulative_power71120947.22879
episode/cumulative_reward-26294.17188
episode/cumulative_temperature_violation45476.24685
episode/episode_length70077
episode/mean_comfort_penalty-0.32447
episode/mean_energy_penalty-0.05074
episode/mean_power1014.89714
episode/mean_reward-0.37522
episode/mean_temperature_violation0.64895
eval/comfort_violation(%)58.24201
eval/cumulative_comfort_penalty-17670.69841
eval/cumulative_energy_penalty-1708.48282
eval/cumulative_power_consumption34169656.38755
eval/cumulative_reward-19379.18123
eval/cumulative_temperature_violation35341.39683
eval/episode_length35040.0
eval/mean_comfort_penalty-0.5043
eval/mean_energy_penalty-0.04876
eval/mean_power_consumption975.16143
eval/mean_reward-0.55306
eval/mean_temperature_violation1.0086
eval/std_cumulative_reward0.0
eval/std_reward0.0
observation/HVAC_electricity_demand_rate2556.69653
observation/air_humidity17.01894
observation/air_temperature16.82935
observation/clg_setpoint40.0
observation/co2_emission0.0
observation/day_of_month1.0
observation/diffuse_solar_radiation0.0
observation/direct_solar_radiation0.0
observation/hour0.0
observation/htg_setpoint12.8
observation/month1.0
observation/outdoor_humidity57.75
observation/outdoor_temperature-6.02657
observation/people_occupant0.0
observation/total_electricity_HVAC2301027.0
observation/wind_direction275.0
observation/wind_speed7.6
rollout/exploration_rate0.05
time/total_timesteps140154
train/learning_rate0.0001
train/loss16037.58984
train/n_updates31299

"
+       "
Run history:

action_network/Cooling_Setpoint_RL▅▁▆█████▇▁▁▅▆█▁▁▁█▄█▃▁█▅▃█▁▁▁▁▂▆▅▆▁▅▅▅▃█
action_network/Heating_Setpoint_RL▁▃▂▂▆▄▅▆▃▆▁▂▁▄▁▁█▁▂▄▇▆█▂▇▇▄▄▇█▄▄▅▁▇███▆▇
action_simulation/Cooling_Setpoint_RL▅▁▆█████▇▁▁▅▆█▁▁▁█▄█▃▁█▅▃█▁▁▁▁▂▆▅▆▁▅▅▅▃█
action_simulation/Heating_Setpoint_RL▁▃▂▂▆▄▅▆▃▆▁▂▁▄▁▁█▁▂▄▇▆█▂▇▇▄▄▇█▄▄▅▁▇███▆▇
episode/comfort_violation_time(%)█▃▁
episode/cumulative_abs_comfort_penalty▁▄█
episode/cumulative_abs_energy_penalty█▁▁
episode/cumulative_power_demand▁██
episode/cumulative_reward█▁▄
episode/cumulative_reward_comfort_term▁▄█
episode/cumulative_reward_energy_term█▁▁
episode/cumulative_temperature_violation█▅▁
episode/episode_length▁██
episode/episode_num▁▅█
episode/mean_abs_comfort_penalty▁▇█
episode/mean_abs_energy_penalty█▂▁
episode/mean_power_demand▁▇█
episode/mean_reward▁▇█
episode/mean_reward_comfort_term▁▇█
episode/mean_reward_energy_term█▂▁
episode/mean_temperature_violation█▂▁
eval/comfort_violation(%)█▁
eval/cumulative_absolute_comfort_penalty▁█
eval/cumulative_absolute_energy_penalty█▁
eval/cumulative_power_demand▁█
eval/cumulative_reward▁█
eval/cumulative_reward_comfort_term▁█
eval/cumulative_reward_energy_term█▁
eval/cumulative_temperature_violation█▁
eval/episode_length▁▁
eval/mean_absolute_comfort_penalty▁█
eval/mean_absolute_energy_penalty█▁
eval/mean_power_demand▁█
eval/mean_reward▁█
eval/mean_reward_comfort_term▁█
eval/mean_reward_energy_term█▁
eval/mean_temperature_violation█▁
eval/std_cumulative_reward▁▁
eval/std_mean_reward▁▁
normalized_observation/HVAC_electricity_demand_rate▁▃▁▃▁▂▁█▃▂▁▂▂▁▁▃▂▁▁▃▁▁▂▇▂▁▁▄▁▂▁▆▂▃▁▁▃▃▆▂
normalized_observation/air_humidity▃▄▄▆▅▄▇▄▄▅▁▆▃▁▁▂▆▄▃▅▁▆▂▂▅▃▅▇▅▇▃▃▃▆▅▄▅█▃▅
normalized_observation/air_temperature▇▄▅▅▅▅▅▄▄▄▇█▆▆▆▄▄▄▅▆▅▅▄▅▁▄▇▆█▆▅▆▂▆▅▅▆▆▆▃
normalized_observation/clg_setpoint▃▁█▂██▆▇▂█▃▄▂█▁█▇▇▇▆▅█▂█▇█▃▂▅▂▃▄█▇▃█▇▂▄█
normalized_observation/co2_emission▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
normalized_observation/day_of_month█▅▃█▅▆▃█▅▂▃█▅▂▇█▅▂▇▄▅▂▇▅▁▃▇▅▂▇▇▅▁▇▄▅▂▇▄▁
normalized_observation/diffuse_solar_radiation▂▁▁▁▁▂▃▁▁▂▄▅▇▄▃▁▁▁▁▁▂▂▁▁▁▇▅▄█▄▁▁▁▁▁▂▁▁▁▁
normalized_observation/direct_solar_radiation▆▁▁▁▁█▄▁▁▃█▆▅▁▆▁▁▁▁▁▁▁▂▁▁▄▁▇▃▁▁▁▁▁▁▃▂▁▁▁
normalized_observation/hour▅████▂▂▂▂▂▅▅▅▅▅█████▂▂▂▂▁▄▄▄▄▄▇▇▇▇▇▁▁▁▁▁
normalized_observation/htg_setpoint█▆▅█▁▁▄█▆▇▁▅▂▁▁▇▆▅▂█▁▁▇█▃▁▆▇▃█▄█▂█▂▃███▅
normalized_observation/month▄▇█▇████▁▃▃▄▅▆▇▇▁▂▃▄▅▆▇█▂▂▃▄▅▆▇█▂▂▄▄▅▆▇▁
normalized_observation/outdoor_humidity▄▆▄▆█▄█▆██▁▄▆▆▂▄▇▇▆█▇▇▆▆▅▄▆▆▄▆▄▆▃▅▆▇▆█▆▅
normalized_observation/outdoor_temperature█▆▆▇▇▇▅▃▄▃▆██▆▄▄▃▃▄▆▇▆▃▃▂▄▅▇▇▆▅▃▁▅▅▇▅▆▄▂
normalized_observation/people_occupant█▁▁▁▁▁▁▁▁▁██▁▁█▁▁▁▁▁▁▁▁▁▁▁▇▇▇▇▁▁▁▁▁▁▁▁▁▁
normalized_observation/total_electricity_HVAC▁▄▁▃▁▂▁█▃▂▁▂▂▁▁▃▂▁▁▃▁▁▂█▂▁▁▃▁▂▁▆▂▃▁▁▃▃▆▂
normalized_observation/wind_direction▅▅▇▁▅█▆▇▃▆▇▄▅▂▁▇▆▃▃▅▆▂▁█▇▂▃▅▂▂▆▆▇▁▃▇▂█▆▇
normalized_observation/wind_speed▂▂▆▁▃▅▄▆▅▂█▅▄▄▅▆▅▄▃▃▃▂▁▃▆▆▄▄▄▃▃▄▅▅▃▃▃▁▄▆
observation/HVAC_electricity_demand_rate▁▄▁▃▁▁▁█▃▂▁▂▂▁▁▃▂▁▁▃▁▁▂█▂▁▁▄▁▂▁▆▂▃▁▁▃▃▆▁
observation/air_humidity▃▃▃▆▅▄▇▄▄▅▁▅▃▁▁▃▆▄▃▅▁▆▂▂▄▃▅▇▅▇▃▃▃▆▅▄▅█▃▅
observation/air_temperature█▃▄▅▅▅▅▄▃▄▇█▆▆▆▄▃▄▄▆▅▅▅▅▁▄▇▆█▆▅▆▃▆▅▅▆▆▆▃
observation/clg_setpoint▃▁█▂██▆▇▂█▃▄▂█▁█▇▇▇▆▅█▁█▇█▂▂▅▁▃▃█▇▃█▇▁▃█
observation/co2_emission▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
observation/day_of_month▄▅▃█▅▆▃█▅▂▃█▅▂▇█▅▂▇▄▅▂▇▅▁▃▇▅▂▇▇▅▁▇▄▅▂▇▄▁
observation/diffuse_solar_radiation▂▁▁▁▁▃▃▁▁▂▃▅▇▄▃▁▁▁▁▁▂▂▁▁▁▆▅▄█▄▁▁▁▁▁▂▁▁▁▁
observation/direct_solar_radiation▅▁▁▁▁█▅▁▁▃█▆▅▁▆▁▁▁▁▁▁▁▂▁▁▃▁▇▃▁▁▁▁▁▁▃▂▁▁▁
observation/hour▅████▂▂▂▂▂▅▅▅▅▅█████▂▂▂▂▁▄▄▄▄▄▇▇▇▇▇▁▁▁▁▁
observation/htg_setpoint█▆▅█▁▁▄█▆▇▁▅▂▁▁▇▆▅▂█▁▁▇█▃▂▆▇▄█▅█▂█▂▃███▆
observation/month▁▂▃▄▅▅▇▇▁▂▃▄▅▆▇▇▁▂▃▄▅▆▇█▂▂▃▄▅▆▇█▂▂▄▄▅▆▇▁
observation/outdoor_humidity▃▆▃▆█▄█▆██▁▄▆▆▂▄▇▇▆█▇▇▆▆▅▄▆▆▄▆▄▇▃▆▆▇▆█▆▅
observation/outdoor_temperature▄▃▄▆▇█▅▄▄▃▆██▇▄▄▃▃▄▆▇▆▃▃▂▄▅█▇▆▅▃▁▆▅▇▅▆▄▂
observation/people_occupant█▁▁▁▁▁▁▁▁▁██▁▁█▁▁▁▁▁▁▁▁▁▁▁▇▇▇▇▁▁▁▁▁▁▁▁▁▁
observation/total_electricity_HVAC▁▅▁▃▁▁▁█▃▂▁▂▂▁▁▃▁▁▁▃▁▁▁█▂▁▁▃▁▂▁▆▂▃▁▁▃▃▆▁
observation/wind_direction▆▆▇▁▅█▆▇▃▆▇▄▅▂▁▇▆▃▃▅▆▂▁█▇▂▃▅▂▂▆▆▇▁▃▇▂█▇▇
observation/wind_speed▂▃▆▁▃▄▃▅▅▂█▅▄▃▅▆▅▄▃▃▃▂▁▃▆▆▄▄▄▃▃▄▅▅▃▃▃▁▄▅
time/total_timesteps▁█
train/approx_kl▃▅▃▄▅▄▄▅▁▁▄▆▅█▄▄▂▆▇▂▅▆▄▄▅▄▇▄▆▆▇▆▂▄▇▅▅▃██
train/clip_fraction▄▃▄▅▄▆▅▇▁▂▄▆▆█▅▄▂▆▆▄▅▇▆▅▄▄▆▅▅▇▆▇▃▅▇▅▄▆▇█
train/clip_range▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
train/entropy_loss▁▂▂▂▂▁▁▂▂▂▂▃▃▃▃▄▃▄▄▄▄▅▅▅▅▅▆▆▆▅▅▆▆▆▇▇▇▇▇█
train/explained_variance▁▇▇▇▆█▂▅▅█▆▆▆▇▄▇▆▇▅▄▇▇▄██▇▇▃▆▇▆█▇▇▇▄▇▇▆█
train/learning_rate▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
train/loss▄▄█▆▃▃▂▁█▃▂▁▂▁▁▁▂▂▁▁▁▁▁▁▁▁▁▁▂▁▁▁▁▁▁▁▁▁▁▁
train/n_updates▁▁▁▁▂▂▂▂▂▃▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▆▇▇▇▇▇▇███
train/policy_gradient_loss▅▆▆▅▆▅▆▂██▆▅▅▁▆▅▇▃▃▇▆▃▄▅▄▅▄▆▄▄▃▄▆▅▃▅▆▅▃▄
train/std▇▇▇▇▇██▇▇▇▆▆▆▆▆▅▅▅▅▄▄▄▄▄▄▄▃▃▃▄▃▃▃▃▂▂▂▂▁▁
train/value_loss█▄▄▃▃▂▂▁▅▂▂▂▁▁▁▁▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁

Run summary:

action_network/Cooling_Setpoint_RL-1.0
action_network/Heating_Setpoint_RL-0.08584
action_simulation/Cooling_Setpoint_RL23.25
action_simulation/Heating_Setpoint_RL17.14215
episode/comfort_violation_time(%)15.59142
episode/cumulative_abs_comfort_penalty-6121.24092
episode/cumulative_abs_energy_penalty-216526173.95324
episode/cumulative_power_demand216526173.95324
episode/cumulative_reward-13886.92969
episode/cumulative_reward_comfort_term-3060.62046
episode/cumulative_reward_energy_term-10826.3087
episode/cumulative_temperature_violation6121.24092
episode/episode_length70077
episode/episode_num3
episode/mean_abs_comfort_penalty-0.08735
episode/mean_abs_energy_penalty-3089.83224
episode/mean_power_demand3089.83224
episode/mean_reward-0.19817
episode/mean_reward_comfort_term-0.04368
episode/mean_reward_energy_term-0.15449
episode/mean_temperature_violation0.08735
eval/comfort_violation(%)21.31564
eval/cumulative_absolute_comfort_penalty-5412.31178
eval/cumulative_absolute_energy_penalty-99552496.46387
eval/cumulative_power_demand99552496.46387
eval/cumulative_reward-7683.78072
eval/cumulative_reward_comfort_term-2706.15589
eval/cumulative_reward_energy_term-4977.62482
eval/cumulative_temperature_violation5412.31178
eval/episode_length35040.0
eval/mean_absolute_comfort_penalty-0.15446
eval/mean_absolute_energy_penalty-2841.11006
eval/mean_power_demand2841.11006
eval/mean_reward-0.21929
eval/mean_reward_comfort_term-0.07723
eval/mean_reward_energy_term-0.14206
eval/mean_temperature_violation0.15446
eval/std_cumulative_reward0.0
eval/std_mean_reward0.0
normalized_observation/HVAC_electricity_demand_rate-0.13262
normalized_observation/air_humidity-1.0925
normalized_observation/air_temperature0.43322
normalized_observation/clg_setpoint-1.0826
normalized_observation/co2_emission0.0
normalized_observation/day_of_month-0.64329
normalized_observation/diffuse_solar_radiation-0.74517
normalized_observation/direct_solar_radiation-0.6139
normalized_observation/hour0.79477
normalized_observation/htg_setpoint-0.65805
normalized_observation/month-1.58771
normalized_observation/outdoor_humidity-1.18286
normalized_observation/outdoor_temperature-1.40596
normalized_observation/people_occupant1.69401
normalized_observation/total_electricity_HVAC-0.16286
normalized_observation/wind_direction0.40029
normalized_observation/wind_speed0.53301
observation/HVAC_electricity_demand_rate2415.95581
observation/air_humidity22.55221
observation/air_temperature23.24938
observation/clg_setpoint23.25
observation/co2_emission0.0
observation/day_of_month10.0
observation/diffuse_solar_radiation0.0
observation/direct_solar_radiation0.0
observation/hour17.0
observation/htg_setpoint15.19314
observation/month1.0
observation/outdoor_humidity44.0
observation/outdoor_temperature-1.24227
observation/people_occupant20.0
observation/total_electricity_HVAC2174360.0
observation/wind_direction225.0
observation/wind_speed6.2
time/total_timesteps140154
train/approx_kl0.00857
train/clip_fraction0.06665
train/clip_range0.2
train/entropy_loss-2.31621
train/explained_variance0.41018
train/learning_rate0.0003
train/loss0.26118
train/n_updates860
train/policy_gradient_loss-0.01197
train/std0.77688
train/value_loss1.40151

"
       ],
       "text/plain": [
        ""
@@ -53619,7 +79916,7 @@
     {
      "data": {
       "text/html": [
-       " View run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_cun8jng3 at: https://wandb.ai/alex_ugr/sinergym/runs/pf27dlou
Synced 5 W&B file(s), 0 media file(s), 150 artifact file(s) and 0 other file(s)"
+       " View run SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_sf6wp7r8 at: https://wandb.ai/alex_ugr/sinergym/runs/y215gzyw
Synced 5 W&B file(s), 0 media file(s), 162 artifact file(s) and 0 other file(s)"
       ],
       "text/plain": [
        ""
@@ -53631,7 +79928,7 @@
     {
      "data": {
       "text/html": [
-       "Find logs at: ./wandb/run-20231117_094304-pf27dlou/logs"
+       "Find logs at: ./wandb/run-20240425_140538-y215gzyw/logs"
       ],
       "text/plain": [
        ""
@@ -53709,17 +80006,17 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 15,
+   "execution_count": 14,
    "metadata": {},
    "outputs": [],
    "source": [
     "# Environment ID\n",
-    "environment = \"Eplus-5zone-mixed-discrete-stochastic-v1\"\n",
+    "environment = \"Eplus-5zone-mixed-continuous-stochastic-v1\"\n",
     "# Episodes\n",
     "episodes=5\n",
     "# Evaluation name\n",
     "evaluation_date = datetime.today().strftime('%Y-%m-%d_%H:%M')\n",
-    "evaluation_name = 'SB3_DQN-EVAL-' + environment + \\\n",
+    "evaluation_name = 'SB3_PPO-EVAL-' + environment + \\\n",
     "    '-episodes-' + str(episodes)\n",
     "evaluation_name += '_' + evaluation_date"
    ]
@@ -53734,13 +80031,26 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 16,
+   "execution_count": 15,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/html": [
-       "Tracking run with wandb version 0.16.0"
+       "wandb version 0.16.6 is available!  To upgrade, please run:\n",
+       " $ pip install wandb --upgrade"
+      ],
+      "text/plain": [
+       ""
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/html": [
+       "Tracking run with wandb version 0.16.3"
       ],
       "text/plain": [
        ""
@@ -53752,7 +80062,7 @@
     {
      "data": {
       "text/html": [
-       "Run data is saved locally in /workspaces/sinergym/examples/wandb/run-20231117_094859-15owsnpb"
+       "Run data is saved locally in /workspaces/sinergym/examples/wandb/run-20240425_141242-97sec0tw"
       ],
       "text/plain": [
        ""
@@ -53764,7 +80074,7 @@
     {
      "data": {
       "text/html": [
-       "Syncing run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_sr2houks to Weights & Biases (docs)
"
+       "Syncing run SB3_PPO-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:05_s78ikz0n to Weights & Biases (docs)
"
       ],
       "text/plain": [
        ""
@@ -53788,7 +80098,7 @@
     {
      "data": {
       "text/html": [
-       " View run at https://wandb.ai/alex_ugr/sinergym_evaluations/runs/15owsnpb"
+       " View run at https://wandb.ai/alex_ugr/sinergym_evaluations/runs/97sec0tw"
       ],
       "text/plain": [
        ""
@@ -53807,7 +80117,7 @@
     "}\n",
     "experiment_params.update({'environment':environment,\n",
     "                          'episodes':episodes,\n",
-    "                          'algorithm':'SB3_DQN'})\n",
+    "                          'algorithm':'SB3_PPO'})\n",
     "\n",
     "# Get wandb init params (you have to specify your own project and entity)\n",
     "wandb_params = {\"project\": 'sinergym_evaluations',\n",
@@ -53827,12 +80137,12 @@
    "source": [
     "We'll create the Gym environment, but it's **important to wrap the environment with the same wrappers used during training**. We can use the evaluation experiment name to rename the environment.\n",
     "\n",
-    "**Note**: If you are loading a pre-trained model and using the observation space normalization wrapper, you should save the means and variations calibrated during the training process for a fair evaluation. Check the documentation on the wrapper and the training and model loading scripts for more information."
+    "**Note**: If you are loading a pre-trained model and using the observation space normalization wrapper, you should use the means and variations calibrated during the training process for a fair evaluation. The next code specifies this aspect, those mean and var values are written in Sinergym training output as txt file automatically if you want to consult it later. It is also important to deactivate calibration update during evaluations. Check the documentation on the wrapper for more information."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 17,
+   "execution_count": 16,
    "metadata": {},
    "outputs": [
     {
@@ -53840,25 +80150,29 @@
      "output_type": "stream",
      "text": [
       "#==============================================================================================#\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48]\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]\u001b[0m\n",
       "#==============================================================================================#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041]\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 0, 'n_steps_per_hour': 4}\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n",
       "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48 created successfully.\u001b[0m\n",
-      "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n",
-      "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n",
-      "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12 created successfully.\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Wrapper initialized.\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeAction] (INFO) : New normalized action Space: Box(-1.0, 1.0, (2,), float32)\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeAction] (INFO) : Wrapper initialized\u001b[0m\n",
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n"
      ]
     }
    ],
    "source": [
     "env = gym.make(environment, env_name=evaluation_name)\n",
+    "env = NormalizeObservation(env, mean = training_mean, var = training_var, automatic_update=False)\n",
+    "env = NormalizeAction(env)\n",
     "env = LoggerWrapper(env)"
    ]
   },
@@ -53903,7 +80217,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 19,
+   "execution_count": 17,
    "metadata": {},
    "outputs": [
     {
@@ -53911,15 +80225,13 @@
      "output_type": "stream",
      "text": [
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 1]\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12] [Episode 1]\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run1]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run1/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n"
      ]
     },
@@ -53938,8 +80250,9 @@
       "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]\u001b[0m\n",
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n",
-      "1 -1.7954676783357755\n",
+      "1 -1.8158328975728835\n",
       "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r"
      ]
     },
@@ -53947,6 +80260,8 @@
      "name": "stderr",
      "output_type": "stream",
      "text": [
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
       "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n",
       "  gym.logger.warn(\"Casting input x to numpy array.\")\n"
      ]
@@ -53955,30 +80270,28 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "2 -963.9496999955164------------------------------------------------------------------------------------------| 9%\n",
-      "3 -1817.582571129998*******-----------------------------------------------------------------------------------| 16%\n",
-      "4 -2841.5036276598917***************--------------------------------------------------------------------------| 25%\n",
-      "5 -4340.565445997684************************------------------------------------------------------------------| 33%\n",
-      "6 -6108.581378312066********************************----------------------------------------------------------| 41%\n",
-      "7 -7223.767956524665*****************************************-------------------------------------------------| 50%\n",
-      "8 -8558.958125000907************************************************------------------------------------------| 58%\n",
-      "9 -9950.644160496227*********************************************************---------------------------------| 66%\n",
-      "10 -11044.144766497926****************************************************************------------------------| 75%\n",
-      "11 -13176.534777951341************************************************************************----------------| 83%\n",
-      "12 -14049.395840884017********************************************************************************--------| 91%\n",
+      "2 -825.6461114436989------------------------------------------------------------------------------------------| 9%\n",
+      "3 -1583.674482071334*******-----------------------------------------------------------------------------------| 16%\n",
+      "4 -2114.65310683112*****************--------------------------------------------------------------------------| 25%\n",
+      "5 -2518.8444798274136***********************------------------------------------------------------------------| 33%\n",
+      "6 -2921.5352530776304*******************************----------------------------------------------------------| 41%\n",
+      "7 -3482.58416838421******************************************-------------------------------------------------| 50%\n",
+      "8 -4116.343134653357************************************************------------------------------------------| 58%\n",
+      "9 -4691.630422285105*********************************************************---------------------------------| 66%\n",
+      "10 -5247.38708141432******************************************************************------------------------| 75%\n",
+      "11 -5649.831327954082*************************************************************************----------------| 83%\n",
+      "12 -6129.887208866012*********************************************************************************--------| 91%\n",
       "Progress: |***************************************************************************************************| 99%\n",
-      "Episode  0 Mean reward:  -0.4263319241570109 Cumulative reward:  -14938.670622460524\n",
+      "Episode  0 Mean reward:  -0.19307885031970243 Cumulative reward:  -6765.482915202002\n",
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 2]\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12] [Episode 2]\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run2]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run2/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n"
      ]
     },
@@ -53996,15 +80309,18 @@
      "text": [
       "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]\u001b[0m\n",
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active\u001b[0m\n",
-      "1 -1.7052782846459695\n",
-      "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r"
+      "1 -1.8579781542716776\n",
+      "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r"
      ]
     },
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
       "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n",
       "  gym.logger.warn(\"Casting input x to numpy array.\")\n"
      ]
@@ -54013,30 +80329,28 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "2 -936.5481180476335------------------------------------------------------------------------------------------| 9%\n",
-      "3 -1798.784133735751*******-----------------------------------------------------------------------------------| 16%\n",
-      "4 -2827.2387312028445***************--------------------------------------------------------------------------| 25%\n",
-      "5 -4366.328889075081************************------------------------------------------------------------------| 33%\n",
-      "6 -6183.997471720583********************************----------------------------------------------------------| 41%\n",
-      "7 -7325.563685767946*****************************************-------------------------------------------------| 50%\n",
-      "8 -8681.46846670104*************************************************------------------------------------------| 58%\n",
-      "9 -10086.073464526888********************************************************---------------------------------| 66%\n",
-      "10 -11172.340415472303****************************************************************------------------------| 75%\n",
-      "11 -13219.748208010345************************************************************************----------------| 83%\n",
-      "12 -14115.750843779568********************************************************************************--------| 91%\n",
+      "2 -849.6974282789123------------------------------------------------------------------------------------------| 9%\n",
+      "3 -1617.9671499241917******-----------------------------------------------------------------------------------| 16%\n",
+      "4 -2156.5752483040997***************--------------------------------------------------------------------------| 25%\n",
+      "5 -2552.019842192101************************------------------------------------------------------------------| 33%\n",
+      "6 -2952.356589942441********************************----------------------------------------------------------| 41%\n",
+      "7 -3548.4779550246153****************************************-------------------------------------------------| 50%\n",
+      "8 -4170.818276142834************************************************------------------------------------------| 58%\n",
+      "9 -4726.033888119112*********************************************************---------------------------------| 66%\n",
+      "10 -5269.103372582413*****************************************************************------------------------| 75%\n",
+      "11 -5667.825161163072*************************************************************************----------------| 83%\n",
+      "12 -6119.9367009674625********************************************************************************--------| 91%\n",
       "Progress: |***************************************************************************************************| 99%\n",
-      "Episode  1 Mean reward:  -0.4283177306652533 Cumulative reward:  -15008.253282509391\n",
+      "Episode  1 Mean reward:  -0.19264884234536714 Cumulative reward:  -6750.415435781299\n",
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 3]\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12] [Episode 3]\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run3]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run3/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run3/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run3/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run3/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 3 started.\u001b[0m\n"
      ]
     },
@@ -54054,15 +80368,18 @@
      "text": [
       "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]\u001b[0m\n",
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 3) if logger is active\u001b[0m\n",
-      "1 -1.7042527324647196\n",
-      "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r"
+      "1 -1.8406577642818436\n",
+      "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r"
      ]
     },
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
       "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n",
       "  gym.logger.warn(\"Casting input x to numpy array.\")\n"
      ]
@@ -54071,30 +80388,28 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "2 -934.5236861805773------------------------------------------------------------------------------------------| 9%\n",
-      "3 -1799.7806890630795******-----------------------------------------------------------------------------------| 16%\n",
-      "4 -2820.081000039381****************--------------------------------------------------------------------------| 25%\n",
-      "5 -4295.9802117699255***********************------------------------------------------------------------------| 33%\n",
-      "6 -6066.508686603184********************************----------------------------------------------------------| 41%\n",
-      "7 -7176.935226174976*****************************************-------------------------------------------------| 50%\n",
-      "8 -8529.98270733462*************************************************------------------------------------------| 58%\n",
-      "9 -9927.566541371296*********************************************************---------------------------------| 66%\n",
-      "10 -10989.840486913932****************************************************************------------------------| 75%\n",
-      "11 -12997.533912090104************************************************************************----------------| 83%\n",
-      "12 -13880.172965873764********************************************************************************--------| 91%\n",
+      "2 -858.8870751040168------------------------------------------------------------------------------------------| 9%\n",
+      "3 -1640.2572212169603******-----------------------------------------------------------------------------------| 16%\n",
+      "4 -2173.3615273516752***************--------------------------------------------------------------------------| 25%\n",
+      "5 -2567.4942835104775***********************------------------------------------------------------------------| 33%\n",
+      "6 -2968.6280354362952*******************************----------------------------------------------------------| 41%\n",
+      "7 -3538.5972325183766****************************************-------------------------------------------------| 50%\n",
+      "8 -4171.6446925544315***********************************************------------------------------------------| 58%\n",
+      "9 -4735.831685025527*********************************************************---------------------------------| 66%\n",
+      "10 -5284.723659082678*****************************************************************------------------------| 75%\n",
+      "11 -5679.66045583139**************************************************************************----------------| 83%\n",
+      "12 -6127.73952783132**********************************************************************************--------| 91%\n",
       "Progress: |***************************************************************************************************| 99%\n",
-      "Episode  2 Mean reward:  -0.42214784762863855 Cumulative reward:  -14792.06058090633\n",
+      "Episode  2 Mean reward:  -0.19279340910171985 Cumulative reward:  -6755.48105492389\n",
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 4]\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12] [Episode 4]\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run4]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run4/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run4/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run4/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run4/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 4 started.\u001b[0m\n"
      ]
     },
@@ -54112,15 +80427,18 @@
      "text": [
       "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]\u001b[0m\n",
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 4) if logger is active\u001b[0m\n",
-      "1 -1.7502089967989307\n",
-      "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r"
+      "1 -1.802620036649992\n",
+      "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r"
      ]
     },
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
       "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n",
       "  gym.logger.warn(\"Casting input x to numpy array.\")\n"
      ]
@@ -54129,30 +80447,28 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "2 -942.9367504242642------------------------------------------------------------------------------------------| 9%\n",
-      "3 -1800.656177587228*******-----------------------------------------------------------------------------------| 16%\n",
-      "4 -2794.655237212276****************--------------------------------------------------------------------------| 25%\n",
-      "5 -4333.22916802518*************************------------------------------------------------------------------| 33%\n",
-      "6 -6090.34169685729*********************************----------------------------------------------------------| 41%\n",
-      "7 -7224.1494897446855****************************************-------------------------------------------------| 50%\n",
-      "8 -8598.938588370329************************************************------------------------------------------| 58%\n",
-      "9 -9997.264926241101*********************************************************---------------------------------| 66%\n",
-      "10 -11077.148069449044****************************************************************------------------------| 75%\n",
-      "11 -13197.575884449961************************************************************************----------------| 83%\n",
-      "12 -14086.931630958963********************************************************************************--------| 91%\n",
+      "2 -865.0126318855628------------------------------------------------------------------------------------------| 9%\n",
+      "3 -1634.1087758950055******-----------------------------------------------------------------------------------| 16%\n",
+      "4 -2166.249354525793****************--------------------------------------------------------------------------| 25%\n",
+      "5 -2564.899154157984************************------------------------------------------------------------------| 33%\n",
+      "6 -2954.509030649346********************************----------------------------------------------------------| 41%\n",
+      "7 -3534.052090008717*****************************************-------------------------------------------------| 50%\n",
+      "8 -4181.1340755771425***********************************************------------------------------------------| 58%\n",
+      "9 -4753.69884696025**********************************************************---------------------------------| 66%\n",
+      "10 -5287.422183004328*****************************************************************------------------------| 75%\n",
+      "11 -5689.531992249983*************************************************************************----------------| 83%\n",
+      "12 -6142.878211358592*********************************************************************************--------| 91%\n",
       "Progress: |***************************************************************************************************| 99%\n",
-      "Episode  3 Mean reward:  -0.4275640288043432 Cumulative reward:  -14981.8435693031\n",
+      "Episode  3 Mean reward:  -0.19365136768455526 Cumulative reward:  -6785.543923666379\n",
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 5]\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12] [Episode 5]\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run5]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
-      "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run5/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run5/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run5/output', '/workspaces/sinergym/examples/Eplus-env-SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12-res35041/Eplus-env-sub_run5/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 5 started.\u001b[0m\n"
      ]
     },
@@ -54170,15 +80486,18 @@
      "text": [
       "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]\u001b[0m\n",
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 5) if logger is active\u001b[0m\n",
-      "1 -1.795342248728848\n",
-      "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r"
+      "1 -1.9032154002097952\n",
+      "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r"
      ]
     },
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
+      "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.name to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.name` for environment variables or `env.get_wrapper_attr('name')` that will search the reminding wrappers.\u001b[0m\n",
+      "  logger.warn(\n",
       "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n",
       "  gym.logger.warn(\"Casting input x to numpy array.\")\n"
      ]
@@ -54187,21 +80506,22 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "2 -938.7996243556881------------------------------------------------------------------------------------------| 9%\n",
-      "3 -1819.0145801281317******-----------------------------------------------------------------------------------| 16%\n",
-      "4 -2877.741132595393****************--------------------------------------------------------------------------| 25%\n",
-      "5 -4407.196686348535************************------------------------------------------------------------------| 33%\n",
-      "6 -6174.90714284908*********************************----------------------------------------------------------| 41%\n",
-      "7 -7316.297986671081*****************************************-------------------------------------------------| 50%\n",
-      "8 -8651.146489725308************************************************------------------------------------------| 58%\n",
-      "9 -10070.592382785619********************************************************---------------------------------| 66%\n",
-      "10 -11131.844874744675****************************************************************------------------------| 75%\n",
-      "11 -13342.353151567342************************************************************************----------------| 83%\n",
-      "12 -14226.469403206707********************************************************************************--------| 91%\n",
+      "2 -861.1198148661161------------------------------------------------------------------------------------------| 9%\n",
+      "3 -1636.334966684399*******-----------------------------------------------------------------------------------| 16%\n",
+      "4 -2173.085233547737****************--------------------------------------------------------------------------| 25%\n",
+      "5 -2565.576821878193************************------------------------------------------------------------------| 33%\n",
+      "6 -2966.3778237083693*******************************----------------------------------------------------------| 41%\n",
+      "7 -3554.5977618101956****************************************-------------------------------------------------| 50%\n",
+      "8 -4197.099320556758************************************************------------------------------------------| 58%\n",
+      "9 -4779.131939877218*********************************************************---------------------------------| 66%\n",
+      "10 -5329.1488627496865****************************************************************------------------------| 75%\n",
+      "11 -5735.704156814079*************************************************************************----------------| 83%\n",
+      "12 -6195.491656153262*********************************************************************************--------| 91%\n",
       "Progress: |***************************************************************************************************| 99%\n",
-      "Episode  4 Mean reward:  -0.43131719567353316 Cumulative reward:  -15113.354536399509\n",
+      "Episode  4 Mean reward:  -0.19466678964959738 Cumulative reward:  -6821.124309321534\n",
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48]\u001b[0m\n"
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]\u001b[0m\n",
+      "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : Saving normalization calibration data... [SB3_PPO-EVAL-Eplus-5zone-mixed-continuous-stochastic-v1-episodes-5_2024-04-25_14:12]\u001b[0m\n"
      ]
     }
    ],
diff --git a/docs/compilation/main/pages/wrappers.html b/docs/compilation/main/pages/wrappers.html
index 10aa9318ce..dc4d18806b 100644
--- a/docs/compilation/main/pages/wrappers.html
+++ b/docs/compilation/main/pages/wrappers.html
@@ -217,6 +217,11 @@ 
10.8. NormalizeObservationLoading a model. It is
+also important that normalization calibration update is deactivated during evaluation
+processes.

 
These functionalities are crucial when evaluating models trained using this wrapper.
 For more details, visit #407.

 
diff --git a/docs/compilation/main/searchindex.js b/docs/compilation/main/searchindex.js
index 80c14af3fb..b57d2051b0 100644
--- a/docs/compilation/main/searchindex.js
+++ b/docs/compilation/main/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"5Zone": [[3, "zone"]], "API reference": [[1, "api-reference"]], "About Sinergym package": [[11, "about-sinergym-package"]], "Action space": [[6, "action-space"]], "Actuators": [[6, "actuators"]], "Adding New Buildings for Environments": [[6, "adding-new-buildings-for-environments"]], "Adding New Weathers for Environments": [[6, "adding-new-weathers-for-environments"]], "Adding a new reward": [[86, "Adding-a-new-reward"]], "Adding more extra configuration": [[86, "Adding-more-extra-configuration"]], "Additional observation information": [[2, "additional-observation-information"]], "Architecture": [[2, "architecture"]], "Available Parameters": [[6, "available-parameters"]], "Basic example": [[85, "Basic-example"]], "Buildings": [[3, "buildings"]], "Changing an environment registered in Sinergym": [[86, "Changing-an-environment-registered-in-Sinergym"]], "Changing observation and action spaces": [[86, "Changing-observation-and-action-spaces"]], "Citing Sinergym": [[0, "citing-sinergym"]], "Cloud Computing": [[11, "cloud-computing"]], "Configure Python Environment": [[11, "configure-python-environment"]], "Containers permission to bucket storage output": [[9, "containers-permission-to-bucket-storage-output"]], "Contributing": [[0, "contributing"]], "Controllers": [[4, "controllers"]], "Create new tests": [[95, "create-new-tests"]], "Create your VM or MIG": [[9, "create-your-vm-or-mig"]], "Custom Rewards": [[94, "custom-rewards"]], "DRL Callback Logger": [[5, "drl-callback-logger"]], "DRL usage example": [[88, "DRL-usage-example"]], "Datacenter": [[3, "datacenter"]], "Datetime Wrapper": [[92, "Datetime-Wrapper"]], "DatetimeWrapper": [[98, "datetimewrapper"]], "Deep Reinforcement Learning Integration": [[5, "deep-reinforcement-learning-integration"]], "Default building control setting up an empty action interface": [[87, "Default-building-control-setting-up-an-empty-action-interface"]], "Discrete Incremental Wrapper": [[92, "Discrete-Incremental-Wrapper"]], "DiscreteIncrementalWrapper": [[98, "discreteincrementalwrapper"]], "DiscretizeEnv": [[98, "discretizeenv"]], "Displaying all the environment information": [[89, "Displaying-all-the-environment-information"]], "Docker container": [[11, "docker-container"]], "Environment Action Normalization Wrapper": [[92, "Environment-Action-Normalization-Wrapper"]], "Environment Discretization Wrapper": [[92, "Environment-Discretization-Wrapper"]], "Environment Name": [[6, "environment-name"]], "Environment Properties": [[89, "Environment-Properties"]], "Environments": [[6, "environments"]], "Environments Configuration and Registration": [[7, "environments-configuration-and-registration"]], "Evaluation Callback": [[5, "evaluation-callback"]], "Examples": [[0, "examples"]], "Executing experiments in remote containers": [[9, "executing-experiments-in-remote-containers"]], "Extra Configuration": [[6, "extra-configuration"]], "Extra Configuration in Sinergym simulations": [[8, "extra-configuration-in-sinergym-simulations"]], "First steps (configuration)": [[9, "first-steps-configuration"]], "Getting information about Sinergym environments": [[89, "Getting-information-about-Sinergym-environments"]], "Github Actions": [[10, "github-actions"]], "Google Cloud Alerts": [[9, "google-cloud-alerts"]], "Handlers information": [[89, "Handlers-information"]], "Include Energyplus Python API in Python Path": [[11, "include-energyplus-python-api-in-python-path"]], "IncrementalWrapper": [[98, "incrementalwrapper"]], "Initiate your VM": [[9, "initiate-your-vm"]], "Install EnergyPlus 23.1.0": [[11, "install-energyplus-23-1-0"]], "Install Pytest": [[95, "install-pytest"]], "Installation": [[11, "installation"]], "Loading a model": [[88, "Loading-a-model"]], "Logger": [[93, "logger"]], "Logger Wrapper": [[92, "Logger-Wrapper"]], "Logger Wrapper personalization/configuration": [[90, "Logger-Wrapper-personalization/configuration"]], "LoggerWrapper": [[98, "loggerwrapper"]], "Manual installation": [[11, "manual-installation"]], "Maximum Episode Data Stored in Sinergym Output": [[6, "maximum-episode-data-stored-in-sinergym-output"]], "Meters": [[6, "meters"]], "Model Loading": [[5, "model-loading"]], "Model Training": [[5, "model-training"]], "Multi Observation Wrapper": [[92, "Multi-Observation-Wrapper"]], "Multi-Objective Wrapper": [[92, "Multi-Objective-Wrapper"]], "MultiObjectiveReward": [[98, "multiobjectivereward"]], "MultiObsWrapper": [[98, "multiobswrapper"]], "Nesting wrappers": [[92, "Nesting-wrappers"]], "New release created or modified": [[10, "new-release-created-or-modified"]], "Normalization Wrapper": [[92, "Normalization-Wrapper"]], "NormalizeAction": [[98, "normalizeaction"]], "NormalizeObservation": [[98, "normalizeobservation"]], "OfficeGridStorageSmoothing": [[3, "officegridstoragesmoothing"]], "OfficeMedium": [[3, "officemedium"]], "Output format": [[93, "output-format"]], "Preparing Google Cloud": [[9, "preparing-google-cloud"]], "Previous Observations Wrappers": [[92, "Previous-Observations-Wrappers"]], "PreviousObservationWrapper": [[98, "previousobservationwrapper"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Pull Request": [[10, "pull-request"]], "Push main (or merge a pull request)": [[10, "push-main-or-merge-a-pull-request"]], "Reward": [[6, "reward"]], "Reward Kwargs": [[6, "reward-kwargs"]], "Reward terms": [[94, "reward-terms"]], "Rewards": [[94, "rewards"]], "Rule Controller example": [[91, "Rule-Controller-example"]], "Running tests": [[95, "running-tests"]], "Schedulers information": [[89, "Schedulers-information"]], "ShopWithVanBattery": [[3, "shopwithvanbattery"]], "Sinergym with Google Cloud": [[9, "sinergym-with-google-cloud"]], "Small Datacenter": [[3, "small-datacenter"]], "Step 1 Inherit and modify the CSVloger": [[90, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[90, "Step-2-Instantiate-the-LoggerWrapper"]], "Tests": [[95, "tests"]], "Time variables": [[6, "time-variables"]], "Training a model": [[88, "Training-a-model"]], "Updating the weather used in environment": [[86, "Updating-the-weather-used-in-environment"]], "Usage": [[5, "usage"]], "Usage Example": [[96, "usage-example"]], "Use our container in Google Cloud Platform": [[9, "use-our-container-in-google-cloud-platform"]], "Use your Own Container": [[9, "use-your-own-container"]], "Variables": [[6, "variables"]], "Variables field": [[7, "variables-field"]], "Verify Installation": [[11, "verify-installation"]], "Visualize remote wandb log in real-time": [[9, "visualize-remote-wandb-log-in-real-time"]], "Warehouse": [[3, "warehouse"]], "Weather Specification field": [[7, "weather-specification-field"]], "Weather Variability": [[6, "weather-variability"]], "Weather files": [[6, "weather-files"]], "Weathers": [[97, "weathers"]], "Weights and Biases Structure": [[5, "weights-and-biases-structure"]], "Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Wrappers": [[98, "wrappers"]], "Wrappers example": [[92, "Wrappers-example"]], "building file": [[6, "building-file"]], "runperiod": [[8, "runperiod"]], "sinergym.config": [[13, "module-sinergym.config"]], "sinergym.config.modeling": [[14, "module-sinergym.config.modeling"]], "sinergym.config.modeling.ModelJSON": [[15, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[16, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[17, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[18, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[19, "module-sinergym.simulators"]], "sinergym.simulators.eplus": [[20, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[21, "sinergym-simulators-eplus-energyplus"]], "sinergym.utils": [[22, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[23, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[24, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[25, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[26, "module-sinergym.utils.common"]], "sinergym.utils.common.convert_conf_to_env_parameters": [[27, "sinergym-utils-common-convert-conf-to-env-parameters"]], "sinergym.utils.common.eppy_element_to_dict": [[28, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_schedulers_to_excel": [[29, "sinergym-utils-common-export-schedulers-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[30, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_ids": [[31, "sinergym-utils-common-get-ids"]], "sinergym.utils.common.get_record_keys": [[32, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.is_wrapped": [[33, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.json_to_actuators": [[34, "sinergym-utils-common-json-to-actuators"]], "sinergym.utils.common.json_to_meters": [[35, "sinergym-utils-common-json-to-meters"]], "sinergym.utils.common.json_to_variables": [[36, "sinergym-utils-common-json-to-variables"]], "sinergym.utils.common.ranges_getter": [[37, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[38, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION": [[40, "sinergym-utils-constants-default-5zone-discrete-function"]], "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION": [[41, "sinergym-utils-constants-default-datacenter-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION": [[42, "sinergym-utils-constants-default-officegrid-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION": [[43, "sinergym-utils-constants-default-office-discrete-function"]], "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION": [[44, "sinergym-utils-constants-default-radiant-discrete-function"]], "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION": [[45, "sinergym-utils-constants-default-shop-discrete-function"]], "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION": [[46, "sinergym-utils-constants-default-warehouse-discrete-function"]], "sinergym.utils.controllers": [[47, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[48, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[49, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RBCIncrementalDatacenter": [[50, "sinergym-utils-controllers-rbcincrementaldatacenter"]], "sinergym.utils.controllers.RandomController": [[51, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[52, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[53, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[54, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[55, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[56, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[57, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[58, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[59, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[60, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[61, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[62, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[63, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.CustomFormatter": [[64, "sinergym-utils-logger-customformatter"]], "sinergym.utils.logger.Logger": [[65, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[66, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[67, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[68, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[69, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[70, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[71, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.rewards.NormalizedLinearReward": [[72, "sinergym-utils-rewards-normalizedlinearreward"]], "sinergym.utils.wrappers": [[73, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[74, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[75, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.DiscretizeEnv": [[76, "sinergym-utils-wrappers-discretizeenv"]], "sinergym.utils.wrappers.IncrementalWrapper": [[77, "sinergym-utils-wrappers-incrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[78, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[79, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[80, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeAction": [[81, "sinergym-utils-wrappers-normalizeaction"]], "sinergym.utils.wrappers.NormalizeObservation": [[82, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[83, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[84, "sinergym-utils-wrappers-previousobservationwrapper"]], "timestep_per_hour": [[8, "timestep-per-hour"]]}, "docnames": ["index", "pages/API-reference", "pages/architecture", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/environments_registration", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_schedulers_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_ids", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.json_to_actuators", "pages/modules/sinergym.utils.common.json_to_meters", "pages/modules/sinergym.utils.common.json_to_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.CustomFormatter", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.rewards.NormalizedLinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv", "pages/modules/sinergym.utils.wrappers.IncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeAction", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/getting_env_information", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "envversion": {"nbsphinx": 4, "sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["index.rst", "pages/API-reference.rst", "pages/architecture.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/environments_registration.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_schedulers_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_ids.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.json_to_actuators.rst", "pages/modules/sinergym.utils.common.json_to_meters.rst", "pages/modules/sinergym.utils.common.json_to_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.CustomFormatter.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.rewards.NormalizedLinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv.rst", "pages/modules/sinergym.utils.wrappers.IncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeAction.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/getting_env_information.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "indexentries": {"__init__() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.__init__", false]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.__init__", false]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.__init__", false]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[24, "sinergym.utils.callbacks.LoggerCallback.__init__", false]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[25, "sinergym.utils.callbacks.LoggerEvalCallback.__init__", false]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[51, "sinergym.utils.controllers.RandomController.__init__", false]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[48, "sinergym.utils.controllers.RBC5Zone.__init__", false]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[49, "sinergym.utils.controllers.RBCDatacenter.__init__", false]], "__init__() (sinergym.utils.controllers.rbcincrementaldatacenter method)": [[50, "sinergym.utils.controllers.RBCIncrementalDatacenter.__init__", false]], "__init__() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.__init__", false]], "__init__() (sinergym.utils.logger.customformatter method)": [[64, "sinergym.utils.logger.CustomFormatter.__init__", false]], "__init__() (sinergym.utils.logger.logger method)": [[65, "sinergym.utils.logger.Logger.__init__", false]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[66, "sinergym.utils.logger.WandBOutputFormat.__init__", false]], "__init__() (sinergym.utils.rewards.basereward method)": [[68, "sinergym.utils.rewards.BaseReward.__init__", false]], "__init__() (sinergym.utils.rewards.expreward method)": [[69, "sinergym.utils.rewards.ExpReward.__init__", false]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[70, "sinergym.utils.rewards.HourlyLinearReward.__init__", false]], "__init__() (sinergym.utils.rewards.linearreward method)": [[71, "sinergym.utils.rewards.LinearReward.__init__", false]], "__init__() (sinergym.utils.rewards.normalizedlinearreward method)": [[72, "sinergym.utils.rewards.NormalizedLinearReward.__init__", false]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[74, "sinergym.utils.wrappers.DatetimeWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.discretizeenv method)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.__init__", false]], "__init__() (sinergym.utils.wrappers.incrementalwrapper method)": [[77, "sinergym.utils.wrappers.IncrementalWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeaction method)": [[81, "sinergym.utils.wrappers.NormalizeAction.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.__init__", false]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[83, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__", false]], "act() (sinergym.utils.controllers.randomcontroller method)": [[51, "sinergym.utils.controllers.RandomController.act", false]], "act() (sinergym.utils.controllers.rbc5zone method)": [[48, "sinergym.utils.controllers.RBC5Zone.act", false]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[49, "sinergym.utils.controllers.RBCDatacenter.act", false]], "act() (sinergym.utils.controllers.rbcincrementaldatacenter method)": [[50, "sinergym.utils.controllers.RBCIncrementalDatacenter.act", false]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action", false]], "action() (sinergym.utils.wrappers.discretizeenv method)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.action", false]], "action() (sinergym.utils.wrappers.incrementalwrapper method)": [[77, "sinergym.utils.wrappers.IncrementalWrapper.action", false]], "action() (sinergym.utils.wrappers.normalizeaction method)": [[81, "sinergym.utils.wrappers.NormalizeAction.action", false]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[83, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action", false]], "action_mapping() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action_mapping", false]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.action_space", false]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.activate_flag", false]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.activate_logger", false]], "activate_update() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.activate_update", false]], "actuator_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.actuator_handlers", false]], "adapt_building_to_config() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_config", false]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw", false]], "adapt_building_to_meters() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_meters", false]], "adapt_building_to_variables() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_variables", false]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.apply_weather_variability", false]], "available_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.available_handlers", false]], "basereward (class in sinergym.utils.rewards)": [[68, "sinergym.utils.rewards.BaseReward", false]], "bold_red (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.bold_red", false]], "building_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.building_path", false]], "building_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.building_path", false]], "check_env() (in module sinergym.utils.env_checker)": [[53, "sinergym.utils.env_checker.check_env", false]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.close", false]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.close", false]], "convert_conf_to_env_parameters() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.convert_conf_to_env_parameters", false]], "csvlogger (class in sinergym.utils.logger)": [[63, "sinergym.utils.logger.CSVLogger", false]], "customformatter (class in sinergym.utils.logger)": [[64, "sinergym.utils.logger.CustomFormatter", false]], "datetimewrapper (class in sinergym.utils.wrappers)": [[74, "sinergym.utils.wrappers.DatetimeWrapper", false]], "ddy_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.ddy_path", false]], "ddy_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.ddy_path", false]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.deactivate_flag", false]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger", false]], "deactivate_update() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.deactivate_update", false]], "default_5zone_discrete_function() (in module sinergym.utils.constants)": [[40, "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", false]], "default_datacenter_discrete_function() (in module sinergym.utils.constants)": [[41, "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", false]], "default_office_discrete_function() (in module sinergym.utils.constants)": [[43, "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", false]], "default_officegrid_discrete_function() (in module sinergym.utils.constants)": [[42, "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", false]], "default_radiant_discrete_function() (in module sinergym.utils.constants)": [[44, "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", false]], "default_shop_discrete_function() (in module sinergym.utils.constants)": [[45, "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", false]], "default_warehouse_discrete_function() (in module sinergym.utils.constants)": [[46, "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", false]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[57, "sinergym.utils.gcloud.delete_instance_MIG_from_container", false]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper", false]], "discretizeenv (class in sinergym.utils.wrappers)": [[76, "sinergym.utils.wrappers.DiscretizeEnv", false]], "energyplus (class in sinergym.simulators.eplus)": [[21, "sinergym.simulators.eplus.EnergyPlus", false]], "episode_length (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.episode_length", false]], "episode_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.episode_path", false]], "eplusenv (class in sinergym.envs.eplus_env)": [[18, "sinergym.envs.eplus_env.EplusEnv", false]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.eppy_element_to_dict", false]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[55, "sinergym.utils.evaluation.evaluate_policy", false]], "export_schedulers_to_excel() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.export_schedulers_to_excel", false]], "expreward (class in sinergym.utils.rewards)": [[69, "sinergym.utils.rewards.ExpReward", false]], "failed() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.failed", false]], "format() (sinergym.utils.logger.customformatter method)": [[64, "sinergym.utils.logger.CustomFormatter.format", false]], "formats (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.FORMATS", false]], "get_delta_seconds() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_delta_seconds", false]], "get_ids() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_ids", false]], "get_record_keys() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.get_record_keys", false]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.get_schedulers", false]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[58, "sinergym.utils.gcloud.get_service_account_token", false]], "getlogger() (sinergym.utils.logger.logger method)": [[65, "sinergym.utils.logger.Logger.getLogger", false]], "grey (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.grey", false]], "hourlylinearreward (class in sinergym.utils.rewards)": [[70, "sinergym.utils.rewards.HourlyLinearReward", false]], "idd_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.idd_path", false]], "idd_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.idd_path", false]], "incrementalwrapper (class in sinergym.utils.wrappers)": [[77, "sinergym.utils.wrappers.IncrementalWrapper", false]], "info() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.info", false]], "init_storage_client() (in module sinergym.utils.gcloud)": [[59, "sinergym.utils.gcloud.init_storage_client", false]], "is_discrete (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.is_discrete", false]], "is_discrete (sinergym.utils.wrappers.discreteincrementalwrapper property)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.is_discrete", false]], "is_discrete (sinergym.utils.wrappers.discretizeenv property)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.is_discrete", false]], "is_running (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.is_running", false]], "is_running (sinergym.simulators.eplus.energyplus property)": [[21, "sinergym.simulators.eplus.EnergyPlus.is_running", false]], "is_wrapped() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.is_wrapped", false]], "json_to_actuators() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.json_to_actuators", false]], "json_to_meters() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.json_to_meters", false]], "json_to_variables() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.json_to_variables", false]], "linearreward (class in sinergym.utils.rewards)": [[71, "sinergym.utils.rewards.LinearReward", false]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.log_episode", false]], "log_step() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.log_step", false]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.log_step_normalize", false]], "logger (class in sinergym.utils.logger)": [[65, "sinergym.utils.logger.Logger", false]], "logger (sinergym.config.modeling.modeljson attribute)": [[15, "sinergym.config.modeling.ModelJSON.logger", false]], "logger (sinergym.envs.eplus_env.eplusenv attribute)": [[18, "sinergym.envs.eplus_env.EplusEnv.logger", false]], "logger (sinergym.simulators.eplus.energyplus attribute)": [[21, "sinergym.simulators.eplus.EnergyPlus.logger", false]], "logger (sinergym.utils.rewards.basereward attribute)": [[68, "sinergym.utils.rewards.BaseReward.logger", false]], "logger (sinergym.utils.wrappers.datetimewrapper attribute)": [[74, "sinergym.utils.wrappers.DatetimeWrapper.logger", false]], "logger (sinergym.utils.wrappers.discreteincrementalwrapper attribute)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.logger", false]], "logger (sinergym.utils.wrappers.discretizeenv attribute)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.logger", false]], "logger (sinergym.utils.wrappers.incrementalwrapper attribute)": [[77, "sinergym.utils.wrappers.IncrementalWrapper.logger", false]], "logger (sinergym.utils.wrappers.loggerwrapper attribute)": [[78, "sinergym.utils.wrappers.LoggerWrapper.logger", false]], "logger (sinergym.utils.wrappers.multiobjectivereward attribute)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward.logger", false]], "logger (sinergym.utils.wrappers.multiobswrapper attribute)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.logger", false]], "logger (sinergym.utils.wrappers.normalizeaction attribute)": [[81, "sinergym.utils.wrappers.NormalizeAction.logger", false]], "logger (sinergym.utils.wrappers.normalizeobservation attribute)": [[82, "sinergym.utils.wrappers.NormalizeObservation.logger", false]], "logger (sinergym.utils.wrappers.previousobservationwrapper attribute)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper.logger", false]], "loggercallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerCallback", false]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[25, "sinergym.utils.callbacks.LoggerEvalCallback", false]], "loggerwrapper (class in sinergym.utils.wrappers)": [[78, "sinergym.utils.wrappers.LoggerWrapper", false]], "make_eplus_args() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.make_eplus_args", false]], "mean (sinergym.utils.wrappers.normalizeobservation property)": [[82, "sinergym.utils.wrappers.NormalizeObservation.mean", false]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[18, "sinergym.envs.eplus_env.EplusEnv.metadata", false]], "meter_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.meter_handlers", false]], "modeljson (class in sinergym.config.modeling)": [[15, "sinergym.config.modeling.ModelJSON", false]], "module": [[13, "module-sinergym.config", false], [14, "module-sinergym.config.modeling", false], [16, "module-sinergym.envs", false], [17, "module-sinergym.envs.eplus_env", false], [19, "module-sinergym.simulators", false], [20, "module-sinergym.simulators.eplus", false], [22, "module-sinergym.utils", false], [23, "module-sinergym.utils.callbacks", false], [26, "module-sinergym.utils.common", false], [39, "module-sinergym.utils.constants", false], [47, "module-sinergym.utils.controllers", false], [52, "module-sinergym.utils.env_checker", false], [54, "module-sinergym.utils.evaluation", false], [56, "module-sinergym.utils.gcloud", false], [62, "module-sinergym.utils.logger", false], [67, "module-sinergym.utils.rewards", false], [73, "module-sinergym.utils.wrappers", false]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward", false]], "multiobswrapper (class in sinergym.utils.wrappers)": [[80, "sinergym.utils.wrappers.MultiObsWrapper", false]], "normalize() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.normalize", false]], "normalizeaction (class in sinergym.utils.wrappers)": [[81, "sinergym.utils.wrappers.NormalizeAction", false]], "normalizedlinearreward (class in sinergym.utils.rewards)": [[72, "sinergym.utils.rewards.NormalizedLinearReward", false]], "normalizeobservation (class in sinergym.utils.wrappers)": [[82, "sinergym.utils.wrappers.NormalizeObservation", false]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[74, "sinergym.utils.wrappers.DatetimeWrapper.observation", false]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper.observation", false]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.observation_space", false]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[83, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", false]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper", false]], "randomcontroller (class in sinergym.utils.controllers)": [[51, "sinergym.utils.controllers.RandomController", false]], "ranges_getter() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.ranges_getter", false]], "rbc5zone (class in sinergym.utils.controllers)": [[48, "sinergym.utils.controllers.RBC5Zone", false]], "rbcdatacenter (class in sinergym.utils.controllers)": [[49, "sinergym.utils.controllers.RBCDatacenter", false]], "rbcincrementaldatacenter (class in sinergym.utils.controllers)": [[50, "sinergym.utils.controllers.RBCIncrementalDatacenter", false]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[60, "sinergym.utils.gcloud.read_from_bucket", false]], "red (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.red", false]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.render", false]], "reset (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.reset", false]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.reset", false]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.reset", false]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.reset", false]], "reset() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.reset", false]], "reverting_action() (sinergym.utils.wrappers.normalizeaction method)": [[81, "sinergym.utils.wrappers.NormalizeAction.reverting_action", false]], "runperiod (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.runperiod", false]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.save_building_model", false]], "schedulers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.schedulers", false]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.set_episode_working_dir", false]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.set_log_file", false]], "set_mean() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.set_mean", false]], "set_var() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.set_var", false]], "sinergym.config": [[13, "module-sinergym.config", false]], "sinergym.config.modeling": [[14, "module-sinergym.config.modeling", false]], "sinergym.envs": [[16, "module-sinergym.envs", false]], "sinergym.envs.eplus_env": [[17, "module-sinergym.envs.eplus_env", false]], "sinergym.simulators": [[19, "module-sinergym.simulators", false]], "sinergym.simulators.eplus": [[20, "module-sinergym.simulators.eplus", false]], "sinergym.utils": [[22, "module-sinergym.utils", false]], "sinergym.utils.callbacks": [[23, "module-sinergym.utils.callbacks", false]], "sinergym.utils.common": [[26, "module-sinergym.utils.common", false]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants", false]], "sinergym.utils.controllers": [[47, "module-sinergym.utils.controllers", false]], "sinergym.utils.env_checker": [[52, "module-sinergym.utils.env_checker", false]], "sinergym.utils.evaluation": [[54, "module-sinergym.utils.evaluation", false]], "sinergym.utils.gcloud": [[56, "module-sinergym.utils.gcloud", false]], "sinergym.utils.logger": [[62, "module-sinergym.utils.logger", false]], "sinergym.utils.rewards": [[67, "module-sinergym.utils.rewards", false]], "sinergym.utils.wrappers": [[73, "module-sinergym.utils.wrappers", false]], "start() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.start", false]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.step", false]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.step", false]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward.step", false]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.step", false]], "step() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.step", false]], "step_size (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.step_size", false]], "stop() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.stop", false]], "timestep_per_episode (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.timestep_per_episode", false]], "unwrap_wrapper() (in module sinergym.utils.common)": [[38, "sinergym.utils.common.unwrap_wrapper", false]], "update_child_locals() (sinergym.utils.callbacks.loggerevalcallback method)": [[25, "sinergym.utils.callbacks.LoggerEvalCallback.update_child_locals", false]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.update_weather_path", false]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[61, "sinergym.utils.gcloud.upload_to_bucket", false]], "var (sinergym.utils.wrappers.normalizeobservation property)": [[82, "sinergym.utils.wrappers.NormalizeObservation.var", false]], "var_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.var_handlers", false]], "wandboutputformat (class in sinergym.utils.logger)": [[66, "sinergym.utils.logger.WandBOutputFormat", false]], "weather_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.weather_path", false]], "weather_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.weather_path", false]], "workspace_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.workspace_path", false]], "write() (sinergym.utils.logger.wandboutputformat method)": [[66, "sinergym.utils.logger.WandBOutputFormat.write", false]], "yellow (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.yellow", false]], "zone_names (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.zone_names", false]]}, "objects": {"sinergym": [[13, 0, 0, "-", "config"], [16, 0, 0, "-", "envs"], [19, 0, 0, "-", "simulators"], [22, 0, 0, "-", "utils"]], "sinergym.config": [[14, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[15, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.ModelJSON": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "adapt_building_to_config"], [15, 2, 1, "", "adapt_building_to_epw"], [15, 2, 1, "", "adapt_building_to_meters"], [15, 2, 1, "", "adapt_building_to_variables"], [15, 2, 1, "", "apply_weather_variability"], [15, 3, 1, "", "building_path"], [15, 3, 1, "", "ddy_path"], [15, 2, 1, "", "get_schedulers"], [15, 3, 1, "", "idd_path"], [15, 4, 1, "", "logger"], [15, 2, 1, "", "save_building_model"], [15, 2, 1, "", "set_episode_working_dir"], [15, 2, 1, "", "update_weather_path"], [15, 3, 1, "", "weather_path"]], "sinergym.envs": [[17, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[18, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[18, 2, 1, "", "__init__"], [18, 3, 1, "", "action_space"], [18, 3, 1, "", "actuator_handlers"], [18, 3, 1, "", "available_handlers"], [18, 3, 1, "", "building_path"], [18, 2, 1, "", "close"], [18, 3, 1, "", "ddy_path"], [18, 3, 1, "", "episode_length"], [18, 3, 1, "", "episode_path"], [18, 3, 1, "", "idd_path"], [18, 2, 1, "", "info"], [18, 3, 1, "", "is_discrete"], [18, 3, 1, "", "is_running"], [18, 4, 1, "", "logger"], [18, 4, 1, "", "metadata"], [18, 3, 1, "", "meter_handlers"], [18, 3, 1, "", "observation_space"], [18, 2, 1, "", "render"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "runperiod"], [18, 3, 1, "", "schedulers"], [18, 2, 1, "", "step"], [18, 3, 1, "", "step_size"], [18, 3, 1, "", "timestep_per_episode"], [18, 3, 1, "", "var_handlers"], [18, 3, 1, "", "weather_path"], [18, 3, 1, "", "workspace_path"], [18, 3, 1, "", "zone_names"]], "sinergym.simulators": [[20, 0, 0, "-", "eplus"]], "sinergym.simulators.eplus": [[21, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[21, 2, 1, "", "__init__"], [21, 2, 1, "", "failed"], [21, 3, 1, "", "is_running"], [21, 4, 1, "", "logger"], [21, 2, 1, "", "make_eplus_args"], [21, 2, 1, "", "start"], [21, 2, 1, "", "stop"]], "sinergym.utils": [[23, 0, 0, "-", "callbacks"], [26, 0, 0, "-", "common"], [39, 0, 0, "-", "constants"], [47, 0, 0, "-", "controllers"], [52, 0, 0, "-", "env_checker"], [54, 0, 0, "-", "evaluation"], [56, 0, 0, "-", "gcloud"], [62, 0, 0, "-", "logger"], [67, 0, 0, "-", "rewards"], [73, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[24, 1, 1, "", "LoggerCallback"], [25, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "update_child_locals"]], "sinergym.utils.common": [[27, 5, 1, "", "convert_conf_to_env_parameters"], [28, 5, 1, "", "eppy_element_to_dict"], [29, 5, 1, "", "export_schedulers_to_excel"], [30, 5, 1, "", "get_delta_seconds"], [31, 5, 1, "", "get_ids"], [32, 5, 1, "", "get_record_keys"], [33, 5, 1, "", "is_wrapped"], [34, 5, 1, "", "json_to_actuators"], [35, 5, 1, "", "json_to_meters"], [36, 5, 1, "", "json_to_variables"], [37, 5, 1, "", "ranges_getter"], [38, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.constants": [[40, 5, 1, "", "DEFAULT_5ZONE_DISCRETE_FUNCTION"], [41, 5, 1, "", "DEFAULT_DATACENTER_DISCRETE_FUNCTION"], [42, 5, 1, "", "DEFAULT_OFFICEGRID_DISCRETE_FUNCTION"], [43, 5, 1, "", "DEFAULT_OFFICE_DISCRETE_FUNCTION"], [44, 5, 1, "", "DEFAULT_RADIANT_DISCRETE_FUNCTION"], [45, 5, 1, "", "DEFAULT_SHOP_DISCRETE_FUNCTION"], [46, 5, 1, "", "DEFAULT_WAREHOUSE_DISCRETE_FUNCTION"]], "sinergym.utils.controllers": [[48, 1, 1, "", "RBC5Zone"], [49, 1, 1, "", "RBCDatacenter"], [50, 1, 1, "", "RBCIncrementalDatacenter"], [51, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCIncrementalDatacenter": [[50, 2, 1, "", "__init__"], [50, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[53, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[55, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[57, 5, 1, "", "delete_instance_MIG_from_container"], [58, 5, 1, "", "get_service_account_token"], [59, 5, 1, "", "init_storage_client"], [60, 5, 1, "", "read_from_bucket"], [61, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[63, 1, 1, "", "CSVLogger"], [64, 1, 1, "", "CustomFormatter"], [65, 1, 1, "", "Logger"], [66, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_flag"], [63, 2, 1, "", "deactivate_flag"], [63, 2, 1, "", "log_episode"], [63, 2, 1, "", "log_step"], [63, 2, 1, "", "log_step_normalize"], [63, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.CustomFormatter": [[64, 4, 1, "", "FORMATS"], [64, 2, 1, "", "__init__"], [64, 4, 1, "", "bold_red"], [64, 2, 1, "", "format"], [64, 4, 1, "", "grey"], [64, 4, 1, "", "red"], [64, 4, 1, "", "reset"], [64, 4, 1, "", "yellow"]], "sinergym.utils.logger.Logger": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "write"]], "sinergym.utils.rewards": [[68, 1, 1, "", "BaseReward"], [69, 1, 1, "", "ExpReward"], [70, 1, 1, "", "HourlyLinearReward"], [71, 1, 1, "", "LinearReward"], [72, 1, 1, "", "NormalizedLinearReward"]], "sinergym.utils.rewards.BaseReward": [[68, 2, 1, "", "__init__"], [68, 4, 1, "", "logger"]], "sinergym.utils.rewards.ExpReward": [[69, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[70, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[71, 2, 1, "", "__init__"]], "sinergym.utils.rewards.NormalizedLinearReward": [[72, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[74, 1, 1, "", "DatetimeWrapper"], [75, 1, 1, "", "DiscreteIncrementalWrapper"], [76, 1, 1, "", "DiscretizeEnv"], [77, 1, 1, "", "IncrementalWrapper"], [78, 1, 1, "", "LoggerWrapper"], [79, 1, 1, "", "MultiObjectiveReward"], [80, 1, 1, "", "MultiObsWrapper"], [81, 1, 1, "", "NormalizeAction"], [82, 1, 1, "", "NormalizeObservation"], [83, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [84, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[74, 2, 1, "", "__init__"], [74, 4, 1, "", "logger"], [74, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[75, 2, 1, "", "__init__"], [75, 2, 1, "", "action"], [75, 2, 1, "", "action_mapping"], [75, 3, 1, "", "is_discrete"], [75, 4, 1, "", "logger"]], "sinergym.utils.wrappers.DiscretizeEnv": [[76, 2, 1, "", "__init__"], [76, 2, 1, "", "action"], [76, 3, 1, "", "is_discrete"], [76, 4, 1, "", "logger"]], "sinergym.utils.wrappers.IncrementalWrapper": [[77, 2, 1, "", "__init__"], [77, 2, 1, "", "action"], [77, 4, 1, "", "logger"]], "sinergym.utils.wrappers.LoggerWrapper": [[78, 2, 1, "", "__init__"], [78, 2, 1, "", "activate_logger"], [78, 2, 1, "", "close"], [78, 2, 1, "", "deactivate_logger"], [78, 4, 1, "", "logger"], [78, 2, 1, "", "reset"], [78, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[79, 2, 1, "", "__init__"], [79, 4, 1, "", "logger"], [79, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[80, 2, 1, "", "__init__"], [80, 4, 1, "", "logger"], [80, 2, 1, "", "reset"], [80, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeAction": [[81, 2, 1, "", "__init__"], [81, 2, 1, "", "action"], [81, 4, 1, "", "logger"], [81, 2, 1, "", "reverting_action"]], "sinergym.utils.wrappers.NormalizeObservation": [[82, 2, 1, "", "__init__"], [82, 2, 1, "", "activate_update"], [82, 2, 1, "", "deactivate_update"], [82, 4, 1, "", "logger"], [82, 3, 1, "", "mean"], [82, 2, 1, "", "normalize"], [82, 2, 1, "", "reset"], [82, 2, 1, "", "set_mean"], [82, 2, 1, "", "set_var"], [82, 2, 1, "", "step"], [82, 3, 1, "", "var"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[83, 2, 1, "", "__init__"], [83, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[84, 2, 1, "", "__init__"], [84, 4, 1, "", "logger"], [84, 2, 1, "", "observation"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "terms": {"": [2, 5, 6, 7, 8, 9, 11, 15, 18, 51, 63, 64, 69, 70, 71, 72, 78, 85, 86, 87, 88, 89, 91, 92, 93, 94, 96, 97, 98], "0": [3, 5, 6, 7, 9, 18, 24, 30, 63, 66, 69, 70, 71, 72, 75, 81, 83, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96, 98], "00": [88, 92], "0000000e": 92, "000002": 88, "000004": 88, "000006": 88, "000008": 88, "000011": 88, "000013": 88, "000015": 88, "000017": 88, "00002": 88, "000021": 88, "000023": 88, "000025": 88, "000027": 88, "000029": 88, "000034": 88, "000036": 88, "000038": 88, "000046": 88, "000048": 88, "000053": 88, "00006": 88, "000063": 88, "000067": 88, "000069": 88, "00007": 88, "000072": 88, "000074": 88, "00008": 88, "000084": 88, "000088": 88, "00009": 88, "000093": 88, "000095": 88, "0001": 88, "000105": 88, "000109": 88, "00012": 88, "000128": 90, "000147": 88, "00016": 88, "000166": 88, "000185": 88, "0001train": 88, "0002": 88, "000217": 88, "000223": 88, "00025": 88, "00033": 88, "000334": 88, "000368": 88, "000408": 88, "000452": 88, "000471": 88, "000492": 88, "00054": 88, "000565": 88, "0005842181877573": 91, "000605": 88, "000715": 88, "000904": 88, "000923": 88, "001": [7, 86, 88], "001045": 88, "001156": 88, "00121972": 92, "0013": 88, "001425": 88, "00155": 88, "001564": 88, "00164": 88, "001679": 88, "001703": 88, "001799": 88, "0018635": 88, "001867": 88, "00199": 88, "002357": 88, "002415": 88, "002485": 88, "002693": 88, "002823": 88, "002916": 88, "003113": 88, "0033998208": 88, "00343": 88, "003632": 88, "003658": 88, "003705212742588": 87, "00378": 88, "003956": 88, "0041485": 88, "004536449977537947": [91, 92], "004538": 88, "004633": 88, "004652": 88, "004717": 88, "0048": 88, "0049": 88, "00499968750430059": 92, "0051785": 88, "005348": 88, "00538809382535063": 92, "005629148688825955": 91, "005653": 88, "0057": 88, "00577": 88, "00592": 88, "005941": 88, "0061": 88, "006176": 88, "006251": 88, "0063": 88, "0063478": 88, "006355": 88, "006378": 88, "006402439024390249": 87, "006451254621872": 87, "006542366753496509": 92, "00684": 88, "006935757308931089": 92, "007018": 88, "007049581561774207": 92, "0070688585864955075": 92, "0073": 88, "00732": 88, "007689": 88, "00783": 88, "008144": 88, "00819": 88, "008395": 88, "008417052432114897": 87, "008430450234156376": 87, "008594557139982584": 85, "008645230812945": 87, "0086eval": 88, "00882370430179678": 91, "009037": 88, "009117": 88, "009144": 88, "0092": 88, "00922": 88, "00924": 88, "009302": 88, "00937": 88, "009495": 88, "009565086141368": 87, "009865": 88, "009953": 88, "009995": 88, "01": [88, 92], "010059948897039251": 87, "010066938284793056": 87, "010214": 88, "010227": 88, "010288": 88, "010324": 88, "0104027": 88, "01041": 88, "010849": 88, "01096": 88, "0110311955": 88, "01116": 88, "0112": 88, "01121": 88, "011673": 88, "011675": 88, "012": 88, "01203": 88, "012045": 88, "012146": 88, "01241": 88, "012545": 88, "01276": 88, "01306": 88, "013084": 88, "013084733506993": 92, "013084733506993018": 92, "013161": 88, "0131997": 88, "013376": 88, "013592": 88, "0136967": 88, "0137": 88, "01376": 88, "013933": 88, "013974": 88, "014492": 88, "014524": 88, "0145801281317": 88, "014736": 88, "0148": 88, "01514": 88, "0152": 88, "015495": 88, "015564": 88, "015846": 88, "015865": 88, "015965": 88, "016204585390692": 87, "016277": 88, "016546": 88, "0166746": 88, "017": 88, "01712": 88, "017189114279965167": 85, "017467": 88, "017624": 88, "017635": 88, "018007": 88, "01816": 88, "018555": 88, "018625": 88, "01869": 88, "018893380782864": 87, "018936": 88, "01894observ": 88, "018997": 88, "019212040973969797": 85, "019802": 88, "01982": 88, "019958": 88, "01e": 88, "02": 92, "020063419083978743": 90, "0206": 88, "02081": 88, "021046": 88, "02120558208039114": 87, "021494": 88, "02169": 88, "021883": 88, "022": 88, "022127": 88, "02225": 88, "0222852": 88, "022305": 88, "022327": 88, "0224586": 88, "022537": 88, "022585": 88, "023228": 88, "023277": 88, "0233877": 88, "023397": 88, "0234256": 88, "02376": 88, "0242": 88, "024275": 88, "024408": 88, "024600_iwec": 97, "02463": 88, "024805": 88, "024936": 88, "025": 88, "02536": 88, "025604": 88, "025675": 88, "0257": 88, "02629": 88, "0265746": 88, "02657observ": 88, "027035": 88, "0272": 88, "027222": 88, "02745": 88, "027721": 88, "027729": 88, "02780659811395238": 85, "028294": 88, "02853": 92, "028534": 88, "028878": 88, "0292397": 88, "02925460307228": 92, "029285": 88, "029406": 88, "02954": 88, "029740_iwec": [86, 97], "029778": 88, "02e": 88, "03": [88, 92], "030064": 88, "0301712": 88, "030527": 88, "03078": 88, "0308": 88, "03104": 88, "031082": 88, "0311714993057384": 92, "031296": 88, "031479": 88, "03153": 88, "031565": 88, "031765": 88, "03184": 88, "032861": 88, "0332": 88, "033271": 88, "033295": 88, "033356": 88, "033457": 88, "033459": 88, "03417": 88, "034204": 88, "034254": 88, "034338": 88, "034351": 88, "0346045": 88, "035179": 88, "035385": 88, "0356": 88, "035702": 88, "0358138": 88, "03585": 88, "0360292e": 92, "036564": 88, "037195": 88, "037801974817327": 87, "037851": 88, "037893": 88, "038016": 88, "0381413": 88, "03831": 88, "0384": 88, "038563": 88, "038567": 88, "038744": 88, "038803": 88, "038888": 88, "0389": 88, "039072": 88, "039125": 88, "039146": 88, "039303": 88, "039307": 88, "039814": 88, "03985": 88, "0399": 88, "039986": 88, "03_13": 88, "03e": 88, "04": [11, 88], "040098962863255": 87, "0407": 88, "0408": 88, "0409384": 88, "04101": 88, "041191": 88, "041197": 88, "04126": 88, "041264": 88, "041609": 88, "0417705": 88, "042038": 88, "04204": 88, "042078": 88, "04220473": 92, "042411164160782": 87, "04241116416078228": 87, "04255": 88, "042582": 88, "0426": 88, "042614": 88, "0426264": 88, "04286119781551": 87, "0429": 88, "043047": 88, "043416": 88, "044007": 88, "044094470156978": 87, "04412536": 88, "044207": 88, "04449": 88, "044543": 88, "04456": 88, "04457": 88, "045027": 90, "045143": 88, "0451891": 88, "045515": 88, "045892": 88, "046": 88, "0468": 88, "047049": 88, "047325": 88, "04736episod": 88, "04738527": 88, "047405": 88, "04773": 88, "04774477368803296": 90, "04774477368803297": [85, 90], "047768": 88, "0479": 88, "048075": 88, "0482287": 88, "048388": 88, "04839": 88, "048454": 88, "0486894": 88, "04876eval": 88, "04878048780498": 87, "0488": 88, "04883": 88, "0489": 88, "049053": 88, "049054": 88, "049194": 88, "04921": 88, "049313": 88, "049335": 88, "049627": 88, "049884": 88, "049967": 88, "04e": 88, "05": [88, 92], "0501375": 88, "050169": 88, "0505": 88, "0507": 88, "05074episod": 88, "05086": 88, "0509": 88, "050997": 88, "051031": 88, "0512": 88, "0513": 88, "051739": 88, "0518": 88, "051851": 88, "052027": 88, "0521": 88, "0525": 88, "05312": 88, "053274": 88, "053332": 88, "053425": 88, "05344": 88, "053753": 88, "0539": 88, "053951": 88, "054016": 88, "054276": 88, "0544": 88, "054893": 88, "055126": 88, "055376": 88, "05541": 88, "05542625239599594": [91, 92], "055507": 88, "056": 88, "056015": 88, "056192": 88, "056242": 88, "05627": 88, "056477": 88, "05659": 88, "056593": 88, "0566": 88, "05674": 88, "056837": 88, "05684": 88, "057213": 88, "057838561161213775": 87, "05792": 88, "057957": 88, "058": 88, "05800834342804423": 92, "058065": 88, "058687": 88, "058773967039258": 87, "058844": 88, "0591": 88, "0592": 88, "05942": 88, "05946": 88, "059542": 88, "0598": 88, "05981": 88, "059998": 88, "05e": 88, "05time": 88, "06": 88, "06001": 88, "060165": 88, "060250789892102": 87, "06058090633": 88, "060763866443537": 87, "060978": 88, "060984": 88, "061084": 88, "0611014": 88, "061123": 88, "0611725": 88, "061243": 88, "0614": 88, "061403": 88, "061483": 88, "0616": 88, "061643": 88, "061901": 88, "061975": 88, "062": 88, "06217": 88, "062317": 88, "062473": 88, "0625": 88, "063183": 88, "0633": 88, "063503": 88, "063595": 88, "063614": 88, "063698": 88, "064": 88, "064064": 88, "064104": 88, "064188": 88, "0643": 88, "064402": 88, "064434": 88, "06446283743025183": [91, 92], "064466639774928": 87, "064882": 88, "064962": 88, "065159": 88, "065284": 88, "06529": 88, "065317": 88, "065544": 88, "06664793651545": 87, "066673": 88, "066725": 88, "067177": 88, "0674": 88, "06745": 88, "0675281": 88, "067757": 88, "06789851005825302": 87, "068222": 88, "06836": 88, "068803440473825": 87, "069008": 88, "069071": 88, "069283": 88, "069463": 88, "06e": 88, "07": 88, "070307": 88, "070414": 88, "070488": 88, "070724": 88, "070915": 88, "071327": 88, "0714601": 88, "07156": 88, "071585": 88, "07219": 88, "07225": 88, "0725": 88, "072664": 88, "072796": 88, "072847": 88, "0729": 88, "072931": 88, "073017": 88, "073156": 88, "07339": 88, "073464526888": 88, "073694": 88, "073902": 88, "073912": 88, "073921": 88, "0743": 88, "07431": 88, "074325327970303": 87, "07435": 88, "07449": 88, "074561": 88, "075": 88, "0750003": 88, "07528": 88, "0753": 88, "075342": 88, "0755606": 88, "07557": 88, "0757": 88, "07577": 88, "07606": 88, "076616": 88, "076662": 88, "076813": 88, "076895": 88, "077019": 88, "0771": 88, "077408": 88, "07751": 88, "0776": 88, "0777": 88, "077736": 88, "0783": 88, "078562": 88, "0786": 88, "0789": 88, "07896": 88, "0795": 88, "07955": 88, "079569": 88, "079979": 88, "07e": 88, "08": [82, 88], "080013": 88, "080135": 88, "080436": 88, "08074": 88, "080772": 88, "081000039381": 88, "081106": 88, "081112": 88, "081665": 88, "081877": 88, "081879": 88, "082052": 88, "08231": 88, "0827537": 88, "0828": 88, "0829508": 88, "0833": 88, "083458": 88, "08358694595796834": 90, "0837": 88, "0841": 88, "084190_swec": [86, 97], "084203": 88, "084322": 88, "084388": 88, "084414": 88, "08445": 88, "0846555": 88, "084793": 88, "085": 88, "085022": 88, "085037": 88, "085360_ineti": [86, 97], "085587": 88, "08581": 88, "085833": 88, "086": 88, "086092": 88, "08643": 88, "086617": 88, "08662": 88, "086629771558385": 87, "086813": 88, "087038": 88, "0872054": 88, "08734": 88, "087454": 88, "08747": 88, "087503": 88, "08769": 88, "087856": 88, "08793": 88, "08801": 88, "088284": 88, "088394": 88, "088962724586498": 87, "089": 88, "08908": 88, "0891": 88, "089472": 88, "08959897": 88, "089655": 88, "0897": 88, "08971": 88, "089901": 88, "08e": 88, "09": 88, "090052": 88, "09069": 88, "091045": 88, "0912": 88, "091452": 88, "091528": 88, "091732": 92, "091949": 88, "091957": 88, "091959": 88, "092": 88, "092154": 88, "0922365": 88, "092297": 88, "092391290403306": 87, "092854": 88, "093073": 88, "09314": 88, "09316": 88, "093334": 88, "0935545": 88, "093597": 88, "09369": 88, "093696177204187": 92, "093733": 88, "0938": 88, "093914": 88, "093975": 88, "094": 88, "094041": 88, "094099": 88, "0945": 88, "09457": 88, "094668": 88, "09502": 88, "095318": 88, "09547": 88, "095592": 88, "095621": 88, "0961": 88, "096224": 88, "096245": 88, "09637": 88, "0966": 88, "09662": 88, "096634": 88, "096746": 88, "09686": 88, "096895": 88, "096941": 88, "097107": 88, "09713": 88, "09719": 88, "097484": 88, "097755": 88, "097776": 88, "097784": 88, "098063": 88, "09816": 88, "09818": 88, "098211": 88, "098276": 88, "099007": 88, "09905": 88, "099207": 88, "099758": 88, "0998027": 88, "09997": 88, "099987": 88, "09e": 88, "0_0": [86, 88], "0eval": 88, "0m": 64, "0observ": 88, "0x7f6d49d5f670": 88, "0x7f6e4589ee90": 88, "0x7f80ad33c0a0": 89, "1": [2, 3, 6, 7, 8, 24, 25, 69, 70, 71, 72, 81, 85, 86, 87, 88, 89, 91, 92, 94, 96, 97, 98], "10": [0, 7, 9, 11, 18, 55, 64, 85, 86, 87, 88, 89, 90, 91, 92, 97], "100": [24, 87, 88], "10000": 25, "1000000e": 92, "10012235": 88, "100141": 88, "10024": 88, "1002643": 88, "1003": 88, "10041": 88, "10049": 88, "10070": 88, "10074": 88, "100765": 88, "10086": 88, "10099": 88, "101": 88, "1011216": 88, "1011635": 88, "1012": 88, "10124": 88, "101406": 88, "101468": 88, "10149": 88, "1015": 88, "10174": 88, "1018": 88, "10199": 88, "102": 88, "1020": 88, "10212": 88, "102135": 88, "1022": 88, "10224": 88, "1022595": 88, "1023380": 88, "1024": 88, "10244": 88, "10249": 88, "1025": 88, "1025525": 88, "10274": 88, "102802": 88, "1029345": 88, "10296": 88, "10299": 88, "103": 88, "1030": 88, "103163": 88, "1031673": 88, "10324": 88, "1032705": 88, "103301": 88, "1033242": 88, "10349": 88, "1035100": 88, "103514": 85, "10365036504194708": 90, "1037": 88, "10374": 88, "10374769": 88, "103796": 88, "103831": 88, "103836": 88, "103922374125307": 87, "10399": 88, "104": 88, "104088": 88, "1041": 88, "104126": 88, "10424": 88, "10425": 88, "1042883": 88, "1042911": 88, "1043": 88, "10449": 88, "10453701684556": 87, "10457": 88, "1046": 88, "10474": 88, "1049": 88, "10499": 88, "105": 88, "105051": 88, "105117": 88, "105118": 88, "105156": 88, "10522": 88, "105227": 88, "10524": 88, "105264": 88, "105343": 88, "10549": 88, "1055290": 88, "1055746": 88, "1056": 88, "1057": 87, "10571": 88, "10574": 88, "10587": 88, "10599": 88, "106": 88, "1060431": 88, "10624": 88, "1063": 88, "1063042": 88, "1064": 88, "10649": 88, "10674": 88, "1068": 88, "10691": 88, "10699": 88, "107": [88, 92], "1070": 88, "10701": 88, "107014": 88, "1070203": 88, "1072": 88, "10724": 88, "1073": 88, "107374": 88, "107384318126506": 87, "1074": 88, "1074047": 88, "107442": 88, "107475": 88, "10749": 88, "10750": 87, "10754": 88, "107556": 88, "107563": 88, "1076129748179115": 86, "107616": 88, "1076257": 88, "10774": 88, "107789": 88, "1079741": 88, "10799": 88, "108": 88, "108005": 88, "108007": 88, "108011": 88, "10803817": 88, "1081605": 88, "10824": 88, "1083": 88, "108369": 88, "10849": 88, "1085": 88, "1085250e": 92, "108599": 88, "1086": 88, "1087": 88, "10874": 88, "108757": 88, "1088106": 88, "10883": 88, "1089": 88, "1089516": 88, "10899": 88, "109": 88, "1090": 88, "10922": 88, "10924": 88, "10945": 87, "109482": 88, "10949": 88, "109554": 88, "109562": 88, "109674": 88, "10968": 88, "109697": 88, "10974": 88, "10989": 88, "1099": 88, "10999": 88, "10gb": 9, "11": [87, 88, 91, 92], "110": 88, "1100109": 88, "110023": 88, "1101246": 88, "11013": 88, "11024": 88, "110273": 88, "1103": 88, "110353": 88, "11044": 88, "11049": 88, "1105301": 88, "1105442": 88, "110699": 88, "11074": 88, "11077": 88, "1108": [88, 91, 92], "1108626": 88, "110891": 88, "1109": 88, "1109461": 88, "110972": 88, "11099": 88, "111": 88, "111017": 88, "111176": 88, "11124": 88, "11131": 88, "1114": 88, "11149": 88, "11162": 88, "11172": 88, "11174": 88, "11187": 88, "1119156": 88, "1119275": 88, "11199": 88, "112": [88, 91], "112099": 88, "1121520": 88, "112187": 88, "1122": 88, "11224": 88, "1123": 88, "1124": 88, "11249": 88, "11274": 88, "1129": 88, "11299": 88, "1129913": 88, "113": 88, "113121": 88, "113134": 88, "11316": 88, "11324": 88, "11328": 88, "1133127": 88, "113327": 88, "11349": 88, "1135936": 88, "1136": 88, "1137": 88, "113705": 88, "1137261": 88, "11374": 88, "1138461": 88, "1138610": 88, "113867": 88, "1139": 88, "11399": 88, "114": 88, "1141885": 88, "114191": 88, "11419542960070476": 87, "11424": 88, "114245": 88, "1143": 88, "1144": 88, "11446": 88, "11449": 88, "1145": 0, "1145651": 88, "1146": 88, "11474": 88, "1148": 88, "114868": 88, "1149": 88, "11499": 88, "115": 88, "1150": 88, "11506": 88, "11515210984941": 87, "1151543": 88, "11521": [91, 92], "11524": 88, "11540370667002": 92, "115477": 88, "11548": 87, "11549": 88, "115623": 88, "115639": 88, "11567712232242755": 87, "115677122322428": 87, "11574": 88, "115774": 88, "1158": 88, "115957": 88, "11599": 88, "116": 88, "11612": 88, "11623": 88, "11624": 88, "1163221": 88, "1164469": 88, "11649": 88, "11674": 88, "11699": 88, "117": 88, "1170298": 88, "1172": 88, "11724": 88, "117279": 88, "1173": 88, "117382": 88, "1174": 88, "11749": 88, "117585185109778": 87, "11765": 91, "11774": 88, "1178": 88, "11781": 88, "11799": 88, "118": 88, "1181": 88, "11824": 88, "118244": 88, "118326": 88, "1183428": 88, "11835387": 88, "1184": 88, "11849": 88, "11858": 88, "118586": 88, "118645": 88, "1187332": 88, "11874": 88, "118748": 88, "1187793": 88, "1188644": 88, "1189": 88, "11899": 88, "119": 88, "1190161": 88, "1190462": 88, "1190700": 88, "1191": 88, "1191460": 88, "11924": 88, "1193": 88, "119333": 88, "11949": 88, "1195": 88, "119612": 88, "11974": 88, "119897": 88, "1199": 88, "11995": 88, "11999": 88, "11e": 88, "12": [3, 7, 8, 72, 85, 86, 87, 88, 89, 90, 91, 92, 97], "120": 88, "1200115": 88, "12003": 88, "120074": 88, "120174": 88, "12024": 88, "120296": 88, "12049": 88, "12074": 88, "120804": 88, "1209": 88, "12099": 88, "121": 88, "12124": 88, "121346": 88, "121407": 88, "1214257": 88, "12149": 88, "1216855": 88, "121716": 88, "121738": 88, "12174": 88, "121815": 88, "12199": 88, "122": 88, "1220016": 88, "122057": 88, "122066701037642": 87, "12207": 88, "122103": 88, "122137": 88, "1222": 88, "122232": 88, "12224": 88, "1223": 88, "1224": 88, "122469": 88, "12249": 88, "122492094230708": 87, "12251": 88, "1226": 88, "12274": 88, "122775": 88, "12279": 88, "1228": 88, "12299": 88, "123": 88, "1230844": 88, "123085": 88, "1231": 88, "1232": 88, "12324": 88, "12343episod": 88, "123447": 88, "12349": 88, "1234918": 88, "1234998": 88, "1235690": 88, "1236157": 88, "12374": 88, "1237547": 88, "12383": 88, "12399": 88, "124": 88, "124214": 88, "12424": 88, "124284": 88, "1243": 88, "124363": 88, "124374": 88, "1244619": 88, "12449": 88, "1245584": 88, "1246": 88, "12474": 88, "12477": 88, "1249": 88, "12499": 88, "125": [3, 88], "12505": 88, "125118": 88, "12524": 88, "12549": 88, "12574": 88, "125746": 88, "1258731": 88, "1259": 88, "12592": 88, "125984": 88, "12599": 88, "126": 88, "126002": 88, "1260863": 88, "1261": 88, "1262": 88, "1262035": 88, "1262075": 88, "12624": 88, "126259": 88, "1263": 88, "1264": 88, "126413": 88, "126427": 88, "126446": 88, "12647816912414633": 85, "12649": 88, "1265": 88, "126642": 88, "126654": 88, "126692": 88, "126703": 88, "12674": 88, "1268": 88, "12699": 88, "127": 88, "127042": 88, "12721": 88, "1272109": 88, "12724": 88, "127277": 88, "127358": 88, "1274": 88, "12749": 88, "1277295": 88, "127739": 88, "12774": 88, "1278173": 88, "127878": 88, "12789": 88, "127898": 88, "12799": 88, "128": [87, 88], "12802": 88, "128113": 88, "1281504": 88, "128186": 88, "12824": 88, "12826": 88, "12849": 88, "128534": 88, "128633": 88, "12874": 88, "128750": 88, "1288323": 88, "128834": 88, "1289": [91, 92], "128933": 88, "12899": 88, "129": 88, "12907": 88, "1291654": 88, "1292": 88, "12924": 88, "1293": 88, "129374": 88, "1293798": 88, "12949": 88, "129557": 88, "129635": 88, "129715": 88, "1297189": 88, "12974": 88, "129744": 88, "129776": 88, "1298619": 88, "1299": 88, "12997": 88, "12999": 88, "12e": 88, "13": [88, 92, 97], "130": 88, "1300": 88, "130006355654462": 87, "13013": 88, "13024": [87, 88], "1303549": 88, "130356": 88, "13049": 88, "130491": 88, "13058": 88, "1307": 88, "1307205": 88, "13074": 88, "1309": 88, "130938": 88, "130976": 88, "1309806": 88, "13099": 88, "131": 88, "13105904442731": 87, "1312": 88, "131216": 88, "13124": 88, "1313": 88, "1314": 88, "13149": 88, "131516": 88, "1316319": 88, "13174": 88, "13176": 88, "13177": 88, "1317869": 88, "131813": 88, "1319": 88, "13197": 88, "131987": 88, "13199": 88, "132": 88, "1320": 88, "1320067": 88, "1321506": 88, "13219": 88, "1322": 88, "13224": 88, "1323": 88, "13234": 88, "132393": 88, "1324": 88, "1324227": 88, "13249": 88, "13274": 88, "13299": 88, "1329952": 88, "133": 88, "13316": 88, "1332038": 88, "13324": 88, "1333": 88, "133348": 88, "133389": 88, "133396": 88, "13342": 88, "13349": 88, "133593": 88, "133598": 88, "13367": 88, "13374": 88, "13399": 88, "134": 88, "134166": 88, "13424": 88, "134264": 88, "134275": 88, "13434": 88, "1344": 88, "13449": 88, "134598": 88, "13474": 88, "134862": 88, "1349": 88, "134924": 88, "13499": 88, "135": 88, "135008": 88, "1351892": 88, "1352": 88, "1352249": 88, "13524": 88, "1353": 88, "13549": 88, "1356897": 88, "135732451572082": 87, "13574": 88, "13599": 88, "1359925": 88, "136": 88, "136002": 88, "136075": 88, "1361756": 88, "1362343": 88, "13624": 88, "1363": 88, "136313": 88, "13632": 88, "1363277": 88, "136335": 88, "1363359": 88, "13649": 88, "1365": 88, "1367": 88, "136702063330183": 87, "13674": 88, "136875": 88, "13691": 88, "13699": 88, "137": 88, "137042": 88, "1371": 88, "13714": 88, "1372": 88, "1372092": 88, "13722": 88, "13724": 88, "137249": 88, "1372688": 88, "137383": 88, "1374": 88, "13749": 88, "1375": 88, "137533": 88, "137628": 88, "13768224": 88, "1377": 88, "13774": 88, "137783183036678": 87, "13779": 88, "137825": 88, "1378782": 88, "137955": 88, "13799": 88, "138": [88, 92], "1382": 88, "1382109": 88, "13824": 88, "13825": 87, "138285": 88, "1383": 88, "138374": 88, "13849": 88, "13874": 88, "13880": 88, "138863": 88, "13899": 88, "139": 88, "139025": 88, "1390406": 88, "1391969": 88, "13924": 88, "139362": 88, "1394": 88, "139486": 88, "139488733403255": 87, "13949": 88, "139505": 88, "13974": 88, "139757": 88, "13979312148985": 87, "1398": 88, "13989": 88, "1399": 88, "13999": 88, "13e": 88, "14": [86, 88, 92, 97], "140": 88, "140154": 88, "140165597242": 91, "1402": 88, "14024": 88, "140368086263685": 87, "14049": 88, "140497": 88, "14059": 88, "1406267": 88, "1407254": 88, "14074": 88, "14086": 88, "140959": 88, "14099": 88, "141": 88, "1410189": 88, "14115": 88, "14118324007": 87, "14124": 88, "1413": 88, "14149": 88, "1415152": 88, "1416": [87, 91, 92], "14162": 88, "1417": [85, 90], "141724": 88, "14174": 88, "141766": 88, "141846": 88, "1419": 88, "14190736": 88, "141941": 88, "14199": 88, "142": 88, "1420": 88, "142008": 88, "1420374": 88, "14206": 88, "1421501": 88, "14221": 88, "14224": 88, "14226": 88, "1423": 88, "1424": 88, "14245": 91, "14249": 88, "1427158": 88, "14272": 88, "14274": 88, "1428": 88, "14299": 88, "143": 88, "1430461": 88, "1431": 88, "14322889": 88, "14323": 88, "14324": 88, "14349": 88, "1435": 88, "1437": 88, "14374": 88, "14399": 88, "144": 88, "1440": [85, 89, 90], "1441": 88, "1442": 88, "144203": 88, "14424": 88, "144360": 88, "14449": 88, "144527": 88, "144733": 88, "14474": 88, "144766497926": 88, "1448": 88, "14481": 88, "144833": 88, "1449": 88, "14490029": 88, "14497": [91, 92], "14499": 88, "145": 88, "145014331659493": 87, "14502": 88, "145077": 88, "1452": 88, "14524": 88, "14549": 88, "1455": 88, "145666": 88, "1457054": 88, "14574": 88, "145824": 88, "14588": 88, "145975": 88, "14599": 88, "146": 88, "1461163": 88, "1461345": 88, "1462": 88, "146233": 88, "14624": 88, "1462606": 88, "146399": 88, "1464": 88, "146489725308": 88, "14649": 88, "146586": 88, "1466": 88, "146664": 88, "14674": 88, "146742": 88, "1468": 88, "146838": 88, "14699": 88, "147": 88, "147029855625828": 87, "1471": 88, "14724": 88, "14731": 88, "1473894": 88, "1474": 88, "14749": 88, "1475": 88, "1477": 88, "14774": 88, "1478523": 88, "1478701": 88, "14792": 88, "14799": 88, "148": 88, "1480": 88, "148026393976973": 87, "148069449044": 88, "14812351670179": 87, "148232": 88, "14824": 88, "148342": 88, "14849": 88, "148495": 88, "14851": 88, "148575": 88, "1486138": 88, "1486853": 88, "14874": 88, "148827": 88, "1489557": 88, "14899": 88, "149": 88, "14912": 88, "1492": 88, "149212": 88, "1492358": 88, "14924": 88, "149345848460342": 87, "14938": 88, "14942": 88, "1494897446855": 88, "14949": 88, "149518": 88, "14968": 88, "14974": 88, "14981": 88, "1498216": 88, "1499": 88, "14992": 88, "149982": 88, "14999": 88, "14e": 88, "15": [88, 89, 90, 91, 92], "150": 88, "15008": 88, "150154": 88, "1502": 88, "15024": 88, "1502472": 88, "150335": 88, "15049": 88, "15050839": 92, "150514461425416": 87, "1507": 88, "15074": 88, "150831": 88, "15099": 88, "151": 88, "15113": 88, "1511907": 88, "151196": 88, "15124": 88, "151250": 88, "1513": 88, "151306": 88, "151327": 88, "1514": 88, "15149": 88, "1515": 88, "151531": 88, "15174": 88, "151745967733667": 87, "151756": 88, "151760": 88, "15199": 88, "152": 88, "152029": 88, "1521": 88, "1521785": 88, "15224": 88, "1524": 88, "15249": 88, "1525": 88, "152613": 88, "15274": 88, "15275": 88, "152868": 88, "152966": 88, "15299": 88, "153": 88, "1530411": 88, "153119": 88, "15324": 88, "153282": 88, "15332632": 88, "1534298527454": 85, "153479": 88, "15349": 88, "1535": 88, "15374": 88, "15375": 88, "1538": 88, "1539378": 88, "15399": 88, "154": 88, "15411": 88, "154137": 88, "154156": 88, "15424": 88, "154366": 88, "15449": 88, "154497": 88, "1546": 88, "154627": 88, "1546300": 88, "15474": 88, "1549": 88, "15499": 88, "155": 88, "155039": 88, "1552175": 88, "155224": 88, "155237": 88, "15524": 88, "155286": 88, "15549": 88, "15559": 88, "15574": 88, "155758": 88, "1558300": 88, "1558993": 88, "15594": 88, "15599": 88, "156": 88, "1561945": 88, "1562": 88, "15624": 88, "156244": 88, "1563": 88, "15649": 88, "1564907": 88, "1566": 88, "156731": 88, "156735": 88, "15674": 88, "1569": 88, "1569444": 88, "15699": 88, "157": 88, "157116": 88, "157179": 88, "1572": 88, "15724": 88, "15726": 88, "157383": 88, "1574": 88, "15749": 88, "157553": 88, "157618": 88, "1577": 88, "15774": 88, "15778": 88, "1577966": 88, "1578355": 88, "1579": 88, "15799": 88, "158": 88, "158018": 88, "15802": 88, "15805787": 88, "1582": 88, "1582394": 88, "15824": 88, "15829": 88, "158352": 88, "1584377": 88, "15849": 88, "1585": 88, "158574": 88, "158653": 88, "15874": 88, "15875": 88, "158784": 88, "158876": 88, "1589": 88, "15899": 88, "159": 88, "15924": 88, "159419": 88, "15949": 88, "159508": 88, "159515": 88, "15974": 88, "159826": 88, "1599": 88, "15999": 88, "15e": 88, "15owsnpb": 88, "16": [88, 92, 97], "160": [88, 92], "160043": 88, "160044": 88, "16016": 88, "16024": 88, "16026": 88, "16045": 88, "16049": 88, "16074": 88, "16099": 88, "161": [10, 88], "16124": 88, "1614288": 88, "16143eval": 88, "161467": 88, "16149": 88, "16167": 91, "161691": 88, "1617": 88, "16174": 88, "161875": 88, "161943": 88, "16199": 88, "162": 88, "1620741": 88, "1621886": 88, "16224": 88, "1622963": 88, "1623": 88, "1623813": 88, "1624": 88, "16245": 88, "162462": 88, "16249": 88, "162493": 88, "1625": 88, "1625788": 88, "162618330118143": 87, "162686": 88, "162704": 88, "162733": 88, "16274": 88, "1628": 88, "162914": 88, "16299": 88, "163": 88, "16300492": 88, "16311": 88, "163172": 88, "16324": 88, "16349": 88, "163658": 88, "1637": 88, "16374": 88, "1637863": 88, "1638969": 88, "16399": 88, "164": 88, "1640626": 88, "16424": 88, "1642453": 88, "1643": 88, "1643669": 88, "16449": 88, "164515": 88, "1646": 88, "16474": 88, "1647538": 88, "1649": 88, "16499": 88, "165": 88, "1651": 88, "165148": 88, "1652": 88, "16524": 88, "1654232": 88, "16549": 88, "1655": 88, "165697": 88, "1657319": 88, "16574": 88, "165756": 88, "1658": 88, "165852": 88, "165983": 88, "16599": 88, "166": 88, "1660167": 88, "16617": 88, "16624": 88, "1662493": 88, "166264": 88, "1663388": 88, "166363": 88, "1664": 88, "166412": 88, "16649": 88, "166603": 88, "166679": 88, "16668": 88, "1667": 88, "16674": 88, "166885": 88, "1669": 88, "166939": 88, "16699": 88, "167": 88, "167046": 88, "1671282": 88, "16717389191593668": 90, "16724": 88, "167301": 88, "1674": 88, "167454": 88, "16749": 88, "16755": 88, "167724": 88, "16774": 88, "16785": 88, "1679": 88, "16799": 88, "168": [87, 88], "16801": 87, "168115": 88, "16821": 88, "16824": 88, "16849": 88, "16852": 88, "168539": 88, "16856": 88, "168621791819803": 87, "16874": 88, "1687875": 88, "16892": 87, "16899": 88, "169": 88, "169079": 88, "169209": 88, "16924": 88, "1693315": 88, "169394": 88, "16949": 88, "1695": 88, "1695556": 88, "169581": 88, "16959": 88, "1697": 88, "1697029": 88, "16974": 88, "1697826": 88, "1697941": 88, "169835": 88, "1699": 88, "169945": 88, "16999": 88, "16e": 88, "17": [88, 90, 91, 92, 97], "170": 88, "1700": 88, "1700214247": 88, "1700214338": 88, "1700214442": 88, "1701": 88, "170164": 88, "17024": 88, "1702461": 88, "170254": 88, "17046": 88, "17049": 88, "170518": 88, "1706837": 88, "17074": 88, "1708": 88, "170815": 88, "170850": 88, "17099": 88, "171": 88, "1710": 88, "1711": 88, "171143": 88, "17124": 88, "17125": 88, "17132": 88, "171333": 88, "171345": 88, "171485556687838": 87, "17149": 88, "17174": 88, "1717507": 88, "1718": 88, "17188episod": 88, "171899": 88, "171911": 88, "171944": 88, "171947": 88, "171951": 88, "17199": 88, "172": 88, "172163": 88, "17224": 88, "1724": 88, "17249": 88, "17274": 88, "172800": 86, "172965873764": 88, "17299": 88, "173": 88, "1730056": 88, "1731": 88, "1731845": 88, "1732": 88, "173205": 88, "17324": 88, "17343": 88, "17349": 88, "1735": 88, "17374": 88, "17377": [91, 92], "1738": 88, "173874": 88, "1739404": 88, "17399": 88, "1739988": 88, "174": 88, "1741145": 88, "17422294281217932": 85, "17424": 88, "1743": 88, "17449": 88, "174507": 88, "1746407": 88, "1747264": 88, "17474": 88, "174824": 85, "1749": 88, "17496552068692": 87, "17499": 88, "175": 88, "175064": 88, "17516": 88, "175194": 88, "175195": 88, "17524": 88, "1754": 88, "17549": 88, "1755": 88, "1755457": 88, "1756": 88, "17574": 88, "1758": 88, "175938": 88, "17599": 88, "176": [88, 91], "1760": 88, "1760286": 88, "1760453": 88, "176092": 88, "176098": 88, "1761775": 88, "1762286": 88, "17624": 88, "176395": 88, "176426": 88, "176463": 88, "17649": 88, "1766": 88, "176632": 88, "176662": 88, "17670": 88, "17672": 88, "17674": 88, "17677": 88, "17699": 88, "177": 88, "17724": 88, "1774": 88, "17749": 88, "177536": 88, "1776": 88, "177649": 88, "177671": 88, "1777": 88, "17774": 88, "1779": 88, "17799": 88, "178": 88, "1780941": 88, "1781814": 88, "17824": 88, "178434": 88, "178462": 88, "17849": 88, "17874": 88, "17899": 88, "179": 88, "179195": 88, "1792": 88, "179213": 88, "17924": 88, "1793": 88, "179312": 88, "17949": 88, "1794946": 88, "1797136": 88, "179724": 88, "17974": 88, "1798": 88, "1798205": 88, "1799": 88, "179922": 88, "17999": 88, "17_09": 88, "17e": 88, "18": [11, 85, 88, 90, 91, 92, 97], "180": 88, "1800": 88, "18005": 88, "180178": 88, "1802": 88, "18024": 88, "180256": 88, "18027": 88, "1803": 88, "1804": 88, "18044": 91, "18049": 88, "1806": 88, "18072": 88, "18074": 88, "180758": 88, "1808781": 88, "18096": 88, "18099": 88, "181": 88, "181026": 88, "1810470": 88, "181059": 88, "1812": 88, "18123eval": 88, "18124": 88, "181385": 88, "181480": 88, "18149": 88, "1815379": 88, "1817": 88, "181717": 88, "18174": 88, "1819": 88, "18199": 88, "182": 88, "182009": 88, "1821": 88, "1822": 88, "18224": 88, "18225": 88, "182339": 88, "182379": 88, "1824": 88, "18249": 88, "182513": 88, "1826": 88, "182646": 88, "182717": 88, "18274": 88, "1828644": 88, "1828959": 88, "1829333": 88, "18299": 88, "183": [88, 90], "183125": 88, "18324": 88, "18328668832165": 87, "18349": 88, "18353": 88, "1836190": 88, "18374": 88, "183797": 88, "1838": 88, "183949": 88, "18399": 88, "184": [85, 88], "1841": 88, "18424": 88, "1844": 88, "18449": 88, "184548": 88, "18474": 88, "1847547": 88, "1848": 88, "184828759025105": 87, "1849": 88, "18499": 88, "185": 88, "1851": 88, "1852125": 88, "18524": 88, "185356": 88, "1854": 88, "18549": 88, "185575": 88, "1856": 88, "18574": 88, "185757": 88, "18599": 88, "186": 88, "18624": 88, "186273": 88, "186356": 88, "18649": 88, "18654": 88, "186604": 88, "1866692": 88, "186699": 88, "18674": 88, "186888": 88, "18699": 88, "187": 88, "187042": 88, "18724": 88, "1874": 88, "18749": 88, "1875": 88, "187544582040186": 87, "187576": 88, "1875874": 88, "18774": 88, "1877465": 88, "1877708": 88, "187864": 88, "187885": 88, "187895": 88, "1879835": 88, "18799": 88, "188": 88, "1880474": 88, "1881": 88, "18821": 88, "18824": 88, "1883": 88, "18839": 88, "18849": 88, "1885": 88, "1886": 88, "188634": 88, "188645": 88, "18874": 88, "188778": 88, "18899": 88, "189": 88, "1891": 88, "18924": 88, "1893": 88, "18946": 88, "18949": 88, "1896": 88, "18974": 88, "189896": 88, "1899": 88, "189915": 88, "18999": 88, "18e": 88, "19": [3, 70, 72, 85, 88, 90, 91, 92], "190": 88, "190033": 88, "1900978": 88, "19011": 88, "19024": 88, "19049": 88, "190514": 88, "19066": 88, "19074": 88, "19078": 88, "19079547564029": 87, "19097": 88, "19099": 88, "191023": 88, "19124": 88, "191248": 88, "1912825": 88, "19129": 88, "19149": 88, "19174": 88, "191752": 88, "191772": 88, "19183": 88, "19199": 88, "192": 88, "19224": 88, "192297": 88, "1923": 88, "192326": 88, "192398": 88, "1924": 88, "19249": 88, "1925530": 88, "192562": 88, "192572": 88, "1926": 88, "19274": 88, "19299": 88, "193": 88, "193132": 88, "1932": 88, "19324": 88, "1933": 88, "1934": 88, "19349": 88, "19357": 88, "19374": 88, "19379": 88, "19397": 88, "19399": 88, "194": 88, "19401": 88, "19407731358453": 87, "1941": 88, "19421": 88, "19424": 88, "19425558540028": 87, "19432": 88, "19449": 88, "1945338": 88, "19474": 88, "19484": 88, "1948746": 88, "1949": 88, "19492": 88, "19499": 88, "195": 88, "1950": 88, "19502": 88, "195037": 88, "19524": 88, "195282": 88, "195335": 88, "195412": 88, "19549": 88, "195494": 88, "195496": 88, "1955": 88, "1956": 88, "1957": 88, "19572": 91, "19574": 88, "1958": 88, "19599": 88, "196": 88, "196104": 88, "19624": 88, "196256": 88, "196307": 88, "196474": 88, "19649": 88, "1966367": 88, "196686348535": 88, "19674": 88, "196743": 88, "19681": 87, "196945": 88, "19699": 88, "197": 88, "197186": 88, "19724": 88, "197342": 88, "197345": 88, "1974": 88, "19749": 88, "197556": 88, "197695": 88, "1977187": 88, "19774": 88, "1978": 88, "1979": 88, "19799": 88, "198": 88, "19824": 88, "198273": 88, "198282": 88, "198372": 88, "19849": 88, "19851": 88, "198558": 88, "198685": 88, "198689": 88, "19874": 88, "19888": 88, "198977940785": 87, "19899": 88, "199": 88, "1991": [8, 85, 86, 87, 88, 89, 90, 91, 92], "1991172": 88, "19924": 88, "199289": 88, "19937480889174": 87, "19949": 88, "1996": 88, "1997": 8, "199731": 88, "19974": 88, "1998": [8, 88], "19986": 88, "1999": 88, "19991": 88, "19999": 88, "19e": 88, "1e": [7, 69, 70, 71, 72, 82, 88], "1m": 64, "1p": 89, "1pb": 89, "1pf": 89, "1pl": 89, "1pr": 89, "1zonedatacentercrac_wapproachtemp": 3, "2": [0, 2, 3, 7, 10, 11, 12, 64, 75, 85, 86, 87, 88, 89, 91, 92, 97], "20": [7, 64, 86, 88, 90, 91, 92], "200": 88, "2000003": 88, "20024": 88, "200267": 88, "2004": 48, "20049": 88, "200624": 88, "2006618": 88, "2007": 88, "20074": 88, "2009": 88, "20099": 88, "201": [87, 88], "2011": 88, "20124": 88, "201467": 88, "20149": 88, "2016": [49, 50], "201731": 88, "20174": 88, "20179": 88, "201933": 88, "20197213": 88, "20199": 88, "2019925": 88, "202": 88, "20208": 88, "202087": 88, "2021": 0, "2021sinergym": 0, "20224": 88, "20230803_133654": 88, "20231117_094304": 88, "20231117_094859": 88, "2023776": 88, "2024": 88, "202436": 88, "202482": 88, "20249": 88, "202625": 88, "20268": 88, "20274": 88, "20299": 88, "203": 88, "203036": 88, "203123": 88, "2032": 88, "20324": 88, "20326": 88, "2032909": 88, "203293": 88, "20349": 88, "20353": [91, 92], "20374": 88, "20377": 87, "20381": 88, "203812": 88, "203888": 88, "203909": 88, "2039795": 88, "20398": 88, "20399": 88, "204": 88, "2040": 88, "2040808": 88, "204128": 88, "204165": 88, "2041984": 88, "20422778": 92, "20424": 88, "204458": 88, "20449": 88, "204573": 88, "204594": 88, "204605": 88, "204664": 88, "20474": 88, "204876": 88, "2049": 88, "20499": 88, "205": 88, "2050470": 88, "205063": 88, "2052": 88, "20524": 88, "205442": 88, "20549": 88, "2057": 88, "20574": 88, "20577": 88, "205776": 88, "2058110": 88, "205873": 88, "2059622": 88, "20599": 88, "206": 88, "20605884": 92, "20606": 88, "206142": 88, "20624": 88, "206257": 88, "20639": 88, "20649": 88, "20674": 88, "2069064": 88, "206911": 88, "20699": 88, "207": 88, "207127": 88, "20724": 88, "2074": 88, "20749": 88, "20754": 88, "2075944": 88, "20774": 88, "207747": 88, "20776": 88, "2077625": 88, "20799": 88, "208": 88, "208225": 88, "20824": 88, "2084": 88, "2084277": 88, "208434": 88, "2084704": 88, "20849": 88, "2085210": 88, "208553": 88, "2085614": 88, "2086": 88, "208645": 88, "208662": 88, "208679": 88, "20874": 88, "208877778477245": 87, "20899": 88, "209": 88, "209018": 88, "209152": 88, "20924": 88, "20944": 88, "20949": 88, "2096": 88, "20974": 88, "20977": 88, "209824": 88, "2099": 88, "20999": 88, "20gb": 9, "20m": 64, "21": [87, 88, 91, 92, 97], "210": 88, "210167": 88, "21023": 88, "21024": 88, "210327": 88, "210348": 88, "21035": 88, "21049": 88, "210514": 88, "21052321517551723": 85, "21074": 88, "21099": 88, "211": 88, "211084": 88, "211124": 88, "21124": 88, "211245": 88, "211297": 88, "211305724387437": 87, "2113588": 88, "21137": 88, "2114": 88, "21149": 88, "211603": 88, "211607": 88, "2117175": 88, "211725": 88, "21174": 88, "2118": 88, "21186": 88, "211943": 88, "21199": 88, "212": 88, "212038": 88, "21219": 88, "21224": 88, "212349": 88, "212387": 88, "2123916": 88, "2124": 88, "21249": 88, "2125": 88, "2125288": 88, "21256": 88, "21262374343245": 87, "2127241": 88, "21274": 88, "21284685762769534": 90, "212911": 88, "212975": 88, "21298": 88, "21299": 88, "213": 88, "213067": 88, "213139": 88, "213166": 88, "2131824": 88, "21324": 88, "213251": 88, "21326": 88, "213444": 88, "21349": 88, "21356": 88, "2135712": 88, "2137165": 88, "21374": 88, "2139": 88, "21399": 88, "214": 88, "214001477054413": 87, "21404": 88, "21409138679209": 87, "21424": 88, "214247": 88, "214323": 88, "21449": 88, "2145050": 88, "21452": 88, "214733": 88, "21474": 88, "2148": 88, "214876": 88, "21489": 88, "2149": 88, "214954": 88, "21499": 88, "215": 88, "21505": 88, "21524": 88, "215261": 88, "215305": 88, "215412": 88, "21549": 88, "215683": 88, "2157": 88, "21574": 88, "215752": 88, "21578881": 88, "21599": 88, "216": 88, "2160": [87, 91, 92], "216024": 88, "2161": 88, "2161875": 88, "21624": 88, "21649": 88, "2165": 88, "21652": 88, "216587": 88, "2166689": 88, "21674": 88, "2168": 88, "2168629": 88, "21699": 88, "217": 88, "217064": 88, "2172": 88, "21724": 88, "2173034": 88, "2174": 88, "217432": 88, "217442233499717": 87, "21749": 88, "217491": 90, "2175": 88, "217537": 88, "217648": 88, "21765": 88, "217703": 88, "21774": 88, "21796": 88, "21799": 88, "218": 88, "21806": 88, "21824": 88, "2182675": 88, "21843578055733381": 91, "21849": 88, "21874": 88, "21896": 87, "21899": 88, "219": 88, "219017": 88, "219078": 88, "219198": 88, "219239": 88, "21924": 88, "219263": 88, "21949": 88, "219627": 88, "21973711769706": 87, "21974": 88, "21981": 88, "2199": 88, "219914681982832": 87, "21999": 88, "21e": 88, "22": [11, 85, 86, 87, 88, 89, 91, 92], "220": 88, "2201520": 88, "22024": 88, "220278": 88, "22049": 88, "220542": 88, "220632": 88, "22064": 88, "22073": 88, "22074": 88, "220809": 88, "22099": 88, "221": 88, "221107": 88, "221117": 88, "2212": 88, "2212148": 88, "22124": 88, "221281": 88, "221325": 88, "221378": 88, "22149": 88, "2215056": 88, "22157": 88, "2216408": 88, "221664": 88, "22174": 88, "22182": 88, "22199": 88, "222": 88, "22203": 88, "2222": 88, "22224": 88, "2224": 88, "222464": 88, "22249": 88, "222506": 88, "22273": 88, "22274": 88, "2229": 88, "22299": 88, "22324": 88, "2232910": 88, "223364": 88, "2234091": 88, "22349": 88, "223518887721035": 87, "2235431": 88, "223564": 88, "22374": 88, "2239": 88, "22399": 88, "224": 88, "2240896": 88, "22424": 88, "2243": 88, "224388": 88, "2244216": 88, "224451": 88, "22449": 88, "224543": 88, "22474": 88, "224743717142747": 87, "22475557813916": 87, "2248": 88, "224862634103623": 87, "2249": 88, "224926": 88, "22499": 88, "224995": 88, "225": 88, "22524": 88, "225305": 88, "22538": 88, "22549": 88, "2255049": 88, "225517": 88, "22574": 88, "2258": 88, "2258358": 88, "225866": 88, "225957": 88, "22599": 88, "225992": 88, "225996": 88, "226": 88, "226016": 88, "22611": 88, "22624": 88, "226307": 88, "226334": 88, "22649": 88, "226510": 88, "22653": 88, "22657": 87, "2266": 88, "2267": 88, "22674": 88, "226805": 88, "22684": 88, "226868": 88, "22699": 88, "227": 88, "227089": 88, "2271817": 88, "22724": 88, "22725948485913058": 91, "227363": 88, "227379": 88, "22738": 88, "2274": 88, "22749": 88, "227594": 88, "227640": 88, "2276769": 88, "2277": 88, "22774": 88, "2278": 88, "227865": 88, "22799": 88, "228": 88, "228003": 88, "22824": 88, "2283": 87, "22849": 88, "228516": 88, "22852": 88, "228561": 88, "228575": 88, "2286": 88, "228634": 88, "22874": 88, "22879episod": 88, "2288": 88, "228872": 88, "22899": 88, "229": 88, "22916802518": 88, "22924": 88, "22931": 88, "229322": 88, "2294836": 88, "22949": 88, "229651": 88, "229662": 88, "22974": 88, "229746": 88, "2297572": 88, "229761": 88, "2298": 88, "229832": 88, "2299": 88, "229988": 88, "22999": 88, "22e": 88, "23": [3, 7, 86, 87, 88, 89, 91, 92], "230": 88, "2301027": 88, "230162": 88, "23024": 88, "230255": 88, "230354": 88, "23049": 88, "23053": 88, "2306": 88, "23063": 88, "23074": 88, "23084": 88, "2309": 88, "23099": 88, "231": 88, "231157": 88, "23124": 88, "231259": 88, "23126": 88, "23149": 88, "2316": 88, "23174": 88, "231922": 88, "23199": 88, "232": 88, "232125": 88, "23224": 88, "2324": 88, "23249": 88, "23259020873576": 87, "23274": 88, "23299": 88, "233": 88, "233004": 88, "2330092": 88, "233074": 88, "23319381087007": 87, "23324": 88, "23326": 88, "23329": [91, 92], "233419": 88, "23349": 88, "2335": 88, "233568": 88, "23363": 88, "23374": 88, "2337403": 88, "233862884129856": 87, "233954": 88, "23399": 88, "234": 88, "23424": 88, "234293": 88, "23445": 88, "23449": 88, "234543": 88, "234565": 88, "23461": 88, "234688": 88, "2347054": 88, "23471113677184": 87, "23474": 88, "2349": 88, "23499": 88, "235": 88, "235045107678307": 87, "235198": 88, "2352": 88, "23524": 88, "2354075": 88, "235451": 88, "23549": 88, "235605": 88, "235693": 88, "23574": 88, "2359": 88, "2359683": 88, "23599": 88, "236": 88, "236038": 88, "23604545": 88, "23605": 88, "236084": 88, "2361": 88, "23624": 88, "2363": 88, "23649": 88, "236619": 88, "236689": 88, "23674": 88, "23685": 88, "236861": 88, "23699": 88, "237": 88, "237041": 88, "237171": 88, "23719": 88, "237206": 88, "23724": 88, "237269": 88, "2373": 88, "2374": 88, "23749": 88, "2375": 88, "2375066": 88, "237514": 88, "237583": 88, "23774": 88, "23799": 88, "238": 88, "238083": 88, "23813": 88, "23822": 88, "23824": 88, "238272": 88, "2383": 88, "23835": 88, "2383635": 88, "23849": 88, "2384972": 88, "2386879": 88, "2387312028445": 88, "23874": 88, "23899": 88, "239": 88, "23912": 88, "23924": 88, "23949": 88, "23974": 88, "23984": 88, "2399": 88, "23999": 88, "23e": 88, "24": [30, 87, 88, 90, 91, 92], "240": [88, 91, 92], "240105": 88, "2402": 88, "24024": 88, "240308": 88, "24039": 88, "24044": 88, "24047": 88, "240486": 88, "24049": 88, "240658": 88, "2407": 88, "240701": 88, "24074": 88, "2408194793959": 85, "24099": 88, "241": 88, "24103": 88, "2410598": 88, "2410784": 88, "24124": 88, "2414": 88, "2414623": 88, "24149": 88, "241513": 88, "241547": 88, "24167": 88, "24174": 88, "24192": 88, "24199": 88, "242": 88, "24201eval": 88, "242134": 88, "24224": 88, "242298": 88, "2424": 88, "24246": 88, "24249": 88, "24260320229046": 87, "2426525": 88, "2427": 88, "242737": 88, "24274": 88, "242847": 88, "242946": 88, "24299": 88, "243": 88, "243057033393647": 87, "24324": 88, "243378": 88, "24339": 88, "24349": 88, "243492": 88, "2435": 88, "243587": 88, "243687": 88, "24374": 88, "24378": 88, "24399": 88, "244": 88, "24424": 88, "244436": 88, "24449": 88, "244587": 88, "2446": 88, "24474": 88, "24485": 88, "244875": 88, "2449": 88, "24499": 88, "245": 88, "245056": 88, "24511": 88, "24524": 88, "245432": 88, "24549": 88, "245584": 88, "24574": 88, "245878": 88, "24599": 88, "246": 88, "2462": 88, "246204": 88, "24624": 88, "24649": 88, "246576": 88, "24674": 88, "24685episod": 88, "2469271": 88, "24699": 88, "247": 88, "247084": 88, "247192": 88, "2472076": 88, "247209": 88, "24724": 88, "247278": 88, "2474": 88, "24744": 88, "2474526": 88, "24749": 88, "247528": 88, "2476": 88, "247664": 88, "2477": 88, "247702": 88, "247714": 88, "24774": 88, "247807": 88, "24799": 88, "248": 88, "2481": 88, "248131": 88, "2482": 88, "24824": 88, "2483": 88, "24834": 88, "24849": 88, "24874": 88, "24881": 88, "2489": 88, "248968": 88, "24899": 88, "249": 88, "24924": 88, "2493": 88, "249304": 88, "249306": 88, "24949": 88, "24956": 88, "2496963": 88, "24974": 88, "2499": 88, "24994": 88, "24999": 88, "24e": 88, "25": [7, 85, 87, 88, 90, 91, 92, 97], "250": 88, "250102": 88, "25013": 88, "2501626": 88, "25024": 88, "2503271": 88, "250349": 88, "25049": 88, "2505": 88, "250704417015097": 87, "25074": 88, "25082": 88, "250916": 88, "250929": 88, "25093": 88, "25099": 88, "251": 88, "251022": 88, "251059": 88, "251144": 88, "25124": 88, "251407": 88, "25149": 88, "25168": 88, "251705": 88, "25174": 88, "251833": 88, "251905": 88, "25199": 88, "252": 88, "25224": 88, "252293": 88, "2523309": 88, "2524": 88, "25249": 88, "25258": 88, "2526695": 88, "25274": 88, "252745": 88, "25275": 88, "25289": 88, "2529": 88, "25295633824829267": 85, "25299": 88, "253": 88, "253143": 88, "25324": 88, "253282509391": 88, "25349": 88, "253563": 88, "2536142": 88, "253662": 88, "25374": 88, "25399": 88, "254": 88, "254023": 88, "2540491619612": 87, "254138": 88, "254232": 88, "25424": 88, "2543396": 88, "25449": 88, "254574": 92, "2546195": 88, "2546476": 88, "2547": 88, "254721173565525": 87, "254738": 88, "25474": 88, "2549": 88, "25499": 88, "255": 88, "25504": 88, "25524": 88, "2553043": 88, "25535": 88, "255399": 88, "25543": 88, "25549": 88, "2556": 88, "255705": 88, "25574": 88, "2559595": 88, "25599": 88, "256": 88, "256157": 88, "256225": 88, "25624": 88, "2562961": 88, "256312010106484": 87, "25633": 87, "2563782": 88, "25649": 88, "2567": 88, "256739": 88, "25674": 88, "2567486050366": [91, 92], "25696": 88, "25697": 91, "25699": 88, "257": 88, "257017": 88, "257056918609834": 87, "25723": 88, "25724": 88, "2573731": 88, "2574": 88, "25749": 88, "25774": 88, "257887": 88, "257965": 88, "25799": 88, "258": 88, "25804": 88, "2581863": 88, "25824": 88, "25826": 88, "258335": 88, "258354": 88, "25849": 88, "2585": 88, "25874": 88, "2588": 88, "258926": 88, "25899": 88, "259": 88, "259157": 88, "25924": 88, "2593": 88, "259344": 88, "259447": 88, "25949": 88, "25956": 88, "25974": 88, "25977": 88, "2599": 88, "25999": 88, "25e": 88, "26": [7, 86, 87, 88, 89, 92], "260": 88, "260102": 88, "26024": 88, "260286": 88, "26049": 88, "26065": 88, "26074": 88, "260864": 88, "260881": 88, "26099": 88, "261": 88, "261051": 88, "26106": 88, "26123": 88, "261238": 88, "26124": 88, "2613": 88, "261345": 88, "26148": 88, "26149": 88, "2615": 88, "261504": 88, "261553": 88, "26164": 88, "26174": 88, "261744": 88, "2617896": 88, "26199": 88, "262": 88, "26202": 88, "262045": 88, "26209": [91, 92], "2621": 88, "26224": 88, "2623247": 88, "2624": 88, "26249": 88, "26252": 88, "262617": 88, "26274": 88, "262782": 88, "262846": 88, "26294": 88, "26299": 88, "263": 88, "263184": 88, "26324": 88, "26341": 88, "26349": 88, "263493": 88, "26374": 88, "26399": 88, "264008": 88, "26424": 88, "264465": 88, "26449": 88, "26466": 88, "26474": 88, "2648": 88, "2648930": 88, "2649": 88, "264926241101": 88, "26499": 88, "265": 88, "2650634": 88, "26508": 88, "2651": 88, "2651987": 88, "2652": 88, "26524": 88, "265303": 88, "265317": 88, "265384": 88, "265434": 88, "26549": 88, "26556": 88, "265598": 88, "26563": 88, "2656312266007": 87, "26574": 88, "2657805": 88, "265807": 88, "26599": 88, "265991": 88, "266": 88, "266000": 88, "266051343026817": 87, "266104055476056": 87, "26624": 88, "266266": 88, "2663016": 88, "26631": 88, "2664": 88, "26649": 88, "26651": 88, "266527": 88, "2666": 88, "26674": 88, "266903": 88, "266905": 88, "266980": 88, "26699": 88, "267": 88, "2672": 88, "267233": 88, "26724": 88, "2674": 88, "26742679043559126": 87, "26749": 88, "26774": 88, "267861141693295": 87, "267988": 88, "26799": 88, "268": 88, "268166982664578": 87, "2682": 88, "26822": 88, "26824": 88, "26825": 88, "2683": 88, "2683816795749": 90, "2684185": 88, "2684761": 88, "26849": 88, "26872": 88, "26874": 88, "268843": 88, "268929570656645": 90, "26899": 88, "269": 88, "26924": 88, "269371": 88, "269456": 88, "26949": 88, "2696": 88, "269702": 88, "26974": 88, "2698": 88, "269861": 88, "2699": 88, "26994": 88, "26999": 88, "26e": 88, "27": [87, 88, 89, 90, 91, 92], "270": 88, "270113": 88, "27024": 88, "2703202": 88, "27049": 88, "27074": 88, "2709444": 88, "27099": 88, "271": 88, "27124": 88, "271287499064524": 87, "271435": 88, "2714391": 88, "271460": 88, "27149": 88, "2717327": 88, "27174": 88, "2718": 88, "27199": 88, "272": 88, "27217": 88, "27224": 88, "27229": 88, "2723": 88, "2723255": 88, "2724": 88, "272463": 88, "27249": 88, "272633": 88, "27274": 88, "272782": 88, "272802747471584": 87, "272907": 88, "272985": 88, "27299": 88, "272993": 88, "273": 88, "27303": 88, "273043": 88, "27324": 88, "273347": 88, "27349": 88, "27362": 88, "27374": 88, "27375": 88, "27385": 88, "27389": 88, "27392": 88, "27399": 88, "274": 88, "274063": 88, "274105": 88, "274149": 88, "2742": 88, "27424": 88, "2743": 88, "274445": 88, "27449": 88, "27451": 88, "2745597": 88, "274569": 88, "27474": 88, "2749": 88, "274973060234515": 87, "27499": 88, "275": 88, "275078": 88, "27524": 88, "2752483": 88, "27549": 88, "2755": 88, "27574": 88, "275844": 88, "27585": 88, "27599": 88, "276": 88, "276029": 88, "276184": 88, "27624": 88, "27639522806313": 87, "276424": 88, "276463": 88, "27649": 88, "276726": 88, "27674": 88, "27699": 88, "277": 88, "2770501": 88, "27708": 88, "277117": 88, "27724": 88, "2773": 88, "277372": 88, "2774": 88, "27749": 88, "27766692168502": 87, "277687": 88, "2776982": 88, "27774": 88, "277803": 88, "277805": 88, "27799": 88, "278": 88, "278086": 88, "2781": 88, "27824": 88, "27849": 88, "278496": 88, "278501": 88, "278723": 88, "27874": 88, "278757": 88, "278952": 88, "27899": 88, "279": 88, "279047": 88, "279231": 88, "279238": 88, "27924": 88, "2794": 88, "27949": 88, "2795": 91, "279541": 88, "279606": 88, "279724": 88, "27974": 88, "27975": 88, "279856": 88, "2798805": 88, "2799": 88, "27999": 88, "27e": 88, "28": [88, 92], "280": 88, "2800000e": 92, "2801": 88, "2801224": 88, "280233": 88, "28024": 88, "2804241": 88, "28049": 88, "28053": 88, "28057": 88, "2807": 88, "280739": 88, "28074": 88, "28078": 88, "28099": 88, "281": 88, "28117": 88, "281235": 88, "28124": 88, "28127": 88, "281334": 88, "281387": 88, "281406368027305": 87, "28149": 88, "2817": 88, "28174": 88, "28175": [88, 91], "2817603": 88, "28177": 88, "281803": 88, "28199": 88, "282": 88, "2820": 88, "282064": 88, "282104": 88, "282108": 88, "2821500": 88, "28224": 88, "2824": 88, "28249": 88, "2825": 88, "2827": 88, "28274": 88, "28299": 88, "283": 88, "283078053476807": 92, "28324": 88, "28349": 88, "2836": 88, "28374": 88, "283798": 88, "2839": 88, "283964": 88, "28399": 88, "284": 88, "2841": 88, "284153": 88, "284225": 92, "284225333994474": [91, 92], "284225463867188": 92, "28424": 88, "284251": 88, "284252": 88, "28426": 88, "28449": 88, "284555": 88, "2846234": 88, "2847": 88, "28474": 88, "284857": 88, "2849": 88, "28499": 88, "285": 88, "28513": 87, "285131": 88, "2851346": 88, "28524": 88, "285484": 88, "28549": 88, "285549": 88, "2856": 88, "28574": 88, "285763": 88, "28599": 88, "286": 88, "2860780": 88, "286098": 88, "286165": 88, "286173": 88, "28624": 88, "286257": 88, "286299": 88, "286415": 88, "28649": 88, "286524": 88, "2866": 88, "28667": 88, "28674": 88, "286907": 88, "28699": 88, "287": 88, "28704": 88, "28724": 88, "287249": 88, "2873": 88, "2874": 88, "287437": 88, "28749": 88, "287525": 88, "287544": 88, "28763378": 88, "2877": 88, "28774": 88, "28776": 88, "287834": 88, "2879": 88, "287907": 88, "28799": 88, "287990": 88, "288": [86, 88], "2880": [87, 91, 92], "28824": 88, "288256827640698": 87, "28849": 88, "2885895": 88, "2886594": 88, "28868": 88, "28874": 88, "288742": 88, "288761": 88, "288834": 88, "28899": 88, "289": 88, "28904": 88, "289088": 88, "289152": 88, "2892137": 88, "28924": 88, "28928": 88, "289444": 88, "28949": 88, "289529": 88, "289627": 88, "28974": 88, "2898": 88, "2899": 88, "28999": 88, "28e": 88, "29": [88, 92], "290": 88, "290013": 88, "29011": 88, "2901263": 88, "29015": 88, "290154": 88, "290186": 88, "29024": 88, "290419": 88, "290453": 88, "29049": 88, "290564": 88, "290733": 88, "29074": 88, "2908": 88, "2909584": 88, "29099": 88, "291": 88, "291016": 88, "291023": 88, "291105": 88, "29124": 88, "2914": 88, "291485": 88, "29149": 88, "2914970": 88, "2915": 88, "29174": 88, "29185": [91, 92], "2918768": 88, "29199": 88, "292": 88, "29208712515913": 87, "29221": 87, "29224": 88, "2924": 88, "292465": 88, "29249": 88, "2925": 88, "2925658": 88, "292652": 88, "29274": 88, "2929857": 88, "29299": 88, "293": 88, "293124": 88, "29324": 88, "293253": 88, "29333": 88, "293337": 88, "293446": 88, "29349": 88, "293673": 88, "293674": 88, "29374": 88, "293741": 88, "2938295": 88, "29399": 88, "294132": 88, "29424": 88, "2943": 88, "29449": 88, "2945": 88, "294548": 88, "2945585": 88, "29456785": 88, "294718": 88, "29474": 88, "2948871": 88, "2949": 88, "29499": 88, "295": 88, "295015": 88, "29524": 88, "295261": 88, "295412": 88, "295433": 88, "295475": 88, "29549": 88, "295546": 88, "295609": 88, "295666": 88, "29574": 88, "295828": 88, "295982": 88, "29599": 88, "296": 88, "29609": 88, "29624": 88, "2963": 88, "296478": 88, "29649": 88, "296541": 88, "2966595": 88, "29674": 88, "296833": 88, "29689": 88, "29699": 88, "297": [85, 88], "29724": 88, "297323": 88, "297335": 88, "2974": 88, "29749": 88, "297695": 88, "2977": [91, 92], "29774": 88, "29789277185311": 87, "297986671081": 88, "29799": 88, "298": 88, "298168": 88, "29824": 88, "29849": 88, "29865": 88, "29867": 88, "29874": 88, "2988": 88, "29899": 88, "299": 88, "299072": 88, "29924": 88, "299374": 88, "299383": 88, "299417": 88, "299423": 88, "29949": 88, "29952": 91, "299526": 88, "29974": 88, "29978": 88, "2998": 88, "299827804173795": 87, "2999": 88, "29999": 88, "29e": 88, "29th": 8, "2e": 88, "2zonedatacenterhvac": [49, 50], "2zonedatacenterhvac_weconom": [3, 86], "3": [0, 2, 3, 5, 8, 9, 11, 12, 23, 24, 64, 85, 86, 87, 88, 89, 90, 91, 92, 95, 97], "30": [7, 64, 69, 70, 71, 72, 86, 88, 89, 91, 92], "300": 88, "30007": 88, "30012": 88, "300123": 88, "30024": 88, "3003": 88, "30035": 88, "3004": 88, "30049": 88, "3005": 88, "30074": 88, "300801": 88, "30099": 88, "301": [88, 90, 98], "301074": 88, "30124": 88, "3012602": 88, "301405": 88, "30149": 88, "30167": 88, "30168": 88, "30174": 88, "301798": 88, "301876": 88, "301914": 88, "301935": 88, "30199": 88, "302": 88, "3022": 88, "30224": 88, "3024": 88, "3024671": 88, "30249": 88, "3024965": 88, "3025": 88, "30253": 88, "30274": 88, "302775628790542": 87, "30297": 88, "30299": 88, "303": [85, 88], "30324": 88, "3032584": 88, "30349": 88, "3035": 88, "303662": 88, "30374": 88, "303895": 88, "30399": 88, "304": 88, "304005": 88, "3040800": 88, "304203": 88, "30424": 88, "30449": 88, "30461": 88, "3047": 88, "30474": 88, "304825": 88, "3049": 88, "304934": 88, "30499": 88, "305": 88, "3050": 88, "3051596": 88, "30524": 88, "305302": 88, "305464": 88, "30549": 88, "3055": 88, "305504": 88, "30557": 88, "305711": 88, "30574": 88, "305868": 88, "30599": 88, "306": [88, 90], "306188": 88, "30624": 88, "30642": 88, "30649": 88, "3066": 88, "30674": 88, "30699": 88, "307": 88, "30707": 88, "30724": 88, "30729": 88, "3074": 88, "30749": 88, "307499": 88, "30774": 88, "3078": 88, "3078493": 88, "30799": 88, "308": 88, "308235": 88, "30824": 88, "308342": 88, "308412": 88, "30849": 88, "3085565": 88, "30867148538614": 87, "3087": 88, "30874": 88, "30899": 88, "309": 88, "309011": 88, "309143": 88, "309153008391664": 87, "30924": 88, "309459135039948": 87, "30949": 88, "309496148008126": 87, "309548": 88, "309654": 88, "30974": 88, "30975": 88, "3099": 88, "30996": 88, "30999": 88, "31": [8, 64, 85, 86, 87, 88, 89, 90, 91, 92], "310": 88, "31012": 88, "31021959098016": 87, "31024": 88, "310314": 88, "31036434": 88, "31044": 88, "31049": 88, "310589": 88, "3106383": 88, "31066": 88, "31074": 88, "3107407": 88, "3108444": 88, "31099": 88, "311": [88, 89], "311094": 88, "311104": 88, "31124": 88, "3113888": 88, "311417": 88, "31145": 88, "31149": 88, "3115": 88, "31166": 88, "311705": 88, "31174": 88, "311874": 88, "3118777": 88, "311967": 88, "31199": 88, "312": 88, "312044": 88, "31224": 88, "312361": 88, "3124": 88, "31249": 88, "3125": [91, 92], "312537": 88, "312569": 88, "3127": 88, "31274": 88, "31296": 88, "31298": 88, "31299": 88, "313": 88, "3130": 88, "3130433": 88, "31339": 88, "31344": 88, "313513": 88, "3135141": 88, "31355": 88, "3137": 88, "314": 88, "314055": 88, "3142": 88, "314344": 88, "314674": 88, "314816": 88, "31489": 87, "3149": 88, "314940373349994": 87, "315": 88, "3150015": 88, "3150081": 88, "315073": 88, "315203": 88, "31536000": [85, 86, 87, 88, 89, 90, 91, 92], "3155036": 88, "315658": 88, "315889": 88, "315995": 88, "316": 88, "3160286": 88, "31616435897856": 87, "3162": 88, "3164": 88, "3165517": 88, "316582": 88, "3168": 88, "317": 88, "31725": 88, "3174": 88, "31747": 88, "3178": 88, "31789": 88, "317920693455": 91, "318": 88, "318306": 88, "318344": 88, "31859": 88, "319": [0, 88], "3193": 88, "319316": 88, "31932": 88, "319372": 88, "31964": 88, "319656": 88, "31977": 88, "3199": 88, "319937": 88, "31e": 88, "32": 88, "320": [3, 88], "320056": 88, "320126": 88, "32014": 88, "32022823176": 87, "3202745": 88, "3204484": 88, "3206": 88, "32065": [91, 92], "3207": 88, "3208": 88, "320927": 88, "321": [87, 88], "321212935563235": 87, "321407": 88, "321625": 88, "321648": 88, "3216777": 88, "321774": 88, "3219": 88, "3219347": 88, "322": 88, "322044": 88, "32206": 88, "322216": 88, "3224": 88, "3226": 88, "32262": 88, "322752347845213": 87, "322908": 88, "3229639": 88, "323": [0, 88], "323276": 88, "323315": 88, "323364": 88, "323395": 88, "3235": 88, "32354": 88, "323826": 88, "323845": 88, "323895": 88, "3238974": 88, "324": 88, "324025": 88, "3241777": 88, "324233": 88, "324258": 88, "3242619e": 92, "3242805": 88, "3243134": 88, "32439": 88, "324406": 88, "32447episod": 88, "324484": 88, "324568": 88, "324581": 88, "324686": 88, "324717": 88, "324862": 88, "3249": 88, "325": 88, "325115": 88, "3255": 88, "325657": 88, "325717463001574": 87, "32572523": 92, "32586": 88, "325865": 88, "326": 88, "326004": 88, "326008": 88, "326218": 88, "32632": 88, "3264": 88, "326594": 88, "326602915153778": 87, "3267": 88, "326733": 88, "326927": 88, "327": 88, "327057": 88, "327127": 88, "327251": 88, "3274": 88, "3276": 88, "32771": 88, "3278": 88, "327847": 88, "32785043815016": 87, "328": 88, "328117": 88, "3281666": 88, "3281816": 88, "3282": 88, "328288": 88, "328423": 88, "328482": 88, "3286": 88, "328617": 88, "32868": 88, "328889075081": 88, "329": 88, "3293101": 88, "329315": 88, "3295098": 88, "3296": 88, "329704": 88, "329798": 88, "3299": 88, "32995": 88, "329985": 88, "32e": 88, "33": [64, 88, 91], "330": 88, "33011": 88, "330137": 88, "33025": 88, "3303912": 88, "330548": 88, "331": 88, "3312": 88, "33136": 88, "33137": 88, "33139": 88, "3314": 88, "331541": 88, "3318": 88, "3318205": 88, "3319559": 88, "3319582": 88, "332": 88, "33207": 88, "3320911": 88, "3324": 88, "33259": 88, "33275306": 88, "3327703": 88, "33292": 88, "333": 88, "3331149": 88, "3333333333333": [85, 90], "3333333333334": 90, "333363": 88, "333364": 88, "333763": 88, "333779": 88, "333809": 88, "333889": 88, "3339": 64, "333921": 88, "3339373": 88, "333977": 88, "333998": 88, "334": 88, "334118": 88, "334397": 88, "334488": 88, "3347": 88, "3349": 88, "334994": 88, "335": 88, "33517": 88, "335354": 88, "33544": 88, "335506": 88, "335524": 88, "33571": 88, "335754": 88, "33587": 88, "33599": 88, "3361": 88, "336163": 88, "336182": 88, "33624196": 88, "336285": 88, "336391": 88, "336395": 88, "336887": 88, "3369927": 88, "337": 88, "337305": 88, "337343": 88, "3374": 88, "337481": 88, "337564": 88, "33763950224591": 87, "33773": 88, "3378": 88, "338": 88, "338148": 88, "33825": 88, "338281331752377": 87, "3386": 88, "338629010751": 91, "33876569586113": 87, "339": 88, "339176": 88, "33917913": 88, "339186": 88, "33923": 88, "339254": 88, "339314": 88, "339380228263305": 87, "33943": 88, "339748": 88, "33988": 88, "3399": 88, "33_hu200t1q": 88, "33e": 88, "34": [88, 91, 92, 97], "340": 88, "340016": 88, "3401": 88, "3403": 88, "340313": 88, "340415472303": 88, "340607": 88, "3408": 88, "341": 88, "34104864229795": 87, "3412291": 88, "341252": 88, "34132552077085": 87, "341438": 88, "341484": 88, "34158": 88, "34169685729": 88, "341748": 88, "341778": 88, "34198": 88, "342": 88, "3420": 88, "34201": 88, "34213": 88, "34233": 88, "3423305": 88, "3424": 88, "342453": 88, "3427425": 88, "3428": 88, "3428041": 88, "343": 88, "343086": 88, "343163": 88, "343174": 88, "3433": 88, "343311": 88, "343338": 88, "343633": 88, "34369": 87, "343817": 88, "344": 88, "34405267": 88, "3441": 88, "344173": 88, "344183": 88, "3442": 91, "3442061": 88, "34431": 88, "344404": 88, "344414": 88, "34447": 88, "3445": 88, "34458": 88, "34476": 88, "344811": 88, "34489": 88, "3449": 88, "344952": 88, "345": 88, "345287": 88, "345486": 88, "345562": 88, "345572": 88, "345593": 88, "34564": 88, "345997": 88, "346": 88, "346043": 88, "346052": 88, "346079": 88, "3464": 88, "346413": 88, "3465989": 88, "347": 88, "347079": 88, "34714": 88, "347166": 88, "3473": 88, "3474": 88, "347605": 88, "3477": 88, "3478": 88, "348": 88, "348045": 88, "348074": 88, "3485328": 88, "348609": 88, "3486611": 0, "3488729": 0, "34892": 88, "349": 88, "3491": 88, "349102": 88, "34919": 88, "3492": 88, "349455": 88, "3499": 88, "34e": 88, "35": [88, 97], "350": 88, "3502": 88, "350382": 88, "350393": 88, "35040": [85, 86, 87, 88, 89, 90, 91, 92], "35041": 88, "3504417": 88, "350603": 88, "350782": 88, "350838": 88, "35088": 88, "35091": 88, "350996": 88, "351": 88, "351166": 88, "35134": 88, "3514463": 88, "351454": 88, "3515596": 88, "3516591": 88, "35179": 88, "351809": 88, "3518631": 88, "351942": 88, "352": 88, "35207": 88, "352226": 88, "3524": 88, "352446": 88, "35254046509186": 90, "35264364590376623": 92, "352756796479834": 87, "353": 88, "353151567342": 88, "35344": 88, "3535004": 88, "353544": 88, "35365": 88, "353714": 88, "354": 88, "354006": 88, "35403": 88, "354202": 88, "3543": 88, "35435": 88, "3543841": 88, "354536399509": 88, "3546": 88, "3549": 88, "354967": 88, "355": 88, "35507": 88, "355169": 88, "355236": 88, "355374": 88, "355534": 88, "35559": 88, "3556": 88, "35568": 87, "35599": 88, "356": 88, "356014": 88, "356246": 88, "35626077584623": 87, "356754": 88, "357": 88, "357159": 88, "35722345079559226": 87, "357336": 88, "3574": 88, "3574334": 88, "357481": 88, "3575": 88, "357542": 88, "357563": 88, "3576": 88, "3576803": 88, "358": 88, "358007": 88, "358186": 88, "358383": 88, "358484": 88, "358492": 88, "3589754": 88, "3594": 88, "359734": 88, "3598": 88, "3599": 88, "35e": 88, "36": 88, "360": 88, "3600": [85, 89, 90], "360157": 88, "360214": 88, "3604": 88, "36043": 88, "360667": 88, "36071": 88, "361": 88, "36101": 88, "3613": 88, "3613000": 88, "361461": 88, "361639": 88, "3616774": 88, "361885": 88, "361977": 88, "362": 88, "36234": 88, "362385306000814": 87, "3624": [87, 88, 91, 92], "36259": 88, "3626": 88, "3626423": 88, "362661542358": 91, "362766": 88, "362823": 88, "362911": 88, "363": 5, "36302": 88, "363247": 88, "363319": 88, "363356": 88, "363422": 88, "36356": 88, "36357": 88, "3636545": 88, "364": 88, "36404": 88, "36409": 88, "36438": 88, "364509": 88, "3645803": 88, "36460897157091": 87, "3648541": 88, "3649": 88, "365": 88, "365232": 88, "365273": 88, "365337": 88, "3653437": 88, "365477": 88, "365803": 88, "366": 88, "366064": 88, "366076": 88, "366455": 88, "3667": 88, "3669": 88, "367": 88, "367149": 88, "3672": 88, "3672833996926315": 87, "3673377": 88, "3674": 88, "3676153": 88, "36768": 88, "3678339": 88, "367899": 88, "368": 88, "3680471": 88, "3682384": 88, "36832": 88, "3685168": 88, "3686837": 88, "3687": 88, "3688": 88, "368822": 88, "368893": 88, "3689": 88, "369": 88, "3690": 88, "369095": 88, "36912": 88, "369297": 88, "369502": 88, "369625": 88, "36963": 88, "369709": 88, "369793": 88, "369878": 88, "3699": 88, "36e": 88, "37": 88, "370": 88, "3701": 88, "37062": 88, "370691": 88, "371": 88, "3710": 88, "371014": 88, "37107": 88, "3715158": 88, "3716403": 88, "37169": 88, "3718": 88, "371922": 88, "371940434897027": 87, "372": 88, "37202758854": 87, "372105": 88, "37224105914655": 87, "37224276151501": 91, "372273": 88, "372368": 88, "3724": 88, "372401": 88, "372531": 88, "37259": 88, "37267": 88, "372742": 88, "372751": 88, "372908": 88, "372997": 88, "373": 88, "3730378": 88, "373043": 88, "37305": 88, "373072": 88, "3733482": 88, "37339": 88, "373482": 88, "373495": 88, "37355": 88, "373743": 88, "373751": 88, "373768": 88, "373877": 88, "374": 88, "374287": 88, "374291": 88, "3743": 88, "374336": 88, "37435": 88, "3745": 88, "3745906": 88, "374725": 88, "37489": 88, "3749": 88, "375": [88, 91, 92], "3752": 88, "37521827": 88, "37522episod": 88, "375265": 88, "375334": 88, "375377": 88, "3756356": 88, "375774": 88, "375805": 88, "376099": 88, "376232": 88, "37624": 88, "3763311388700536": [85, 90], "3766": 88, "376736": 88, "37692": 88, "37696": 88, "377": 88, "377169": 88, "377394": 88, "3774": 88, "377738": 88, "377762": 88, "377993": 88, "378": 88, "378036": 88, "378115": 88, "3783436": 88, "3786383": 88, "379": 88, "379026": 88, "37903": 88, "3791": 88, "37915": 88, "37918": 88, "379228760971404": 87, "379234": 88, "3793273": 88, "37934": 88, "37937": 88, "379395": 88, "379463": 88, "37957": 88, "379833": 88, "3799": 88, "37996": 88, "37e": 88, "38": [64, 88], "380083": 88, "38035": 88, "380396": 88, "380398": 88, "38043": 88, "380638": 88, "380795": 88, "3808": 88, "381": 88, "38102": 88, "381088": 88, "381172": 88, "381512": 88, "3817": 88, "382": 88, "382097": 88, "382166": 88, "382233": 88, "38226": 88, "382294": 88, "3824": 88, "3828847": 88, "38312": 88, "38318": 88, "383184": 88, "3833": 88, "383576": 88, "383625": 88, "384": [85, 88], "3840142": 88, "384110": 88, "384127": 88, "384174": 92, "384346": 88, "38459": 88, "3849": 88, "384958": 88, "385": 88, "3851": 88, "38514": 88, "3855": 88, "3857": 88, "386": 88, "386179": 88, "38619": 88, "3862": 88, "38634": 88, "386407": 88, "3865857": 88, "386675": 88, "3867": 88, "38672": 88, "386773": 88, "38683": 88, "387": 88, "3870570": 88, "3872": 88, "3874": 88, "38755eval": 88, "387661": 88, "3879": 88, "388": 88, "38810": 86, "388348": 88, "388695": 88, "3888": 88, "3888217": 88, "388847": 88, "388855": 88, "388943": 88, "389": 88, "3891": 88, "38911": 88, "38924": 88, "3894": 88, "389498": 88, "3895953": 88, "389618": 88, "389812": 88, "3899": 88, "389954": 88, "38998": 88, "38e": 88, "39": [85, 86, 87, 88, 89, 90, 91, 92], "390": 3, "390144": 88, "390175": 88, "390213": 88, "390306": 88, "3903533": 88, "39038": 88, "3904": 88, "391077": 88, "391197": 88, "391249": 88, "3912582": 88, "39136": 88, "39148": 88, "391863": 88, "39188": 88, "392": 88, "39203": 88, "392105": 88, "392218": 88, "3923394": 88, "3924": 88, "392422": 88, "3925": 88, "392647": 88, "392784": 88, "392849": 88, "392883": 88, "393": 88, "393188": 88, "393337": 88, "3934": 88, "393436": 88, "39349": 88, "393824": 88, "39393": 88, "394222": 88, "394281": 88, "39459": 88, "3949": 88, "395": [3, 88], "395102": 88, "3951087": 88, "395254": 88, "39541": 88, "395668": 88, "395697": 88, "395718": 88, "395735": 88, "395819": 88, "395840884017": 88, "395845": 88, "395967": 88, "396": 88, "396152": 88, "396200191451324": 87, "39629": 88, "3963323": 88, "39646": 88, "3965": 88, "396703": 88, "3967648": 88, "396768": 88, "39683eval": 88, "396935": 88, "397": 88, "3972": 88, "39732": 88, "3974": 88, "3975": 88, "3975253": 88, "397603": 88, "397675": 88, "397816": 88, "397929": 88, "398": 88, "39844": 88, "398606": 88, "398651": 88, "398741": 88, "398882": 88, "399": 88, "399098": 88, "3993225": 88, "399399": 88, "3994": 88, "3999": 88, "39e": 88, "3e": 88, "4": [2, 3, 6, 7, 8, 11, 15, 69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92], "40": [64, 88, 92], "400": 88, "4000001e": 92, "400382": 88, "40044233": 88, "400461": 88, "400509": 88, "400848": 88, "401": [88, 90], "401014": 88, "401157": 88, "401176": 88, "4012": 88, "4014": 88, "401505": 88, "4016": 88, "402": 88, "4024": 88, "402655": 88, "40269": 88, "402737": 88, "4029": 88, "402967": 88, "40298": 88, "402994": 88, "403": 88, "403365280938": 87, "403486": 88, "4038": 88, "40382": 88, "403831": 88, "403837": 88, "403879": 88, "4039045": 88, "40393": 88, "403952": 88, "4039795": 88, "404": 88, "404039": 88, "404510": 88, "404594": 88, "40463": 88, "4046625": 88, "4049": 88, "405": 88, "4050": 88, "405018": 88, "405119": 88, "4053": 88, "405334": 88, "4054": 88, "4056": 88, "405827": 88, "4059": 88, "406": 88, "406048": 88, "406055": 88, "4062": 88, "406227": 88, "40628349489212": 91, "40643": 88, "406437": 88, "4067339": 88, "4067437": 88, "406927": 88, "407": [88, 98], "4070": 88, "407007": 88, "4071010": 88, "407139": 88, "407288": 88, "407345": 88, "407398": 88, "4074": 88, "4077": 88, "40799": 88, "408": 88, "408057": 88, "408203": 88, "408313327693552": 87, "408401": 88, "40852": 88, "408579": 88, "4088272": 88, "4089": 88, "409": 88, "409126": 88, "4094": 88, "409586": 88, "409836": 88, "4099": 88, "4099537": 88, "41": [88, 97], "410": 88, "4101": 88, "410271": 88, "41034": 88, "410343": 88, "410603": 88, "410771": 88, "4107929": 88, "411": 88, "411175": 88, "411239": 88, "411385": 88, "411669": 88, "4119455": 88, "412": 88, "41207": 88, "4124": 88, "41243": 88, "412476": 88, "4126": 88, "4127": 88, "41275": 88, "412853": 88, "413": 88, "4136": 88, "413828": 88, "413868": 88, "413916": 88, "413956": 88, "414": 88, "4141176": 88, "4142": 88, "41438": 88, "414421": 88, "414547": 88, "414612": 88, "414637": 88, "4148": 88, "414870": 88, "414883": 88, "4149": 88, "414923": 88, "415": 88, "415078": 88, "41525": 88, "415379": 88, "4154342": 88, "415497": 88, "41555": 87, "415564": 88, "415615": 88, "416": 88, "416159": 88, "41647": 88, "416656": 88, "416883": 88, "417": 88, "41702": 88, "41705": 88, "4171513": 88, "4172": 88, "4173": 88, "4174": 88, "4175": 88, "417665": 88, "417715": 88, "417734": 88, "417835": 88, "41828": 88, "418407": 88, "418484": 88, "418552": 88, "418623": 88, "418673": 88, "418865": 88, "4189": 88, "41894728": 88, "4189992": 88, "4191238": 88, "419151": 88, "419529": 88, "4196": 88, "4197338": 88, "419844": 88, "4199": 88, "419962": 88, "41e": 88, "42": [88, 97], "420": 88, "4203": 88, "420418": 88, "4204226": 88, "420448": 88, "420471": 88, "42047961195113": 87, "420488": 88, "421297": 88, "42138": 88, "421692": 88, "421844": 88, "422": 88, "4220851623168": 87, "422109": 88, "42213": 88, "42214784762863855": 88, "422165": 88, "422209": 88, "4224": 88, "4226103": 88, "422802": 88, "422834": 88, "423": 88, "423044": 88, "423054": 88, "423097775218647": 87, "423105": 88, "42342": 88, "423465": 88, "42386": 88, "423868": 88, "423975": 88, "424": 88, "424046": 88, "424162800676545": 87, "424332": 88, "42441": 88, "4249": 88, "425": 88, "425114": 88, "42534": 88, "425394": 88, "4254": 88, "425447": 88, "4254899": 88, "42562": 88, "42579": 88, "42586": 88, "426": 88, "426144348275088": 87, "4263319241570109": 88, "4263978": 88, "426456": 88, "4266663": 88, "426840": 88, "426971": 88, "427": 88, "427065": 88, "427107": 88, "4271114": 88, "4274": 88, "4275043299862915": 87, "427517": 88, "4275640288043432": 88, "427694": 88, "427858": 88, "4281177": 88, "4283177306652533": 88, "428493": 88, "4285": 88, "428854": 88, "428865": 88, "429253": 88, "4292946": 88, "429308": 88, "429335": 88, "429393": 88, "429403": 88, "429458": 88, "4295": 88, "4295363": 88, "4297": 88, "429708": 88, "4299": 88, "42e": 88, "43": [88, 97], "430": 88, "43005": 88, "430132": 88, "4303": 88, "430404117791642": 87, "430555": 88, "43056": 88, "430645": 88, "4307226": 88, "43089": 88, "431": 88, "431053": 88, "431208": 88, "4312496": 88, "4312929": 88, "43131719567353316": 88, "4313949": 88, "4314": 88, "43155": 88, "431572": 88, "43176": 88, "4319363": 88, "432": 88, "432045": 88, "4321": 88, "43212128": 88, "432148": 88, "4324": 88, "43247": 88, "432545": 88, "4326": 88, "432787": 88, "4328161223963918": 87, "433092": 88, "4331393": 88, "43317": 88, "4333": 88, "433327": 88, "4333735": 88, "433417323750973": 92, "433624": 88, "43365": 88, "4340": 88, "434044": 88, "4341": 88, "434128": 88, "43422": 88, "43434": 88, "4344": [87, 91, 92], "4349": 88, "434963": 88, "435": 88, "4355224": 88, "4355738": 88, "435689": 88, "4357": 88, "4359": 88, "4359742": 88, "436": 88, "436129": 88, "4363027": 88, "4366": 88, "43662": 88, "436741": 88, "4367958": 88, "43687156111466763": 91, "436998": 88, "437": 88, "4370503": 88, "437138": 88, "4371530": 88, "4374": 88, "43741": 88, "43743": 88, "437536": 88, "437775": 88, "438": 88, "438007": 88, "43842": 88, "4386": 88, "43866": 88, "438751": 88, "43878692": 88, "438843": 88, "439": 88, "439213625906792": 87, "439279": 88, "4393": 88, "439528": 88, "4397": 88, "4399": 88, "43_cun8jng3": 88, "43_evalu": 88, "43_sr2houk": 88, "43e": 88, "44": 88, "440": 88, "4400032": 88, "440136": 88, "440195": 88, "440237": 88, "440274": 88, "440469": 88, "4406347": 88, "440664": 88, "4407": 88, "440716": 88, "44078": 88, "441": 88, "44114": 88, "441185": 88, "441462": 88, "4415144": 88, "441555": 88, "441584": 88, "441803": 88, "441835": 88, "442": 88, "4424": 88, "44267": 88, "44268": 88, "442886": 88, "442892": 88, "443": 88, "44306615365681": 87, "443321": 88, "443428": 88, "444": 88, "444046": 88, "4441502": 88, "444305": 88, "444363": 88, "444693": 88, "4449": 88, "444937": 88, "445": 88, "445164": 88, "4452": 88, "445435": 88, "445587": 88, "44568": 88, "4457515": 88, "44578": 88, "445791": 88, "445868": 88, "445882": 88, "445957": 88, "446": 88, "44615075": 88, "446198": 88, "4464": 88, "4465209": 88, "446527": 88, "446743": 88, "44686": 88, "447": 88, "44708": 88, "447105": 88, "447118": 88, "4474": 88, "447454": 88, "447517": 88, "4476857": 88, "44785": 88, "447903": 88, "448067": 88, "448227": 88, "448235": 88, "44847": 88, "448666": 88, "4487": 88, "448812": 88, "448847": 88, "449": 88, "449082": 88, "4492": 88, "449215": 88, "449238": 88, "4494166": 88, "449615": 88, "449625": 88, "449767133034882": 87, "4499": 88, "44e": 88, "45": [3, 88], "4500000e": 92, "450134": 88, "450226": 88, "4503": 88, "450413": 88, "4504209": 88, "450460": 88, "4505": 88, "4505453": 88, "45064163916": 87, "45067": 88, "451311": 88, "451401745306942": 87, "451453": 88, "4517277581382": 87, "451796": 88, "451893": 88, "4519": 88, "452": 88, "452288": 88, "452297": 88, "4523": 88, "4524": 88, "4525": 88, "4526": 88, "452662": 88, "45269": 88, "453": 88, "4531417474460593": 91, "4531593": 88, "45334": 88, "453636": 88, "453775": 92, "4538102": 88, "45393393827288": 87, "454": 88, "45405": 88, "454084": 88, "4542": 88, "4546": 88, "454679": 88, "454714": 88, "45482": 88, "4549": 88, "455": 88, "455126": 88, "4554": 88, "455622": 88, "45572": 88, "45583": 88, "456": 88, "456167": 88, "456223": 88, "4564": 88, "456501": 88, "4568": 88, "456839": 88, "45700782913386": 87, "457339": 88, "4574": 88, "45746": 88, "4576453": 88, "4578": 88, "458": 88, "4580983": 88, "45838": 88, "458406": 88, "458416": 88, "458956": 88, "459": 88, "459794392100665": 87, "4598": 3, "459827": 88, "45983": 88, "4599": 88, "45e": 88, "46": [3, 88], "4601": 88, "460247": 88, "460455": 88, "46046": 88, "460917": 88, "461": 88, "46107642729404": 87, "461197": 88, "4615": 88, "461578": 88, "461708": 88, "461779": 88, "461828": 88, "4619": 88, "461933": 88, "462": 88, "46204": 88, "462065": 88, "4624": 88, "4629197": 88, "463": [3, 88], "46324": 88, "4636": 88, "463623": 88, "46367": 88, "464": 88, "464203": 88, "464287": 88, "46443972": 88, "46448": 88, "46484488": 92, "4649": 88, "46493": 88, "465": 88, "465069": 88, "465097": 88, "4651": 88, "465273": 88, "46531": 88, "465332": 88, "4654706": 88, "465584": 88, "4656": 88, "465723": 88, "46577": 88, "4658": 88, "465874": 88, "465914": 88, "465982": 88, "466": 88, "46637": 88, "466516": 88, "466824": 88, "46684": 88, "466934": 88, "467": 88, "46709": 88, "46726": 87, "467265": 88, "4673": 88, "4673761": 88, "4674": 88, "46767": 88, "46771": 88, "46782": 88, "468": 88, "468061": 88, "4681": 88, "46846670104": 88, "46865": 88, "468657": 88, "468678": 88, "469": 88, "469086": 88, "469153276368": 91, "469254": 88, "469403206707": 88, "469513": 88, "469681": 88, "4697": 88, "469723": 88, "4698": 88, "4699": 88, "46e": 88, "47": 88, "470": 88, "4702": 88, "47031": 88, "470314": 88, "470379": 88, "47042": 88, "47045": 88, "470580": 88, "4706626": 88, "470722": 88, "470765": 88, "4707968": 88, "470825": 88, "47087": 88, "47104": 88, "471261": 88, "471449": 88, "47146": 88, "47173": 88, "471773": 88, "472": 88, "47209": 88, "472118": 88, "47217": 88, "472187": 88, "472333": 88, "4724": 88, "47256": 88, "472637": 88, "473": 88, "473099": 88, "4733": 88, "4735": 88, "4737": 88, "473743": 88, "473761": 88, "47385": 88, "4739": 88, "473911": 88, "47397": 88, "474": 88, "47406": 88, "474075": 88, "47408603593558": 91, "474377": 88, "474483": 88, "47451": 88, "4749": 88, "475": 88, "475006": 88, "4750577": 88, "47561177379764": 87, "4756484": 88, "475954": 88, "476": 88, "476068": 88, "476208": 88, "4764079": 88, "477": 88, "477150_iwec": 97, "477306": 88, "47732": 88, "4774": 88, "477741": 88, "477785": 88, "4778": 88, "477875": 88, "478": 88, "478065": 88, "478088": 88, "478311": 88, "4786": 88, "47876613692316": 87, "478780": 88, "4788": 88, "478897": 88, "478977": 88, "479": 88, "4790": 88, "4793": 88, "479317": 88, "47948": 88, "479544": 88, "4798": 88, "4799": 88, "479923": 88, "47e": 88, "48": 88, "480": 88, "48008": 88, "480116": 88, "480413": 88, "4806430": 88, "480873": 88, "480985": 88, "481": 88, "48104": 88, "48113": 88, "4814867": 88, "48164": 88, "4817": 88, "4817667": 88, "48178": 88, "4818852": 88, "4819": 88, "481953": 88, "482": 88, "482203": 88, "4822035": 88, "4824": 88, "4826": 88, "48272": 88, "482807": 88, "48282eval": 88, "482845": 88, "48292": 88, "483": 88, "48305": 88, "4832": 88, "483408": 88, "4836": 88, "4839": 88, "484": 88, "484047": 88, "484123": 88, "4841363": 88, "4844": 88, "4847171": 88, "4849": 88, "484962": 88, "484993": 88, "485": 88, "48503": 88, "4850352": 88, "485105": 88, "4852": 88, "485292": 88, "4853": 88, "485458": 88, "485494": 88, "4855103": 88, "4856598": 88, "4862": 88, "486246": 88, "486356831060117": 87, "486403": 88, "486473": 88, "486634787123645": 87, "4868": 88, "486908": 88, "487": 88, "48703": 88, "487068": 88, "48715": 88, "487341586511533": 87, "4874": 88, "4875": 88, "487545": 88, "487644": 88, "488": 88, "488087": 88, "4881": 88, "4886": 88, "4887073": 88, "48872": 88, "488916": 88, "48894882371821": 87, "489": 88, "489048": 88, "489124247968": 87, "489174": 88, "48924": 88, "489399": 88, "489456": 88, "4895": 88, "489557": 88, "489573": 88, "489624": 88, "4898": 88, "489855": 88, "4899": 88, "489908": 88, "48e": 88, "49": 88, "490088": 88, "49021644748176": 87, "490236": 88, "49031": 88, "490796": 88, "4908": 88, "4908586": 88, "490915": 88, "49098": 88, "491": [3, 88], "491219": 88, "491304": 88, "49144": 88, "4915775": 88, "491618": 88, "49166": 88, "491833": 88, "49194": 88, "491972": 88, "492": 88, "49222451880882": 92, "4924": 88, "492639": 88, "4928055": 88, "493": [85, 86, 87, 88, 89, 90, 91, 92], "493074": 88, "49313": 88, "493168": 92, "49321": 88, "493917": 88, "494": 88, "494152": 88, "49424": 88, "494257": 88, "494572": 88, "49464": 88, "4949": 88, "495": 88, "4952": 88, "49545": 88, "495585": 88, "4956": 88, "495659": 88, "495691": 88, "496": 88, "4960": 88, "496028": 88, "496058": 88, "4961": 88, "4961122594044092": 92, "496115": 88, "496178": 88, "496408": 88, "496495319039795": 87, "496785": 88, "496876": 88, "497": 88, "497007": 88, "497048": 88, "4974": 88, "49754": 88, "497612": 88, "4979": 3, "498": 88, "49801": 88, "4980135": 88, "498105": 88, "498217": 88, "498264": 88, "49837": 88, "49839": 88, "4984936": 88, "49853": 88, "49864": 88, "4988": 88, "499": 88, "499041": 88, "499171": 88, "499285": 88, "499413": 88, "4994174": 88, "49947498388144": 90, "499552": 88, "4996": 88, "499722": 88, "4999": 88, "49e": 88, "4e": 88, "5": [0, 2, 3, 7, 11, 25, 69, 70, 71, 72, 75, 80, 85, 86, 87, 88, 89, 90, 91, 92, 97, 98], "50": [64, 86, 88], "500": 88, "50000000": 89, "5000000e": 92, "500097": 88, "500229": 88, "50031": 88, "5003182": 88, "5003846": 88, "500486": 88, "500626": 88, "501": 88, "50109": 88, "50117": 88, "50168": 87, "501795840290757": 87, "501816": 88, "5019": 88, "50192": 88, "50195": 88, "501991": 88, "502": 88, "502026": 88, "50226": 88, "5024": 88, "502432": 88, "50244": 88, "502487": 88, "50254": 88, "502956": 88, "502991": 88, "503": 88, "503227": 88, "503426": 88, "50352": 88, "5036276598917": 88, "503729": 88, "503786": 88, "504": 88, "50414": 88, "504218": 88, "5043eval": 88, "504581": 88, "5049": 88, "505": 88, "5053432": 88, "505367": 88, "505592": 88, "505669": 88, "505688": 88, "5057328": 88, "50592": 88, "505985": 88, "50601": 88, "506051": 88, "50618": 88, "5063": 88, "506315": 88, "506327": 88, "506552": 88, "506569": 88, "5068433": 88, "506927": 88, "507": 88, "507233": 88, "5072422": 88, "5074": 88, "507423": 88, "507696": 88, "507713": 88, "507769966536845": 87, "5078": 88, "507927": 88, "50795": 88, "508": 88, "50823358985986": 85, "50846": 88, "508686603184": 88, "5087": 88, "508722": 88, "508745": 88, "5088": [87, 91, 92], "508892": 88, "508998": 88, "509": 88, "509193": 88, "509224": 88, "509262": 88, "509317": 88, "509342": 88, "5093937": 88, "509575": 88, "5098643": 88, "5099": 88, "51": 88, "510035": 88, "510240": 88, "5103": 88, "510412": 88, "510527": 88, "510529": 88, "51077": 88, "511": 88, "5111": 88, "511398": 88, "511669": 88, "511806": 88, "5119457": 88, "512": 88, "51201": 88, "512114023279846": 87, "512131": 88, "5124": 88, "5125": 88, "512716": 88, "512764": 88, "512812": 88, "5129490": 88, "51302": 88, "5131793": 88, "513245": 88, "5136858": 88, "513725": 88, "513992": 88, "514": 88, "51403": 88, "514065": 88, "514217": 88, "514286": 88, "514444": 88, "514876": 88, "5149": 88, "51498": 88, "5151": 88, "5151449": 88, "515478": 88, "51548": 88, "5156594": 88, "515854": 92, "516": 88, "516073": 88, "5161777": 88, "51618": 88, "516462": 88, "51666": 88, "516663": 88, "5169748": 88, "517": 88, "517382": 88, "5174": 88, "517626": 88, "51776": 88, "51785": 88, "518": 88, "518076": 88, "518107": 88, "51826": 88, "5184000": [85, 89, 90], "5184134": 88, "518505": 88, "51852": 88, "518553": 88, "51869": 88, "5188694": 88, "519": 88, "519215": 88, "519234": 88, "51948": 88, "519688": 88, "51976": 88, "5197919": 88, "519888": 88, "519897": 88, "5199": 88, "51e": 88, "52": 88, "520086": 88, "520164": 88, "520331": 88, "520428": 88, "52058": 88, "520737": 88, "52076": 87, "5208": 88, "520885": 88, "5209345": 88, "521": 88, "5211308": 88, "521425": 88, "521523": 88, "522": 88, "522072": 88, "522163031742796": 87, "5224": 88, "522755": 88, "522837": 88, "522872": 88, "522898": 88, "523": 88, "523577": 88, "523636": 88, "5236861805773": 88, "5238667": 88, "523884": 88, "5239022": 88, "52394": 88, "524": 88, "524014": 88, "524161569812392": 87, "524296": 88, "5243260": 88, "524329": 88, "52455": 88, "524689": 88, "5246968": 88, "524734": 88, "5249": 88, "525": [88, 92], "5250244140625": 92, "52504": 88, "5250479199187": [91, 92], "52538": 88, "525572": 88, "5257034": 88, "52576": 88, "52578": 88, "526": 88, "52623665": 88, "526308": 88, "52633": 88, "5265477": 88, "526716": 88, "5267246": 88, "5268518": 88, "526911": 88, "5269392": 88, "526942": 88, "527": 88, "527079": 88, "527214": 88, "527241": 88, "527386": 88, "5274": 88, "5279045": 88, "528": 88, "52808": 88, "5281": [87, 88], "52845": 88, "5293": 88, "52933": 88, "529675": 88, "5299": 88, "529976": 88, "52e": 88, "53": 88, "530": 88, "5300543": 88, "530317": 88, "5305": 88, "5305769": 88, "530586901729745": 87, "5306246": 88, "530643": 88, "53074": 88, "530770": 88, "5307813": 88, "53084": 88, "531": 88, "531103": 88, "53134": 88, "531456": 88, "53162": 88, "5316920": 88, "53176": 88, "532": 88, "53205": 88, "532368": 88, "5324": 88, "532406": 88, "532434": 88, "532443": 88, "5326786": 88, "532774": 88, "5328320": 88, "532869819053": 87, "533": 88, "533276": 88, "5333": 88, "533516": 88, "533558": 88, "533912090104": 88, "5339695": 88, "534": 88, "534119": 88, "5342": 88, "53428": 88, "534519": 88, "5347023": 88, "534777951341": 88, "5348": 87, "5349": 88, "534999": 88, "53505": 87, "5351": 88, "5355": 88, "535563": 88, "5358": 88, "535808711825": 87, "5359": 88, "535965": 88, "53599": 88, "536015": 88, "5361": 88, "53613": 88, "536194": 88, "536386": 88, "536425": 88, "53649": 88, "536592": 88, "536777": 88, "536840": 88, "536963": 88, "537": 88, "5370326": 88, "537148": 88, "537245": 88, "5374": 88, "537436": 88, "537544": 88, "53786": 88, "53796": 88, "538": 88, "538095370223804": 87, "53822100691485": 87, "5383407": 88, "538345": 88, "538439": 88, "538546": 88, "53871423": 88, "538927": 88, "538958": 88, "53897": 88, "539": 88, "5393739": 88, "53944": 88, "5394630": 88, "539474": 88, "539497": 88, "53965": 88, "539667": 88, "539743": 88, "5399": 88, "539938": 88, "53e": 88, "54": 88, "540": 88, "540173": 88, "5401795": 88, "5402": 88, "540695": 88, "540747": 88, "541": 88, "541046": 88, "541368": 88, "54144": 88, "541458": 88, "541536": 88, "541555584377814": 87, "541664": 88, "541876": 88, "542": 88, "5424": 88, "542467": 88, "542606": 88, "542692": 88, "542755": 88, "54282": 88, "542942": 88, "543": 88, "543064": 88, "543236": 88, "543318": 88, "54388": 88, "54394243021113": 87, "543995": 88, "544": 88, "5443922": 88, "54443008629097": 87, "5445": 88, "5445381": 88, "544811": 88, "544844": 88, "544863": 88, "5449": 88, "545": 88, "545113": 88, "545242": 88, "545315": 88, "5454": 88, "545568": 88, "5457816": 88, "545914": 88, "546131": 88, "546297": 88, "546316": 88, "546379": 88, "546406": 88, "54648": 88, "546675": 88, "547": 88, "547106": 88, "547272": 88, "5474": 88, "547411": 88, "54742": 88, "5475": 88, "547703": 88, "547737": 88, "548": 88, "5481180476335": 88, "548694042230082": 87, "5489": 88, "549": 88, "549128667042552": 87, "549387": 88, "54942": 88, "54942547428998": 87, "5499": 88, "54e": 88, "55": [48, 88, 97], "550": 88, "5500122": 88, "550064": 88, "55016": 88, "550316": 88, "5505": 88, "550522": 88, "5506": 88, "55074": 88, "550816": 88, "551": 88, "5510481": 88, "551136": 88, "5513284": 88, "551414": 88, "551647": 88, "551872": 88, "552": 88, "55217": 88, "55234": 88, "5524": 88, "552404": 88, "55262": 88, "552856": 88, "553": 88, "55306eval": 88, "553215": 88, "55326": 88, "553564": 88, "5536": 88, "553884": 88, "55395": 88, "554": 88, "554108": 88, "5542": 88, "554268": 88, "554426": 88, "554504": 88, "55467": 88, "5546784": 88, "554829": 88, "5549": 88, "554924": 88, "555": 88, "555115": 88, "555716": 88, "5557412": 88, "555973": 88, "556": 88, "5562041": 88, "556306": 88, "55637": 88, "55652": 88, "556591": 88, "556833": 88, "5570390": 88, "55705870892625": 87, "557205": 88, "5573": 88, "5574": 88, "557518": 88, "5578": 88, "5579": 88, "55798": 88, "55806": 88, "558548": 88, "55901": 88, "5593534": 88, "55953": 88, "55956": 88, "5596": 88, "559614": 88, "559746": 88, "5599": 88, "55e": 88, "56": [88, 92], "560": 88, "56004": 88, "560059": 88, "56026334": 88, "5603": 88, "560345": 88, "560407": 88, "560649": 88, "560783": 88, "560928": 88, "561": 88, "561268": 88, "561466": 88, "561508": 88, "561531": 88, "561605": 88, "561874": 88, "561935": 88, "562": 88, "562044": 88, "562092": 88, "5624": 88, "5625": 92, "562544": 88, "56294": 88, "562977": 88, "563": 88, "563036": 88, "563128438885332": 91, "5633478": 88, "56357": 88, "563572": 88, "563685767946": 88, "563786": 88, "563845": 88, "563951": 88, "564": 88, "564209": 88, "564283": 88, "56456": 88, "5645857": 88, "564636": 88, "56485": 88, "5649": 88, "564985": 88, "565": 88, "565111": 88, "565113": 88, "5652": 88, "5652597": 88, "5654": 88, "565445997684": 88, "56549": 88, "565819": 88, "565943": 88, "566": 88, "5660": 88, "566076": 88, "5662": 88, "5665": [91, 92], "566541371296": 88, "566633": 88, "566761270651252": 87, "566832": 88, "5669565": 88, "567": 88, "5671427": 88, "567287": 88, "5674": 88, "567928": 88, "568": 88, "568176": 88, "568501": 88, "5688": 88, "56905": 88, "569242": 88, "56933": 88, "569469115886": 91, "569489": 88, "5696626": 88, "569685": 88, "569885": 88, "5699": 88, "56e": 88, "57": 88, "570": 88, "5701": 88, "570192": 88, "570236": 88, "570274": 88, "570503": 88, "570625": 88, "5707517": 88, "571": 88, "5711": 88, "571168": 88, "571243": 88, "5715": 88, "571522": 88, "5716357": 88, "571651": 88, "571669": 88, "572": 88, "572285": 88, "5723": 88, "572395": 88, "5724": 88, "5725117": 88, "572632": 88, "572727": 88, "572773": 88, "572788": 88, "5728": 88, "57281": 88, "573": 88, "573284": 88, "573292": 88, "5735": 88, "57355": 88, "573598": 88, "5736": 88, "573734": 88, "57375": 88, "574": 88, "5744": 88, "5748": 88, "5749": 88, "57495": 88, "575": 88, "575014": 88, "575298": 88, "575379": 88, "57566": 88, "575752": 88, "575884449961": 88, "57593": 88, "576": 88, "57633": 88, "57644": 88, "576597": 88, "57668": 88, "5767989": 88, "5768": 88, "577": 88, "577064": 88, "577261": 88, "5773697": 88, "577398": 88, "5774": 88, "577415": 88, "577765": 88, "577883": 88, "578": 88, "5781016": 88, "578194": 88, "5784": 88, "57867": 88, "57874": 88, "578747": 88, "57881": 88, "578972583602845": 87, "579": 88, "57908": 88, "579129": 88, "579243": 88, "5794": 88, "5799": 88, "57992": 88, "57e": 88, "58": 88, "58006": 88, "580149": 88, "5802": 88, "580284": 88, "580376": 88, "580465": 88, "580566": 88, "580736": 88, "581": 88, "581272": 88, "581378312066": 88, "5814": 88, "5815": 88, "581535": 88, "5815425": 88, "581656": 88, "58174": 88, "5819852": 88, "582": 88, "582035": 88, "58216": 88, "5823717": 88, "5824": 88, "58246": 88, "5825": 88, "582571129998": 88, "58267": 88, "582677": 88, "58274": 88, "582941": 88, "5829737765191": 91, "583": 88, "5832": [87, 91, 92], "583328": 88, "583437": 88, "583551": 88, "583647": 88, "583698": 88, "583727": 88, "583792": 88, "583989": 88, "584": 88, "584083": 88, "5841": 88, "5843": 88, "584349": 88, "58435": 88, "58445": 88, "584465": 88, "58479565": 88, "5849": 88, "58497": 88, "585": 88, "585074": 88, "58527": 88, "585283": 88, "58572": 88, "586": 88, "5860": 88, "586027": 88, "586532": 88, "5868": 88, "586883": 88, "587": 88, "5872803": 88, "5874": 88, "58744": 88, "587442": 88, "58754": 88, "58764": 88, "587751": 88, "587852": 88, "588": 88, "588157": 88, "5882859": 88, "588314": 88, "5884490": 88, "5886": 88, "5887": 88, "589": 88, "589087": 88, "589094": 88, "589455": 88, "58964": 88, "58984train": 88, "5899": 88, "58e": 88, "59": [88, 97], "590": 88, "590292": 88, "590484": 88, "5907": 88, "5908": 88, "590807": 88, "5908606": 88, "59096": 88, "591": 88, "591026": 88, "591076": 88, "59117": 88, "591404": 88, "591416269343217": 87, "592": 88, "59235": 88, "592382785619": 88, "5924": 88, "5924812": 88, "592537": 88, "5927": 88, "592764": 88, "592913": 88, "592949": 88, "593": 88, "5932324": 88, "59343": 88, "593599": 88, "593720": 88, "593895": 88, "5939164": 88, "59396905606546": 87, "594": 88, "5944": 88, "59442": 88, "594441": 88, "594456": 88, "5949": 88, "594968": 88, "59502": 88, "59511": 88, "5951342": 88, "595346": 88, "59576": 88, "595821": 88, "595875": 88, "59591": 88, "59595": 88, "5959754": 88, "596": 88, "596086": 88, "5963737": 88, "596618": 88, "59662": 88, "596655": 88, "597": 88, "597227": 88, "5974": 88, "597458": 88, "5977": 88, "598": 88, "598097": 88, "598116": 88, "598158": 88, "59846": 88, "598827": 88, "5988546": 88, "59889": 88, "59891": 88, "598965": 88, "598967": 88, "599": 88, "599007": 88, "599087": 88, "599163": 88, "599335": 88, "59938": 88, "5994": 88, "5995403": 88, "59975": 88, "5999": 88, "59e": 88, "5_2023": 88, "5e": 88, "5zone": [4, 6, 7, 8, 86, 88, 91, 92], "5zoneautodxvav": [3, 7, 48, 85, 87, 88, 89, 90, 91, 92], "6": [3, 5, 7, 8, 11, 15, 69, 70, 71, 72, 86, 87, 88, 89, 91, 92, 97], "60": 88, "600": [86, 88], "6000000e": 92, "60015": 88, "6003": 88, "600526": 88, "600565": 88, "600706": 88, "600908": 88, "601": 88, "60104": 88, "6011": 88, "60114": 88, "601156": 88, "601479": 88, "601759": 88, "601944": 88, "602": 88, "602093": 88, "602169": 88, "60229": 88, "6024": 88, "602402": 88, "60256": 88, "60279": 88, "602817": 88, "602841": 88, "602865": 88, "603": 88, "60302": 88, "60325": 88, "603312": 88, "603888": 88, "603895": 88, "604": 88, "604034": 88, "60407": 88, "604136": 88, "60426": 88, "60434": 88, "6044636": 88, "604515386030812": 87, "6048": 88, "604805": 88, "6049": 88, "605": 88, "6050": 88, "605139": 88, "605173": 88, "6052": 88, "605206": 88, "605486": 88, "605597453282652": 87, "60585": 88, "606137": 88, "606262": 88, "6062777": 88, "606304": 88, "6063654": 88, "606394": 88, "6064": 88, "6064198": 88, "606455": 88, "606459": 88, "6064918": 88, "6065187": 88, "6065419": 88, "6065679": 88, "6066": 88, "606636": 88, "606789": 88, "607": 88, "6074": 88, "607555": 88, "6075807": 88, "607584": 88, "607895": 88, "608": 88, "6082912": 88, "608366": 88, "6086": 91, "60862": 88, "608673": 88, "608880": 88, "609": 88, "6090": 88, "6090046831275": 87, "609035": 88, "60917": 88, "609495": 88, "609633": 88, "6099": 88, "609982": 88, "61": [88, 92], "610": 88, "61025": 88, "6105524": 88, "6105625": 88, "610647": 88, "610672": 88, "61072": 88, "6108": 88, "610817": 88, "610846": 88, "610932": 88, "611": 88, "6110175": 88, "61108": 88, "6111": 88, "611109": 88, "611557": 88, "611694": 88, "61175": 88, "611805": 88, "611981": 88, "6123266": 92, "6123447": 88, "6124": 88, "612885": 88, "613": 88, "6130": 88, "613096200574414": 87, "613413": 88, "613556": 88, "61357": 88, "613598": 88, "61364": 88, "614": 88, "61409": 88, "614223": 88, "614325": 88, "614428": 88, "6145": 88, "6147": 88, "6149": 88, "614986": 88, "614998": 88, "615": 88, "615147": 88, "615269": 88, "6153": 88, "615831": 88, "616": 88, "6162": 88, "616375": 88, "6164890": 88, "617": 88, "617172": 88, "617256": 88, "617308": 88, "6174": 88, "61786": 88, "618": 88, "6180": 88, "61825": 88, "6183": 88, "61838": 88, "618435": 88, "618448": 88, "618853": 88, "61902": 88, "6191": 88, "61911": 88, "619181": 88, "61918932935772": 87, "6194": 88, "619474": 88, "61949": 88, "6196": 88, "6199": 88, "61e": 88, "62": 88, "620": 88, "6201777": 88, "620234": 88, "62027": 88, "621": 88, "6212": 88, "621758": 88, "621859": 88, "621885": 88, "6219144": 88, "622": 88, "622023": 88, "622356": 88, "6224": 88, "622412": 88, "6225793": 88, "622604": 88, "62267": 88, "6228": 88, "622814": 88, "623": 88, "623175": 88, "6232": 88, "623661": 88, "623668861129946": [85, 90], "623688": 88, "62372": 88, "623772": 88, "6239": 88, "623905": 88, "623999": 88, "624": 88, "62412": 88, "62419": 88, "624235": 88, "624273": 88, "6243": 88, "624398": 88, "62452": 88, "624523": 88, "62455": 88, "624556": 88, "6249": 88, "624996": 88, "624998": 88, "625": 88, "625221": 88, "625349": 88, "6253876": 88, "625456": 88, "6259": 88, "626": 88, "62606": 88, "626062": 88, "6262": 88, "62621": 88, "626251": 88, "626314": 88, "62652": 88, "626621": 88, "627": 88, "6274": 88, "6277": 88, "627705": 88, "628": 88, "6280": 88, "62802": 88, "628036": 88, "628345": 88, "628372": 88, "628448": 88, "6286163": 88, "628914": 88, "629": 88, "629057": 88, "629105": 88, "629131": 88, "629488521519967": 87, "629687662635828": 87, "6299": 88, "6299367": 88, "62e": 88, "63": 88, "6300": 88, "630194": 88, "630474": 88, "63072": 88, "630769": 88, "630848": 88, "63086": 88, "631": 88, "631185": 88, "631212": 88, "63123": 88, "631279": 88, "631296": 88, "6316": 88, "631628": 88, "6317136": 88, "63189": 88, "631941": 88, "631967": 88, "632": 88, "632044925856": 91, "6324": 88, "6327314": 88, "632774": 88, "6329": 88, "633": 88, "63318": 88, "633747": 88, "633774": 88, "6338": 88, "633846": 88, "634": 88, "63416": 88, "634413": 88, "634445": 88, "634449": 88, "63473": 88, "634861": 88, "6349": 88, "63495": 88, "635": 88, "6350272": 88, "6355486": 88, "635589": 88, "635881": 88, "636": 88, "636124": 88, "636272": 88, "636395": 88, "636475": 88, "636631": 88, "63669": 88, "636711": 88, "636746": 88, "6367651": 88, "636776": 88, "636791": 88, "636808": 88, "637": 88, "637218": 88, "637384": 88, "6374": 88, "637541666563628": 87, "637647": 88, "6377366": 88, "63774": 88, "637766": 88, "638317": 88, "63837": 88, "6384696": 88, "638643": 88, "638704": 88, "63873": 88, "638756": 88, "6388": 88, "63887537": 88, "639": 88, "63905": 88, "63909": 88, "639103": 88, "639242": 88, "6392717": 88, "639334": 88, "6394": 88, "639404": 88, "6396108": 88, "639802": 88, "6399": 88, "639921": 88, "63e": 88, "64": 88, "640": 88, "6400882": 88, "6401772": 88, "640351119712147": 87, "6406": 88, "640772": 88, "640776": 88, "64085": 88, "6408863": 88, "640917": 88, "641085": 88, "6411": 88, "6411133": 88, "641197": 88, "641277": 88, "641607": 88, "641663": 88, "64197": 88, "642": 88, "64203": 88, "6424": 88, "642416": 88, "642591": 88, "643": 88, "643135": 88, "643183": 88, "643288": 88, "6433044": 88, "64333": 88, "643396": 88, "6435652": 88, "643566": 88, "644": 88, "644160496227": 88, "6442": 88, "6443": 88, "64444": 88, "64449": 88, "644516": 88, "6449": 88, "644999": 88, "645": 88, "645188": 88, "645359": 88, "645561": 88, "645796": 88, "645807": 88, "646": 88, "646113": 88, "646172": 88, "6465": 88, "646563": 88, "64689": 88, "646996": 88, "6470": 88, "6472": 88, "647293": 88, "647366": 88, "6474": 88, "64745": 88, "647545": 88, "647644": 88, "647655": 88, "647705": 88, "64776": 88, "64778": 88, "647804": 88, "647907": 88, "648": 88, "648078": 88, "6482271": 88, "648262": 88, "648323": 88, "648335": 88, "648953": 88, "64895eval": 88, "649": 88, "649036": 88, "64953": 88, "64957": 88, "649773": 88, "6499": 88, "64e": 88, "65": [88, 92], "650": 88, "650000095367432": 92, "6500001e": 92, "65019": 88, "65021": 88, "650326": 88, "6504009": 88, "650509": 88, "6507": 88, "650764": 88, "650896": 88, "651": 88, "651054": 88, "651237": 88, "6514": 88, "651453": 88, "651491": 88, "651919": 88, "652": 88, "652273": 88, "6524": 88, "652458642195": 87, "65261": 88, "652822": 85, "653": 88, "6531380": 88, "6532345": 88, "6533837": 88, "6534": 88, "653414": 88, "653486": 88, "653496": 88, "6536": 88, "6540294": 88, "654228": 88, "654445": 88, "654593": 88, "654684": 88, "6547093": 88, "654799": 88, "6549": 88, "655": 88, "6552": [87, 88, 91, 92], "655237212276": 88, "65552": 88, "655644": 88, "655685": 88, "655693": 88, "655746": 88, "655975": 88, "656": 88, "656128": 88, "656177587228": 88, "656189": 88, "65628": 88, "65634": 88, "656563": 88, "6567345": 88, "656872": 88, "657": 88, "657117": 88, "65728": 88, "657394": 88, "6574": 88, "6576498": 88, "6576667": 88, "6579": 88, "658": 88, "658013": 88, "659005": 88, "6591": 88, "65945": 88, "659573": 88, "6599": 88, "65e": 88, "66": [88, 97], "660": 88, "660082": 88, "6602": 88, "66032": 88, "66047": 88, "660505": 88, "6606": 88, "66061": 88, "661133": 88, "6612": 88, "661284": 88, "6615": 88, "66151": 88, "661545": 88, "661592": 88, "6619": 88, "662": 88, "662078": 88, "6621566": 88, "6624": 88, "662445": 88, "6626261": 88, "6626954": 88, "6628": 88, "66285": 88, "662937": 88, "662975": 88, "663": 88, "663279": 88, "6633": 88, "66342": 88, "6636": 88, "663635": 88, "6637": 88, "663768": 88, "66398": 88, "664": 88, "664023677829388": 87, "66404": 88, "664185": 88, "6642": 88, "6643": 88, "664352": 88, "6646152": 88, "664734": 88, "6649": 88, "665": 88, "665392": 88, "665863": 88, "66599": 88, "666": 88, "6661": 88, "666490": 88, "6666": 88, "667": 88, "667053": 88, "667169": 88, "667334": 88, "667337": 88, "6674": 88, "667793": 88, "66797": 88, "668": 88, "66805": 88, "66814": 88, "668146": 88, "6684391": 88, "668604907614746": 87, "66864": 88, "668710": 88, "668886": 88, "669": 88, "669418": 88, "6695": 88, "669603": 88, "66965": 88, "66983": 88, "669841": 88, "6699": 88, "66e": 88, "67": 88, "670": 88, "670357": 88, "67041": 88, "670622460524": 88, "6707997": 88, "670830_iwec": 97, "67097": 88, "671": 88, "671093": 88, "6711": 88, "671152": 88, "671191": 88, "671227": 88, "67123": 88, "671326": 88, "671339": 88, "671413": 88, "671492": 88, "671517": 88, "6719": 88, "671904": 88, "67191": 88, "672": 88, "672033": 88, "672228": 88, "6724": 88, "673058": 88, "6733184": 88, "673388": 88, "673584": 88, "67366": 88, "673777": 88, "674": 88, "674119": 88, "6744": 88, "674659": 88, "674805": 88, "6748056": 88, "674847": 88, "6749": 88, "675": 88, "67505": 88, "675444": 88, "6754591": 88, "675598": 88, "675724": 88, "67578": 88, "6758": 88, "675846": 88, "676": 88, "6760972": 88, "676174": 88, "676254": 88, "6763": 88, "676569": 88, "676575": 88, "676752": 88, "676785": 88, "677": 88, "677180": 88, "677337": 88, "6774": 88, "6775541": 88, "6776": 88, "678": 88, "678344": 88, "6783485": 88, "67858": 88, "67865": 88, "67871": 88, "678801": 88, "6789": 88, "679": 88, "679039": 88, "679138": 88, "679293": 88, "67938107281635": 87, "6794843": 88, "67955": 88, "679641": 88, "67972": 88, "679752": 88, "679785": 88, "6798549": 88, "6799": 88, "6799109": 88, "679943": 88, "679972": 88, "67e": 88, "68": [88, 97], "680081": 88, "680238": 88, "680291": 88, "68054": 88, "68059": 88, "6806540": 88, "680830": 88, "68085": 88, "680939": 88, "680944": 88, "68099": 88, "681": 88, "681375": 88, "681477": 88, "681646": 88, "682": 88, "6821": 88, "682133": 88, "68221": 88, "682211": 88, "6824": 88, "682458": 88, "6826453": 88, "682682": 88, "6828": 88, "68283": 88, "682884": 88, "682913": 88, "683": 88, "683224": 88, "6833673": 88, "683372": 88, "683573": 88, "683642": 88, "68392": 88, "684": 88, "68434": 88, "684353": 88, "684591": 88, "684679": 88, "6847386": 88, "6848": 88, "684814": 88, "6849": 88, "684956": 88, "685": 88, "68514": 88, "6854405": 88, "68554015361045": 87, "685549": 88, "685593": 92, "685612": 88, "685684": 88, "686": 88, "68614": 88, "68616": 88, "68627": 88, "686298": 88, "686562": 88, "686783": 88, "68691": 88, "687": 88, "687176": 88, "687214": 88, "6874": 88, "687538": 88, "687665": 88, "6877": 88, "688": 88, "6881655694350268": [85, 90], "6882412": 88, "6884": 88, "688526": 88, "68860299767925": 85, "6888297": 88, "688903": 88, "689": 88, "68914": 88, "6892805": 88, "68931": 88, "68936": 88, "6895": 88, "689898": 88, "6899": 88, "689926": 88, "68e": 88, "69": 88, "69014": 88, "6903370e": 92, "69055": 88, "6906": 88, "690607": 88, "690765": 88, "690838559877328": 87, "690955": 88, "690987": 88, "691": 88, "691072": 88, "692": 88, "69215": 88, "6922800e": 92, "6924": 88, "69247": 88, "692741": 88, "692776": 88, "69311": 88, "69315": 88, "6932": 88, "69325": 88, "693288": 88, "693348": 88, "693514": 88, "69354": 88, "693748": 88, "6939057": 88, "69394": 88, "6939497": 88, "694": 88, "694313": 88, "69443": 88, "694613": 88, "6947": 88, "6949": 88, "6949311204218827": 87, "695002": 88, "695042": 88, "6953081": 88, "69531": 88, "69578": 88, "696": 88, "69601": 88, "69621": 88, "69622episod": 88, "6965": 88, "69653observ": 88, "69666": 88, "6969094": 88, "6974": 88, "697567": 88, "69771": 88, "697841": 88, "697903": 88, "697998": 88, "698": 88, "69841eval": 88, "6984205": 88, "6984215": 88, "69856": 88, "698595": 88, "698816": 88, "698845": 88, "699": 88, "69937": 88, "69949": 88, "69982": 88, "699852": 88, "6999": 88, "69e": 88, "6e": 88, "6rollout": 88, "7": [11, 86, 87, 88, 89, 91, 92, 97], "70": [88, 97], "700": 88, "7001107": 88, "70031998681098": 87, "700409": 88, "700426": 88, "700728": 88, "70077": 88, "70093": 88, "700947": 88, "701": 88, "70111": 88, "70116": 88, "701211": 88, "70125": 88, "701437": 88, "701569": 88, "70181": 88, "70184": 88, "702": 88, "702192": 88, "7023360": 88, "7024": 88, "70243": 88, "70249": 88, "702705": 88, "702787": 88, "703104": 88, "70325": 88, "7034948": 88, "703710048030462": 87, "703776": 88, "703907": 88, "703926": 88, "7042527324647196": 88, "704308": 88, "70483": 88, "704895": 88, "7049": 88, "70496": 88, "705": 88, "705147": 88, "705185": 88, "705198": 88, "7052456": 88, "7052782846459695": 88, "705479": 88, "705536": 88, "7058": 88, "706": 88, "706033444412455": 87, "70605": 88, "706072": 88, "70616176904293": 87, "706186": 88, "706398": 88, "706608": 88, "70680120943889": 87, "70692": 88, "707": 88, "7072577": 88, "707315": 88, "7074": 88, "70742": 88, "70772": 88, "708": 88, "708069": 88, "708291": 88, "708359": 88, "708534": 88, "709": 88, "7090": 88, "709038": 88, "709194": 88, "709449": 88, "70945": 88, "709478": 88, "7095146": 88, "70976": 88, "7099": 88, "71": 88, "710": 88, "710083408093293": 87, "71026": 88, "7104": 88, "7106": 88, "711": 88, "711033": 88, "7112": 88, "711246": 88, "711392832758165": 87, "7116232": 88, "7118824": 88, "7124": 88, "71248902108889": 87, "7126": 88, "712721": 88, "712755": 88, "71295": 88, "712967": 88, "712988": 88, "713": 88, "713184079083927": 87, "713375": 88, "713382639436837": 87, "71378": 88, "713822": 88, "713926": 88, "714": 88, "714012": 88, "714127": 88, "714325": 88, "714365": 88, "7144469015911845": 87, "7149": 88, "71491": 88, "715": 88, "71503": 88, "715076": 88, "7151": 88, "71514617862178": 92, "715164": 88, "71556": 88, "715655": 88, "715774666005526": [91, 92], "71592": 88, "715965": 88, "716034": 88, "716314": 88, "7164": 88, "716766": 88, "716942": 88, "717": 88, "7171063": 88, "7172": 88, "7174": 88, "717415": 88, "717571": 88, "7176": 88, "717918": 88, "717924954819775": 87, "718": 88, "718266": 88, "71836": 88, "71837": 88, "718395": 88, "71846": 88, "718572": 88, "7188": 88, "718971": 88, "718974": 88, "719052": 88, "7191653": 88, "719495": 88, "719579": 88, "719782": 88, "7199": 88, "71e": 88, "72": 88, "720": 88, "72006": 88, "720282": 88, "72036": 88, "72044": 88, "720729493260777": 87, "720751": 88, "72076": 88, "7209": 88, "720987": 88, "721018": 88, "721180581946832": 87, "7212": 88, "721492": 88, "7215035": 88, "7216463": 88, "72173": 88, "721945": 88, "722": 88, "7223": 88, "7224": 88, "72246": 88, "722502": 88, "722736": 88, "722745_tmy3": [7, 87, 91, 92, 97], "722929": 88, "7229357": 88, "723755": 88, "7237883": 88, "7237952": 88, "724": 88, "724106409891995": 87, "724175": 88, "724228": 88, "7243": 88, "7244": 88, "724447": 88, "724548": 88, "724695_tmy3": 97, "724718": 88, "72473": 88, "72489": 88, "7249": 88, "72499": 88, "725": 88, "725205_tmy3": [85, 87, 89, 90, 97], "725300_tmy3": 97, "7255228": 88, "725613": 88, "725792": 88, "726": 88, "72616": 88, "72639": 88, "726695594163": 87, "727": 88, "72702": 88, "727104": 88, "7274": 88, "7276": 88, "72768": 88, "727706": 88, "727885_tmy3": [7, 86, 97], "727885_tmy3_random_1": 86, "72798": 88, "728": 88, "7284": 88, "728548": 88, "72886": 88, "72899955075894": [91, 92], "729": 88, "729017": 88, "729115": 88, "72923": 88, "7295": 88, "7296": [87, 91, 92], "729618": 88, "729796": 88, "729893": 88, "7299": 88, "72e": 88, "73": 88, "730": 88, "730036": 88, "730410": 88, "730545": 88, "730785": 88, "730844": 88, "731": 88, "7313": 88, "7316": 88, "731631": 88, "731716": 88, "7318": 88, "732": 88, "7320251": 88, "732143": 88, "7322": 88, "73231": 88, "7324": 88, "732481": 88, "7325": 88, "732935": 88, "733": 88, "733284": 88, "733294": 88, "733648": 88, "733772": 88, "73392": 88, "734": 88, "734001": 88, "734207": 88, "7345497449363": 87, "73458": 90, "7346813": 88, "734792": 88, "7349": 88, "734919": 88, "735": 88, "735031": 88, "735037": 88, "735115": 88, "7352": 88, "73523": 88, "735435": 88, "73564": 88, "7359103431230598": [85, 90], "736": 88, "7360797": 88, "736198": 88, "736319": 88, "736492": 88, "736623": 88, "736752": 88, "737": 88, "73716": 88, "737274": 88, "737382": 88, "7374": 88, "737408": 88, "737446": 88, "7375": 88, "737697": 88, "737734": 88, "737880199154255": 87, "738": 88, "738033": 88, "738081": 88, "738441": 88, "73869": 88, "738774": 88, "738834": 88, "738852781557213": 87, "7389145": 88, "738949": 88, "7389746": 88, "7390523": 88, "739078": 88, "7391007": 88, "739147": 88, "73929": 88, "739491": 88, "739669": 88, "739792": 88, "73988367970229": 87, "7399": 88, "73e": 88, "74": [88, 97], "740": 88, "740074": 88, "74038": 88, "74073": 88, "740973": 88, "741132595393": 88, "741188": 88, "74127": 88, "741325": 88, "7414": 88, "741425": 88, "7415": 88, "741638": 88, "74168": 88, "7418324": 88, "742": 88, "742096": 88, "74225": 88, "742256": 88, "742277": 88, "74231": 88, "742372": 88, "7424": 88, "742707": 88, "742807": 88, "743": 88, "743015": 88, "743254": 88, "7432737": 88, "7434": 88, "7436": 88, "74368": 88, "74373": 88, "744": [87, 88, 91, 92], "744133": 88, "744215": 88, "744223": 88, "744276": 88, "744356": 88, "744438": 88, "744617": 88, "744860_tmy3": [7, 88, 97], "744860_tmy3_random_1": 88, "7449": 88, "745": [85, 88, 90], "74519": 88, "745192": 88, "74524": 88, "7453753": 88, "7454": 88, "745565263920668": 87, "745747": 88, "745817": 88, "74596": 88, "74599": 88, "746": 88, "746080113592953": 87, "74622": 88, "7462764": 88, "746401": 88, "746513": 88, "7465734": 88, "74679": 88, "746965024451924": 87, "747043661751707": 85, "74718058330181": 87, "74732757969822": 87, "7474": 88, "747707": 88, "748": 88, "74817": 88, "748208010345": 88, "748314": 88, "74835": 88, "74844": 88, "74851": 88, "748531": 88, "748756": 88, "74886": 88, "74893": 88, "7489338": 88, "749": 88, "749034869196144": 87, "749151": 88, "7493": 88, "74962": 88, "749786": 88, "7499": 88, "74997": 88, "74e": 88, "75": [88, 97], "750": 88, "750113": 88, "750119": 88, "75012": 88, "750145": 88, "750177": 88, "7502089967989307": 88, "75022": 88, "750465": 88, "750559": 88, "750742": 88, "750761": 88, "750843779568": 88, "751": 88, "75106": 88, "7510724": 88, "751154": 88, "7516141": 88, "75203949912126": 87, "75208": 88, "752086": 88, "752323": 88, "7524": 88, "752775": 88, "7529": 88, "753136": 88, "75314": 88, "75334334": 88, "7534": 88, "753471": 88, "75387": 88, "754": 88, "754087": 88, "754135": 88, "75452": 88, "7546635": 88, "754734": 88, "754827": 88, "7549": 88, "754955": 88, "755": 88, "755064": 88, "755165": 88, "7553": 88, "755472": 88, "755553": 88, "75558984": 88, "755598": 88, "755707": 88, "75574": 88, "755894": 88, "755896": 88, "756": 88, "756015": 88, "756025": 88, "75603": 88, "75643": 88, "756516": 88, "75677": 88, "756883": 88, "757": 88, "7571": 88, "757193": 88, "7574": 88, "757463": 88, "758": 88, "758158": 88, "758193423204": 91, "7583": 88, "7583431": 88, "758637619416": 86, "758737": 88, "7589": 88, "75893242733751": 87, "759": 88, "75921": 88, "759245": 88, "7593": 88, "7593412": 88, "75953682781952": 87, "759789": 88, "759895": 88, "7599": 88, "75e": 88, "75observ": 88, "76": 88, "760303": 88, "76044": 88, "760542": 88, "76056": 88, "760579": 88, "760624": 88, "760807": 88, "760983": 88, "760994": 88, "761047": 88, "761063": 88, "76114": 88, "761223": 88, "761375": 88, "7615": 88, "7617": 88, "761728": 88, "7618": 88, "761835": 88, "76187650701259": 92, "761995": 88, "762": 88, "762184": 88, "762215": 88, "7623": 88, "7624": 88, "7625": 88, "762558": 88, "763": 88, "763005": 88, "7631": 88, "763294": 88, "763325": 88, "76336967540199": 87, "763554": 88, "763586483892364": 87, "763615": 88, "76386": 88, "76395": 88, "764": 88, "76407": 88, "764162": 88, "764248": 88, "764694": 88, "76473": 88, "7649": 88, "764967": 88, "765": 88, "76516048261861": 87, "765224": 88, "765324": 88, "765367945189": 91, "765486": 88, "765554": 88, "76581": 88, "766": 88, "76612": 88, "766301": 88, "766394": 88, "766552": 88, "766705234161947": 91, "766872": 88, "767": 88, "767048": 88, "767204": 88, "767315": 88, "767324": 88, "767363": 88, "7674": 88, "76754": 88, "767708": 88, "767754": 88, "767956524665": 88, "768286": 88, "76857": 88, "769": 88, "769078": 88, "769644": 88, "769718084042537": 87, "769733": 88, "76978": 88, "7699": 88, "76e": 88, "77": 88, "770": 88, "77003": 88, "7701": 88, "7701249": 88, "770189": 88, "770256": 88, "770283": 88, "77042": 88, "77063": 88, "770702": 88, "770834": 88, "7710": 88, "771217": 88, "771341": 88, "7714040": 88, "771671": 88, "771719": 88, "771853": 88, "771917": 88, "772": 88, "772013": 88, "772061": 88, "772131": 88, "7721448": 88, "772154": 88, "77216": 88, "772217": 88, "7724": 88, "7725": 88, "772894": 88, "772934": 88, "772951": 88, "773": 88, "773052": 88, "773174": 88, "773348": 88, "773457": 88, "77352": 88, "773636": 88, "77382": 88, "773943": 88, "774": 88, "77418": 88, "7742": 88, "774252": 88, "774289": 88, "77431": 88, "774574": 88, "77459": 88, "774642": 88, "774643": 88, "7748": 88, "7749": 88, "774912": 88, "775": 88, "775131": 88, "775496": 88, "77567": 88, "77570": 88, "77587": 88, "77596": 88, "7761173": 88, "7762197": 88, "7763": 88, "776503": 88, "7766": 88, "776604": 88, "77673": 88, "776783": 88, "776871813136633": 87, "777": 88, "7774": 88, "777523": 85, "777534": 88, "7776995": 88, "777851": 88, "777857": 88, "778": 88, "778458": 88, "77873": 88, "77879": 88, "77905": 88, "779269": 88, "779278": 88, "77928": 88, "77929": 88, "77949": 88, "7795": 88, "779567409386665": 87, "779686": 88, "7799": 88, "779947": 88, "779984": 88, "77e": 88, "78": [88, 97], "780": 88, "7800684": 88, "780085346555335": 91, "7803": 88, "78031": 88, "780336": 88, "7806890630795": 88, "780738": 88, "780788": 88, "781": 88, "7811": 88, "78124": 88, "781413": 88, "78152": 88, "781527": 88, "781759": 88, "781822": 88, "782": 88, "782215": 88, "78235": 88, "7824": 88, "782436": 88, "78261": 88, "78266": 88, "783": 88, "783413": 85, "783445": 88, "7836": 88, "784": 88, "7841": 88, "784133735751": 88, "7842": 88, "784363": 88, "784586": 88, "7846037": 88, "78475": 88, "7849": 88, "78495": 88, "785": 88, "785126": 88, "785128": 88, "785164": 88, "785255": 88, "785337": 88, "785516": 88, "78562": 88, "78566": 88, "7858": 88, "785929": 88, "785942": 88, "78595": 88, "786": 88, "7863": 88, "786385": 88, "786617": 88, "7869196": 88, "786936": 88, "786938": 88, "786942": 88, "78695": 88, "786963": 88, "787": 88, "787273": 88, "7874": 88, "787566": 88, "787859": 88, "787981": 88, "788": 88, "78811": 88, "788122": 88, "788225": 88, "7883": 88, "788414": 88, "78848": 88, "78853": 88, "788712": 88, "789": 88, "7896": 88, "7899": 88, "789915": 88, "78e": 88, "79": [88, 97], "790": 88, "790092": 88, "7902": 88, "7903": 88, "79032": 88, "790329": 88, "790493": 88, "790524": 88, "79068": 88, "790758": 88, "790886": 88, "791": 88, "791064": 88, "7912": 88, "7915": 88, "791893": 88, "792": 88, "792042": 88, "7921372": 88, "792252": 88, "792336": 88, "7924": 88, "792534": 88, "792883": 88, "793": 88, "793127": 88, "79328": 88, "7934286": 88, "793453": 88, "793545": 88, "7937": 88, "7937093": 88, "79371": 88, "79372": 88, "79378": 88, "793812": 88, "793901": 88, "794": 88, "794168": 88, "7941985": 88, "794714": 88, "794798": 88, "7949": 88, "7949333": 88, "795": 88, "795156": 88, "7951931": 88, "795342248728848": 88, "7954676783357755": 88, "795471": 88, "795532": 88, "795944": 88, "795992": 88, "796": 88, "796214": 88, "79647": 88, "79652": 88, "796642": 88, "79686": 88, "7969": 87, "797": 88, "79707": 88, "79724": 88, "797259": 88, "7974": 88, "797696": 88, "7978168": 88, "798": 88, "79801": 88, "79806": 88, "798195": 88, "798346": 88, "798347": 88, "798377": 88, "79883": 88, "798983": 88, "799": 88, "7990265": 88, "7990522": 88, "799172085986662": 91, "799263": 88, "799343": 88, "799517": 88, "7996243556881": 88, "799631": 88, "79964656": 88, "799652": 88, "799736": 88, "79974": 88, "799852": 88, "7999": 88, "799965": 88, "79e": 88, "7e": 88, "8": [9, 11, 72, 82, 86, 87, 88, 91, 92, 97], "80": [88, 97], "800000190734863": 92, "8000002e": 92, "800150805217598": 92, "800293": 88, "8004": 88, "800474": 88, "800723578113704": 87, "801": 88, "801003": 88, "801069": 88, "801235": 88, "80126": 88, "80147": 88, "8016": [87, 91, 92], "8017235": 88, "80182": 88, "80206": 88, "802189": 88, "8022": 88, "802220_iwec": 97, "802359": 88, "8024": 88, "803": 88, "803059": 88, "803274": 88, "8033586": 88, "803384417176364": 87, "8035220": 88, "803598": 88, "803709": 88, "803713": 88, "803793": 88, "80383": 88, "804": 88, "804073": 88, "804117": 88, "80446": 88, "804707": 88, "804771": 88, "8049": 88, "804928": 88, "804943": 88, "804947": 88, "80497": 88, "804996": 88, "805": 88, "805046": 88, "805077": 88, "805319": 88, "805527": 88, "805756": 88, "80585": 88, "806": 88, "80603": 88, "80615": 88, "806433": 88, "8067": 88, "806718": 88, "80679": 88, "806833": 88, "807": 88, "8071": 88, "80717": 88, "8073": 88, "8074": 88, "807577": 88, "80769": 88, "807915": 88, "807955": 88, "8080148135287": 87, "80805": 88, "8082709": 88, "808458": 88, "8086": 88, "808674": 88, "8086992": 88, "80879": 88, "808823": 88, "8088455": 88, "808973": 88, "809": 88, "80908": 88, "80945": 88, "8094609": 88, "8096": 88, "809654": 88, "809664": 88, "809757": 88, "8098664": 88, "8099": 88, "809978": 88, "81": [88, 97], "810": 88, "810081": 88, "81009": 88, "81011": 88, "8101990": 88, "810494": 88, "81059": 88, "810846": 88, "81109": 88, "81119": 88, "8113365": 88, "8114486": 88, "8116667": 88, "81175": 88, "812": 88, "81204": 88, "812122": 88, "81223": 88, "812325": 88, "8124": 88, "812497": 88, "812593090797378": 87, "81277": 88, "812828": 88, "8129723": 88, "813": 88, "81333": 88, "813532": 88, "81363": 88, "81368": 88, "813982": 88, "81402": 88, "8140713": 88, "81425": 88, "814474": 88, "814482411819796": 87, "8145": 88, "814822": 88, "8148379": 88, "8149": 88, "814928": 88, "815": 88, "815099": 88, "8151": 88, "81533": 88, "815527": 88, "81563768547454": 87, "815773": 88, "815897": 88, "815947": 88, "816": 88, "81602": 88, "816065": 88, "816118": 88, "816128": 88, "816273": 88, "81628": 88, "81631": 88, "816364": 88, "8165884": 88, "81685615": 88, "81694": 88, "816954": 88, "817": 88, "81718": 88, "81731147": 88, "817347": 88, "81737": 88, "8174": 88, "817505": 88, "81770703019136": 87, "817987145745196": 87, "818": 88, "818181": 88, "8185": 88, "818764": 88, "818874": 88, "8188946": 88, "818962": 88, "81898": 88, "819": 88, "81929272545216": 87, "819357": 88, "819503": 88, "819515": 88, "81965": 88, "819794": 88, "8199": 88, "8199086": 88, "81e": 88, "82": 88, "820": 88, "820107": 88, "820286": 88, "82043": 88, "820452116127708": 87, "82053": 88, "8206": 88, "82076": 88, "820778": 88, "82086": 88, "821": 88, "8213": 88, "82144": 88, "821547": 88, "821617": 88, "821802": 88, "821833": 88, "822": 88, "82221": 88, "822397": 88, "8224": 88, "822417": 88, "82255": 88, "8225725": 88, "822647": 88, "822657": 88, "822796": 88, "822987": 88, "823": 88, "82307": 88, "823162": 88, "823164": 88, "823215": 88, "82346": 88, "8235": 88, "8237": 88, "823973": 88, "824": 88, "824036": 88, "824299": 88, "82436": 88, "8243685": 88, "8247848": 88, "824842": 88, "824877": 88, "8249": 88, "825": 88, "825045": 88, "82527": 88, "8252945": 88, "82571": 88, "825846": 88, "825897": 88, "825941": 88, "825945": 88, "825983": 88, "82607": 88, "826347": 88, "826478": 88, "826544": 88, "826717": 88, "826828": 88, "826909": 88, "827": 88, "8271": 88, "82714": 88, "827276": 88, "8274": 88, "827500": 88, "827543": 88, "82759": 88, "8276": 88, "827646": 88, "827942": 88, "828": 88, "828178": 88, "828392": 88, "8284225e": 92, "828491940697145": 87, "82852": 88, "828773": 88, "829": 88, "829098": 88, "82913": 88, "829194": 88, "8292": 88, "82931": 88, "829346": 88, "82935observ": 88, "82952": 88, "82961": 88, "829678": 88, "8299": 88, "82e": 88, "83": [88, 97], "830122": 88, "83049": 88, "831": 88, "831139": 88, "831202": 88, "831333": 88, "8313658": 88, "831415": 88, "831505": 88, "83157": 88, "831604": 88, "831731365763897": 87, "832": 88, "83205": 88, "832317": 88, "8324": 88, "83241": 88, "8325": 88, "83250": 88, "832756": 88, "832817": 88, "832826108084063": 90, "8329": 92, "83299": 88, "83315": 88, "83317": 88, "8336521": 88, "83376": 88, "8339602": 88, "834": 88, "834318": 88, "8344": 88, "834461": 88, "83481": 88, "8348156": 88, "8349": 88, "835": 88, "835115": 88, "835632": 88, "835742": 88, "8358345": 88, "835937": 88, "836": 88, "836081": 88, "836256": 88, "836372": 88, "836422": 88, "836447": 88, "836473": 88, "837": 88, "83714": 88, "837193": 88, "837196": 88, "83726": 88, "8374": 88, "8375": 88, "838": 88, "8381": 88, "8381089": 92, "838393": 88, "8384174e": 92, "8385": 88, "838661": 88, "838787": 88, "839": 88, "83905": 88, "839106": 88, "839565": 88, "839624": 88, "839651": 88, "839724": 88, "839733": 88, "8399": 88, "839935": 88, "83e": 88, "84": [88, 97], "840": 88, "840213153181647": 87, "840294": 88, "840368": 90, "840486913932": 88, "840548": 88, "84073": 88, "840796": 88, "84091": 88, "84092": 88, "8411": 88, "84128": 88, "841345": 88, "841476": 88, "8418": 88, "842354": 88, "8424": 88, "842438": 88, "842577": 88, "842611": 88, "84283": 88, "843": 88, "8430476": 88, "8435693031": 88, "843637917081118": 87, "843649": 88, "843735": 88, "843977": 88, "843994": 88, "844": 88, "844303": 88, "844337": 88, "844421": 88, "8445897": 88, "84467": 88, "844874744675": 88, "8449": [87, 88], "845": 88, "845024": 88, "845036": 88, "845053": 88, "8452": 88, "8455": 88, "845577": 88, "845596": 88, "845642": 88, "84595": 88, "846": 88, "846014": 88, "84637": 88, "8464212": 88, "846558": 88, "846659": 88, "847": 88, "84705": 88, "847115": 88, "84719": 88, "8474": 88, "8478": 88, "848": 88, "848103": 88, "848213": 88, "849": 88, "849094": 88, "84918": 88, "849401": 88, "84955": 88, "849758": 88, "8499": 88, "84e": 88, "85": 88, "850": 88, "850016": 88, "850237": 88, "850971": 88, "851112": 88, "8511174": 88, "851236": 88, "851494": 88, "851496": 88, "8516": 88, "85174": 88, "852": 88, "85201": 88, "852299": 88, "85239": 88, "8524": 88, "85248": 88, "852522": 88, "8526": 88, "85280": 88, "85285": 88, "85287": 88, "8529": 88, "853": 88, "853076": 88, "85324": 88, "853281": 88, "8534": 88, "85354": 88, "853565": 88, "853812": 88, "85383": 88, "854": 88, "854069": 88, "8544": 88, "85455": 88, "854593": 88, "854675": 88, "85474": 88, "8548035936270668": 91, "8549": 88, "855": 88, "855008659972583": 87, "855114": 88, "85516": 88, "8556": 88, "8558": 88, "85583": 88, "85596": 88, "85611": 88, "856209": 88, "856243": 88, "85645": 88, "85662": 88, "856663": 88, "856664": 88, "856668": 88, "857": 88, "857058": 88, "85727": 88, "85728": 88, "857347": 88, "8574": 88, "85754": 88, "857689": 88, "857756": 88, "85779811067494": 87, "857887333002763": [91, 92], "8579": 88, "858": 88, "8580": 88, "858121": 88, "858162": 88, "858171": 88, "858194": 88, "858321421792976": 87, "8583755": 88, "858418": 88, "858715": 88, "8588": 91, "85887": 88, "85888": 88, "859": 88, "859116": 88, "85916": 88, "859223": 88, "8594294": 88, "85953": 88, "8598": 88, "8599": 88, "859966": 88, "859985": 88, "85e": 88, "86": 88, "860281": 88, "860384": 88, "860435": 88, "860521": 88, "86057": 88, "8608": 88, "860954": 88, "860969": 88, "861": 88, "861246": 88, "86131650179226": 87, "8614655": 88, "861682": 88, "861992": 88, "862128": 88, "8624": 88, "862402": 88, "8625": 88, "862566": 88, "8628": 88, "862804": 88, "8629026": 88, "862947": 88, "863": 88, "863268": 88, "86335": 88, "863367": 88, "863375": 88, "863531": 88, "86400": 9, "8641": [91, 92], "864246": 88, "86438": 88, "864407": 88, "86444": 88, "864481": 88, "864487": 88, "86454": 88, "864655": 88, "8649": 88, "865": 88, "8651": 88, "865433": 88, "8656": 88, "86562514": 88, "865686": 88, "865717": 88, "86594": 88, "866": 88, "8663336": 88, "866335": 88, "86636": 88, "866589": 88, "8666": 88, "86679": 88, "8672": 88, "8674": 88, "8675216": 88, "867567": 88, "86761565728": 87, "8678036": 88, "867949": 88, "867969": 88, "868": 88, "868048": 88, "8681": 88, "868176": 88, "868284": 85, "8684926": 88, "868973": 88, "869": 88, "8691397": 88, "869244": 88, "869343": 88, "869347": 88, "869705323946068": 87, "86973": 88, "86975": 88, "869762": 88, "8698978": 88, "8699": 88, "86e": 88, "87": 88, "8700993": 88, "870208": 88, "870342": 88, "870352": 88, "87071": 88, "870724": 88, "8708": 88, "870968": 88, "871": 88, "871037": 88, "871155": 88, "871252": 88, "87142": 88, "87148": 88, "8715": 88, "871574": 88, "871598": 88, "8717": 88, "871769": 88, "871876": 88, "871901": 88, "872": 88, "872087": 88, "872242761515011": 91, "872307": 88, "872309": 88, "8724": 88, "87251": 88, "872995": 88, "873": 88, "873129": 88, "87323": 88, "873235": 88, "873396": 88, "8734": 88, "873655": 88, "873773": 88, "8738": 88, "87384": 88, "873852": 88, "873901": 88, "874": 88, "874031": 88, "87412": 88, "874525": 88, "874613": 88, "87485": 88, "8749": 88, "875": 88, "8750000e": 92, "875117": 88, "87516": 88, "875373": 88, "87542": 88, "875473": 88, "875519": 88, "875576": 88, "87577": 88, "876061291823856": 87, "876186402701965": 87, "876242": 88, "876343": 88, "87635": 88, "8765": 88, "876598": 88, "876616": 88, "877106": 88, "877153": 88, "8773": 88, "8774": 88, "877523": 88, "877851": 88, "87794": 88, "877975": 88, "878": 88, "87817": 88, "878681": 88, "87924": 88, "8799": 88, "87993": 88, "87e": 88, "88": 88, "880": 88, "880089": 88, "8801": 88, "880113": 88, "8804": 88, "8804245": 88, "880458": 88, "880497": 88, "880604": 88, "880894": 88, "880999": 88, "881": 88, "8811": 88, "88112": 88, "881385909767747": 87, "881742": 88, "88178": 88, "88184": 88, "88185": 88, "881857": 88, "882177": 88, "882326": 88, "8824": 88, "882483": 88, "882673": 88, "882725": 88, "882849": 88, "882877": 88, "88295": 88, "882967": 88, "882996": 88, "883009": 88, "883177": 88, "8832": 88, "883415": 88, "883621": 88, "88376": 88, "88379": 88, "88415": 88, "884186": 88, "88434": 88, "8843904": 88, "88448": 88, "8844962": 88, "8848": 88, "8849": 88, "884922": 88, "8850982": 88, "885168": 88, "88544": 88, "885911": 88, "886": 88, "88602": 88, "886036": 88, "886457": 88, "8865": 88, "886509": 88, "886911": 90, "886944": 88, "88721": 88, "8873405": 88, "8874": 88, "887455": 88, "887494": 88, "8875": 88, "887827": 88, "88788": 88, "887882": 88, "888": 88, "888063": 88, "888072": 88, "8883": 88, "88873": 88, "888763": 88, "889372": 88, "889441": 88, "88952": 88, "889645": 88, "889717": 88, "889832": 88, "8898964": 88, "8899": 88, "88e": 88, "89": 88, "890": 88, "890213": 88, "8903": 88, "890540": 88, "890545": 88, "890566": 88, "890583": 88, "890859": 88, "891": 88, "89127306209505": 87, "89128": 88, "89145": 88, "8914924": 88, "891599": 88, "89164776": 88, "891808": 88, "891815": 88, "891856": 88, "892": 88, "89227": 88, "8924": 88, "892473": 88, "892483": 88, "8926": 88, "892696": 88, "892767": 88, "8928": 88, "892908": 92, "8929534": 88, "893182764402184": 87, "8933735": 88, "8939": 88, "894": 88, "8941815": 88, "894302": 88, "894646": 88, "8949": 88, "894945": 88, "895061": 88, "895075": 88, "895155": 88, "8954737606592": 90, "8954737606593": [85, 90], "895535": 88, "8956995": 88, "89574": 88, "89575": 88, "896154": 88, "896332": 88, "8964": 88, "896669": 88, "89672": 88, "896741": 88, "896782": 88, "897": 88, "89714episod": 88, "8973": 88, "8974": 88, "89759": 88, "898169": 88, "898224": 88, "8982987": 88, "898567": 88, "898874": 88, "898952": 88, "8989847": 88, "899": 88, "8990": 88, "899288": 88, "899416": 88, "899506": 88, "8997": 88, "899701": 88, "899763": 88, "8999": 88, "89998888619655": 90, "89e": 88, "8e": 88, "8observ": 88, "8th": 0, "9": [6, 7, 11, 49, 50, 69, 70, 71, 72, 87, 88, 89, 91, 92, 97], "90": [88, 91, 92], "900": [85, 86, 87, 88, 89, 90, 91, 92], "9001": 88, "9002": 88, "90037516009": 87, "9004": 88, "900405758648773": 91, "900484": 88, "900488": 88, "900738": 88, "900913": 88, "901031": 88, "901205": 88, "90122774932239": 87, "901506": 88, "9016": 88, "901966": 88, "902": 88, "9020243": 88, "902065": 88, "9024": 88, "902553924481154": 87, "902588": 88, "9026": 88, "902674": 88, "902713": 88, "902811": 88, "90292": 88, "90298745924243": 87, "903": 88, "903008": 88, "903064": 88, "903067": 88, "90342": 88, "903480020252864": 87, "903711": 88, "9042": 88, "90466": 88, "90488": 88, "904884": 88, "9049": 88, "904902": 88, "905155": 88, "905378": 88, "9054": 88, "90546": 88, "905464": 88, "9058518362416": 87, "906": 88, "906032387533777": 87, "906105": 88, "9062834948921186": 91, "906447": 88, "906448": 88, "906479": 88, "90653200864582": 87, "906685": 88, "907": 88, "907028": 88, "90714": 88, "90714284908": 88, "907196": 88, "9074": 88, "907684": 88, "9077": 88, "90795": 88, "908": 88, "908008": 88, "908129": 88, "908215": 88, "908525": 88, "908592014095": 87, "908749": 88, "908802": 88, "909": 88, "9090285": 88, "90909": 88, "909237": 88, "909454": 88, "909515": 88, "909618": 88, "909647": 88, "90969": 88, "9096956": 88, "9098": 88, "9099": 88, "91": [88, 97], "910072": 88, "9102": 88, "910679": 88, "910754": 88, "9108": 88, "911": 88, "911022": 88, "911041": 88, "911158": 88, "911211": 88, "9112268": 92, "911348": 88, "9114": 88, "91152": 88, "911606": 88, "911696": 88, "91196": 88, "911978": 88, "91218": 88, "91227": 88, "91234": 88, "9124": 88, "912615": 88, "91283": 88, "913": 88, "9130111": 88, "913214": 88, "913313585398759": [91, 92], "91344": 88, "913471": 88, "913635": 88, "913727": 88, "9139585": 88, "914": 88, "914276": 88, "914494": 88, "91477": 88, "914831": 88, "914898": 88, "9149": 88, "915": 88, "915373": 88, "9153886": 88, "9154": 88, "915752": 88, "915764": 88, "91579": 88, "9157972": 88, "915834805222858": 87, "915884970270934": 87, "916248": 88, "91637": 88, "9165": 88, "91682": 88, "916970": 88, "917": 88, "917022": 88, "917088": 88, "917315": 88, "9174": 88, "9175": 88, "917562": 88, "9177": 88, "917852": 88, "91788": 88, "9179": 88, "918": 88, "91815": 88, "918364": 88, "918385": 88, "918634": 88, "91885": 88, "918938": 88, "91895": 88, "918974": 88, "919": 88, "919167": 88, "919645": 88, "919759": 88, "9199": 88, "91997": 88, "91998": 88, "91e": 88, "92": [88, 97], "92001": 88, "9203": 88, "920376": 88, "920401": 88, "920425": 88, "9205676": 88, "920828": 88, "9209": 88, "920914": 88, "92147976": 88, "921776": 88, "921844": 88, "921902": 88, "921928": 88, "922": 88, "922201": 88, "92239": 88, "9224": 88, "922729": 88, "9228": 92, "922800064086914": 92, "922835": 88, "922873": 88, "922998": 88, "923158": 88, "92337": 88, "923763": 88, "923875": 88, "924": 88, "9243": 88, "924374": 88, "924389": 88, "92439": 88, "924392": 88, "924515": 88, "924786": 88, "9248": 88, "924835": 88, "9249": 88, "925": 88, "9251": 88, "925201": 88, "925226": 88, "925404": 88, "925459": 88, "92559": 88, "925869": 88, "925971": 88, "926": 88, "926395": 88, "926476": 88, "926668": 88, "92673": 88, "927": 88, "927053": 88, "927113": 88, "9272208": 88, "9274": 88, "927494": 88, "9275": 88, "9277": 88, "927788": 88, "927923": 88, "927961": 88, "928282": 88, "92844": 88, "928534": 88, "928692": 88, "9288108": 88, "9290": 88, "92903": 88, "929089": 88, "929407": 88, "92956": 88, "929888": 88, "9299": 88, "92e": 88, "93": 88, "930077": 88, "9303": 88, "930477": 88, "93085": 88, "930851": 88, "93118": 88, "931183": 88, "931328": 88, "93134": 88, "93139": 88, "931477": 88, "9316": 88, "931630958963": 88, "93227": 88, "932343": 88, "93237": 88, "9324": 88, "932446": 88, "932472": 88, "932587": 88, "932785": 88, "932957": 88, "9329586": 88, "933048": 88, "933338": 88, "933417323750973": 92, "9335": 88, "933619": 88, "933622": 88, "93365": 88, "933681388733177": 91, "933743": 88, "933780": 88, "934": 88, "9343": 88, "934315": 88, "9346": 88, "934628": 88, "934774": 88, "9348568": 88, "9349": 88, "935": 88, "935226174976": 88, "935489": 88, "9355": 88, "935505": 88, "9358": 88, "936": 88, "9361213807575055": 91, "93625775693054": 87, "93643": 88, "93651": 88, "936546": 88, "936619": 88, "93673": 88, "9367504242642": 88, "9368": 88, "937": 88, "9370227": 88, "937086": 88, "937164": 88, "93718": 88, "93738": 88, "9374": 88, "93756": 88, "937596": 88, "93762": 88, "937683": 88, "937698": 88, "937748": 88, "937943": 88, "937977": 88, "937994": 88, "938": 88, "93833": 88, "938588370329": 88, "9386": 88, "938705": 88, "938717": 88, "938736": 88, "938904": 88, "93911934": 88, "93943": 88, "939615": 88, "9399": 88, "93e": 88, "94": 88, "940": 88, "9400143123507796": 91, "94001431235078": 91, "940053297642233": 92, "9400532976422333": 92, "9402747": 88, "94047661764487": 87, "9404805": 88, "940544": 88, "9406": 88, "940797": 88, "941": 88, "9412384": 88, "94167": 88, "941786": 88, "941798": 88, "942": 88, "942236": 88, "9424": 88, "942545": 88, "9428682": 88, "942884": 88, "942945": 88, "943": 88, "943144": 88, "943174": 88, "9432404": 88, "943462": 88, "9434859": 88, "94373": 88, "943886": 88, "9439363": 88, "943989": 88, "944084": 88, "9449": 88, "94491": 88, "945": 88, "9450645": 88, "945112": 88, "94522": 88, "945387": 88, "945398": 88, "945906": 88, "946": 88, "946291": 88, "94645": 88, "946623": 88, "946701": 88, "947": 88, "94703": 88, "9470654": 88, "94709": 88, "94715": 88, "9474": 88, "94759": 88, "947670_iwec": 97, "947784": 88, "947834": 88, "947844": 88, "948": 88, "948284": 88, "9485": 88, "948526": 88, "948649": 88, "94895": 88, "948975": 88, "949": 88, "949017": 88, "949242": 88, "94949": 88, "949652376996074": 87, "949695": 88, "9496999955164": 88, "9497354183802": 87, "9499": 88, "94e": 88, "95": [88, 97], "950": 88, "95008": 88, "9501185": 88, "9501653": 88, "9503": 88, "950733": 88, "950773": 88, "950842": 88, "950931": 88, "951": 88, "951208": 88, "9512193": 88, "95142": 88, "95168": 88, "9517": 88, "951894527724924": 87, "952": 88, "9524": 88, "95277": 88, "952784": 88, "953": 88, "95327": 88, "953503": 88, "953701": 88, "95372": 88, "95374": 88, "954": [85, 88, 90], "954018": 88, "95429": 88, "954447": 88, "954485": 88, "95457": 88, "9549": 88, "955": 88, "95512": 88, "955194": 88, "955477": 88, "955597": 88, "955624": 88, "956": 88, "956028": 88, "95633": 88, "956770": 88, "956959": 88, "957": 88, "957151": 88, "9571757": 88, "957253": 88, "95734": 88, "957376": 88, "9574": 88, "95778": 88, "958": 88, "958125000907": 88, "958303": 88, "95856": 88, "95861": 88, "958847": 88, "95888": 88, "958961": 88, "958992": 88, "959154": 88, "959192": 88, "959242": 88, "959369": 88, "959463": 88, "959476": 88, "9595": 88, "9597707": 88, "9599": 88, "95e": 88, "96": 88, "96002": 88, "960316": 88, "960458223268": 87, "96048": 88, "960615": 88, "960754": 88, "960764": 88, "960857": 88, "961": 88, "96115": 88, "96118": 88, "961252": 88, "961267": 88, "961309048938297": 92, "961394089981173": 87, "961433": 88, "96147": 88, "961487": 88, "961959": 88, "962": 88, "962093": 88, "96211": 88, "9624": 88, "962557": 88, "962753": 88, "962767": 88, "962894": 88, "962957": 88, "963": 88, "963404": 88, "96343": 88, "9635": 88, "9635112": 88, "963529": 88, "96360689704416": 92, "963749": 88, "964": 88, "964018": 88, "964142": 88, "964148": 88, "964441": 88, "964478": 88, "96482": 88, "9649": 88, "965": 88, "9650793": 88, "965230": 88, "965243": 88, "965244": 88, "965393": 88, "965443": 88, "965593": 88, "965656": 88, "965963": 88, "966117": 88, "96631": 88, "9667086618754865": 92, "966927": 88, "967036": 88, "967133": 88, "96721": 88, "9673041": 88, "9674": 88, "96756": 88, "96759": 88, "967903": 88, "968": 88, "968230973762": 91, "968252": 88, "968481": 88, "968826": 88, "968941836819717": 87, "968978": 88, "969": 88, "969051": 88, "969181": 88, "969315": 88, "9699": 88, "96e": 88, "97": [87, 88], "9700071561753898": 91, "9700266488211167": 92, "970182": 88, "97025": 88, "9704113": 88, "97054": 88, "970556": 88, "970597": 88, "970629": 88, "970839": 88, "970852161596834": 87, "971148": 88, "971344": 88, "971422646618414": 87, "972": 88, "97226": 88, "97231": 88, "972343": 88, "972383": 88, "9724": 88, "97254": 88, "972729": 88, "9729078": 88, "973": 88, "97303": 88, "97351": 88, "9737": 88, "97379": 88, "974": 88, "9745626607331893": 92, "974818": 88, "97487": 88, "9749": 88, "974932": 88, "974966": 88, "975": 88, "975166": 88, "97524": 88, "975248": 88, "975544": 88, "975693": 88, "97571": 88, "975745": 88, "97581": 88, "97609": 88, "976106": 88, "97625375": 88, "976395": 88, "97646": 88, "976574": 88, "9766": 88, "976707": 88, "9767256e": 92, "977": 88, "97703": 88, "977170": 88, "97728": 92, "977394": 88, "9774": 88, "97749": 88, "977511": 88, "977745": 88, "978": 88, "9781": 88, "9781450391146": 0, "978295": 88, "9785": 88, "97892": 88, "979": 88, "9791": 88, "979132": 88, "979362": 88, "979378": 88, "979425": 88, "9795": 88, "979624": 88, "9798114": 88, "9799": 88, "979949119224": 87, "97e": 88, "98": 88, "9801": 88, "980175234933945": 87, "9802117699255": 88, "9802888899782684": 92, "9802889755036568": 92, "980310": 88, "98033": 88, "9804134": 88, "980701": 88, "9808": 88, "980941": 88, "980969": 88, "981228": 88, "9814": 88, "98147": 88, "981579": 88, "981752": 88, "981799": 88, "9822812": 88, "9824": 88, "982500109734": 87, "9825225": 88, "982664": 88, "9827": 88, "98270733462": 88, "982810885720035": 85, "98283": 88, "983091": 88, "9832764": 88, "9834425": 88, "983452": 88, "983475": 88, "983723": 88, "98378": 88, "984": 88, "98417": 88, "984423": 88, "9844346": 88, "9849": 88, "984917": 88, "985237": 88, "985338": 88, "985385": 88, "98578": 88, "98606808783697": 91, "986454": 88, "986477": 88, "986662": 88, "9866753": 88, "987005": 88, "987038": 88, "98727": 88, "987324": 88, "9874": 88, "987406": 88, "9875907976185373": 92, "9876": 88, "98781": 88, "987827": 88, "98810": 88, "988108": 88, "9882": 88, "988451": 88, "988644": 88, "988808": 88, "989": 88, "9894": 88, "989456": 88, "989483": 88, "989522929526814": 87, "9896": 88, "9899": 88, "98991": 88, "98e": 88, "99": [15, 86, 88, 91, 92], "990084": 88, "990147": 88, "99026": 88, "990368": 88, "9906583": 88, "990786": 88, "990826": 88, "9908525387095581": 92, "9912": 88, "9912403": 88, "99132": 88, "991514": 88, "991571": 88, "992": 88, "992049": 88, "9920626": 88, "9920654": 88, "9922245188088183": 92, "992252": 88, "992287": 88, "9924": 88, "9926": 88, "992683": 88, "9927": 88, "992828": 88, "99283": 88, "99288": 88, "993273": 88, "993279": 88, "9933993": 88, "993517": 88, "99368": 88, "993696": 88, "993729": 88, "993734": 88, "994": 88, "994007": 88, "99400805497": 91, "99402": 88, "9942477932536": 91, "994516": 88, "994785": 88, "9948": 88, "9949": 88, "994953": 88, "995": 88, "9950": 88, "995008": 88, "99529": 88, "995317": 88, "9954": 88, "995474": 88, "9956346": 88, "995653": 88, "9957": 88, "995796": 88, "995874": 88, "995941": 88, "996": 88, "996042": 88, "996204": 88, "996305": 88, "996330089060972": 91, "996456": 88, "996563": 88, "99664": 88, "99666173171838": 87, "996721": 88, "996769": 88, "997": 88, "997208": 88, "9973969815420386": 92, "9974": 88, "997471720583": 88, "99753": 88, "997578": 88, "997635": 88, "9976588": 88, "997672": 92, "997766": 88, "99779": 88, "99787": 88, "998": 88, "99800754": 88, "998018": 88, "998045": 88, "99819": 88, "998201": 88, "998226": 88, "99827": 88, "998306": 88, "9984": 88, "99846": 88, "998598": 88, "998606": 88, "9986107": 88, "998634": 88, "998777": 88, "998793": 88, "998846": 88, "998941": 88, "999": 88, "999039": 88, "99908": 88, "99909": 88, "999157": 88, "999226": 88, "999256": 88, "999275": 88, "999302": 88, "999311": 88, "999321": 88, "999338": 88, "999393": 88, "999395": 88, "999527": 88, "999548": 88, "999555056583162": 87, "99957": 88, "999634653629034": 87, "999637868869247": 87, "999687": 88, "9997": 88, "999714": 88, "999746": 88, "999775": 88, "999786": 88, "999832": 88, "999836": 88, "999857": 88, "999865": 88, "999893": 88, "999899": 88, "9999": 88, "999916": 88, "999922": 88, "999935": 88, "999937": 88, "999939": 88, "999945": 88, "999947": 88, "999952": 88, "999958": 88, "99996": 88, "999962": 88, "999964": 88, "999966": 88, "999968": 88, "99997": 88, "999971": 88, "999975": 88, "99998": 88, "999985": 88, "999987": 88, "999989": 88, "99999": 88, "999992": 88, "999994": 88, "999996": 88, "999998": 88, "99e": 88, "9e": 88, "A": [0, 3, 5, 10, 31, 75, 77, 82, 86, 88, 93, 97, 98], "And": [0, 12, 88], "As": [2, 6, 11, 85, 86, 88, 89, 92, 94], "At": [4, 85, 88], "By": [6, 8, 9, 11, 86, 92, 94, 98], "For": [0, 2, 3, 5, 6, 7, 9, 10, 11, 15, 85, 86, 87, 88, 89, 91, 92, 94, 95, 97, 98], "IN": 89, "IT": 3, "ITE": 3, "If": [0, 5, 6, 7, 8, 9, 10, 11, 12, 15, 37, 55, 64, 82, 86, 87, 88, 89, 92, 93, 95, 96, 97, 98], "In": [3, 5, 6, 9, 11, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 98], "It": [0, 3, 5, 6, 7, 11, 12, 18, 21, 25, 51, 53, 63, 71, 86, 89, 92, 97, 98], "Its": 3, "NO": 5, "No": [3, 6, 7, 85, 86, 89, 90], "On": 89, "The": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 21, 25, 31, 53, 55, 64, 75, 76, 78, 79, 81, 82, 86, 87, 88, 92, 93, 94, 96, 98], "Then": [6, 9], "There": [5, 91, 93], "These": [6, 7, 9, 63, 92, 94, 95, 98], "To": [3, 5, 6, 8, 9, 11, 85, 86, 88, 89, 92, 93, 94, 95], "WITH": 92, "Will": 88, "With": [5, 6, 7, 8, 11, 85, 88], "_": [88, 92], "__call__": 94, "__init__": [2, 15, 18, 21, 24, 25, 48, 49, 50, 51, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 90, 94], "__version__": [5, 88], "_actuat": 15, "_create_row_cont": 90, "_ddy_path": 15, "_discrete_funct": 7, "_evalu": 88, "_headers_to_epw": [85, 86, 87, 88, 89, 90, 91, 92], "_idd": 15, "_json_path": 15, "_meter": 15, "_timestamp": 88, "_variabl": 15, "_weather_path": 15, "a2c": 5, "abil": [8, 87], "about": [0, 3, 5, 6, 9, 12, 13, 15, 27, 34, 35, 36, 53, 55, 86, 91, 92, 93, 95, 98], "abov": [9, 64, 86], "abs_comfort": [85, 87, 90, 91, 92], "abs_energi": [85, 87, 90, 91, 92], "absolut": [5, 37, 69, 71, 94], "absorpt": 89, "abstract": 2, "access": [2, 5, 6, 11, 87, 88, 89, 98], "accommod": 86, "accomplish": 2, "accord": [9, 25, 89, 97, 98], "account": [8, 9, 11, 57, 58], "accur": 5, "acm": 0, "across": 11, "act": [48, 49, 50, 51, 83, 91], "act_queu": 21, "action": [0, 2, 3, 4, 5, 7, 11, 12, 18, 21, 25, 40, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 55, 63, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 88, 89, 90, 91, 95, 96, 98], "action_map": [75, 76, 92], "action_mapping_funct": 92, "action_nam": 75, "action_network": [5, 88], "action_simul": [5, 88], "action_spac": [6, 7, 18, 51, 85, 86, 87, 90, 91, 92, 96], "action_space_discret": 7, "action_vari": [86, 88, 89, 90], "activ": [6, 11, 24, 63, 78, 82, 87, 88, 90, 92, 93], "activate_flag": 63, "activate_logg": 78, "activate_upd": 82, "activerl": 0, "activity_level_schedule_nam": 89, "actschd": 89, "actuat": [0, 2, 3, 7, 12, 15, 18, 21, 34, 86, 87, 89, 93], "actuator_handl": [18, 89], "actuator_original_nam": 6, "actuator_typ": 6, "actuator_valu": 6, "ad": [0, 3, 5, 12, 64, 88, 92, 94, 97, 98], "adapt": [0, 2, 6, 12, 15, 34, 35, 36, 52, 53, 85, 86, 87, 88, 89, 90, 91, 92, 94, 98], "adapt_building_to_config": 15, "adapt_building_to_epw": 15, "adapt_building_to_met": 15, "adapt_building_to_vari": 15, "add": [3, 6, 9, 10, 11, 84, 86, 88, 92, 93, 98], "add_dir": 88, "addit": [5, 6, 18, 24, 53, 55, 78, 86, 87, 89, 96, 98], "addition": [2, 7], "address": [0, 98], "adher": 6, "adjust": [2, 6, 86, 87, 94], "admin": 9, "advanc": [6, 94], "advantag": [0, 2], "afb": [7, 87, 91, 92, 97], "affect": [15, 55, 89], "after": [9, 11, 55, 82, 86, 92], "again": 21, "agent": [0, 2, 4, 12, 18, 25, 48, 49, 50, 51, 55, 63, 78, 87, 88, 91, 92, 93, 95, 98], "aggress": 10, "agnost": [0, 12, 88], "agre": 92, "ai": [0, 88], "air": [3, 7, 86, 89, 91], "air_humid": [3, 7, 88, 89, 92], "air_humidity17": 88, "air_temperatur": [3, 7, 86, 88, 89, 91, 92], "air_temperature16": 88, "air_temperature_previ": 92, "airloophvac": 89, "airtermin": 89, "akin": 6, "alejandro": 0, "alex_ugr": 88, "algorithm": [0, 4, 5, 12, 23, 24, 55, 81, 88, 92, 95, 98], "align": [6, 98], "all": [0, 2, 5, 6, 7, 10, 11, 15, 18, 21, 24, 27, 37, 68, 78, 85, 87, 88, 91, 92, 93, 94, 95, 96, 97, 98], "allegheni": [85, 87, 89, 90, 97], "alloc": [7, 21, 88], "allow": [0, 2, 5, 6, 8, 9, 12, 64, 86, 88, 94, 95, 98], "allus": 9, "alon": 57, "along": [7, 86, 89], "alreadi": [6, 9, 91, 95, 96], "also": [2, 3, 5, 6, 9, 10, 11, 53, 86, 87, 88, 89, 92, 93, 94, 98], "alter": 86, "altern": [11, 86], "although": [7, 11, 95], "altitud": 2, "alwai": [0, 11, 49, 85, 88, 91, 93, 94], "among": 2, "amount": 88, "an": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 15, 18, 21, 24, 25, 32, 53, 55, 63, 64, 75, 76, 77, 85, 88, 89, 92, 93, 98], "ancillari": 89, "andb": 82, "angb": 97, "angel": [7, 86, 97], "ani": [0, 2, 5, 6, 11, 12, 15, 18, 24, 25, 27, 36, 48, 49, 50, 51, 55, 63, 65, 66, 78, 79, 80, 81, 86, 88, 89, 90, 91, 92, 93], "ann": 15, "anoth": [6, 88], "antananarivo": 97, "antonio": 0, "anyth": 55, "ap": [7, 85, 86, 87, 88, 89, 90, 97], "api": [0, 2, 6, 7, 9, 12, 18, 20, 21, 34, 35, 36, 53, 56, 85, 89, 93, 98], "appear": [0, 3, 5, 7, 11, 55, 91, 92, 93], "append": [64, 85, 86, 87, 88, 90, 91, 95, 96], "appengin": 9, "appli": [2, 3, 5, 7, 8, 10, 15, 18, 74, 77, 82, 86, 92, 98], "applic": [9, 95], "apply_extra_conf": 8, "apply_weather_vari": 15, "apply_weekend_holiday_rul": [85, 86, 89, 90], "approach": [11, 86, 87], "appropri": [86, 96], "appspot": 9, "apt": 11, "ar": [0, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 15, 21, 55, 63, 64, 69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "area": [3, 7, 86, 89], "arg": [9, 11, 24, 25, 66, 85, 86, 87, 88, 89, 90, 91, 92], "argument": [6, 21, 64, 76, 86, 98], "arizona": 97, "arlanda": 97, "arrai": [7, 63, 85, 86, 87, 88, 90, 91, 92], "artifact": [5, 9, 88], "artifactregistri": 9, "ashra": [48, 49, 50], "ashrae9012016_officemedium": 3, "ashrae9012016_warehous": 3, "ashrae901_officemedium_std2019_denv": 87, "ask": [59, 60, 61], "aspect": [2, 3, 94], "assess": 5, "assign": 94, "assist": [0, 12], "associ": [0, 6, 7], "assum": 96, "asymmetr": 3, "atari": [0, 12], "attach": 9, "attribut": [5, 15, 18, 21, 63, 64, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 89, 93, 98], "atu": 89, "aus_nsw": 97, "australia": 97, "auth": [9, 57], "authent": 9, "author": [0, 58], "auto": [3, 5, 7, 9], "auto_delet": 9, "autom": [0, 7, 12], "automat": [0, 2, 6, 7, 11, 12, 74, 82, 86, 87, 92, 94, 95, 98], "automatic_upd": 82, "autopep8": 10, "autos": 89, "avail": [3, 7, 9, 15, 51, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96, 98], "availability_schedule_nam": 89, "availabilitymanag": 89, "available_handl": [18, 89], "averag": [5, 55, 96], "avoid": [9, 11, 55, 87, 88], "axi": 88, "b": [9, 88], "back": 89, "backend": [6, 11, 14, 15, 89], "background": [0, 5, 12, 87, 89], "badg": 0, "bar": 5, "base": [0, 3, 4, 5, 7, 9, 10, 12, 48, 49, 50, 66, 68, 87, 91, 92, 94, 95, 98], "basealgorithm": 55, "basecallback": [5, 25], "baselin": [0, 5, 12, 23, 24, 52, 53, 88, 95], "baselines3": [52, 53], "basement": 3, "basepolici": 55, "basereward": 94, "bash": [9, 21], "basic": [6, 47, 96], "basin": 89, "basin_heater_operating_schedule_nam": 89, "basinheatersch": 89, "batteri": 3, "battery_charge_st": 3, "becaus": [9, 93], "been": [3, 6, 8, 9, 11, 18, 24, 25, 33, 38, 53, 55, 78, 92, 93, 95], "befor": [6, 9, 15, 55, 64, 76, 77, 81, 87, 89, 92, 93, 98], "beforehand": 89, "beggin": 3, "begin": [2, 5, 7, 9, 11, 85, 94, 96], "begin_day_of_month": [85, 86, 89, 90], "begin_month": [85, 86, 89, 90], "begin_year": [85, 86, 89, 90], "behavior": 94, "being": [6, 93], "belong": [63, 93], "below": [6, 9, 11, 86, 94, 97], "benchmark": [0, 4, 12], "benefici": 92, "benefit": [0, 6, 87], "beobench": 0, "best": [5, 25, 88], "best_model": 88, "best_model_save_path": [25, 88], "better": 5, "between": [6, 10, 30, 81, 92, 94, 98], "beyond": 2, "bias": [0, 9, 11, 12, 88], "bin": 11, "bind": 9, "blob": 53, "blob_prefix": 60, "bogota": 97, "bold_r": 64, "booktitl": 0, "bool": [18, 21, 25, 33, 53, 55, 63, 75, 76, 78, 79, 80, 82, 90], "boolean": 24, "boot": 9, "bot": [3, 10], "both": [2, 3, 5, 6, 83, 92, 94], "bound": 92, "box": [6, 7, 18, 86, 87, 88, 89, 91, 92], "br01": 89, "branch": 10, "bucket": [5, 60, 61], "bucket_nam": 60, "bucklei": 97, "bug": [0, 12], "build": [0, 2, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 18, 85, 86, 88, 89, 90, 91, 92, 93, 94], "builder": 9, "building_electricity_demand_r": 3, "building_fil": [6, 7, 18], "building_path": [15, 18, 21, 89], "built": [5, 7, 9, 10, 11], "bulb": 89, "bulk": 3, "button": 11, "c": [0, 9, 69, 70, 71, 72], "c1": 89, "c2": 89, "c3": 89, "c4": 89, "c5": 89, "cach": 9, "calcul": [5, 6, 15, 74, 86, 89, 94, 98], "calibr": [82, 88, 94, 98], "call": [5, 6, 15, 21, 25, 55, 64, 76, 81, 82, 86, 88, 93, 98], "callabl": [55, 65, 76, 78], "callback": [0, 2, 12, 21, 22, 54, 55, 66, 88, 93], "callback_after_ev": 25, "callback_on_new_best": 25, "callbacklist": [5, 88], "campoi": 0, "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 18, 55, 82, 83, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97, 98], "capabl": 88, "capac": 89, "carbon": [3, 7, 89], "carbonequivalentemiss": 89, "care": [9, 94, 98], "carri": 64, "case": [6, 7, 9, 11, 91, 96], "cast": [88, 91, 92], "caution": [92, 98], "cc03": 89, "cd": 11, "center": [3, 49, 50], "certain": [2, 9], "ch": 9, "ch4": 89, "challeng": 6, "chang": [0, 2, 6, 9, 10, 12, 15, 63, 64, 87, 88, 89, 90, 93, 94, 98], "channel": 9, "characterist": [5, 85], "charg": [3, 83], "charge_rate_rl": 3, "check": [0, 9, 10, 11, 33, 53, 55, 88, 90, 91, 92, 93, 95], "checker": 52, "chill": 3, "choos": [11, 87], "chosen": [11, 18, 48, 49, 50, 51, 78, 86, 91], "ci": [10, 53], "citi": 0, "class": [2, 6, 7, 8, 14, 15, 17, 18, 20, 21, 23, 24, 25, 33, 47, 48, 49, 50, 51, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 90, 91, 92, 93, 94, 98], "classif": 97, "clean": 21, "clear": 9, "clearer": 7, "clg": [3, 7, 15, 89], "clg_setpoint": [3, 7, 88, 89, 91, 92], "clg_setpoint40": 88, "clg_setpoint_previ": 92, "clgsetp_sch": 3, "clgsetp_sch_yes_optimum": 3, "click": [0, 11, 12], "client": [9, 59, 60, 61], "climat": [6, 97], "clip": [83, 91], "clng": 89, "clone": [11, 96], "close": [18, 78, 85, 86, 87, 88, 90, 91, 92, 96], "cloth": 3, "cloud": [0, 5, 12, 56, 57, 58, 59, 60, 61], "cloudapi": 9, "cloudbuild": 9, "cloudfunct": 9, "cloudsdktool": 9, "co": [74, 92, 98], "co2": [3, 7, 89], "co2_emiss": [3, 7, 88, 92], "co2_emission0": 88, "coastal": 97, "code": [0, 4, 6, 8, 10, 11, 12, 85, 88, 92, 98], "codecov": 10, "coeffici": 89, "cogener": 89, "coil": [3, 89], "coilsystem": 89, "coincid": 89, "col_bogota": 97, "cold": [69, 70, 71, 72, 97], "collect": [2, 5, 25, 63, 88, 96], "colombia": 97, "colorado": 97, "column": [5, 15], "com": [9, 11, 52, 53], "combin": [9, 81, 88, 92, 94], "come": [3, 6, 86, 87, 88], "comfort": [3, 5, 6, 24, 49, 69, 70, 71, 72, 91, 93, 94], "comfort_penalti": [63, 90], "comfort_term": [85, 87, 90, 91, 92], "comfort_viol": 88, "comfort_violation_tim": [5, 88], "comfort_violation_timestep": 63, "command": [9, 11, 21, 87, 95], "commit": 10, "common": [6, 22, 25, 55, 88, 89, 95], "commun": [0, 2, 12, 19, 21, 95], "compact": [3, 7, 86, 89], "compar": [5, 88, 92], "comparison": [0, 12], "compat": [0, 2, 5, 6, 11, 12, 53, 86, 88, 92, 95, 98], "compil": 10, "complet": [6, 9, 85], "complex": [2, 6, 11, 95], "complianc": 10, "compon": [0, 2, 3, 6, 8, 9, 12, 21, 24, 86, 89, 93, 94, 97], "compos": 6, "comprehens": [0, 5, 12], "comput": [0, 9, 64, 88, 96], "concaten": 5, "concept": 94, "conceptu": 95, "concern": 6, "conclud": [2, 96], "concurr": 2, "conda": 11, "condens": 89, "condit": [6, 18, 48], "condn": 15, "conduct": 5, "conf": [5, 27, 34, 35, 36], "confer": 0, "config": [9, 85, 86, 87, 88, 89, 90, 91, 92, 95], "config_param": [6, 7, 8, 18, 86], "configur": [0, 2, 4, 5, 12, 15, 18, 27, 34, 35, 36, 88, 93, 94, 95], "confirm": 11, "conform": 89, "confus": 9, "connect": [6, 9, 20], "consequ": 94, "consid": [5, 11, 69, 70, 71, 72, 85, 98], "consider": 5, "consist": [2, 3], "consol": 9, "constant": [7, 69, 70, 71, 72, 88, 91, 94], "constitut": 3, "construct": [2, 89, 92], "constructor": [5, 6, 7, 8, 15, 27, 63, 74, 83, 84, 86, 92, 94, 98], "consult": [6, 89], "consult_environ": 6, "consumpt": [5, 24, 70, 71, 72, 93, 94], "contain": [0, 2, 5, 6, 10, 55, 57, 58, 86, 87, 88, 92, 93, 95], "containerregistri": 9, "content": 93, "context": [6, 8, 18, 78, 86, 95], "continent": 97, "conting": 2, "continu": [2, 5, 6, 7, 8, 10, 77, 81, 85, 86, 87, 88, 91, 92, 98], "control": [0, 2, 3, 6, 10, 12, 15, 18, 22, 75, 89, 95], "control_typ": 6, "control_type_schedule_nam": 89, "convect": 89, "convert": [6, 27, 28, 92, 98], "convertinputformat": 6, "cool": [3, 7, 86, 89, 97], "cooler": 3, "cooling_coil_demand_r": 3, "cooling_setpoint_rl": [3, 7, 86, 88, 89], "cooling_setpoint_rl26action_simul": 88, "cooling_setpoint_temperature_schedule_nam": 89, "coolingcoil": 89, "coolingcoilavailsch": 89, "coolingsetpoint": 89, "copi": 93, "core": [3, 53, 88, 89, 94], "core_bottom": 3, "core_mid": 3, "core_top": 3, "correct": [6, 7, 9, 10, 11, 85, 86, 87, 88, 89, 90, 91, 92, 93], "correctli": [3, 9, 11, 29, 92, 93, 96, 98], "correspond": [2, 6, 49], "could": [87, 88, 92], "count": [2, 3, 7, 55, 89], "counti": [85, 87, 89, 90, 97], "coupl": 64, "coverag": 10, "cp01": 89, "cpu": [3, 88], "cpu_demand_r": 3, "crac": 3, "creat": [0, 2, 4, 5, 6, 7, 8, 11, 12, 15, 28, 29, 31, 37, 85, 86, 87, 88, 89, 90, 91, 92, 94, 98], "create_row_cont": 90, "creation": [0, 12], "critic": 92, "crucial": [6, 9, 89, 94, 98], "csv": [5, 6, 63, 78, 87, 88, 90, 92, 93], "csvlogger": [24, 78, 88, 90, 93], "cumul": [85, 86, 87, 88, 90, 91, 94, 96], "cumulative_abs_comfort_penalti": 5, "cumulative_abs_energy_penalti": 5, "cumulative_comfort_penalti": 88, "cumulative_energy_penalti": 88, "cumulative_pow": 88, "cumulative_power71120947": 88, "cumulative_power_consumpt": 88, "cumulative_power_consumption34169656": 88, "cumulative_power_demand": 5, "cumulative_reward": [5, 88], "cumulative_reward_comfort_term": 5, "cumulative_reward_energy_term": 5, "cumulative_temperature_viol": [5, 88], "cumulative_temperature_violation35341": 88, "cumulative_temperature_violation45476": 88, "current": [2, 3, 5, 6, 8, 9, 10, 15, 18, 63, 78, 84, 87, 88, 89, 90, 92, 94, 98], "current_cool_setpoint": 91, "current_dt": 91, "current_heat_setpoint": 91, "current_month": [85, 86, 87, 88, 90, 91, 92, 96], "current_setpoint": 92, "curriculum": 5, "curv": [3, 89], "custom": [0, 2, 3, 5, 6, 12, 15, 18, 21, 22, 23, 24, 53, 54, 64, 73, 88, 90, 92, 93, 98], "custom_actuator_nam": 6, "custom_meter_nam": 6, "custom_variable_nam": 6, "customcsvlogg": 90, "customformatt": 65, "customiz": [0, 6, 12], "customreward": 94, "cutomiz": [0, 12], "d": [10, 85, 86, 87, 88, 89, 90, 91, 92], "d_": 88, "dai": [2, 6, 8, 15, 30, 69, 70, 71, 72, 74, 85, 86, 87, 90, 91, 92, 94], "data": [2, 3, 5, 7, 9, 15, 18, 21, 24, 27, 49, 50, 60, 61, 63, 87, 88, 89, 93, 94, 97], "data_avail": [6, 93], "datacent": [4, 86], "datastor": 9, "date": 64, "datefmt": 64, "datetim": [88, 91], "datetimewrapp": 92, "day_of_month": [6, 7, 86, 88, 89, 91, 92, 98], "day_of_month1": 88, "day_of_week_for_start_dai": [85, 86, 89, 90], "daytim": 91, "db": [15, 89], "ddpg": 5, "ddy": [6, 15], "ddy_model": 15, "ddy_path": [15, 18], "de": 28, "deactiv": [63, 78, 82, 93], "deactivate_flag": 63, "deactivate_logg": 78, "deactivate_upd": 82, "decid": [5, 9], "declar": 93, "decreas": 98, "decrement": [77, 92, 98], "dedic": 6, "deep": [0, 11, 12, 88], "def": [90, 91, 92, 94], "default": [3, 5, 6, 7, 8, 9, 11, 15, 18, 21, 24, 31, 53, 55, 63, 64, 69, 70, 71, 72, 78, 80, 81, 82, 86, 88, 89, 92, 94, 95, 98], "default_": 7, "default_configur": [6, 7, 27], "default_energy_weight": [70, 72], "defin": [5, 6, 7, 9, 15, 21, 77, 85, 86, 88, 89, 90, 91, 92, 93, 94, 96, 98], "define_metr": 88, "definit": [0, 6, 7, 12, 18, 86, 87], "degre": 5, "delet": [5, 21, 57], "delta": [30, 77, 92, 98], "delta_temp": [75, 92], "demand": [3, 5, 7, 86, 89], "demo": [85, 86, 89, 90, 91, 96], "demonstr": [3, 6, 90, 94], "demosthen": 0, "densiti": 89, "depend": [5, 6, 7, 11, 63, 69, 70, 71, 72, 86, 87, 88, 89, 92, 93, 94], "depict": 2, "deploy": 10, "deprec": [85, 86, 87, 88, 89, 90, 91, 92], "describ": [3, 21, 49, 50, 64], "descript": [7, 21], "desert": 97, "design": [0, 2, 6, 8, 12, 15, 86, 89, 94], "designdai": [6, 15, 87], "designflowr": 89, "designspecif": 89, "desingdai": 15, "desir": [6, 9, 77, 87, 88, 98], "dest_bucket_nam": 61, "dest_path": 61, "destin": 61, "detail": [0, 2, 3, 5, 6, 7, 8, 11, 12, 86, 88, 89, 94, 95, 97, 98], "detect": 88, "determin": [8, 15, 21, 64, 88, 92], "determinist": [25, 55, 88], "develop": [0, 4, 5, 11, 12, 92], "deviat": 94, "devic": 88, "devstorag": 9, "dew": 89, "df": [85, 86, 87, 88, 89, 90, 91, 92], "diagram": [6, 94], "dict": [7, 15, 18, 21, 25, 27, 28, 29, 34, 35, 36, 37, 55, 63, 66, 77, 78, 79, 80, 90, 91, 92, 93], "dictionari": [2, 6, 8, 15, 18, 27, 28, 29, 34, 35, 36, 64, 77, 78, 86, 89, 94, 98], "differ": [2, 5, 6, 9, 10, 11, 30, 69, 71, 85, 86, 88, 92, 94, 95, 98], "differenti": 6, "diffus": [3, 7, 86, 89], "diffuse_solar_radi": [3, 7, 86, 88, 92], "diffuse_solar_radiation0": 88, "dimens": [69, 70, 71, 72, 92], "dir": 15, "direct": [3, 5, 7, 86, 89], "direct_solar_radi": [3, 7, 86, 88, 92], "direct_solar_radiation0": 88, "directli": [2, 6, 11, 86, 87, 96, 98], "directori": [6, 9, 11, 15, 18, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "disabl": 98, "disadvantag": 87, "discharg": [3, 83], "discharge_rate_rl": 3, "discomfort": 94, "discret": [5, 6, 7, 75, 76, 81, 85, 86, 87, 88, 89, 91, 94, 98], "discrete_spac": [7, 76, 92], "discreteincrementalwrapp": 92, "discretizeenv": [6, 7, 88, 92], "disk": 9, "disksizegb": 9, "dispatch": 2, "displai": [85, 86, 87, 90, 91, 92, 96], "dist": [85, 86, 87, 88, 89, 90, 91, 92], "divers": 6, "divid": 3, "dlr": [52, 53], "do": [0, 8, 9, 11, 12, 55, 75, 86, 87, 88, 89, 92, 93], "doc": [10, 11, 88], "docker": [9, 10], "dockerfil": [9, 10, 11, 95, 96], "docstr": 10, "document": [0, 6, 9, 10, 11, 12, 27, 34, 35, 36, 86, 88, 89, 91, 92, 93, 98], "doe": [6, 8, 88, 93, 97], "doesn": [6, 9, 98], "doi": 0, "don": [7, 9, 92, 93, 94], "done": [6, 63, 88, 91, 92, 95], "door": 89, "download": [6, 88], "dqn": [5, 88], "drawback": 87, "drive": 9, "drl": [0, 4, 9, 12, 81, 87, 98], "drop": 88, "dry": [89, 97], "drybulb": [3, 7, 15, 86, 89, 91], "dse": 3, "dtype": [7, 85, 86, 87, 90], "dualsetpoint": 89, "due": [3, 5, 6, 83, 89], "dummy_vec_env": 88, "dummyvecenv": 88, "dump": [24, 66], "dump_frequ": 24, "dure": [2, 5, 6, 7, 18, 24, 25, 82, 88, 93, 94], "dx": [3, 89], "dynam": [92, 98], "e": [11, 18, 21, 55], "each": [3, 5, 6, 7, 8, 9, 10, 11, 15, 18, 24, 25, 37, 55, 63, 78, 79, 86, 90, 91, 92, 93, 94, 96, 97, 98], "earli": 55, "easi": [0, 12], "easier": 56, "easili": [8, 9, 88, 94], "east": [3, 86], "east_zone_air_humid": 86, "east_zone_air_temperatur": 86, "east_zone_clg_setpoint": 86, "east_zone_electr": 86, "east_zone_htg_setpoint": 86, "ec": 3, "econom": 3, "ecosystem": [0, 12], "edit": 10, "effici": [0, 12, 89], "either": [6, 7, 64, 98], "elabor": 63, "elaps": [2, 63], "eleceq": 89, "electr": [3, 7, 86, 89], "electricequip": 89, "electricitynet": 89, "electricitypurchas": 89, "electricitysurplussold": 89, "element": [3, 6, 28, 32, 63, 86, 89, 93, 98], "element_typ": 7, "elif": 91, "elimin": [6, 10], "els": [55, 91], "email": 9, "emiss": [3, 7, 89], "emphas": 94, "emploi": [2, 6], "empti": [6, 11, 18, 21], "empzk2on": 88, "empzk2onsync": 88, "enabl": [0, 5, 6, 9, 10, 11, 12, 82, 88, 98], "encapsul": 94, "enclos": 3, "encompass": 86, "encount": [9, 92], "encourag": 6, "end": [5, 9, 18, 21, 30, 63, 69, 70, 71, 72, 78, 87, 88, 90, 92, 93], "end_dai": [8, 30, 85, 86, 87, 88, 89, 90, 91, 92], "end_day_of_month": [85, 86, 89, 90], "end_mon": 30, "end_month": [8, 85, 86, 87, 88, 89, 90, 91, 92], "end_year": [8, 30, 85, 86, 87, 88, 89, 90, 91, 92], "energi": [0, 3, 5, 6, 24, 69, 70, 71, 72, 89, 94], "energy_term": [85, 87, 90, 91, 92], "energy_valu": [85, 87, 90, 91, 92], "energy_vari": [7, 69, 70, 71, 72, 86], "energy_weight": [7, 69, 71, 72, 86], "energyplu": [0, 2, 3, 6, 7, 8, 12, 15, 17, 18, 20, 28, 34, 35, 36, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "energytransf": 89, "engin": [0, 2, 6, 9, 12, 86, 87, 89], "enhanc": [5, 6, 98], "enough": 9, "ensur": [0, 6, 9, 12, 92, 96], "enter": 9, "entir": [5, 88], "entiti": 88, "entri": 88, "entropi": [18, 78], "entrypoint": 9, "env": [6, 8, 9, 11, 25, 33, 37, 38, 48, 49, 50, 51, 52, 53, 55, 68, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96], "env_kwarg": 27, "env_nam": [6, 15, 18, 37, 86, 88, 93], "env_sinergym": 11, "environ": [0, 2, 3, 4, 5, 8, 9, 12, 15, 16, 17, 18, 21, 25, 27, 31, 33, 38, 48, 49, 50, 51, 53, 55, 63, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 84, 85, 87, 88, 90, 91, 93, 94, 95, 96, 97, 98], "environment": [3, 7, 48, 89, 97], "environment_id": [6, 86], "environment_nam": 5, "ep_len_mean": 88, "ep_pow": 24, "ep_rew_mean": 88, "ep_reward": 24, "ep_term_comfort": 24, "ep_term_energi": 24, "ep_timestep": 24, "episod": [2, 5, 7, 8, 15, 18, 21, 24, 25, 37, 55, 63, 78, 80, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96, 97], "episode_length": [5, 15, 18, 88, 89], "episode_length35040": 88, "episode_length70077episod": 88, "episode_num": 5, "episode_path": [15, 18], "episode_reward": 88, "episodes_int": 5, "epjson": [2, 3, 6, 7, 11, 15, 28, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "eplu": [6, 7, 8, 18, 31, 37, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96], "eplus_env": 78, "eplusenv": [48, 49, 50, 51, 74, 76, 78, 79, 80, 81, 82, 84, 88, 92], "epm": [15, 32], "eppi": 28, "epsilon": 82, "epw": [2, 6, 7, 15, 18, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "epw_cont": [85, 86, 87, 88, 89, 90, 91, 92], "eq": 89, "equat": 94, "equip": [3, 89], "equival": [3, 5, 7, 89], "error": [6, 9, 10, 55, 76, 86, 92, 98], "esp_granada": [86, 97], "essenc": 98, "essenti": [85, 94, 98], "establish": [2, 6, 85, 86, 87, 88, 89, 90, 91, 92], "etc": [0, 9, 11, 12, 13, 63, 86, 89, 93], "eu": 9, "europ": 9, "eval": [5, 25, 88], "eval_callback": 88, "eval_env": [25, 88], "eval_freq": [25, 88], "evalloggercallback": 5, "evalu": [9, 25, 88, 94, 98], "evaluation1": 88, "evaluation_d": 88, "evaluation_nam": 88, "evaluation_output": 88, "evapor": [3, 89], "even": 91, "event": [9, 10, 64], "eventcallback": 5, "everi": [25, 85, 87, 90, 91, 92, 96], "everyth": [9, 88, 96], "examin": [8, 85], "exampl": [4, 5, 6, 7, 9, 11, 12, 86, 87, 89, 90, 93, 94, 98], "example1": 11, "exce": 92, "excel": [29, 89], "except": [15, 21, 64], "exchang": 89, "exclud": 60, "execut": [5, 6, 10, 11, 15, 18, 21, 57, 63, 65, 79, 80, 88, 89, 92, 95, 96], "exist": [4, 6, 86, 88, 92, 93], "exit": 9, "exp": 69, "expand": [6, 8], "expect": 55, "experi": [3, 5, 6, 8, 11, 15, 85, 86, 87, 88, 89, 90, 91, 92, 97], "experiment": [0, 6, 12], "experiment1": 88, "experiment_d": [5, 88], "experiment_nam": 88, "experiment_param": 88, "experiment_path": [15, 88], "explain": [6, 7, 9], "explicit": 6, "explicitli": 32, "explor": [6, 85, 86, 92], "exploration_r": [5, 88], "exploration_rate0": 88, "exponenti": [69, 94], "export": [9, 29, 89], "export_schedulers_to_excel": 89, "expreward": [86, 94], "extend": [89, 91], "extens": [0, 2, 6, 11, 12, 85, 88], "exterior": 89, "extern": [0, 12, 93], "extra": [2, 7, 9, 10, 11, 14, 15, 18, 21, 63, 78, 80, 85, 89, 90], "extra_conf": 86, "extra_config": 15, "extra_param": 8, "extract": [5, 6, 15, 37, 88, 89, 94], "ey": 8, "f": [7, 11, 88, 97], "f1": 89, "f2": 89, "f3": 89, "f4": 89, "f5": 89, "facil": [3, 7, 86, 89], "facilit": [0, 2, 6, 7, 12], "factor": [89, 93, 94], "fail": [5, 8, 9, 21, 88], "fair": 88, "fairchild": [7, 86, 97], "fals": [24, 25, 55, 63, 78, 85, 86, 87, 88, 89, 90, 91, 92, 96], "familiar": [0, 6, 12], "fan": [3, 89], "fan_demand_r": 3, "fanavailsch": 89, "fanger": 3, "farama": 85, "featur": [5, 6, 9, 11, 85, 86, 89, 96, 98], "februari": 8, "feedback": 18, "feel": 91, "few": 88, "fewer": 8, "fiction": 3, "field": [5, 6, 15, 28, 86, 89, 97], "field_nam": 89, "figur": [2, 98], "file": [2, 3, 5, 7, 8, 9, 10, 11, 14, 15, 18, 21, 27, 29, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97], "fill": 7, "filter": 31, "fin_helsinki": [86, 97], "final": [2, 5, 7, 85, 88, 89], "find": [88, 90, 92, 93, 96], "fine": 3, "finish": [9, 88], "finland": 97, "firestor": 9, "first": [0, 2, 15, 55, 85, 88, 89, 90, 91, 93], "firstfloor_plenum": 3, "five": 3, "flag": [7, 21, 63, 74, 78, 90, 92, 98], "flat": 80, "flatten": [80, 92], "flexibl": [87, 98], "float": [15, 18, 30, 37, 40, 41, 42, 43, 44, 45, 46, 55, 63, 69, 70, 71, 72, 75, 76, 77, 78, 79, 80, 81, 82], "float32": [7, 18, 85, 86, 87, 89, 90, 92], "float64": 82, "floor": [3, 89], "flow": [2, 6, 89], "fmt": 64, "focu": 2, "folder": [0, 2, 6, 7, 11, 15, 18, 25, 86, 88, 90, 92], "follow": [0, 2, 5, 6, 7, 8, 9, 10, 11, 12, 28, 49, 50, 53, 87, 89, 92, 94, 95, 98], "forc": [21, 88], "fork": [9, 10], "form": 5, "format": [0, 5, 6, 7, 8, 10, 12, 15, 27, 28, 29, 34, 35, 36, 64, 78, 86, 88, 89], "formatexcept": 64, "formatt": [64, 65], "formattim": 64, "found": [4, 5, 15, 86, 96, 98], "four": 3, "fp": 88, "fraction": 89, "framework": [0, 2, 3, 87, 95, 97], "free": [9, 91], "freq": 25, "frequenc": [5, 24], "fridai": 3, "friendli": 11, "from": [0, 2, 3, 5, 6, 7, 8, 9, 11, 12, 15, 18, 27, 29, 32, 34, 35, 36, 51, 52, 53, 57, 60, 61, 63, 68, 69, 70, 71, 72, 78, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 98], "front": 89, "fuel": [3, 89], "full": 3, "full_control": 9, "fulli": [3, 93, 98], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 18, 26, 28, 32, 37, 39, 52, 54, 55, 56, 67, 68, 70, 71, 72, 76, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 96, 98], "further": 6, "furthermor": 11, "futur": [0, 5, 6, 8, 9, 12, 94], "futurewarn": [85, 86, 87, 88, 89, 90, 91, 92], "g": [5, 9, 55, 60], "ga": 3, "gain": 3, "gather": 2, "gce": 9, "gce_project_id": 9, "gce_zon": 9, "gcloud": [9, 88], "gcr": 9, "gener": [2, 6, 7, 9, 15, 18, 88, 89, 92, 93, 98], "generallight": 89, "generate_id": 88, "get": [6, 11, 15, 55, 58, 64, 88, 90, 91], "get_id": 6, "get_path": 88, "get_schedul": 15, "get_wrapper_attr": [86, 88, 89, 90, 91, 92], "getlogg": 65, "getmessag": 64, "git": [9, 11], "github": [0, 9, 11, 12, 52, 53, 95], "given": [4, 15, 28, 29, 32, 33, 37, 69, 70, 71, 72], "glanc": 85, "global": [6, 9, 55], "gmail": 9, "go": [6, 9, 21, 98], "goal": [0, 5, 9, 12], "googl": [0, 5, 11, 12, 56, 57, 58, 59, 60, 61], "google_cloud_credenti": 9, "googleapi": 9, "got": 32, "gp01": 89, "gp02": 89, "granada": 97, "grant": 9, "graph": [5, 7], "grei": 64, "grid": 3, "ground": 89, "group": [9, 57], "gserviceaccount": 9, "gsutil": 9, "gt": [88, 89, 92], "guid": 88, "guidanc": [0, 6, 12], "gym": [6, 7, 8, 18, 53, 55, 68, 73, 76, 77, 78, 80, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96, 98], "gymnasium": [0, 2, 5, 6, 7, 8, 12, 17, 18, 21, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 98], "g\u00f3mez": 0, "h": [88, 97], "ha": [2, 3, 5, 6, 7, 8, 9, 11, 15, 18, 21, 24, 25, 33, 38, 53, 55, 58, 78, 85, 86, 87, 88, 93], "halt": 10, "handl": [86, 87], "handler": [2, 21, 85, 86, 87, 88, 90, 91, 92, 93], "happen": 9, "hasn": [9, 32], "have": [0, 4, 6, 7, 8, 9, 11, 83, 87, 88, 89, 92, 93, 94, 95, 96, 98], "header": [63, 78, 90], "heat": [3, 7, 86, 89], "heater": 89, "heating_setpoint_rl": [3, 7, 86, 88, 89], "heating_setpoint_rl19episod": 88, "heating_setpoint_temperature_schedule_nam": 89, "heatingcoil": 89, "heatingsetpoint": 89, "help": [0, 11, 12], "helper": 9, "helsinki": 97, "henc": [5, 87, 98], "here": [0, 5, 9, 11, 12, 24, 88, 89, 92], "hesit": 0, "hide": 2, "high": [7, 86, 87, 91], "highcpu": 9, "higher": 94, "highli": [2, 88], "highlight": 6, "histori": [88, 92, 98], "host": [0, 3, 5, 7, 9, 93], "hot": [6, 7, 8, 69, 70, 71, 72, 86, 87, 91, 92, 97], "hour": [2, 3, 6, 7, 8, 63, 70, 72, 74, 85, 86, 87, 88, 89, 90, 91, 92, 94, 98], "hour0": 88, "hour_co": 92, "hour_sin": 92, "hourlylinearreward": 94, "how": [0, 5, 12, 18, 78, 85, 86, 88, 89, 90, 91, 92, 98], "howev": [0, 5, 8, 9, 11, 12, 85, 86, 87, 88, 89, 92, 96, 98], "htg": [3, 7, 15, 89], "htg_setpoint": [3, 7, 88, 89, 91, 92], "htg_setpoint12": 88, "htg_setpoint_previ": 92, "htgsetp_sch": 3, "htgsetp_sch_yes_optimum": 3, "http": [0, 9, 11, 12, 52, 53, 88], "hub": [9, 10, 11], "human": [18, 48], "humanoutputformat": 88, "humid": [3, 7, 86, 89, 97], "hv": 0, "hvac": [3, 7, 86, 89], "hvac_electricity_demand_r": [3, 7, 86, 88, 89, 92], "hvac_electricity_demand_rate2556": 88, "hyakuri": 97, "hyperparamet": [5, 88], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 21, 24, 25, 37, 53, 55, 57, 63, 64, 66, 70, 72, 74, 76, 78, 81, 82, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "iam": 9, "id": [5, 6, 7, 9, 27, 31, 86, 88, 94], "id_bas": 7, "idd": 15, "idd_path": [15, 18], "identifi": [6, 10], "idf": [6, 11, 28], "idfversionupdat": 6, "ignor": [9, 10, 24, 95], "illinoi": 97, "illustr": [3, 98], "imag": [2, 9, 11], "immedi": 9, "impact": [3, 7, 89], "implement": [4, 5, 6, 8, 9, 10, 47, 55, 67, 73, 87, 94, 95], "import": [5, 6, 8, 9, 10, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96], "improv": [0, 12], "in02": 89, "in46": 89, "in_temp": 91, "includ": [0, 2, 4, 5, 6, 8, 10, 12, 22, 79, 86, 87, 88, 93, 94, 95, 97, 98], "inconsist": [6, 86], "incorpor": [2, 3, 6, 94, 97], "incorrect": 6, "increas": [5, 6, 88, 92, 98], "increment": [24, 50, 75, 77, 98], "incremental_variables_definit": 77, "independ": [95, 97], "index": 88, "index4action_simul": 88, "indic": [5, 24, 98], "individu": [7, 9, 98], "indoor": [3, 48, 50, 94], "infil": 89, "infiltr": 89, "influenc": 2, "info": [0, 2, 6, 12, 15, 18, 21, 63, 68, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96], "info_queu": 21, "inform": [0, 3, 5, 6, 7, 11, 12, 15, 18, 21, 27, 29, 34, 35, 36, 53, 63, 64, 78, 80, 86, 88, 91, 92, 93, 95, 97, 98], "infrastructur": [0, 12], "inher": 85, "inherit": [5, 68, 92, 94, 98], "init": 88, "initi": [2, 5, 6, 18, 21, 25, 59, 64, 75, 77, 78, 82, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96, 98], "initial_valu": [75, 77, 92], "inlet": 89, "inner": [24, 57, 60, 61], "inproceed": 0, "input": [3, 15, 18, 21, 88, 91, 92], "inspect": 96, "instal": [0, 6, 9, 96], "instanc": [2, 4, 5, 6, 9, 11, 18, 21, 57, 85, 86, 87, 93, 94, 96], "instance_group_nam": 57, "instanti": [2, 96, 98], "instead": [7, 9, 11, 55, 79, 85, 86, 87, 88, 89, 90, 91, 92, 98], "instruct": 11, "insuffici": 9, "int": [15, 18, 24, 25, 30, 40, 41, 42, 43, 44, 45, 46, 55, 63, 66, 69, 70, 71, 72, 75, 76, 78, 79, 80, 90, 91, 92], "intact": 6, "integ": [18, 78], "integr": [0, 2, 6, 9, 10, 12], "intend": 98, "interact": [2, 4, 5, 6, 53, 63, 78, 82, 85, 87, 88, 92, 93, 98], "interest": [0, 97], "interfac": [0, 2, 5, 6, 12, 19, 86, 88, 89, 95], "interior": 89, "interiorequip": 89, "interiorlight": 89, "intermedi": [6, 77, 89, 98], "intern": [0, 3, 5, 89, 93, 98], "internal_vari": 89, "internalvari": 89, "interpret": 11, "interrupt": 2, "interv": [24, 98], "intl": [7, 86, 88, 97], "introduc": [0, 2, 6, 12], "introduct": 2, "investig": [3, 8], "invoic": 9, "io": 9, "ion": 81, "is_discret": [18, 75, 76, 88, 89, 92], "is_rain": [2, 85, 87, 90, 91, 92], "is_run": [18, 21, 89], "is_weekend": [74, 92, 98], "isbn": 0, "isn": [9, 89, 98], "iso8601": 64, "isol": 11, "isort": 10, "issu": [0, 3, 9, 10, 12, 98], "ite_fan_demand_r": 3, "iter": 85, "its": [2, 5, 6, 7, 8, 9, 11, 21, 58, 76, 78, 82, 85, 86, 92, 96, 98], "itself": [92, 98], "j": [7, 88, 97], "japan": 97, "javier": 0, "jim\u00e9nez": 0, "job": 88, "join": 21, "jpn_tokyo": 97, "json": [5, 6, 7, 9, 15, 18, 27, 34, 35, 36, 88], "json_fil": 15, "juan": 0, "jump": 77, "just": [0, 9, 12, 85, 89], "keep": 8, "kei": [2, 3, 5, 6, 7, 8, 9, 15, 18, 21, 27, 28, 32, 37, 66, 77, 79, 93, 98], "kennedi": [7, 88, 97], "key_exclud": 66, "key_valu": 66, "keyword": [85, 86, 87, 88, 89, 90, 91, 92], "kibam": 3, "know": 6, "kwarg": [7, 24, 25, 27, 66, 82], "label": 5, "lack": 55, "lambda_": [69, 71], "lambda_energi": [7, 69, 70, 71, 72], "lambda_p": 94, "lambda_t": [69, 71, 94], "lambda_temperatur": [7, 69, 70, 71, 72], "larg": 3, "larger": 94, "last": [6, 8, 11, 18, 37, 78, 98], "last_10_steps_reward": 90, "last_result": 37, "lastli": 87, "later": 63, "latest": [9, 10, 11, 88, 92, 98], "latitud": [2, 97], "launch": 88, "layer": [77, 89], "lead": 5, "leap": 8, "learn": [0, 2, 9, 11, 12, 88, 92, 93, 94], "learning_r": 88, "learning_rate0": 88, "least": 9, "leav": [6, 86], "left": 89, "length": [6, 8, 55, 77, 85, 86, 87, 88, 89, 90, 91, 92], "less": 88, "let": [2, 8, 11, 85, 86, 88], "level": [3, 10, 65, 89, 95, 98], "levelnam": 64, "leverag": [5, 6, 10, 88], "lib": [85, 86, 87, 88, 89, 90, 91, 92], "librari": [9, 11, 88, 91, 92, 95], "lieber": 3, "lifecycl": [0, 12], "light": 89, "like": [0, 5, 6, 7, 9, 11, 12, 15, 64, 85, 88], "limit": [92, 94], "line": 89, "line_termin": [85, 86, 87, 88, 89, 90, 91, 92], "linear": [70, 71, 72, 94], "linearreward": [7, 18, 89, 94], "linetermin": [85, 86, 87, 88, 89, 90, 91, 92], "link": 9, "linux": 11, "lisboa": 97, "list": [0, 6, 7, 9, 11, 15, 18, 21, 31, 32, 37, 40, 41, 42, 43, 44, 45, 46, 48, 50, 55, 63, 69, 70, 71, 72, 75, 76, 77, 78, 79, 81, 84, 85, 86, 88, 89, 90, 91, 92, 93], "lite": 10, "ll": [6, 85, 86, 87, 88, 90, 92, 96], "load": [87, 89], "load_ag": [5, 9, 88], "load_agent_exampl": 5, "load_artifact_ent": 88, "load_artifact_model_path": 88, "load_artifact_nam": 88, "load_artifact_project": 88, "load_artifact_tag": 88, "local": [5, 9, 25, 55, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 96], "locals_": 25, "locat": [4, 6, 11, 15, 86, 87, 88, 97], "log": [0, 5, 12, 24, 63, 65, 78, 88, 89, 92, 93, 98], "log_artifact": 88, "log_callback": 88, "log_episod": 63, "log_fil": [63, 90], "log_interv": [5, 88], "log_path": [25, 88], "log_progress_fil": [63, 90], "log_step": 63, "log_step_norm": 63, "logger": [2, 6, 15, 18, 21, 68, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84, 87, 88, 89, 91, 98], "logger_class": [78, 90], "loggercallback": [5, 88], "loggerev": 88, "loggerevalcallback": [5, 88], "loggerwrapp": [87, 88, 92, 96], "login": [9, 88], "logrecord": 64, "long": [88, 92], "look": [33, 38, 53, 85, 93], "loop": 85, "loss": [3, 88], "loss16037": 88, "low": [3, 7, 69, 71, 86, 87, 91, 94, 95, 98], "lower": 94, "lt": [11, 88, 89, 92], "luca": 0, "m": [88, 97], "m2": 3, "machin": [9, 96], "machineri": 0, "madagascar": 97, "made": 0, "magnitud": 94, "mai": [6, 8, 9, 15, 88, 92, 94, 98], "main": [3, 63, 89, 94], "mainli": 53, "mainswat": 89, "maintain": [3, 94], "make": [0, 4, 6, 7, 8, 9, 11, 12, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96, 98], "make_eplus_arg": 21, "malici": 10, "manag": [0, 2, 6, 8, 9, 12, 14, 15, 57, 88, 89, 93], "mandatori": 5, "mani": [2, 7, 86, 87, 89], "manipul": 5, "manjavaca": 0, "manual": [6, 8, 87, 88], "map": [7, 81, 86, 88, 92, 98], "marin": 97, "mass": [3, 7, 89], "master": 53, "mat": 89, "match": [5, 18, 21, 76, 77, 86, 87, 92, 94], "materi": 89, "max": [7, 37, 69, 71], "max_comfort_penalti": 72, "max_energy_penalti": 72, "max_ep_data_store_num": [6, 7, 18, 86], "max_ep_stor": 15, "max_length": 88, "maximum": [75, 77, 86, 89, 92, 93, 94, 98], "md": 0, "mdd": 6, "mdg_antananarivo": 97, "me": 88, "mean": [3, 5, 15, 25, 55, 82, 85, 86, 87, 88, 90, 91, 93, 96, 97, 98], "mean_abs_comfort_penalti": 5, "mean_abs_energy_penalti": 5, "mean_comfort_penalti": 88, "mean_energy_penalti": 88, "mean_pow": 88, "mean_power1014": 88, "mean_power_consumpt": 88, "mean_power_consumption975": 88, "mean_power_demand": 5, "mean_reward": [5, 88], "mean_reward_comfort_term": 5, "mean_reward_energy_term": 5, "mean_temperature_viol": [5, 88], "mean_temperature_violation0": 88, "mean_temperature_violation1": 88, "meantim": 3, "meanwhil": 2, "media": 88, "mediterranean": 97, "member": 9, "memori": [5, 9], "mention": [6, 9, 86, 87, 89], "merg": 88, "messag": [10, 64, 86], "met": 55, "metadata": 18, "meter": [2, 3, 7, 15, 18, 21, 35, 85, 86, 87, 88, 89, 90, 91, 92, 93], "meter_handl": [18, 89], "method": [2, 5, 6, 8, 9, 10, 15, 18, 21, 24, 25, 29, 48, 49, 50, 51, 53, 55, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 88, 89, 92, 93, 94, 96, 98], "metric": [2, 5, 55, 88], "mid": [3, 97], "middlewar": [2, 98], "midfloor_plenum": 3, "mig": 57, "might": [7, 9, 11, 85, 96, 98], "miguel": 0, "mild": 97, "min": [37, 89], "minim": 10, "minimum": [55, 75, 89, 92], "minimum_outdoor_air_schedule_nam": 89, "minut": [9, 88], "mir": 89, "mirror": 5, "mismatch": 86, "miss": 88, "mix": [7, 86, 87, 88, 89, 94, 97], "mlppolici": 88, "mo": 92, "mode": 18, "model": [0, 2, 3, 6, 7, 8, 11, 12, 13, 25, 29, 55, 85, 86, 87, 89, 90, 91, 92, 93, 95, 98], "model_path": 88, "modif": [0, 6, 12, 14, 86], "modifi": [0, 4, 6, 8, 12, 15, 55, 76, 81, 86, 87, 91, 93, 94], "modul": [9, 10, 11, 13, 16, 19, 22, 93, 95], "modular": 94, "moist": 97, "molina": 0, "mon": 30, "mondai": 3, "monitor": [0, 5, 9, 11, 12, 25, 55, 63, 78, 87, 88, 90, 92, 93], "monitor_head": [63, 78, 90], "monitor_norm": 93, "monoton": 88, "month": [2, 6, 7, 30, 69, 70, 71, 72, 74, 85, 86, 87, 88, 89, 90, 91, 92, 96, 98], "month1": 88, "month_co": 92, "month_sin": 92, "monthan": [7, 87, 91, 92, 97], "monthli": 96, "more": [0, 2, 3, 5, 6, 7, 8, 9, 11, 12, 27, 34, 35, 36, 53, 83, 85, 87, 88, 89, 91, 92, 93, 94, 95, 97, 98], "moreov": 6, "most": [6, 96], "mtd": 6, "mu": [6, 18], "much": [0, 12], "mujoco": [0, 12], "multi": 94, "multibinari": [6, 76, 98], "multidiscret": [6, 76, 98], "multiobjectivereward": 92, "multiobswrapp": [90, 92], "multipl": [2, 3, 6, 7, 86], "multipli": 89, "must": [5, 6, 7, 9, 11, 15, 18, 21, 75, 76, 77, 86, 93, 98], "mwb": 15, "my": 89, "myrulebasedcontrol": 91, "n": [6, 80, 92], "n2": 9, "n2o": 89, "n_eval_episod": [25, 55, 88], "n_steps_per_hour": [85, 86, 87, 88, 89, 90, 91, 92], "n_updat": 88, "n_updates31299": 88, "naiv": 94, "name": [0, 3, 5, 7, 8, 9, 11, 12, 15, 18, 21, 28, 57, 60, 61, 64, 65, 69, 70, 71, 72, 75, 77, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "natur": 6, "naturalga": 89, "ndarrai": [18, 44, 63, 74, 78, 79, 80, 83, 84, 90], "nearest": 98, "necessari": [2, 9, 10, 11, 87, 91], "necessarili": 5, "necessit": 86, "need": [6, 9, 10, 11, 85, 86, 87, 88, 89, 90, 91, 92, 93], "neg": 94, "nest": 98, "net": 89, "network": 5, "neural": 5, "never": 9, "new": [0, 2, 3, 7, 9, 12, 15, 25, 63, 78, 80, 85, 87, 88, 89, 90, 91, 92, 93, 94, 97], "new_action_spac": 86, "new_actu": 86, "new_cool_setpoint": 91, "new_discrete_spac": 92, "new_env_nam": 86, "new_heat_setpoint": 91, "new_log_fil": 63, "new_met": 86, "new_time_vari": 86, "new_vari": 86, "next": [2, 5, 6, 9, 11, 18, 21, 77, 78, 80, 88, 89, 90, 91], "niev": 0, "night": 91, "node": 89, "nois": [6, 85], "nomin": 89, "non": [3, 5, 6, 10, 86], "noncoincid": 89, "none": [5, 15, 18, 21, 25, 29, 37, 38, 48, 49, 50, 53, 55, 63, 64, 66, 78, 80, 82, 88, 89, 90], "normal": [5, 81, 82, 86, 88, 93, 94, 95, 96, 98], "normalizationwrapp": 82, "normalize_rang": [81, 92], "normalizeact": [92, 96], "normalized_observ": 5, "normalizedlinearreward": 94, "normalizeobserv": [90, 92, 96], "normalizereward": 96, "north": 3, "note": [88, 89], "notebook": [0, 12, 85, 88, 90, 92], "notifi": [6, 9], "now": [6, 9, 85, 88, 90, 91, 92], "np": [7, 18, 63, 74, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 96], "np_random": [18, 78], "npz": 25, "nuanc": 5, "null": 7, "num_comfort_viol": 24, "num_episod": 93, "num_simul": 93, "num_timestep": 88, "number": [5, 6, 15, 18, 24, 25, 55, 63, 80, 86, 88, 89, 92, 93], "number_of_people_schedule_nam": 89, "numpag": 0, "numpi": [85, 86, 87, 88, 89, 90, 91, 92, 96], "ny": 0, "o": [9, 10], "oa": 89, "oarequir": 89, "ob": [63, 74, 82, 84, 85, 86, 87, 88, 90, 91, 92, 96], "object": [2, 3, 6, 9, 13, 15, 32, 38, 55, 59, 60, 61, 65, 79, 88, 89, 94, 98], "objectview": 9, "obs_dict": [91, 92, 94], "obs_queu": 21, "observ": [3, 4, 5, 6, 7, 18, 21, 48, 50, 63, 74, 78, 79, 80, 82, 84, 87, 88, 89, 91, 93, 94, 95, 98], "observation_spac": 18, "observation_valu": 93, "observation_vari": [86, 88, 89, 90, 91, 92], "obtain": [5, 6, 18, 78], "occup": [3, 6, 7, 48], "occupi": 89, "occur": [2, 6, 92, 93], "off": 89, "offer": [0, 2, 6, 12], "offic": [3, 87], "office_cooling_rl": 3, "office_heating_rl": 3, "officegridstoragesmooth": 83, "offici": [0, 11], "offpolicyalgorithm": 5, "often": [89, 92, 98], "ohar": 97, "older": [6, 9], "omega": 94, "omit": 64, "onc": [2, 9, 85, 96], "one": [2, 3, 5, 6, 7, 8, 9, 11, 15, 18, 32, 63, 64, 75, 83, 84, 85, 86, 87, 88, 91, 92, 93, 94, 95, 97, 98], "ones": [0, 6, 12, 94, 98], "ongo": 2, "onli": [0, 3, 5, 6, 7, 8, 9, 11, 12, 63, 75, 85, 87, 88, 93, 98], "only_discret": 7, "onpolicyalgorithm": 5, "onto": 66, "open": [3, 11, 92], "openai": 53, "openmodelica": [0, 12], "oper": [5, 64, 98], "operand": 64, "optim": [9, 94], "option": [5, 6, 7, 9, 11, 15, 18, 37, 53, 63, 64, 69, 70, 71, 72, 78, 80, 82, 88, 89, 90, 93, 94], "opyplu": [15, 32, 85, 86, 87, 88, 89, 90, 91, 92], "order": [5, 6, 11, 15, 18, 88, 92, 98], "orderenforc": [88, 92], "org": [0, 12], "organ": [3, 6, 95], "orient": [2, 3], "origin": [5, 6, 15, 18, 21, 60, 74, 75, 76, 77, 78, 79, 80, 81, 84, 86, 88, 92, 93, 98], "ornstein": [6, 15, 18], "other": [0, 2, 3, 5, 9, 11, 12, 55, 88, 89, 93, 94, 97], "otherwis": [5, 8, 9, 76, 92], "ou": 15, "our": [0, 5, 6, 8, 10, 11, 12, 86, 87, 88, 89, 90, 91, 94, 95, 96], "out": [5, 8, 64, 89, 91, 92, 98], "out_temp": 91, "outdoor": [3, 7, 86, 89, 91], "outdoor_air_schedule_nam": 89, "outdoor_humid": [3, 7, 86, 88, 92], "outdoor_humidity57": 88, "outdoor_temperatur": [3, 7, 86, 88, 89, 91, 92], "outdoorair": 89, "outlet": 89, "outlin": [2, 6], "output": [2, 3, 5, 15, 18, 21, 37, 53, 65, 76, 85, 86, 87, 88, 89, 90, 91, 92, 98], "output_format": 88, "output_path": [21, 37], "outputmet": 89, "outputvari": [6, 89], "outsid": [11, 89, 94], "over": [5, 85], "overhang": 89, "overrid": 94, "overview": 6, "overwrit": [2, 5, 86, 92, 98], "overwritten": 86, "own": [0, 4, 5, 8, 12, 88, 91, 92, 98], "owner": 9, "p_t": 94, "packag": [3, 85, 86, 87, 88, 89, 90, 91, 92, 95], "packagedratedcoolcapfflow": 89, "packagedratedcooleirfflow": 89, "page": [0, 6, 10], "pair": 66, "panel": 3, "paper": 0, "param": [14, 15, 24, 25, 50, 63, 88], "paramet": [5, 7, 8, 9, 15, 18, 21, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 48, 49, 51, 53, 55, 57, 60, 61, 63, 64, 65, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 88, 94], "parent": [15, 88], "pars": [7, 81, 98], "part": [4, 6], "parti": 10, "particular": 6, "particularli": [4, 53, 98], "pass": [18, 25, 55], "passiv": 97, "passiveenvcheck": [88, 92], "path": [5, 9, 15, 21, 25, 29, 37, 60, 61, 63, 85, 86, 87, 88, 89, 90, 91, 92], "pattern": 6, "pd": 9, "peak": 89, "penalti": [5, 93, 94], "pennsylvania": 97, "peopl": [3, 6, 7, 89], "people_air_temperatur": 3, "people_count": 3, "people_occup": [3, 7, 88, 92], "people_occupant0": 88, "pep8": 10, "per": [2, 3, 5, 6, 7, 8, 55, 63, 85, 86, 87, 88, 89, 90, 91, 92, 93], "perceiv": [48, 50, 91], "percentag": 5, "perform": [2, 4, 5, 9, 11, 25, 55, 79, 80, 89], "perimet": 3, "perimeter_bot_zn_1": 3, "perimeter_bot_zn_2": 3, "perimeter_bot_zn_3": 3, "perimeter_bot_zn_4": 3, "perimeter_mid_zn_1": 3, "perimeter_mid_zn_2": 3, "perimeter_mid_zn_3": 3, "perimeter_mid_zn_4": 3, "perimeter_top_zn_1": 3, "perimeter_top_zn_2": 3, "perimeter_top_zn_3": 3, "perimeter_top_zn_4": 3, "period": [2, 85, 89, 94, 97], "person": 93, "perspect": 2, "petit": [58, 59], "pf27dlou": 88, "pf27dlousync": 88, "photovolta": 3, "pip": [11, 95], "place": [6, 96], "plan": [0, 5, 12], "plant": 89, "platform": [5, 10], "pleas": [0, 3, 6, 9, 11, 12, 53, 88, 91, 95, 97], "plenum": 89, "plenumclg": 89, "plenumcoolingsetpoint": 89, "plenumheatingsetpoint": 89, "plenumhtg": 89, "plot": 24, "plug": [3, 89], "plugin_global_vari": 89, "point": [4, 88, 89], "polici": [9, 25, 54, 55], "policypredictor": 55, "pop": [11, 90], "portug": 97, "possibl": [5, 6, 7, 9, 11, 27, 86, 92, 97, 98], "potenti": 6, "power": [3, 5, 63, 69, 70, 71, 72, 89, 93, 94], "power_penalti": 90, "ppd": 3, "ppo": 5, "pprint": 89, "pr": 0, "pre": [0, 5, 9, 10, 12, 88, 94], "preced": 2, "precis": [5, 92, 94, 98], "preconfigur": 86, "predefin": [6, 86, 89, 94], "predetermin": 9, "predict": [5, 55, 88], "prefer": [9, 11], "prefix": 31, "preheat": 89, "preliminari": 6, "prepar": [2, 6, 11, 21, 85], "preparatori": 64, "present": [2, 4, 5, 6, 15, 93, 97], "preserv": 88, "pressur": 89, "prevent": 10, "previou": [2, 6, 11, 80, 84, 88, 98], "previous": [5, 6, 15, 87, 88, 93], "previous_vari": [84, 92], "previousobservationwrapp": 92, "primari": [2, 5, 9], "print": [6, 85, 86, 87, 88, 89, 90, 91, 92, 96], "prior": 9, "privileg": [9, 58], "problem": [0, 6, 12, 92], "proce": 11, "procedur": [5, 10], "proceed": 0, "process": [0, 2, 5, 6, 7, 11, 12, 15, 18, 21, 88, 89, 94], "program": 11, "progress": [0, 2, 5, 6, 12, 63, 65, 78, 86, 87, 88, 90, 91, 92, 93], "progress_head": [63, 78, 90], "project": [5, 9, 10, 11, 12, 39, 88, 95], "project_id": 9, "project_path": 9, "proper": 92, "properli": 0, "properti": [15, 18, 21, 75, 76, 82], "proport": 94, "protocol": 89, "provid": [0, 2, 3, 5, 6, 8, 9, 11, 12, 88, 92, 94, 98], "prt_lisboa": [86, 97], "pub": 9, "public": 9, "publish": [0, 10], "pubsub": 9, "pull": 9, "pump": [3, 89], "purchas": 89, "purpos": [9, 11], "push": 9, "pw03": 89, "py": [4, 5, 6, 7, 9, 11, 53, 85, 86, 87, 88, 89, 90, 91, 92, 95, 96, 98], "pyenergyplu": 20, "pypi": [10, 11], "pytest": [10, 11], "python": [0, 2, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 20, 21, 28, 29, 56, 86, 88, 89, 92, 95, 96], "python3": [11, 85, 86, 87, 88, 89, 90, 91, 92], "python_environ": 11, "pythonpath": 11, "pytyp": 10, "question": [0, 12], "queue": [21, 92, 98], "quick": 9, "quickli": [7, 94], "quit": 6, "quota": 9, "r": [7, 69, 71, 86, 97], "r_t": 94, "raboso": 0, "radiant": 3, "radiat": [3, 7, 86], "rain": [2, 97], "rais": [10, 15, 55, 76, 98], "random": [4, 51, 87], "randomli": [2, 6, 15, 18, 51, 83, 86, 96], "rang": [5, 6, 8, 37, 49, 50, 69, 70, 71, 72, 77, 81, 85, 86, 87, 88, 90, 91, 92, 94, 96, 98], "range_comfort_hour": [70, 72], "range_comfort_summ": [7, 69, 70, 71, 72, 86], "range_comfort_wint": [7, 69, 70, 71, 72, 86], "rate": [3, 7, 83, 86, 89], "rather": 98, "ratio": 89, "raw": 5, "rbc5zone": 91, "rdd": 6, "rdnfn": 0, "re": [6, 85, 88, 89, 91, 93], "reach": 98, "read": [0, 7, 9, 15, 27, 34, 35, 36, 60, 89, 92], "readi": [9, 85, 86, 87, 88, 89, 90, 91, 92, 96], "readili": [85, 96], "readm": 95, "real": [0, 5, 12, 63, 81, 88, 98], "realist": 5, "realli": 9, "reason": 89, "receiv": [2, 9, 81, 92, 98], "recommend": [6, 9, 11, 49, 50, 86, 87, 88, 92, 94], "record": [5, 24, 32, 63, 64, 78, 87, 88, 90, 92, 93], "rectangular": 3, "recurs": [38, 60, 61], "red": 64, "reduc": 88, "refer": [2, 3, 4, 5, 6, 7, 8, 9, 11, 25, 86, 88, 94, 95, 98], "refin": 5, "refriger": 3, "regard": [2, 5], "regardless": [5, 93, 96], "region": 9, "regist": [2, 5, 6, 7, 85, 88], "registr": [5, 6], "registri": [6, 9], "reheat": 89, "reheatcoilavailsch": 89, "reinforc": [0, 11, 12, 88, 92, 94], "rel": [3, 7, 29, 86, 89], "relat": [6, 53, 86], "relationship": 94, "releas": [0, 8, 11, 12], "relev": 94, "reli": 11, "relief": 89, "relogin": 88, "remain": [5, 98], "rememb": [85, 88, 89, 91], "remind": [88, 89], "remot": [5, 10, 11, 88, 95], "remote_stor": 9, "remov": [9, 57, 69, 70, 71, 72, 88, 89, 92], "renam": 88, "render": [18, 25, 53, 55, 88], "render_mod": 18, "reopen": 11, "repair": 3, "repeat": 2, "replac": [86, 87, 88, 92, 93, 98], "repo": 88, "report": [0, 9, 10, 12], "repositori": [0, 9, 10, 11, 88, 93, 95, 96], "repres": [3, 94, 96], "reproduc": [0, 12], "request": 57, "requir": [0, 5, 6, 7, 9, 10, 11, 12, 15, 85, 86, 88, 89, 92, 93, 94, 95, 98], "res1": [86, 87, 88], "res2": 86, "res3": 86, "res35041": [88, 89, 91], "res35042": [90, 92], "res35043": 92, "res35044": 92, "res35045": 92, "res35046": 92, "res35047": 92, "res35048": 92, "res35049": 92, "res35050": 92, "res35051": 92, "res4": 85, "res_n": 63, "reset": [2, 15, 18, 21, 55, 64, 78, 80, 82, 85, 86, 87, 88, 89, 90, 91, 92, 96], "residenti": 3, "resist": 3, "resolv": 10, "resourc": [59, 60, 61], "respect": [6, 92, 94], "respons": [57, 93], "rest": [0, 12, 28, 56, 57], "restart": 9, "result": [3, 9, 55, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96], "resum": 2, "retain": 87, "retriev": 38, "return": [2, 3, 4, 6, 15, 18, 21, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 48, 49, 50, 51, 55, 57, 58, 59, 63, 64, 65, 74, 76, 78, 79, 80, 81, 82, 83, 84, 89, 90, 91, 92, 94, 96, 98], "return_episode_reward": 55, "reverting_act": 81, "reward": [0, 2, 3, 5, 7, 12, 18, 22, 24, 25, 55, 63, 78, 79, 80, 85, 87, 88, 89, 90, 91, 92, 95, 96, 98], "reward_kwarg": [6, 7, 18, 86, 94], "reward_term": [79, 92], "reward_threshold": 55, "reward_weight": [85, 87, 90, 91, 92], "rfc": 64, "rg01": 89, "right": 89, "rise": 89, "rl": [0, 5, 12, 55], "rm": [52, 53], "role": 9, "rollout": [5, 25, 88], "romero": 0, "root": [9, 11, 88, 93, 96], "round": 98, "row": 93, "rule": [4, 48, 49, 50, 89, 95], "run": [0, 2, 5, 6, 9, 11, 21, 55, 82, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96], "run_simulation_for_sizing_period": 6, "runner": 21, "runperiod": [6, 15, 18, 85, 86, 87, 88, 89, 90, 91, 92], "sac": 5, "sail": 11, "same": [2, 5, 6, 7, 9, 49, 86, 88, 92, 93, 97], "sampl": [18, 85, 86, 87, 90, 92, 96, 97], "save": [5, 6, 15, 25, 85, 86, 87, 88, 89, 90, 91, 92], "save_building_model": 15, "save_util": 88, "sb": 89, "sb12": 89, "sb14": 89, "sb15": 89, "sb21": 89, "sb23": 89, "sb25": 89, "sb3": [0, 12, 66, 88], "sb32": 89, "sb34": 89, "sb35": 89, "sb3_dqn": 88, "sb3logger": 88, "sb41": 89, "sb43": 89, "sb45": 89, "sb51": 89, "sb52": 89, "sb53": 89, "sb54": 89, "scalabl": [0, 12], "scalar": [6, 79, 92, 94, 98], "scale": [55, 82, 94, 95], "scenario": [6, 86], "sch": [3, 7, 89], "sched": 89, "schedul": [2, 3, 6, 7, 15, 18, 29, 86, 93], "schedule_nam": 89, "scheme": 15, "scope": 9, "scratch": 86, "script": [5, 6, 9, 86, 88, 96], "sdk": [9, 11], "search": [38, 88, 89], "season": [69, 70, 71, 72, 89, 91, 97], "season_comfort_rang": 91, "second": [15, 30, 55, 85, 86, 87, 88, 89, 90, 91, 92], "secondli": 9, "section": [0, 3, 4, 5, 6, 7, 9, 11, 12, 89, 94, 95, 96, 97], "secur": 10, "see": [0, 5, 6, 7, 9, 10, 86, 88, 89, 92, 93], "seed": [5, 18, 78, 80], "seed_valu": 5, "seem": [85, 96], "seen": [92, 98], "select": [2, 6, 11, 15, 18, 48, 49, 50, 51, 78, 86, 91, 92, 96, 98], "self": [85, 86, 87, 88, 89, 90, 91, 92, 94], "semiarid": 97, "sen": 74, "send": [0, 2, 9, 18, 58, 59, 61, 77, 78, 81, 87, 98], "sensibl": 89, "sensor": 2, "sent": 5, "separ": [3, 8, 94], "sequenc": [48, 49, 50, 51, 90, 91], "sequenti": 10, "serv": 3, "server": [3, 9, 88], "servic": [3, 9, 57, 58], "serviceaccount": 9, "serviceusag": 9, "session": [69, 70, 71, 72], "set": [0, 2, 5, 6, 7, 8, 9, 11, 12, 15, 82, 88, 89, 93, 94, 98], "set_episode_working_dir": 15, "set_log_fil": 63, "set_logg": 88, "set_mean": 82, "set_var": 82, "setp": [3, 7, 89], "setpoint": [3, 7, 48, 49, 50, 75, 86, 89, 91, 92, 98], "setpoint_temperature_schedule_nam": 89, "setpointmanag": 89, "setpoints_summ": 91, "setpoints_wint": 91, "setup": [3, 11, 85], "setup_tag": 11, "sever": [6, 9, 11, 15, 89, 97, 98], "shade": 89, "shadetranssch": 89, "shape": [7, 86, 87], "share": [2, 6], "shop": 3, "should": [6, 7, 9, 11, 25, 68, 88, 93, 96, 98], "shouldn": 92, "show": [6, 15, 89], "shown": [11, 86, 94], "side": 3, "sigma": [6, 15, 18], "signal": 94, "signifi": 94, "silent": 9, "similar": [0, 6, 7, 12, 94], "similarli": [10, 86, 89, 98], "simpl": 3, "simpler": 7, "simpli": [9, 11, 86, 89, 92], "simplifi": 94, "simul": [0, 2, 5, 6, 11, 12, 13, 15, 16, 17, 18, 37, 48, 49, 50, 51, 63, 65, 78, 81, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 98], "simulationcontrol": 6, "simultan": [3, 5, 10, 83], "sin": [74, 92, 98], "sinc": [2, 3, 5, 91, 98], "sinergym": [2, 3, 4, 5, 7, 10, 12, 85, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98], "sinergym_environment_id": 6, "sinergym_evalu": 88, "sinergym_extra": [9, 11], "sinergym_logg": [5, 24], "sinergym_output": 88, "singl": [3, 5, 87, 96], "singlecool": 89, "singleduct": 89, "singleh": 89, "site": [3, 6, 7, 86, 87, 89], "size": [3, 9, 85, 86, 87, 88, 89, 90, 91, 92, 98], "sizingperiod": [6, 87], "skeleton": 8, "skip": [10, 53], "skip_render_check": 53, "slack": 9, "sm": 9, "small": 95, "so": [9, 11, 87, 92, 93, 94, 98], "softwar": 10, "solana": 0, "solar": [3, 7, 86, 89], "solut": 98, "solv": 6, "some": [0, 5, 6, 8, 9, 18, 78, 86, 87, 88, 89, 93, 98], "someth": 85, "sophist": 87, "sort": 10, "sourc": [3, 10, 11, 18, 78, 88, 92], "south": 89, "space": [3, 4, 5, 7, 9, 18, 74, 75, 76, 81, 85, 87, 88, 89, 91, 92, 96, 98], "space1": 89, "space2": 89, "space3": 89, "space4": 89, "space5": [3, 7, 89], "spacetyp": 89, "spain": 97, "special": 64, "specif": [0, 5, 6, 11, 12, 15, 18, 21, 88, 89, 92, 93, 94, 95], "specifi": [2, 5, 6, 7, 9, 11, 18, 60, 61, 64, 78, 86, 87, 88, 90, 92, 93, 94, 97, 98], "speed": [3, 7, 86, 89], "spell": 10, "spelling_wordlist": 10, "sphinx": 10, "sql": 9, "sqladmin": 9, "src_path": 61, "ssd": 9, "ssh": 9, "st": 30, "st_dai": 30, "st_mon": 30, "st_year": 30, "stabil": 82, "stabl": [0, 5, 11, 12, 23, 24, 52, 53, 88, 95], "stable_baselines3": [25, 55, 88], "stack": [80, 92, 98], "stage": [5, 88], "stai": [0, 8, 12, 94], "stand": 87, "standard": [6, 10, 28, 48, 85, 96, 98], "start": [2, 6, 9, 21, 30, 31, 69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92, 93], "start_dai": [8, 85, 86, 87, 88, 89, 90, 91, 92], "start_month": [8, 85, 86, 87, 88, 89, 90, 91, 92], "start_weekdai": [85, 86, 87, 88, 89, 90, 91, 92], "start_year": [8, 85, 86, 87, 88, 89, 90, 91, 92], "state": [2, 3, 5, 21, 78, 89], "static": [48, 49, 98], "statu": 89, "std": 55, "std_cumulative_reward": 88, "std_cumulative_reward0": 88, "std_reward": 88, "std_reward0": 88, "stdin": 9, "stdout": 88, "step": [2, 5, 6, 11, 15, 18, 55, 63, 64, 66, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 91, 92, 94, 96, 98], "step_siz": [15, 18, 89], "step_temp": [75, 92], "steps_data": 63, "stochast": [6, 7, 25, 55, 86, 88, 94], "stockholm": 97, "stop": [2, 21], "storag": [3, 5, 7, 11, 59, 60, 61], "storage_battery_charge_st": 3, "storage_charge_energi": 3, "storage_charge_pow": 3, "storage_discharge_energi": 3, "storage_discharge_pow": 3, "storage_thermal_loss_energi": 3, "storage_thermal_loss_r": 3, "store": [5, 15, 24, 61, 63, 86, 88, 93], "stori": 3, "str": [6, 15, 18, 21, 25, 27, 28, 29, 31, 32, 34, 35, 36, 37, 55, 57, 58, 61, 63, 64, 65, 66, 69, 70, 71, 72, 77, 78, 79, 80, 84, 88, 90], "straightforward": [4, 85, 94, 96], "strategi": [0, 2, 12], "strftime": 88, "string": [5, 7, 64], "strongli": 92, "structur": [2, 7, 9, 86, 93, 94], "studi": 4, "studio": 11, "style": 64, "sub": [6, 9, 18], "sub_run": 93, "sub_run1": [85, 86, 87, 88, 89, 90, 91, 92, 93], "sub_run2": [88, 92, 93], "sub_run3": [88, 93], "sub_run4": 88, "sub_run5": 88, "sub_run6": 88, "sub_run_n": 63, "sub_runn": 93, "submit": 9, "subsect": 6, "subsequ": [2, 11], "subset": [11, 86, 92], "substitut": [9, 74], "subtrop": 97, "success": 88, "successfulli": [85, 86, 87, 88, 89, 90, 91, 92, 95], "sudo": 11, "suit": [6, 93], "sum": [85, 86, 87, 88, 90, 91, 94, 96], "summari": [5, 6, 11, 78, 87, 88, 90, 92], "summer": [15, 69, 70, 71, 72, 94, 97], "summer_fin": [7, 69, 70, 71, 72], "summer_final_d": 91, "summer_start": [7, 69, 70, 71, 72], "summer_start_d": 91, "summerdai": 15, "super": [90, 94], "supervis": 95, "supplementari": 2, "suppli": [3, 89], "supply_air_rl": 3, "support": [5, 6, 11, 88, 95], "sure": [4, 8, 88, 92], "surfac": [3, 89], "surplu": 89, "swe_stockholm": 97, "sweden": 97, "sy": [88, 89], "sydnei": 97, "sync": 88, "system": [0, 3, 7, 21, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 94], "t": [6, 7, 9, 11, 32, 69, 71, 83, 87, 89, 92, 93, 94, 97, 98], "t_": [69, 71, 94], "t_t": 94, "tabl": [5, 11, 15], "table_nam": 89, "tag": [10, 11], "tag_nam": 11, "tailor": 5, "take": [15, 53, 75, 77, 88], "tao": 18, "target": 94, "task": [2, 9, 11], "tau": [6, 15], "tc9": [49, 50], "td3": 5, "team": 11, "techniqu": 93, "tediou": 7, "temp": 89, "temp_valu": [85, 87, 90, 91, 92], "temperatur": [3, 5, 6, 7, 48, 49, 50, 69, 70, 71, 72, 75, 86, 89, 91, 94, 97], "temperature_vari": [7, 69, 70, 71, 72, 86], "templat": [0, 9, 12, 64], "term": [2, 5, 24, 69, 70, 71, 72, 79, 92], "termin": [9, 63, 64, 65, 79, 80, 85, 86, 87, 88, 90, 91, 92, 96], "test": [0, 10, 11, 12, 25, 88], "test_common": 95, "test_control": 95, "test_env": 95, "test_model": 95, "test_reward": 95, "test_simul": 95, "test_stable_baselin": 95, "test_wrapp": 95, "text": 64, "than": [6, 83, 88, 98], "thei": [5, 6, 7, 9, 11, 92, 93, 95], "them": [2, 3, 6, 7, 11, 15, 83, 92, 93, 95, 98], "therefor": [7, 87, 89, 98], "thermal": [3, 48, 70, 72, 89, 94], "thermal_comfort_clothing_valu": 3, "thermal_comfort_fanger_model_ppd": 3, "thermal_comfort_mean_radiant_temperatur": 3, "thermostat": [3, 7, 86, 89], "thermostatsetpoint": 89, "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 21, 24, 28, 29, 32, 37, 53, 55, 57, 63, 66, 68, 75, 77, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "think": 9, "third": 10, "those": [0, 5, 89], "though": [3, 88], "thread": 21, "three": [2, 6], "through": [0, 2, 3, 6, 9, 12, 82, 95], "throw": 86, "thu": [2, 92, 94], "till": 38, "time": [0, 2, 5, 11, 12, 15, 18, 21, 30, 63, 64, 70, 72, 86, 88, 90], "time_elaps": [2, 85, 87, 88, 90, 91, 92], "time_vari": [6, 7, 18, 21, 86], "timeout": 9, "timestep": [2, 5, 6, 8, 15, 18, 24, 63, 78, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "timestep_per_episod": [15, 18, 88, 89], "timesteps_per_hour": [8, 86], "titl": 0, "to_csv": [85, 86, 87, 88, 89, 90, 91, 92], "todai": 88, "togeth": 2, "token": [9, 57, 58], "tokyo": 97, "told": 11, "too": [3, 5, 7, 57, 82, 89], "tool": [0, 6, 12, 96], "top": [3, 89, 98], "topfloor_plenum": 3, "total": [3, 5, 7, 86, 88, 89, 92], "total_electricity_demand_r": 3, "total_electricity_hvac": [3, 7, 88, 92], "total_electricity_hvac2301027": 88, "total_power_no_unit": 90, "total_time_elaps": 63, "total_timestep": [63, 88], "total_timesteps140154train": 88, "track": [5, 9, 11, 87, 88, 92, 98], "tradit": [92, 98], "train": [0, 12, 93, 98], "train_ag": [5, 9, 88], "train_agent_ppo": 5, "training_output": 88, "transfer": [18, 21, 89], "transform": [5, 21, 74, 75, 81, 92, 98], "transit": 98, "transmittance_schedule_nam": 89, "transport": 0, "treat": 10, "tree": 93, "trend": 89, "trigger": [9, 10, 25], "true": [2, 25, 33, 53, 55, 63, 64, 78, 80, 82, 88, 89, 90, 92], "truncat": [18, 63, 78, 79, 85, 86, 87, 88, 90, 91, 92, 96], "try_env": 96, "tty": 9, "tuesdai": [85, 86, 89, 90], "tune": [0, 8, 12, 94], "tupl": [6, 8, 15, 18, 21, 34, 36, 66, 69, 70, 71, 72, 75, 77, 78, 79, 80, 81, 90, 98], "two": 3, "twospe": 89, "txt": [6, 10, 93], "type": [3, 5, 6, 9, 10, 11, 15, 18, 21, 24, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 48, 49, 50, 51, 57, 58, 59, 65, 74, 78, 79, 80, 81, 83, 84, 85, 88, 89, 90, 91, 92, 94, 97, 98], "type_alias": 55, "typic": [6, 94], "u": [0, 5, 8, 12, 88, 89], "ubuntu": 11, "ugr": 11, "uhlenbeck": [6, 15, 18], "under": 3, "underli": 98, "understand": [0, 12], "union": [18, 29, 63, 76, 78, 79, 80, 90], "uniqu": [3, 6], "unit": [0, 3, 12], "unnorm": 98, "unrecogn": 10, "until": [2, 10], "untouch": 86, "unus": 91, "unwrap": [38, 88, 89, 92, 93], "up": [3, 5, 6, 7, 8, 9, 11, 15, 69, 71, 88, 94], "upcom": [0, 8, 12, 85], "updat": [2, 3, 6, 9, 10, 11, 15, 25, 37, 74, 82, 85, 87, 88, 89, 90, 91, 92, 95, 98], "update_child_loc": 25, "update_weather_path": 15, "upgrad": 9, "upload": [9, 10, 61, 88], "upon": [2, 5, 6, 96], "upper": [7, 83, 94], "ups_demand_r": 3, "url": [0, 5], "us": [2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 15, 18, 20, 21, 25, 28, 37, 39, 53, 55, 56, 63, 64, 66, 69, 70, 71, 72, 75, 78, 81, 82, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "usa": [0, 97], "usa_az_davi": [7, 87, 91, 92, 97], "usa_co_aurora": 97, "usa_il_chicago": 97, "usa_ny_new": [7, 88, 97], "usa_pa_pittsburgh": [85, 87, 89, 90, 97], "usa_wa_port": [7, 86, 97], "usag": [4, 6, 9, 98], "use_artifact": 88, "use_datetim": [85, 86, 87, 88, 89, 90, 91, 92], "use_weather_file_daylight_saving_period": [85, 86, 89, 90], "use_weather_file_holidays_and_special_dai": [85, 86, 89, 90], "use_weather_file_rain_ind": [85, 86, 89, 90], "use_weather_file_snow_ind": [85, 86, 89, 90], "user": [0, 2, 3, 6, 11, 12, 55, 86, 88, 89, 93, 98], "userwarn": [88, 89, 91, 92], "usestim": 64, "usr": [85, 86, 87, 88, 89, 90, 91, 92], "usual": 6, "util": [4, 5, 6, 9, 10, 11, 14, 18, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98], "v1": [6, 7, 8, 18, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96], "v3": [6, 98], "valid": [2, 5, 58, 64], "valu": [2, 3, 5, 6, 7, 8, 9, 11, 15, 18, 21, 24, 27, 28, 37, 66, 74, 75, 77, 78, 79, 81, 82, 83, 84, 86, 88, 89, 90, 92, 93, 94, 98], "value_typ": 7, "var": 82, "var_handl": [18, 89], "vari": [3, 11, 85, 87, 94], "variabl": [2, 3, 4, 9, 11, 15, 18, 21, 25, 36, 37, 69, 70, 71, 72, 75, 77, 81, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "variable_kei": 6, "variable_nam": 7, "variablevolum": 89, "varianc": 82, "variant": [92, 98], "variat": [7, 15, 75, 88, 98], "varibl": 86, "varieti": 6, "variou": [3, 9, 11, 86], "varspeedcoolcapft": 89, "varspeedcoolcaplsft": 89, "varspeedcooleirft": 89, "varspeedcooleirlsft": 89, "varspeedcyclingplffplr": 89, "vav": [3, 89], "ve": [4, 6, 9, 88, 96], "vec_env": [25, 55, 88], "vecenv": [25, 55], "vecenvwrapp": 38, "vector": [79, 80, 92, 98], "vectorinstitut": 0, "verbos": [24, 25, 88], "veri": [81, 94, 98], "verifi": 6, "versa": 5, "version": [3, 5, 6, 7, 10, 11, 15, 64, 86, 88, 94, 96], "via": [2, 88, 98], "vice": 5, "view": [2, 6, 88, 89], "violat": [5, 24, 94], "virtual": [9, 11], "virtualenv": 11, "visibl": 89, "visit": [0, 3, 6, 9, 11, 12, 89, 91, 92, 93, 97, 98], "visual": [5, 11, 88], "vm": 57, "vol": 89, "volum": 89, "vscode": 11, "vv": [11, 95], "w": [69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92], "wa": [2, 9], "wai": [6, 50, 92], "wait": [2, 9, 88], "wall": [3, 89], "wandb": [0, 5, 12, 66, 88], "wandb_notebook_nam": 88, "wandb_param": 88, "wandb_path": 88, "wandboutputformat": 88, "want": [0, 5, 6, 7, 9, 12, 18, 21, 55, 60, 61, 64, 75, 86, 87, 88, 89, 90, 91, 92, 93, 95, 98], "warm": 97, "warmup": 2, "warn": [10, 25, 53, 55, 75, 88, 89, 91, 92], "washington": 97, "water": [3, 89], "wb": 89, "wd01": 89, "wd10": 89, "we": [4, 5, 6, 7, 8, 9, 11, 18, 21, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96], "weather": [2, 8, 13, 15, 18, 21, 85, 87, 88, 89, 90, 91, 92, 93], "weather_data": [15, 85, 86, 87, 88, 89, 90, 91, 92], "weather_fil": [6, 7, 15, 18, 86], "weather_path": [15, 18, 21, 89], "weather_specif": 7, "weather_vari": [6, 14, 18, 86], "weatherdata": 15, "week": 3, "weekdai": 91, "weekend": 91, "weight": [0, 9, 11, 12, 69, 70, 71, 72, 86, 88, 94], "well": [6, 55, 86], "west": [3, 86, 97], "west1": 9, "west_zone_air_humid": 86, "west_zone_air_temperatur": 86, "west_zone_clg_setpoint": 86, "west_zone_electr": 86, "west_zone_htg_setpoint": 86, "wetbulb": 89, "wf": 89, "what": [6, 89], "when": [2, 5, 6, 7, 9, 10, 15, 21, 25, 53, 55, 63, 70, 72, 82, 83, 87, 88, 91, 93, 94, 98], "whenev": [93, 95], "where": [5, 6, 15, 21, 25, 29, 57, 60, 61, 70, 72, 88, 89, 94], "whether": [18, 25, 53, 55, 57, 78, 80, 82], "which": [2, 5, 6, 8, 9, 11, 15, 21, 24, 63, 64, 79, 87, 88, 89, 92, 93, 94, 95, 98], "while": [6, 85, 86, 87, 88, 90, 91, 92, 96], "whole": [3, 7, 39, 63, 78, 85, 86, 87, 88, 89, 90, 91, 92], "whose": [2, 6, 63, 92], "william": [7, 86, 97], "wind": [3, 7, 86, 89], "wind_direct": [3, 7, 86, 88, 92], "wind_direction275": 88, "wind_spe": [3, 7, 86, 88, 92], "wind_speed7": 88, "window": 3, "winter": [15, 94, 97], "winterdai": 15, "wish": [8, 11, 86, 87], "within": [6, 9, 10, 93, 95, 96, 98], "without": [6, 9, 87], "wl": 89, "won": 87, "word": 10, "work": [0, 5, 6, 9, 11, 12, 15, 18, 85, 86, 87, 88, 89, 90, 91, 92, 94, 98], "workflow": [0, 10, 12, 95], "workspac": [85, 86, 87, 88, 89, 90, 91, 92, 96], "workspace_path": [18, 88, 89], "would": [3, 9, 85, 92], "wr": 89, "wrap": [0, 5, 12, 25, 33, 38, 55, 88, 92, 93], "wrapper": [0, 2, 5, 6, 7, 12, 22, 25, 33, 38, 55, 87, 88, 89, 93, 95, 96], "wrapper_class": [33, 38], "write": [7, 9, 15, 66, 95], "written": 90, "www": 9, "x": [88, 91, 92], "x1b": 64, "xlsx": 89, "y": 88, "yaml": 9, "ye": [5, 7, 85, 86, 89, 90], "year": [0, 3, 6, 8, 30, 87, 91, 97], "yellow": 64, "yet": 9, "yield": 64, "yml": [10, 11, 95], "york": [0, 7, 88, 97], "you": [0, 4, 5, 6, 7, 8, 9, 10, 11, 12, 55, 60, 61, 64, 69, 70, 71, 72, 75, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "your": [0, 4, 5, 6, 8, 10, 11, 12, 64, 86, 88, 91, 92, 96, 98], "zip": [88, 91, 92], "zn_1_flr_1_sec_1": 3, "zn_1_flr_1_sec_2": 3, "zn_1_flr_1_sec_3": 3, "zn_1_flr_1_sec_4": 3, "zn_1_flr_1_sec_5": 3, "zone": [3, 7, 9, 15, 86, 89], "zone1": 3, "zone2": 3, "zone3": 3, "zone_nam": [15, 18, 89], "zonecontrol": 89, "zoneinfiltr": 89, "zoneminoarequir": 89, "\u00bac": 97, "\u00e7": 9}, "titles": ["Welcome to sinergym!", "API reference", "5. Architecture", "3. Buildings", "9. Controllers", "13. Deep Reinforcement Learning Integration", "6. Environments", "7. Environments Configuration and Registration", "11. Extra Configuration in Sinergym simulations", "14. Sinergym with Google Cloud", "15. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.convert_conf_to_env_parameters", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_schedulers_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_ids", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.json_to_actuators", "sinergym.utils.common.json_to_meters", "sinergym.utils.common.json_to_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RBCIncrementalDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.CustomFormatter", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.rewards.NormalizedLinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.DiscretizeEnv", "sinergym.utils.wrappers.IncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeAction", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "17. Basic example", "19. Changing an environment registered in Sinergym", "20. Default building control setting up an empty action interface", "24. DRL usage example", "18. Getting information about Sinergym environments", "22. Logger Wrapper personalization/configuration", "23. Rule Controller example", "21. Wrappers example", "12. Output format", "8. Rewards", "16. Tests", "2. Usage Example", "4. Weathers", "10. Wrappers"], "titleterms": {"0": 11, "1": [11, 90], "2": 90, "23": 11, "5zone": 3, "about": [11, 89], "action": [6, 10, 86, 87, 92], "actuat": 6, "ad": [6, 86], "addit": 2, "alert": 9, "all": 89, "an": [86, 87], "api": [1, 11], "architectur": 2, "avail": 6, "basereward": 68, "basic": 85, "bias": 5, "bucket": 9, "build": [3, 6, 87], "callback": [5, 23, 24, 25], "chang": 86, "check_env": 53, "cite": 0, "cloud": [9, 11], "common": [26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38], "comput": 11, "config": [13, 14, 15], "configur": [6, 7, 8, 9, 11, 86, 90], "constant": [39, 40, 41, 42, 43, 44, 45, 46], "contain": [9, 11], "contribut": 0, "control": [4, 47, 48, 49, 50, 51, 87, 91], "convert_conf_to_env_paramet": 27, "creat": [9, 10, 95], "csvloger": 90, "csvlogger": 63, "custom": 94, "customformatt": 64, "data": 6, "datacent": 3, "datetim": 92, "datetimewrapp": [74, 98], "deep": 5, "default": 87, "default_5zone_discrete_funct": 40, "default_datacenter_discrete_funct": 41, "default_office_discrete_funct": 43, "default_officegrid_discrete_funct": 42, "default_radiant_discrete_funct": 44, "default_shop_discrete_funct": 45, "default_warehouse_discrete_funct": 46, "delete_instance_mig_from_contain": 57, "discret": 92, "discreteincrementalwrapp": [75, 98], "discretizeenv": [76, 98], "displai": 89, "docker": 11, "drl": [5, 88], "empti": 87, "energyplu": [11, 21], "env": [16, 17, 18], "env_check": [52, 53], "environ": [6, 7, 11, 86, 89, 92], "episod": 6, "eplu": [20, 21], "eplus_env": [17, 18], "eplusenv": 18, "eppy_element_to_dict": 28, "evalu": [5, 54, 55], "evaluate_polici": 55, "exampl": [0, 85, 88, 91, 92, 96], "execut": 9, "experi": 9, "export_schedulers_to_excel": 29, "expreward": 69, "extra": [6, 8, 86], "field": 7, "file": 6, "first": 9, "format": 93, "gcloud": [56, 57, 58, 59, 60, 61], "get": 89, "get_delta_second": 30, "get_id": 31, "get_record_kei": 32, "get_service_account_token": 58, "github": 10, "googl": 9, "handler": 89, "hourlylinearreward": 70, "includ": 11, "increment": 92, "incrementalwrapp": [77, 98], "inform": [2, 89], "inherit": 90, "init_storage_cli": 59, "initi": 9, "instal": [11, 95], "instanti": 90, "integr": 5, "interfac": 87, "is_wrap": 33, "json_to_actu": 34, "json_to_met": 35, "json_to_vari": 36, "kwarg": 6, "learn": 5, "linearreward": 71, "load": [5, 88], "log": 9, "logger": [5, 62, 63, 64, 65, 66, 90, 92, 93], "loggercallback": 24, "loggerevalcallback": 25, "loggerwrapp": [78, 90, 98], "main": 10, "manual": 11, "maximum": 6, "merg": 10, "meter": 6, "mig": 9, "model": [5, 14, 15, 88], "modeljson": 15, "modifi": [10, 90], "more": 86, "multi": 92, "multiobjectivereward": [79, 98], "multiobswrapp": [80, 98], "name": 6, "nest": 92, "new": [6, 10, 86, 95], "normal": 92, "normalizeact": [81, 98], "normalizedlinearreward": 72, "normalizeobserv": [82, 98], "object": 92, "observ": [2, 86, 92], "officegridstoragesmooth": 3, "officegridstoragesmoothingactionconstraintswrapp": 83, "officemedium": 3, "our": 9, "output": [6, 9, 93], "own": 9, "packag": 11, "paramet": 6, "path": 11, "permiss": 9, "person": 90, "platform": 9, "prepar": 9, "previou": 92, "previousobservationwrapp": [84, 98], "project": 0, "properti": 89, "pull": 10, "push": 10, "pytest": 95, "python": 11, "randomcontrol": 51, "ranges_gett": 37, "rbc5zone": 48, "rbcdatacent": 49, "rbcincrementaldatacent": 50, "read_from_bucket": 60, "real": 9, "refer": 1, "regist": 86, "registr": 7, "reinforc": 5, "releas": 10, "remot": 9, "request": 10, "reward": [6, 67, 68, 69, 70, 71, 72, 86, 94], "rule": 91, "run": 95, "runperiod": 8, "schedul": 89, "set": 87, "shopwithvanbatteri": 3, "simul": [8, 19, 20, 21], "sinergym": [0, 6, 8, 9, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 89], "small": 3, "space": [6, 86], "specif": 7, "step": [9, 90], "storag": 9, "store": 6, "structur": 5, "term": 94, "test": 95, "time": [6, 9], "timestep_per_hour": 8, "train": [5, 88], "unwrap_wrapp": 38, "up": 87, "updat": 86, "upload_to_bucket": 61, "us": [0, 9, 86], "usag": [5, 88, 96], "util": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "variabl": [6, 7], "verifi": 11, "visual": 9, "vm": 9, "wandb": 9, "wandboutputformat": 66, "warehous": 3, "weather": [6, 7, 86, 97], "weight": 5, "welcom": 0, "wrapper": [73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 90, 92, 98], "your": 9}})
\ No newline at end of file
+Search.setIndex({"alltitles": {"5Zone": [[3, "zone"]], "API reference": [[1, "api-reference"]], "About Sinergym package": [[11, "about-sinergym-package"]], "Action space": [[6, "action-space"]], "Actuators": [[6, "actuators"]], "Adding New Buildings for Environments": [[6, "adding-new-buildings-for-environments"]], "Adding New Weathers for Environments": [[6, "adding-new-weathers-for-environments"]], "Adding a new reward": [[86, "Adding-a-new-reward"]], "Adding more extra configuration": [[86, "Adding-more-extra-configuration"]], "Additional observation information": [[2, "additional-observation-information"]], "Architecture": [[2, "architecture"]], "Available Parameters": [[6, "available-parameters"]], "Basic example": [[85, "Basic-example"]], "Buildings": [[3, "buildings"]], "Changing an environment registered in Sinergym": [[86, "Changing-an-environment-registered-in-Sinergym"]], "Changing observation and action spaces": [[86, "Changing-observation-and-action-spaces"]], "Citing Sinergym": [[0, "citing-sinergym"]], "Cloud Computing": [[11, "cloud-computing"]], "Configure Python Environment": [[11, "configure-python-environment"]], "Containers permission to bucket storage output": [[9, "containers-permission-to-bucket-storage-output"]], "Contributing": [[0, "contributing"]], "Controllers": [[4, "controllers"]], "Create new tests": [[95, "create-new-tests"]], "Create your VM or MIG": [[9, "create-your-vm-or-mig"]], "Custom Rewards": [[94, "custom-rewards"]], "DRL Callback Logger": [[5, "drl-callback-logger"]], "DRL usage example": [[88, "DRL-usage-example"]], "Datacenter": [[3, "datacenter"]], "Datetime Wrapper": [[92, "Datetime-Wrapper"]], "DatetimeWrapper": [[98, "datetimewrapper"]], "Deep Reinforcement Learning Integration": [[5, "deep-reinforcement-learning-integration"]], "Default building control setting up an empty action interface": [[87, "Default-building-control-setting-up-an-empty-action-interface"]], "Discrete Incremental Wrapper": [[92, "Discrete-Incremental-Wrapper"]], "DiscreteIncrementalWrapper": [[98, "discreteincrementalwrapper"]], "DiscretizeEnv": [[98, "discretizeenv"]], "Displaying all the environment information": [[89, "Displaying-all-the-environment-information"]], "Docker container": [[11, "docker-container"]], "Environment Action Normalization Wrapper": [[92, "Environment-Action-Normalization-Wrapper"]], "Environment Discretization Wrapper": [[92, "Environment-Discretization-Wrapper"]], "Environment Name": [[6, "environment-name"]], "Environment Properties": [[89, "Environment-Properties"]], "Environments": [[6, "environments"]], "Environments Configuration and Registration": [[7, "environments-configuration-and-registration"]], "Evaluation Callback": [[5, "evaluation-callback"]], "Examples": [[0, "examples"]], "Executing experiments in remote containers": [[9, "executing-experiments-in-remote-containers"]], "Extra Configuration": [[6, "extra-configuration"]], "Extra Configuration in Sinergym simulations": [[8, "extra-configuration-in-sinergym-simulations"]], "First steps (configuration)": [[9, "first-steps-configuration"]], "Getting information about Sinergym environments": [[89, "Getting-information-about-Sinergym-environments"]], "Github Actions": [[10, "github-actions"]], "Google Cloud Alerts": [[9, "google-cloud-alerts"]], "Handlers information": [[89, "Handlers-information"]], "Include Energyplus Python API in Python Path": [[11, "include-energyplus-python-api-in-python-path"]], "IncrementalWrapper": [[98, "incrementalwrapper"]], "Initiate your VM": [[9, "initiate-your-vm"]], "Install EnergyPlus 23.1.0": [[11, "install-energyplus-23-1-0"]], "Install Pytest": [[95, "install-pytest"]], "Installation": [[11, "installation"]], "Loading a model": [[88, "Loading-a-model"]], "Logger": [[93, "logger"]], "Logger Wrapper": [[92, "Logger-Wrapper"]], "Logger Wrapper personalization/configuration": [[90, "Logger-Wrapper-personalization/configuration"]], "LoggerWrapper": [[98, "loggerwrapper"]], "Manual installation": [[11, "manual-installation"]], "Maximum Episode Data Stored in Sinergym Output": [[6, "maximum-episode-data-stored-in-sinergym-output"]], "Meters": [[6, "meters"]], "Model Loading": [[5, "model-loading"]], "Model Training": [[5, "model-training"]], "Multi Observation Wrapper": [[92, "Multi-Observation-Wrapper"]], "Multi-Objective Wrapper": [[92, "Multi-Objective-Wrapper"]], "MultiObjectiveReward": [[98, "multiobjectivereward"]], "MultiObsWrapper": [[98, "multiobswrapper"]], "Nesting wrappers": [[92, "Nesting-wrappers"]], "New release created or modified": [[10, "new-release-created-or-modified"]], "Normalization Wrapper": [[92, "Normalization-Wrapper"]], "NormalizeAction": [[98, "normalizeaction"]], "NormalizeObservation": [[98, "normalizeobservation"]], "OfficeGridStorageSmoothing": [[3, "officegridstoragesmoothing"]], "OfficeMedium": [[3, "officemedium"]], "Output format": [[93, "output-format"]], "Preparing Google Cloud": [[9, "preparing-google-cloud"]], "Previous Observations Wrappers": [[92, "Previous-Observations-Wrappers"]], "PreviousObservationWrapper": [[98, "previousobservationwrapper"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Pull Request": [[10, "pull-request"]], "Push main (or merge a pull request)": [[10, "push-main-or-merge-a-pull-request"]], "Reward": [[6, "reward"]], "Reward Kwargs": [[6, "reward-kwargs"]], "Reward terms": [[94, "reward-terms"]], "Rewards": [[94, "rewards"]], "Rule Controller example": [[91, "Rule-Controller-example"]], "Running tests": [[95, "running-tests"]], "Schedulers information": [[89, "Schedulers-information"]], "ShopWithVanBattery": [[3, "shopwithvanbattery"]], "Sinergym with Google Cloud": [[9, "sinergym-with-google-cloud"]], "Small Datacenter": [[3, "small-datacenter"]], "Step 1 Inherit and modify the CSVloger": [[90, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[90, "Step-2-Instantiate-the-LoggerWrapper"]], "Tests": [[95, "tests"]], "Time variables": [[6, "time-variables"]], "Training a model": [[88, "Training-a-model"]], "Updating the weather used in environment": [[86, "Updating-the-weather-used-in-environment"]], "Usage": [[5, "usage"]], "Usage Example": [[96, "usage-example"]], "Use our container in Google Cloud Platform": [[9, "use-our-container-in-google-cloud-platform"]], "Use your Own Container": [[9, "use-your-own-container"]], "Variables": [[6, "variables"]], "Variables field": [[7, "variables-field"]], "Verify Installation": [[11, "verify-installation"]], "Visualize remote wandb log in real-time": [[9, "visualize-remote-wandb-log-in-real-time"]], "Warehouse": [[3, "warehouse"]], "Weather Specification field": [[7, "weather-specification-field"]], "Weather Variability": [[6, "weather-variability"]], "Weather files": [[6, "weather-files"]], "Weathers": [[97, "weathers"]], "Weights and Biases Structure": [[5, "weights-and-biases-structure"]], "Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Wrappers": [[98, "wrappers"]], "Wrappers example": [[92, "Wrappers-example"]], "building file": [[6, "building-file"]], "runperiod": [[8, "runperiod"]], "sinergym.config": [[13, "module-sinergym.config"]], "sinergym.config.modeling": [[14, "module-sinergym.config.modeling"]], "sinergym.config.modeling.ModelJSON": [[15, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[16, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[17, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[18, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[19, "module-sinergym.simulators"]], "sinergym.simulators.eplus": [[20, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[21, "sinergym-simulators-eplus-energyplus"]], "sinergym.utils": [[22, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[23, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[24, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[25, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[26, "module-sinergym.utils.common"]], "sinergym.utils.common.convert_conf_to_env_parameters": [[27, "sinergym-utils-common-convert-conf-to-env-parameters"]], "sinergym.utils.common.eppy_element_to_dict": [[28, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_schedulers_to_excel": [[29, "sinergym-utils-common-export-schedulers-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[30, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_ids": [[31, "sinergym-utils-common-get-ids"]], "sinergym.utils.common.get_record_keys": [[32, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.is_wrapped": [[33, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.json_to_actuators": [[34, "sinergym-utils-common-json-to-actuators"]], "sinergym.utils.common.json_to_meters": [[35, "sinergym-utils-common-json-to-meters"]], "sinergym.utils.common.json_to_variables": [[36, "sinergym-utils-common-json-to-variables"]], "sinergym.utils.common.ranges_getter": [[37, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[38, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION": [[40, "sinergym-utils-constants-default-5zone-discrete-function"]], "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION": [[41, "sinergym-utils-constants-default-datacenter-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION": [[42, "sinergym-utils-constants-default-officegrid-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION": [[43, "sinergym-utils-constants-default-office-discrete-function"]], "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION": [[44, "sinergym-utils-constants-default-radiant-discrete-function"]], "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION": [[45, "sinergym-utils-constants-default-shop-discrete-function"]], "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION": [[46, "sinergym-utils-constants-default-warehouse-discrete-function"]], "sinergym.utils.controllers": [[47, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[48, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[49, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RBCIncrementalDatacenter": [[50, "sinergym-utils-controllers-rbcincrementaldatacenter"]], "sinergym.utils.controllers.RandomController": [[51, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[52, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[53, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[54, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[55, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[56, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[57, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[58, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[59, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[60, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[61, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[62, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[63, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.CustomFormatter": [[64, "sinergym-utils-logger-customformatter"]], "sinergym.utils.logger.Logger": [[65, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[66, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[67, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[68, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[69, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[70, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[71, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.rewards.NormalizedLinearReward": [[72, "sinergym-utils-rewards-normalizedlinearreward"]], "sinergym.utils.wrappers": [[73, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[74, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[75, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.DiscretizeEnv": [[76, "sinergym-utils-wrappers-discretizeenv"]], "sinergym.utils.wrappers.IncrementalWrapper": [[77, "sinergym-utils-wrappers-incrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[78, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[79, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[80, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeAction": [[81, "sinergym-utils-wrappers-normalizeaction"]], "sinergym.utils.wrappers.NormalizeObservation": [[82, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[83, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[84, "sinergym-utils-wrappers-previousobservationwrapper"]], "timestep_per_hour": [[8, "timestep-per-hour"]]}, "docnames": ["index", "pages/API-reference", "pages/architecture", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/environments_registration", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_schedulers_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_ids", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.json_to_actuators", "pages/modules/sinergym.utils.common.json_to_meters", "pages/modules/sinergym.utils.common.json_to_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.CustomFormatter", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.rewards.NormalizedLinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv", "pages/modules/sinergym.utils.wrappers.IncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeAction", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/getting_env_information", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "envversion": {"nbsphinx": 4, "sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["index.rst", "pages/API-reference.rst", "pages/architecture.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/environments_registration.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_schedulers_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_ids.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.json_to_actuators.rst", "pages/modules/sinergym.utils.common.json_to_meters.rst", "pages/modules/sinergym.utils.common.json_to_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.CustomFormatter.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.rewards.NormalizedLinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv.rst", "pages/modules/sinergym.utils.wrappers.IncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeAction.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/getting_env_information.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "indexentries": {"__init__() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.__init__", false]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.__init__", false]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.__init__", false]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[24, "sinergym.utils.callbacks.LoggerCallback.__init__", false]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[25, "sinergym.utils.callbacks.LoggerEvalCallback.__init__", false]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[51, "sinergym.utils.controllers.RandomController.__init__", false]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[48, "sinergym.utils.controllers.RBC5Zone.__init__", false]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[49, "sinergym.utils.controllers.RBCDatacenter.__init__", false]], "__init__() (sinergym.utils.controllers.rbcincrementaldatacenter method)": [[50, "sinergym.utils.controllers.RBCIncrementalDatacenter.__init__", false]], "__init__() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.__init__", false]], "__init__() (sinergym.utils.logger.customformatter method)": [[64, "sinergym.utils.logger.CustomFormatter.__init__", false]], "__init__() (sinergym.utils.logger.logger method)": [[65, "sinergym.utils.logger.Logger.__init__", false]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[66, "sinergym.utils.logger.WandBOutputFormat.__init__", false]], "__init__() (sinergym.utils.rewards.basereward method)": [[68, "sinergym.utils.rewards.BaseReward.__init__", false]], "__init__() (sinergym.utils.rewards.expreward method)": [[69, "sinergym.utils.rewards.ExpReward.__init__", false]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[70, "sinergym.utils.rewards.HourlyLinearReward.__init__", false]], "__init__() (sinergym.utils.rewards.linearreward method)": [[71, "sinergym.utils.rewards.LinearReward.__init__", false]], "__init__() (sinergym.utils.rewards.normalizedlinearreward method)": [[72, "sinergym.utils.rewards.NormalizedLinearReward.__init__", false]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[74, "sinergym.utils.wrappers.DatetimeWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.discretizeenv method)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.__init__", false]], "__init__() (sinergym.utils.wrappers.incrementalwrapper method)": [[77, "sinergym.utils.wrappers.IncrementalWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeaction method)": [[81, "sinergym.utils.wrappers.NormalizeAction.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.__init__", false]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[83, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__", false]], "act() (sinergym.utils.controllers.randomcontroller method)": [[51, "sinergym.utils.controllers.RandomController.act", false]], "act() (sinergym.utils.controllers.rbc5zone method)": [[48, "sinergym.utils.controllers.RBC5Zone.act", false]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[49, "sinergym.utils.controllers.RBCDatacenter.act", false]], "act() (sinergym.utils.controllers.rbcincrementaldatacenter method)": [[50, "sinergym.utils.controllers.RBCIncrementalDatacenter.act", false]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action", false]], "action() (sinergym.utils.wrappers.discretizeenv method)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.action", false]], "action() (sinergym.utils.wrappers.incrementalwrapper method)": [[77, "sinergym.utils.wrappers.IncrementalWrapper.action", false]], "action() (sinergym.utils.wrappers.normalizeaction method)": [[81, "sinergym.utils.wrappers.NormalizeAction.action", false]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[83, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action", false]], "action_mapping() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action_mapping", false]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.action_space", false]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.activate_flag", false]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.activate_logger", false]], "activate_update() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.activate_update", false]], "actuator_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.actuator_handlers", false]], "adapt_building_to_config() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_config", false]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw", false]], "adapt_building_to_meters() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_meters", false]], "adapt_building_to_variables() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_variables", false]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.apply_weather_variability", false]], "available_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.available_handlers", false]], "basereward (class in sinergym.utils.rewards)": [[68, "sinergym.utils.rewards.BaseReward", false]], "bold_red (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.bold_red", false]], "building_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.building_path", false]], "building_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.building_path", false]], "check_env() (in module sinergym.utils.env_checker)": [[53, "sinergym.utils.env_checker.check_env", false]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.close", false]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.close", false]], "close() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.close", false]], "convert_conf_to_env_parameters() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.convert_conf_to_env_parameters", false]], "csvlogger (class in sinergym.utils.logger)": [[63, "sinergym.utils.logger.CSVLogger", false]], "customformatter (class in sinergym.utils.logger)": [[64, "sinergym.utils.logger.CustomFormatter", false]], "datetimewrapper (class in sinergym.utils.wrappers)": [[74, "sinergym.utils.wrappers.DatetimeWrapper", false]], "ddy_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.ddy_path", false]], "ddy_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.ddy_path", false]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.deactivate_flag", false]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger", false]], "deactivate_update() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.deactivate_update", false]], "default_5zone_discrete_function() (in module sinergym.utils.constants)": [[40, "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", false]], "default_datacenter_discrete_function() (in module sinergym.utils.constants)": [[41, "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", false]], "default_office_discrete_function() (in module sinergym.utils.constants)": [[43, "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", false]], "default_officegrid_discrete_function() (in module sinergym.utils.constants)": [[42, "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", false]], "default_radiant_discrete_function() (in module sinergym.utils.constants)": [[44, "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", false]], "default_shop_discrete_function() (in module sinergym.utils.constants)": [[45, "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", false]], "default_warehouse_discrete_function() (in module sinergym.utils.constants)": [[46, "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", false]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[57, "sinergym.utils.gcloud.delete_instance_MIG_from_container", false]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper", false]], "discretizeenv (class in sinergym.utils.wrappers)": [[76, "sinergym.utils.wrappers.DiscretizeEnv", false]], "energyplus (class in sinergym.simulators.eplus)": [[21, "sinergym.simulators.eplus.EnergyPlus", false]], "episode_length (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.episode_length", false]], "episode_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.episode_path", false]], "eplusenv (class in sinergym.envs.eplus_env)": [[18, "sinergym.envs.eplus_env.EplusEnv", false]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.eppy_element_to_dict", false]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[55, "sinergym.utils.evaluation.evaluate_policy", false]], "export_schedulers_to_excel() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.export_schedulers_to_excel", false]], "expreward (class in sinergym.utils.rewards)": [[69, "sinergym.utils.rewards.ExpReward", false]], "failed() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.failed", false]], "format() (sinergym.utils.logger.customformatter method)": [[64, "sinergym.utils.logger.CustomFormatter.format", false]], "formats (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.FORMATS", false]], "get_delta_seconds() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_delta_seconds", false]], "get_ids() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_ids", false]], "get_record_keys() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.get_record_keys", false]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.get_schedulers", false]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[58, "sinergym.utils.gcloud.get_service_account_token", false]], "getlogger() (sinergym.utils.logger.logger method)": [[65, "sinergym.utils.logger.Logger.getLogger", false]], "grey (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.grey", false]], "hourlylinearreward (class in sinergym.utils.rewards)": [[70, "sinergym.utils.rewards.HourlyLinearReward", false]], "idd_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.idd_path", false]], "idd_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.idd_path", false]], "incrementalwrapper (class in sinergym.utils.wrappers)": [[77, "sinergym.utils.wrappers.IncrementalWrapper", false]], "info() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.info", false]], "init_storage_client() (in module sinergym.utils.gcloud)": [[59, "sinergym.utils.gcloud.init_storage_client", false]], "is_discrete (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.is_discrete", false]], "is_discrete (sinergym.utils.wrappers.discreteincrementalwrapper property)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.is_discrete", false]], "is_discrete (sinergym.utils.wrappers.discretizeenv property)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.is_discrete", false]], "is_running (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.is_running", false]], "is_running (sinergym.simulators.eplus.energyplus property)": [[21, "sinergym.simulators.eplus.EnergyPlus.is_running", false]], "is_wrapped() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.is_wrapped", false]], "json_to_actuators() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.json_to_actuators", false]], "json_to_meters() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.json_to_meters", false]], "json_to_variables() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.json_to_variables", false]], "linearreward (class in sinergym.utils.rewards)": [[71, "sinergym.utils.rewards.LinearReward", false]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.log_episode", false]], "log_step() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.log_step", false]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.log_step_normalize", false]], "logger (class in sinergym.utils.logger)": [[65, "sinergym.utils.logger.Logger", false]], "logger (sinergym.config.modeling.modeljson attribute)": [[15, "sinergym.config.modeling.ModelJSON.logger", false]], "logger (sinergym.envs.eplus_env.eplusenv attribute)": [[18, "sinergym.envs.eplus_env.EplusEnv.logger", false]], "logger (sinergym.simulators.eplus.energyplus attribute)": [[21, "sinergym.simulators.eplus.EnergyPlus.logger", false]], "logger (sinergym.utils.rewards.basereward attribute)": [[68, "sinergym.utils.rewards.BaseReward.logger", false]], "logger (sinergym.utils.wrappers.datetimewrapper attribute)": [[74, "sinergym.utils.wrappers.DatetimeWrapper.logger", false]], "logger (sinergym.utils.wrappers.discreteincrementalwrapper attribute)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.logger", false]], "logger (sinergym.utils.wrappers.discretizeenv attribute)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.logger", false]], "logger (sinergym.utils.wrappers.incrementalwrapper attribute)": [[77, "sinergym.utils.wrappers.IncrementalWrapper.logger", false]], "logger (sinergym.utils.wrappers.loggerwrapper attribute)": [[78, "sinergym.utils.wrappers.LoggerWrapper.logger", false]], "logger (sinergym.utils.wrappers.multiobjectivereward attribute)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward.logger", false]], "logger (sinergym.utils.wrappers.multiobswrapper attribute)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.logger", false]], "logger (sinergym.utils.wrappers.normalizeaction attribute)": [[81, "sinergym.utils.wrappers.NormalizeAction.logger", false]], "logger (sinergym.utils.wrappers.normalizeobservation attribute)": [[82, "sinergym.utils.wrappers.NormalizeObservation.logger", false]], "logger (sinergym.utils.wrappers.previousobservationwrapper attribute)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper.logger", false]], "loggercallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerCallback", false]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[25, "sinergym.utils.callbacks.LoggerEvalCallback", false]], "loggerwrapper (class in sinergym.utils.wrappers)": [[78, "sinergym.utils.wrappers.LoggerWrapper", false]], "make_eplus_args() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.make_eplus_args", false]], "mean (sinergym.utils.wrappers.normalizeobservation property)": [[82, "sinergym.utils.wrappers.NormalizeObservation.mean", false]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[18, "sinergym.envs.eplus_env.EplusEnv.metadata", false]], "meter_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.meter_handlers", false]], "modeljson (class in sinergym.config.modeling)": [[15, "sinergym.config.modeling.ModelJSON", false]], "module": [[13, "module-sinergym.config", false], [14, "module-sinergym.config.modeling", false], [16, "module-sinergym.envs", false], [17, "module-sinergym.envs.eplus_env", false], [19, "module-sinergym.simulators", false], [20, "module-sinergym.simulators.eplus", false], [22, "module-sinergym.utils", false], [23, "module-sinergym.utils.callbacks", false], [26, "module-sinergym.utils.common", false], [39, "module-sinergym.utils.constants", false], [47, "module-sinergym.utils.controllers", false], [52, "module-sinergym.utils.env_checker", false], [54, "module-sinergym.utils.evaluation", false], [56, "module-sinergym.utils.gcloud", false], [62, "module-sinergym.utils.logger", false], [67, "module-sinergym.utils.rewards", false], [73, "module-sinergym.utils.wrappers", false]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward", false]], "multiobswrapper (class in sinergym.utils.wrappers)": [[80, "sinergym.utils.wrappers.MultiObsWrapper", false]], "normalize() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.normalize", false]], "normalizeaction (class in sinergym.utils.wrappers)": [[81, "sinergym.utils.wrappers.NormalizeAction", false]], "normalizedlinearreward (class in sinergym.utils.rewards)": [[72, "sinergym.utils.rewards.NormalizedLinearReward", false]], "normalizeobservation (class in sinergym.utils.wrappers)": [[82, "sinergym.utils.wrappers.NormalizeObservation", false]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[74, "sinergym.utils.wrappers.DatetimeWrapper.observation", false]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper.observation", false]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.observation_space", false]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[83, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", false]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper", false]], "randomcontroller (class in sinergym.utils.controllers)": [[51, "sinergym.utils.controllers.RandomController", false]], "ranges_getter() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.ranges_getter", false]], "rbc5zone (class in sinergym.utils.controllers)": [[48, "sinergym.utils.controllers.RBC5Zone", false]], "rbcdatacenter (class in sinergym.utils.controllers)": [[49, "sinergym.utils.controllers.RBCDatacenter", false]], "rbcincrementaldatacenter (class in sinergym.utils.controllers)": [[50, "sinergym.utils.controllers.RBCIncrementalDatacenter", false]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[60, "sinergym.utils.gcloud.read_from_bucket", false]], "red (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.red", false]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.render", false]], "reset (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.reset", false]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.reset", false]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.reset", false]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.reset", false]], "reset() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.reset", false]], "reverting_action() (sinergym.utils.wrappers.normalizeaction method)": [[81, "sinergym.utils.wrappers.NormalizeAction.reverting_action", false]], "runperiod (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.runperiod", false]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.save_building_model", false]], "schedulers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.schedulers", false]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.set_episode_working_dir", false]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.set_log_file", false]], "set_mean() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.set_mean", false]], "set_var() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.set_var", false]], "sinergym.config": [[13, "module-sinergym.config", false]], "sinergym.config.modeling": [[14, "module-sinergym.config.modeling", false]], "sinergym.envs": [[16, "module-sinergym.envs", false]], "sinergym.envs.eplus_env": [[17, "module-sinergym.envs.eplus_env", false]], "sinergym.simulators": [[19, "module-sinergym.simulators", false]], "sinergym.simulators.eplus": [[20, "module-sinergym.simulators.eplus", false]], "sinergym.utils": [[22, "module-sinergym.utils", false]], "sinergym.utils.callbacks": [[23, "module-sinergym.utils.callbacks", false]], "sinergym.utils.common": [[26, "module-sinergym.utils.common", false]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants", false]], "sinergym.utils.controllers": [[47, "module-sinergym.utils.controllers", false]], "sinergym.utils.env_checker": [[52, "module-sinergym.utils.env_checker", false]], "sinergym.utils.evaluation": [[54, "module-sinergym.utils.evaluation", false]], "sinergym.utils.gcloud": [[56, "module-sinergym.utils.gcloud", false]], "sinergym.utils.logger": [[62, "module-sinergym.utils.logger", false]], "sinergym.utils.rewards": [[67, "module-sinergym.utils.rewards", false]], "sinergym.utils.wrappers": [[73, "module-sinergym.utils.wrappers", false]], "start() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.start", false]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.step", false]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.step", false]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward.step", false]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.step", false]], "step() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.step", false]], "step_size (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.step_size", false]], "stop() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.stop", false]], "timestep_per_episode (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.timestep_per_episode", false]], "unwrap_wrapper() (in module sinergym.utils.common)": [[38, "sinergym.utils.common.unwrap_wrapper", false]], "update_child_locals() (sinergym.utils.callbacks.loggerevalcallback method)": [[25, "sinergym.utils.callbacks.LoggerEvalCallback.update_child_locals", false]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.update_weather_path", false]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[61, "sinergym.utils.gcloud.upload_to_bucket", false]], "var (sinergym.utils.wrappers.normalizeobservation property)": [[82, "sinergym.utils.wrappers.NormalizeObservation.var", false]], "var_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.var_handlers", false]], "wandboutputformat (class in sinergym.utils.logger)": [[66, "sinergym.utils.logger.WandBOutputFormat", false]], "weather_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.weather_path", false]], "weather_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.weather_path", false]], "workspace_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.workspace_path", false]], "write() (sinergym.utils.logger.wandboutputformat method)": [[66, "sinergym.utils.logger.WandBOutputFormat.write", false]], "yellow (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.yellow", false]], "zone_names (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.zone_names", false]]}, "objects": {"sinergym": [[13, 0, 0, "-", "config"], [16, 0, 0, "-", "envs"], [19, 0, 0, "-", "simulators"], [22, 0, 0, "-", "utils"]], "sinergym.config": [[14, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[15, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.ModelJSON": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "adapt_building_to_config"], [15, 2, 1, "", "adapt_building_to_epw"], [15, 2, 1, "", "adapt_building_to_meters"], [15, 2, 1, "", "adapt_building_to_variables"], [15, 2, 1, "", "apply_weather_variability"], [15, 3, 1, "", "building_path"], [15, 3, 1, "", "ddy_path"], [15, 2, 1, "", "get_schedulers"], [15, 3, 1, "", "idd_path"], [15, 4, 1, "", "logger"], [15, 2, 1, "", "save_building_model"], [15, 2, 1, "", "set_episode_working_dir"], [15, 2, 1, "", "update_weather_path"], [15, 3, 1, "", "weather_path"]], "sinergym.envs": [[17, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[18, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[18, 2, 1, "", "__init__"], [18, 3, 1, "", "action_space"], [18, 3, 1, "", "actuator_handlers"], [18, 3, 1, "", "available_handlers"], [18, 3, 1, "", "building_path"], [18, 2, 1, "", "close"], [18, 3, 1, "", "ddy_path"], [18, 3, 1, "", "episode_length"], [18, 3, 1, "", "episode_path"], [18, 3, 1, "", "idd_path"], [18, 2, 1, "", "info"], [18, 3, 1, "", "is_discrete"], [18, 3, 1, "", "is_running"], [18, 4, 1, "", "logger"], [18, 4, 1, "", "metadata"], [18, 3, 1, "", "meter_handlers"], [18, 3, 1, "", "observation_space"], [18, 2, 1, "", "render"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "runperiod"], [18, 3, 1, "", "schedulers"], [18, 2, 1, "", "step"], [18, 3, 1, "", "step_size"], [18, 3, 1, "", "timestep_per_episode"], [18, 3, 1, "", "var_handlers"], [18, 3, 1, "", "weather_path"], [18, 3, 1, "", "workspace_path"], [18, 3, 1, "", "zone_names"]], "sinergym.simulators": [[20, 0, 0, "-", "eplus"]], "sinergym.simulators.eplus": [[21, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[21, 2, 1, "", "__init__"], [21, 2, 1, "", "failed"], [21, 3, 1, "", "is_running"], [21, 4, 1, "", "logger"], [21, 2, 1, "", "make_eplus_args"], [21, 2, 1, "", "start"], [21, 2, 1, "", "stop"]], "sinergym.utils": [[23, 0, 0, "-", "callbacks"], [26, 0, 0, "-", "common"], [39, 0, 0, "-", "constants"], [47, 0, 0, "-", "controllers"], [52, 0, 0, "-", "env_checker"], [54, 0, 0, "-", "evaluation"], [56, 0, 0, "-", "gcloud"], [62, 0, 0, "-", "logger"], [67, 0, 0, "-", "rewards"], [73, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[24, 1, 1, "", "LoggerCallback"], [25, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "update_child_locals"]], "sinergym.utils.common": [[27, 5, 1, "", "convert_conf_to_env_parameters"], [28, 5, 1, "", "eppy_element_to_dict"], [29, 5, 1, "", "export_schedulers_to_excel"], [30, 5, 1, "", "get_delta_seconds"], [31, 5, 1, "", "get_ids"], [32, 5, 1, "", "get_record_keys"], [33, 5, 1, "", "is_wrapped"], [34, 5, 1, "", "json_to_actuators"], [35, 5, 1, "", "json_to_meters"], [36, 5, 1, "", "json_to_variables"], [37, 5, 1, "", "ranges_getter"], [38, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.constants": [[40, 5, 1, "", "DEFAULT_5ZONE_DISCRETE_FUNCTION"], [41, 5, 1, "", "DEFAULT_DATACENTER_DISCRETE_FUNCTION"], [42, 5, 1, "", "DEFAULT_OFFICEGRID_DISCRETE_FUNCTION"], [43, 5, 1, "", "DEFAULT_OFFICE_DISCRETE_FUNCTION"], [44, 5, 1, "", "DEFAULT_RADIANT_DISCRETE_FUNCTION"], [45, 5, 1, "", "DEFAULT_SHOP_DISCRETE_FUNCTION"], [46, 5, 1, "", "DEFAULT_WAREHOUSE_DISCRETE_FUNCTION"]], "sinergym.utils.controllers": [[48, 1, 1, "", "RBC5Zone"], [49, 1, 1, "", "RBCDatacenter"], [50, 1, 1, "", "RBCIncrementalDatacenter"], [51, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCIncrementalDatacenter": [[50, 2, 1, "", "__init__"], [50, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[53, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[55, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[57, 5, 1, "", "delete_instance_MIG_from_container"], [58, 5, 1, "", "get_service_account_token"], [59, 5, 1, "", "init_storage_client"], [60, 5, 1, "", "read_from_bucket"], [61, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[63, 1, 1, "", "CSVLogger"], [64, 1, 1, "", "CustomFormatter"], [65, 1, 1, "", "Logger"], [66, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_flag"], [63, 2, 1, "", "deactivate_flag"], [63, 2, 1, "", "log_episode"], [63, 2, 1, "", "log_step"], [63, 2, 1, "", "log_step_normalize"], [63, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.CustomFormatter": [[64, 4, 1, "", "FORMATS"], [64, 2, 1, "", "__init__"], [64, 4, 1, "", "bold_red"], [64, 2, 1, "", "format"], [64, 4, 1, "", "grey"], [64, 4, 1, "", "red"], [64, 4, 1, "", "reset"], [64, 4, 1, "", "yellow"]], "sinergym.utils.logger.Logger": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "write"]], "sinergym.utils.rewards": [[68, 1, 1, "", "BaseReward"], [69, 1, 1, "", "ExpReward"], [70, 1, 1, "", "HourlyLinearReward"], [71, 1, 1, "", "LinearReward"], [72, 1, 1, "", "NormalizedLinearReward"]], "sinergym.utils.rewards.BaseReward": [[68, 2, 1, "", "__init__"], [68, 4, 1, "", "logger"]], "sinergym.utils.rewards.ExpReward": [[69, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[70, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[71, 2, 1, "", "__init__"]], "sinergym.utils.rewards.NormalizedLinearReward": [[72, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[74, 1, 1, "", "DatetimeWrapper"], [75, 1, 1, "", "DiscreteIncrementalWrapper"], [76, 1, 1, "", "DiscretizeEnv"], [77, 1, 1, "", "IncrementalWrapper"], [78, 1, 1, "", "LoggerWrapper"], [79, 1, 1, "", "MultiObjectiveReward"], [80, 1, 1, "", "MultiObsWrapper"], [81, 1, 1, "", "NormalizeAction"], [82, 1, 1, "", "NormalizeObservation"], [83, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [84, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[74, 2, 1, "", "__init__"], [74, 4, 1, "", "logger"], [74, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[75, 2, 1, "", "__init__"], [75, 2, 1, "", "action"], [75, 2, 1, "", "action_mapping"], [75, 3, 1, "", "is_discrete"], [75, 4, 1, "", "logger"]], "sinergym.utils.wrappers.DiscretizeEnv": [[76, 2, 1, "", "__init__"], [76, 2, 1, "", "action"], [76, 3, 1, "", "is_discrete"], [76, 4, 1, "", "logger"]], "sinergym.utils.wrappers.IncrementalWrapper": [[77, 2, 1, "", "__init__"], [77, 2, 1, "", "action"], [77, 4, 1, "", "logger"]], "sinergym.utils.wrappers.LoggerWrapper": [[78, 2, 1, "", "__init__"], [78, 2, 1, "", "activate_logger"], [78, 2, 1, "", "close"], [78, 2, 1, "", "deactivate_logger"], [78, 4, 1, "", "logger"], [78, 2, 1, "", "reset"], [78, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[79, 2, 1, "", "__init__"], [79, 4, 1, "", "logger"], [79, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[80, 2, 1, "", "__init__"], [80, 4, 1, "", "logger"], [80, 2, 1, "", "reset"], [80, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeAction": [[81, 2, 1, "", "__init__"], [81, 2, 1, "", "action"], [81, 4, 1, "", "logger"], [81, 2, 1, "", "reverting_action"]], "sinergym.utils.wrappers.NormalizeObservation": [[82, 2, 1, "", "__init__"], [82, 2, 1, "", "activate_update"], [82, 2, 1, "", "close"], [82, 2, 1, "", "deactivate_update"], [82, 4, 1, "", "logger"], [82, 3, 1, "", "mean"], [82, 2, 1, "", "normalize"], [82, 2, 1, "", "reset"], [82, 2, 1, "", "set_mean"], [82, 2, 1, "", "set_var"], [82, 2, 1, "", "step"], [82, 3, 1, "", "var"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[83, 2, 1, "", "__init__"], [83, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[84, 2, 1, "", "__init__"], [84, 4, 1, "", "logger"], [84, 2, 1, "", "observation"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "terms": {"": [2, 5, 6, 7, 8, 9, 11, 15, 18, 51, 63, 64, 69, 70, 71, 72, 78, 85, 86, 87, 88, 89, 91, 92, 93, 94, 96, 97, 98], "0": [3, 5, 6, 7, 9, 18, 24, 30, 63, 66, 69, 70, 71, 72, 75, 81, 83, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96, 98], "00": [88, 92], "0000000e": 92, "000002": [], "000004": [], "000006": [], "000008": [], "000011": [], "000013": [], "000015": [], "000017": [], "00002": [], "000021": [], "000023": [], "000025": [], "000027": [], "000029": [], "000034": [], "000036": [], "000038": [], "00004": 88, "000046": [], "000048": [], "000053": [], "000057": 88, "00006": [], "000063": [], "000067": [], "0000689": 88, "000069": [], "00007": [], "000072": [], "000074": [], "00008": [], "000084": [], "000088": [], "00009": [], "000093": [], "000095": [], "0001": [], "000105": [], "000109": [], "00010914766": 88, "000110143796": 88, "00012": [], "00012271093": 88, "00012515654": 88, "00012773361": 88, "000128": 90, "00013045451": 88, "00013333333": 88, "00013638618": 88, "00013963158": 88, "00014309095": 88, "00014678923": 88, "000147": [], "00015075567": 88, "0001546925": 88, "00015502478": 88, "00015963771": 88, "00016": [], "0001646439": 88, "000166": [], "00017010345": 88, "0001748": 88, "00017609018": 88, "00018269602": 88, "000185": [], "00019003714": 88, "00019826289": 88, "0001train": [], "0002": [], "00020756897": 88, "000217": [], "00021821789": 88, "000223": [], "00023057147": 88, "00023504923": 88, "00023599713": 88, "000242": 88, "00024514517": 88, "00025": [], "00026270346": 88, "00028444006": 88, "0003": 88, "00031234752": 88, "00032005456": 88, "00033": [], "000334": [], "00035007": 88, "000368": [], "00037393696": 88, "000374": 88, "0003811": 88, "0003train": 88, "0004052204": 88, "000408": [], "000444": 88, "00044957595": 88, "000452": [], "000471": [], "000492": [], "0004975185": 88, "00054": [], "000565": [], "0005707247": 88, "0005842181877573": 91, "000605": [], "0006501983": 88, "00066": 88, "00070267916": 88, "0007053454": 88, "000715": [], "00072385377": 88, "000904": [], "000923": [], "000949": 88, "000957": 88, "0009778679": 88, "001": [7, 86, 88], "001015": 88, "0010306898": 88, "0010319": 88, "0010421": 88, "001045": [], "001114": 88, "0011556": 88, "001156": [], "00121972": 92, "00126": 88, "0013": [], "001308": 88, "0013277753": 88, "0013828576": 88, "0014014": 88, "001403509": 88, "001415": 88, "001425": [], "001463": 88, "0014668": 88, "0015": 88, "0015184": 88, "00155": [], "001564": [], "001575": 88, "0015805024": 88, "001598": 88, "0016316383": 88, "0016384721": 88, "00164": [], "00164825": 88, "001679": [], "001692606": 88, "001701": 88, "001703": [], "0017091085": 88, "0017269991": 88, "0017316": 88, "0017325399": 88, "001776": 88, "001799": [], "0018431": 88, "0018635": [], "001867": [], "0019283723": 88, "0019406676": 88, "0019578": 88, "00199": [], "0020068": 88, "0020316606": 88, "0020350597": 88, "0020711918": 88, "0021253": 88, "002147": 88, "0021534": 88, "002167": 88, "002221392": 88, "0022239399": 88, "002249": 88, "0023108": 88, "002327": 88, "002333144": 88, "0023340024": 88, "0023422847": 88, "0023475": 88, "002357": [], "002375": 88, "002388": 88, "002415": [], "0024276": 88, "0024403": 88, "0024726503": 88, "002485": [], "00252527": 88, "0025556": 88, "0026870854": 88, "002693": [], "0027": 88, "0027065873": 88, "0027975": 88, "0028027995": 88, "0028222029": 88, "002823": [], "0028559307": 88, "0028725": 88, "0028901": 88, "0028937": 88, "002916": [], "0029180944": 88, "00293": 88, "0029677": 88, "0029864463": 88, "0029953": 88, "0030537": 88, "0030811": 88, "0031065056": 88, "003113": [], "003164": 88, "0031866892": 88, "0032027": 88, "003212": 88, "0032357": 88, "0032534713": 88, "00328": 88, "003285623": 88, "0033998208": [], "0034095": 88, "003412937": 88, "003423698": 88, "0034263": 88, "00343": [], "003440279": 88, "003456": 88, "0034819": 88, "0034871": 88, "0035": 88, "0035180373": 88, "0035410135": 88, "003557767": 88, "003574": 88, "0036081": 88, "003632": [], "0036522": 88, "003658": [], "0036715118": 88, "003682": 88, "0036940638": 88, "003705212742588": 87, "00378": [], "0038116": 88, "0038217893": 88, "0038611": 88, "003878": 88, "0039035": 88, "0039445": 88, "0039507": 88, "003956": [], "003994512": 88, "004000649": 88, "0040443": 88, "004047": 88, "0041485": [], "0041503585": 88, "0042271614": 88, "0042276": 88, "0042319": 88, "0042418": 88, "004270581": 88, "0043215584": 88, "004323": 88, "004467": 88, "004485646": 88, "004485893": 88, "004536449977537947": [91, 92], "004538": [], "0045623": 88, "004583": 88, "004633": [], "0046402": 88, "004652": [], "0046581": 88, "004665": 88, "004717": [], "0047308": 88, "00478402": 88, "004786": 88, "0048": [], "00481": 88, "0048198323": 88, "0048956": 88, "0049": [], "004913": 88, "0049278988": 88, "004932": 88, "004942": 88, "0049712965": 88, "004983492": 88, "004994929": 88, "00499968750430059": 92, "005": 88, "00503": 88, "0050588": 88, "005074": 88, "005081": 88, "00509": 88, "0051024044": 88, "0051094": 88, "005129": 88, "005133703": 88, "005157273": 88, "0051665": 88, "0051785": [], "0051892204": 88, "005199103": 88, "005222685": 88, "00525": 88, "0052770376": 88, "0053193313": 88, "005329": 88, "0053369": 88, "005344": 88, "005348": [], "0053591896": 88, "00538809382535063": 92, "0054235": 88, "0054285643": 88, "0054294": 88, "0054477": 88, "0054569854": 88, "005541111": 88, "005543": 88, "0055778": 88, "005629148688825955": 91, "005653": [], "005655": 88, "0056901": 88, "0057": [], "005709967": 88, "0057263": 88, "00575": 88, "00577": [], "0057725": 88, "005865774": 88, "0058739856": 88, "005888": 88, "00592": [], "00592538": 88, "005941": [], "0060086": 88, "006058": 88, "006073237": 88, "006083058": 88, "0061": [], "006148802": 88, "006176": [], "00619": 88, "006203": 88, "0062066": 88, "0062101763": 88, "006215581": 88, "006237": 88, "006251": [], "006256": 88, "0063": 88, "0063001": 88, "006313": 88, "0063186567": 88, "006336642": 88, "0063478": [], "006355": [], "006355218": 88, "00636": 88, "006378": [], "006402439024390249": 87, "006425757": 88, "006436727": 88, "006443708": 88, "006451254621872": 87, "00653": 88, "0065392065": 88, "006542366753496509": 92, "00656": 88, "006597": 88, "0066116964": 88, "006615": 88, "0066584": 88, "006716701": 88, "0067286": 88, "006733925": 88, "006792": 88, "0067929765": 88, "006808666": 88, "006819347": 88, "00682": 88, "0068262313": 88, "00683": 88, "006833202": 88, "00684": [], "0068517667": 88, "0068710744": 88, "006897373": 88, "006897899": 88, "0069": 88, "0069127": 88, "006935757308931089": 92, "0069598556": 88, "00696": 88, "0069752": 88, "0070043": 88, "0070086815": 88, "007018": [], "00702": 88, "007021785": 88, "007025": 88, "007029875": 88, "0070464984": 88, "007049581561774207": 92, "00705": 88, "0070688585864955075": 92, "007088024": 88, "0070953383": 88, "0071030906": 88, "0071375966": 88, "0071533": 88, "0071800034": 88, "0071815974": 88, "0072408": 88, "0072507234": 88, "0072572976": 88, "00726": 88, "007266593": 88, "00728": 88, "0072815293": 88, "007292943": 88, "0073": 88, "0073182555": 88, "00732": [], "007328547": 88, "007344786": 88, "0073518055": 88, "0073540984": 88, "0073757": 88, "0073979124": 88, "0074095502": 88, "007417446": 88, "0074217": 88, "0074485485": 88, "007471": 88, "0074840747": 88, "0074969796": 88, "007507401": 88, "0075097415": 88, "007603629": 88, "007618005": 88, "0076196184": 88, "0076218965": 88, "007624": 88, "0076664938": 88, "007671": 88, "00767497": 88, "007689": [], "0077236": 88, "0077388883": 88, "0077466": 88, "007762432": 88, "0077979076": 88, "0078": 88, "007802408": 88, "007803499": 88, "007813003": 88, "007826107": 88, "00783": [], "007831309": 88, "00784": 88, "007884659": 88, "007892275": 88, "00791": 88, "007918861": 88, "007929": 88, "007932199": 88, "007942657": 88, "007982026": 88, "007993529": 88, "008012743": 88, "00802": 88, "008028": 88, "0080318": 88, "00804": 88, "008050956": 88, "008061403": 88, "00809261": 88, "008097875": 88, "008135937": 88, "008143578": 88, "008144": [], "008163858": 88, "00819": [], "008200426": 88, "008225121": 88, "008231361": 88, "008247": 88, "008260859": 88, "008263": 88, "00827012": 88, "0083": 88, "008301902": 88, "0083059": 88, "0083072": 88, "00832269": 88, "008325766": 88, "008332789": 88, "0083431": 88, "008347": 88, "00835": 88, "0083685": 88, "00838292": 88, "00839": 88, "008395": [], "008417052432114897": 87, "00843": 88, "008430450234156376": 87, "008472549": 88, "00849": 88, "008502568": 88, "008517234": 88, "008535": 88, "008552314": 88, "008568234": 88, "008579256": 88, "00857train": 88, "008587745": 88, "008594557139982584": 85, "008606": 88, "00861": 88, "008645230812945": 87, "008663": 88, "008679744": 88, "008682": 88, "0086eval": [], "008747": 88, "00875": 88, "0088063": 88, "00882": 88, "00882370430179678": 91, "008827231": 88, "008829223": 88, "00884": 88, "00887": 88, "008879345": 88, "0089": 88, "008919124": 88, "008922572": 88, "008928": 88, "0089366": 88, "008953": 88, "008984863": 88, "008993258": 88, "009009128": 88, "0090275": 88, "009037": [], "009038": 88, "009047017": 88, "009052275": 88, "009079576": 88, "009106": 88, "0091084": 88, "009114": 88, "009117": [], "00912": 88, "009144": 88, "00917": 88, "0092": [], "00922": [], "00922787": 88, "00924": [], "009241407": 88, "009243434": 88, "0092448": 88, "0092467265": 88, "00929": 88, "009302": [], "00933": 88, "009345977": 88, "009347306": 88, "00935": 88, "00936": 88, "00937": 88, "009374699": 88, "009380716": 88, "0093849": 88, "00941": 88, "00942": 88, "009468": 88, "009495": [], "009517068": 88, "00953": 88, "009535522": 88, "0095462": 88, "0095627615": 88, "009565086141368": 87, "0095651": 88, "00957": 88, "009577": 88, "009597585": 88, "00961": 88, "009630183": 88, "00964": 88, "0096488": 88, "009683839": 88, "009695709": 88, "0097116": 88, "009740714": 88, "009740955": 88, "009767": 88, "00977414": 88, "00982": 88, "009825336": 88, "009865": [], "0099": 88, "009916579": 88, "0099351": 88, "009935252": 88, "00994207": 88, "009953": [], "009957332": 88, "00997": 88, "0099798655": 88, "009989": 88, "00999": 88, "009995": [], "009996": 88, "01": [88, 92], "01001345": 88, "0100261": 88, "010043521": 88, "010059948897039251": 87, "010066938284793056": 87, "010086173": 88, "0101": 88, "010126491": 88, "010177551": 88, "010214": [], "010227": [], "010244163": 88, "010288": [], "0103": 88, "010324": [], "01033215": 88, "0104": 88, "0104027": [], "010408": 88, "01041": [], "010475": 88, "0105": 88, "010558373": 88, "0105660325": 88, "0106": 88, "010622099": 88, "01062623": 88, "010629644": 88, "010630592": 88, "010657936": 88, "0106809": 88, "0106994": 88, "0107": 88, "0107102": 88, "010754": 88, "010758932": 88, "0108": 88, "010803": 88, "010826": 88, "010830531": 88, "0108352": 88, "010849": [], "0109": 88, "01093": 88, "0109534": 88, "0109557": 88, "01096": [], "01097": 88, "0109758": 88, "0109859": 88, "011": 88, "011014803": 88, "011024": 88, "011028": 88, "0110311955": [], "011044": 88, "011078191": 88, "011087343": 88, "0111": 88, "01116": [], "011166101": 88, "0111885": 88, "0112": 88, "01121": [], "0112315": 88, "011255": 88, "011280617": 88, "0113": 88, "0113062225": 88, "011312": 88, "011334056": 88, "01135": 88, "011366": 88, "011381835": 88, "011383": 88, "011409366": 88, "0114685": 88, "01147": 88, "011475": 88, "011489507": 88, "0115": 88, "011503487": 88, "011513565": 88, "011516508": 88, "011517": 88, "0115265": 88, "01154": 88, "0115818": 88, "0116": 88, "011611136": 88, "0116199115": 88, "011673": [], "011675": [], "011698544": 88, "0117": 88, "011721461": 88, "0117538": 88, "01176": 88, "0118": 88, "011844009": 88, "011865811": 88, "0119": 88, "0119252": 88, "011957": 88, "01197train": 88, "0119886": 88, "0119913": 88, "012": 88, "0120200375": 88, "01203": [], "012045": [], "012105027": 88, "012105271": 88, "012111678": 88, "012123": 88, "012146": [], "01215": 88, "012180272": 88, "012188334": 88, "0121973": 88, "012206": 88, "012217": 88, "012243": 88, "0122621": 88, "012281": 88, "0123": 88, "0123907": 88, "01241": [], "0124162": 88, "012432": 88, "012436": 88, "01252": 88, "012545": [], "012587": 88, "0126": 88, "0126284": 88, "0126318855628": 88, "0127": 88, "012731855": 88, "01276": [], "0128": 88, "012833458": 88, "0128424": 88, "012848459": 88, "012854": 88, "01287": 88, "012915": 88, "013": 88, "013001": 88, "013014": 88, "01306": [], "0130731": 88, "013084": [], "013084733506993": 92, "013084733506993018": 92, "013104377": 88, "013161": [], "0131997": [], "0132": 88, "0132034": 88, "01320898": 88, "01321": 88, "0132341": 88, "0132661": 88, "013272": 88, "01328": 88, "0133": 88, "01336": 88, "0133743": 88, "013376": [], "013405": 88, "01341": 88, "0134556": 88, "013458886": 88, "013476861": 88, "0134904": 88, "0134939": 88, "0134997": 88, "0135": 88, "013535014": 88, "013589": 88, "013592": [], "0135953": 88, "0136": 88, "013629261": 88, "01363": 88, "013660746": 88, "013693": 88, "0136954": 88, "0136967": [], "0137": 88, "013712": 88, "013735506": 88, "013743178": 88, "01376": [], "0138": 88, "013815": 88, "013933": [], "013943": 88, "013943224": 88, "013974": [], "013975": 88, "013988328": 88, "014": 88, "0140094": 88, "014009457": 88, "0140269": 88, "014044301": 88, "0140697": 88, "014095": 88, "0141": 88, "01412417": 88, "014161675": 88, "014168203": 88, "0142": 88, "014202": 88, "014206": 88, "014244": 88, "0142728": 88, "014303429": 88, "0143048": 88, "014311": 88, "014315547": 88, "014338685": 88, "01435": 88, "014375201": 88, "0144": 88, "014492": [], "014493972": 88, "0145": 88, "014524": [], "014534651": 88, "0145801281317": [], "0146215": 88, "014660655": 88, "0146704": 88, "0147": 88, "014715817": 88, "0147216": 88, "01473234": 88, "014736": [], "014737834": 88, "01476": 88, "0148": [], "014800321": 88, "014879882": 88, "0148937": 88, "014902": 88, "014933": 88, "014956683": 88, "0149596": 88, "014991396": 88, "0150311": 88, "0150334975": 88, "0150545": 88, "015055981": 88, "015062": 88, "015066168": 88, "015097717": 88, "0151229": 88, "015125": 88, "01514": [], "0151830865": 88, "0152": [], "015236": 88, "0152974": 88, "0153506": 88, "015381": 88, "015396": 88, "0154": 88, "0154039": 88, "015416502": 88, "0154272": 88, "015495": [], "0155054": 88, "015506014": 88, "015508404": 88, "015555": 88, "015564": [], "015587632": 88, "015625": 88, "01564179": 88, "015655007": 88, "015674079": 88, "015731111": 88, "015734": 88, "0157478": 88, "015795": 88, "015809014": 88, "01581": 88, "015812": 88, "015846": [], "015854": 88, "015865": [], "01586927": 88, "015892": 88, "015965": [], "0159965": 88, "016053073": 88, "016073": 88, "0161425": 88, "0161473": 88, "016204585390692": 87, "016277": [], "016288405": 88, "016293854": 88, "0163057": 88, "0163493": 88, "01637902": 88, "016392": 88, "0164009": 88, "016401": 88, "016407": 88, "016427128": 88, "016432": 88, "01644711": 88, "01645": 88, "0164702": 88, "016472": 88, "016481": 88, "016487": 88, "016496": 88, "016544": 88, "016546": [], "016564947": 88, "0166494": 88, "0166746": [], "016729381": 88, "016783386": 88, "0168314": 88, "016847": 88, "016855": 88, "016896423": 88, "0169053": 88, "016933993": 88, "016941117": 88, "0169554": 88, "0169665": 88, "016967": 88, "0169796": 88, "0169907": 88, "017": 88, "017014": 88, "017015": 88, "01703774": 88, "01712": [], "0171497": 88, "017178": 88, "017189114279965167": 85, "0172": 88, "017200202": 88, "017212946": 88, "017322361": 88, "017326": 88, "017328722": 88, "0173337": 88, "017344534": 88, "01735999": 88, "0174288": 88, "017467": [], "0174683": 88, "017513156": 88, "017543957": 88, "01755": 88, "01756174": 88, "017563": 88, "0176": 88, "017605726": 88, "017624": [], "017635": [], "0176367": 88, "017648457": 88, "017649367": 88, "0176547": 88, "017658": 88, "017688973": 88, "017693": 88, "017773": 88, "017782": 88, "017822925": 88, "017834": 88, "01789": 88, "017998": 88, "0180045": 88, "01800517": 88, "018007": [], "01801": 88, "01805818": 88, "01816": [], "018164": 88, "018185": 88, "018188": 88, "018188216": 88, "0182": 88, "018244": 88, "018316051": 88, "018398": 88, "018457": 88, "0184816": 88, "018483175": 88, "018544283": 88, "018555": [], "018565": 88, "018595": 88, "0186": 88, "018602": 88, "018616": 88, "018625": [], "0186313": 88, "018637": 88, "018647753": 88, "018665": 88, "01869": [], "018694907": 88, "0187094": 88, "018742": 88, "0187544": 88, "0187709": 88, "018773528": 88, "018852994": 88, "018890714": 88, "018893380782864": 87, "0189128": 88, "018914554": 88, "018936": [], "01894observ": [], "018997": [], "019002788": 88, "019002836": 88, "019006036": 88, "019030077": 88, "0190308": 88, "019045852": 88, "019074": 88, "019208": 88, "0192095": 88, "019212040973969797": 85, "019232": 88, "019248104": 88, "019276": 88, "01933787": 88, "019398335": 88, "0193986": 88, "01945357": 88, "019464813": 88, "0195079": 88, "01953": 88, "01955097": 88, "019562": 88, "019565": 88, "019602453": 88, "01962": 88, "01965": 88, "019770961": 88, "019802": [], "019816": 88, "019817": 88, "01982": [], "0198295": 88, "019831061": 88, "019842192101": 88, "0199256": 88, "019941": 88, "019958": [], "01e": [], "02": [88, 92], "020063419083978743": 90, "020102": 88, "020107605": 88, "020128794": 88, "020130398": 88, "0201516": 88, "020224": 88, "0202329": 88, "020239763": 88, "02024": 88, "0202515": 88, "020305347": 88, "02032": 88, "0203485": 88, "020391": 88, "0203916": 88, "02039244": 88, "02039771": 88, "02046305": 88, "0205274": 88, "020575": 88, "020586867": 88, "0206": 88, "020638": 88, "020691996": 88, "02074347": 88, "020777": 88, "020790577": 88, "020792": 88, "0207969": 88, "02081": [], "0208118": 88, "02084": 88, "0209074": 88, "02094": 88, "020941": 88, "02100518": 88, "02102481": 88, "021038": 88, "021046": [], "021054182": 88, "021096505": 88, "021097": 88, "021120938": 88, "021196": 88, "02120558208039114": 87, "021221": 88, "021241784": 88, "021244": 88, "0212507": 88, "021271158": 88, "021294": 88, "021326333": 88, "021355": 88, "021358749": 88, "021367725": 88, "021458": 88, "0214787": 88, "021494": [], "0215384": 88, "0215408": 88, "02157": 88, "021578478": 88, "0215961": 88, "021599": 88, "02161": 88, "021640904": 88, "0216533": 88, "021653323": 88, "021657": 88, "021665718": 88, "021678157": 88, "02169": [], "021690618": 88, "021703102": 88, "021704": 88, "0217142": 88, "021715604": 88, "02172813": 88, "021740677": 88, "021753246": 88, "021765837": 88, "021769": 88, "021774": 88, "02177845": 88, "021791084": 88, "02180374": 88, "02181642": 88, "02182912": 88, "021841843": 88, "021854589": 88, "021867355": 88, "021877": 88, "021880146": 88, "021883": [], "021892957": 88, "021905793": 88, "021907": 88, "02191865": 88, "02193153": 88, "02193951": 88, "021944433": 88, "02195736": 88, "02197031": 88, "02198328": 88, "021987": 88, "021987954": 88, "021996275": 88, "022": 88, "022001": 88, "022024507": 88, "022053689": 88, "022058593": 88, "022059308": 88, "022103485": 88, "0221138": 88, "022124486": 88, "022127": [], "0221403": 88, "022162": 88, "02219723": 88, "022204885": 88, "022236": 88, "022245737": 88, "02225": 88, "02228": 88, "0222852": [], "022305": [], "0223095": 88, "022327": [], "02235": 88, "022445709": 88, "0224586": [], "022459": 88, "02246": 88, "022476": 88, "022486856": 88, "0224948": 88, "022537": [], "0225751": 88, "022585": [], "022590213": 88, "022602247": 88, "022625308": 88, "022645304": 88, "022653414": 88, "022655": 88, "022714": 88, "02272": 88, "022822281": 88, "022842176": 88, "0228457": 88, "022861": 88, "023067": 88, "023068044": 88, "02307": 88, "023083553": 88, "0231006": 88, "023119664": 88, "023133457": 88, "023173276": 88, "023228": [], "023277": [], "023303822": 88, "0233436": 88, "023378279": 88, "0233877": [], "023397": [], "0234256": [], "023469388": 88, "023483": 88, "0234836": 88, "023499": 88, "023577": 88, "023592": 88, "023592437": 88, "023661777": 88, "0237193": 88, "02373073": 88, "023746": 88, "02376": [], "023796532": 88, "023840118": 88, "0238564": 88, "023882": 88, "023998": 88, "024018288": 88, "02405": 88, "02406": 88, "0241013": 88, "0241108": 88, "024128": 88, "024130076": 88, "0241497": 88, "0242": [], "02423465": 88, "024275": [], "024408": [], "024416": 88, "024492": 88, "024564832": 88, "024600_iwec": 97, "024611803": 88, "02463": [], "024637": 88, "024685": 88, "024799293": 88, "024805": [], "02481997": 88, "024837414": 88, "0248846": 88, "0248926": 88, "0249116": 88, "024936": [], "024964787": 88, "025": [], "0250139": 88, "025045": 88, "025065638": 88, "02507": 88, "0251": 88, "025103493": 88, "025146": 88, "025217": 88, "025219": 88, "025228418": 88, "02522851": 88, "025253": 88, "025330886": 88, "02536": [], "0254": 88, "025453381": 88, "02548622": 88, "025487203": 88, "025552921": 88, "025604": [], "0256236": 88, "025653167": 88, "025670394": 88, "025675": [], "025692": 88, "0257": [], "025849": 88, "025870286": 88, "025906": 88, "025935896": 88, "025946409": 88, "026": 88, "026006952": 88, "026029512": 88, "026090328": 88, "026092948": 88, "026097849": 88, "0261304": 88, "026146": 88, "026216844": 88, "026268": 88, "02629": [], "0263195": 88, "0263984": 88, "026432594": 88, "026447": 88, "0265746": [], "02657observ": [], "02658": 88, "026591508": 88, "02672078": 88, "026736729": 88, "026740843": 88, "02675736": 88, "0267783": 88, "02681579": 88, "0268301": 88, "026924971": 88, "026983375": 88, "027025": 88, "027033584": 88, "027035": [], "0270545": 88, "027056012": 88, "027070882": 88, "02708": 88, "0271773": 88, "0272": [], "027222": [], "027224": 88, "027245": 88, "027264": 88, "027266735": 88, "027282164": 88, "027287": 88, "027288": 88, "02731587": 88, "027320653": 88, "0273664": 88, "027435": 88, "0274358": 88, "027440026": 88, "02745": [], "0274951": 88, "0275": 88, "0275555": 88, "0276": 88, "027609": 88, "02762": 88, "0276431": 88, "027645849": 88, "027721": [], "027729": [], "027773947": 88, "02780659811395238": 85, "027818182": 88, "028025167": 88, "02804625": 88, "02806": 88, "028077811": 88, "02808": 88, "028155833": 88, "0282023": 88, "028213829": 88, "028231": 88, "028278012": 88, "028294": [], "028324742": 88, "028337479": 88, "0283375": 88, "028358": 88, "0283796": 88, "028414": 88, "028467245": 88, "028476462": 88, "028488": 88, "02853": 92, "028534": [], "028546665": 88, "028555358": 88, "028634183": 88, "028645895": 88, "028657624": 88, "028669367": 88, "028681124": 88, "028692894": 88, "028702": 88, "02870468": 88, "02871648": 88, "028728295": 88, "028730959": 88, "0287379": 88, "028740125": 88, "028751967": 88, "028763827": 88, "028764": 88, "0287757": 88, "028776": 88, "0287766": 88, "028784752": 88, "028787589": 88, "028799491": 88, "028805": 88, "028811408": 88, "02882334": 88, "02882715": 88, "0288275": 88, "028835287": 88, "02884725": 88, "028859228": 88, "02887122": 88, "028877": 88, "028878": [], "028883226": 88, "028895248": 88, "0289": 88, "028907284": 88, "028919337": 88, "028923": 88, "028931404": 88, "028942639": 88, "028943487": 88, "028955583": 88, "029062": 88, "029074": 88, "029095": 88, "0291529": 88, "029158": 88, "029166952": 88, "029169999": 88, "029175": 88, "0292397": [], "02925460307228": 92, "029255407": 88, "029259": 88, "029279122": 88, "029285": [], "0293112": 88, "029312": 88, "029315114": 88, "029376933": 88, "02937731": 88, "0293775": 88, "029406": [], "0294286": 88, "0294602": 88, "029507": 88, "029522": 88, "029527038": 88, "0295286": 88, "02954": [], "0295432": 88, "0295806": 88, "029587": 88, "029717356": 88, "029740_iwec": [86, 97], "029778": [], "0297887": 88, "029793642": 88, "029802": 88, "0298077": 88, "0298171": 88, "029887676": 88, "0299196": 88, "029927263": 88, "029964743": 88, "02997": 88, "02e": 88, "03": [88, 92], "030009896": 88, "030054": 88, "030064": [], "030107": 88, "030116985": 88, "030127": 88, "0301485": 88, "0301712": [], "030184664": 88, "0301914": 88, "0302": 88, "0302262": 88, "0302567": 88, "0303185": 88, "030348": 88, "030366203": 88, "03037065": 88, "03038": 88, "0303994": 88, "030428": 88, "030434": 88, "0304456": 88, "030452855": 88, "0305188": 88, "030527": [], "030563207": 88, "030575": 88, "030587958": 88, "030626": 88, "030638": 88, "0306711": 88, "030671768": 88, "030706": 88, "0307438": 88, "03078": [], "030791495": 88, "0308": 88, "0308485": 88, "030853": 88, "030877864": 88, "030915337": 88, "031": 88, "031016": 88, "03104": [], "031056171": 88, "031061115": 88, "031082": [], "031093394": 88, "0311": 88, "031103557": 88, "031166": 88, "0311714993057384": 92, "031209072": 88, "031273894": 88, "03129396": 88, "031296": [], "031308975": 88, "0313244": 88, "031343304": 88, "031371": 88, "0314026": 88, "031479": [], "031494": 88, "031511": 88, "03153": [], "0315452": 88, "031565": [], "0315999": 88, "03162": 88, "0316322": 88, "0316344": 88, "03165923": 88, "031765": [], "0318": 88, "0318145": 88, "031817786": 88, "03183": 88, "031837": 88, "03184": [], "0318464": 88, "0318575": 88, "031891": 88, "0319257": 88, "031965": 88, "0319853": 88, "032100856": 88, "03210196": 88, "0321071": 88, "0321336": 88, "0321556": 88, "03219273": 88, "032194": 88, "032195628": 88, "0322": 88, "0322206": 88, "0322218": 88, "032230627": 88, "0323339": 88, "032434": 88, "0324724": 88, "0325181": 88, "03252501": 88, "03254238": 88, "0325602": 88, "032566": 88, "0325818": 88, "032589257": 88, "032632917": 88, "032639": 88, "0326453": 88, "0326549": 88, "0326562": 88, "032696": 88, "0327": 88, "03271239": 88, "032782257": 88, "032786436": 88, "0328209": 88, "03283": 88, "032832418": 88, "0328345": 88, "032861": [], "032893535": 88, "03291": 88, "0329236": 88, "03297": 88, "032991685": 88, "033": 88, "0331045": 88, "0331099": 88, "033121772": 88, "0331337": 88, "03314546": 88, "033147395": 88, "0331713": 88, "0332": 88, "0332017": 88, "033207": 88, "0332174": 88, "0332474": 88, "03325683": 88, "033256866": 88, "033271": [], "0332745": 88, "03328": 88, "033283304": 88, "033295": [], "0333016": 88, "033342": 88, "03334782": 88, "033350214": 88, "033356": [], "0333877": 88, "03339644": 88, "03343": 88, "033457": [], "033459": [], "033464324": 88, "033495": 88, "0335116": 88, "033620473": 88, "033634692": 88, "033654": 88, "033656828": 88, "033663463": 88, "0336741": 88, "0337195": 88, "0337275": 88, "03375013": 88, "033888119112": 88, "0339092": 88, "033938915": 88, "034": 88, "034012": 88, "0340593": 88, "0340661": 88, "0340716": 88, "0340817": 88, "03417": [], "034194976": 88, "034204": [], "034217745": 88, "034254": [], "034315825": 88, "034338": [], "034351": [], "034358": 88, "034392282": 88, "034393": 88, "0343964": 88, "034434833": 88, "034458518": 88, "034483656": 88, "034485": 88, "0344943": 88, "0345174": 88, "034558635": 88, "0345603": 88, "034567535": 88, "03457087": 88, "0346045": [], "034609": 88, "0346308": 88, "0346324": 88, "034634": 88, "0346507": 88, "034695": 88, "0347": 88, "034723": 88, "034733": 88, "034751017": 88, "034761": 88, "034778237": 88, "034828": 88, "034829076": 88, "03485": 88, "034968585": 88, "034993608": 88, "035": 88, "03506167": 88, "03511": 88, "035144627": 88, "035179": [], "035212": 88, "03522": 88, "0352304": 88, "03523863": 88, "035252": 88, "0352697": 88, "035300355": 88, "035322": 88, "0353352": 88, "035355": 88, "035385": [], "03541521": 88, "03545137": 88, "035542306": 88, "035543624": 88, "0355506": 88, "035565518": 88, "0356": [], "035603218": 88, "0356128": 88, "03561862": 88, "0356268": 88, "035627164": 88, "035658814": 88, "035675": 88, "035702": [], "03570736": 88, "035713": 88, "035716005": 88, "03574282": 88, "0357718": 88, "035803": 88, "0358133": 88, "0358138": [], "035816796": 88, "035838824": 88, "0358468": 88, "03585": [], "0359": 88, "0359008": 88, "035918": 88, "03598713": 88, "035991363": 88, "03602906": 88, "0360292e": 92, "036043823": 88, "0360703": 88, "036101338": 88, "0361673": 88, "036228288": 88, "0362458": 88, "03625": 88, "0362626": 88, "03627514": 88, "0362947": 88, "0363": 88, "03632838": 88, "0363842": 88, "0364093": 88, "0364928": 88, "0364974": 88, "03650236": 88, "036556": 88, "036564": [], "03656605": 88, "036573": 88, "036608": 88, "036627": 88, "036677193": 88, "036682": 88, "036697": 88, "0367126": 88, "036716": 88, "036719": 88, "036785": 88, "0368067": 88, "0368639": 88, "0369": 88, "0369062": 88, "036911": 88, "037": 88, "037066646": 88, "037094": 88, "037186": 88, "0371933": 88, "037195": [], "0371988": 88, "0372051": 88, "0373": 88, "037310444": 88, "0373325": 88, "037402187": 88, "037480578": 88, "03753": 88, "037530188": 88, "03753312": 88, "03754": 88, "0375452": 88, "037563": 88, "037580226": 88, "037582844": 88, "03764": 88, "0376875": 88, "037690986": 88, "03771466": 88, "037722": 88, "0377647": 88, "037766647": 88, "0377753": 88, "037801974817327": 87, "0378294": 88, "037851": [], "037893": [], "0379": 88, "0379361": 88, "0379443": 88, "037956": 88, "0379906": 88, "0379947": 88, "038": 88, "038016": [], "038035974": 88, "03809": 88, "0381325": 88, "0381413": [], "03821972": 88, "038274266": 88, "038298": 88, "03831": [], "038315684": 88, "038351": 88, "038399257": 88, "0384": [], "038404994": 88, "038420383": 88, "03845": 88, "0384612": 88, "03849158": 88, "03852252": 88, "038563": [], "038567": [], "0385842": 88, "038641": 88, "038687": 88, "03872": 88, "038738232": 88, "038744": [], "038773": 88, "0387812": 88, "038803": [], "0388225": 88, "038870145": 88, "038872": 88, "0388744": 88, "038888": [], "0389": [], "0389024": 88, "0389249": 88, "039025486": 88, "039025538": 88, "03903": 88, "0390358": 88, "039072": [], "039076082": 88, "0391133": 88, "039125": [], "039146": [], "0391667": 88, "0391809": 88, "03921353": 88, "039261114": 88, "039303": [], "039307": [], "039309703": 88, "039318": 88, "0393295": 88, "03939618": 88, "039516": 88, "03960104": 88, "039608505": 88, "0396144": 88, "0396146": 88, "0396385": 88, "03966023": 88, "0396683": 88, "039691757": 88, "039704103": 88, "039707907": 88, "0397319": 88, "039743636": 88, "039814": [], "039829556": 88, "03985": [], "03985065": 88, "0398644": 88, "0398664": 88, "0399": [], "0399054": 88, "0399145": 88, "03992": 88, "039961696": 88, "039963804": 88, "03996982": 88, "039986": [], "03_13": 88, "03e": [], "04": [11, 88], "040017": 88, "040043": 88, "040096294": 88, "040098962863255": 87, "0401037": 88, "0401042": 88, "0401045": 88, "040111": 88, "040213": 88, "0403355": 88, "040376764": 88, "040453672": 88, "0405": 88, "040552": 88, "040574": 88, "0406826": 88, "040686": 88, "0407": [], "040706445": 88, "0407077": 88, "040762": 88, "0408": [], "040827": 88, "040930446": 88, "0409384": [], "04097795": 88, "04101": [], "041025914": 88, "041033": 88, "041068": 88, "041191": [], "0411941": 88, "041197": [], "041224416": 88, "041228015": 88, "041236307": 88, "04126": 88, "041264": [], "0412736": 88, "0413": 88, "041317": 88, "041327": 88, "0413507": 88, "041397": 88, "0414": 88, "041430797": 88, "0414414": 88, "0414448": 88, "041460194": 88, "041492": 88, "041537642": 88, "04155831": 88, "04155944": 88, "0416": 88, "041609": [], "0416163": 88, "041629": 88, "041637": 88, "041687116": 88, "0417": 88, "041700646": 88, "041701417": 88, "041730423": 88, "0417705": [], "041782044": 88, "0418172": 88, "0418321": 88, "041843656": 88, "04187036": 88, "0418981": 88, "041942276": 88, "041973": 88, "04199935": 88, "04202": 88, "0420353": 88, "042038": [], "042038623": 88, "04204": [], "04207": 88, "042078": [], "0421102": 88, "04214996": 88, "042166": 88, "042168964": 88, "042192": 88, "0421973": 88, "04220473": 92, "042209443": 88, "042215798": 88, "042226225": 88, "042236082": 88, "042287055": 88, "042394903": 88, "0424": 88, "042411164160782": 87, "04241116416078228": 87, "04245": 88, "0424999": 88, "042542": 88, "04255": [], "04255271": 88, "04257631": 88, "042582": [], "0426": 88, "042614": [], "0426264": [], "042631": 88, "042640083": 88, "042702": 88, "04271405": 88, "042731": 88, "042749885": 88, "04276": 88, "0427704": 88, "042818174": 88, "0428421": 88, "042845": 88, "04286119781551": 87, "0429": [], "0429461": 88, "042965446": 88, "0429877": 88, "042989": 88, "043": 88, "043047": [], "043056": 88, "043064": 88, "043082": 88, "043089": 88, "0430926": 88, "04313": 88, "04314": 88, "0431657": 88, "043211": 88, "043217476": 88, "04322": 88, "043235194": 88, "0433587": 88, "043416": [], "0434825": 88, "043495": 88, "04354493": 88, "043548003": 88, "043554": 88, "043560587": 88, "04359": 88, "0436046": 88, "043669045": 88, "04368episod": 88, "0437": 88, "043746": 88, "043772": 88, "0438075": 88, "043812223": 88, "04386": 88, "043869633": 88, "04388129": 88, "043908432": 88, "04395": 88, "044007": [], "044022262": 88, "044091057": 88, "044094470156978": 87, "04411014": 88, "04412536": [], "044151556": 88, "044158": 88, "0441629": 88, "044207": [], "044271": 88, "044284593": 88, "044285": 88, "0442913": 88, "044320382": 88, "044352487": 88, "0443906": 88, "0444": 88, "044417113": 88, "044444": 88, "044449": 88, "04446": 88, "0444645": 88, "044483": 88, "0444869": 88, "04449": [], "0444996": 88, "04454": 88, "044543": [], "0445516": 88, "04456": [], "04457": [], "04462218": 88, "0446513": 88, "044656": 88, "044670776": 88, "0447109": 88, "044741": 88, "04474577": 88, "044872": 88, "0448818": 88, "04490279": 88, "0449214": 88, "0449407": 88, "044964448": 88, "0449758": 88, "0450199": 88, "045027": 90, "0450547": 88, "0450715": 88, "045091238": 88, "045099393": 88, "04512344": 88, "0451314": 88, "045137": 88, "04513868": 88, "045143": [], "0451455": 88, "045167744": 88, "0451891": [], "045206": 88, "045224804": 88, "045244068": 88, "045346": 88, "045357": 88, "0453637": 88, "045374": 88, "045401797": 88, "04543": 88, "045432": 88, "045515": 88, "04553577": 88, "04554841": 88, "04556021": 88, "045604": 88, "0456423": 88, "0457169": 88, "0458193": 88, "045889135": 88, "045892": [], "04589218": 88, "04590936": 88, "046": [], "046003": 88, "04602": 88, "04605493": 88, "0461": 88, "0461202": 88, "04615037": 88, "046163518": 88, "046166778": 88, "04617": 88, "046187308": 88, "0461957": 88, "04623799": 88, "046251446": 88, "0462931": 88, "04631": 88, "0463675": 88, "046403065": 88, "0465245": 88, "0465317": 88, "0465372": 88, "046549883": 88, "04656396": 88, "04657317": 88, "046635": 88, "0466629": 88, "0466777": 88, "046704784": 88, "046713": 88, "046725": 88, "046789147": 88, "0468": [], "04683": 88, "046837702": 88, "0469": 88, "046925": 88, "046938": 88, "046996377": 88, "047004826": 88, "047049": [], "047069523": 88, "047209": 88, "0472288": 88, "047249": 88, "047274": 88, "047274917": 88, "047325": [], "0473606": 88, "04736episod": [], "04738527": [], "047385786": 88, "047394": 88, "047398": 88, "0474013": 88, "047405": [], "047409": 88, "047431853": 88, "0474424": 88, "0474617": 88, "047461703": 88, "047479764": 88, "047503732": 88, "047579": 88, "0475929": 88, "047593087": 88, "04762558": 88, "0476414": 88, "047669344": 88, "04768543": 88, "047704134": 88, "04772347": 88, "04773": [], "04774477368803296": 90, "04774477368803297": [85, 90], "0477674": 88, "047768": [], "0477986": 88, "047842": 88, "047849283": 88, "047892503": 88, "0479": [], "04791": 88, "0479368": 88, "0479504": 88, "047972": 88, "0479915": 88, "048": 88, "04806": 88, "04806024": 88, "048075": [], "0481": 88, "048176": 88, "048194": 88, "04822": 88, "0482287": [], "0482352": 88, "0482483": 88, "048273": 88, "0483024": 88, "04836053": 88, "048388": [], "04839": [], "04840165": 88, "048454": [], "0484825": 88, "0485": 88, "048507366": 88, "048524275": 88, "0486": 88, "048622917": 88, "04868239": 88, "0486894": [], "0487183": 88, "0487216": 88, "04876eval": [], "04878048780498": 87, "0488": [], "048803": 88, "048813": 88, "0488274": 88, "04883": [], "04886206": 88, "0489": [], "049": 88, "049050864": 88, "049053": [], "049054": [], "0490752": 88, "049084872": 88, "049194": [], "0492": 88, "04921": [], "049212422": 88, "0492697": 88, "049313": [], "04932183": 88, "049335": [], "0493666": 88, "049368": 88, "04940792": 88, "04941501": 88, "0494449": 88, "04948287": 88, "049502": 88, "049547": 88, "04958631": 88, "049627": [], "0496345": 88, "04968866": 88, "049693823": 88, "04973574": 88, "0498": 88, "0498189": 88, "04987081": 88, "049884": [], "0499": 88, "049948": 88, "049954988": 88, "049967": [], "04998291": 88, "049989": 88, "049993": 88, "04e": [], "05": [88, 92], "050009828": 88, "050069384": 88, "050076": 88, "050134376": 88, "0501375": [], "050169": [], "0501708": 88, "05027": 88, "0503125": 88, "050313283": 88, "050321028": 88, "050331": 88, "050398": 88, "050433032": 88, "0504508": 88, "050455": 88, "0504596": 88, "050469": 88, "05049017": 88, "0505": [], "050525": 88, "050537303": 88, "050554": 88, "05062": 88, "050669": 88, "0507": [], "050703": 88, "0507255": 88, "0507332": 88, "05074episod": [], "050751716": 88, "050768": 88, "0507772": 88, "050778955": 88, "05081677": 88, "0508391": 88, "05086": [], "05086105": 88, "050869": 88, "05087891": 88, "0509": 88, "050940573": 88, "0509537": 88, "0509593": 88, "0509704": 88, "050997": [], "05099839": 88, "051015526": 88, "0510249": 88, "051031": [], "0510345": 88, "051094934": 88, "0511172": 88, "05114267": 88, "051165503": 88, "0512": 88, "05125211": 88, "05125802": 88, "051277": 88, "051296797": 88, "05129737": 88, "0513": [], "051317": 88, "05132055": 88, "051324878": 88, "051354967": 88, "0513622": 88, "051375367": 88, "051493827": 88, "05150187": 88, "05150789": 88, "051563": 88, "051583547": 88, "051589422": 88, "05159": 88, "051607": 88, "051617": 88, "051620707": 88, "051688": 88, "051739": [], "051741745": 88, "05177165": 88, "0518": [], "05183996": 88, "051851": [], "051892888": 88, "051900953": 88, "052027": [], "052074417": 88, "052090008717": 88, "0521": [], "0521051": 88, "0521115": 88, "052122": 88, "052146435": 88, "052201897": 88, "052218333": 88, "05222": 88, "052223522": 88, "05225": 88, "05227203": 88, "05230204": 88, "05233236": 88, "0523372": 88, "052339587": 88, "05234926": 88, "052384987": 88, "0524131": 88, "052416": 88, "0524895": 88, "0525": [], "052586": 88, "052681": 88, "052708": 88, "05271005": 88, "052758295": 88, "052776": 88, "0527797": 88, "052798": 88, "052800648": 88, "0528039": 88, "052883": 88, "05288689": 88, "0529009": 88, "052931998": 88, "05296382": 88, "0529952": 88, "053": 88, "053004444": 88, "05307": 88, "053108867": 88, "053115": 88, "05312": [], "053145632": 88, "0531704": 88, "0531789": 88, "053185616": 88, "0532": 88, "05322295": 88, "053240255": 88, "0532731": 88, "053274": [], "053332": [], "053360663": 88, "0533981": 88, "0534": 88, "053425": [], "05344": [], "05346001": 88, "053575516": 88, "053595565": 88, "0535967": 88, "0536019": 88, "0536233": 88, "0536854": 88, "0537": 88, "053715426": 88, "053753": [], "053818326": 88, "053835": 88, "0538856": 88, "053893935": 88, "0539": [], "053931": 88, "053951": [], "053976": 88, "054016": [], "054058526": 88, "054059": 88, "054116443": 88, "054134": 88, "0541993": 88, "054219723": 88, "054272": 88, "054276": [], "054298688": 88, "05435": 88, "0543535": 88, "054383": 88, "0544": [], "0544014": 88, "0544126": 88, "054422": 88, "05443981": 88, "054474": 88, "054508": 88, "054578": 88, "0545952": 88, "054613": 88, "054655": 88, "05471": 88, "0547925": 88, "054893": [], "054978788": 88, "0549881": 88, "05499827": 88, "0549983": 88, "055100203": 88, "055126": [], "055191": 88, "0551928": 88, "0552": 88, "055205442": 88, "05532": 88, "055328183": 88, "055376": [], "05541": [], "05542625239599594": [91, 92], "05543744": 88, "055447": 88, "055459075": 88, "055507": [], "0555887": 88, "055613": 88, "0556237": 88, "055637": 88, "05565": 88, "0556526": 88, "0557": 88, "05573": 88, "0557901": 88, "055912": 88, "055943": 88, "0559604": 88, "056": [], "056001037": 88, "056015": [], "05606387": 88, "05611": 88, "056112885": 88, "056115203": 88, "056177445": 88, "056192": [], "056214053": 88, "056242": [], "05624802": 88, "056265943": 88, "05627": [], "05628388": 88, "056297": 88, "056301836": 88, "056319807": 88, "056337796": 88, "05633871": 88, "056355804": 88, "0563647": 88, "0563653": 88, "05637383": 88, "056376": 88, "056391872": 88, "05640993": 88, "056423414": 88, "056428008": 88, "056432426": 88, "056433": 88, "0564461": 88, "05646421": 88, "05646735": 88, "05647421": 88, "056477": [], "05648234": 88, "056500487": 88, "056503": 88, "056504": 88, "056518648": 88, "056530748": 88, "05653683": 88, "05655503": 88, "056564823": 88, "056573246": 88, "056585": 88, "05659": [], "05659148": 88, "056593": [], "0566": [], "0566003": 88, "05660973": 88, "056622": 88, "05662611": 88, "056628": 88, "056646287": 88, "0566573": 88, "05666459": 88, "056682914": 88, "056701254": 88, "0567044": 88, "056719612": 88, "05673799": 88, "056738496": 88, "05674": [], "05675638": 88, "0567855": 88, "0567958": 88, "056824": 88, "056837": [], "05684": [], "0569446": 88, "05695": 88, "0569793": 88, "056982882": 88, "057": 88, "057007063": 88, "057020433": 88, "0570302": 88, "0570617": 88, "05707632": 88, "057077": 88, "0571": 88, "057109274": 88, "0571896": 88, "057191934": 88, "057208486": 88, "057213": [], "057259": 88, "0572597": 88, "057327": 88, "057348646": 88, "057390537": 88, "0573907": 88, "0574232": 88, "05742441": 88, "0575": 88, "05752743": 88, "05756408": 88, "0575664": 88, "057594746": 88, "057661": 88, "05770905": 88, "057713": 88, "057724237": 88, "057730656": 88, "057757728": 88, "05777781": 88, "057780445": 88, "0577972": 88, "057838561161213775": 87, "0578583": 88, "057873": 88, "0579": 88, "05792": [], "0579523": 88, "057957": [], "0579648": 88, "0579723": 88, "057988115": 88, "058": 88, "05800834342804423": 92, "0580106": 88, "058044884": 88, "058053225": 88, "058063578": 88, "058065": [], "0581": 88, "0581038": 88, "05813617": 88, "058151": 88, "058174": 88, "0581781": 88, "05819001": 88, "0582724": 88, "05829": 88, "058308": 88, "058346": 88, "0583522": 88, "058362": 88, "058374": 88, "0584259": 88, "0585": 88, "058512": 88, "058527": 88, "0585276": 88, "058542": 88, "05858534": 88, "0586": 88, "05862": 88, "0586793": 88, "058687": [], "0587": 88, "058773967039258": 87, "058832634": 88, "05884": 88, "058844": [], "058847": 88, "058883816": 88, "058911": 88, "0589299": 88, "0589626": 88, "058965784": 88, "059": 88, "05905": 88, "05907": 88, "0591": [], "05914062": 88, "059195": 88, "0592": [], "059223": 88, "05924": 88, "05927": 88, "0593494": 88, "059353": 88, "059372": 88, "059407": 88, "05942": [], "059435": 88, "05946": 88, "0594623": 88, "059476": 88, "059484415": 88, "05951598": 88, "059542": [], "059565533": 88, "05957993": 88, "05959727": 88, "0596049": 88, "059628": 88, "05963577": 88, "059649": 88, "059651062": 88, "059664916": 88, "05968185": 88, "059733525": 88, "059742": 88, "05975": 88, "05975312": 88, "05975915": 88, "05978263": 88, "0597864": 88, "0598": [], "05981": [], "0599556": 88, "05996": 88, "059998": [], "05_evalu": 88, "05_s78ikz0n": 88, "05_sf6wp7r8": 88, "05e": [], "05time": [], "06": 88, "0600064": 88, "06001": [], "060021654": 88, "060056496": 88, "0600641": 88, "0600886": 88, "0601": 88, "060146": 88, "0601634": 88, "060165": [], "06017265": 88, "0602": 88, "06024": 88, "060250789892102": 87, "060297": 88, "0603": 88, "060333107": 88, "060364": 88, "06043": 88, "060495": 88, "0605": 88, "060514178": 88, "06051926": 88, "06058090633": [], "0606": 88, "060640305": 88, "060644": 88, "060661484": 88, "060674302": 88, "06067571": 88, "060678475": 88, "0606819": 88, "0607": 88, "060719103": 88, "060763866443537": 87, "060764": 88, "060764357": 88, "0607696": 88, "060785": 88, "0608076": 88, "060822": 88, "060843226": 88, "060920175": 88, "060962483": 88, "0609703": 88, "060978": [], "060984": [], "0610186": 88, "061039": 88, "0610405": 88, "06105": 88, "061054423": 88, "061084": [], "061086323": 88, "0611014": [], "0611172": 88, "06112": 88, "061123": [], "061134": 88, "06117072": 88, "0611725": [], "061176": 88, "0612211": 88, "06123723": 88, "061243": [], "06125889": 88, "0613": 88, "0613084": 88, "061326493": 88, "0613426": 88, "06135443": 88, "06136239": 88, "0614": 88, "061401": 88, "061403": [], "0614157": 88, "0614365": 88, "061438": 88, "061483": [], "061491": 88, "0615137": 88, "0615623": 88, "0616": [], "061643": [], "0616581": 88, "0616609": 88, "06170633": 88, "0617478": 88, "0617516": 88, "06176326": 88, "0617976": 88, "0618": 88, "061817475": 88, "061876513": 88, "0618895": 88, "06189358": 88, "0619": 88, "061901": [], "061918": 88, "061975": [], "062": [], "0620329": 88, "0620472": 88, "062071875": 88, "062078346": 88, "062134482": 88, "062136732": 88, "0621486": 88, "06217": [], "0621798": 88, "062182996": 88, "062187": 88, "062193297": 88, "0622127": 88, "0622388": 88, "062281743": 88, "062295493": 88, "0623107": 88, "062317": [], "062320087": 88, "0623326": 88, "06239434": 88, "062416": 88, "0624255": 88, "062431": 88, "062447": 88, "062473": [], "062494": 88, "0625": [], "062553": 88, "06256": 88, "062576": 88, "0625813": 88, "0626": 88, "0626055": 88, "062628955": 88, "0626522": 88, "0626789": 88, "0626895": 88, "0627372": 88, "0627518": 88, "0627573": 88, "0627639": 88, "06279088": 88, "0627927": 88, "062813": 88, "0628145": 88, "062819": 88, "06282705": 88, "062835": 88, "06288667": 88, "062924": 88, "0629549": 88, "062958": 88, "06301408": 88, "063034": 88, "0630445": 88, "06307508": 88, "063099": 88, "06311718": 88, "06313111": 88, "063183": [], "063209": 88, "06322874": 88, "0632815": 88, "0633": [], "063358024": 88, "063387565": 88, "063405": 88, "06342724": 88, "06344563": 88, "0634688": 88, "0634787": 88, "0635": 88, "063503": [], "06353617": 88, "06355925": 88, "063595": [], "0636": 88, "063614": [], "063633576": 88, "06365": 88, "06367099": 88, "0636942": 88, "063698": [], "0637": 88, "06371045": 88, "063715": 88, "063719": 88, "06372623": 88, "063728": 88, "0638034": 88, "06382": 88, "06386217": 88, "06389505": 88, "0639356": 88, "0639375": 88, "0639455": 88, "06396274": 88, "064": [], "064007": 88, "06400871": 88, "0640386": 88, "064056": 88, "06406341": 88, "064064": [], "064104": [], "0641162": 88, "064186": 88, "064188": [], "06419122": 88, "064198": 88, "064254016": 88, "0642715": 88, "0642983": 88, "0643": [], "06430718": 88, "064339": 88, "0643418": 88, "06438395": 88, "064402": [], "064434": [], "06445257": 88, "0644535": 88, "0644586": 88, "06446283743025183": [91, 92], "064463064": 88, "064466639774928": 87, "064476": 88, "06448685": 88, "06455181": 88, "064693": 88, "064695": 88, "064713": 88, "0647352": 88, "0647895": 88, "06479302": 88, "0648024": 88, "06481": 88, "064861454": 88, "064882": [], "064901926": 88, "064962": [], "064963": 88, "0649695": 88, "06497": 88, "064989656": 88, "065019": 88, "06506": 88, "06506475": 88, "065092": 88, "0651037": 88, "0651083": 88, "06511": 88, "06511407": 88, "06512222": 88, "065159": [], "065163": 88, "06519255": 88, "0651927": 88, "065208": 88, "06521": 88, "065214": 88, "0652192": 88, "0652483": 88, "06525": 88, "06527377": 88, "065284": [], "06529": [], "065294": 88, "065298826": 88, "065304905": 88, "065317": [], "0653296": 88, "06534987": 88, "06540382": 88, "065407306": 88, "0654105": 88, "06546515": 88, "065496": 88, "065502286": 88, "065523": 88, "065544": [], "065552": 88, "0655576": 88, "0656": 88, "065619": 88, "06564134": 88, "0656546": 88, "06578948": 88, "06589412": 88, "065903": 88, "06590901": 88, "065918": 88, "0659751": 88, "066049": 88, "06606661": 88, "06608511": 88, "066179": 88, "0661795": 88, "06619571": 88, "06621": 88, "066215": 88, "0662165": 88, "066272244": 88, "06630083": 88, "066324": 88, "0663465": 88, "066371724": 88, "066435866": 88, "066505": 88, "0665219": 88, "06656": 88, "066572": 88, "066584": 88, "0666": 88, "06664768": 88, "06664793651545": 87, "06665train": 88, "066665": 88, "066673": [], "0667": 88, "066717": 88, "066718265": 88, "066725": [], "066753": 88, "066755": 88, "0667896": 88, "0668": 88, "0668089": 88, "0668788": 88, "0669255": 88, "0669262": 88, "06696264": 88, "06698762": 88, "067": 88, "0670114": 88, "0670214": 88, "067027345": 88, "0670373": 88, "067055": 88, "06706745": 88, "067068": 88, "067092": 88, "067092046": 88, "06709722": 88, "06711921": 88, "067139": 88, "0671433": 88, "067161": 88, "067177": [], "06719": 88, "0672": 88, "067253": 88, "067272": 88, "0672793": 88, "0673279": 88, "0673416": 88, "06735432": 88, "0673666": 88, "0674": 88, "06740261": 88, "0674411": 88, "06745": [], "0674783": 88, "0675014": 88, "06751152": 88, "0675191": 88, "0675281": [], "06755014": 88, "06755257": 88, "0675583": 88, "067558594": 88, "0675793": 88, "0675842": 88, "0676": 88, "0676763": 88, "067719": 88, "067738": 88, "067757": [], "0677848": 88, "067793": 88, "0678085": 88, "067809984": 88, "067818165": 88, "067837656": 88, "06787938": 88, "067886": 88, "06789851005825302": 87, "0679": 88, "0679846": 88, "06799": 88, "068016": 88, "06803053": 88, "0680332": 88, "068073": 88, "0680752": 88, "0681399": 88, "068146236": 88, "0682144": 88, "068221435": 88, "068222": [], "0682522": 88, "06827584": 88, "0683368": 88, "068356": 88, "06836": [], "068379655": 88, "0683976": 88, "0684459": 88, "06847": 88, "068476": 88, "06852541": 88, "068533": 88, "068565": 88, "0685779": 88, "06859056": 88, "068614": 88, "068614386": 88, "0686201": 88, "0686877": 88, "06869351": 88, "0687": 88, "0687178": 88, "06873352": 88, "0688": 88, "0688034": 88, "068803440473825": 87, "0688263": 88, "0688603": 88, "068861": 88, "06886324": 88, "0689": 88, "0689128": 88, "0689201": 88, "06892697": 88, "06894": 88, "0689715": 88, "068975": 88, "069008": [], "0690174": 88, "0690504": 88, "0690553": 88, "069065705": 88, "069071": [], "06907992": 88, "069086": 88, "0691098": 88, "069148436": 88, "06915428": 88, "069155": 88, "069171086": 88, "069218054": 88, "0692334": 88, "06926857": 88, "06927495": 88, "069283": [], "06931924": 88, "06932325": 88, "06934754": 88, "06935": 88, "0693651": 88, "0693742": 88, "0694082": 88, "06943728": 88, "069463": [], "06951": 88, "0695243": 88, "06956474": 88, "06963968": 88, "06968522": 88, "0697417": 88, "069782": 88, "0698131": 88, "069838": 88, "0698451": 88, "069855": 88, "0698638": 88, "06987144": 88, "069877006": 88, "06992028": 88, "06992155": 88, "069925": 88, "069954": 88, "069979906": 88, "069997": 88, "06e": 88, "07": 88, "0700061": 88, "070057": 88, "0700622": 88, "070088774": 88, "0701069": 88, "07019217": 88, "07021247": 88, "0702424": 88, "070265025": 88, "070281215": 88, "0703": 88, "070307": [], "070314735": 88, "0703208": 88, "07033883": 88, "0703576": 88, "0704002": 88, "070406824": 88, "070414": [], "0704242": 88, "07043484": 88, "0704535": 88, "070456": 88, "0704594": 88, "0704859": 88, "070488": [], "0705507": 88, "0705545": 88, "07057632": 88, "070580594": 88, "0705864": 88, "0706056": 88, "0706452": 88, "0706944": 88, "0707015": 88, "070716": 88, "070724": [], "070724145": 88, "0707365": 88, "07074": 88, "07074028": 88, "070752725": 88, "07075742": 88, "07076799": 88, "07077719": 88, "07084473": 88, "070892": 88, "07090087": 88, "07091229": 88, "070915": [], "07094372": 88, "070947446": 88, "070955": 88, "071": 88, "071012": 88, "0710285": 88, "071036": 88, "0710866": 88, "07115613": 88, "07118576": 88, "071199715": 88, "0712": 88, "0712213": 88, "07123106": 88, "07127902": 88, "07128083": 88, "0712918": 88, "071292": 88, "0713": 88, "0713073": 88, "071327": [], "0713305": 88, "071342655": 88, "07136686": 88, "0713767": 88, "0713814": 88, "071413316": 88, "0714184": 88, "07142884": 88, "0714328": 88, "0714405": 88, "0714432": 88, "07145622": 88, "0714583": 88, "0714601": [], "0714875": 88, "071490675": 88, "0715": 88, "07150946": 88, "07151": 88, "07151578": 88, "0715222": 88, "071527": 88, "07153497": 88, "071551144": 88, "07156": [], "07157717": 88, "071577825": 88, "071585": [], "071588464": 88, "071588635": 88, "07160249": 88, "071604": 88, "0716189": 88, "07162537": 88, "0716298": 88, "0716441": 88, "07164663": 88, "07166338": 88, "07168144": 88, "07169838": 88, "07171432": 88, "071716": 88, "071722": 88, "0717256": 88, "071729325": 88, "07174349": 88, "07175688": 88, "07176954": 88, "07178155": 88, "07179296": 88, "0718038": 88, "07181411": 88, "07182395": 88, "07183332": 88, "07185726": 88, "07186549": 88, "07187337": 88, "071878": 88, "071880914": 88, "07188452": 88, "07188815": 88, "07189509": 88, "07190176": 88, "07190817": 88, "07191433": 88, "07192026": 88, "07192415": 88, "071925975": 88, "07192932": 88, "07193149": 88, "07193432": 88, "0719368": 88, "07193916": 88, "07194193": 88, "07194384": 88, "07194838": 88, "071952775": 88, "071957": 88, "07195704": 88, "07196117": 88, "07196518": 88, "07196907": 88, "071972854": 88, "07197653": 88, "0719801": 88, "07198357": 88, "072025": 88, "07203984": 88, "07205738": 88, "0720644": 88, "07211466": 88, "0721288": 88, "07214278": 88, "07215811": 88, "07215987": 88, "07219": [], "0721903": 88, "072194": 88, "0722": 88, "0722077": 88, "072230466": 88, "072244085": 88, "07225": [], "0722507": 88, "07231438": 88, "072315395": 88, "07232964": 88, "0723407": 88, "0723424": 88, "07236526": 88, "07237353": 88, "0723826": 88, "0724212": 88, "0724225": 88, "07246612": 88, "07247908": 88, "07248047": 88, "07248396": 88, "07248754": 88, "07249122": 88, "07249501": 88, "072498925": 88, "0725": 88, "07250295": 88, "07250709": 88, "07251137": 88, "07251578": 88, "072517": 88, "07251997": 88, "07252033": 88, "07252503": 88, "07252508": 88, "07252988": 88, "07253037": 88, "072534904": 88, "07253585": 88, "07254009": 88, "07254154": 88, "072546914": 88, "07254744": 88, "07255358": 88, "07255388": 88, "07255996": 88, "07256659": 88, "0725735": 88, "0725806": 88, "0725807": 88, "07258821": 88, "0725956": 88, "07259605": 88, "07260424": 88, "0726278": 88, "07262934": 88, "07263139": 88, "0726387": 88, "07264851": 88, "07265881": 88, "072664": [], "072669625": 88, "072681": 88, "07269299": 88, "072705634": 88, "07271899": 88, "07273312": 88, "0727406": 88, "072748": 88, "072748095": 88, "07276399": 88, "07278089": 88, "072786": 88, "072796": [], "07279891": 88, "0728": 88, "0728116": 88, "07281814": 88, "07282754": 88, "07283267": 88, "072847": [], "072853": 88, "072855316": 88, "07286467": 88, "07287499": 88, "07287974": 88, "0729": 88, "07290615": 88, "072931": [], "072934814": 88, "07296602": 88, "072977": 88, "07298724": 88, "073": 88, "07300011": 88, "07300094": 88, "073017": [], "07303753": 88, "073078774": 88, "0731": 88, "07310411": 88, "073105": 88, "073124476": 88, "073156": [], "07317538": 88, "07318": 88, "073217": 88, "07323244": 88, "07327": 88, "0732793": 88, "07328095": 88, "07329685": 88, "07332792": 88, "073337436": 88, "07336473": 88, "07339": [], "0734": 88, "07341961": 88, "073464526888": [], "07350735": 88, "073517": 88, "073526": 88, "07353192": 88, "07360909": 88, "073642254": 88, "0736869": 88, "073694": [], "0737": 88, "07370256": 88, "073728465": 88, "07374075": 88, "07380549": 88, "073833": 88, "073835": 88, "073835775": 88, "07387049": 88, "07387492": 88, "073890835": 88, "07389864": 88, "073902": [], "073912": [], "073921": 88, "073932275": 88, "073942": 88, "0739694": 88, "073981255": 88, "074": 88, "074036": 88, "07404228": 88, "0740521": 88, "074059": 88, "074062": 88, "07408438": 88, "074112": 88, "07411705": 88, "074144": 88, "0741452": 88, "0741473": 88, "0741748": 88, "07425431": 88, "07426": 88, "07426608": 88, "07427083": 88, "07428": 88, "0743": 88, "07431": [], "074325327970303": 87, "07433959": 88, "07435": [], "0743777": 88, "07439314": 88, "0744": 88, "0744061": 88, "074409": 88, "07449": [], "074522585": 88, "0745385": 88, "074561": [], "07459831": 88, "07465": 88, "074696615": 88, "07469866": 88, "074833": 88, "07484218": 88, "0748467": 88, "0748471": 88, "074865": 88, "07487289": 88, "0749": 88, "07491478": 88, "074944": 88, "075": 88, "0750003": [], "07500347": 88, "0750419": 88, "07505897": 88, "0750769": 88, "0751": 88, "075142": 88, "075180024": 88, "07521091": 88, "0752202": 88, "075268626": 88, "07528": [], "0753": [], "075305015": 88, "075312": 88, "075342": [], "07534966": 88, "0753968": 88, "0754": 88, "07542881": 88, "0755374": 88, "0755606": [], "07557": [], "0756063": 88, "07567271": 88, "0757": 88, "07577": [], "075876": 88, "075976": 88, "07599138": 88, "07600634": 88, "07601242": 88, "07602": 88, "07602151": 88, "0760257": 88, "076027": 88, "076029": 88, "07603645": 88, "076041415": 88, "076055616": 88, "07606": [], "076066926": 88, "07610258": 88, "07614067": 88, "076147": 88, "076172": 88, "0762059": 88, "0763": 88, "0763167": 88, "076355554": 88, "076359": 88, "07641725": 88, "0764307": 88, "0765": 88, "07650381": 88, "07652108": 88, "076565": 88, "076565824": 88, "07656902": 88, "07659177": 88, "076593": 88, "0766": 88, "07660651": 88, "076616": [], "076633": 88, "076662": [], "076692745": 88, "076697275": 88, "0767": 88, "07671141": 88, "0767192": 88, "0767685": 88, "07678": 88, "076802": 88, "076813": [], "07684615": 88, "076895": [], "0769596": 88, "0769706": 88, "0769713": 88, "077003": 88, "077012": 88, "077019": [], "077085": 88, "0771": [], "07711125": 88, "07711794": 88, "077133": 88, "077166": 88, "07716829": 88, "0772": 88, "0772027": 88, "07722862": 88, "07723eval": 88, "0772519": 88, "07726": 88, "077289544": 88, "077305": 88, "077323": 88, "077324": 88, "077331126": 88, "07737905": 88, "077383": 88, "077408": [], "077416": 88, "07745055": 88, "07751": [], "07753638": 88, "077547": 88, "077548": 88, "077599086": 88, "0776": [], "077621": 88, "077642": 88, "0777": [], "077736": [], "077768": 88, "07777198": 88, "0777869": 88, "077805": 88, "0778476": 88, "0778549": 88, "0779": 88, "07793193": 88, "078": 88, "078064": 88, "07809006": 88, "07810529": 88, "07811546": 88, "078125": 88, "07815011": 88, "07816973": 88, "0781968": 88, "07820858": 88, "07827607": 88, "07829704": 88, "0783": [], "07832344": 88, "07833748": 88, "0783714": 88, "07838": 88, "07838994": 88, "07841942": 88, "07842488": 88, "078426": 88, "07844573": 88, "078461": 88, "07847": 88, "0784708": 88, "0785527": 88, "078562": [], "0785663": 88, "0785869": 88, "0786": [], "078613": 88, "0786196": 88, "0786414": 88, "078703694": 88, "078711174": 88, "0787234": 88, "07876313": 88, "0788": 88, "07881731": 88, "078838": 88, "07887": 88, "0789": 88, "07890657": 88, "078917": 88, "07896": [], "0789738": 88, "078976": 88, "07899538": 88, "07903232": 88, "07908946": 88, "0791206": 88, "07913208": 88, "0791941": 88, "07920104": 88, "079229824": 88, "0792472": 88, "07929286": 88, "07931836": 88, "0794": 88, "0794308": 88, "07947974": 88, "0795": [], "079514": 88, "079519816": 88, "07955": [], "079569": [], "07958107": 88, "079582356": 88, "07958969": 88, "079609": 88, "079637535": 88, "07969253": 88, "07970818": 88, "079718": 88, "0797207": 88, "0797391": 88, "07976483": 88, "0797665": 88, "0797703": 88, "0797737": 88, "079779": 88, "0797863": 88, "0798": 88, "0798442": 88, "07984606": 88, "079883814": 88, "07989367": 88, "07992241": 88, "079965584": 88, "079965614": 88, "07996815": 88, "07997488": 88, "079979": [], "079994": 88, "07e": [], "08": [82, 88], "08001": 88, "080013": [], "08008": 88, "08011453": 88, "0801152": 88, "080135": [], "0801396": 88, "080149": 88, "08015152": 88, "0802": 88, "08020149": 88, "0802932": 88, "0803154": 88, "0803434": 88, "0803499": 88, "0804": 88, "080436": [], "08045286": 88, "080475": 88, "08048": 88, "080522195": 88, "080572": 88, "0805789": 88, "0805937": 88, "0806055": 88, "080623": 88, "08065072": 88, "08065434": 88, "080679": 88, "08068232": 88, "0807078": 88, "08073127": 88, "080739": 88, "08074": [], "080772": [], "080789": 88, "0808": 88, "080807": 88, "08086": 88, "080960855": 88, "0809613": 88, "08097776": 88, "08099061": 88, "080996": 88, "081": 88, "081000039381": [], "0810584": 88, "0811017": 88, "081106": [], "081112": [], "08117698": 88, "0811828": 88, "081197426": 88, "081263": 88, "0812672": 88, "08127707": 88, "0813093": 88, "08131": 88, "08131789": 88, "081339": 88, "08137409": 88, "081376515": 88, "0814147": 88, "081421": 88, "0814284": 88, "08145414": 88, "0815002": 88, "081507": 88, "08155424": 88, "081572": 88, "0815725": 88, "08159": 88, "08161801": 88, "0816432": 88, "081643425": 88, "081665": [], "081668176": 88, "08167889": 88, "081705": 88, "0817177": 88, "08173": 88, "0817447": 88, "0817788": 88, "0818": 88, "08183623": 88, "081839": 88, "081877": [], "081879": [], "08188674": 88, "0819012": 88, "08190616": 88, "0819346": 88, "0819383": 88, "0819445": 88, "0819523": 88, "0819583": 88, "08197916": 88, "08198423": 88, "082043": 88, "0820432": 88, "082052": [], "0820807": 88, "0821": 88, "082119": 88, "08214141": 88, "0821575": 88, "0821946": 88, "0821947": 88, "0822349": 88, "08224414": 88, "082251": 88, "08227845": 88, "08228143": 88, "08228156": 88, "08228404": 88, "0822914": 88, "082297": 88, "08231": [], "082314": 88, "08237275": 88, "0823745": 88, "0824268": 88, "082466": 88, "08247567": 88, "082478": 88, "0824987": 88, "082508": 88, "082521": 88, "0825281": 88, "082550675": 88, "082583": 88, "0825952": 88, "0826318": 88, "0826756": 88, "082678": 88, "0826808": 88, "082681": 88, "0826997": 88, "0826normalized_observ": 88, "082703": 88, "082715": 88, "08272163": 88, "0827507": 88, "0827537": [], "0827578": 88, "082762": 88, "0827832": 88, "0827888": 88, "0828": [], "0828129": 88, "0828397": 88, "0828401": 88, "0828459": 88, "0828652": 88, "0828884": 88, "0828904": 88, "08289895": 88, "0829068": 88, "0829098": 88, "0829134": 88, "08292": 88, "0829298": 88, "082932": 88, "0829508": [], "08295418": 88, "0829878": 88, "08299174": 88, "083": 88, "0830032": 88, "0830033": 88, "083012": 88, "08301761": 88, "083018": 88, "0830317": 88, "083044": 88, "0830445": 88, "0830567": 88, "0830569": 88, "0830683": 88, "0830791": 88, "0830894": 88, "0830903": 88, "0830991": 88, "0831084": 88, "0831106": 88, "0831174": 88, "0831257": 88, "0831338": 88, "0831481": 88, "0831553": 88, "0831622": 88, "08316453": 88, "08316732": 88, "0831687": 88, "0831751": 88, "0831811": 88, "083187": 88, "0831925": 88, "08319644": 88, "083198": 88, "0832031": 88, "08320572": 88, "0832081": 88, "0832129": 88, "0832175": 88, "08321865": 88, "083221495": 88, "0832219": 88, "0832262": 88, "0832268": 88, "0832286": 88, "0832326": 88, "0832366": 88, "083237": 88, "0832404": 88, "083244": 88, "0832475": 88, "083251": 88, "0832543": 88, "0832577": 88, "0832608": 88, "0832639": 88, "0832669": 88, "0832697": 88, "0832719": 88, "0832726": 88, "08327316": 88, "0832794": 88, "08328414": 88, "0833": [], "083341576": 88, "08334234": 88, "0834099": 88, "08342891": 88, "083448246": 88, "08345275": 88, "083458": [], "083482": 88, "08348935": 88, "0835": 88, "0835073": 88, "08352377": 88, "083531134": 88, "08354": 88, "08355019": 88, "08358694595796834": 90, "0835875": 88, "0836626": 88, "0836955": 88, "0836986": 88, "0837": [], "0837018": 88, "0837052": 88, "0837071": 88, "0837085": 88, "0837111": 88, "083712": 88, "0837154": 88, "0837156": 88, "0837193": 88, "0837198": 88, "0837231": 88, "0837245": 88, "083727": 88, "0837293": 88, "083731": 88, "0837342": 88, "0837352": 88, "0837394": 88, "0837396": 88, "083744": 88, "0837446": 88, "0837487": 88, "0837502": 88, "0837561": 88, "0837622": 88, "08376833": 88, "0837685": 88, "083775": 88, "083786": 88, "0838069": 88, "0838146": 88, "0838228": 88, "08382806": 88, "0838314": 88, "0838405": 88, "08384091": 88, "0838499": 88, "0838599": 88, "083860226": 88, "0838704": 88, "0838816": 88, "0838933": 88, "0839": 88, "0839058": 88, "0839084": 88, "08390923": 88, "083919": 88, "083924": 88, "083933": 88, "0839409": 88, "083948": 88, "0839591": 88, "083964": 88, "0839787": 88, "0839999": 88, "084003724": 88, "084023": 88, "08403721": 88, "0840482": 88, "0840597": 88, "084068395": 88, "0840758": 88, "084076": 88, "08408369": 88, "08409047": 88, "0840973": 88, "0841": [], "0841062": 88, "08414": 88, "0841435": 88, "0841662": 88, "0841694": 88, "0841774": 88, "084190_swec": [86, 97], "084203": [], "0842192": 88, "0842196": 88, "0842482": 88, "0842569": 88, "08425885": 88, "0842595": 88, "0842663": 88, "0842751": 88, "084286": 88, "0843": 88, "08432": 88, "084322": [], "0843539": 88, "08436953": 88, "084388": [], "084393": 88, "0844104": 88, "084414": [], "084435": 88, "08445": [], "08446": 88, "08448522": 88, "084525": 88, "0845284": 88, "084533": 88, "084537": 88, "0845556": 88, "0845596": 88, "084575": 88, "08459675": 88, "084602974": 88, "084606394": 88, "084627": 88, "084638394": 88, "0846496": 88, "0846555": [], "0846701": 88, "08468646": 88, "08469369": 88, "0847186": 88, "0847204": 88, "0847337": 88, "0847403": 88, "084755": 88, "08476086": 88, "084763125": 88, "0847691": 88, "08477": 88, "08477283": 88, "08477468": 88, "084782": 88, "084793": [], "0848216": 88, "08482742": 88, "084850326": 88, "084854": 88, "0848593": 88, "084862": 88, "08488266": 88, "084912": 88, "08494734": 88, "0849482": 88, "084965": 88, "0849859": 88, "085": [], "0850195": 88, "085022": [], "08502937": 88, "085037": [], "085043": 88, "0850492": 88, "085054085": 88, "085068405": 88, "085108966": 88, "08511545": 88, "0852171": 88, "085233547737": 88, "0852517": 88, "08526032": 88, "085360_ineti": [86, 97], "0853962": 88, "0854": 88, "0854042": 88, "08543": 88, "0854727": 88, "085554": 88, "0855556": 88, "0855571": 88, "085587": [], "08560264": 88, "085634": 88, "08568503": 88, "085687": 88, "08569181": 88, "085703805": 88, "0857276": 88, "0857557": 88, "0857863": 88, "0857912": 88, "08579667": 88, "08581": [], "085814975": 88, "085816": 88, "085833": [], "08584058": 88, "08584action_simul": 88, "0858548": 88, "08586": 88, "08589043": 88, "085892": 88, "0859339": 88, "08595": 88, "085955": 88, "086": 88, "086002": 88, "08601": 88, "086011": 88, "086092": [], "0861226": 88, "08613": 88, "08620388": 88, "08620625": 88, "086231954": 88, "0862428": 88, "08624974": 88, "0863016": 88, "0863279": 88, "0863833": 88, "0863862": 88, "0863897": 88, "0864124": 88, "08643": [], "0864506": 88, "0864851": 88, "086494": 88, "086506": 88, "08656222": 88, "08661": 88, "086617": [], "08662": [], "08662652": 88, "086629771558385": 87, "08664973": 88, "08666387": 88, "0866796": 88, "0867": 88, "0867016": 88, "08672458": 88, "0867481": 88, "0867491": 88, "08675934": 88, "0867643": 88, "08679": 88, "086813": [], "0868374": 88, "0868429": 88, "0868609": 88, "0868912": 88, "08690284": 88, "08691412": 88, "08692504": 88, "0869826": 88, "086984": 88, "086994": 88, "087": 88, "08702447": 88, "087038": [], "08703933": 88, "0870411": 88, "087057665": 88, "087091535": 88, "0870936": 88, "0871294": 88, "0871458": 88, "087158": 88, "0871683": 88, "087190926": 88, "0872054": [], "08720758": 88, "0873": 88, "08733917": 88, "08734": [], "08735episod": 88, "08735eval": 88, "0873642": 88, "08738": 88, "087389": 88, "0874": 88, "08741056": 88, "0874172": 88, "087430015": 88, "087450765": 88, "087454": [], "08747": 88, "087503": [], "087608": 88, "0876187": 88, "08762": 88, "08762417": 88, "08763": 88, "087643": 88, "0876697": 88, "08767331": 88, "087677": 88, "08769": [], "087695874": 88, "087776": 88, "0877883": 88, "0877912": 88, "08779825": 88, "0877988": 88, "0878": 88, "087822": 88, "087826": 88, "087856": [], "0878857": 88, "087890826": 88, "08793": [], "0879325": 88, "087933": 88, "087942": 88, "087957": 88, "0879769": 88, "08797747": 88, "087987": 88, "087996215": 88, "08801": [], "0880725": 88, "0880904": 88, "0881044": 88, "088134296": 88, "08815": 88, "088154": 88, "088164575": 88, "08817606": 88, "08818724": 88, "088208": 88, "0882387": 88, "08826": 88, "088284": [], "0883042": 88, "088394": [], "0884078": 88, "0884501": 88, "0884569": 88, "088476": 88, "0885055": 88, "088543": 88, "088545084": 88, "08857": 88, "0885792": 88, "08859752": 88, "0886": 88, "08868091": 88, "0886884": 88, "0887": 88, "088702": 88, "0887114": 88, "088804": 88, "088814095": 88, "08882596": 88, "08885": 88, "088911": 88, "088916": 88, "08892": 88, "088923": 88, "088962724586498": 87, "089": [], "08901419": 88, "08904858": 88, "08908": [], "0891": [], "0891392": 88, "089182": 88, "0891863": 88, "0892136": 88, "0892147": 88, "089216925": 88, "089225076": 88, "0892534": 88, "08930107": 88, "089306355": 88, "08932655": 88, "089329146": 88, "0893484": 88, "089352846": 88, "08936529": 88, "0894": 88, "0894127": 88, "089422": 88, "089453": 88, "089472": [], "08948107": 88, "0895092": 88, "08952798": 88, "0895333": 88, "089536116": 88, "089554": 88, "089586414": 88, "0895875": 88, "089592": 88, "08959897": [], "08962914": 88, "089655": [], "0897": [], "089700304": 88, "08971": [], "0897106": 88, "08971215": 88, "0897304": 88, "08973262": 88, "0897843": 88, "08980548": 88, "089815125": 88, "08983803": 88, "08987818": 88, "089883395": 88, "08988801": 88, "089901": [], "089909": 88, "089923": 88, "089947": 88, "089949556": 88, "08e": 88, "09": 88, "09000825": 88, "09000953": 88, "0900276": 88, "090052": [], "0900561": 88, "0901": 88, "090100355": 88, "09011109": 88, "090122": 88, "0901465": 88, "0901613": 88, "0901676": 88, "0902525": 88, "09027246": 88, "090277": 88, "0902784": 88, "090292394": 88, "09030092": 88, "0903442": 88, "090362675": 88, "090402424": 88, "09041012": 88, "0904247": 88, "0904449": 88, "0904492": 88, "090473": 88, "09048168": 88, "090553": 88, "09057919": 88, "09062028": 88, "0906339": 88, "09064168": 88, "090658925": 88, "090687": 88, "09069": [], "090704": 88, "0907127": 88, "09074013": 88, "0907526": 88, "09076655": 88, "090769": 88, "09079776": 88, "0908288": 88, "090829": 88, "09085302": 88, "090890594": 88, "090924524": 88, "09093278": 88, "090951": 88, "09097358": 88, "09098985": 88, "0910126": 88, "0910277": 88, "091045": [], "09104843": 88, "0910659": 88, "09108473": 88, "091092": 88, "0911039": 88, "091116": 88, "0911437": 88, "0912": [], "0913461": 88, "0913599": 88, "09136586": 88, "091366045": 88, "091400445": 88, "09140869": 88, "0914291": 88, "091449186": 88, "0914499": 88, "091452": [], "091456376": 88, "09150921": 88, "091528": [], "091576": 88, "0916522": 88, "09165801": 88, "0917": 88, "091732": 92, "0917588": 88, "0917742": 88, "0918298": 88, "09188562": 88, "091886275": 88, "09189": 88, "0919104": 88, "0919296": 88, "09194678": 88, "091949": [], "091957": [], "091959": [], "0919782": 88, "0919999": 88, "092": [], "09202637": 88, "0920597": 88, "092078105": 88, "092094": 88, "0921276": 88, "0921463": 88, "092154": [], "09215999": 88, "0922017": 88, "0922122": 88, "0922365": [], "092243": 88, "092272": 88, "0922797": 88, "09228475": 88, "0922874": 88, "092297": [], "09231067": 88, "092322215": 88, "092347234": 88, "0923474": 88, "092391290403306": 87, "0924025": 88, "0924407": 88, "092445": 88, "09245596": 88, "092472": 88, "0924978": 88, "0925485": 88, "0925527": 88, "0925692": 88, "0925696": 88, "0925normalized_observ": 88, "092625245": 88, "09263776": 88, "0926435": 88, "09264878": 88, "092659": 88, "0927": 88, "0927011": 88, "092710175": 88, "09274975": 88, "09275753": 88, "0927747": 88, "0928158": 88, "092834": 88, "09283786": 88, "0928539": 88, "092854": [], "09295015": 88, "092978": 88, "09297967": 88, "09302583": 88, "093073": [], "09307499": 88, "093078926": 88, "09312": 88, "09314": [], "0931493": 88, "09316": [], "093201526": 88, "09323043": 88, "093249": 88, "09325188": 88, "093258": 88, "0933": 88, "093322106": 88, "093334": [], "093347": 88, "093349986": 88, "0934": 88, "09340991": 88, "0934683": 88, "093468875": 88, "0934912": 88, "0935067": 88, "0935545": [], "093597": [], "09362787": 88, "09369": [], "093696177204187": 92, "093716234": 88, "093733": [], "09374914": 88, "093792": 88, "0938": 88, "09383": 88, "0938468": 88, "09385083": 88, "09386": 88, "09388": 88, "093914": [], "0939536": 88, "093975": [], "094": 88, "094011": 88, "0940313": 88, "094041": [], "09404957": 88, "094099": [], "0941045": 88, "0941107": 88, "0941219": 88, "0941327": 88, "0941337": 88, "094173": 88, "094208": 88, "0942081": 88, "094209": 88, "0942398": 88, "094266": 88, "09426762": 88, "0943053": 88, "09430829": 88, "094334": 88, "09436": 88, "0943635": 88, "09436836": 88, "09442672": 88, "09444901": 88, "0944712": 88, "0945": 88, "094523385": 88, "094538": 88, "09454519": 88, "09454706": 88, "0945523": 88, "09457": [], "0946227": 88, "0946366": 88, "0946424": 88, "0946569": 88, "09466046": 88, "094668": [], "09468325": 88, "0947": 88, "0947266": 88, "09472917": 88, "0947324": 88, "094740584": 88, "0947531": 88, "0948066": 88, "0948309": 88, "094835": 88, "09487352": 88, "094876": 88, "0948904": 88, "0949283": 88, "094934": 88, "094967": 88, "094972014": 88, "0949814": 88, "094984": 88, "09498897": 88, "095": 88, "095000505": 88, "09502": [], "09502134": 88, "09505262": 88, "095056765": 88, "09507017": 88, "0951": 88, "095118": 88, "09513289": 88, "09517344": 88, "095180675": 88, "0952": 88, "0952077": 88, "095265": 88, "09529226": 88, "095318": [], "0953441": 88, "09536908": 88, "095428675": 88, "09543": 88, "09547": [], "095499": 88, "0955": 88, "09550813": 88, "0955524": 88, "0955803": 88, "095581": 88, "095592": [], "095621": [], "0956336": 88, "0956412": 88, "095644": 88, "0956489": 88, "0956686": 88, "0957": 88, "09572068": 88, "095724": 88, "0957339": 88, "0957427": 88, "0957465": 88, "09584": 88, "0958802": 88, "0959088": 88, "09591243": 88, "0959309": 88, "095945": 88, "0959553": 88, "0959806": 88, "09600639": 88, "096007": 88, "09602026": 88, "09602284": 88, "09603729": 88, "0960613": 88, "0960625": 88, "096078": 88, "09608": 88, "0961": [], "09612024": 88, "096152": 88, "09616411": 88, "09618": 88, "0962096": 88, "0962138": 88, "096224": [], "096245": [], "0962503": 88, "0962505": 88, "0962569": 88, "096279": 88, "0963523": 88, "096365": 88, "09637": [], "096371": 88, "096409": 88, "09641523": 88, "096457": 88, "096490405": 88, "09651925": 88, "0965207": 88, "09652382": 88, "096533": 88, "096546": 88, "09657922": 88, "09659": 88, "0965969": 88, "0966": 88, "09661334": 88, "09662": [], "096634": [], "0966344": 88, "0966402": 88, "09667831": 88, "09668116": 88, "0966962": 88, "096737": 88, "096746": [], "09677085": 88, "0968235": 88, "09686": [], "09688": 88, "096895": [], "0969": 88, "096941": [], "096956186": 88, "09697356": 88, "0969905": 88, "097": 88, "0970025": 88, "097027": 88, "097047195": 88, "09705": 88, "09706565": 88, "097076": 88, "0970895": 88, "0970945": 88, "09710636": 88, "097107": [], "0971148": 88, "09713": [], "0971316": 88, "09714413": 88, "09714763": 88, "09719": [], "09722146": 88, "0972486": 88, "097253315": 88, "09727959": 88, "0973": 88, "0973064": 88, "097307": 88, "0973167": 88, "097323": 88, "097326": 88, "097353": 88, "0974027": 88, "0974219": 88, "0974278": 88, "0974451": 88, "097454": 88, "0974653": 88, "09748": 88, "097484": [], "0974988": 88, "0974998": 88, "0975016": 88, "0975512": 88, "0975711": 88, "0975814": 88, "097586036": 88, "0976026": 88, "0976319": 88, "09766": 88, "09766069": 88, "0976609": 88, "0976728": 88, "0977131": 88, "097721": 88, "0977279": 88, "097735": 88, "09773824": 88, "097755": [], "09775831": 88, "0977693": 88, "097776": [], "097778": 88, "097784": [], "0978": 88, "0978194": 88, "09783998": 88, "0978413": 88, "0978514": 88, "097853": 88, "097855": 88, "09786042": 88, "097885": 88, "09791": 88, "097910084": 88, "0979233": 88, "0979317": 88, "097954": 88, "09796952": 88, "098001": 88, "098002": 88, "0980151": 88, "098041244": 88, "0980479": 88, "098063": [], "0980935": 88, "098104134": 88, "0981184": 88, "0981306": 88, "0981573": 88, "09816": [], "098165": 88, "0981784": 88, "09818": [], "098211": [], "0982655": 88, "098276": [], "0982994": 88, "098305": 88, "09834862": 88, "098352": 88, "098387": 88, "09841517": 88, "098438": 88, "0984397": 88, "09844021": 88, "09845656": 88, "098486": 88, "0985307": 88, "0985438": 88, "0985459": 88, "0985479": 88, "098571725": 88, "09858222": 88, "0985825": 88, "0986001": 88, "0986075": 88, "0986478": 88, "098652855": 88, "0986923": 88, "0986946": 88, "0986964": 88, "0987066": 88, "098722056": 88, "09873238": 88, "0987376": 88, "09878503": 88, "098799": 88, "0988007": 88, "098832": 88, "09885525": 88, "0988593": 88, "0989053": 88, "0989065": 88, "09891054": 88, "0989113": 88, "09891225": 88, "098933": 88, "098980434": 88, "09898953": 88, "099": 88, "099003": 88, "099007": [], "099034": 88, "09905": [], "09909": 88, "0991385": 88, "0991694": 88, "09917": 88, "0992": 88, "099207": [], "0992737": 88, "0992869": 88, "099306": 88, "0993166": 88, "099320556758": 88, "099323": 88, "0993271": 88, "09936916": 88, "0993855": 88, "09942505": 88, "099428": 88, "0994363": 88, "099459365": 88, "099480145": 88, "0995357": 88, "0995953": 88, "0996039": 88, "0996073": 88, "0996212": 88, "09966": 88, "099665": 88, "0996798": 88, "0996914": 88, "0996996": 88, "09971": 88, "0997273": 88, "09972917": 88, "0997403": 88, "099754": 88, "099758": [], "09976": 88, "0997615": 88, "09976294": 88, "0997851": 88, "0998027": [], "099804044": 88, "09981139": 88, "0998425": 88, "0998428": 88, "0998554": 88, "0998662": 88, "0998683": 88, "0998762": 88, "0998923": 88, "09991": 88, "09991824": 88, "0999501": 88, "0999542": 88, "09997": [], "0999848": 88, "099987": [], "0999871": 88, "0999913": 88, "09e": 88, "0_0": [86, 88], "0action_network": 88, "0eval": 88, "0m": 64, "0normalized_observ": 88, "0observ": 88, "0x7efe0a39d0f0": 88, "0x7efeffbc78b0": 88, "0x7f6d49d5f670": [], "0x7f6e4589ee90": [], "0x7f80ad33c0a0": 89, "1": [2, 3, 6, 7, 8, 24, 25, 69, 70, 71, 72, 81, 85, 86, 87, 88, 89, 91, 92, 94, 96, 97, 98], "10": [0, 7, 9, 11, 18, 55, 64, 85, 86, 87, 88, 89, 90, 91, 92, 97], "100": [24, 87, 88], "1000": 88, "10000": 25, "1000000e": 92, "100003": 88, "100008": 88, "10000823": 88, "100012": 88, "1000181": 88, "10002905": 88, "100036": 88, "1000456": 88, "1000646": 88, "100097": 88, "10010816": 88, "10012235": [], "100138724": 88, "100141": [], "1001452": 88, "100167155": 88, "10016859": 88, "1001799": 88, "1001824": 88, "1001863": 88, "10018777": 88, "10019127": 88, "1001942": 88, "1001947": 88, "1002063": 88, "1002321": 88, "10024": [], "10024008": 88, "1002502": 88, "1002516": 88, "1002641": 88, "1002643": [], "1002858": 88, "10029349": 88, "1003": [], "10034851": 88, "100356": 88, "10036767": 88, "1003736": 88, "100392": 88, "100396": 88, "100397": 88, "1004026": 88, "10041": [], "100419305": 88, "1004283": 88, "1004345": 88, "1004535": 88, "100463": 88, "1004676": 88, "100485": 88, "10048641": 88, "10049": [], "1005": 88, "1005049": 88, "1005147": 88, "10051798": 88, "1005371": 88, "1005378": 88, "1005559": 88, "1005609": 88, "1006248": 88, "1006459": 88, "100684": 88, "1006869": 88, "10069295": 88, "1006963": 88, "1007": 88, "10070": [], "10071": 88, "1007212": 88, "1007338": 88, "1007368": 88, "1007378": 88, "10073893": 88, "10074": [], "10074424": 88, "1007459": 88, "10074848": 88, "100765": [], "10077599": 88, "100782596": 88, "1007994": 88, "1008": 88, "100801": 88, "100847": 88, "10086": 88, "1008663": 88, "10087118": 88, "100876": 88, "1008798": 88, "1009": 88, "10090787": 88, "10092": 88, "10094131": 88, "100958236": 88, "10099": [], "101": 88, "1010": 88, "10100": 88, "101006": 88, "1010189": 88, "1010294": 88, "1010523": 88, "1010563": 88, "10107273": 88, "1011206": 88, "1011216": [], "10114565": 88, "1011635": [], "10116565": 88, "1012": [], "101231": 88, "1012385": 88, "1012398": 88, "10124": [], "101249": 88, "1012645": 88, "101277": 88, "1013": 88, "10133802": 88, "10136": 88, "1014": 88, "101406": [], "1014473": 88, "101468": [], "1014816": 88, "10149": [], "1015": 88, "10154349": 88, "1015539": 88, "10159074": 88, "1015983": 88, "1016": 88, "101610": 88, "101637": 88, "10163841": 88, "1016428": 88, "1017": 88, "1017108": 88, "10171922": 88, "101730056": 88, "10174": [], "1017511": 88, "1017761": 88, "1018": [], "10184494": 88, "1018751": 88, "1018907": 88, "1019": 88, "10193": 88, "101936": 88, "10195547": 88, "101974085": 88, "10197783": 88, "10199": [], "102": 88, "1020": [], "1020125": 88, "102016": 88, "10201615": 88, "1020191": 88, "10202229": 88, "1020368": 88, "102093": 88, "1021": 88, "10210214": 88, "102119684": 88, "10212": [], "1021219": 88, "102135": [], "1021434": 88, "1021478": 88, "1021671": 88, "1022": 88, "10223244": 88, "10224": [], "1022532": 88, "1022595": 88, "10231485": 88, "102337": 88, "1023380": [], "10234228": 88, "1023457": 88, "1024": [], "10244": [], "1024641": 88, "10249": [], "1025": [], "1025128": 88, "1025525": [], "10256": 88, "102566": 88, "102592126": 88, "10260582": 88, "10260941": 88, "1026161": 88, "10266": 88, "1026917": 88, "1026989": 88, "102715": 88, "10274": [], "10275": 88, "1027541": 88, "10277999": 88, "1027994": 88, "102802": [], "1028358": 88, "1028489": 88, "10286509": 88, "1029": 88, "1029345": [], "10295684": 88, "10296": [], "10297636": 88, "102986": 88, "10299": [], "103": 88, "1030": [], "10302424": 88, "103027": 88, "10303458": 88, "103040114": 88, "1030456": 88, "10307896": 88, "10308138": 88, "1031080": 88, "10312": 88, "1031281": 88, "103163": [], "1031673": [], "103186": 88, "10319377": 88, "103239": 88, "10324": [], "1032549": 88, "10326995": 88, "1032705": [], "103301": [], "103315": 88, "1033242": [], "103329": 88, "103333": 88, "1033362": 88, "103366524": 88, "103372582413": 88, "1033765": 88, "10342764": 88, "10347": 88, "10349": [], "1035100": [], "103514": 85, "103538": 88, "10354246": 88, "103571": 88, "1036": 88, "1036211": 88, "1036222": 88, "103635": 88, "10363784": 88, "1036397": 88, "1036499": 88, "10365036504194708": 90, "1036603": 88, "1037": [], "10371976": 88, "1037211": 88, "103726126": 88, "1037366": 88, "10374": [], "10374769": [], "10377312": 88, "10379078": 88, "103796": [], "10379659": 88, "10381": 88, "103827": 88, "103831": [], "103836": [], "1038854": 88, "10390927": 88, "1039147": 88, "103922374125307": 87, "10393": 88, "1039311": 88, "10398404": 88, "10398941": 88, "10398999": 88, "10399": [], "104": 88, "1040002": 88, "104023": 88, "104042": 88, "1040424": 88, "104047": 88, "1040538": 88, "1040756": 88, "104088": [], "10409171": 88, "1041": [], "104103": 88, "104126": [], "1041308": 88, "104172": 88, "10418231": 88, "104205": 88, "10421": 88, "10422586": 88, "10422931": 88, "10424": [], "10425": [], "1042684": 88, "104283676": 88, "1042883": [], "1042911": [], "1042913": 88, "1043": [], "10435": 88, "10439": 88, "1044": 88, "1044192": 88, "10441947": 88, "10443535": 88, "1044445": 88, "104454": 88, "10449": [], "1044986": 88, "10453701684556": 87, "10457": [], "104575": 88, "1046": [], "10460311": 88, "1046197": 88, "104659": 88, "1046908": 88, "1047161": 88, "104729": 88, "10474": [], "104774": 88, "1048": 88, "1049": [], "10492": 88, "1049585": 88, "10496622": 88, "10497919": 88, "1049851": 88, "10499": [], "105": 88, "105051": [], "10506511": 88, "105117": [], "105118": [], "105156": [], "105177": 88, "10520079": 88, "1052078": 88, "1052083": 88, "10522": [], "105227": [], "10523023": 88, "10524": [], "1052505": 88, "105264": [], "1052692": 88, "105282": 88, "105337": 88, "105343": [], "105364": 88, "10538463": 88, "10540494": 88, "105434": 88, "1054342": 88, "1054577": 88, "10545772": 88, "105484545": 88, "10549": [], "1055094": 88, "105519": 88, "1055275": 88, "1055290": [], "105541": 88, "1055746": [], "1056": [], "10562238": 88, "10565": 88, "105658": 88, "10568599": 88, "1057": 87, "105707": 88, "10571": [], "105713": 88, "105717": 88, "1057377": 88, "10574": [], "1057422": 88, "105753": 88, "1057677": 88, "10579": 88, "1058283": 88, "105859": 88, "1058698": 88, "10587": [], "105872646": 88, "1059426": 88, "10599": [], "10599099": 88, "105993": 88, "105999": 88, "106": 88, "1060059": 88, "1060431": [], "1060477": 88, "10607": 88, "106083": 88, "1060946": 88, "106098": 88, "1061088": 88, "10612247": 88, "1061276": 88, "1061385": 88, "1061438": 88, "106155": 88, "1061652": 88, "10617": 88, "1062": 88, "1062013": 88, "1062362": 88, "10624": [], "10625786": 88, "1063": [], "1063042": [], "1063268": 88, "1063467": 88, "10635991": 88, "106361": 88, "10636412": 88, "10636823": 88, "10638231": 88, "10639897": 88, "1064": [], "106457435": 88, "1064625": 88, "10649": [], "106518": 88, "10651923": 88, "10653431": 88, "1065965": 88, "1066229": 88, "106633": 88, "106646": 88, "10671539": 88, "1067383": 88, "10674": [], "1067461": 88, "106759846": 88, "10676115": 88, "106765665": 88, "10677": 88, "10677944": 88, "106781": 88, "10678853": 88, "1068": [], "1068107": 88, "10682265": 88, "1068228": 88, "106829": 88, "1068811": 88, "1068841": 88, "1069": 88, "10691": [], "1069361": 88, "10694": 88, "1069448": 88, "10694809": 88, "106950365": 88, "106956": 88, "106958": 88, "1069605": 88, "106976": 88, "10699": [], "107": [88, 92], "1070": [], "10701": [], "107014": [], "1070203": [], "1070296": 88, "1070492": 88, "1070524": 88, "1070757": 88, "107079": 88, "107092": 88, "1070936": 88, "10711571": 88, "1071558": 88, "1071606": 88, "107161": 88, "10717676": 88, "10718": 88, "1072": [], "107224": 88, "10723846": 88, "10724": [], "10724893": 88, "10725074": 88, "10727": 88, "107285": 88, "10729002": 88, "1073": [], "1073124": 88, "10732236": 88, "10733039": 88, "107374": [], "107384318126506": 87, "107392": 88, "1074": 88, "1074047": [], "107405104": 88, "107415": 88, "107417345": 88, "1074366": 88, "107442": [], "10746624": 88, "1074747": 88, "107475": [], "10749": [], "107494": 88, "10750": 87, "10754": [], "107556": [], "107563": [], "10756844": 88, "10756914": 88, "10757": 88, "10759": 88, "1076": 88, "1076129748179115": 86, "107616": [], "1076239": 88, "1076257": [], "1076357": 88, "1076671": 88, "1077": 88, "10770932": 88, "1077217": 88, "10774": [], "1077411": 88, "107789": [], "1077924": 88, "10783242": 88, "1078377": 88, "10785310": 88, "1078621": 88, "1078696": 88, "10792792": 88, "1079731": 88, "1079741": [], "10799": [], "108": 88, "108005": [], "108007": [], "10801": 88, "108011": [], "1080264": 88, "10803817": [], "1080505": 88, "10805726": 88, "1081605": [], "10817419": 88, "1081877": 88, "10819628": 88, "10820595": 88, "108224854": 88, "10824": [], "10826": 88, "108271666": 88, "1082793": 88, "1083": 88, "10831": 88, "1083119": 88, "1083161": 88, "10832387": 88, "1083314": 88, "108348906": 88, "108369": [], "1084192": 88, "10842759": 88, "1084415": 88, "1084551": 88, "1084874": 88, "10849": [], "1085": 88, "108513": 88, "1085250e": 92, "10853039": 88, "10857347": 88, "1085743": 88, "108583": 88, "108587": 88, "1085879": 88, "108599": [], "1086": [], "10862011": 88, "1086266": 88, "108627": 88, "1086768": 88, "1086777": 88, "1086866": 88, "1087": [], "1087064": 88, "1087364": 88, "10874": [], "1087515": 88, "108757": [], "1087605": 88, "108772": 88, "1087758950055": 88, "1087906": 88, "1088": 88, "1088106": [], "108821": 88, "1088244": 88, "10883": [], "1088849": 88, "1088864": 88, "108894": 88, "1088994": 88, "1089": [], "1089067": 88, "1089516": [], "1089535": 88, "1089542": 88, "10899": [], "108995": 88, "109": 88, "1090": [], "109005": 88, "1090136": 88, "10901824": 88, "10901927": 88, "10905": 88, "1090608": 88, "10907631": 88, "10908362": 88, "109085": 88, "10912327": 88, "1091249": 88, "10913702": 88, "1091488": 88, "109161": 88, "1091632": 88, "1091863": 88, "1091895": 88, "10920752": 88, "10921508": 88, "10922": [], "10923": 88, "1092379": 88, "10924": 88, "1092484": 88, "10925": 88, "10932505": 88, "1093533": 88, "1094": 88, "1094098": 88, "1094285": 88, "10945": 87, "109461665": 88, "109482": [], "10949": [], "1095": 88, "109519586": 88, "109521": 88, "10955276": 88, "109554": [], "109562": [], "1096": 88, "109613106": 88, "109633": 88, "10966": 88, "1096703": 88, "109674": [], "10968": [], "109697": [], "109713": 88, "1097286": 88, "10974": [], "10976035": 88, "1097804": 88, "109782815": 88, "1098065": 88, "109821": 88, "10982244": 88, "1098279": 88, "1098283": 88, "109860": 88, "10989": [], "109898": 88, "1099": 88, "109931": 88, "1099755": 88, "10999": [], "10gb": 9, "11": [87, 88, 91, 92], "110": 88, "1100109": [], "110023": [], "1100496": 88, "11005415": 88, "11006eval": 88, "110086": 88, "1101134": 88, "1101246": [], "11013": [], "1101482": 88, "11020334": 88, "110203624": 88, "11021391": 88, "11024": [], "1102428": 88, "110273": [], "1103": [], "1103042": 88, "110332": 88, "11034824": 88, "110353": [], "11035315": 88, "1103574": 88, "110363": 88, "11037797": 88, "110397": 88, "11040244": 88, "11040545": 88, "11041305": 88, "1104233": 88, "1104268": 88, "11044": [], "11048421": 88, "11049": [], "1105": 88, "110516384": 88, "1105301": [], "110534": 88, "1105442": [], "11059815": 88, "110658": 88, "110699": [], "11072": 88, "11072054": 88, "11074": [], "1107588": 88, "1107672": 88, "11077": [], "110783": 88, "1108": [88, 91, 92], "11081": 88, "11086": 88, "1108626": [], "110886": 88, "110889": 88, "110891": [], "1109": [], "1109461": [], "1109529": 88, "1109554": 88, "1109681": 88, "110972": [], "11099": [], "111": 88, "1110084": 88, "111017": [], "1110457": 88, "11106950": 88, "111077555": 88, "11108793": 88, "1111011": 88, "1111047": 88, "1111405": 88, "11116782": 88, "1111722": 88, "111176": [], "111183": 88, "111197": 88, "1112": 88, "111204": 88, "11122913": 88, "11124": [], "1112516": 88, "11127677": 88, "1113": 88, "11131": [], "111319": 88, "1113212": 88, "11137": 88, "111379": 88, "11138917": 88, "1113925": 88, "1114": [], "11149": [], "11149913": 88, "111558": 88, "1115596": 88, "11157116": 88, "111572": 88, "1116": 88, "1116179": 88, "11162": [], "111624": 88, "1116681": 88, "11167310": 88, "11168": 88, "111688": 88, "111692": 88, "11170644": 88, "11172": [], "1117234": 88, "111738": 88, "11174": [], "11175725": 88, "11177": 88, "111835": 88, "11184": 88, "11187": [], "1118792": 88, "1118982": 88, "1119156": [], "1119275": [], "1119448": 88, "111969": 88, "11197559": 88, "11199": [], "112": [88, 91], "1120154": 88, "1120176": 88, "1120192": 88, "1120282": 88, "112099": [], "11212913": 88, "11213164": 88, "112133": 88, "1121520": [], "112154": 88, "112187": [], "1122": 88, "1122124": 88, "11224": [], "11227866": 88, "1122885": 88, "1123": 88, "1123093": 88, "1123214": 88, "112342075": 88, "112387": 88, "11238912": 88, "11239652": 88, "1124": [], "1124078": 88, "1124171": 88, "1124177": 88, "112436": 88, "11243925": 88, "112459": 88, "112463": 88, "11246492": 88, "11248669": 88, "11249": [], "1124911": 88, "11251116": 88, "112525": 88, "11253": 88, "1125379": 88, "1125501": 88, "11259521": 88, "1126276": 88, "11263579": 88, "112642": 88, "1126709": 88, "112682": 88, "1127219": 88, "112732": 88, "11274": [], "112741": 88, "112781376": 88, "1128": 88, "112802714": 88, "11280495": 88, "1128129": 88, "112825": 88, "112831": 88, "1128311": 88, "112832": 88, "1128328": 88, "11284834": 88, "11288": 88, "1129": 88, "11290849": 88, "1129206": 88, "11295": 88, "11297985": 88, "11299": [], "1129913": [], "11299515": 88, "113": 88, "1130109": 88, "1130159": 88, "1130307": 88, "11304": 88, "1130443": 88, "1130749": 88, "1131009": 88, "113106": 88, "113121": [], "113134": [], "11313618": 88, "1131457": 88, "1131471": 88, "11316": [], "11317": 88, "1131744": 88, "11318588": 88, "1132": 88, "11320836": 88, "113209546": 88, "1132145": 88, "11322": 88, "113224": 88, "1132252": 88, "11324": [], "113266796": 88, "11327016": 88, "1132735": 88, "113275": 88, "11328": [], "1133": 88, "1133127": [], "113327": [], "113366": 88, "1134013": 88, "11342136": 88, "1134392": 88, "11346227": 88, "1134727": 88, "113474": 88, "1134822": 88, "11349": [], "1134963": 88, "113518": 88, "1135183": 88, "11353112": 88, "113543": 88, "1135656": 88, "11358318": 88, "113587": 88, "1135936": [], "1135962": 88, "1136": [], "113628": 88, "11363": 88, "1136309": 88, "1136322": 88, "113646": 88, "11365": 88, "1137": 88, "113705": [], "11370524": 88, "113722": 88, "1137261": [], "11374": [], "1137936": 88, "1137977": 88, "113817": 88, "11383317": 88, "1138461": [], "1138610": [], "113867": [], "113877945": 88, "113893": 88, "1138952": 88, "1139": [], "11392853": 88, "1139417": 88, "11395857": 88, "11396": 88, "1139842": 88, "11399": [], "114": 88, "114027": 88, "1140561": 88, "11409657": 88, "1140969": 88, "1141056": 88, "114117": 88, "1141285": 88, "114134": 88, "114166": 88, "11417414": 88, "1141782": 88, "1141868": 88, "1141885": [], "11419007": 88, "114191": [], "1141912": 88, "11419542960070476": 87, "1141993": 88, "11421508": 88, "11424": [], "114245": [], "1143": 88, "11433839": 88, "1143639": 88, "11436924": 88, "1144": [], "11443": 88, "114437": 88, "11444584": 88, "11445746": 88, "11446": [], "11447928": 88, "11449": [], "1145": 0, "1145034": 88, "1145059": 88, "11451427": 88, "1145155": 88, "114529": 88, "11453": 88, "11455": 88, "1145651": [], "1145856": 88, "1146": [], "11460042": 88, "11461419": 88, "114616": 88, "114619635": 88, "11463622": 88, "114697": 88, "1147": 88, "11474": [], "1147776": 88, "11479589": 88, "1148": [], "11481": 88, "11481476": 88, "11484595": 88, "114868": [], "11488783": 88, "1149": [], "114935": 88, "11496": 88, "11497": 88, "1149772": 88, "11499": [], "114992514": 88, "115": 88, "1150": [], "11503102": 88, "11506": [], "11506228": 88, "1150713": 88, "1151": 88, "115140475": 88, "11515210984941": 87, "1151543": [], "11521": [91, 92], "11524": [], "1152415": 88, "115252": 88, "115287244": 88, "1153": 88, "115325466": 88, "11536": 88, "1153922": 88, "11540202": 88, "11540370667002": 92, "115414": 88, "115427": 88, "1154486": 88, "11546398": 88, "115477": [], "11548": 87, "11549": [], "11550384": 88, "1155664": 88, "115576": 88, "11558": 88, "1156": 88, "115605": 88, "115623": [], "1156351": 88, "115639": [], "1156542": 88, "11567712232242755": 87, "115677122322428": 87, "1157": 88, "11571538": 88, "11573622": 88, "11574": [], "11574089": 88, "11574679": 88, "115772": 88, "115774": [], "1158": [], "115803026": 88, "11583278": 88, "115871": 88, "11589249": 88, "11589524": 88, "115957": [], "11599": [], "116": 88, "11605": 88, "11605411": 88, "11606189": 88, "116085": 88, "11611405": 88, "11612": [], "1161242": 88, "116133": 88, "11613463": 88, "1161411": 88, "1161524": 88, "11616282": 88, "11619": 88, "116192296": 88, "116217": 88, "11623": 88, "1162373": 88, "11624": [], "1162595": 88, "1162620": 88, "116281316": 88, "11628716": 88, "11629379": 88, "11629913": 88, "1163": 88, "1163221": [], "1163281": 88, "116331": 88, "116367": 88, "116371356": 88, "11637603": 88, "1163937": 88, "116416": 88, "1164469": [], "116449796": 88, "11645057": 88, "1164565": 88, "116467": 88, "11649": [], "1165": 88, "1165177": 88, "1165988": 88, "1166012": 88, "116608456": 88, "11661369": 88, "116688": 88, "11669046": 88, "11672": 88, "1167202": 88, "11674": [], "11681982": 88, "116824": 88, "116841115": 88, "1168675": 88, "116868176": 88, "1168703": 88, "11687277": 88, "11691008": 88, "1169561": 88, "11699": [], "117": 88, "11700952": 88, "1170298": [], "117064": 88, "11706601": 88, "11706921": 88, "11709214": 88, "11713": 88, "11714": 88, "1171429": 88, "117157": 88, "11716094": 88, "1171674": 88, "117172": 88, "1171983": 88, "1172": [], "1172216": 88, "11722323": 88, "1172358": 88, "11724": [], "1172593": 88, "117279": [], "11728634": 88, "1172889": 88, "11729293": 88, "11729620": 88, "1173": [], "1173413": 88, "117354": 88, "117382": [], "1174": [], "1174111": 88, "1174295": 88, "1174595": 88, "11746498": 88, "117476": 88, "11749": [], "1175095": 88, "117585185109778": 87, "1175859": 88, "117588": 88, "11761": 88, "11765": 91, "11766004": 88, "1176627": 88, "117694445": 88, "1177": 88, "11771971": 88, "11773464": 88, "11774": [], "117748186": 88, "1177511": 88, "117756": 88, "117766574": 88, "11777958": 88, "11778478": 88, "117785": 88, "1178": [], "11781": [], "11783988": 88, "117862": 88, "117878": 88, "117896244": 88, "1179": 88, "117918": 88, "11793104": 88, "1179671": 88, "11799": [], "118": 88, "1180077": 88, "1180427": 88, "1180832": 88, "1181": [], "11812": 88, "118153": 88, "118162": 88, "1182": 88, "118225": 88, "11824": [], "118244": [], "1182455": 88, "1182500": 88, "1182595": 88, "1182911": 88, "118324906": 88, "118326": [], "1183277": 88, "1183428": [], "11835387": [], "1184": [], "11840": 88, "11841410": 88, "118423": 88, "11843101": 88, "11844815": 88, "1184626": 88, "1184731": 88, "11848311": 88, "11849": [], "1185155": 88, "1185273": 88, "11854183": 88, "11856": 88, "11857": 88, "11858": [], "118586": [], "1186385": 88, "11864": 88, "118645": [], "1187123": 88, "11872": 88, "1187332": [], "11874": [], "11874076": 88, "118748": [], "11876": 88, "1187632": 88, "1187793": [], "118793": 88, "118801": 88, "118841335": 88, "1188447": 88, "11885": 88, "1188644": [], "1188758": 88, "11888223": 88, "11889029": 88, "1189": [], "1189036": 88, "1189294": 88, "1189343": 88, "1189355": 88, "11896652": 88, "118982": 88, "11899": [], "119": 88, "1190161": [], "119034": 88, "119043": 88, "1190462": [], "1190558": 88, "11906": 88, "1190700": [], "11909893": 88, "1191": [], "119127": 88, "11913485": 88, "1191460": [], "1192": 88, "1192039": 88, "119216": 88, "119221": 88, "119227": 88, "1192272": 88, "1192365": 88, "11924": [], "1192435": 88, "11925158": 88, "119287": 88, "1193": [], "11931": 88, "1193115": 88, "1193223": 88, "119325": 88, "119333": [], "119359": 88, "119362": 88, "119377": 88, "1193897": 88, "119434": 88, "1194372": 88, "11949": [], "1194927": 88, "1195": [], "11953346": 88, "119534": 88, "1195431": 88, "11957159": 88, "119612": [], "11962144": 88, "11965073": 88, "119667": 88, "119669": 88, "11974": [], "1197724": 88, "1198082": 88, "1198107": 88, "1198148661161": 88, "1198186": 88, "11984066": 88, "1198812": 88, "119897": [], "1199": [], "119932": 88, "11993948": 88, "11995": [], "11997": 88, "11999": [], "1199904": 88, "11e": [], "12": [3, 7, 8, 72, 85, 86, 87, 88, 89, 90, 91, 92, 97], "120": 88, "1200": 88, "1200115": [], "12003": [], "1200715": 88, "120074": [], "120126255": 88, "1201621": 88, "1201699": 88, "120173": 88, "120174": [], "12018": 88, "1201872": 88, "1201984": 88, "12024": [], "120242": 88, "12029": 88, "120291": 88, "120296": [], "120323986": 88, "120355695": 88, "12038916": 88, "12040482": 88, "120410904": 88, "1204388": 88, "120440096": 88, "1204711": 88, "12048458": 88, "12049": [], "1205001": 88, "12051628": 88, "12052261": 88, "120524734": 88, "12057605": 88, "12061": 88, "120644": 88, "12074": [], "120746024": 88, "12076684": 88, "1207882": 88, "120804": [], "1208810": 88, "1208858": 88, "1209": [], "12090442": 88, "120918": 88, "1209235": 88, "120929986": 88, "1209469": 88, "12098572": 88, "12099": [], "121": 88, "12100877": 88, "12101271": 88, "12103375": 88, "121061": 88, "12107123": 88, "121086": 88, "1211447": 88, "12115": 88, "1211556": 88, "1211749": 88, "121204": 88, "1212349": 88, "12124": [], "12129472": 88, "121295": 88, "12129986": 88, "121340156": 88, "121346": [], "1213462": 88, "12136546": 88, "121376": 88, "12137623": 88, "121397": 88, "121407": [], "1214225": 88, "1214257": [], "12149": [], "1215": 88, "121543296": 88, "121573836": 88, "121582784": 88, "121595": 88, "121636": 88, "121668": 88, "1216855": [], "121711954": 88, "121716": [], "121721": 88, "1217334": 88, "121738": [], "12174": [], "121768": 88, "121782": 88, "12179": 88, "121815": [], "121819": 88, "12185301": 88, "1218657": 88, "121891245": 88, "1219160": 88, "12193293": 88, "12193526": 88, "1219438": 88, "12196255": 88, "121971": 88, "1219795": 88, "12199": [], "122": 88, "1220016": [], "12200961": 88, "12201": 88, "12201111": 88, "12201244": 88, "1220357": 88, "12204751": 88, "122057": [], "122066701037642": 87, "12207": [], "122076064": 88, "1220903": 88, "122103": [], "1221153": 88, "122137": [], "122151405": 88, "12218": 88, "1222": [], "122232": [], "1222334": 88, "12224": [], "1222663": 88, "12227": 88, "1223": [], "1223123": 88, "122356": 88, "1223656": 88, "122377": 88, "122398": 88, "1224": 88, "12241332": 88, "12245084": 88, "1224605": 88, "122469": [], "1224823": 88, "12249": [], "122492094230708": 87, "12250535": 88, "122509": 88, "12251": [], "122593": 88, "1226": [], "12260036": 88, "12261": 88, "12263228": 88, "1226865": 88, "1227294": 88, "1227344": 88, "12274": [], "12274537": 88, "12274707": 88, "122761": 88, "122775": [], "1227894": 88, "12279": [], "1228": [], "1228298": 88, "122852": 88, "1228534": 88, "1228887": 88, "1229": 88, "1229086": 88, "122936": 88, "12299": [], "1229912": 88, "1229963": 88, "123": 88, "12302": 88, "1230202": 88, "12304067": 88, "1230421": 88, "123059556": 88, "1230606": 88, "123076245": 88, "1230775": 88, "1230844": [], "123085": [], "1230874": 88, "1231": [], "123108": 88, "12316391": 88, "1231666": 88, "1231763": 88, "1232": [], "123203136": 88, "123212904": 88, "12323221": 88, "12324": [], "12325163": 88, "123285": 88, "12328782": 88, "1233094": 88, "1233435": 88, "123363": 88, "123367": 88, "12337862": 88, "1234324": 88, "123433106": 88, "12343episod": [], "123447": [], "12346949": 88, "12349": [], "1234918": [], "1234998": [], "1235001": 88, "123505": 88, "1235154": 88, "12354594": 88, "12355572": 88, "1235690": [], "12359715": 88, "12361": 88, "1236157": [], "12362033": 88, "1236372": 88, "12365793": 88, "123726": 88, "12374": [], "123753": 88, "1237547": [], "1238": 88, "12381762": 88, "12383": [], "1238525": 88, "123928815": 88, "1239395": 88, "12397909": 88, "123989776": 88, "12399": [], "124": 88, "12403174": 88, "1240343": 88, "1240422": 88, "124117": 88, "124119": 88, "12413": 88, "12414": 88, "124153346": 88, "124168": 88, "1242": 88, "124214": [], "12423547": 88, "12424": [], "12425121": 88, "124284": [], "124289386": 88, "124294": 88, "1243": [], "124309321534": 88, "124363": [], "124370344": 88, "124374": [], "12438238": 88, "1243944": 88, "1244458": 88, "1244619": [], "12448902": 88, "12449": [], "12450": 88, "1245112": 88, "12451492": 88, "1245584": [], "1246": [], "12462452": 88, "1246513": 88, "12465169": 88, "124658786": 88, "124664": 88, "1246663": 88, "1246718": 88, "1247032": 88, "12471": 88, "124723": 88, "12474": [], "124744475": 88, "12477": [], "124770984": 88, "124775484": 88, "12478599": 88, "1248": 88, "12483": 88, "1248488": 88, "1249": [], "1249121": 88, "1249757": 88, "12499": [], "124999": 88, "125": [3, 88], "1250093": 88, "12503801": 88, "12505": [], "1250597": 88, "1251": 88, "125116": 88, "125118": [], "12515503": 88, "12516952": 88, "12517": 88, "12522359": 88, "12523502": 88, "12524": [], "1252475": 88, "1252538": 88, "1252746": 88, "12528498": 88, "12529635": 88, "1253032": 88, "1253191": 88, "1253282": 88, "1253692": 88, "12539": 88, "12540936": 88, "12547101": 88, "1254723": 88, "125486": 88, "12549": [], "12552": 88, "12552118": 88, "125567": 88, "12561575": 88, "12563695": 88, "1256501": 88, "12571526": 88, "12574": [], "125746": [], "1257997": 88, "12580": 88, "1258731": [], "1259": [], "125901": 88, "12592": [], "1259345": 88, "125935": 88, "12595923": 88, "125977": 88, "125979": 88, "125984": [], "12599": [], "126": 88, "126002": [], "126022": 88, "12603": 88, "126038": 88, "126059": 88, "12607965": 88, "1260863": [], "1260949": 88, "1261": 88, "12610231": 88, "1261082": 88, "12610945": 88, "12613752": 88, "12617835": 88, "12618822": 88, "1262": 88, "1262035": [], "1262075": [], "12621": 88, "12621263": 88, "12624": [], "126259": [], "126264": 88, "12626477": 88, "12627703": 88, "12627769": 88, "1262938": 88, "1263": 88, "12631343": 88, "1263565": 88, "126383": 88, "1264": [], "126413": [], "1264176": 88, "126427": [], "12643443": 88, "126446": [], "12646": 88, "1264611": 88, "12647816912414633": 85, "12649": [], "1265": [], "1265383": 88, "12655": 88, "1266": 88, "1266131": 88, "126642": [], "126648": 88, "126654": [], "12665747": 88, "12667015": 88, "12667336": 88, "126692": 88, "1267": 88, "12670": 88, "126703": [], "12671025": 88, "1267397": 88, "12674": [], "12674935": 88, "12678": 88, "1268": [], "1268164": 88, "12684608": 88, "12685607": 88, "1268595": 88, "1268663": 88, "1269": 88, "12692496": 88, "126938": 88, "12695038": 88, "1269511": 88, "1269523": 88, "12699": [], "126991": 88, "127": 88, "1270": 88, "12703529": 88, "127042": [], "1271": 88, "12711": 88, "127148": 88, "127163": 88, "1271853": 88, "12718967": 88, "127197": 88, "12720345": 88, "12721": [], "1272109": [], "12724": [], "12726": 88, "1272765": 88, "127277": [], "12728281": 88, "12731418": 88, "12732": 88, "1273218": 88, "1273401": 88, "127358": [], "12736616": 88, "12739564": 88, "1273968": 88, "12739757": 88, "1274": [], "12741": 88, "127415": 88, "1274308": 88, "1274377": 88, "12749": [], "12749073": 88, "12749763": 88, "1275": 88, "127508": 88, "1275305": 88, "127548": 88, "1275917": 88, "1276373": 88, "127703": 88, "12770756": 88, "12772": 88, "1277295": [], "127739": [], "12774": [], "12778138": 88, "1278032": 88, "1278173": [], "12782052": 88, "1278686": 88, "127878": [], "12789": [], "12789312": 88, "127898": [], "12796535": 88, "127972": 88, "12799": [], "128": [87, 88], "1280047": 88, "1280065": 88, "12802": [], "128048": 88, "1280584": 88, "12807496": 88, "128103": 88, "128113": [], "128125": 88, "1281504": [], "12815358": 88, "12816662": 88, "128186": [], "1281894": 88, "12824": [], "12824973": 88, "12826": [], "1282909": 88, "128296": 88, "128313": 88, "1283308": 88, "12839": 88, "1284": 88, "12840097": 88, "12844936": 88, "12846971": 88, "12848023": 88, "12849": [], "12849750": 88, "12850014": 88, "1285020": 88, "128534": [], "12856": 88, "12857": 88, "1285826": 88, "128589": 88, "12863009": 88, "128633": [], "12865472": 88, "1286701": 88, "12867135": 88, "12874": [], "128750": [], "1287813": 88, "1288323": [], "128834": [], "1288536": 88, "128895": 88, "1289": [91, 92], "1289005": 88, "128933": [], "12899": [], "129": 88, "12907": [], "1291654": [], "129166": 88, "12917": 88, "12918313": 88, "1292": [], "1292097": 88, "129211": 88, "1292169": 88, "12924": [], "1292436": 88, "12925": 88, "129272": 88, "1292781": 88, "12928078": 88, "12929277": 88, "1293": [], "12930": 88, "1293052": 88, "12933221": 88, "12933987": 88, "12934609": 88, "129374": [], "12937786": 88, "12937805": 88, "1293798": [], "12940748": 88, "1294231": 88, "1294323": 88, "12944": 88, "1294573": 88, "12945761": 88, "12946054": 88, "12947914": 88, "1294829": 88, "12949": [], "129557": [], "129623": 88, "129635": [], "12968": 88, "1296877": 88, "129688": 88, "129715": [], "1297153": 88, "1297189": [], "129728": 88, "12973134": 88, "1297388": 88, "12974": [], "129744": [], "1297536": 88, "1297573": 88, "129776": [], "12978659": 88, "1298": 88, "129824": 88, "12984215": 88, "1298619": [], "12986414": 88, "1298717": 88, "12988440": 88, "1299": [], "12993373": 88, "1299344": 88, "12997": [], "12998646": 88, "12999": [], "12e": 88, "13": [88, 92, 97], "130": 88, "1300": 88, "130006355654462": 87, "130049": 88, "1300623": 88, "130075": 88, "130085": 88, "13013": [], "13024": 87, "13026816": 88, "1303517": 88, "1303549": [], "130356": [], "13037": 88, "13037671": 88, "13040607": 88, "13041882": 88, "13049": [], "130491": [], "13051945": 88, "13058": [], "130657": 88, "130681": 88, "1307": [], "1307023": 88, "13070919": 88, "1307205": [], "1307208": 88, "13073462": 88, "13074": [], "13078576": 88, "13078889": 88, "13079318": 88, "13082235": 88, "1308777": 88, "1309": [], "130938": [], "1309522": 88, "130966": 88, "130976": [], "1309806": [], "13099": [], "131": 88, "1310189": 88, "13103618": 88, "1310375": 88, "13105904442731": 87, "131062": 88, "1310968": 88, "13115047": 88, "13115579": 88, "13115945": 88, "13116343": 88, "1311873": 88, "1312": [], "131216": [], "13124": [], "131250": 88, "13125631": 88, "1312637": 88, "131289": 88, "1313": 88, "1313066": 88, "13130999": 88, "13133": 88, "1313305": 88, "13136643": 88, "13137": 88, "1314": [], "131474": 88, "1314762": 88, "13149": [], "13150097": 88, "131516": [], "13152": 88, "1315357": 88, "131541": 88, "1315533": 88, "1315632": 88, "1315823": 88, "13159": 88, "1315968": 88, "13161129": 88, "1316141": 88, "13161807": 88, "13162": 88, "13163": 88, "1316319": [], "131645": 88, "13165346": 88, "13168098": 88, "1316891": 88, "131702": 88, "1317188": 88, "131724": 88, "13173471": 88, "13174": [], "13176": [], "13177": [], "1317701": 88, "1317869": [], "131813": [], "131815": 88, "131866": 88, "131886": 88, "1319": [], "1319151": 88, "131939877218": 88, "131943": 88, "13195": 88, "131956": 88, "1319609": 88, "13197": [], "131987": [], "13199": [], "131996": 88, "132": 88, "1320": [], "1320067": [], "132008": 88, "13203605": 88, "13204497": 88, "13205312": 88, "132095": 88, "132099": 88, "1321506": [], "1321696": 88, "1321726": 88, "132175": 88, "13219": [], "1322": 88, "13220531": 88, "13220912": 88, "1322235": 88, "13222647": 88, "13224": [], "132266": 88, "1322688": 88, "13228": 88, "1323": 88, "13234": [], "132376": 88, "1323773": 88, "132385": 88, "132393": [], "1324": [], "132412": 88, "13241455": 88, "1324227": [], "132439": 88, "13247": 88, "132483": 88, "13249": [], "1325123": 88, "13258375": 88, "13259848": 88, "1326": 88, "13260": 88, "1326047": 88, "1326249": 88, "13262normalized_observ": 88, "13265859": 88, "132664": 88, "1326768": 88, "13274": [], "13274999": 88, "13277876": 88, "1328": 88, "1328171": 88, "1328598": 88, "13287841": 88, "13289699": 88, "1328994": 88, "1329619": 88, "132968": 88, "13299": [], "13299271": 88, "1329952": [], "133": 88, "133036": 88, "1330615": 88, "133093": 88, "1331": 88, "133101": 88, "1331042": 88, "13316": [], "133173": 88, "13319": 88, "1332038": [], "133218": 88, "13324": [], "1332549": 88, "133259": 88, "133296": 88, "1333": 88, "13333806": 88, "133348": [], "13336": 88, "133389": [], "133396": [], "133406": 88, "13342": [], "13346978": 88, "1334746": 88, "13349": [], "133497": 88, "1335023": 88, "13352537": 88, "13353395": 88, "1335496": 88, "133593": [], "133598": [], "1336162": 88, "1336193": 88, "13363363": 88, "13367": [], "1336838": 88, "1336924": 88, "13369316": 88, "13373554": 88, "13374": [], "13374117": 88, "133743": 88, "13376985": 88, "1337821": 88, "1338017": 88, "1338356": 88, "13390": 88, "1339105": 88, "1339173": 88, "133936": 88, "13399": [], "134": 88, "1340": 88, "13405798": 88, "134075": 88, "1340755771425": 88, "1340814": 88, "13411": 88, "13411617": 88, "134117": 88, "13412653": 88, "134136": 88, "13414346": 88, "1341442": 88, "13416216": 88, "134166": [], "134167": 88, "1342207": 88, "13424": [], "134253": 88, "134264": [], "1342726": 88, "134275": [], "1343": 88, "1343026": 88, "13431887": 88, "13433": 88, "13434": [], "134348": 88, "13439758": 88, "1344": [], "134407": 88, "13443142": 88, "13444346": 88, "1344509": 88, "134455": 88, "13445774": 88, "13449": [], "134496": 88, "134551": 88, "13457": 88, "1345706": 88, "1345714": 88, "134598": [], "13468": 88, "13469294": 88, "134711": 88, "13474": 88, "1347957": 88, "1348248": 88, "13484637": 88, "134862": [], "1349": [], "134924": [], "1349586": 88, "13496326": 88, "13496904": 88, "13498350": 88, "13499": [], "134993": 88, "13499811": 88, "135": 88, "135008": [], "13509685": 88, "1351": 88, "135115": 88, "1351295": 88, "135162": 88, "13516964": 88, "13518424": 88, "1351892": [], "1352": 88, "1352249": [], "1352332": 88, "13524": [], "1352658": 88, "13528697": 88, "1353": [], "13530439": 88, "135328": 88, "135475": 88, "13549": [], "13552099": 88, "13554464": 88, "135563": 88, "13556515": 88, "13557193": 88, "13557209": 88, "1355786": 88, "13558778": 88, "13560247": 88, "13561693": 88, "135617": 88, "13564089": 88, "135642": 88, "13564576": 88, "1356624": 88, "135672": 88, "1356897": [], "1356916": 88, "135725": 88, "135732451572082": 87, "13574": [], "1357724": 88, "135777": 88, "13577777": 88, "135778": 88, "135796": 88, "135811": 88, "135815": 88, "13591": 88, "13595293": 88, "1359539": 88, "13596": 88, "13598177": 88, "13598824": 88, "13599": [], "1359925": [], "136": 88, "1360": 88, "136002": [], "136019": 88, "136023": 88, "13602455": 88, "13602607": 88, "13604": 88, "13604815": 88, "13605": 88, "13606928": 88, "136075": [], "136126": 88, "1361297": 88, "1361353": 88, "1361588": 88, "1361756": [], "13619763": 88, "1362139": 88, "13622096": 88, "1362343": [], "13623822": 88, "13624": [], "136253": 88, "1362653": 88, "136283": 88, "1363": [], "13630009": 88, "136313": [], "13631928": 88, "13632": 88, "13632023": 88, "1363277": [], "136335": [], "1363359": [], "1363525": 88, "13636": 88, "13636403": 88, "13636744": 88, "136374": 88, "1363844": 88, "136408": 88, "13640936": 88, "1364268": 88, "136433": 88, "13645807": 88, "13649": [], "1365": [], "136541": 88, "1365775": 88, "13658": 88, "1365817": 88, "1366": 88, "1366178": 88, "1366507": 88, "1366848": 88, "13669148": 88, "13669795": 88, "1367": [], "136702063330183": 87, "136713": 88, "136725": 88, "13674": [], "1367737": 88, "1367745": 88, "1367763": 88, "136806": 88, "1368089": 88, "1368724": 88, "136875": [], "1369": 88, "13691": [], "1369625": 88, "1369647": 88, "13697436": 88, "1369754": 88, "1369824": 88, "13698581": 88, "13698928": 88, "13699": [], "137": 88, "13701": 88, "1370333": 88, "137042": [], "1370447": 88, "1371": 88, "13711762": 88, "13714": [], "1371428": 88, "1371495": 88, "13715425": 88, "13715532": 88, "13719523": 88, "1371992": 88, "1372": [], "13720036": 88, "1372092": [], "13721044": 88, "1372119": 88, "13722": [], "13722982": 88, "13724": [], "137249": [], "13725448": 88, "1372688": [], "1372905": 88, "13731095": 88, "137316": 88, "1373732": 88, "137383": [], "13739045": 88, "1374": [], "1374255": 88, "13746": 88, "137463": 88, "13748352": 88, "13749": [], "1375": [], "137516": 88, "137533": [], "13753553": 88, "13754": 88, "1376": 88, "13761072": 88, "1376115": 88, "137628": [], "1376296": 88, "1376399": 88, "13765141": 88, "13768224": [], "13768438": 88, "13769016": 88, "1377": [], "1377308": 88, "13774": [], "137778": 88, "137783183036678": 87, "13778939": 88, "13779": [], "1377969": 88, "1378065": 88, "137825": [], "13782859": 88, "1378543": 88, "1378782": [], "13791251": 88, "13791677": 88, "1379275": 88, "1379463": 88, "13794740": 88, "137955": [], "13799": [], "1379918": 88, "138": [88, 92], "13800126": 88, "1380048": 88, "1380398": 88, "1380955": 88, "1381035": 88, "138123": 88, "13813654": 88, "1381596": 88, "13819": 88, "13819754": 88, "1382": 88, "1382109": [], "13824": [], "13824123": 88, "13825": [87, 88], "13826114": 88, "13827133": 88, "138285": [], "1382929": 88, "1382947": 88, "1383": 88, "13831404": 88, "138374": [], "138388": 88, "13841079": 88, "138424": 88, "13846187": 88, "13849": [], "138496": 88, "1385336": 88, "138541": 88, "138563": 88, "13857667": 88, "138597": 88, "13860741": 88, "13864318": 88, "13864563": 88, "1386558": 88, "13867056": 88, "138681": 88, "1386974": 88, "13873": 88, "13874": [], "13874707": 88, "13874882": 88, "138775": 88, "13880": [], "1388063": 88, "13886": 88, "13886116": 88, "138863": [], "1388750": 88, "1389": 88, "138903": 88, "1389032": 88, "1389258": 88, "13899": [], "139": 88, "139025": [], "13902652": 88, "1390359": 88, "13903822": 88, "1390388": 88, "1390406": [], "139063": 88, "139076": 88, "1390885": 88, "1391": 88, "13910764": 88, "13910943": 88, "13912389": 88, "1391495": 88, "13916558": 88, "139172": 88, "1391969": [], "1392": 88, "1392123": 88, "1392145": 88, "13924": [], "139242": 88, "13925427": 88, "1392821": 88, "139287": 88, "1392912": 88, "13930139": 88, "13930233": 88, "139347": 88, "139362": [], "1393945": 88, "1394": 88, "1394114": 88, "1394378": 88, "13947386": 88, "13948": 88, "139486": [], "13948697": 88, "139488733403255": 87, "13949": [], "139498": 88, "13949902": 88, "139505": [], "13957526": 88, "139599": 88, "1396": 88, "1396149": 88, "13962045": 88, "1396435": 88, "1396506": 88, "1396624": 88, "1397": 88, "13971704": 88, "13974": [], "139757": [], "1397754": 88, "13979312148985": 87, "1398": 88, "139849": 88, "13987034": 88, "13989": [], "1399": [], "1399055": 88, "13992164": 88, "1399376": 88, "13994037": 88, "1399436": 88, "13995": 88, "1399755": 88, "13999": [], "13e": [], "14": [86, 88, 92, 97], "140": 88, "140007": 88, "14004552": 88, "1400914": 88, "1401093": 88, "140121": 88, "1401418": 88, "140154": 88, "140165597242": 91, "1401827": 88, "1402": [], "14024": [], "1402419": 88, "140244": 88, "14025404": 88, "1403": 88, "14031": 88, "1403456": 88, "14036205": 88, "140368086263685": 87, "1403846": 88, "14042985": 88, "14043745": 88, "140438": 88, "1404606": 88, "140484": 88, "14049": [], "140497": [], "140501": 88, "1405123": 88, "14059": [], "1406": 88, "1406088": 88, "1406267": [], "14068": 88, "1407254": [], "14073075": 88, "14074": [], "140747": 88, "14075": 88, "14075695": 88, "14076103": 88, "1407757": 88, "14086": [], "1409": 88, "1409001": 88, "14091983": 88, "1409408": 88, "1409416": 88, "14094257": 88, "14095113": 88, "140959": [], "14099": [], "140991": 88, "141": 88, "141014": 88, "1410189": [], "141026": 88, "14102739": 88, "1410357": 88, "141090": 88, "14109059": 88, "14111699": 88, "141134": 88, "141142": 88, "14115": [], "1411532": 88, "14118324007": 87, "14120737": 88, "1412299": 88, "14123668": 88, "14124": [], "141243": 88, "1412542": 88, "14126": 88, "1412835": 88, "14128765": 88, "1413": [], "14131463": 88, "141356": 88, "14138114": 88, "1414003": 88, "14142275": 88, "14145": 88, "141452": 88, "14149": [], "1415088": 88, "1415152": [], "1415656": 88, "14156992": 88, "1416": [87, 91, 92], "14160": 88, "1416065": 88, "14162": [], "14162423": 88, "14163": 88, "1416306": 88, "1416603": 88, "1416924": 88, "1417": [85, 90], "1417006": 88, "141724": [], "14174": [], "14174646": 88, "141766": [], "14179346": 88, "14180414": 88, "1418079": 88, "141811": 88, "14182519": 88, "141846": [], "1419": [], "14190736": [], "1419217": 88, "141941": [], "14199": [], "142": 88, "1420": [], "142008": [], "14202461": 88, "14203": 88, "1420374": [], "14206": [], "14206eval": 88, "1420761": 88, "142084": 88, "14209408": 88, "142147": 88, "1421501": [], "14215episod": 88, "1421628": 88, "1421893": 88, "1422": 88, "14220761": 88, "14221": [], "142219": 88, "14224": [], "14224336": 88, "142248": 88, "14226": [], "142264": 88, "142273": 88, "1423": [], "14234212": 88, "14236": 88, "14238535": 88, "1424": [], "1424417": 88, "14245": 91, "1424781": 88, "14249": [], "14249468": 88, "14249998": 88, "1425036": 88, "1425067": 88, "1425159": 88, "14255": 88, "14256121": 88, "14257": 88, "142574": 88, "14258": 88, "142586": 88, "1425912": 88, "1426129": 88, "14264": 88, "14270888": 88, "142714": 88, "1427158": [], "14272": [], "1427242": 88, "14274": [], "14277774": 88, "1428": 88, "14282104": 88, "14282542": 88, "1428338": 88, "1428431": 88, "1428446": 88, "142849": 88, "14287704": 88, "14288519": 88, "1428912": 88, "14292": 88, "142937": 88, "142952": 88, "14299": 88, "143": 88, "14304478": 88, "1430461": [], "14305043": 88, "143066": 88, "14307831": 88, "1431": 88, "143102": 88, "14310819": 88, "1431321": 88, "1431893": 88, "14322197": 88, "14322889": [], "14323": [], "14324": [], "1432731": 88, "14329949": 88, "14332202": 88, "14333978": 88, "14334302": 88, "14334637": 88, "14336": 88, "14340718": 88, "1434137": 88, "14342": 88, "14343461": 88, "1434492": 88, "14349": [], "1435": [], "14354603": 88, "14356029": 88, "1435745": 88, "1436089": 88, "1436309": 88, "1436615": 88, "14369": 88, "1437": [], "14371479": 88, "14374": [], "1437726": 88, "14378898": 88, "1438": 88, "1438555": 88, "1439": 88, "1439347": 88, "1439792": 88, "14399": [], "14399661": 88, "144": 88, "1440": [85, 89, 90], "14401437": 88, "14402": 88, "144033": 88, "144081": 88, "1441": [], "1441029": 88, "14413816": 88, "144193": 88, "1442": [], "144203": [], "1442101": 88, "14424": [], "14424165": 88, "14426179": 88, "1442797": 88, "14428": 88, "1442801": 88, "1442861": 88, "14428933": 88, "14429": 88, "14430335": 88, "14432": 88, "144344": 88, "14435": 88, "144360": [], "1443942": 88, "14439495": 88, "14440209": 88, "14440644": 88, "1444223": 88, "14442247": 88, "144428": 88, "14442831": 88, "1444426": 88, "1444427": 88, "14445953": 88, "144485": 88, "1444868": 88, "14449": [], "144505": 88, "1445143": 88, "144527": [], "14455235": 88, "14455630": 88, "14456301": 88, "14456527": 88, "14461": 88, "14464371": 88, "14468923": 88, "1447085": 88, "14471": 88, "1447197": 88, "1447293": 88, "144733": [], "14474": [], "144764": 88, "144766497926": [], "1448": [], "1448033": 88, "14481": [], "144833": [], "14483629": 88, "144840": 88, "144842": 88, "14484222": 88, "14485213": 88, "1448913": 88, "1448936": 88, "14489932": 88, "1449": [], "14490029": [], "1449441": 88, "1449497": 88, "1449515": 88, "144955": 88, "14495726": 88, "1449629": 88, "14497": [91, 92], "14497554": 88, "14497809": 88, "1449811": 88, "14499": [], "14499621": 88, "144999": 88, "145": 88, "145014331659493": 87, "14502": [], "145077": 88, "1451168": 88, "1451273": 88, "145135": 88, "14514072": 88, "1451562": 88, "1452": [], "1452332": 88, "14524": [], "14527462": 88, "14528565": 88, "1452864": 88, "1453134": 88, "14531611": 88, "1453274": 88, "145384": 88, "1453922": 88, "14541": 88, "14543103": 88, "14543213": 88, "14545": 88, "1454887": 88, "14549": [], "1455": 88, "14551207": 88, "1455325": 88, "1455457": 88, "14557685": 88, "14559405": 88, "1456": 88, "14560549": 88, "14560577": 88, "1456285": 88, "145666": [], "14567763": 88, "1456826": 88, "1457054": [], "1457107": 88, "14571542": 88, "14572309": 88, "14574": [], "145756": 88, "14581084": 88, "145824": [], "14586979": 88, "14588": [], "145885": 88, "145914": 88, "14591984": 88, "145975": [], "14599": [], "146": 88, "14601693": 88, "146027": 88, "146067": 88, "14608127": 88, "1460876": 88, "1460912": 88, "14610894": 88, "1461163": [], "1461222": 88, "1461345": [], "146149": 88, "1461582": 88, "1461645": 88, "14617133": 88, "14618276": 88, "14618553": 88, "1462": [], "146233": [], "14624": [], "14624408": 88, "1462606": [], "1462726": 88, "1462804": 88, "14628932": 88, "1462951": 88, "14630313": 88, "14631253": 88, "146347": 88, "14638025": 88, "14639": 88, "146399": [], "1464": [], "14642063": 88, "146431": 88, "14646101": 88, "1464753": 88, "146489725308": [], "14649": [], "1465032": 88, "146555": 88, "14656386": 88, "146586": [], "1466": [], "14660202": 88, "14660995": 88, "14664932": 88, "146653": 88, "146664": [], "146675": 88, "14669": 88, "14670777": 88, "14674": [], "146742": [], "14675154": 88, "14675352": 88, "14675935": 88, "1467745": 88, "1467792": 88, "1467898": 88, "1468": [], "14682": 88, "14682312": 88, "146838": [], "14685568": 88, "14689748": 88, "14690548": 88, "14690919": 88, "146921": 88, "146923": 88, "14696048": 88, "1469878": 88, "14699": [], "147": 88, "14701028": 88, "147029855625828": 87, "147041": 88, "14705794": 88, "1470595": 88, "1471": [], "14716": 88, "1472": 88, "14721027": 88, "14721085": 88, "14722": 88, "14724": [], "14729075": 88, "1472974": 88, "14731": 88, "14732": 88, "1473247": 88, "147331": 88, "147337": 88, "1473615": 88, "14736424": 88, "1473894": [], "14739315": 88, "1474": [], "14749": [], "1475": [], "147503": 88, "1475132": 88, "1475157": 88, "14751811": 88, "14752512": 88, "1475376": 88, "14754075": 88, "1475460": 88, "14755": 88, "1475528": 88, "14755309": 88, "14755902": 88, "1476007": 88, "147642": 88, "1476452": 88, "14767247": 88, "147681": 88, "1477": 88, "147705": 88, "14774": [], "14777325": 88, "1477823": 88, "1477909": 88, "147808": 88, "14782731": 88, "147830": 88, "147839": 88, "1478473": 88, "1478523": [], "1478532": 88, "1478701": [], "1478921": 88, "14792": [], "14798264": 88, "14799": [], "148": 88, "1480": [], "148026393976973": 87, "1480634": 88, "148069449044": [], "14808513": 88, "148095": 88, "1481": 88, "14812351670179": 87, "1481241": 88, "14813846": 88, "1481535": 88, "14815387": 88, "1481944": 88, "1482": 88, "1482011": 88, "14821704": 88, "148232": [], "14823285": 88, "14824": [], "14827171": 88, "14829479": 88, "1483": 88, "148302": 88, "1483054": 88, "14831187": 88, "148342": [], "148358": 88, "1484238": 88, "1484383": 88, "148444": 88, "1484516": 88, "14845592": 88, "148461": 88, "14846386": 88, "14849": [], "148495": [], "1485": 88, "1485028": 88, "14851": [], "14852248": 88, "1485232": 88, "148548": 88, "148575": [], "14858": 88, "1486075": 88, "14860891": 88, "1486137": 88, "1486138": [], "14865": 88, "14866473": 88, "1486853": [], "14874": [], "148740": 88, "14874886": 88, "14876671": 88, "148777": 88, "1488": 88, "1488134": 88, "14881772": 88, "148827": [], "1488556": 88, "14885795": 88, "1488627496865": 88, "148863": 88, "14889534": 88, "14892": 88, "14892504": 88, "14894351": 88, "148955": 88, "1489557": [], "1489681": 88, "14898": 88, "1489825": 88, "14899": [], "149": 88, "1490002": 88, "1490046": 88, "149073": 88, "149082": 88, "14908385": 88, "1491": 88, "14910042": 88, "14912": [], "149143": 88, "1492": [], "149212": 88, "1492358": [], "14924": [], "14924318": 88, "14930385": 88, "14933166": 88, "14934257": 88, "149345848460342": 87, "14934868": 88, "14935": 88, "1493542": 88, "14937674": 88, "14938": 88, "1493937": 88, "1494": 88, "14940302": 88, "14942": [], "149420": 88, "1494205": 88, "1494211": 88, "149422": 88, "14944884": 88, "1494521": 88, "14945775": 88, "1494692": 88, "149472": 88, "149485": 88, "1494897446855": [], "14949": [], "1495": 88, "149518": [], "1495569": 88, "149559": 88, "14956339": 88, "1495918": 88, "1495951": 88, "14960806": 88, "14961217": 88, "1496627": 88, "149668": 88, "14968": [], "149704": 88, "14971890": 88, "14972426": 88, "14974": [], "14977032": 88, "149785": 88, "14980257": 88, "1498034": 88, "14981": [], "1498216": [], "14988565": 88, "1498997": 88, "1499": 88, "14992": [], "14994898": 88, "1499676": 88, "149975": 88, "149982": [], "1499824": 88, "14999": [], "14999202": 88, "14e": [], "15": [88, 89, 90, 91, 92], "150": 88, "15001": 88, "150037": 88, "15004757": 88, "1500673": 88, "15008": [], "1500936": 88, "1501": 88, "150154": [], "1501861": 88, "15018693": 88, "1502": [], "15021001": 88, "150215": 88, "15024": [], "1502472": [], "150287": 88, "150305": 88, "15032": 88, "150335": [], "15036": 88, "15037298": 88, "1503957": 88, "150396": 88, "150415": 88, "1504174": 88, "1504666": 88, "15049": [], "1505": 88, "15050839": 92, "150514461425416": 87, "15053649": 88, "1505412": 88, "1505729": 88, "15065855": 88, "15067543": 88, "15068075": 88, "1506895": 88, "1507": [], "15070052": 88, "15074": [], "15075888": 88, "1507676": 88, "1507792": 88, "1508": 88, "150831": [], "1508352": 88, "15086511": 88, "150887": 88, "1508913": 88, "15090448": 88, "15092811": 88, "15094307": 88, "15097": 88, "15098354": 88, "15098438": 88, "15098463": 88, "15099": [], "151": 88, "151007": 88, "15103": 88, "15103021": 88, "15104994": 88, "15105": 88, "15106183": 88, "151065": 88, "15107036": 88, "15113": [], "1511346": 88, "1511799": 88, "1511892": 88, "1511907": [], "15119223": 88, "15119588": 88, "151196": [], "151197": 88, "1512": 88, "1512135": 88, "15124": [], "1512458": 88, "151250": [], "15125702": 88, "1513": [], "151306": [], "151327": [], "151344": 88, "15134817": 88, "1514": [], "1514173": 88, "15141921": 88, "15143": 88, "15144828": 88, "15145476": 88, "15146": 88, "15149": [], "1514935": 88, "1515": [], "15150": 88, "15153076": 88, "151531": [], "15160523": 88, "151654": 88, "151680": 88, "151686": 88, "1517": 88, "1517246": 88, "15174": [], "151745967733667": 87, "151756": [], "151760": [], "1517898": 88, "1518433": 88, "1518588": 88, "1519": 88, "1519212": 88, "15193": 88, "15197821": 88, "151985": 88, "15199": [], "15199707": 88, "152": 88, "15201661": 88, "152029": [], "1520407": 88, "1521": 88, "152103": 88, "15213381": 88, "1521364": 88, "1521785": [], "152203": 88, "15223275": 88, "1522392": 88, "15224": [], "15225": 88, "15225105": 88, "152299": 88, "1523335": 88, "1523472": 88, "15237": 88, "15237734": 88, "1524": [], "1524162": 88, "1524295": 88, "1524438": 88, "15249": [], "1524911": 88, "15249969": 88, "1525": [], "15252064": 88, "1525529": 88, "1525544": 88, "1525617": 88, "1526": 88, "152613": [], "15267348": 88, "15272892": 88, "15273": 88, "15274": [], "1527444": 88, "15275": [], "15278": 88, "15279166": 88, "1528062": 88, "15284": 88, "15285": 88, "152868": [], "1528696": 88, "152876": 88, "152897": 88, "152946": 88, "1529531": 88, "152966": [], "152975": 88, "15299": [], "153": 88, "15300471": 88, "15300946": 88, "153010": 88, "15301461": 88, "1530411": [], "15304458": 88, "15305543": 88, "153057": 88, "153094": 88, "153119": [], "1531268": 88, "153131": 88, "15313561": 88, "153143": 88, "153168": 88, "153195": 88, "15324": [], "153255": 88, "153282": [], "15332632": [], "15333085": 88, "1533833": 88, "15339337": 88, "15341033": 88, "1534298527454": 85, "1534323": 88, "1534479": 88, "153479": [], "15349": [], "1534921": 88, "1534983": 88, "1535": [], "15350308": 88, "1535045": 88, "15350856": 88, "15351035": 88, "1536137": 88, "153632": 88, "153654": 88, "15368575": 88, "1536884": 88, "15370098": 88, "15371254": 88, "153725": 88, "15374": [], "15375": [], "1537529": 88, "1537663": 88, "1537873": 88, "1538": [], "1538327": 88, "1538435": 88, "15385": 88, "1538599": 88, "153892": 88, "1539": 88, "1539237": 88, "1539378": [], "15396488": 88, "15396777": 88, "15399": [], "154": 88, "15403": 88, "1540346": 88, "1540419": 88, "154065": 88, "15408477": 88, "15411": [], "15412": 88, "1541288": 88, "154137": [], "154156": [], "15416622": 88, "15418476": 88, "1541849": 88, "154198": 88, "1542": 88, "15421198": 88, "15421766": 88, "1542289": 88, "154234": 88, "15424": [], "154257": 88, "1542664": 88, "1543": 88, "15430602": 88, "1543592": 88, "154366": [], "1544011": 88, "15441027": 88, "1544509": 88, "1544684": 88, "15446856": 88, "1544686": 88, "15446eval": 88, "15447441": 88, "15447639": 88, "1544793": 88, "15449": [], "154497": [], "15449episod": 88, "15451358": 88, "1545237": 88, "1545289": 88, "154543": 88, "1545432": 88, "154562": 88, "15456216": 88, "1545721": 88, "1545826": 88, "1546": [], "154627": [], "1546300": [], "154634": 88, "154667": 88, "15468518": 88, "1547": 88, "15470016": 88, "15471691": 88, "15474": [], "15475073": 88, "15477291": 88, "15482228": 88, "1548278": 88, "1548445": 88, "1548579": 88, "1549": [], "15491067": 88, "1549395": 88, "154976": 88, "1549783": 88, "15499": [], "155": 88, "15500651": 88, "15502": 88, "155039": [], "1550704": 88, "155071": 88, "15507294": 88, "15508664": 88, "1550941": 88, "15509734": 88, "155113": 88, "1551381": 88, "1551483": 88, "15517202": 88, "1551832": 88, "1552": 88, "1552175": [], "155224": [], "155237": [], "15524": [], "155246": 88, "155254": 88, "15525989": 88, "1552622": 88, "15527432": 88, "1552829": 88, "155286": [], "15530045": 88, "155313": 88, "1553301": 88, "1554044": 88, "155407": 88, "1554139": 88, "15542573": 88, "1554291": 88, "1554315": 88, "15544793": 88, "15547003": 88, "1554703": 88, "15547615": 88, "15549": [], "1554966": 88, "15550016": 88, "155511": 88, "155523": 88, "15552619": 88, "15554474": 88, "15558551": 88, "15559": [], "15559237": 88, "1556227": 88, "15572": 88, "15572722": 88, "15574": [], "15574615": 88, "155758": [], "15576798": 88, "1557685": 88, "155783": 88, "15582": 88, "1558226": 88, "15583": 88, "1558300": [], "1558307": 88, "15583271": 88, "1558478": 88, "1558714": 88, "1558993": [], "15589eval": 88, "1559": 88, "15591095": 88, "15593737": 88, "15594": [], "1559664": 88, "155984": 88, "15599": [], "155998": 88, "156": 88, "1560105": 88, "15601541": 88, "15603269": 88, "1560339": 88, "156051": 88, "15607975": 88, "15610365": 88, "1561945": [], "1562": [], "156210": 88, "1562113": 88, "1562263": 88, "1562377": 88, "15623896": 88, "15624": [], "1562434": 88, "156244": [], "1562685": 88, "1562796": 88, "1562874": 88, "15629097": 88, "1563": [], "15630685": 88, "1564": 88, "1564339": 88, "15644116": 88, "15648314": 88, "156488": 88, "15649": [], "1564907": [], "156496": 88, "1565": 88, "1565268": 88, "15654361": 88, "1565485": 88, "1565512": 88, "1565827": 88, "1565843": 88, "1565936": 88, "1566": [], "156602": 88, "1566092": 88, "15660922": 88, "15666683": 88, "15668045": 88, "1566806": 88, "156692": 88, "156694": 88, "1567": 88, "156723": 88, "15673": 88, "156731": [], "156735": [], "15674": [], "15677": 88, "1567754": 88, "1567934": 88, "1568": 88, "156801": 88, "1568112": 88, "15681547": 88, "156826": 88, "15683": 88, "1568368": 88, "1568512": 88, "1569": [], "1569016": 88, "1569223": 88, "15692629": 88, "1569318": 88, "15694401": 88, "1569444": [], "1569525": 88, "15699": [], "157": 88, "1570162": 88, "157045": 88, "157055": 88, "1571043": 88, "1571145": 88, "157116": [], "157125": 88, "15712668": 88, "1571319": 88, "1571331": 88, "15713578": 88, "1571405": 88, "157179": [], "1572": [], "157201": 88, "15720205": 88, "157232": 88, "15724": [], "157244": 88, "15726": [], "15726848": 88, "15726882": 88, "1572801": 88, "1572927": 88, "15730377": 88, "15733019": 88, "1573395": 88, "1573528": 88, "157383": [], "157385": 88, "1573968": 88, "1574": [], "1574019": 88, "1574507": 88, "15749": [], "157497": 88, "1575": 88, "157513": 88, "157553": [], "1575704": 88, "1576150": 88, "157618": [], "1576208": 88, "15764606": 88, "1576484": 88, "15765595": 88, "157656": 88, "157661": 88, "157678": 88, "1576789": 88, "157679": 88, "1577": [], "1577046": 88, "1577055": 88, "157713": 88, "15773": 88, "15774": [], "15778": [], "1577908": 88, "1577966": [], "15780997": 88, "15781714": 88, "1578355": [], "15785": 88, "157883": 88, "157896": 88, "1579": 88, "157917": 88, "157973": 88, "15797855": 88, "15799": [], "157993": 88, "158": 88, "158018": [], "15802": [], "1580215": 88, "15802537": 88, "15805787": [], "15806843": 88, "15814173": 88, "15818217": 88, "1582": [], "1582394": [], "15824": [], "15824048": 88, "15825920": 88, "158269": 88, "15829": [], "1583": 88, "15832": 88, "158329": 88, "158352": [], "15836313": 88, "158365": 88, "15839244": 88, "15839316": 88, "1584377": [], "15849": [], "15849133": 88, "1585": [], "15850022": 88, "1585334": 88, "15854080": 88, "15854158": 88, "1585443": 88, "158574": [], "1586046": 88, "1586212": 88, "1586251": 88, "15863": 88, "15864901": 88, "158653": [], "15865463": 88, "15866375": 88, "15868135": 88, "1586858": 88, "15870956": 88, "15871274": 88, "15872522": 88, "15874": [], "1587466": 88, "15875": 88, "15877": 88, "1587827": 88, "158784": [], "1588479": 88, "15885355": 88, "1588609": 88, "158876": [], "15889": 88, "1589": [], "1589146": 88, "1589189": 88, "1589338": 88, "158949": 88, "15895784": 88, "1589787": 88, "15899": [], "159": 88, "15901828": 88, "159029": 88, "1590389": 88, "15903912": 88, "159067": 88, "1591223": 88, "15923968": 88, "15924": [], "1592454": 88, "159246": 88, "1592605": 88, "15927961": 88, "1593225": 88, "1593404": 88, "1593418": 88, "1593732": 88, "1593955": 88, "15941": 88, "159419": [], "15942027": 88, "159464": 88, "1594832": 88, "15949": [], "1594911": 88, "159508": [], "159515": [], "15953325": 88, "159536": 88, "1596": 88, "15963605": 88, "15965003": 88, "15965445": 88, "15967": 88, "1596854": 88, "159702": 88, "15974": 88, "15975086": 88, "1597618": 88, "1597788": 88, "15979": 88, "1598159": 88, "1598212": 88, "1598237": 88, "159826": [], "15983003": 88, "159843": 88, "15985674": 88, "15986": 88, "1598641": 88, "1599": [], "15990": 88, "15991183": 88, "15992618": 88, "15999": [], "15e": [], "15owsnpb": [], "16": [88, 92, 97], "160": [88, 92], "1600155": 88, "160027": 88, "16002886": 88, "160043": [], "160044": [], "160046": 88, "16007": 88, "16007994": 88, "16008165": 88, "1601": 88, "160122": 88, "1601273": 88, "16012959": 88, "16016": [], "1601859": 88, "1602001": 88, "1602291": 88, "16024": [], "16026": [], "16026019": 88, "1602842": 88, "16030183": 88, "16032964": 88, "16034156": 88, "160353": 88, "16036683": 88, "16038142": 88, "16038834": 88, "16038844": 88, "1604": 88, "16040": 88, "1604255": 88, "16044152": 88, "16045": [], "16045065": 88, "160465": 88, "1604716": 88, "16049": [], "1604953": 88, "160503": 88, "16050497": 88, "1605244": 88, "160529": 88, "16057588": 88, "16059427": 88, "16062936": 88, "160656": 88, "160707": 88, "16072717": 88, "16073498": 88, "16074": [], "160758": 88, "160774": 88, "1607963": 88, "1608": 88, "160809": 88, "1608106": 88, "16083747": 88, "16085134": 88, "160853": 88, "1608613": 88, "1609063": 88, "16092": 88, "1609307": 88, "16097847": 88, "1609855": 88, "16098797": 88, "16099": [], "161": [10, 88], "1610161": 88, "1610193": 88, "1610719": 88, "1611": 88, "1611087": 88, "161115": 88, "1611397": 88, "16116": 88, "16116148": 88, "16119617": 88, "16124": [], "16129": 88, "1613386": 88, "16136783": 88, "16138168": 88, "161407": 88, "1614149": 88, "1614288": [], "16143eval": [], "161467": [], "1614873": 88, "16149": [], "1615": 88, "1615212": 88, "161592": 88, "161598": 88, "1616275": 88, "1616309": 88, "16167": [88, 91], "1616735": 88, "1616764": 88, "16169": 88, "161691": [], "1617": 88, "16174": [], "16174711": 88, "1617706": 88, "16178478": 88, "161798": 88, "161875": [], "1618928": 88, "161943": [], "1619553": 88, "16199": [], "161991": 88, "1619921": 88, "162": 88, "16202": 88, "16202557": 88, "1620499": 88, "1620741": [], "1621": 88, "16212083": 88, "16214733": 88, "16215377": 88, "1621674": 88, "1621886": [], "16219479": 88, "16220261": 88, "16224": [], "1622963": [], "1623": 88, "16231221": 88, "16232227": 88, "16234069": 88, "1623813": [], "1623883": 88, "1624": [], "1624464": 88, "16245": [], "16245475": 88, "162462": [], "1624674": 88, "16247669": 88, "16248693": 88, "16249": [], "1624922": 88, "162493": [], "1624945": 88, "1625": 88, "1625172": 88, "1625276": 88, "16255161": 88, "1625788": [], "1626": 88, "1626181": 88, "162618330118143": 87, "16261993": 88, "16263306": 88, "162686": [], "16269308": 88, "1627": 88, "162704": [], "162716": 88, "162733": [], "16274": [], "16276243": 88, "1627636": 88, "162767": 88, "1627712": 88, "1628": 88, "16280325": 88, "16280586": 88, "16281056": 88, "1628191": 88, "1628205": 88, "1628208": 88, "1628362": 88, "16283621": 88, "16286215": 88, "16286normalized_observ": 88, "1629055": 88, "162914": [], "1629529": 88, "162983": 88, "16299": [], "163": 88, "16300492": [], "16302902": 88, "1630686": 88, "16307506": 88, "16311": [], "1631184": 88, "163136": 88, "16316041": 88, "16317": 88, "163172": [], "1631974": 88, "16323132": 88, "16324": 88, "16327065": 88, "1633326": 88, "1634": 88, "1634059": 88, "1634086": 88, "163418": 88, "1634207": 88, "16343": 88, "163464": 88, "16349": [], "1636": 88, "1636535": 88, "163658": [], "16366728": 88, "16367997": 88, "1636906": 88, "1637": [], "1637045": 88, "16372016": 88, "16374": [], "16378": 88, "1637863": [], "163797": 88, "16382417": 88, "163837": 88, "16387278": 88, "16387601": 88, "16389644": 88, "1638969": [], "1639": 88, "163932": 88, "16393566": 88, "163937": 88, "163948": 88, "1639689": 88, "16398762": 88, "16399": [], "164": 88, "1640": 88, "1640626": [], "1640844": 88, "1641": 88, "16411108": 88, "1641918": 88, "1642133": 88, "1642287": 88, "16424": [], "1642453": [], "1643": 88, "16431": 88, "16433017": 88, "1643375": 88, "16436551": 88, "1643669": [], "16437137": 88, "1643872": 88, "16439521": 88, "16445553": 88, "16447267": 88, "1644806": 88, "164484": 88, "16449": [], "164515": [], "1645399": 88, "16456777": 88, "1646": [], "164614": 88, "1646339": 88, "164643": 88, "1646448": 88, "16464491": 88, "1646588": 88, "16466874": 88, "1646809": 88, "1647258": 88, "16474": [], "164742": 88, "1647538": [], "1647624": 88, "16478": 88, "1647943": 88, "16485304": 88, "1648545": 88, "1648556": 88, "1649": 88, "16499": [], "165": 88, "16501": 88, "165028": 88, "1650355": 88, "16503851": 88, "1651": [], "16510941": 88, "165133": 88, "165148": [], "16518629": 88, "1652": [], "16523601": 88, "16524": [], "16524717": 88, "16526924": 88, "165293": 88, "16532": 88, "16532739": 88, "1653335": 88, "16533774": 88, "1653516": 88, "1653621": 88, "1653762": 88, "1653954": 88, "1654232": [], "16542834": 88, "1654345": 88, "1654663": 88, "165489": 88, "16549": [], "1655": 88, "1655192": 88, "1655261": 88, "1656433": 88, "1656483": 88, "16565827": 88, "165679": 88, "16569276": 88, "165697": [], "1657057": 88, "16572879": 88, "1657319": [], "16574": [], "1657504": 88, "16575135": 88, "165756": [], "1657637": 88, "1657786": 88, "1658": [], "16583": 88, "165852": [], "165863": 88, "165872": 88, "16587876": 88, "165903": 88, "165913": 88, "1659325": 88, "1659671": 88, "16597848": 88, "165983": [], "16599": [], "165995": 88, "16599919": 88, "166": 88, "1660": 88, "1660167": [], "16603039": 88, "1660329": 88, "1661": 88, "166113": 88, "16615081": 88, "1661538": 88, "1661673": 88, "16617": [], "166174": 88, "16621": 88, "1662288": 88, "166233": 88, "1662346": 88, "16624": [], "16624437": 88, "1662493": [], "166264": [], "16627759": 88, "1662792": 88, "1663388": [], "166363": [], "16638535": 88, "1663985": 88, "1664": [], "166412": [], "16642083": 88, "1664225": 88, "1664555": 88, "1664586": 88, "166481": 88, "16649": [], "16651449": 88, "166515": 88, "16653368": 88, "1665844": 88, "1665927": 88, "166603": [], "166635": 88, "166679": [], "16668": [], "16668245": 88, "1667": [], "166731": 88, "16674": [], "16675": 88, "1667806": 88, "16681468": 88, "1668267": 88, "16685608": 88, "1668572": 88, "166885": [], "1669": [], "1669064": 88, "16690888": 88, "166939": [], "1669412": 88, "166985": 88, "16699": [], "167": 88, "1670196": 88, "1670356": 88, "1670376": 88, "167046": [], "1670631": 88, "1671016": 88, "1671282": [], "1671497": 88, "167155": 88, "16717389191593668": 90, "1671984": 88, "1672": 88, "16721427": 88, "16721968": 88, "16724": [], "16725495": 88, "16725881": 88, "16726783": 88, "16726847": 88, "16727419": 88, "167301": [], "16733895": 88, "167376": 88, "1673818": 88, "1674": [], "167454": [], "16745782": 88, "1674602": 88, "16749": [], "1675": 88, "1675022": 88, "167503": 88, "167519": 88, "16755": [], "1675531": 88, "16758934": 88, "16759835": 88, "167604": 88, "16764995": 88, "1676785": 88, "16769591": 88, "16771": 88, "167724": [], "1677254": 88, "16774": [], "1677432": 88, "16775253": 88, "1677593": 88, "16777158": 88, "16781226": 88, "1678276": 88, "16785": [], "1679": [], "167917": 88, "167921": 88, "1679404": 88, "16797": 88, "1679744": 88, "16799": [], "168": [87, 88], "1680068": 88, "16801": 87, "1680217": 88, "16802874": 88, "16805643": 88, "16805646": 88, "16806068": 88, "1680681": 88, "16808042": 88, "168115": [], "168116": 88, "1681266": 88, "16821": [], "16824": [], "16827175": 88, "16827396": 88, "1682857": 88, "16835476": 88, "16837992": 88, "168381": 88, "16838254": 88, "1684083": 88, "16841257": 88, "168413": 88, "168418": 88, "16843657": 88, "168488": 88, "16849": [], "1685": 88, "16852": [], "168539": [], "16854": 88, "1685443": 88, "16856": [], "168572": 88, "16859406": 88, "168603": 88, "168621791819803": 87, "168697": 88, "1687262": 88, "16873267": 88, "16874": [], "16875234": 88, "1687772": 88, "1687875": [], "1688": 88, "16883": 88, "16883585": 88, "16885397": 88, "1688770": 88, "1688954": 88, "168898": 88, "1689": 88, "168901": 88, "1689068": 88, "16892": 87, "1689286": 88, "1689406": 88, "16896670": 88, "16899": [], "169": 88, "16901691": 88, "16905634": 88, "1690633": 88, "169079": [], "1690799": 88, "1691421": 88, "16916556": 88, "1692013": 88, "169209": [], "16924": [], "1692902": 88, "16929618": 88, "1693": 88, "1693096": 88, "16931641": 88, "1693178": 88, "169328": 88, "1693315": [], "1693492": 88, "1693698": 88, "16939": 88, "169394": [], "16940218": 88, "169436": 88, "16945717": 88, "169489": 88, "16949": [], "1695": 88, "16950075": 88, "16952322": 88, "1695556": [], "169581": [], "16959": [], "16959031": 88, "1696199": 88, "1696576": 88, "16966768": 88, "16969538": 88, "1697": 88, "1697029": [], "169706": 88, "16971": 88, "16973352": 88, "16974": [], "1697826": [], "1697941": [], "1698": 88, "1698344": 88, "169835": [], "1698393": 88, "1698666": 88, "16989298": 88, "16989896": 88, "1699": [], "1699183": 88, "169926": 88, "169945": [], "16999": [], "169991": 88, "16999142": 88, "16e": [], "17": [88, 90, 91, 92, 97], "170": 88, "1700": [], "1700214247": [], "1700214338": [], "1700214442": [], "170057": 88, "17006205": 88, "1701": [], "17010958": 88, "17012127": 88, "1701247": 88, "1701404": 88, "17015104": 88, "1701558": 88, "170164": [], "17017221": 88, "170184": 88, "1701873": 88, "17024": [], "1702461": [], "170254": [], "17027213": 88, "1703": 88, "17030938": 88, "1703103": 88, "17033438": 88, "17034037": 88, "170433": 88, "17046": [], "17046133": 88, "17049": [], "170518": [], "1705527": 88, "17059885": 88, "170616": 88, "170622": 88, "17062962": 88, "1706837": [], "1707115": 88, "1707164": 88, "17071982": 88, "17072546": 88, "17074": [], "17076394": 88, "1707876": 88, "1708": [], "1708144": 88, "170815": [], "1708165": 88, "170850": [], "17088094": 88, "170884": 88, "17092673": 88, "1709536": 88, "1709584": 88, "17096627": 88, "170979": 88, "17099": [], "171": 88, "1710": [], "17104214": 88, "17104483": 88, "17105106": 88, "17107": 88, "1710846": 88, "1711": 88, "171112": 88, "171143": [], "17114931": 88, "1711537": 88, "17116289": 88, "17117481": 88, "17117678": 88, "1711981": 88, "171199": 88, "1712072": 88, "17124": [], "17125": [], "17127687": 88, "17129123": 88, "1713": 88, "17130251": 88, "17130561": 88, "17130688": 88, "171318": 88, "17132": [], "171333": [], "1713412": 88, "171345": [], "1713538": 88, "1714": 88, "17141214": 88, "1714134": 88, "171423": 88, "171427": 88, "17144": 88, "17144084": 88, "1714644": 88, "171485556687838": 87, "17149": [], "1715001": 88, "171507": 88, "17152406": 88, "1715792": 88, "1715897": 88, "1716": 88, "17164509": 88, "17165": 88, "1716542": 88, "1716719": 88, "17169": 88, "17169546": 88, "1716998": 88, "17170": 88, "1717207": 88, "171722": 88, "171734": 88, "17174": [], "17175": 88, "1717507": [], "171759": 88, "17177011": 88, "1718": [], "17183849": 88, "1718454": 88, "17188episod": [], "171899": [], "171911": [], "1719273": 88, "171944": [], "171947": [], "171951": [], "17197": 88, "1719722": 88, "17197378": 88, "17199": [], "172": 88, "172062": 88, "17211656": 88, "17216006": 88, "172163": [], "1721722": 88, "1721985": 88, "17219889": 88, "17220367": 88, "172234": 88, "17224": [], "172322": 88, "17235": 88, "17235154": 88, "1723684": 88, "172378": 88, "1724": [], "172419": 88, "17247216": 88, "17249": [], "172504": 88, "1725727": 88, "17257935": 88, "17258029": 88, "17263": 88, "1726334": 88, "17268372": 88, "1726892": 88, "17269292": 88, "1727148": 88, "17274": [], "17275096": 88, "17276555": 88, "172783": 88, "1727946": 88, "1728": 88, "172800": 86, "17281354": 88, "1728398": 88, "1728456": 88, "172848": 88, "1728622": 88, "172868": 88, "1729": 88, "172945": 88, "172965873764": [], "17299": [], "1729953": 88, "173": 88, "1730": 88, "1730056": [], "173066": 88, "173075": 88, "1731": [], "1731476": 88, "1731845": [], "1731948": 88, "1732": [], "173205": [], "17321107": 88, "17324": 88, "1732495": 88, "17325074": 88, "1732593": 88, "17327": 88, "1732793": 88, "1733024": 88, "1733261": 88, "17333086": 88, "1733624": 88, "1733665": 88, "17336838": 88, "17337818": 88, "173397": 88, "1734216": 88, "1734265": 88, "17343": [], "17344366": 88, "1734586": 88, "17349": [], "1735": [], "1735206": 88, "17355159": 88, "17355317": 88, "1735644": 88, "1736": 88, "17361741": 88, "173626": 88, "1736548": 88, "1736708": 88, "17371824": 88, "17372236": 88, "17372328": 88, "17374": [], "173769": 88, "17377": [91, 92], "1737748": 88, "1737815": 88, "1738": [], "1738286": 88, "17383": 88, "17384101": 88, "1738458": 88, "17387319": 88, "173874": [], "17387469": 88, "1738852": 88, "17392862": 88, "1739404": [], "17399": [], "1739988": [], "174": 88, "1740013": 88, "174002": 88, "1740049": 88, "17400947": 88, "17402898": 88, "1740313": 88, "17405818": 88, "1740584": 88, "1740656": 88, "1740803": 88, "174097": 88, "1741": 88, "1741039": 88, "1741145": [], "1741151": 88, "1741358": 88, "17417": 88, "1741823": 88, "17422294281217932": 85, "17424": [], "1742407": 88, "1742699": 88, "17428955": 88, "1743": [], "17430": 88, "174322": 88, "174324": 88, "1743444": 88, "1743908": 88, "17439854": 88, "1743991": 88, "1744177": 88, "1744239": 88, "1744305": 88, "17449": [], "1745": 88, "174507": [], "1745602": 88, "17457171": 88, "1745882": 88, "17460783": 88, "17461": 88, "1746283": 88, "1746407": [], "174702": 88, "17470968": 88, "1747151": 88, "1747264": [], "17474": [], "1747462": 88, "17475308": 88, "1747533": 88, "1747606": 88, "17479214": 88, "1748": 88, "1748047": 88, "1748165": 88, "1748229": 88, "174824": 85, "17484903": 88, "1748557": 88, "17485988": 88, "17489": 88, "17489693": 88, "1749": [], "174915": 88, "17496523": 88, "17496552068692": 87, "17499": [], "175": 88, "17501146": 88, "1750203": 88, "17503186": 88, "175064": [], "17506862": 88, "175077": 88, "1750796": 88, "17508": 88, "1751249": 88, "175129": 88, "1751461": 88, "175156": 88, "17516": [], "175194": [], "175195": [], "17524": [], "1752401": 88, "175328": 88, "1753528": 88, "17536496": 88, "1754": [], "175426": 88, "17549": [], "1755": 88, "17553382": 88, "1755457": [], "17556447": 88, "175596": 88, "1756": [], "1756874": 88, "1756922": 88, "1756938": 88, "17571163": 88, "1757212": 88, "17573948": 88, "17574": [], "1757592": 88, "17577583": 88, "17578": 88, "1757803": 88, "17578736": 88, "1757916": 88, "1758": [], "1758387": 88, "175905": 88, "17591": 88, "1759292": 88, "175938": [], "175943": 88, "1759557": 88, "1759625": 88, "17597069": 88, "17597917": 88, "17599": [], "176": [88, 91], "1760": [], "17600591": 88, "1760105": 88, "1760187": 88, "1760232": 88, "17602338": 88, "1760286": [], "176039": 88, "1760437": 88, "1760453": [], "1760626": 88, "1760727": 88, "176092": [], "176098": [], "17611368": 88, "17612377": 88, "176144": 88, "1761775": [], "17620": 88, "17620008": 88, "17621002": 88, "1762214": 88, "1762286": [], "17624": [], "17628777": 88, "17629": 88, "1762962": 88, "1763": 88, "17631": 88, "17636": 88, "176395": [], "1764095": 88, "176426": [], "176463": [], "1764872": 88, "17649": [], "1765604": 88, "17657": 88, "1765826": 88, "1765946": 88, "1766": [], "1766164": 88, "176632": [], "17664483": 88, "17665061": 88, "176662": [], "1766918": 88, "17670": [], "1767086": 88, "17672": [], "1767368": 88, "17674": [], "1767418": 88, "17674617": 88, "17677": [], "1767749": 88, "17679536": 88, "1768": 88, "176804": 88, "17680515": 88, "1768149": 88, "17683": 88, "1768348": 88, "1768735": 88, "176882": 88, "176906": 88, "176919": 88, "1769383": 88, "176945": 88, "17699": [], "177": 88, "1770": 88, "17701": 88, "1770106": 88, "1770416": 88, "1770829": 88, "1771144": 88, "177158": 88, "17717": 88, "177177": 88, "177185": 88, "1772063": 88, "177211": 88, "1772252": 88, "177233": 88, "1772361": 88, "1772362": 88, "17724": [], "177248": 88, "17729838": 88, "177304": 88, "17730686": 88, "1773125": 88, "1773849": 88, "1774": [], "177408": 88, "17749": [], "1775094": 88, "177528": 88, "17753": 88, "177536": [], "1775414": 88, "1775545": 88, "17755564": 88, "1775678": 88, "17759414": 88, "177595": 88, "17759953": 88, "1776": [], "177632": 88, "17764567": 88, "177649": [], "177671": [], "1776882": 88, "1777": [], "17774": [], "1777544": 88, "17775778": 88, "17777005": 88, "1777715": 88, "1778113": 88, "17784254": 88, "1779": 88, "177906": 88, "17792596": 88, "17793079": 88, "1779452": 88, "177989": 88, "17799": [], "178": 88, "1780052": 88, "1780089": 88, "17804259": 88, "1780602": 88, "17807": 88, "1780921": 88, "1780941": [], "1781": 88, "1781112": 88, "178114": 88, "17813": 88, "1781316": 88, "1781679": 88, "1781814": [], "17820": 88, "178211": 88, "178215": 88, "1782167": 88, "17821738": 88, "1782382": 88, "17824": [], "178249": 88, "17827147": 88, "1782753": 88, "1782859": 88, "1783": 88, "17831619": 88, "17831767": 88, "1783361": 88, "1783563": 88, "17836788": 88, "1783717": 88, "178402": 88, "178434": [], "1784512": 88, "178462": [], "17849": [], "178555": 88, "17857838": 88, "17862642": 88, "1786344": 88, "17867717": 88, "1787287": 88, "17874": [], "178772": 88, "178785": 88, "1788048": 88, "17881292": 88, "1788136": 88, "17887788": 88, "1788787": 88, "17889239": 88, "1789209": 88, "17892131": 88, "17893109": 88, "17893668": 88, "17895198": 88, "1789675": 88, "17897": 88, "178976": 88, "17899": [], "179": 88, "17902094": 88, "17907546": 88, "1791": 88, "1791049": 88, "1791391": 88, "1791459": 88, "17915395": 88, "17917624": 88, "1791767": 88, "1791815": 88, "179195": [], "17919904": 88, "1792": [], "179213": [], "17924": [], "1793": [], "179312": [], "17939459": 88, "1794322": 88, "17944561": 88, "179451": 88, "1794671": 88, "17949": [], "1794946": [], "17957": 88, "1795965": 88, "1795983": 88, "1796179": 88, "1796433": 88, "1796448": 88, "1796906": 88, "17970002": 88, "1797038": 88, "1797136": [], "179724": [], "17974": [], "179751": 88, "179789": 88, "1797904": 88, "1797912": 88, "1798": [], "179815": 88, "1798205": [], "17986": 88, "17988396": 88, "1798958": 88, "1799": [], "179922": [], "1799386": 88, "17993963": 88, "179962": 88, "17998502": 88, "17999": [], "1799981": 88, "17_09": [], "17e": 88, "18": [11, 85, 88, 90, 91, 92, 97], "180": 88, "1800": [], "18005": [], "18011399": 88, "1801358": 88, "1801486": 88, "1801684": 88, "180178": [], "1802": [], "180202": 88, "1802028": 88, "180214": 88, "180225": 88, "1802307": 88, "18024": [], "180256": [], "18027": [], "18027098": 88, "1803": [], "1803036": 88, "180313": 88, "1804": 88, "1804103": 88, "18041094": 88, "18044": 91, "18049": [], "1804919": 88, "1804938": 88, "18050617": 88, "180513": 88, "18051368": 88, "18053217": 88, "18053597": 88, "18056": 88, "1805643": 88, "1805806": 88, "18058191": 88, "1806": [], "1806083": 88, "18061635": 88, "1806195": 88, "1806645": 88, "18066636": 88, "18072": [], "18074": 88, "180758": [], "18077141": 88, "180798": 88, "1808": 88, "18080647": 88, "180815": 88, "18081717": 88, "180824": 88, "18087527": 88, "1808781": [], "18091153": 88, "18096": [], "18096027": 88, "1809766": 88, "18099": [], "180996": 88, "181": 88, "181026": [], "1810470": [], "1810573": 88, "181059": [], "1810617": 88, "181078": 88, "1810905": 88, "1811": 88, "18112569": 88, "1811403": 88, "181168": 88, "18118311": 88, "1811866": 88, "1812": [], "1812117": 88, "1812203": 88, "1812211": 88, "18122986": 88, "18123eval": [], "18124": 88, "1813397": 88, "1813431": 88, "1813767": 88, "18138": 88, "181385": [], "181429": 88, "1814784": 88, "181480": [], "18149": [], "1815": 88, "1815035": 88, "18153675": 88, "1815379": [], "18154": 88, "1815438": 88, "18156397": 88, "1815763": 88, "18159065": 88, "18160208": 88, "181606": 88, "18162584": 88, "18163744": 88, "1816608": 88, "1816849": 88, "1817": 88, "18170221": 88, "1817098": 88, "181717": [], "1817375": 88, "18174": [], "1817477": 88, "18178183": 88, "18179595": 88, "18181": 88, "1818253": 88, "18185943": 88, "18186": 88, "1818615": 88, "1818714": 88, "1819": [], "18194762": 88, "18199": [], "182": 88, "182009": [], "1820121": 88, "18203197": 88, "18207164": 88, "18209256": 88, "1821": [], "18213743": 88, "182163": 88, "1822": [], "18220493": 88, "18220846": 88, "182217": 88, "1822243": 88, "1822395": 88, "18224": [], "18225": [], "1822549": 88, "182281": 88, "182291": 88, "1823": 88, "18231103": 88, "182318": 88, "182339": [], "1823543": 88, "182379": [], "1824": [], "182411": 88, "182421": 88, "182446": 88, "1824747": 88, "18249": [], "18251199": 88, "182513": [], "182518": 88, "18253659": 88, "1825433": 88, "18258382": 88, "182592": 88, "1825964": 88, "1826": [], "1826031": 88, "18261266": 88, "18263549": 88, "18263644": 88, "182646": [], "182661": 88, "18269184": 88, "182717": [], "182718": 88, "182726": 88, "18274": [], "18277335": 88, "1827847": 88, "182787": 88, "1828": 88, "18282354": 88, "18282494": 88, "182825": 88, "18282536": 88, "18284011": 88, "1828625": 88, "1828644": [], "18286normalized_observ": 88, "1828959": [], "1828987": 88, "1829": 88, "1829145": 88, "18293": 88, "1829333": [], "1829711": 88, "18298553": 88, "18299": [], "183": [88, 90], "1830506": 88, "18305245": 88, "18309648": 88, "1831": 88, "1831169": 88, "183125": [], "1831307": 88, "18314521": 88, "183147": 88, "1831542": 88, "18315923": 88, "1831598": 88, "18317": 88, "18318097": 88, "18321": 88, "18321547": 88, "18324": [], "1832445": 88, "183255": 88, "18328668832165": 87, "1833": 88, "18332453": 88, "18337774": 88, "1834244": 88, "1834257": 88, "1834539": 88, "18349": [], "183496": 88, "18350": 88, "183503": 88, "183521": 88, "18353": [], "1835719": 88, "1836": 88, "1836033": 88, "183605": 88, "1836190": [], "183624": 88, "18364786": 88, "18367958": 88, "18368441": 88, "18368448": 88, "1836933": 88, "18371767": 88, "18374": [], "183762": 88, "18378852": 88, "183797": [], "1838": 88, "183812": 88, "183815": 88, "1838256": 88, "183853": 88, "1838565": 88, "1838758": 88, "18388031": 88, "183907": 88, "18391813": 88, "1839275": 88, "1839387": 88, "183949": [], "18397845": 88, "18398015": 88, "18399": [], "1839916": 88, "184": [85, 88], "18403213": 88, "18403631": 88, "18403836": 88, "1840698": 88, "1841": [], "18412752": 88, "18415645": 88, "18416002": 88, "1841815": 88, "1841956": 88, "1842": 88, "1842283": 88, "18423249": 88, "18424": [], "18428627": 88, "1843": 88, "18431": 88, "184374": 88, "18438704": 88, "1843929": 88, "184395": 88, "1844": 88, "1844313": 88, "18444064": 88, "1844505": 88, "18446091": 88, "184475": 88, "1844877": 88, "18449": [], "184525": 88, "18453893": 88, "184548": [], "1845537": 88, "1845939": 88, "1846": 88, "1846281": 88, "184639": 88, "18464704": 88, "18465933": 88, "18471801": 88, "18474": [], "1847547": [], "1847646": 88, "18479": 88, "1848": [], "184828759025105": 87, "18486261": 88, "1848824": 88, "1848832": 88, "184895": 88, "1849": [], "18490314": 88, "1849331": 88, "18498646": 88, "1849880": 88, "18499": [], "185": 88, "18501428": 88, "1851": [], "18513647": 88, "18515114": 88, "1851549": 88, "1852125": [], "1852139": 88, "18524": [], "18524392": 88, "1852823": 88, "1853012": 88, "18530141": 88, "185303": 88, "18531062": 88, "185311": 88, "18532218": 88, "18532862": 88, "185356": [], "1853765": 88, "1854": 88, "185438": 88, "18547599": 88, "18548563": 88, "18549": [], "1854920": 88, "185519": 88, "1855426": 88, "185555": 88, "185575": [], "1856": 88, "18560703": 88, "18564": 88, "18565679": 88, "1856788": 88, "1856931": 88, "185704": 88, "1857172": 88, "18573241": 88, "18574": [], "18575332": 88, "185757": [], "18576327": 88, "1857722": 88, "1857724": 88, "185786": 88, "1857902": 88, "18579042": 88, "1858023": 88, "18581377": 88, "18582577": 88, "18583": 88, "18584055": 88, "1858579": 88, "18588339": 88, "18592": 88, "18592718": 88, "18593499": 88, "1859752": 88, "18599": [], "1859995": 88, "186": 88, "186007": 88, "1860087": 88, "1860107": 88, "186033": 88, "18606354": 88, "18606368": 88, "1861089": 88, "1861316": 88, "1861472": 88, "18616138": 88, "18624": [], "186273": [], "1862769": 88, "186287": 88, "186317": 88, "18633807": 88, "18634033": 88, "18634674": 88, "186352": 88, "186356": 88, "1863659": 88, "18638079": 88, "1863966": 88, "186407": 88, "1864195": 88, "18642582": 88, "18649": [], "186499": 88, "18650922": 88, "18654": 88, "1865455": 88, "18659055": 88, "186604": [], "186607": 88, "1866249": 88, "1866553": 88, "18666545": 88, "1866692": [], "186682": 88, "186699": [], "18670267": 88, "1867164": 88, "18674": [], "186772": 88, "186789": 88, "186808": 88, "1868168": 88, "186821": 88, "1868335": 88, "18683521": 88, "186888": [], "1868931": 88, "18689942": 88, "18692245": 88, "1869433": 88, "18696524": 88, "1869841": 88, "18699": [], "18699041": 88, "1869922": 88, "187": 88, "187017": 88, "18701963": 88, "1870326": 88, "187042": [], "187069": 88, "1870748": 88, "1870775": 88, "187109": 88, "187148": 88, "18716504": 88, "1871827": 88, "18722796": 88, "18724": [], "1872774": 88, "1873298": 88, "1873358": 88, "18734": 88, "18737303": 88, "1874": [], "18740903": 88, "187414": 88, "18741465": 88, "18741862": 88, "18742219": 88, "187424": 88, "1874473": 88, "18746667": 88, "187468": 88, "1874772": 88, "1874853": 88, "18749": [], "1875": [], "1875104": 88, "18752": 88, "1875331": 88, "1875445": 88, "187544582040186": 87, "187576": [], "1875874": [], "1875963": 88, "18761072": 88, "18763258": 88, "1876615": 88, "1876618": 88, "18767397": 88, "18768": 88, "1876953": 88, "18774": [], "1877444": 88, "1877465": [], "187748": 88, "1877708": [], "1877986": 88, "18781665": 88, "18781914": 88, "1878466": 88, "187864": [], "187868": 88, "18787625": 88, "18787688": 88, "18788": 88, "187885": [], "187886": 88, "187895": [], "187922": 88, "1879835": [], "18799": [], "188": 88, "18803114": 88, "1880474": [], "1881": 88, "1881004": 88, "18814877": 88, "18815": 88, "1881776": 88, "18818595": 88, "188202": 88, "18821": [], "188217": 88, "18823": 88, "18824": [], "18825871": 88, "1882617": 88, "1883": 88, "18832436": 88, "188356": 88, "18839": [], "188402": 88, "1884428": 88, "1884801": 88, "18849": [], "1885": [], "18855989": 88, "1886": [], "1886100": 88, "1886301": 88, "188634": [], "1886363": 88, "188645": [], "1887": 88, "18871239": 88, "18874": [], "188778": [], "1888955": 88, "188917": 88, "188948": 88, "1889569": 88, "18896285": 88, "18896584": 88, "18897448": 88, "18899": [], "18899556": 88, "188997": 88, "189": 88, "189004": 88, "1890682": 88, "1890895": 88, "1891": 88, "1891751": 88, "18918079": 88, "18924": [], "18924522": 88, "1893": [], "1893021": 88, "1893771": 88, "18940479": 88, "1894446": 88, "189455": 88, "18946": [], "18948373": 88, "18949": [], "1895931": 88, "1896": [], "189632": 88, "18965699": 88, "1896596": 88, "189661": 88, "1896672": 88, "189669": 88, "1897": 88, "18970567": 88, "18973693": 88, "18973994": 88, "18974": [], "1897635": 88, "189786": 88, "1897874": 88, "1898657": 88, "189896": [], "1899": [], "189915": [], "189930": 88, "1899316": 88, "189949": 88, "18999": [], "18e": [], "19": [3, 70, 72, 85, 88, 90, 91, 92], "190": 88, "190033": [], "19004": 88, "1900978": [], "19011": [], "19011602": 88, "190136": 88, "1901492": 88, "1901505": 88, "190152": 88, "19017096": 88, "190176": 88, "190199": 88, "1902369": 88, "19024": [], "19025": 88, "19025669": 88, "19032425": 88, "190416": 88, "190417": 88, "190449": 88, "19047": 88, "190483": 88, "19049": [], "190514": [], "190521": 88, "19055": 88, "19057": 88, "1906042": 88, "190615": 88, "1906197": 88, "19063124": 88, "19066": [], "1906689": 88, "1907": 88, "1907244": 88, "19074": [], "19078": [], "19079547564029": 87, "19081333": 88, "190823": 88, "190866": 88, "190874": 88, "1908779": 88, "1908928": 88, "1909089": 88, "1909218": 88, "1909386": 88, "19094054": 88, "1909411": 88, "1909425": 88, "19097": [], "19099": [], "191": 88, "191023": [], "191092": 88, "19110018": 88, "19111529": 88, "191177": 88, "19118": 88, "191185": 88, "1912172": 88, "1912361": 88, "19124": [], "191248": [], "19125824": 88, "191263": 88, "1912825": [], "19129": [], "1913205": 88, "191366": 88, "191368": 88, "1913688": 88, "191399": 88, "19147002": 88, "19147985": 88, "19149": [], "19150114": 88, "19153208": 88, "1915343": 88, "19156455": 88, "191591": 88, "1916": 88, "1916113": 88, "191648": 88, "1916565": 88, "1917027": 88, "1917308": 88, "191736": 88, "19174": [], "191752": [], "191772": [], "1918": 88, "191804": 88, "191818": 88, "19183": [], "19184": 88, "1918458": 88, "1918873": 88, "19190234": 88, "1919504": 88, "19198544": 88, "19199": [], "192": 88, "1920252": 88, "1920380": 88, "1920829": 88, "19208823": 88, "1921062": 88, "1921118": 88, "1921166": 88, "1921859": 88, "1921927": 88, "19220659": 88, "19224": [], "192297": [], "1923": [], "19230533": 88, "19232": 88, "192326": [], "19233": 88, "1923385": 88, "192398": [], "1924": [], "19241868": 88, "1924297": 88, "1924698": 88, "19247112": 88, "19249": [], "1924918": 88, "19251153": 88, "192532": 88, "1925530": [], "192562": [], "192572": [], "192576": 88, "1925912": 88, "1926": [], "192646": 88, "19264884234536714": 88, "192722": 88, "192734": 88, "19274": [], "192741": 88, "19276771": 88, "19277406": 88, "1927845": 88, "19279340910171985": 88, "1928014": 88, "19280949": 88, "1928141": 88, "192874": 88, "19289044": 88, "1928906": 88, "1929403": 88, "19296": 88, "1929793": 88, "1929872": 88, "19299": [], "193": 88, "1930046": 88, "193032": 88, "1930355": 88, "19307885031970243": 88, "19308981": 88, "1931": 88, "193132": [], "193145": 88, "19314observ": 88, "193152": 88, "193170": 88, "1931906": 88, "1932": 88, "19322304": 88, "19324": [], "19325778": 88, "19326735": 88, "1933": [], "193302": 88, "19333202": 88, "1933572": 88, "19339": 88, "1934": 88, "1934283": 88, "1934464": 88, "19346988": 88, "1934835": 88, "19349": [], "19349848": 88, "19355659": 88, "19357": [], "19361456": 88, "1936392": 88, "1936398": 88, "19365136768455526": 88, "19367997": 88, "1937": 88, "1937100": 88, "19373329": 88, "19374": [], "193748": 88, "193778": 88, "19379": [], "1938": 88, "19380704": 88, "1939071": 88, "1939269": 88, "19397": [], "19399": [], "194": 88, "19401": [], "19403023": 88, "19406": 88, "1940644": 88, "19407731358453": 87, "1941": [], "1941126": 88, "19411452": 88, "19412522": 88, "1941650": 88, "19419788": 88, "19421": [], "19424": [], "1942405": 88, "19425558540028": 87, "1942678": 88, "1943": 88, "194313": 88, "19431902": 88, "19432": [], "19437674": 88, "19437873": 88, "1944": 88, "19446": 88, "194466": 88, "19447857": 88, "19447912": 88, "19449": [], "194498": 88, "19453153": 88, "1945324": 88, "1945338": [], "19455111": 88, "1946476": 88, "19466678964959738": 88, "194668": 88, "194717": 88, "19472611": 88, "19474": [], "19479": 88, "1947978": 88, "19480117": 88, "19482": 88, "1948214": 88, "19484": [], "1948483": 88, "1948746": [], "1948814": 88, "194895": 88, "19489641": 88, "1949": [], "19491614": 88, "19492": [], "19494": 88, "1949451": 88, "19498537": 88, "19498546": 88, "19498973": 88, "19499": [], "195": 88, "1950": [], "19502": [], "19503616": 88, "195037": [], "19512174": 88, "195202": 88, "1952197": 88, "1952206": 88, "19523518": 88, "1952365": 88, "19524": [], "195248": 88, "19524881": 88, "195282": [], "1952987": 88, "195335": [], "19536558": 88, "195412": [], "19549": [], "195494": [], "195496": [], "1955": 88, "1955276": 88, "1955575": 88, "19556257": 88, "1955757": 88, "1955953": 88, "1956": 88, "1956552": 88, "19567046": 88, "195679": 88, "1957": [], "19572": 91, "19574": [], "195751": 88, "1958": [], "1958058": 88, "19582918": 88, "19584985": 88, "1959": 88, "1959356": 88, "19599": [], "196": 88, "19600163": 88, "1960436": 88, "196059": 88, "19609885": 88, "196102": 88, "196104": [], "19614485": 88, "1961566": 88, "19619651": 88, "19624": [], "196256": [], "196259": 88, "196307": [], "19635": 88, "196385": 88, "19640385": 88, "196436": 88, "196461": 88, "196463": 88, "196474": [], "1964861": 88, "19649": [], "1965": 88, "19655547": 88, "1965829": 88, "19661541": 88, "1966296": 88, "1966367": [], "19664165": 88, "1966425": 88, "19667658": 88, "196686348535": [], "19674": [], "196743": [], "19678557": 88, "1967978": 88, "1968": 88, "19681": 87, "1968157": 88, "1968329": 88, "1968398": 88, "196945": [], "19699": [], "197": 88, "1970": 88, "1970633": 88, "19712": 88, "197136": 88, "19715": 88, "19716187": 88, "19717": 88, "19718364": 88, "197186": [], "1972": 88, "1972181": 88, "19724": [], "1973": 88, "197338": 88, "197342": [], "197345": [], "197349": 88, "19735": 88, "1973826": 88, "1974": [], "19741407": 88, "19749": [], "1975168": 88, "19754964": 88, "197556": [], "1976013": 88, "19762321": 88, "19763774": 88, "1976465": 88, "197658": 88, "197681": 88, "197695": [], "1977": 88, "1977187": [], "1977205": 88, "1977243": 88, "19773862": 88, "19774": [], "1978": [], "197859": 88, "197879": 88, "197881": 88, "1979": 88, "19791102": 88, "1979498": 88, "1979749": 88, "19798414": 88, "19799": [], "198": 88, "198029": 88, "1980758": 88, "1981287": 88, "19815": 88, "1981583": 88, "19816673": 88, "19817episod": 88, "19818": 88, "1982237": 88, "1982363": 88, "19824": [], "1982401": 88, "19825493": 88, "198273": [], "198282": [], "19832894": 88, "1983386": 88, "19835362": 88, "198372": [], "19839": 88, "1984": 88, "198402": 88, "198414": 88, "19845": 88, "19849": [], "1984916": 88, "19849356": 88, "19851": [], "1985176": 88, "1985413": 88, "19854206": 88, "198558": [], "1985826": 88, "1985945": 88, "1986468": 88, "19865736": 88, "19866192": 88, "1986636": 88, "19867": 88, "1986746": 88, "198685": [], "198689": [], "19868968": 88, "1987": 88, "198714": 88, "19874": [], "198741": 88, "1987928": 88, "19882268": 88, "198838": 88, "1988388": 88, "19888": [], "1988840": 88, "19890507": 88, "19891433": 88, "1989243": 88, "19895": 88, "198977940785": 87, "19899": [], "199": 88, "1990": 88, "1990455": 88, "19906032": 88, "199064": 88, "1990744": 88, "1990776": 88, "19907911": 88, "19909": 88, "199093": 88, "1991": [8, 85, 86, 87, 88, 89, 90, 91, 92], "19910824": 88, "1991172": [], "19913244": 88, "1991413": 88, "19918136": 88, "19918394": 88, "1992078": 88, "19920886": 88, "199211": 88, "199216": 88, "19924": [], "19925651": 88, "19925874": 88, "1992712": 88, "199289": [], "199346": 88, "19937": 88, "19937480889174": 87, "1994361": 88, "199446": 88, "19946": 88, "1994869": 88, "19949": [], "1994962": 88, "19954938": 88, "199556": 88, "1996": [], "19965944": 88, "19969": 88, "1996932": 88, "1996989": 88, "1997": 8, "1997045": 88, "19970892": 88, "19971065": 88, "19972995": 88, "199731": [], "19974": [], "19975394": 88, "199781": 88, "1997995": 88, "1998": [8, 88], "19980669": 88, "1998119": 88, "19985843": 88, "19986": [], "1999": [], "19991": [], "1999189": 88, "1999285": 88, "1999687": 88, "1999747": 88, "19999": [], "19999997": 88, "19e": [], "1e": [7, 69, 70, 71, 72, 82], "1m": 64, "1p": 89, "1pb": 89, "1pf": 89, "1pl": 89, "1pr": 89, "1zonedatacentercrac_wapproachtemp": 3, "2": [0, 2, 3, 7, 10, 11, 12, 64, 75, 85, 86, 87, 88, 89, 91, 92, 97], "20": [7, 64, 86, 88, 90, 91, 92], "200": 88, "2000003": [], "2000191": 88, "20021339": 88, "2002268": 88, "20024": [], "200267": [], "2002984": 88, "200369": 88, "200377": 88, "2004": 48, "2004006": 88, "2004256": 88, "2004602": 88, "20049": [], "20054322": 88, "2005509": 88, "20059675": 88, "20060135": 88, "20061348": 88, "200624": [], "2006387": 88, "20065822": 88, "2006618": [], "2007": [], "2007151": 88, "20072": 88, "20074": [], "20074093": 88, "20076": 88, "200768": 88, "2007798": 88, "20081972": 88, "200836": 88, "2008438": 88, "2008463": 88, "200878": 88, "2008954": 88, "20089795": 88, "2009": 88, "20092021": 88, "2009379": 88, "2009412": 88, "20098953": 88, "20099": [], "201": [87, 88], "2010076": 88, "201059": 88, "2011": [], "2011808": 88, "20122492": 88, "20124": [], "2012520": 88, "20126398": 88, "201277": 88, "2013": 88, "201414": 88, "20141661": 88, "201467": [], "2014761": 88, "20148318": 88, "20149": [], "201529": 88, "2015561": 88, "2016": [49, 50], "2016113": 88, "201614": 88, "20163757": 88, "20165926": 88, "2016758": 88, "201698": 88, "201731": [], "20174": [], "2017490": 88, "20179": [], "20181727": 88, "2018967": 88, "201899": 88, "2019": 88, "201933": [], "201954": 88, "20197213": [], "20199": [], "2019925": [], "202": 88, "20208": [], "202087": [], "2020884": 88, "2021": 0, "2021198": 88, "20212": 88, "20214": 88, "202164": 88, "2021sinergym": 0, "2022": 88, "20220812": 88, "20224": [], "2022915": 88, "20230803_133654": 88, "20231117_094304": [], "20231117_094859": [], "202335": 88, "2023423": 88, "202343": 88, "20236321": 88, "2023776": [], "2024": [], "20240425_140538": 88, "20240425_141242": 88, "202436": 88, "2024562": 88, "202463": 88, "202482": [], "20249": [], "2025": 88, "2025166": 88, "20254865": 88, "2026": 88, "202625": [], "2026606": 88, "20268": [], "2026825": 88, "20268738": 88, "2026929": 88, "202701": 88, "20274": [], "20275378": 88, "20275748": 88, "2027767": 88, "2027855": 88, "2027872": 88, "202793": 88, "2028": 88, "202816": 88, "202825": 88, "2028303": 88, "20284332": 88, "2028655": 88, "20287": 88, "20288093": 88, "2029": 88, "20290878": 88, "2029555": 88, "20299": [], "203": [], "2030214": 88, "2030218": 88, "20302598": 88, "203036": [], "20304": 88, "20304014": 88, "2030478": 88, "20308": 88, "203123": [], "20315155": 88, "2032": [], "203205": 88, "203207": 88, "20321526": 88, "20324": [], "2032456": 88, "20326": [], "203262": 88, "2032651": 88, "203269": 88, "203282": 88, "2032909": [], "203293": [], "2033068": 88, "2033193": 88, "203337": 88, "2033601": 88, "20336638": 88, "20336966": 88, "203373": 88, "2033869": 88, "20340107": 88, "20341913": 88, "20342": 88, "20343": 88, "20345241": 88, "20349": [], "2034941": 88, "20353": [91, 92], "203547": 88, "203548": 88, "20356852": 88, "203613": 88, "20363025": 88, "2037184": 88, "203728": 88, "20374": [], "20374778": 88, "20377": 87, "20381": [], "203812": [], "20385283": 88, "203861": 88, "2038618": 88, "203875": 88, "20387834": 88, "203888": [], "203909": [], "2039785": 88, "2039795": [], "20398": [], "20399": [], "204": 88, "2040": [], "20401847": 88, "20403717": 88, "2040637": 88, "2040808": [], "204096": 88, "204103": 88, "20411412": 88, "20412788": 88, "204128": [], "204165": [], "2041984": [], "2042": 88, "20422778": 92, "204233": 88, "20424": [], "204302": 88, "20433": 88, "20436701": 88, "2043912": 88, "20440246": 88, "204404": 88, "2044296": 88, "2044375": 88, "204458": [], "20446157": 88, "20447": 88, "2044803": 88, "20449": [], "20450267": 88, "2045414": 88, "20455971": 88, "204573": [], "20458473": 88, "2045938": 88, "204594": [], "2045971": 88, "2046": 88, "204605": [], "20462428": 88, "204645": 88, "204664": [], "2046728": 88, "2046897": 88, "20474": [], "20476": 88, "2047635": 88, "2047836": 88, "20478767": 88, "20478998": 88, "204876": [], "2048786": 88, "2049": [], "2049016": 88, "20492809": 88, "204964": 88, "20498234": 88, "20499": [], "2049942": 88, "205": 88, "2050470": [], "20505136": 88, "205063": [], "205065": 88, "20512933": 88, "2051536": 88, "2051672": 88, "205175": 88, "2051765": 88, "2052": [], "20522769": 88, "20524": [], "2053658": 88, "2053984": 88, "2054138": 88, "205442": [], "20547608": 88, "2054832": 88, "20549": [], "20549591": 88, "2055": 88, "2055004": 88, "20555449": 88, "2055722": 88, "2055746": 88, "2056313": 88, "20567524": 88, "2057": [], "205713": 88, "20574": [], "205751": 88, "20577": [], "205776": [], "205795": 88, "2057987": 88, "20580564": 88, "2058110": [], "2058299": 88, "205853": 88, "205873": [], "20593": 88, "20595229": 88, "2059622": [], "2059898": 88, "20599": [], "206": 88, "2060": 88, "20605645": 88, "20605884": 92, "20606": [], "20608644": 88, "206093": 88, "206098": 88, "206142": [], "20624": [], "206257": [], "206264": 88, "2062855": 88, "2063009": 88, "2063138": 88, "20633729": 88, "20639": [], "2064141": 88, "2064536": 88, "2064643": 88, "20649": [], "20655099": 88, "2065623": 88, "20656626": 88, "20657578": 88, "2065825": 88, "206614": 88, "20663214": 88, "20667294": 88, "2067354": 88, "20674": [], "2067993": 88, "2068005": 88, "20680921": 88, "206852": 88, "2068543": 88, "20685917": 88, "2069064": [], "206911": [], "2069492": 88, "20698562": 88, "2069899": 88, "20699": [], "207": 88, "20701692": 88, "207035": 88, "207041": 88, "207043": 88, "20707": 88, "207127": [], "2071352": 88, "2071688": 88, "207176": 88, "207191": 88, "20721": 88, "2072117": 88, "20724": [], "20726395": 88, "207271": 88, "207291": 88, "2073021": 88, "2073052": 88, "20736702": 88, "2073771": 88, "2074": [], "20747389": 88, "20749": [], "2075": 88, "2075349": 88, "20754": [], "2075406": 88, "2075417": 88, "2075642": 88, "2075944": [], "207672": 88, "207696": 88, "207697": 88, "2077083": 88, "20773874": 88, "20774": [], "2077413": 88, "207743": 88, "2077454": 88, "207747": [], "20776": [], "2077625": [], "20776811": 88, "2078": 88, "2079129": 88, "2079709": 88, "20799": [], "208": 88, "2080703": 88, "2080764": 88, "208077": 88, "2080784": 88, "2081401": 88, "208149": 88, "2081633": 88, "208176": 88, "2081913": 88, "20819986": 88, "20820391": 88, "208214": 88, "208225": [], "20824": [], "20826182": 88, "2082726": 88, "2083": 88, "2083033": 88, "20833586": 88, "2083659": 88, "2084": [], "20840766": 88, "2084277": [], "2084299": 88, "208434": [], "208447": 88, "2084704": [], "20848253": 88, "20849": [], "2085210": [], "208527": 88, "208553": [], "2085614": [], "2085723": 88, "2085734": 88, "2085793": 88, "2086": [], "2086186": 88, "20863354": 88, "208645": [], "20865631": 88, "208662": [], "208679": [], "20868146": 88, "2087": 88, "208714": 88, "20874": [], "20876008": 88, "20878336": 88, "20878705": 88, "2088039": 88, "2088275": 88, "208828": 88, "2088283": 88, "208834": 88, "208877778477245": 87, "2088845": 88, "2088907": 88, "208926": 88, "2089523": 88, "20899": [], "209": 88, "2090129": 88, "209015": 88, "209018": [], "2090344": 88, "2090809": 88, "20909087": 88, "20912255": 88, "2091461": 88, "209152": [], "2091718": 88, "2091904": 88, "2092079": 88, "20924": [], "20932": 88, "209322": 88, "20936": 88, "2094218": 88, "209433": 88, "20944": [], "20944339": 88, "2094523": 88, "2094589": 88, "2094675": 88, "20948076": 88, "2094876": 88, "20949": [], "2095": 88, "2095077": 88, "209568": 88, "2096": 88, "2096256": 88, "20962618": 88, "20963049": 88, "2096317": 88, "209637": 88, "2096407": 88, "2096811": 88, "209707": 88, "20974": [], "2097552": 88, "2097586": 88, "209763": 88, "2097673": 88, "20977": 88, "20979163": 88, "209824": [], "20982918": 88, "20984563": 88, "20984873": 88, "20985441": 88, "2099": [], "209904": 88, "209932": 88, "209965": 88, "2099812": 88, "20999": [], "20999677": 88, "20gb": 9, "20m": 64, "21": [87, 88, 91, 92, 97], "210": 88, "2100024": 88, "2100034": 88, "210054": 88, "210063": 88, "210066": 88, "21007": 88, "210108": 88, "21011": 88, "21013582": 88, "21015": 88, "2101566": 88, "210167": [], "21021159": 88, "21021192": 88, "21023": [], "21024": [], "210247": 88, "2102473": 88, "210288": 88, "21029466": 88, "210327": [], "210348": [], "21035": [], "2103512": 88, "2103553": 88, "21038": 88, "2103968": 88, "2103977": 88, "2104": 88, "2104632": 88, "21047753": 88, "21047954": 88, "2104884": 88, "21049": [], "210505": 88, "210514": [], "21052321517551723": 85, "21057189": 88, "2106": 88, "21060994": 88, "2106228": 88, "2106607": 88, "210664": 88, "210682": 88, "2106824": 88, "2107": 88, "21070397": 88, "2107181": 88, "2107201": 88, "21074": [], "21074173": 88, "21076715": 88, "2107717": 88, "2107879": 88, "21081619": 88, "2108184": 88, "21083306": 88, "2108333": 88, "2108649": 88, "2108772": 88, "2108831": 88, "2109016": 88, "21090572": 88, "2109281": 88, "21095404": 88, "2109747": 88, "2109778": 88, "21099": [], "211": 88, "21101876": 88, "2110263": 88, "2110403": 88, "2110516": 88, "2110648": 88, "21108243": 88, "211084": [], "2111067": 88, "21110882": 88, "211124": [], "21112634": 88, "2111316": 88, "211132": 88, "2111804": 88, "21118963": 88, "21124": [], "211245": [], "211254": 88, "2112623": 88, "21128285": 88, "211297": [], "211305724387437": 87, "211311": 88, "21131909": 88, "211323": 88, "2113433": 88, "2113451": 88, "2113588": [], "21137": [], "2114": 88, "2114068": 88, "21149": [], "21159407": 88, "211603": [], "211607": [], "21161817": 88, "21165": 88, "21165578": 88, "21166852": 88, "211679": 88, "2117175": [], "21172208": 88, "211725": [], "2117251": 88, "21174": [], "211773": 88, "2118": 88, "2118145": 88, "2118318": 88, "21184213": 88, "21185528": 88, "21186": [], "21186082": 88, "211865": 88, "2118655": 88, "2118769": 88, "21190204": 88, "211904": 88, "21192145": 88, "211943": [], "211945": 88, "211956": 88, "21199": [], "212": 88, "212012": 88, "2120364": 88, "212038": [], "2120433": 88, "212054": 88, "21207": 88, "2120779": 88, "212082": 88, "2120930": 88, "2121011": 88, "2121263": 88, "2121314": 88, "21219": [], "2121939": 88, "212212": 88, "2122162": 88, "21224": [], "21224445": 88, "21224701": 88, "2122545": 88, "2122964": 88, "21230796": 88, "2123193": 88, "212349": [], "2123764": 88, "212387": [], "2123891": 88, "2123916": [], "2124": [], "212425": 88, "2124287": 88, "2124463": 88, "21247": 88, "21247664": 88, "21249": [], "2124931": 88, "2125": [], "2125020": 88, "212526": 88, "2125288": [], "21256": [], "21256845": 88, "2125821": 88, "21262374343245": 87, "21266013": 88, "2126987": 88, "21271586": 88, "2127241": [], "21273": 88, "21274": [], "212778": 88, "212783": 88, "2127936": 88, "2127952": 88, "2128371": 88, "2128408": 88, "21284685762769534": 90, "212852": 88, "2128584": 88, "2128919": 88, "212911": [], "21296288": 88, "212968": 88, "212975": [], "21298": [], "2129886": 88, "21299": [], "212994": 88, "213": 88, "213065": 88, "213067": [], "21308659": 88, "213139": [], "213166": [], "21317531": 88, "2131824": [], "213237": 88, "21323958": 88, "21324": [], "2132428": 88, "213251": [], "213253": 88, "2132572": 88, "21326": [], "2133": 88, "213314": 88, "213318": 88, "2133721": 88, "213396": 88, "2134": 88, "2134029": 88, "213444": [], "21347415": 88, "2134748": 88, "2134852": 88, "21349": [], "21349494": 88, "21350923": 88, "2135175": 88, "2135375": 88, "21356": [], "2135712": [], "21358721": 88, "21359": 88, "2135907": 88, "2136127": 88, "21369168": 88, "2137165": [], "21371971": 88, "21373639": 88, "21374": [], "2138": 88, "213805": 88, "213823": 88, "21384422": 88, "2138486": 88, "2139": [], "21390428": 88, "2139068": 88, "2139099": 88, "21393128": 88, "213951": 88, "21395552": 88, "21396358": 88, "21399": [], "2139999": 88, "214": 88, "214001477054413": 87, "21400224": 88, "21404": [], "2140715": 88, "21409138679209": 87, "2141047": 88, "2141129": 88, "214168": 88, "2141682": 88, "21421388": 88, "21424": [], "214247": [], "2142777": 88, "2143": 88, "2143209": 88, "214323": [], "21435489": 88, "2143631": 88, "21443275": 88, "21449": [], "2145": 88, "2145050": [], "21452": [], "214547": 88, "214554": 88, "21458727": 88, "2146": 88, "2146342": 88, "21463865": 88, "21464732": 88, "21465318": 88, "2146798": 88, "21469603": 88, "2147": 88, "2147147": 88, "214733": [], "21474": [], "2147425": 88, "21476825": 88, "2148": [], "2148283": 88, "2148433": 88, "2148445": 88, "2148488": 88, "2148534": 88, "21485594": 88, "214865": 88, "214876": [], "21489": [], "2149": 88, "21490154": 88, "2149048": 88, "21490727": 88, "214909": 88, "2149227": 88, "214924": 88, "21493964": 88, "214954": [], "21499": [], "215": 88, "215002": 88, "2150146": 88, "2150317": 88, "21505": [], "215065": 88, "2150915": 88, "2151046": 88, "21511713": 88, "2151349": 88, "215135": 88, "215137": 88, "21515": 88, "21517679": 88, "2152": 88, "21524": [], "2152414": 88, "21525444": 88, "215261": [], "2152648": 88, "2152712": 88, "215292": 88, "2152986": 88, "215305": [], "21531": 88, "2153125": 88, "215342": 88, "21534298": 88, "21535462": 88, "21536": 88, "21538693": 88, "2153924": 88, "215397": 88, "21540229": 88, "21540523": 88, "215412": [], "21545994": 88, "21549": [], "21549165": 88, "2154951": 88, "2155": 88, "215503": 88, "21551006": 88, "2155348": 88, "2155395": 88, "21554197": 88, "2155429": 88, "2156": 88, "21560913": 88, "21564": 88, "215664": 88, "2156662": 88, "21567507": 88, "215683": [], "2156953": 88, "2157": 88, "21571861": 88, "21573345": 88, "215737": 88, "21574": [], "215746": 88, "2157485": 88, "215752": [], "21577922": 88, "21578552": 88, "21578881": [], "21579875": 88, "21581028": 88, "2158233": 88, "21583222": 88, "21585952": 88, "2158614": 88, "21587436": 88, "21591258": 88, "21594": 88, "2159424": 88, "21594472": 88, "21594739": 88, "21594895": 88, "2159493": 88, "21595329": 88, "21597923": 88, "21599": [], "216": [], "2160": [87, 91, 92], "21600848": 88, "21602087": 88, "216024": [], "21602459": 88, "21603408": 88, "21603543": 88, "21606033": 88, "21608342": 88, "2161": [], "2161049": 88, "2161065": 88, "2161067": 88, "21610738": 88, "2161181": 88, "21612583": 88, "21614394": 88, "21616091": 88, "21617688": 88, "2161796": 88, "2161875": [], "21619192": 88, "2162061": 88, "216217": 88, "216219": 88, "21621951": 88, "21623221": 88, "21624": [], "21624425": 88, "216255": 88, "21625566": 88, "2162625": 88, "21626653": 88, "21627685": 88, "2162793": 88, "2162867": 88, "21629609": 88, "21631888": 88, "21632715": 88, "21633506": 88, "21634263": 88, "2163455": 88, "2163499": 88, "21635687": 88, "21636358": 88, "21637": 88, "2163762": 88, "21638216": 88, "2163879": 88, "2163928": 88, "21639343": 88, "21639366": 88, "21639864": 88, "21639876": 88, "21640229": 88, "21640347": 88, "21640392": 88, "21640813": 88, "21641265": 88, "21641703": 88, "21642128": 88, "21642539": 88, "21642938": 88, "21643326": 88, "216434": 88, "21643703": 88, "21644069": 88, "21644424": 88, "2164477": 88, "21645942": 88, "2164752": 88, "2164761": 88, "2164841": 88, "21649": [], "2165": [], "21652": [], "216526173": 88, "21654111": 88, "2165792": 88, "216587": [], "2166": 88, "216602": 88, "21662": 88, "21664365": 88, "2166473": 88, "21665": 88, "21666248": 88, "2166649": 88, "2166689": [], "21668": 88, "216694": 88, "2167335": 88, "21673737": 88, "21674": [], "2167891": 88, "2168": [], "2168629": [], "21687727": 88, "216917": 88, "2169203": 88, "21692273": 88, "216924": 88, "21694446": 88, "21694796": 88, "216948": 88, "21695155": 88, "2169536": 88, "21695524": 88, "21695906": 88, "21696298": 88, "21696702": 88, "21697117": 88, "21697547": 88, "21697989": 88, "2169807": 88, "21698178": 88, "2169822": 88, "21698445": 88, "21698686": 88, "2169883": 88, "21698916": 88, "21699": [], "21699214": 88, "21699403": 88, "2169976": 88, "21699907": 88, "217": 88, "2170002": 88, "21700326": 88, "21700427": 88, "21700913": 88, "21701524": 88, "2170155": 88, "21702157": 88, "21702817": 88, "2170306": 88, "2170345": 88, "21703506": 88, "21704221": 88, "21704969": 88, "21705748": 88, "217064": [], "21706563": 88, "21706979": 88, "2170714": 88, "21709189": 88, "2170973": 88, "2171": 88, "21710123": 88, "21711102": 88, "21712129": 88, "21713208": 88, "21714343": 88, "2171554": 88, "2171618": 88, "2171623": 88, "217168": 88, "217169": 88, "21718132": 88, "2171905": 88, "21719542": 88, "2172": [], "21721035": 88, "217213": 88, "2172262": 88, "21724": [], "21724306": 88, "2172575": 88, "217259": 88, "21726103": 88, "21726954": 88, "21728021": 88, "2172871": 88, "2172889": 88, "21729039": 88, "2173": 88, "2173034": [], "2173122": 88, "21731281": 88, "21733698": 88, "2173387": 88, "217339": 88, "2173483": 88, "21736312": 88, "217367": 88, "21739146": 88, "217399": 88, "2174": [], "2174076": 88, "2174097": 88, "2174108": 88, "2174128": 88, "2174139": 88, "2174159": 88, "21742234": 88, "217432": [], "2174360": 88, "217442233499717": 87, "21745606": 88, "217459": 88, "2174686": 88, "217487": 88, "21749": [], "217491": 90, "21749306": 88, "2174958": 88, "2175": [], "21753384": 88, "217537": [], "2175551": 88, "21756174": 88, "217579": 88, "217582": 88, "21758959": 88, "2175899": 88, "21759": 88, "217599": 88, "2176052": 88, "2176088": 88, "2176212": 88, "2176276": 88, "21762931": 88, "2176431": 88, "217648": [], "21765": [], "2176522": 88, "217664": 88, "2176818": 88, "2176843": 88, "2176857": 88, "217692": 88, "2176951": 88, "2177": 88, "217703": [], "21770558": 88, "2177366": 88, "21774": [], "21774931": 88, "217751": 88, "2177534": 88, "217755": 88, "2177603": 88, "2177678": 88, "2177794": 88, "2177916": 88, "2177988": 88, "2178004": 88, "2178233": 88, "217842": 88, "2178513": 88, "2178577": 88, "21787465": 88, "2178912": 88, "2179215": 88, "2179422": 88, "21796": [], "2179612": 88, "21796153": 88, "217964": 88, "2179649": 88, "21797909": 88, "217984": 88, "2179897": 88, "2179899": 88, "21799": [], "218": 88, "2180169": 88, "2180526": 88, "21805373": 88, "21805787": 88, "21806": [], "21806225": 88, "2180766": 88, "2180985": 88, "2181": 88, "2181023": 88, "21810769": 88, "21810846": 88, "2181346": 88, "2181371": 88, "21814": 88, "218159": 88, "21816924": 88, "218174": 88, "21818037": 88, "2181901": 88, "2182109": 88, "2182161": 88, "2182176": 88, "2182340": 88, "21824": [], "218262": 88, "2182675": [], "2182701": 88, "218272": 88, "218283": 88, "218284": 88, "2182968": 88, "2182972": 88, "2183102": 88, "2183142": 88, "21832082": 88, "21835": 88, "218369": 88, "2183942": 88, "2183963": 88, "2184026": 88, "21843578055733381": 91, "2184403": 88, "218443": 88, "2184432": 88, "2184443": 88, "2184488": 88, "2184614": 88, "218475": 88, "21849": 88, "21849057": 88, "2184976": 88, "2185": 88, "21851796": 88, "218526": 88, "218542": 88, "2185426": 88, "2185682": 88, "218572": 88, "21857265": 88, "2186": 88, "2186031": 88, "2186174": 88, "21864635": 88, "218678": 88, "2186903": 88, "2186999": 88, "2187048": 88, "21874": [], "218741": 88, "21875559": 88, "2187705": 88, "2187877": 88, "2188": 88, "21881731": 88, "21882": 88, "218822": 88, "218825": 88, "2188635": 88, "21886687": 88, "2188702": 88, "21887565": 88, "2189037": 88, "218952": 88, "21896": 87, "2189605": 88, "2189622": 88, "21896447": 88, "2189673": 88, "218972": 88, "21899": [], "219": 88, "219017": [], "2190175": 88, "219034": 88, "2190559": 88, "2190763": 88, "219078": [], "2191238": 88, "21916862": 88, "2191814": 88, "2191842": 88, "219196": 88, "219198": [], "2192": 88, "219239": [], "21924": [], "219263": [], "219296": 88, "21929eval": 88, "21930945": 88, "219313": 88, "21931599": 88, "219343": 88, "21934783": 88, "2194233": 88, "219424": 88, "21944512": 88, "21949": [], "219508": 88, "2195271": 88, "2195528": 88, "219627": [], "21965861": 88, "2196630": 88, "2196872": 88, "2197195": 88, "2197232": 88, "21973711769706": 87, "21974": [], "2197445": 88, "219774": 88, "21977808": 88, "21981": [], "2198138": 88, "21983": 88, "21984789": 88, "21986684": 88, "2199": [], "21991017": 88, "219914681982832": 87, "21992093": 88, "2199435": 88, "21999": [], "21e": [], "22": [11, 85, 86, 87, 88, 89, 91, 92], "220": 88, "2200251": 88, "2200508": 88, "2200994": 88, "22010225": 88, "2201520": [], "220171": 88, "22024": [], "2202575": 88, "220278": [], "220292": 88, "2203056": 88, "22031479": 88, "22031577": 88, "22032747": 88, "2203346": 88, "22033916": 88, "2203496": 88, "2203594": 88, "22036621": 88, "22037326": 88, "2204314": 88, "2204483": 88, "22045137": 88, "2204554": 88, "22045606": 88, "22045791": 88, "22048286": 88, "22049": [], "2205007": 88, "220537": 88, "220542": [], "2205443": 88, "2205613": 88, "220632": [], "22064": [], "22067004": 88, "22069627": 88, "22070584": 88, "220722": 88, "22073": [], "2207346": 88, "22074": [], "22075833": 88, "220809": [], "2208177": 88, "2208526": 88, "2209": 88, "2209195": 88, "220978": 88, "22099": [], "221": 88, "22102": 88, "22102195": 88, "22105": 88, "22106783": 88, "221075": 88, "2210779": 88, "2210904": 88, "2211051": 88, "221107": [], "221117": [], "2211336": 88, "2211486": 88, "2211604": 88, "2211651": 88, "2212": [], "2212148": [], "22123216": 88, "22124": [], "22127204": 88, "2212741": 88, "221281": [], "22128233": 88, "221298": 88, "2213071": 88, "221325": [], "2213492": 88, "22135423": 88, "221378": [], "22139238": 88, "2214": 88, "22140667": 88, "2214129": 88, "221416": 88, "22143506": 88, "2214355": 88, "22144176": 88, "22145654": 88, "22149": [], "2214974": 88, "22150081": 88, "2215056": [], "2215096": 88, "22157": [], "221611": 88, "2216408": [], "221664": [], "2216746": 88, "22167626": 88, "2216896": 88, "2217364": 88, "22174": [], "221756": 88, "221785": 88, "2217987": 88, "22182": [], "22182426": 88, "2218246": 88, "221841": 88, "22184345": 88, "221871": 88, "22187698": 88, "221891": 88, "22196184": 88, "22197391": 88, "22199": [], "222": 88, "22203": [], "2220591": 88, "2221": 88, "222109": 88, "222132": 88, "22218584": 88, "22219379": 88, "2222": [], "2222044": 88, "2222115": 88, "22224": [], "222293": 88, "22233284": 88, "22234535": 88, "222366": 88, "2223711": 88, "2223775": 88, "22237885": 88, "222391": 88, "2224": [], "2224569": 88, "222464": [], "2224885": 88, "22249": [], "22249314": 88, "222506": [], "22251686": 88, "22252452": 88, "2226431": 88, "22266904": 88, "2227": 88, "22272396": 88, "22273": [], "22274": [], "22274233": 88, "2227689": 88, "2227743": 88, "222803": 88, "222807": 88, "22283": 88, "2228545": 88, "2228593": 88, "22288172": 88, "2228847": 88, "2229": 88, "2229061": 88, "222923": 88, "222929": 88, "222954": 88, "2229602": 88, "22296621": 88, "22299": [], "2229939": 88, "22312622": 88, "2231281": 88, "2232087": 88, "223213": 88, "22324": [], "22324245": 88, "2232652": 88, "22327": 88, "2232910": [], "22336385": 88, "223364": [], "2234043": 88, "2234046": 88, "2234091": [], "223421": 88, "2234396": 88, "223462": 88, "2234626": 88, "223465": 88, "2234673": 88, "2234674": 88, "2234741": 88, "22349": [], "223494": 88, "223513": 88, "22351716": 88, "223518887721035": 87, "2235431": [], "223564": [], "223633": 88, "2236389": 88, "223648": 88, "223677": 88, "2236838": 88, "22374": [], "2238": 88, "22381593": 88, "223822": 88, "2238406": 88, "2238827": 88, "2239": [], "223902": 88, "2239094": 88, "223935": 88, "2239804": 88, "2239828": 88, "22399": [], "223993": 88, "224": 88, "2240072": 88, "224043": 88, "22406664": 88, "22408499": 88, "2240896": [], "22409585": 88, "22409688": 88, "22409691": 88, "2241157": 88, "2241871": 88, "22419": 88, "22423449": 88, "22424": [], "2242444": 88, "22425": 88, "2242712": 88, "2243": [], "224352": 88, "224353": 88, "224358": 88, "2243586": 88, "224388": [], "22439104": 88, "2244216": [], "22444607": 88, "224448": 88, "224451": [], "22449": [], "2245245": 88, "2245376": 88, "22454019": 88, "22454265": 88, "224543": [], "2246438": 88, "2246735": 88, "22469115": 88, "22470273": 88, "22474": [], "224743717142747": 87, "224747": 88, "22474982": 88, "22475": 88, "22475557813916": 87, "22479762": 88, "2248": [], "22480048": 88, "2248468": 88, "224862634103623": 87, "2248776": 88, "22488464": 88, "2249": [], "224909": 88, "224918": 88, "224926": [], "22493471": 88, "22493528": 88, "22493757": 88, "2249451": 88, "2249482": 88, "2249779": 88, "22498028": 88, "22499": [], "224995": [], "225": 88, "2250236": 88, "2250341": 88, "22509043": 88, "2250997": 88, "2251079": 88, "22510803": 88, "22511": 88, "2251152": 88, "22512957": 88, "22514847": 88, "2251532": 88, "2251667": 88, "225185": 88, "2251943": 88, "22523598": 88, "22524": [], "2252550": 88, "22527522": 88, "225305": [], "22531605": 88, "2253704": 88, "22538": [], "22538324": 88, "22539735": 88, "225412": 88, "22545749": 88, "22549": [], "2255": 88, "225502": 88, "2255021": 88, "2255049": [], "2255116": 88, "225517": [], "225525": 88, "2255462": 88, "225578": 88, "2255855": 88, "22559896": 88, "2256383": 88, "225655": 88, "22565736": 88, "22566518": 88, "225674": 88, "2257": 88, "2257009": 88, "22570902": 88, "22574": [], "225752": 88, "2257856": 88, "2258": [], "22580282": 88, "22583": 88, "2258358": [], "2258404": 88, "22584474": 88, "2258515": 88, "22585902": 88, "22586186": 88, "225866": 88, "2258661": 88, "2258685": 88, "2259015": 88, "2259151": 88, "2259257": 88, "2259442": 88, "225957": [], "2259585": 88, "22599": [], "225992": [], "225996": [], "2259972": 88, "226": 88, "226016": [], "22606044": 88, "2260609": 88, "226074": 88, "22608": 88, "22611": [], "2262": 88, "2262003": 88, "2262261": 88, "22624": [], "226284": 88, "226297": 88, "226307": [], "2263321": 88, "226334": [], "22634897": 88, "2263894": 88, "2263933": 88, "2263982": 88, "22640485": 88, "22645095": 88, "226456": 88, "22645833": 88, "22649": [], "226510": [], "22653": [], "22653359": 88, "2265414": 88, "2265517": 88, "22655869": 88, "22657": 87, "22657938": 88, "226597": 88, "2266": 88, "22660764": 88, "22665": 88, "22666346": 88, "2266662": 88, "226678": 88, "2267": [], "2267097": 88, "22672": 88, "22674": [], "22674718": 88, "2267618": 88, "22677037": 88, "2267704": 88, "2267752": 88, "226805": [], "22682": 88, "22682333": 88, "22684": [], "2268589": 88, "226868": [], "22687055": 88, "2268841": 88, "2268938": 88, "22689903": 88, "2269235": 88, "22693332": 88, "2269349": 88, "22698918": 88, "22699": [], "2269956": 88, "226997": 88, "227": 88, "2270168": 88, "22702578": 88, "2270398": 88, "2270736": 88, "227089": [], "2270969": 88, "2271237": 88, "2271314": 88, "227142": 88, "2271684": 88, "2271817": [], "227194": 88, "2272085": 88, "22724": [], "2272445": 88, "22724867": 88, "22725948485913058": 91, "2272772": 88, "2272912": 88, "2272958": 88, "2273": 88, "2273068": 88, "227311": 88, "2273318": 88, "22733198": 88, "227334": 88, "2273539": 88, "2273589": 88, "2273622": 88, "227363": [], "22736832": 88, "22737509": 88, "227379": [], "22738": [], "2273818": 88, "227392": 88, "2274": [], "2274029": 88, "2274226": 88, "2274407": 88, "22744983": 88, "22745422": 88, "2274578": 88, "22746": 88, "22749": [], "2275075": 88, "22750877": 88, "2275178": 88, "2275212": 88, "2275342": 88, "2275394": 88, "2275462": 88, "22755209": 88, "2275577": 88, "2275684": 88, "2275786": 88, "22758555": 88, "2275882": 88, "227594": [], "2275974": 88, "2276": 88, "2276059": 88, "2276142": 88, "227622": 88, "2276276": 88, "2276294": 88, "2276366": 88, "227640": [], "22764301": 88, "2276489": 88, "2276552": 88, "2276613": 88, "2276671": 88, "2276727": 88, "2276769": [], "2276781": 88, "2276832": 88, "2276881": 88, "2276928": 88, "2276974": 88, "2277": [], "2277018": 88, "2277061": 88, "2277101": 88, "2277141": 88, "2277179": 88, "2277241": 88, "2277277": 88, "227731": 88, "2277343": 88, "2277375": 88, "22774": [], "2277406": 88, "2277436": 88, "2277465": 88, "2277493": 88, "2277521": 88, "2277547": 88, "2277573": 88, "2277598": 88, "2277604": 88, "2277622": 88, "227768": 88, "2277687": 88, "2278": [], "2278547": 88, "227865": [], "22789885": 88, "22791": 88, "22792976": 88, "227932": 88, "227971": 88, "22799": [], "227995": 88, "228": 88, "228003": [], "2280775": 88, "2281": 88, "2281002": 88, "2281375": 88, "228139": 88, "2281404": 88, "2281426": 88, "2281432": 88, "2281462": 88, "2281463": 88, "2281492": 88, "2281502": 88, "2281524": 88, "2281542": 88, "2281556": 88, "2281584": 88, "228159": 88, "2281624": 88, "2281626": 88, "2281647": 88, "228166": 88, "228167": 88, "2281697": 88, "2281717": 88, "2281734": 88, "2281766": 88, "2281773": 88, "2281814": 88, "2281816": 88, "2281855": 88, "2281868": 88, "2281916": 88, "2281923": 88, "228198": 88, "228204": 88, "22822061": 88, "228237": 88, "22824": [], "2282442": 88, "2282518": 88, "2282556": 88, "2282597": 88, "228268": 88, "2282685": 88, "2282768": 88, "2282813": 88, "228285": 88, "2282861": 88, "2282959": 88, "2282987": 88, "2283": 87, "2283062": 88, "228308": 88, "2283117": 88, "22831404": 88, "2283171": 88, "2283257": 88, "2283288": 88, "2283407": 88, "2283411": 88, "2283543": 88, "2283571": 88, "2283683": 88, "2283747": 88, "2283939": 88, "2284148": 88, "2284378": 88, "228443": 88, "228463": 88, "22849": [], "228491": 88, "228516": [], "22852": [], "2285221": 88, "228546": 88, "228547": 88, "2285569": 88, "228561": [], "228575": [], "22858581": 88, "2285957": 88, "228596": 88, "2286": [], "228634": [], "2286404": 88, "2286602": 88, "22873661": 88, "22874": [], "2287426": 88, "2287736": 88, "2287747": 88, "228783": 88, "22879episod": [], "2288": [], "2288032": 88, "2288086": 88, "2288152": 88, "2288388": 88, "228868": 88, "228872": [], "2289149": 88, "228962": 88, "228987": 88, "22899": [], "229": 88, "229005": 88, "22907": 88, "2291": 88, "2291028": 88, "2291131": 88, "2291133": 88, "229116": 88, "2291586": 88, "229163": 88, "22916802518": [], "22924": [], "229246": 88, "229283": 88, "2293": 88, "22930594": 88, "22931": [], "229322": [], "2293583": 88, "2293692": 88, "2294": 88, "2294126": 88, "2294642": 88, "2294720": 88, "22947711": 88, "2294836": [], "22949": [], "2294974": 88, "22958": 88, "229622": 88, "2296276": 88, "229651": [], "229662": [], "22968": 88, "2297": 88, "2297003": 88, "2297122": 88, "22974": [], "229746": [], "2297572": [], "229761": [], "2298": [], "229832": [], "22983517": 88, "2298715": 88, "229899": 88, "2299": [], "229916": 88, "229988": [], "22998953": 88, "22999": [], "22e": [], "23": [3, 7, 86, 87, 88, 89, 91, 92], "230": 88, "2300": 88, "23000115": 88, "230028": 88, "2300459": 88, "23008595": 88, "230093": 88, "2301027": [], "2301220": 88, "2301525": 88, "2301583": 88, "230162": [], "2301755": 88, "23018947": 88, "2302": 88, "230202": 88, "23021376": 88, "23024": [], "2302505": 88, "230255": [], "23029877": 88, "23031": 88, "23032099": 88, "2303227": 88, "2303504": 88, "230354": [], "2303668": 88, "23040192": 88, "23041": 88, "230421": 88, "2304726": 88, "23049": [], "23053": [], "230548": 88, "23055176": 88, "2305614": 88, "2305733": 88, "2305762": 88, "2305899": 88, "2306": 88, "23061103": 88, "23063": [], "23063618": 88, "230667": 88, "230694": 88, "2307109": 88, "23073418": 88, "23073618": 88, "230739": 88, "23074": [], "230772": 88, "2308": 88, "23082483": 88, "23084": [], "2308401": 88, "2309": [], "2309399": 88, "23099": [], "23099875": 88, "231": 88, "2310": 88, "23102778": 88, "2310520": 88, "23106727": 88, "23110124": 88, "231157": [], "2312382": 88, "23124": [], "23125276": 88, "231259": [], "23126": [], "2312639": 88, "23128095": 88, "2313644": 88, "23138042": 88, "23139007": 88, "2314": 88, "23141189": 88, "2314287": 88, "231457": 88, "23149": [], "23150583": 88, "23151237": 88, "2315577": 88, "231579": 88, "23158975": 88, "2316": [], "23165": 88, "23168224": 88, "2317": 88, "23170303": 88, "2317191": 88, "23174": [], "23174834": 88, "23175": 88, "2317518": 88, "231773": 88, "231789": 88, "2317989": 88, "2318493": 88, "231856": 88, "2318834": 88, "2319": 88, "23190068": 88, "231903": 88, "2319078": 88, "231922": [], "2319493": 88, "23196684": 88, "2319874": 88, "23199": [], "232": 88, "232021": 88, "2320466": 88, "23207167": 88, "23208915": 88, "232095": 88, "232125": [], "23213688": 88, "23217344": 88, "23222": 88, "23224": [], "2323174": 88, "2323182": 88, "2323300": 88, "2324": 88, "23243725": 88, "23249": [], "2324935": 88, "232508": 88, "2325141": 88, "23254913": 88, "232557": 88, "23256692": 88, "2325673": 88, "23257072": 88, "23259020873576": 87, "23259415": 88, "23265897": 88, "232666": 88, "23270069": 88, "2327354": 88, "23274": [], "2327535": 88, "23278241": 88, "2328023": 88, "2328091": 88, "23281191": 88, "23286538": 88, "23288397": 88, "2328885": 88, "2329252": 88, "2329308": 88, "23295085": 88, "2329613": 88, "23296517": 88, "23299": [], "233": 88, "233004": [], "2330046": 88, "2330092": [], "23304191": 88, "233074": [], "2331012": 88, "23311873": 88, "233155": 88, "23319381087007": 87, "23319562": 88, "2332": 88, "23324": [], "23326": [], "23327258": 88, "23329": [91, 92], "233301": 88, "23334964": 88, "23336276": 88, "23336798": 88, "233419": [], "23342675": 88, "23344": 88, "2334602": 88, "23349": [], "2335": [], "23350395": 88, "233561": 88, "233568": [], "23358123": 88, "233599": 88, "23363": [], "2336519": 88, "23365858": 88, "2336632": 88, "2337297": 88, "23373601": 88, "23374": [], "2337403": [], "2337424": 88, "2337643": 88, "23381351": 88, "233836": 88, "233843": 88, "233862884129856": 87, "2338911": 88, "23390989": 88, "23391318": 88, "23394813": 88, "23394978": 88, "2339518": 88, "233954": [], "233955": 88, "23396875": 88, "23399": [], "2339955": 88, "234": 88, "234018": 88, "23404649": 88, "2340668": 88, "23409176": 88, "2341243": 88, "234152": 88, "2341563": 88, "23419964": 88, "2342": 88, "23420219": 88, "23420528": 88, "2342142": 88, "23424": [], "23428017": 88, "234293": [], "2343": 88, "23431693": 88, "23433101": 88, "23433667": 88, "23434": 88, "23435822": 88, "234379": 88, "23438984": 88, "2344": 88, "2344295": 88, "2344351": 88, "23443635": 88, "2344446": 88, "23445": [], "23449": [], "2345": 88, "23451": 88, "23451455": 88, "234543": [], "2345645": 88, "234565": [], "23459283": 88, "2346012": 88, "23461": [], "23461528": 88, "2346314": 88, "23464061": 88, "234653": 88, "234665": 88, "23467119": 88, "234688": [], "2347054": [], "23471113677184": 87, "23474": [], "23474963": 88, "23478541": 88, "23479891": 88, "2348": 88, "23482814": 88, "234833": 88, "2349": [], "23490675": 88, "23499": [], "235": 88, "235045107678307": 87, "235054": 88, "23508": 88, "2351272": 88, "2351518": 88, "2351944": 88, "235197": 88, "235198": [], "2352": [], "2352308": 88, "23524": [], "23527023": 88, "2354075": [], "23542379": 88, "235444": 88, "235451": [], "2354679": 88, "23549": [], "23554091": 88, "23557979": 88, "2356": 88, "235605": [], "2356137": 88, "23561773": 88, "23561883": 88, "23564008": 88, "235645": 88, "235662": 88, "2356858": 88, "235693": [], "2357": 88, "2357045": 88, "2357365": 88, "23574": [], "235851": 88, "2358706": 88, "2359": [], "235939": 88, "23594247": 88, "23595175": 88, "23596129": 88, "2359683": [], "23599": [], "236": 88, "2360": 88, "236012": 88, "236038": [], "23604545": [], "23605": [], "23607005": 88, "236084": 88, "2361": [], "2361201": 88, "236183": 88, "2361927": 88, "2361971": 88, "23624": [], "2362504": 88, "2362536": 88, "23626101": 88, "23626578": 88, "2363": [], "2363311": 88, "23634225": 88, "23649": [], "23653": 88, "23659858": 88, "236619": [], "236626": 88, "23664087": 88, "2366441": 88, "23666589": 88, "236689": [], "236691": 88, "23669726": 88, "23670387": 88, "2367394": 88, "23674": [], "23674425": 88, "23676634": 88, "2367804": 88, "23685": [], "236861": [], "236893": 88, "236923": 88, "23694": 88, "23695636": 88, "23699": [], "237": 88, "237041": [], "23706079": 88, "23707798": 88, "23708405": 88, "23709294": 88, "2371": 88, "2371053": 88, "2371058": 88, "2371489": 88, "237171": [], "23719": [], "237206": [], "237223": 88, "23724": [], "237245": 88, "23725": 88, "237263": 88, "237269": [], "2373": [], "2373112": 88, "2373381": 88, "23739": 88, "2374": 88, "2374216": 88, "23743242": 88, "2374506": 88, "23748833": 88, "23749": [], "2374915": 88, "2375": [], "2375066": [], "237514": [], "237583": [], "23764946": 88, "23771226": 88, "237722": 88, "23772292": 88, "237736": 88, "23774": [], "23776653": 88, "2377719": 88, "237785": 88, "2378088": 88, "23783238": 88, "2378591": 88, "237957": 88, "23799": [], "238": 88, "23803067": 88, "23804589": 88, "238049": 88, "238083": [], "2380872": 88, "23813": [], "2381468": 88, "238167": 88, "23819649": 88, "23822": [], "238224": 88, "23824": [], "238272": [], "2383": [], "2383039": 88, "238327": 88, "23835": [], "2383635": [], "23844": 88, "23849": [], "2384972": [], "23853523": 88, "238541": 88, "23855783": 88, "23860718": 88, "2386622": 88, "238673": 88, "2386752": 88, "23868188": 88, "2386879": [], "238695": 88, "2387312028445": [], "23874": [], "2387568": 88, "238811": 88, "23883504": 88, "238857": 88, "238869": 88, "2389195": 88, "2389407": 88, "2389526": 88, "23897292": 88, "23899": [], "2389958": 88, "239": 88, "2390096": 88, "239044": 88, "2390471": 88, "23906": 88, "239105": 88, "23912": [], "23914763": 88, "2391657": 88, "2391942": 88, "23924": [], "239305": 88, "23936182": 88, "23939705": 88, "2394": 88, "23940913": 88, "2394328": 88, "2394781": 88, "239483": 88, "23949": [], "239492": 88, "239535": 88, "239578": 88, "2396392": 88, "23965806": 88, "239685": 88, "23969": 88, "23974": [], "239746": 88, "23975825": 88, "2397709": 88, "239771": 88, "239777": 88, "2398112": 88, "23983": 88, "23984": [], "2398934": 88, "2399": [], "2399006": 88, "2399337": 88, "23994447": 88, "23994926": 88, "239964": 88, "23999": [], "23e": [], "24": [30, 87, 88, 90, 91, 92], "240": [88, 91, 92], "24001622": 88, "240025": 88, "24003944": 88, "240063": 88, "2401": 88, "24010317": 88, "240105": [], "240106": 88, "2401266": 88, "24017821": 88, "24018723": 88, "24019624": 88, "2402": 88, "2402074": 88, "24024": [], "24024944": 88, "2402749": 88, "2402968": 88, "2403": 88, "240308": [], "24037763": 88, "24039": [], "24039933": 88, "2404023": 88, "240433": 88, "24044": [], "240456": 88, "24047": [], "240486": [], "24049": [], "24049884": 88, "2405078": 88, "2405196": 88, "24055865": 88, "2405694": 88, "2405756": 88, "24065205": 88, "240658": [], "2407": 88, "240701": [], "240723": 88, "24074": [], "24074897": 88, "2407782": 88, "24079685": 88, "2408194793959": 85, "24082081": 88, "24083655": 88, "24085297": 88, "240894": 88, "240896": 88, "2409": 88, "24092episod": 88, "24099": [], "241": 88, "241015": 88, "24103": [], "24103296": 88, "24104226": 88, "2410598": [], "2410784": [], "24110599": 88, "2411124": 88, "241142": 88, "2411611": 88, "2412055": 88, "24123468": 88, "24124": [], "24124607": 88, "2412492": 88, "2412686": 88, "2413222": 88, "24132562": 88, "24134034": 88, "24134892": 88, "2413915": 88, "241395": 88, "2414": [], "2414623": [], "24149": [], "2415": 88, "241513": [], "241547": [], "241612": 88, "241638": 88, "241663": 88, "2416632": 88, "24167": [], "24174": [], "241745": 88, "2417822": 88, "2417859": 88, "2418182": 88, "24184214": 88, "2418484": 88, "24187052": 88, "24187265": 88, "2419": 88, "24192": [], "2419297": 88, "2419487": 88, "24195": 88, "24198249": 88, "24199": [], "242": 88, "242004": 88, "2420087": 88, "24201eval": [], "2420212": 88, "2420835": 88, "242104": 88, "24212237": 88, "242134": [], "2421402": 88, "242176": 88, "2422024": 88, "242224": 88, "24224": [], "2422667": 88, "24227observ": 88, "2422824": 88, "242298": [], "24232925": 88, "2423354": 88, "2423438": 88, "2423675": 88, "2424": 88, "2424384": 88, "24246": [], "24248797": 88, "24249": [], "24249904": 88, "24253093": 88, "242533": 88, "2425394": 88, "24260320229046": 87, "24263753": 88, "2426382": 88, "2426525": [], "2427": [], "24273": 88, "242737": [], "24274": [], "2427522": 88, "2427852": 88, "2427882": 88, "2428335": 88, "24284184": 88, "242847": [], "2428514": 88, "24288": 88, "24291795": 88, "242946": [], "24295807": 88, "2429628": 88, "242977": 88, "24299": [], "242998": 88, "243": 88, "24303727": 88, "243055": 88, "2430558": 88, "243057033393647": 87, "243079": 88, "2431242": 88, "243145": 88, "24318": 88, "2431871": 88, "24324": [], "2432541": 88, "243265": 88, "243284": 88, "2432954": 88, "2433": 88, "2433163": 88, "24335854": 88, "243378": [], "2433851": 88, "24339": [], "24339475": 88, "24346447": 88, "24346632": 88, "24347": 88, "24349": [], "243492": [], "24349391": 88, "2435": [], "24351041": 88, "243587": [], "24368328": 88, "243687": [], "243695": 88, "243697": 88, "24370067": 88, "24374": [], "24378": [], "2437875": 88, "243805": 88, "2438622": 88, "24388264": 88, "2438986": 88, "243914": 88, "2439202": 88, "24396524": 88, "24399": [], "244": 88, "2440": 88, "2440123": 88, "2440199": 88, "24402548": 88, "24408078": 88, "24412067": 88, "24422361": 88, "24423426": 88, "24424": [], "24429938": 88, "24430138": 88, "244313": 88, "24431486": 88, "2443912": 88, "244396": 88, "24443": 88, "244436": [], "24449": [], "24453457": 88, "244561": 88, "244587": [], "2446": [], "2446305": 88, "24469356": 88, "2447139": 88, "24473": 88, "24474": [], "244776": 88, "2448232": 88, "2448317": 88, "24485": [], "24486": 88, "2448667": 88, "244875": [], "2449": 88, "244904": 88, "24491": 88, "244926": 88, "2449262": 88, "244936": 88, "244943": 88, "24495539": 88, "2449815": 88, "24499": [], "245": 88, "2450118": 88, "245014": 88, "2450191": 88, "245056": [], "24511": [], "24524": [], "24524999": 88, "24525915": 88, "245268": 88, "24526955": 88, "24528344": 88, "245323": 88, "2453249": 88, "24538544": 88, "2454": 88, "24540374": 88, "2454038": 88, "245432": [], "245474": 88, "24549": [], "2454901": 88, "2455155": 88, "24555047": 88, "24556164": 88, "245575": 88, "245584": 88, "2455976": 88, "2456": 88, "24563633": 88, "24563874": 88, "2456396": 88, "24564189": 88, "2456503": 88, "24567": 88, "24568008": 88, "2457": 88, "24571694": 88, "24574": [], "245758": 88, "24584599": 88, "24586": 88, "24587499": 88, "2458762": 88, "245878": [], "245922": 88, "2459274": 88, "2459533": 88, "24598105": 88, "24599": [], "246": 88, "2460246": 88, "24603": 88, "2460386": 88, "24607688": 88, "24614552": 88, "2462": 88, "246204": [], "24621752": 88, "2462221": 88, "24624": [], "24632588": 88, "24633": 88, "2463433": 88, "24637692": 88, "2463984": 88, "246416": 88, "24645786": 88, "2464777": 88, "24648096": 88, "24649": [], "246511": 88, "246530": 88, "246576": [], "2465782": 88, "2465917": 88, "2466": 88, "246626": 88, "246678": 88, "24669394": 88, "2466941": 88, "24674": [], "246774": 88, "2468": 88, "2468516": 88, "24685episod": [], "246893": 88, "2469022": 88, "24690953": 88, "24691273": 88, "24691756": 88, "2469271": [], "24695": 88, "2469739": 88, "24699": [], "247": 88, "24703279": 88, "24707223": 88, "247078": 88, "247084": [], "24708718": 88, "247175": 88, "247185": 88, "247192": [], "2472": 88, "2472076": [], "247209": [], "2472116": 88, "24724": [], "24725": 88, "247278": [], "24728765": 88, "247304": 88, "2473324": 88, "2473726": 88, "24737266": 88, "2474": [], "24740733": 88, "24741887": 88, "24744": [], "2474526": [], "24749": [], "247517": 88, "2475183": 88, "247524": 88, "247528": [], "24754818": 88, "247553": 88, "24755825": 88, "2476": 88, "247612": 88, "247618": 88, "247664": [], "24769089": 88, "247694": 88, "2476963": 88, "2477": [], "247702": [], "2477085": 88, "247714": [], "247726": 88, "2477348": 88, "24774": [], "2477490": 88, "247753": 88, "2477558": 88, "247765": 88, "2477778": 88, "2478": 88, "247807": [], "2478122": 88, "24782735": 88, "2478681": 88, "2479653": 88, "24799": [], "248": 88, "2480": 88, "24801211": 88, "248074": 88, "2480754": 88, "24807735": 88, "248093": 88, "2481": [], "248131": [], "2481316": 88, "2481415": 88, "24817401": 88, "248177": 88, "2482": 88, "24824": [], "2482417": 88, "248243": 88, "248247": 88, "248278": 88, "24828": 88, "24828623": 88, "2483": [], "248304": 88, "248312": 88, "2483263": 88, "24834": 88, "2483411": 88, "248346": 88, "24836": 88, "248363": 88, "24838": 88, "248384": 88, "248405": 88, "24841252": 88, "248436": 88, "2484405": 88, "248463": 88, "248472": 88, "248474": 88, "248486": 88, "24849": [], "248499": 88, "248507": 88, "24852": 88, "24852273": 88, "248535": 88, "248539": 88, "248549": 88, "248552": 88, "248562": 88, "24857": 88, "248571": 88, "248573": 88, "248579": 88, "248583": 88, "248594": 88, "248617": 88, "248621": 88, "248625": 88, "248629": 88, "248632": 88, "248652": 88, "2486761": 88, "24868": 88, "248688": 88, "248692": 88, "248693": 88, "2487": 88, "248735": 88, "24874": [], "248747": 88, "248755": 88, "24876143": 88, "248764": 88, "24878": 88, "248785": 88, "248787": 88, "24879": 88, "248793": 88, "248795": 88, "2488": 88, "2488039": 88, "24881": 88, "248814": 88, "248816": 88, "248817": 88, "2488188": 88, "248823": 88, "248827": 88, "248829": 88, "24883": 88, "248835": 88, "2488468": 88, "248848": 88, "248854": 88, "248857": 88, "248861": 88, "24886867": 88, "248869": 88, "248873": 88, "248875": 88, "248878": 88, "248888": 88, "248892": 88, "248896": 88, "2489": [], "24891856": 88, "24893": 88, "248934": 88, "248938": 88, "248943": 88, "248951": 88, "248964": 88, "248966": 88, "2489661": 88, "248968": [], "24897438": 88, "248978": 88, "248987": 88, "24899": [], "248991": 88, "248997": 88, "248999": 88, "249": 88, "249004": 88, "2490050": 88, "249008": 88, "24901": 88, "249014": 88, "249016": 88, "249018": 88, "249022": 88, "249023": 88, "249033": 88, "24904": 88, "249043": 88, "249044": 88, "249048": 88, "249052": 88, "249058": 88, "2490617": 88, "249062": 88, "249071": 88, "24908": 88, "249083": 88, "24909": 88, "249094": 88, "249104": 88, "249111": 88, "249123": 88, "249126": 88, "2491301": 88, "249138": 88, "249147": 88, "24915": 88, "249155": 88, "24915677": 88, "249159": 88, "249163": 88, "2491643": 88, "249165": 88, "24918127": 88, "249182": 88, "249184": 88, "249186": 88, "24919": 88, "249191": 88, "249193": 88, "2492": 88, "249207": 88, "249212": 88, "249222": 88, "249231": 88, "249233": 88, "249238": 88, "249239": 88, "24924": [], "2492411": 88, "249249": 88, "24925": 88, "249256": 88, "249258": 88, "24926": 88, "24927": 88, "249274": 88, "2492762": 88, "249279": 88, "24928": 88, "249283": 88, "249289": 88, "24929": 88, "249292": 88, "249296": 88, "249298": 88, "2493": 88, "249304": [], "249306": [], "249308": 88, "249317": 88, "24932": 88, "249329": 88, "249338": 88, "24934": 88, "249342": 88, "249346": 88, "249348": 88, "24935": 88, "249353": 88, "249354525793": 88, "2493552": 88, "249357": 88, "249361": 88, "249369": 88, "24937": 88, "249374": 88, "249376": 88, "249378": 88, "249384": 88, "2493844": 88, "249388": 88, "24938observ": 88, "249395": 88, "2494": 88, "249405": 88, "24940614": 88, "249407": 88, "249409": 88, "249413": 88, "249414": 88, "249416": 88, "249418": 88, "249422": 88, "249424": 88, "249428": 88, "24943": 88, "249432": 88, "249435": 88, "249437": 88, "24944": 88, "249441": 88, "249445": 88, "249447": 88, "249449": 88, "24945": 88, "24945109": 88, "249453": 88, "249456": 88, "249458": 88, "24946": 88, "249464": 88, "249468": 88, "24947": 88, "249472": 88, "24948": 88, "249481": 88, "249485": 88, "24949": [], "249493": 88, "249496": 88, "249498": 88, "2495": 88, "249502": 88, "249508": 88, "24951": 88, "249516": 88, "249517": 88, "24952": 88, "249521": 88, "249523": 88, "249527": 88, "249529": 88, "249533": 88, "249535": 88, "249537": 88, "249542": 88, "249544": 88, "249548": 88, "249554": 88, "24956": [], "249561": 88, "249563": 88, "249578": 88, "249584": 88, "249588": 88, "24959": 88, "249598": 88, "2496": 88, "249601": 88, "249609": 88, "24961": 88, "249619": 88, "249622": 88, "249628": 88, "24963": 88, "249634": 88, "249636": 88, "249638": 88, "249641": 88, "249643": 88, "249645": 88, "24964565": 88, "24965": 88, "249653": 88, "249664": 88, "249666": 88, "249678": 88, "24968": 88, "249683": 88, "249685": 88, "249687": 88, "24969": 88, "249691": 88, "249695": 88, "2496963": [], "249697": 88, "249704": 88, "249705": 88, "249706": 88, "249708": 88, "249716": 88, "24972": 88, "24973": 88, "249733": 88, "24974": [], "249743": 88, "249744": 88, "249754": 88, "249756": 88, "249763": 88, "249771": 88, "249773": 88, "24978": 88, "249783": 88, "2497862": 88, "24979": 88, "249792": 88, "249796": 88, "2498": 88, "249805": 88, "24981": 88, "249815": 88, "249817": 88, "249825": 88, "24984": 88, "249842": 88, "249847": 88, "24985": 88, "249857": 88, "249859": 88, "249866": 88, "24987": 88, "249874": 88, "249878": 88, "249882": 88, "249887": 88, "24988917": 88, "249891": 88, "249897": 88, "249899": 88, "2499": 88, "249903": 88, "249905": 88, "2499071": 88, "249912": 88, "2499144": 88, "249918": 88, "249924": 88, "249926": 88, "249928": 88, "249931": 88, "249933": 88, "249935": 88, "249937": 88, "249939": 88, "24994": [], "249943": 88, "249945": 88, "249951": 88, "249952": 88, "249954": 88, "249956": 88, "24996": 88, "249962": 88, "249964": 88, "249966": 88, "249971": 88, "249977": 88, "249979": 88, "249985": 88, "24999": 88, "249992": 88, "249996": 88, "2499963": 88, "249998": 88, "24e": [], "25": [7, 85, 87, 88, 90, 91, 92, 97], "250": 88, "250004": 88, "250006": 88, "250008": 88, "25001": 88, "250011": 88, "250013": 88, "250015": 88, "250017": 88, "25002": 88, "250021": 88, "250023": 88, "250027": 88, "250029": 88, "25003": 88, "250032": 88, "250034": 88, "250036": 88, "250048": 88, "25005": 88, "2500544": 88, "250057": 88, "250063": 88, "250065": 88, "250069": 88, "250072": 88, "250076": 88, "250078": 88, "250086": 88, "250088": 88, "250092": 88, "250093": 88, "250095": 88, "2501": 88, "250102": [], "250103": 88, "250107": 88, "250113": 88, "250118": 88, "250128": 88, "25013": 88, "250137": 88, "250147": 88, "250149": 88, "250153": 88, "2501626": [], "2501627": 88, "2501628": 88, "250164": 88, "250174": 88, "250175": 88, "250177": 88, "250181": 88, "250189": 88, "250193": 88, "250195": 88, "250204": 88, "25021": 88, "250217": 88, "250237": 88, "25024": 88, "250242": 88, "250254": 88, "25026": 88, "250261": 88, "250263": 88, "250267": 88, "250273": 88, "250278": 88, "2502915": 88, "2502974": 88, "2503": 88, "2503027": 88, "250305": 88, "250313": 88, "250315": 88, "250317": 88, "250322": 88, "250326": 88, "2503271": [], "2503427": 88, "250343": 88, "250345": 88, "250349": [], "25035265": 88, "250353": 88, "250355": 88, "250362": 88, "250368": 88, "250372": 88, "250378": 88, "25038": 88, "2504": 88, "250402": 88, "250423": 88, "250437": 88, "250439": 88, "25044": 88, "250444": 88, "250446": 88, "25045": 88, "250465": 88, "25049": [], "2505": [], "25051737": 88, "25051847": 88, "250526": 88, "2505457": 88, "250553": 88, "250557": 88, "25057": 88, "2505903": 88, "250626": 88, "2506812": 88, "250704417015097": 87, "250705": 88, "25074": [], "250742": 88, "2507426": 88, "25075": 88, "2507547": 88, "250778": 88, "250808": 88, "25082": [], "2508533": 88, "250856": 88, "250864": 88, "250874": 88, "25087944": 88, "2508974": 88, "2509024": 88, "250916": [], "2509244": 88, "250929": [], "25093": [], "2509407": 88, "25095": 88, "25095373": 88, "2509832": 88, "25099": [], "251": 88, "2510": 88, "251022": [], "251028": 88, "25103": 88, "251057": 88, "251059": [], "2511067": 88, "251127": 88, "251144": [], "251152": 88, "2512379": 88, "25124": 88, "251251": 88, "251263": 88, "2513": 88, "251312": 88, "25134066": 88, "251343": 88, "251347": 88, "251348": 88, "2513544": 88, "2513736": 88, "251394": 88, "2514": 88, "251402": 88, "251407": [], "251442": 88, "25149": [], "2514962": 88, "25153193": 88, "251562": 88, "251568": 88, "251577": 88, "25160146": 88, "251623": 88, "25163805": 88, "2516721": 88, "251678": 88, "25168": [], "25168273": 88, "2516956": 88, "2517024": 88, "251705": [], "25171998": 88, "251728": 88, "251732": 88, "25174": [], "251751": 88, "2517649": 88, "25178787": 88, "2518": 88, "251833": [], "251839": 88, "251878": 88, "251894": 88, "251898": 88, "251905": [], "25192502": 88, "251934": 88, "25195676": 88, "251966": 88, "25199": [], "252": 88, "25201896": 88, "252043": 88, "25205487": 88, "25212": 88, "2521443": 88, "252148": 88, "252197": 88, "2522182": 88, "252224": 88, "25224": [], "252282": 88, "2522838": 88, "252293": [], "2523": 88, "2523309": [], "2523422": 88, "252367": 88, "252369": 88, "2523831": 88, "2524": [], "2524006": 88, "252434": 88, "2524695": 88, "2524745": 88, "25249": [], "252499": 88, "2525": 88, "2525442": 88, "2525513": 88, "25258": [], "252601": 88, "2526043": 88, "25261116": 88, "252639": 88, "2526695": [], "2526789": 88, "2527392": 88, "25274": [], "252745": [], "252747": 88, "25275": [], "252792": 88, "252798": 88, "2528082": 88, "252853": 88, "25289": [], "2529": [], "252904": 88, "25291732": 88, "252945": 88, "25295633824829267": 85, "252958": 88, "25299": [], "253": 88, "25300443": 88, "253052": 88, "253063": 88, "25306362": 88, "2530705": 88, "25307474": 88, "2530836": 88, "2531103": 88, "253117": 88, "2531272": 88, "253143": [], "2531434": 88, "2531497": 88, "2531774": 88, "253197": 88, "25322354": 88, "253235": 88, "25324": [], "2532414": 88, "2532464": 88, "2532638": 88, "253282509391": [], "25330263": 88, "2533073": 88, "25332344": 88, "253367": 88, "253428": 88, "253454": 88, "2534758": 88, "25349": [], "2535132": 88, "2535133": 88, "2535214": 88, "2535433": 88, "253563": [], "25357565": 88, "25358105": 88, "25360113": 88, "2536142": [], "25361535": 88, "25362355": 88, "2536471": 88, "2536515": 88, "25366": 88, "253662": [], "2536966": 88, "2537124": 88, "2537205": 88, "253722": 88, "25374": [], "253756": 88, "25383013": 88, "253857": 88, "253891": 88, "2539405": 88, "253956": 88, "253981": 88, "253984": 88, "25399": [], "254": 88, "2540165": 88, "254023": [], "2540486": 88, "2540491619612": 87, "254067": 88, "2540851": 88, "2541": 88, "25410637": 88, "25413147": 88, "254138": [], "25419465": 88, "2542173": 88, "2542262": 88, "254232": [], "254239": 88, "25424": [], "25425613": 88, "2542709": 88, "25427642": 88, "254282": 88, "2543396": [], "254374": 88, "2543863": 88, "25443998": 88, "2544752": 88, "254477": 88, "25449": [], "2545": 88, "254515": 88, "2545458": 88, "254557": 88, "2545676": 88, "254574": 92, "2545984": 88, "2546": 88, "2546008": 88, "2546157": 88, "2546194": 88, "2546195": [], "2546476": [], "254658": 88, "254693": 88, "2547": [], "254707": 88, "25472": 88, "254721173565525": 87, "254738": [], "25474": [], "2547546": 88, "25475833": 88, "2547963": 88, "254799": 88, "2548": 88, "254857": 88, "25487858": 88, "254887": 88, "2549": [], "2549094": 88, "2549118": 88, "2549338": 88, "2549657": 88, "2549748": 88, "25498873": 88, "25499": [], "255": 88, "2550": 88, "255016": 88, "255032": 88, "25503504": 88, "25504": [], "25504488": 88, "25504905": 88, "25505212": 88, "2550628": 88, "25508052": 88, "2550816": 88, "2550879": 88, "255154": 88, "2552": 88, "255222": 88, "25524": [], "2552992": 88, "2553015": 88, "2553043": [], "2553194": 88, "255331": 88, "25535": [], "255388": 88, "255399": [], "255422": 88, "25543": [], "2554458": 88, "255453": 88, "25548": 88, "25549": [], "2555": 88, "25550014": 88, "255507": 88, "2555118": 88, "2555424": 88, "255545": 88, "25555": 88, "25556347": 88, "2556": [], "2556026": 88, "25562504": 88, "255653": 88, "255657": 88, "2556771": 88, "255685": 88, "255705": [], "2557161": 88, "25573668": 88, "25574": [], "255814": 88, "2558244": 88, "2558246": 88, "2558275": 88, "255836": 88, "2558485": 88, "2558523": 88, "255861": 88, "2558732": 88, "25588": 88, "2558836": 88, "2559": 88, "2559595": [], "25596172": 88, "25599": [], "256": 88, "25600436": 88, "2560176": 88, "256027": 88, "25607458": 88, "256083": 88, "2561": 88, "2561063": 88, "2561249": 88, "2561336": 88, "256157": [], "2561955": 88, "2562074": 88, "256208": 88, "256225": [], "25624": [], "256243": 88, "2562775": 88, "2562961": [], "2563": 88, "256312010106484": 87, "25633": [87, 88], "2563782": [], "25638658": 88, "25639486": 88, "2564": 88, "2564036": 88, "256426": 88, "256438": 88, "256472": 88, "2564832": 88, "25648588": 88, "25649": [], "2564964": 88, "2565": 88, "256523": 88, "256588": 88, "2566403": 88, "256691": 88, "2567": 88, "256704": 88, "2567352": 88, "256739": [], "25674": [], "2567486050366": [91, 92], "2567528": 88, "25686008": 88, "256868": 88, "2568867": 88, "256895": 88, "256907": 88, "2569265": 88, "25693643": 88, "25696": [], "25697": 91, "25697947": 88, "25698003": 88, "25699": [], "256995": 88, "257": 88, "257017": [], "257056918609834": 87, "257065": 88, "2570896": 88, "2570919": 88, "257102": 88, "25711": 88, "2571804": 88, "25720382": 88, "257206": 88, "2572186": 88, "2572212169603": 88, "257227": 88, "25723": [], "257231": 88, "257233": 88, "25724": [], "257248": 88, "2572994": 88, "257324": 88, "2573245": 88, "25736648": 88, "2573731": [], "25737712": 88, "2574": [], "25741825": 88, "2574517": 88, "2574719": 88, "25749": [], "2575043": 88, "2575463": 88, "257551": 88, "2575534": 88, "25759062": 88, "2575927": 88, "2576": 88, "257633": 88, "25768355": 88, "25769562": 88, "2576996": 88, "2577047": 88, "257713": 88, "25774": [], "2577718": 88, "25777355": 88, "25782838": 88, "2578727": 88, "257875": 88, "257881": 88, "2578831": 88, "257887": [], "2579219": 88, "257965": [], "25799": [], "257996": 88, "258": 88, "25804": [], "25805202": 88, "2580585": 88, "2581": 88, "2581424": 88, "25817955": 88, "2581863": [], "258194": 88, "2582303": 88, "25823042": 88, "25824": [], "25826": [], "258274": 88, "25827637": 88, "2582796": 88, "2582968": 88, "2583001": 88, "258335": [], "258343": 88, "258354": [], "25836664": 88, "2583969": 88, "2584246": 88, "2584605": 88, "258463": 88, "25849": [], "2585": [], "258530": 88, "2585559": 88, "2586": 88, "25866795": 88, "2587347": 88, "25874": [], "2588": 88, "2588212": 88, "2588264": 88, "25882876": 88, "25884676": 88, "2588985": 88, "2589065": 88, "258926": [], "258968": 88, "25899": [], "259": 88, "2590009": 88, "2590226": 88, "2590516": 88, "259056": 88, "259092": 88, "2591248": 88, "25912946": 88, "2591373": 88, "259157": [], "2591763": 88, "2592355": 88, "25923645": 88, "259239": 88, "25924": [], "2592586": 88, "2592895": 88, "2593": [], "259302": 88, "259318": 88, "259344": [], "259357": 88, "259364": 88, "259434": 88, "25944096": 88, "259447": [], "25945592": 88, "25949": [], "2595009": 88, "25951466": 88, "2595267": 88, "259527": 88, "259544": 88, "25956": [], "25964": 88, "259644": 88, "2596449": 88, "259668": 88, "2596909": 88, "25973523": 88, "25974": 88, "2597464": 88, "25976035": 88, "25976837": 88, "25977": [], "259791": 88, "259842": 88, "259851": 88, "2599": [], "25993": 88, "2599698": 88, "25999": [], "259996": 88, "25_14": 88, "25action_simul": 88, "25e": [], "25observ": 88, "26": [7, 86, 87, 88, 89, 92], "260": 88, "2600184": 88, "26002172": 88, "2600371": 88, "26004124": 88, "2600575": 88, "26009294": 88, "260102": [], "260105": 88, "26013958": 88, "26015648": 88, "2601568": 88, "2601786": 88, "26019466": 88, "26024": [], "2602504": 88, "2602718": 88, "26027352": 88, "2602811": 88, "260286": [], "2603181": 88, "26036134": 88, "2603927": 88, "2604": 88, "260416": 88, "26047242": 88, "26049": [], "26054263": 88, "260567": 88, "26057217": 88, "260575": 88, "26058367": 88, "260595": 88, "26065": [], "26069504": 88, "26074": [], "26080656": 88, "2608554": 88, "26086128": 88, "260864": [], "2608674": 88, "260881": [], "26091823": 88, "26092675": 88, "26094192": 88, "2609583": 88, "2609627": 88, "2609899": 88, "26099": [], "2609986": 88, "261": 88, "2610081": 88, "2610112": 88, "2610290": 88, "26103005": 88, "261038": 88, "261051": [], "26106": [], "2610621": 88, "26107454": 88, "26109725": 88, "26111624": 88, "26114202": 88, "2611434": 88, "26118train": 88, "26122984": 88, "26123": [], "261238": [], "26124": [], "2612541": 88, "261257": 88, "2613": [], "2613052": 88, "2613195": 88, "261345": [], "2613503": 88, "2613597": 88, "2613606": 88, "26136634": 88, "2613756": 88, "26140532": 88, "261425": 88, "26147872": 88, "26148": [], "2614857": 88, "26149": [], "261496": 88, "2615": [], "261504": [], "261509": 88, "261517": 88, "2615359": 88, "261553": [], "2615862": 88, "26159": 88, "26159126": 88, "26164": [], "261659": 88, "26170394": 88, "26174": [], "261744": [], "261753": 88, "2617675": 88, "2617896": [], "26181677": 88, "2618177": 88, "261917": 88, "26192972": 88, "2619837": 88, "26199": [], "26199037": 88, "26199904": 88, "262": 88, "26202": [], "2620336": 88, "26204285": 88, "262045": [], "262047": 88, "26209": [91, 92], "26209348": 88, "2621": [], "2621561": 88, "26218504": 88, "26222": 88, "2622313": 88, "26223418": 88, "262238": 88, "26224": [], "26224414": 88, "26226953": 88, "26230597": 88, "262321": 88, "2623247": [], "262332": 88, "26235402": 88, "26237145": 88, "26237246": 88, "26238307": 88, "2624": [], "2624166": 88, "26242724": 88, "26249": [], "26249677": 88, "2625": 88, "2625008": 88, "26252": [], "2625303": 88, "26255327": 88, "2625536": 88, "2625561": 88, "2625737": 88, "26260668": 88, "26261064": 88, "262617": [], "2626302": 88, "262634": 88, "26264": 88, "26272464": 88, "2627326": 88, "26274": [], "262749": 88, "2627602": 88, "262782": [], "26278612": 88, "262793": 88, "26281333": 88, "262818": 88, "262829": 88, "26283878": 88, "262846": [], "262876": 88, "2628855": 88, "2629": 88, "2629011": 88, "26291385": 88, "26294": [], "26295307": 88, "26296452": 88, "262981": 88, "26299": [], "263": 88, "2630371": 88, "263067": 88, "2630675": 88, "2630736": 88, "2631594": 88, "26316428": 88, "26318213": 88, "263184": [], "2632052": 88, "2632173": 88, "26324": [], "26329687": 88, "2633187": 88, "26334283": 88, "263361": 88, "26336762": 88, "2633803": 88, "2633829": 88, "2634": 88, "26341": [], "26341176": 88, "26343408": 88, "26347414": 88, "2634847": 88, "26349": [], "263493": [], "263552": 88, "26358": 88, "2636379": 88, "2636507": 88, "26365128": 88, "2636676": 88, "26368102": 88, "26372367": 88, "26374": 88, "26374185": 88, "2637465": 88, "263853": 88, "26386595": 88, "2638903": 88, "26389384": 88, "2639": 88, "2639037": 88, "263905": 88, "26390785": 88, "26394093": 88, "2639686": 88, "2639762": 88, "2639842": 88, "26399": [], "264": 88, "264008": [], "26401842": 88, "2640731": 88, "2641046": 88, "2641492": 88, "2641551": 88, "2641587": 88, "26416752": 88, "26417276": 88, "26418814": 88, "26419705": 88, "26424": [], "2642481": 88, "2642527": 88, "264291": 88, "2643011": 88, "2643012": 88, "26431063": 88, "264315": 88, "2643377": 88, "264347": 88, "26435733": 88, "2643577": 88, "26441768": 88, "26444465": 88, "26445243": 88, "264465": [], "26446977": 88, "26449": [], "26449263": 88, "2645055": 88, "2645061": 88, "2645256": 88, "26454502": 88, "2645678": 88, "26457742": 88, "26460215": 88, "26461324": 88, "2646264": 88, "26462746": 88, "26466": [], "26466674": 88, "26468852": 88, "2646925": 88, "26469535": 88, "26473993": 88, "26474": [], "26478451": 88, "2648": [], "2648105": 88, "2648486": 88, "2648707": 88, "26487184": 88, "2648930": [], "2649": 88, "26490486": 88, "26490524": 88, "264926241101": [], "26492676": 88, "26495": 88, "2649622": 88, "264975": 88, "264981": 88, "2649844": 88, "26499": [], "265": 88, "2650053": 88, "2650115": 88, "265041": 88, "2650634": [], "26507375": 88, "26508": [], "2651": [], "2651266": 88, "26514333": 88, "2651706": 88, "2651987": [], "2652": [], "2652023": 88, "26522112": 88, "2652272": 88, "265232": 88, "26524": [], "26525047": 88, "2652656": 88, "265303": [], "26530978": 88, "265317": [], "26533163": 88, "2653399": 88, "26537603": 88, "265384": [], "2653995": 88, "2654044": 88, "26541832": 88, "265434": [], "2654611": 88, "26549": [], "2654938": 88, "2655048": 88, "26556": [], "26556307": 88, "26558033": 88, "265598": [], "2656": 88, "2656256": 88, "26563": [], "2656312266007": 87, "26568443": 88, "26574": [], "2657750": 88, "2657805": [], "265807": [], "2658522": 88, "2658914": 88, "26591605": 88, "26596102": 88, "26596478": 88, "26599": [], "265991": [], "266": 88, "266000": [], "26601997": 88, "26602975": 88, "266051343026817": 87, "26608014": 88, "2661": 88, "266104055476056": 87, "26610857": 88, "266125": 88, "2661546": 88, "26617384": 88, "2661919": 88, "26619577": 88, "26624": 88, "266241": 88, "2662529": 88, "266253": 88, "266266": [], "2662954": 88, "2663016": [], "26630205": 88, "26631": [], "26631236": 88, "2663138": 88, "2663763": 88, "2663787": 88, "26638955": 88, "26639894": 88, "2664": [], "26645": 88, "2664567": 88, "26647025": 88, "26648": 88, "26649": [], "266491": 88, "26650304": 88, "26650858": 88, "26651": [], "2665144": 88, "26652116": 88, "266527": [], "2666": [], "2666072": 88, "2666095": 88, "26664668": 88, "26670375": 88, "26673585": 88, "26674": [], "266748": 88, "2667563": 88, "26682937": 88, "26685": 88, "266903": [], "266905": [], "2669096": 88, "266914": 88, "266980": [], "26699": [], "266994": 88, "267": 88, "26703838": 88, "26704714": 88, "267066": 88, "2670712": 88, "2670841": 88, "267105": 88, "267133": 88, "2671487": 88, "26716": 88, "2672": [], "2672272": 88, "2672275": 88, "267233": [], "2672383": 88, "26724": [], "26726022": 88, "26727": 88, "2672927": 88, "2673": 88, "2673677": 88, "267369": 88, "2674": [], "26740476": 88, "267405": 88, "26742679043559126": 87, "2674402": 88, "2674483": 88, "2674611": 88, "267477": 88, "2674887": 88, "26749": [], "2674985": 88, "2675056": 88, "2675087": 88, "2675217": 88, "26753393": 88, "267537": 88, "26757446": 88, "26761": 88, "267612": 88, "2676355": 88, "267643": 88, "26774": [], "26774448": 88, "26775855": 88, "26777598": 88, "2678143": 88, "267838": 88, "267859": 88, "267861141693295": 87, "2678874": 88, "26790887": 88, "26791483": 88, "267988": [], "26799": [], "2679999": 88, "268": 88, "2680306": 88, "26804063": 88, "2680438": 88, "26805824": 88, "2680855": 88, "2680978": 88, "2680985": 88, "26810187": 88, "2681037": 88, "26810813": 88, "268166982664578": 87, "268198": 88, "2682": [], "26822": [], "2682282": 88, "26824": [], "26824042": 88, "26825": [], "26825652": 88, "2683": 88, "26831722": 88, "26832986": 88, "268359": 88, "2683816795749": 90, "26838297": 88, "26838636": 88, "2684185": [], "26842782": 88, "26843432": 88, "2684717": 88, "268473": 88, "2684761": [], "26849": [], "26849842": 88, "26849976": 88, "2685169": 88, "268543": 88, "26856035": 88, "2685748": 88, "26858836": 88, "26859948": 88, "2686": 88, "2686179": 88, "2686757": 88, "2686775": 88, "26872": [], "2687221": 88, "26873356": 88, "26874": [], "2687475": 88, "2687665": 88, "26877147": 88, "26877877": 88, "2688": 88, "268812": 88, "268843": [], "2688533": 88, "2688998": 88, "26890522": 88, "2689276": 88, "268929570656645": 90, "2689438": 88, "268958": 88, "26897448": 88, "2689766": 88, "26897994": 88, "26899": [], "269": 88, "2690138": 88, "269081": 88, "26911643": 88, "2691268": 88, "2691581": 88, "26916683": 88, "26924": [], "2692503": 88, "26925042": 88, "2692541": 88, "2692894": 88, "269301": 88, "26931158": 88, "26931784": 88, "269348": 88, "269358": 88, "269371": [], "269394": 88, "26941708": 88, "2694347": 88, "26943558": 88, "269452": 88, "269456": [], "2694619": 88, "26946273": 88, "26949": [], "2695": 88, "26953873": 88, "26955432": 88, "2695594": 88, "2695801": 88, "2696": [], "26962486": 88, "2696364": 88, "2696415": 88, "26964343": 88, "26964524": 88, "2696740": 88, "2696824": 88, "26968652": 88, "269693": 88, "269699": 88, "2697": 88, "269702": [], "269705": 88, "26974": [], "2697576": 88, "26978487": 88, "2698": 88, "26980552": 88, "26981038": 88, "26984766": 88, "269861": [], "26986519": 88, "2698767": 88, "2698883": 88, "2699": [], "26994": [], "269972": 88, "2699847": 88, "26999": [], "26e": [], "27": [87, 88, 89, 90, 91, 92], "270": 88, "2700": 88, "27002525": 88, "270113": [], "270156": 88, "27015936": 88, "27018404": 88, "2701891": 88, "2701974": 88, "27020353": 88, "270222": 88, "27023482": 88, "27024": [], "27025": 88, "27025586": 88, "270294": 88, "2703202": [], "27033436": 88, "2703809": 88, "2704": 88, "270405": 88, "270409": 88, "2704108": 88, "27042627": 88, "270449": 88, "27049": [], "2705097": 88, "27052": 88, "2705412": 88, "270542": 88, "27054337": 88, "27055913": 88, "2706": 88, "2706281": 88, "2706337": 88, "27068537": 88, "27069": 88, "270702": 88, "27073458": 88, "27074": [], "27077767": 88, "2707925": 88, "27085873": 88, "27086142": 88, "27092296": 88, "2709444": [], "2709609": 88, "270967": 88, "27097067": 88, "27099": [], "271": 88, "2710": 88, "271034": 88, "2710378": 88, "2710504": 88, "2710594": 88, "271077": 88, "27109176": 88, "2711405": 88, "2711798": 88, "2711851": 88, "271201": 88, "2712111": 88, "2712145": 88, "27123445": 88, "271235": 88, "27124": [], "2712629": 88, "27128154": 88, "271282": 88, "27128536": 88, "271287499064524": 87, "271291": 88, "2713102": 88, "27131873": 88, "27135324": 88, "2713563": 88, "27137116": 88, "27139154": 88, "27142408": 88, "27143237": 88, "271435": [], "2714391": [], "271460": [], "27147844": 88, "27149": [], "2715": 88, "271515": 88, "27156895": 88, "2715805": 88, "2715971": 88, "271599": 88, "27163258": 88, "2716563": 88, "27166": 88, "2716721": 88, "271716": 88, "2717327": [], "27174": [], "27174672": 88, "2718": [], "2718041": 88, "2718191": 88, "2718208": 88, "27182215": 88, "2718445": 88, "27184704": 88, "2718654": 88, "271896": 88, "2718966": 88, "2719024": 88, "2719236": 88, "27192482": 88, "271925": 88, "27195925": 88, "27196": 88, "271984": 88, "27198437": 88, "27199": [], "272": 88, "27206504": 88, "27210328": 88, "27210957": 88, "2721325": 88, "272154": 88, "27217": [], "2721702": 88, "27220416": 88, "2722211": 88, "272237": 88, "27224": [], "2722821": 88, "27229": [], "2723": [], "27230364": 88, "2723255": [], "2723294": 88, "2723372": 88, "2723436": 88, "2723445": 88, "272346": 88, "2723659": 88, "2723776": 88, "2723875": 88, "2724": [], "27241558": 88, "27242965": 88, "27246124": 88, "272463": [], "272465": 88, "27248737": 88, "27249": [], "2725837": 88, "272633": [], "27263966": 88, "2726757": 88, "272697": 88, "27274": [], "272753": 88, "272782": [], "272802747471584": 87, "2728537": 88, "2728538": 88, "272907": [], "2729342": 88, "27294847": 88, "272956": 88, "272974": 88, "272985": [], "27299": [], "2729902": 88, "272993": [], "272997": 88, "2729986": 88, "273": 88, "2730": 88, "27301": 88, "2730199": 88, "27302298": 88, "27303": [], "273043": [], "2730448": 88, "273046": 88, "27305064": 88, "2730652": 88, "273087": 88, "2731": 88, "273113": 88, "2731352": 88, "2731361": 88, "2731552": 88, "27317": 88, "273172": 88, "2731807": 88, "273205": 88, "273238": 88, "27324": [], "2733363": 88, "273347": [], "2733625": 88, "2733775": 88, "273416": 88, "27343178": 88, "27344143": 88, "2734467": 88, "27344745": 88, "2734888": 88, "273489": 88, "27349": [], "273552": 88, "2735864": 88, "27359468": 88, "27361": 88, "27362": [], "27366304": 88, "2737": 88, "27374": [], "27374128": 88, "27375": [], "2737512": 88, "2737828": 88, "273821": 88, "27385": [], "27388468": 88, "27389": [], "27392": [], "2739321": 88, "273962": 88, "27398115": 88, "27399": [], "274": 88, "2740024": 88, "27401435": 88, "2740571": 88, "274063": [], "274093": 88, "274105": [], "274149": [], "27419984": 88, "2742": [], "27424": [], "27425": 88, "2742959": 88, "2743": [], "2743213": 88, "27432412": 88, "2743531": 88, "27436": 88, "2743656": 88, "2744194": 88, "274445": [], "2744817": 88, "27449": [], "27451": [], "2745441": 88, "2745597": [], "27456012": 88, "274569": [], "27461168": 88, "27462193": 88, "2747001": 88, "27474": [], "2747501": 88, "274755": 88, "274778": 88, "2748": 88, "2748592": 88, "27488795": 88, "274899": 88, "2749": [], "2749474": 88, "2749641": 88, "274973060234515": 87, "27497584": 88, "27499": [], "275": 88, "27502465": 88, "2750398": 88, "275078": [], "27508894": 88, "2751": 88, "2751018": 88, "2751665": 88, "2751706": 88, "2751735": 88, "27524": [], "2752483": [], "27525": 88, "2752957": 88, "27531138": 88, "2753129": 88, "275339": 88, "27537": 88, "27538523": 88, "27539977": 88, "2754064": 88, "275421": 88, "27542838": 88, "27549": [], "2755": [], "27553037": 88, "275547": 88, "27556708": 88, "2756632": 88, "2756912": 88, "27574": [], "275757": 88, "2757963": 88, "275844": [], "27585": [], "2758604": 88, "27586505": 88, "275875": 88, "27589563": 88, "27599": [], "276": 88, "276029": [], "2760447": 88, "27606": 88, "2761": 88, "276108": 88, "276147": 88, "276184": [], "2762112": 88, "27624": [], "276283": 88, "2763": 88, "27639522806313": 87, "27641076": 88, "276424": [], "27643": 88, "276463": [], "27649": [], "2765014": 88, "2765088": 88, "27657068": 88, "2766": 88, "2766292": 88, "2766352": 88, "276638": 88, "276692": 88, "27669862": 88, "27671608": 88, "276726": [], "27674": [], "276777": 88, "276787": 88, "2768": 88, "2768259": 88, "276833": 88, "2768378": 88, "27689": 88, "27695143": 88, "27696413": 88, "27699": [], "277": 88, "2770501": [], "2770671": 88, "2770675": 88, "27708": [], "27711308": 88, "277117": [], "2771463": 88, "277165": 88, "27716637": 88, "277181": 88, "27722862": 88, "27724": [], "27726963": 88, "27728412": 88, "2772953": 88, "2773": 88, "277302": 88, "27731": 88, "2773327": 88, "27737": 88, "27737188": 88, "277372": [], "277391": 88, "2774": [], "2774751": 88, "27749": [], "27749583": 88, "27749962": 88, "277572": 88, "2775773": 88, "2776": 88, "2776222": 88, "2776232": 88, "27763": 88, "277645": 88, "27766692168502": 87, "277687": [], "2776982": [], "27774": [], "2777699": 88, "27778545": 88, "2778": 88, "277803": [], "277805": [], "2778258": 88, "2778533": 88, "27785555": 88, "277882": 88, "277947": 88, "27796134": 88, "27799": [], "2779908": 88, "278": 88, "278004": 88, "2780212": 88, "278065": 88, "278077": 88, "278086": [], "2781": [], "2781322": 88, "2781687": 88, "27816936": 88, "27820358": 88, "27824": [], "278286": 88, "27831087": 88, "278314": 88, "27831727": 88, "2783546": 88, "27836654": 88, "2783761": 88, "27837744": 88, "278392": 88, "278408": 88, "27841917": 88, "278435": 88, "27849": [], "278496": [], "278501": [], "27856243": 88, "2785698": 88, "27857167": 88, "27859": 88, "2786093": 88, "2786457": 88, "278646": 88, "2786571": 88, "278723": [], "2787295": 88, "27874": [], "278755": 88, "27875558": 88, "278757": [], "2787813": 88, "27878705": 88, "27879274": 88, "2787995": 88, "2788": 88, "278832": 88, "27885655": 88, "27886": 88, "2789238": 88, "27893": 88, "278952": [], "27899": [], "279": 88, "279003": 88, "279015": 88, "279047": [], "27908173": 88, "2790875": 88, "27910185": 88, "2791225": 88, "279222": 88, "279231": [], "279238": [], "27924": [], "279312": 88, "279364": 88, "279388": 88, "2794": [], "27940527": 88, "27948806": 88, "27949": [], "2794929": 88, "2795": 91, "279541": [], "279545": 88, "279606": [], "27963126": 88, "2796499": 88, "279724": [], "279728": 88, "27973858": 88, "27974": [], "27975": [], "2797985": 88, "27980077": 88, "2798353": 88, "27984": 88, "2798419": 88, "279856": [], "2798586": 88, "279865": 88, "2798805": [], "2798817": 88, "27988756": 88, "2799": [], "27999": [], "27e": [], "28": [88, 92], "280": 88, "2800000e": 92, "2800056": 88, "2800235": 88, "2800458": 88, "2800547": 88, "28008837": 88, "2801": [], "2801224": [], "2801247": 88, "28013": 88, "2801402": 88, "280233": [], "28024": [], "28025436": 88, "280268": 88, "2803": 88, "28030092": 88, "28035656": 88, "280394": 88, "2804": 88, "2804066": 88, "28040907": 88, "2804241": [], "280468": 88, "28049": [], "2804973": 88, "28049907": 88, "28053": [], "280558": 88, "28057": [], "28063062": 88, "2807": 88, "2807097": 88, "280731": 88, "280739": [], "28074": [], "280769": 88, "280771": 88, "280776": 88, "2807777": 88, "28078": [], "2807848": 88, "280787": 88, "28082305": 88, "280878": 88, "2808885": 88, "280935": 88, "280975": 88, "280977": 88, "280983": 88, "28099": [], "281": 88, "2810091": 88, "28105": 88, "28112003": 88, "2811422": 88, "28114682": 88, "28117": [], "2811897": 88, "2812345": 88, "281235": [], "28124": [], "2812442": 88, "28127": [], "28127095": 88, "28129": 88, "2813202": 88, "28132725": 88, "281334": [], "2813425": 88, "2813676": 88, "28137": 88, "281387": [], "2814": 88, "281406368027305": 87, "281407": 88, "2814078": 88, "281409": 88, "281423": 88, "281424": 88, "28143173": 88, "2814444": 88, "28145516": 88, "28146628": 88, "28147283": 88, "28149": [], "28150475": 88, "2815288": 88, "2815301": 88, "2815871": 88, "2816035": 88, "281671": 88, "281677": 88, "2817": 88, "2817006": 88, "28170097": 88, "28174": [], "28175": 91, "2817603": [], "28177": [], "281803": [], "28181607": 88, "2818623": 88, "28187823": 88, "2819197": 88, "2819355": 88, "2819408": 88, "2819692": 88, "281984": 88, "28199": [], "2819908": 88, "282": 88, "2820": [], "282017": 88, "282051": 88, "282064": [], "28208548": 88, "282104": [], "282108": [], "282133": 88, "2821445": 88, "2821500": [], "28217": 88, "282172": 88, "282177": 88, "2822021": 88, "2822108": 88, "2822192": 88, "28224": [], "282257": 88, "28226778": 88, "28227335": 88, "282297": 88, "2823254": 88, "282326": 88, "28235": 88, "282383": 88, "28238478": 88, "2824": [], "2824354": 88, "2824527": 88, "282455": 88, "28249": [], "2825": [], "2825059": 88, "282513": 88, "2825181": 88, "282523": 88, "2825475": 88, "2825481": 88, "282564": 88, "2825763": 88, "2826647": 88, "28266954": 88, "2827": [], "2827041": 88, "28274": 88, "28276134": 88, "2828043": 88, "2828059": 88, "282806": 88, "2828321": 88, "2828335": 88, "2828771": 88, "282892": 88, "2828921": 88, "282904": 88, "2829103": 88, "2829123": 88, "2829459": 88, "2829708": 88, "28298": 88, "28299": [], "283": 88, "2830228": 88, "283028": 88, "28305238": 88, "283078053476807": 92, "2830957": 88, "283117": 88, "28311983": 88, "28313586": 88, "28313622": 88, "28314": 88, "283173": 88, "283178": 88, "2831972": 88, "2832007": 88, "2832031": 88, "28324": [], "2832502": 88, "2832876": 88, "28328958": 88, "283295": 88, "28330347": 88, "28333786": 88, "2833782": 88, "2833953": 88, "28341168": 88, "2834154": 88, "28344133": 88, "283452": 88, "28346318": 88, "283466": 88, "2834839": 88, "28349": [], "28349537": 88, "283518": 88, "283547": 88, "28357244": 88, "2835926": 88, "2836": [], "283615": 88, "2836237": 88, "2836632": 88, "2836687": 88, "28368777": 88, "28374": [], "2837404": 88, "2837608": 88, "2837652": 88, "2837762": 88, "283798": [], "2838": 88, "2838033": 88, "283824": 88, "283833": 88, "2838415": 88, "2838471": 88, "2838745": 88, "28389233": 88, "283897": 88, "2839": 88, "2839026": 88, "28391": 88, "283924": 88, "2839306": 88, "2839327": 88, "283964": [], "28396595": 88, "283966": 88, "2839755": 88, "28399": [], "28399882": 88, "284": 88, "2840": 88, "284004": 88, "28405344": 88, "284065": 88, "2840862": 88, "2840942": 88, "2841": 88, "2841036": 88, "2841104": 88, "28413412": 88, "284138": 88, "284153": [], "2841575": 88, "28416": 88, "284225": 92, "284225333994474": [91, 92], "284225463867188": 92, "28423312": 88, "28424": [], "284251": [], "284252": [], "28426": [], "2842661": 88, "2842854": 88, "2842936": 88, "2842945": 88, "28433": 88, "2844614": 88, "28446472": 88, "28449": [], "2844954": 88, "2845": 88, "28451845": 88, "284555": [], "28456497": 88, "28459638": 88, "2846234": [], "284637": 88, "2846827": 88, "2847": [], "28474": [], "2847477": 88, "2847725": 88, "284857": [], "28488": 88, "284882": 88, "2849": 88, "2849016": 88, "2849318": 88, "2849568": 88, "28498754": 88, "28499": [], "285": 88, "285013": 88, "2850139": 88, "2850213": 88, "2850286": 88, "285038": 88, "2850577": 88, "28513": 87, "285131": [], "2851346": [], "2851567": 88, "2851905": 88, "28522098": 88, "2852392": 88, "28524": [], "28525": 88, "285252": 88, "2852567": 88, "2852674": 88, "28526837": 88, "28527573": 88, "2852867": 88, "2853143": 88, "2853169": 88, "28533": 88, "2853565": 88, "2853609": 88, "2853912": 88, "285416": 88, "2854271": 88, "2854325": 88, "2854495": 88, "2854522": 88, "285484": [], "28549": [], "28551194": 88, "28551576": 88, "2855443": 88, "28554612": 88, "285549": [], "2855648": 88, "2855654": 88, "2856": [], "2856135": 88, "2856267": 88, "28564": 88, "28566995": 88, "28572297": 88, "28574": [], "285748": 88, "2857531": 88, "2857558": 88, "285763": [], "2857888": 88, "28581068": 88, "28581166": 88, "2858453": 88, "28585": 88, "2858535": 88, "2858752": 88, "285915": 88, "2859282": 88, "285936": 88, "2859416": 88, "28594652": 88, "2859483": 88, "2859728": 88, "2859813": 88, "285983": 88, "28599": [], "286": 88, "2860": 88, "28600034": 88, "2860093": 88, "2860404": 88, "2860780": [], "286098": [], "286105": 88, "2861539": 88, "2861578": 88, "286165": [], "286173": [], "2861948": 88, "2861992": 88, "2862247": 88, "28624": [], "28624013": 88, "286257": [], "28629172": 88, "286299": [], "28629977": 88, "2863": 88, "2863528": 88, "286412": 88, "286415": [], "28643": 88, "2864473": 88, "28649": [], "28649417": 88, "2864943": 88, "286507": 88, "286524": [], "286525": 88, "28656796": 88, "2866": [], "2866088": 88, "2866225": 88, "286627": 88, "286652": 88, "28667": [], "2866854": 88, "286696": 88, "2867335": 88, "28674": [], "2867817": 88, "28683": 88, "286907": [], "2869147": 88, "286939": 88, "28696": 88, "28697": 88, "28698796": 88, "28699": 88, "287": 88, "2870": 88, "287003": 88, "2870038": 88, "28704": [], "287067": 88, "287071": 88, "28709": 88, "2871159": 88, "28712228": 88, "2871375": 88, "28717": 88, "287174": 88, "28724": [], "287249": [], "28725016": 88, "28726": 88, "287262": 88, "2873": [], "2873112": 88, "287312": 88, "28736714": 88, "287395": 88, "2874": [], "2874019": 88, "287437": [], "28744328": 88, "287466": 88, "28747657": 88, "28749": [], "2874912": 88, "2874925": 88, "28749773": 88, "28750032": 88, "287525": [], "2875379": 88, "287544": [], "28754753": 88, "28763378": [], "28764224": 88, "287647": 88, "2877": [], "2877021": 88, "287731": 88, "28774": [], "28774032": 88, "2877423": 88, "28776": [], "2877767": 88, "28780088": 88, "2878032": 88, "287834": [], "28786644": 88, "28789026": 88, "2878933": 88, "2879": [], "2879064": 88, "287907": [], "2879131": 88, "28791478": 88, "2879577": 88, "2879672": 88, "28799": [], "287990": [], "287994": 88, "288": [86, 88], "2880": [87, 91, 92], "2880992": 88, "2881": 88, "288166": 88, "28819343": 88, "2882085": 88, "28822303": 88, "28824": [], "2882425": 88, "288246": 88, "288256827640698": 87, "2883014": 88, "2883103": 88, "2883201": 88, "2883211": 88, "288375": 88, "2883773": 88, "28838947": 88, "288424": 88, "2884356": 88, "28845": 88, "2884551": 88, "2884678": 88, "2884872": 88, "288488": 88, "28849": [], "2885271": 88, "2885895": [], "288641": 88, "2886594": [], "28868": [], "2887292": 88, "28874": 88, "288742": [], "2887551": 88, "288761": [], "2887756": 88, "2887888": 88, "288795": 88, "288834": [], "2888672": 88, "2888748": 88, "2889": 88, "2889484": 88, "28898993": 88, "28899": [], "289": 88, "2890102": 88, "28904": [], "2890454": 88, "289062": 88, "289088": [], "28911877": 88, "28915": 88, "289152": [], "2891655": 88, "2891665": 88, "2892137": [], "28924": [], "2892481": 88, "289253": 88, "28926554": 88, "289277": 88, "28928": [], "2893149": 88, "2893402": 88, "2893419": 88, "28937": 88, "2893739": 88, "289383": 88, "2894068": 88, "2894135": 88, "2894192": 88, "2894365": 88, "289444": [], "2894777": 88, "2894825": 88, "28949": [], "28949443": 88, "289529": [], "2895477": 88, "2895617": 88, "28956383": 88, "2895715": 88, "289627": [], "2896282": 88, "28966743": 88, "289703": 88, "28971794": 88, "28972": 88, "28974": [], "289754": 88, "28977022": 88, "2897836": 88, "2898": 88, "28981158": 88, "289814": 88, "28987476": 88, "28987715": 88, "28989407": 88, "2899": [], "2899153": 88, "28993922": 88, "28995344": 88, "289974": 88, "28999": [], "28e": [], "29": [88, 92], "290": 88, "2900": 88, "290013": [], "2900196": 88, "2900956": 88, "29009783": 88, "2901": 88, "2901038": 88, "29011": [], "290112": 88, "2901235": 88, "2901263": [], "29015": [], "290154": [], "290186": [], "290194": 88, "290221": 88, "29024": [], "29028": 88, "29031": 88, "29031706": 88, "290407": 88, "290419": [], "29044464": 88, "29044914": 88, "290453": [], "29049": [], "290495": 88, "2905": 88, "2905394": 88, "2905445": 88, "290564": [], "2905749": 88, "2905958": 88, "2905996": 88, "2906": 88, "29060495": 88, "2906109": 88, "2906168": 88, "290643": 88, "2906446": 88, "290652": 88, "2907172": 88, "29072276": 88, "290733": [], "29074": [], "2907438": 88, "2907746": 88, "290777": 88, "290795": 88, "2908": 88, "2908449": 88, "29084954": 88, "29086313": 88, "2908959": 88, "2909219": 88, "290953": 88, "29095814": 88, "2909584": [], "29099": [], "291": 88, "2910016": 88, "2910113": 88, "291016": [], "291023": [], "2910236": 88, "29104933": 88, "2910655": 88, "2910672": 88, "29108799": 88, "291092": 88, "291105": [], "2911404": 88, "2911453": 88, "291153": 88, "2911667": 88, "29124": [], "291254": 88, "2912557": 88, "2913019": 88, "291388": 88, "2914": [], "2914128": 88, "2914418": 88, "291477": 88, "291485": [], "29149": [], "2914970": [], "2915": [], "291529": 88, "2915754": 88, "2915879": 88, "29160842": 88, "29161185": 88, "2916226": 88, "29162297": 88, "2916267": 88, "29162705": 88, "29168645": 88, "291693": 88, "29171583": 88, "2917324": 88, "29174": [], "2917708": 88, "29178005": 88, "2918167": 88, "2918242": 88, "2918308": 88, "29183245": 88, "29185": [91, 92], "2918636": 88, "2918671": 88, "29186782": 88, "2918768": [], "291885": 88, "2918986": 88, "2919359": 88, "291977": 88, "29199": [], "2919943": 88, "2919982": 88, "292": 88, "292034": 88, "292046": 88, "2920716": 88, "292082": 88, "29208712515913": 87, "2921": 88, "2921127": 88, "29212266": 88, "29215762": 88, "29221": 87, "29224": [], "2923": 88, "292301": 88, "29232842": 88, "2923442": 88, "2923493": 88, "292376": 88, "292383": 88, "2924": [], "292435": 88, "2924353": 88, "29245457": 88, "292465": [], "29249": [], "2925": [], "292501": 88, "29251277": 88, "29252335": 88, "292553": 88, "2925541": 88, "2925658": [], "2925987": 88, "29260898": 88, "292652": [], "29273084": 88, "29274": [], "2927464": 88, "29276142": 88, "29279873": 88, "2928078": 88, "29281604": 88, "2928344": 88, "2928903": 88, "2929059": 88, "29290873": 88, "292915": 88, "2929506": 88, "2929595": 88, "29296824": 88, "29297674": 88, "2929857": [], "29299": [], "293": 88, "2930": 88, "293001": 88, "293015": 88, "2930223": 88, "29307246": 88, "293077": 88, "2930935": 88, "293124": [], "2931275": 88, "29312822": 88, "29313895": 88, "293188": 88, "29324": [], "293253": [], "29329515": 88, "2932957": 88, "293304": 88, "29333": [], "2933369": 88, "293337": [], "29334056": 88, "2933781": 88, "2933815": 88, "29340953": 88, "293411": 88, "29344487": 88, "293446": [], "2934875": 88, "29348898": 88, "29349": [], "293509": 88, "29354745": 88, "29356298": 88, "29358": 88, "293615": 88, "29363075": 88, "293658": 88, "293673": [], "293674": [], "293696": 88, "2937": 88, "29370627": 88, "293726": 88, "2937272": 88, "29374": [], "293741": [], "2937901": 88, "2938033": 88, "29381": 88, "2938206": 88, "29382658": 88, "29382917": 88, "2938295": [], "2938488": 88, "2938644": 88, "2939007": 88, "2939376": 88, "29394457": 88, "2939732": 88, "293983": 88, "2939867": 88, "29399": [], "294": 88, "294001": 88, "294003": 88, "29407877": 88, "294098": 88, "29412": 88, "294132": [], "2942": 88, "2942002": 88, "29424": [], "29424003": 88, "29424444": 88, "2943": 88, "29430732": 88, "2943134": 88, "29431486": 88, "29432532": 88, "29432878": 88, "2943735": 88, "2944": 88, "2944238": 88, "2944597": 88, "294466": 88, "2944679": 88, "2944742": 88, "29449": [], "2945": [], "2945116": 88, "294548": [], "2945585": [], "29456785": [], "294578": 88, "2945812": 88, "2946": 88, "2946481": 88, "29466388": 88, "294665": 88, "2946843": 88, "29468903": 88, "29471": 88, "294718": [], "29474": [], "294746": 88, "2947571": 88, "29476464": 88, "2947899": 88, "2948162": 88, "2948871": [], "2949": [], "29491526": 88, "2949202": 88, "2949231": 88, "2949512": 88, "29499": [], "295": 88, "295015": [], "29501644": 88, "295025": 88, "295027": 88, "29504": 88, "2950497": 88, "295063": 88, "2950683": 88, "295076": 88, "2950838": 88, "295095": 88, "295131": 88, "2951311": 88, "29514885": 88, "2952": 88, "295221": 88, "29524": [], "2952443": 88, "2952585": 88, "295261": [], "2952625": 88, "2953": 88, "29530936": 88, "29532334": 88, "29535574": 88, "2954": 88, "29541": 88, "295412": [], "29542": 88, "2954275": 88, "295433": [], "2954361": 88, "29545414": 88, "295475": [], "29549": [], "29550865": 88, "29552853": 88, "295546": [], "295551": 88, "295555": 88, "2955606": 88, "2955633": 88, "29558665": 88, "295609": [], "295616": 88, "295618": 88, "29564792": 88, "295666": [], "2956828": 88, "29570183": 88, "2957021": 88, "29571766": 88, "2957187": 88, "295719": 88, "29574": [], "29575214": 88, "29579": 88, "2958276": 88, "295828": [], "2958436": 88, "2958884": 88, "2959": 88, "29591087": 88, "2959196": 88, "2959244": 88, "295982": [], "29599": [], "296": 88, "29600966": 88, "2960253": 88, "2960271": 88, "296038": 88, "2960422": 88, "2960431": 88, "29605886": 88, "2960707": 88, "29609": [], "29612592": 88, "296165": 88, "29624": [], "296251": 88, "2963": [], "2963637": 88, "29642504": 88, "296444": 88, "2964698": 88, "296478": [], "296486": 88, "2964898": 88, "29649": [], "29649788": 88, "2965124": 88, "2965147": 88, "296541": [], "29657": 88, "2966": 88, "29661012": 88, "29661328": 88, "2966338": 88, "29663917": 88, "296658": 88, "2966595": [], "2966632": 88, "2966725": 88, "296682": 88, "29669726": 88, "2967197": 88, "2967263": 88, "29674": [], "29676962": 88, "296783": 88, "2968": 88, "2968246": 88, "296825": 88, "29683006": 88, "296833": [], "2968511": 88, "2968695": 88, "29689": [], "2968953": 88, "29690495": 88, "29691625": 88, "29699": [], "297": [85, 88], "2970166": 88, "29703262": 88, "297066": 88, "2970737": 88, "29709017": 88, "2970996": 88, "29710308": 88, "297117": 88, "297118": 88, "2971404": 88, "2971458": 88, "29716": 88, "29719174": 88, "2972211": 88, "29723826": 88, "29723915": 88, "29724": [], "2972436": 88, "2972579": 88, "2972654": 88, "2972916": 88, "2972944": 88, "297323": [], "2973292": 88, "29733247": 88, "2973338": 88, "297335": [], "29735038": 88, "29735142": 88, "2973855": 88, "2974": [], "2974468": 88, "2974741": 88, "29748246": 88, "29749": [], "2974992": 88, "29750168": 88, "29752392": 88, "297565": 88, "2975659": 88, "29759": 88, "29763457": 88, "2976487": 88, "297684": 88, "297695": [], "2977": [91, 92], "29770356": 88, "29774": [], "297752": 88, "29775602": 88, "297794": 88, "29780477": 88, "29784465": 88, "297877": 88, "2978903": 88, "29789277185311": 87, "2979205": 88, "2979227": 88, "297928": 88, "297986671081": [], "29799": [], "298": 88, "298029": 88, "2981071": 88, "2981155": 88, "298168": [], "2981794": 88, "298187": 88, "2982": 88, "298209": 88, "29824": [], "2982733": 88, "29827696": 88, "29827827": 88, "2982825": 88, "2983103": 88, "298326": 88, "29839036": 88, "29841223": 88, "298457": 88, "29849": [], "2984954": 88, "2984962": 88, "2985053": 88, "29850572": 88, "29851282": 88, "2985424": 88, "2986228": 88, "2986403": 88, "29865": [], "29867": [], "2987169": 88, "298723": 88, "298728": 88, "29874": [], "2987756": 88, "2987776": 88, "2988": [], "29882622": 88, "298851": 88, "298859": 88, "2988593": 88, "29887": 88, "2989327": 88, "2989554": 88, "29896197": 88, "29899": [], "299": 88, "2990287": 88, "2990306": 88, "29904935": 88, "299072": [], "2990805": 88, "29909137": 88, "2990942": 88, "299115": 88, "29912162": 88, "2991827": 88, "2991857": 88, "29923": 88, "29924": 88, "299267": 88, "299279": 88, "29931659": 88, "29934224": 88, "299374": [], "299383": [], "2993923": 88, "299417": [], "299423": [], "2994255": 88, "29943216": 88, "299448": 88, "29945752": 88, "2994727": 88, "29949": [], "2994921": 88, "29952": 91, "299526": [], "29953": 88, "299572": 88, "299582": 88, "299583": 88, "299585": 88, "299587": 88, "2995951": 88, "29960513": 88, "29961377": 88, "29961544": 88, "29965857": 88, "2996783": 88, "2996955": 88, "299721": 88, "2997242": 88, "29974": 88, "29976636": 88, "299774": 88, "29978": [], "2998": [], "2998215": 88, "299827804173795": 87, "2998586": 88, "29986644": 88, "2999": [], "299967": 88, "29999": [], "2999997": 88, "29e": [], "29th": 8, "2e": [], "2time": 88, "2train": 88, "2zonedatacenterhvac": [49, 50], "2zonedatacenterhvac_weconom": [3, 86], "3": [0, 2, 3, 5, 8, 9, 11, 12, 23, 24, 64, 85, 86, 87, 88, 89, 90, 91, 92, 95, 97], "30": [7, 64, 69, 70, 71, 72, 86, 88, 89, 91, 92], "300": 88, "3000085": 88, "30001295": 88, "30002347": 88, "3000381": 88, "300056": 88, "30007": [], "30009136": 88, "300102": 88, "30010474": 88, "30011356": 88, "30012": [], "300123": [], "3001365": 88, "30017897": 88, "300233": 88, "300238": 88, "30024": [], "30026406": 88, "3002751": 88, "3003": 88, "300305": 88, "30032328": 88, "30035": [], "30037": 88, "3004": 88, "30040675": 88, "30049": [], "30049527": 88, "3005": [], "300514": 88, "30053428": 88, "30059096": 88, "3006366": 88, "30065376": 88, "300665": 88, "30066648": 88, "300689": 88, "30072945": 88, "30074": [], "30074826": 88, "30076": 88, "3007668": 88, "300801": [], "30083403": 88, "3008583": 88, "3008679": 88, "3008762": 88, "30090457": 88, "3009241": 88, "3009301": 88, "3009345": 88, "3009384": 88, "30099": [], "30099156": 88, "301": [88, 90, 98], "30102453": 88, "301025": 88, "30103": 88, "30103216": 88, "30105308": 88, "30105424": 88, "301074": [], "301088": 88, "3011386": 88, "30114096": 88, "301155": 88, "30118576": 88, "3012216": 88, "30124": [], "3012501": 88, "3012602": [], "3012652": 88, "30127493": 88, "3013": 88, "3013287": 88, "301374": 88, "301405": [], "30142": 88, "30145296": 88, "30148244": 88, "30149": [], "301497": 88, "3015151": 88, "301516": 88, "3015304": 88, "3015566": 88, "30157": 88, "3015846": 88, "3015941": 88, "30161786": 88, "30162695": 88, "30167": [], "30168": [], "30168048": 88, "3016992": 88, "301707": 88, "30173057": 88, "30174": [], "30174983": 88, "301798": [], "30181563": 88, "30181715": 88, "30183205": 88, "301876": [], "30188248": 88, "301914": [], "30192545": 88, "301935": [], "301962": 88, "30197287": 88, "30199": [], "30199265": 88, "302": 88, "30201495": 88, "302025": 88, "302027": 88, "30202776": 88, "30205515": 88, "302086": 88, "302125": 88, "30213356": 88, "30215": 88, "302158": 88, "3021894": 88, "3022": [], "3022392": 88, "30224": [], "302277": 88, "30228": 88, "302288": 88, "3023378": 88, "3023655": 88, "3024": [], "3024163": 88, "3024323": 88, "3024671": [], "3024751": 88, "3024805": 88, "30249": [], "3024965": [], "3025": [], "30251908": 88, "3025217": 88, "30253": [], "3025349": 88, "3025497": 88, "3025626": 88, "30257222": 88, "3025788": 88, "30258313": 88, "3026016": 88, "3026049": 88, "30268413": 88, "3026842": 88, "302734": 88, "30274": [], "302775628790542": 87, "302807": 88, "30280823": 88, "302912": 88, "302917": 88, "302952": 88, "302957": 88, "30297": [], "302988": 88, "30299": [], "302998": 88, "303": [85, 88], "30304": 88, "3030427": 88, "30307": 88, "303078": 88, "3031474": 88, "30315": 88, "3031794": 88, "3031795": 88, "3031863": 88, "30319723": 88, "30320254": 88, "3032131": 88, "30324": [], "303251": 88, "3032584": [], "303268": 88, "30327582": 88, "30333334": 88, "303339": 88, "3033515": 88, "3033605": 88, "30341083": 88, "3034222": 88, "3034801": 88, "30349": [], "3035": [], "3035932": 88, "303641": 88, "303661": 88, "303662": [], "3037": 88, "3037196": 88, "3037355": 88, "30374": [], "30374235": 88, "303787": 88, "3038286": 88, "303895": [], "30390492": 88, "3039138": 88, "30395854": 88, "30397657": 88, "3039799": 88, "30399": [], "304": 88, "304005": [], "3040226": 88, "30402437": 88, "304068": 88, "30407804": 88, "3040800": [], "3040991": 88, "30410928": 88, "304138": 88, "3041723": 88, "304203": [], "304214": 88, "30424": [], "30424523": 88, "30425164": 88, "30426353": 88, "3043087": 88, "304373": 88, "3043792": 88, "3044": 88, "30443457": 88, "3044449": 88, "3044564": 88, "30449": [], "3045": 88, "3045038": 88, "3045553": 88, "30460808": 88, "30461": [], "30461034": 88, "30464154": 88, "3046609": 88, "3046841": 88, "3047": [], "30471936": 88, "30474": [], "3048207": 88, "304825": [], "30483645": 88, "304893": 88, "3049": [], "30490056": 88, "304931": 88, "304934": [], "3049612": 88, "30499": [], "305": 88, "3050": [], "3050143": 88, "305048": 88, "30505797": 88, "305061": 88, "305065": 88, "3051131": 88, "305143": 88, "3051596": [], "30519405": 88, "3052": 88, "30524": [], "305302": [], "3053131": 88, "30531925": 88, "305372": 88, "305402": 88, "30544034": 88, "305464": [], "30549": [], "3055": [], "305504": [], "30550832": 88, "3055289": 88, "30557": [], "30557096": 88, "30557504": 88, "3055805": 88, "3055947": 88, "3056322": 88, "30568674": 88, "3057": 88, "305711": [], "30574": [], "3057951": 88, "3058262": 88, "305855": 88, "3058634": 88, "305868": [], "3059344": 88, "30599": [], "306": [88, 90], "3060": 88, "3060085": 88, "306036": 88, "306038": 88, "30605578": 88, "30605653": 88, "306071": 88, "306084": 88, "3060886": 88, "306094": 88, "3060966": 88, "3061408": 88, "306145": 88, "3061507": 88, "306177": 88, "306185": 88, "306188": [], "3061881": 88, "30620047": 88, "3062046": 88, "3062338": 88, "30624": [], "3062612": 88, "30629787": 88, "3063": 88, "306301": 88, "3063146": 88, "30632082": 88, "3063830": 88, "30641544": 88, "30642": [], "3064313": 88, "306452": 88, "3064632": 88, "3064667": 88, "30649": [], "306507": 88, "30654874": 88, "3065496": 88, "306557": 88, "306595": 88, "3066": [], "3066051": 88, "30660927": 88, "306635": 88, "3066443": 88, "306671": 88, "3067248": 88, "30673134": 88, "306736": 88, "30674": [], "306747": 88, "3067544": 88, "3067856": 88, "3067932": 88, "30679986": 88, "30679992": 88, "30680123": 88, "306851": 88, "30689073": 88, "30690548": 88, "3069122": 88, "30694818": 88, "30699": [], "307": 88, "30707": [], "3071103": 88, "3071264": 88, "3071480": 88, "30724": [], "30729": [], "307314": 88, "30733746": 88, "3073411": 88, "30737": 88, "3073876": 88, "3074": [], "30749": [], "307499": [], "3075178": 88, "307544": 88, "3075498": 88, "3075854": 88, "3076097": 88, "3076214": 88, "30765": 88, "3076754": 88, "3076826": 88, "307719": 88, "30774": [], "3077421": 88, "307747": 88, "3077674": 88, "3077751": 88, "3078": 88, "3078146": 88, "3078163": 88, "30783027": 88, "3078457": 88, "3078493": [], "3078496": 88, "3079": 88, "307953": 88, "30799": [], "308": 88, "3080125": 88, "308013": 88, "3080515": 88, "308053": 88, "30806574": 88, "3080943": 88, "30816174": 88, "308167": 88, "3081755": 88, "3081796": 88, "30819026": 88, "308199": 88, "30821": 88, "3082101": 88, "308212": 88, "30821395": 88, "308235": [], "30824": [], "3082775": 88, "3082794": 88, "3083": 88, "308342": 88, "3083518": 88, "3083673": 88, "3083868": 88, "3084009": 88, "308412": [], "3084381": 88, "308468": 88, "3084773": 88, "30849": [], "3085126": 88, "3085376": 88, "3085481": 88, "3085565": [], "30856335": 88, "3085941": 88, "308625": 88, "3086314": 88, "3086367": 88, "3086482": 88, "308651": 88, "30865803": 88, "30866694": 88, "30867148538614": 87, "3086883": 88, "3086907": 88, "3086927": 88, "3087": [], "30870402": 88, "308737": 88, "30874": [], "30874646": 88, "308748": 88, "3087659": 88, "3087episod": 88, "3088": 88, "3088177": 88, "3088733": 88, "3088787": 88, "3088852": 88, "30888718": 88, "3089": 88, "30890182": 88, "30896834": 88, "3089687": 88, "3089858": 88, "30899": [], "309": 88, "30900237": 88, "309011": [], "309047": 88, "3090925": 88, "3091316": 88, "309137": 88, "309143": [], "309153008391664": 87, "3091582": 88, "30918017": 88, "309195": 88, "30920646": 88, "3092382": 88, "30924": [], "3092499": 88, "3092585": 88, "3092995": 88, "3093073": 88, "309354": 88, "3094115": 88, "30943": 88, "30945": 88, "309454": 88, "309459135039948": 87, "309462": 88, "3094685": 88, "3094845": 88, "30949": [], "309496148008126": 87, "309548": [], "30956873": 88, "309578": 88, "3096": 88, "30960113": 88, "309608": 88, "30963": 88, "309654": [], "309677": 88, "309683": 88, "30969676": 88, "3097025": 88, "30972132": 88, "3097366": 88, "30973774": 88, "30974": [], "30974063": 88, "30975": [], "30976158": 88, "30978534": 88, "309833": 88, "30983996": 88, "3099": [], "309906": 88, "3099083": 88, "3099169": 88, "3099311": 88, "30996": [], "3099802": 88, "30999": [], "30999568": 88, "31": [8, 64, 85, 86, 87, 88, 89, 90, 91, 92], "310": 88, "31000787": 88, "3100221": 88, "310068": 88, "3100724": 88, "31010336": 88, "31012": [], "310123": 88, "3101276": 88, "3101312": 88, "310177": 88, "310217": 88, "31021959098016": 87, "31024": [], "310286": 88, "3102887": 88, "31029153": 88, "310314": [], "31036": 88, "31036434": [], "3103772": 88, "31037918": 88, "31039": 88, "3104167": 88, "31044": [], "310444": 88, "3104497": 88, "31045675": 88, "31048006": 88, "3104833": 88, "31049": [], "3104959": 88, "3105448": 88, "3105673": 88, "310574": 88, "310589": [], "3106383": [], "3106457": 88, "310648": 88, "3106567": 88, "31066": [], "310668": 88, "31066892": 88, "3106766": 88, "3106783": 88, "310707": 88, "310708": 88, "31074": [], "3107407": [], "3108269": 88, "3108444": [], "31085813": 88, "31085876": 88, "310882": 88, "31096935": 88, "31099": [], "311": [88, 89], "31104767": 88, "311054": 88, "311075": 88, "3110776": 88, "311094": [], "3111": 88, "311104": [], "31116372": 88, "3111744": 88, "311203": 88, "31122455": 88, "3112376": 88, "31124": [], "3112522": 88, "311266": 88, "3112732": 88, "31132984": 88, "311382": 88, "3113888": [], "31138945": 88, "31140158": 88, "311409": 88, "311417": [], "31142": 88, "3114246": 88, "31142783": 88, "31144258": 88, "31145": [], "3114686": 88, "31148332": 88, "31149": [], "311499": 88, "3115": [], "31152055": 88, "311597": 88, "31161845": 88, "31166": [], "311705": [], "31174": [], "31177": 88, "31178eval": 88, "3118094": 88, "3118228": 88, "311829": 88, "311874": [], "3118777": [], "3119016": 88, "31191263": 88, "3119385": 88, "311967": [], "31199": [], "312": 88, "3120007": 88, "31200626": 88, "312027": 88, "3120401": 88, "312044": [], "312075": 88, "3120887": 88, "31212866": 88, "3121288": 88, "31216258": 88, "31216267": 88, "3121694": 88, "312177": 88, "31219235": 88, "31224": [], "3122666": 88, "3122796": 88, "31229657": 88, "312305": 88, "3123395": 88, "312361": [], "31238437": 88, "3124": 88, "312424": 88, "3124719": 88, "31249": [], "3125": [91, 92], "312537": [], "312569": 88, "31257674": 88, "3125906": 88, "3126": 88, "3126239": 88, "3126354": 88, "312668": 88, "3126939": 88, "3127": [], "31272623": 88, "31274": [], "3127483": 88, "31276944": 88, "312866": 88, "312877": 88, "3129182": 88, "31296": [], "31296253": 88, "31298": [], "3129818": 88, "31298763": 88, "31299": [], "313": 88, "3130": [], "3130015": 88, "3130433": [], "31305": 88, "3130561": 88, "313057": 88, "3130578": 88, "31306517": 88, "3130653": 88, "31306633": 88, "3131037": 88, "3131174": 88, "31313": 88, "3131422": 88, "31315595": 88, "313185": 88, "3132": 88, "3132298": 88, "3132306": 88, "31324196": 88, "3132594": 88, "3132604": 88, "31326705": 88, "313313": 88, "31331632": 88, "313335": 88, "31334123": 88, "31334975": 88, "31335": 88, "313366": 88, "31339": [], "31339994": 88, "3134126": 88, "31342286": 88, "31344": [], "31345": 88, "31345913": 88, "3134646": 88, "3134997": 88, "31351": 88, "313513": [], "3135141": [], "313515": 88, "3135325": 88, "3135423": 88, "31354392": 88, "31355": [], "31361175": 88, "3136197": 88, "31364587": 88, "313646": 88, "3136498": 88, "3137": 88, "3137121": 88, "313722": 88, "313732": 88, "31373844": 88, "313751": 88, "3137601": 88, "31376278": 88, "3137963": 88, "31381267": 88, "3138304": 88, "3138449": 88, "31385145": 88, "3138561": 88, "313858": 88, "31387684": 88, "3138779": 88, "3138938": 88, "3139113": 88, "3139333": 88, "313998": 88, "314": 88, "3140215": 88, "3140218": 88, "314055": [], "31407118": 88, "31408146": 88, "314106": 88, "3141083": 88, "3141092": 88, "31412637": 88, "31412855": 88, "31415546": 88, "31416395": 88, "31417403": 88, "31419724": 88, "3142": [], "31424585": 88, "31426": 88, "31427": 88, "3143047": 88, "3143053": 88, "31431": 88, "31431082": 88, "31432414": 88, "314344": [], "3143617": 88, "31442901": 88, "31444135": 88, "314455": 88, "31449637": 88, "31452012": 88, "3145475": 88, "31460977": 88, "3146517": 88, "3146582": 88, "31467": 88, "314674": [], "31471646": 88, "314722": 88, "3147234": 88, "3147361": 88, "31476045": 88, "314762": 88, "31476295": 88, "3147632": 88, "3147968": 88, "3148026": 88, "314816": [], "31489": 87, "3149": [], "31491315": 88, "314934": 88, "314940373349994": 87, "31495": 88, "3149644": 88, "315": 88, "3150015": [], "3150081": [], "3150355": 88, "315037": 88, "3150537": 88, "31505662": 88, "315073": [], "31511024": 88, "3151452": 88, "31514615": 88, "3151848": 88, "3151933": 88, "315203": [], "315222": 88, "31523854": 88, "315243": 88, "31524774": 88, "31526464": 88, "315266": 88, "31530768": 88, "3153238": 88, "31536": 88, "31536000": [85, 86, 87, 88, 89, 90, 91, 92], "31542712": 88, "31543565": 88, "31545097": 88, "315456": 88, "3154906": 88, "3155036": [], "3155055": 88, "31551394": 88, "3155453": 88, "315567": 88, "315586": 88, "3155876": 88, "31559634": 88, "315607": 88, "315634": 88, "31564eval": 88, "315658": [], "31566435": 88, "3156767": 88, "31568176": 88, "3157037": 88, "3157135": 88, "31573388": 88, "315744": 88, "315784": 88, "31578928": 88, "31579563": 88, "31582463": 88, "31585237": 88, "315858": 88, "315889": [], "315899": 88, "3158997": 88, "31590763": 88, "315964": 88, "315968": 88, "315995": [], "316": 88, "31602353": 88, "31602553": 88, "31602636": 88, "3160286": [], "3160864": 88, "316088": 88, "316101": 88, "3161347": 88, "3161458": 88, "31616435897856": 87, "31616682": 88, "3161716": 88, "3162": [], "3162168": 88, "31621train": 88, "31626245": 88, "3163": 88, "3163241": 88, "31633": 88, "3163328": 88, "3164": 88, "3164032": 88, "316441": 88, "31645298": 88, "3164547": 88, "3164638": 88, "31650472": 88, "316525": 88, "31652805": 88, "31653157": 88, "316544": 88, "3165517": [], "31655213": 88, "316582": [], "316586": 88, "3165908": 88, "31659818": 88, "316603": 88, "316631": 88, "31663346": 88, "3166407": 88, "3166509": 88, "316698": 88, "3167": 88, "31674227": 88, "3167634": 88, "3167689": 88, "31677017": 88, "31678036": 88, "3168": [], "316803": 88, "316857": 88, "31688926": 88, "3169267": 88, "316936": 88, "3169436": 88, "31698433": 88, "31699076": 88, "3169957": 88, "317": 88, "317003": 88, "31708518": 88, "3171031": 88, "31714833": 88, "3172288": 88, "3172346": 88, "3172386": 88, "317245": 88, "31725": [], "31726": 88, "317265": 88, "3173552": 88, "3173574": 88, "31737474": 88, "3173809": 88, "3174": [], "3174542": 88, "31746948": 88, "31747": [], "3175024": 88, "3175046": 88, "3175151": 88, "31752342": 88, "317528": 88, "31757": 88, "317573": 88, "31757766": 88, "3175865": 88, "317589": 88, "3175976": 88, "3176": 88, "3176435": 88, "3176712": 88, "3176746": 88, "3176871": 88, "31768742": 88, "3176965": 88, "31772393": 88, "3177569": 88, "3177595": 88, "3178": [], "317833": 88, "3178523": 88, "31787038": 88, "31789": [], "3178952": 88, "317920693455": 91, "31792626": 88, "3179467": 88, "3179723": 88, "318": 88, "31801704": 88, "31805897": 88, "3180895": 88, "3181108": 88, "3181127": 88, "3181207": 88, "3181419": 88, "3181639": 88, "31818": 88, "318203": 88, "318209": 88, "3182093": 88, "3182226": 88, "31822369": 88, "3182523": 88, "3182587": 88, "3182617": 88, "318306": [], "31831098": 88, "318317": 88, "318344": [], "31836": 88, "3183608": 88, "31837192": 88, "318382": 88, "3183861": 88, "3184": 88, "31845823": 88, "3185153": 88, "31859": [], "31860572": 88, "3186159": 88, "3186423": 88, "3186435": 88, "31864995": 88, "31866223": 88, "31867197": 88, "31867746": 88, "3187025": 88, "31872576": 88, "3187354": 88, "3187534": 88, "31879187": 88, "3188": 88, "318813": 88, "31881988": 88, "3188248": 88, "3188598": 88, "31886": 88, "3188627": 88, "3188671": 88, "318884": 88, "3188943": 88, "3189": 88, "31890127": 88, "3189249": 88, "3189275": 88, "31894603": 88, "3189621": 88, "31898355": 88, "319": [0, 88], "31902045": 88, "31902838": 88, "3190414": 88, "31904936": 88, "3190618": 88, "3190752": 88, "3190861": 88, "319157": 88, "31916386": 88, "3191726": 88, "31919765": 88, "319213": 88, "3192549": 88, "31929213": 88, "3193": [], "319316": [], "31932": [], "3193283": 88, "31934616": 88, "3193486": 88, "319372": [], "31949487": 88, "31957993": 88, "31959173": 88, "319597": 88, "3196036": 88, "319607": 88, "319627": 88, "31964": [], "3196438": 88, "31964982": 88, "319656": [], "3196657": 88, "319675": 88, "31972525": 88, "319752": 88, "3197576": 88, "31977": 88, "31979293": 88, "31982493": 88, "319827": 88, "3198307": 88, "3198364": 88, "31984416": 88, "31984913": 88, "31985274": 88, "319862": 88, "31986552": 88, "3198862": 88, "319893": 88, "3199": [], "31991935": 88, "319937": [], "31994227": 88, "31995812": 88, "3199698": 88, "31e": 88, "32": 88, "320": [3, 88], "32000944": 88, "3200532": 88, "320056": [], "3200881": 88, "3200918": 88, "32011697": 88, "320126": [], "320127": 88, "32014": [], "32015768": 88, "32016212": 88, "32017955": 88, "3201989": 88, "32020512": 88, "32022823176": 87, "32024157": 88, "32025206": 88, "32026634": 88, "3202745": [], "3202896": 88, "3203": 88, "3203024": 88, "3203242": 88, "32039154": 88, "320396": 88, "32041076": 88, "3204378": 88, "32044": 88, "3204484": [], "32048035": 88, "320511": 88, "3205417": 88, "3205652": 88, "3205907": 88, "3206": [], "3206397": 88, "32065": [91, 92], "32066095": 88, "32069212": 88, "3206975": 88, "3207": [], "32075167": 88, "3207603": 88, "3207982": 88, "3208": [], "3208427": 88, "320892": 88, "320927": [], "3209394": 88, "3209415": 88, "32096493": 88, "3209804": 88, "3209896": 88, "3209935": 88, "321": 87, "32112703": 88, "32114455": 88, "3211521": 88, "3211662": 88, "321177": 88, "321212935563235": 87, "3212135": 88, "3212928": 88, "3212958": 88, "3213197": 88, "3213712": 88, "3213727": 88, "3214049": 88, "321407": [], "3214113": 88, "32141918": 88, "32144725": 88, "321474": 88, "3215": 88, "3215024": 88, "3215176": 88, "32159892": 88, "321625": [], "321648": [], "32165697": 88, "321673": 88, "3216777": [], "32168755": 88, "321692": 88, "3216985": 88, "3217181": 88, "32172748": 88, "3217508": 88, "3217561": 88, "321774": [], "32179114": 88, "32179415": 88, "3218": 88, "3218134": 88, "32182464": 88, "32188": 88, "3219": [], "3219029": 88, "3219347": [], "32194802": 88, "32195106": 88, "3219831": 88, "321995": 88, "322": 88, "3220274": 88, "3220301": 88, "322044": [], "32206": [], "32209492": 88, "322107": 88, "3221353": 88, "322158": 88, "32218307": 88, "32219025": 88, "3221924": 88, "322193": 88, "322216": [], "32222465": 88, "322247": 88, "322249": 88, "32225037": 88, "3222865": 88, "32233": 88, "3223317": 88, "32236838": 88, "3223829": 88, "32239634": 88, "3224": [], "322418": 88, "3224254": 88, "32244": 88, "32244635": 88, "3224583": 88, "3224727": 88, "3225": 88, "32256135": 88, "322582": 88, "3225908": 88, "3226": 88, "32260564": 88, "32261738": 88, "32262": [], "3226329": 88, "3226914": 88, "3227": 88, "32270694": 88, "32272336": 88, "3227513": 88, "322752347845213": 87, "322791": 88, "3227984": 88, "32286552": 88, "322887": 88, "32288718": 88, "3228953": 88, "322908": [], "3229334": 88, "3229639": [], "323": [0, 88], "32305": 88, "323154": 88, "32318166": 88, "3231896": 88, "3232162": 88, "32321846": 88, "3232194": 88, "3232759": 88, "32327592": 88, "323276": [], "323315": [], "323318": 88, "32335567": 88, "323363": 88, "3233633": 88, "323364": [], "323395": [], "3234027": 88, "32341725": 88, "3234293": 88, "323458": 88, "3234663": 88, "3235": [], "32354": [], "323547": 88, "32357335": 88, "32358962": 88, "323595": 88, "3236": 88, "3236113": 88, "323637": 88, "323639": 88, "3237": 88, "323751": 88, "323753": 88, "3238257": 88, "323826": [], "323845": [], "323887": 88, "3238933": 88, "323895": [], "3238974": [], "3239012": 88, "323931": 88, "3239679": 88, "324": 88, "324025": [], "32403767": 88, "3240848": 88, "3241": 88, "3241410": 88, "3241457": 88, "32414684": 88, "32417744": 88, "3241777": [], "324203": 88, "324233": [], "324258": [], "3242619e": 92, "3242805": [], "3242862": 88, "3243": 88, "3243012": 88, "3243134": [], "3243234": 88, "3243264": 88, "3243501": 88, "3243593": 88, "32436": 88, "3243674": 88, "32439": [], "324396": 88, "32440144": 88, "324406": [], "324415": 88, "32445446": 88, "324456": 88, "32447episod": [], "324484": [], "32450742": 88, "324509": 88, "3245436": 88, "324568": [], "324581": [], "3245832": 88, "32460785": 88, "324614": 88, "32463497": 88, "324642": 88, "32465": 88, "324686": 88, "324704": 88, "3247106": 88, "324717": [], "324738": 88, "32476246": 88, "324802": 88, "32483": 88, "3248390": 88, "324862": [], "3248777": 88, "3249": [], "3249018": 88, "32490957": 88, "3249102": 88, "32494268": 88, "3249624": 88, "32496879": 88, "324972": 88, "3249799": 88, "32498": 88, "32498994": 88, "3249979": 88, "325": 88, "3250456": 88, "32504663": 88, "32507953": 88, "325115": [], "32513356": 88, "3251558": 88, "325184": 88, "325212": 88, "3252538": 88, "32538116": 88, "325403": 88, "3254078": 88, "325447": 88, "32546": 88, "325473": 88, "32549": 88, "3255": [], "3255063": 88, "32553104": 88, "32554463": 88, "32559365": 88, "325615": 88, "3256281": 88, "3256384": 88, "325657": [], "3256786": 88, "3256879": 88, "3256975": 88, "3257": 88, "3257072": 88, "3257111": 88, "325712": 88, "325717463001574": 87, "325724": 88, "32572523": 92, "325732": 88, "3257418": 88, "325756": 88, "32579195": 88, "3258122": 88, "32582107": 88, "3258429": 88, "3258431": 88, "32586": [], "325865": [], "3258702": 88, "3258723": 88, "325897": 88, "3259": 88, "325901": 88, "3259094": 88, "3259363": 88, "32594156": 88, "32596108": 88, "3259779": 88, "3259897": 88, "326": 88, "326004": [], "326008": [], "32602158": 88, "32602957": 88, "3260967": 88, "3261558": 88, "326189": 88, "32618958": 88, "32619134": 88, "3262025": 88, "326218": [], "32628": 88, "3262806": 88, "3262825": 88, "326311": 88, "32632": [], "32634374": 88, "326344": 88, "3263481": 88, "32636878": 88, "32638112": 88, "3263975": 88, "3264": [], "326414": 88, "3264409": 88, "3264754": 88, "32650292": 88, "32653674": 88, "326537": 88, "3265419": 88, "326544": 88, "3265505": 88, "326594": [], "326602915153778": 87, "3266058": 88, "3266076": 88, "32660872": 88, "32661262": 88, "32663184": 88, "3266455": 88, "3266568": 88, "3266768": 88, "3266854": 88, "3267": [], "326717": 88, "326733": [], "326738": 88, "32676888": 88, "3268137": 88, "3268455": 88, "3268735": 88, "326874": 88, "3268812": 88, "3269": 88, "3269125": 88, "326927": [], "32695": 88, "3269513": 88, "3269675": 88, "32697": 88, "32699776": 88, "327": 88, "3270074": 88, "3270078": 88, "32702243": 88, "327038": 88, "327057": [], "327103": 88, "3271153": 88, "327127": [], "327141": 88, "3271482": 88, "32715628": 88, "327194": 88, "327248": 88, "327251": [], "3273143": 88, "32732117": 88, "327322": 88, "3273339": 88, "32733393": 88, "327336": 88, "32736152": 88, "32737187": 88, "32738274": 88, "32738551": 88, "327393": 88, "3274": 88, "327468": 88, "3274932": 88, "32749668": 88, "32753396": 88, "327543": 88, "327546": 88, "327555": 88, "327573": 88, "327599": 88, "3276": [], "3276194": 88, "327643": 88, "3277": 88, "327704": 88, "32771": [], "3277113": 88, "327741": 88, "3277556": 88, "3277636": 88, "3277662": 88, "3278": [], "327847": [], "32785043815016": 87, "3278551": 88, "3279146": 88, "32791886": 88, "3279217": 88, "32795563": 88, "32798746": 88, "3279884": 88, "327994": 88, "32799459": 88, "328": 88, "3280133": 88, "328106": 88, "328117": [], "328129": 88, "3281449": 88, "3281666": [], "32816926": 88, "3281816": [], "3281904": 88, "328197": 88, "3282": [], "32823798": 88, "3282624": 88, "32826242": 88, "3282667": 88, "3282753": 88, "3282851": 88, "32828566": 88, "328288": [], "32833993": 88, "3283691": 88, "3284024": 88, "328423": [], "328445": 88, "328465": 88, "328482": [], "3284903": 88, "32850638": 88, "32855004": 88, "32856902": 88, "3286": [], "328608": 88, "328617": [], "3286228": 88, "3286707": 88, "32868": [], "3286967": 88, "3287036": 88, "3287224": 88, "328748": 88, "32881317": 88, "3288635": 88, "32886767": 88, "328889075081": [], "328936": 88, "3289729": 88, "329": 88, "3290117": 88, "3290308": 88, "32906196": 88, "329074": 88, "3291346": 88, "32913494": 88, "329144": 88, "32916": 88, "3291829": 88, "329203": 88, "3292365": 88, "3292398": 88, "329254": 88, "329259": 88, "3293101": [], "329315": [], "32932976": 88, "3293579": 88, "32937285": 88, "32940903": 88, "3294141": 88, "329447": 88, "3295098": [], "329529": 88, "329533": 88, "329540": 88, "329561": 88, "32956868": 88, "329594": 88, "3296": [], "32960382": 88, "32961544": 88, "3296317": 88, "329634": 88, "3296354": 88, "32970226": 88, "329704": [], "329716": 88, "329727": 88, "32977185": 88, "32978016": 88, "329798": [], "3298": 88, "32980102": 88, "3298235": 88, "3299": [], "329926": 88, "3299392": 88, "32995": [], "329985": [], "32e": [], "33": [64, 88, 91], "330": 88, "33002564": 88, "330097": 88, "33010212": 88, "33011": [], "33012083": 88, "330133": 88, "330137": [], "33014143": 88, "33018732": 88, "330225": 88, "330242": 88, "33025": [], "3302882": 88, "3302926": 88, "33029893": 88, "330315": 88, "33037338": 88, "33038923": 88, "3303912": [], "3304229": 88, "3304323": 88, "33050615": 88, "330548": [], "3306": 88, "3306417": 88, "330642": 88, "33073768": 88, "3307410": 88, "33077225": 88, "33077714": 88, "33084163": 88, "3308566": 88, "3309092": 88, "33092317": 88, "3309294": 88, "3309404": 88, "33097297": 88, "331": 88, "3310905": 88, "3311167": 88, "33113724": 88, "331184": 88, "3312": [], "3312026": 88, "33121693": 88, "3312274": 88, "3312517": 88, "3312764": 88, "3312953": 88, "33136": [], "33137": [], "33139": [], "3314": [], "331509": 88, "331541": [], "33165": 88, "33167": 88, "331686": 88, "33173692": 88, "331768": 88, "331777": 88, "3318": 88, "331804": 88, "3318118": 88, "3318205": [], "3318207": 88, "3318387": 88, "33184713": 88, "33190614": 88, "3319307": 88, "3319559": [], "3319582": [], "33198068": 88, "332": 88, "33203256": 88, "33207": [], "3320911": [], "3321563": 88, "3321648": 88, "3321905": 88, "332199": 88, "33222458": 88, "33227608": 88, "3323021": 88, "33233": 88, "332335": 88, "3323376": 88, "3323933": 88, "3324": [], "33246": 88, "33247042": 88, "3324858": 88, "33248794": 88, "332527": 88, "33253646": 88, "33256507": 88, "3325682": 88, "3325763": 88, "33259": [], "332597": 88, "332655": 88, "3327388": 88, "332741": 88, "33275306": [], "33277": 88, "3327703": [], "33277452": 88, "33279": 88, "33279395": 88, "332846": 88, "33285248": 88, "3328537": 88, "3329146": 88, "33292": [], "332975": 88, "33298814": 88, "333": 88, "3330274": 88, "333045": 88, "333052": 88, "3330582": 88, "33305985": 88, "3330861": 88, "3331054": 88, "3331149": [], "33313805": 88, "333174": 88, "33318618": 88, "3331912": 88, "3332451": 88, "33324552": 88, "3332508": 88, "33325478": 88, "3333": 88, "3333004": 88, "333302": 88, "3333235": 88, "3333333333333": [85, 90], "3333333333334": 90, "33333623": 88, "3333614": 88, "333363": [], "333364": [], "33339444": 88, "3334028": 88, "3334117": 88, "33344": 88, "333534": 88, "3335493": 88, "33355615": 88, "333566": 88, "3336363": 88, "333705": 88, "333761": 88, "333763": [], "333779": [], "3338002": 88, "333809": [], "3338134": 88, "3338151": 88, "33383211": 88, "333841": 88, "33384252": 88, "333878": 88, "333889": [], "3339": 64, "33390862": 88, "3339162": 88, "333921": [], "3339373": [], "3339486": 88, "33395657": 88, "33396": 88, "333977": [], "333987": 88, "3339894": 88, "333998": [], "334": 88, "3340017": 88, "33405066": 88, "334118": [], "3341476": 88, "3341733": 88, "33420527": 88, "3342136": 88, "3342758": 88, "33428493": 88, "334293": 88, "33431882": 88, "33434442": 88, "33436543": 88, "3343787": 88, "334397": [], "3344107": 88, "3344243": 88, "334455": 88, "33445624": 88, "334478": 88, "334488": [], "3345": 88, "334528": 88, "33453387": 88, "334669": 88, "334675": 88, "33469": 88, "33469027": 88, "3347": [], "33472964": 88, "33474916": 88, "334755": 88, "33477902": 88, "33479115": 88, "33488044": 88, "3349": [], "334966684399": 88, "33497292": 88, "334994": [], "335": 88, "3350142": 88, "3350251": 88, "3350623": 88, "3350706": 88, "335072": 88, "33508": 88, "33508128": 88, "33508605": 88, "3351203": 88, "335127": 88, "33513343": 88, "335164": 88, "33517": [], "33519": 88, "33522": 88, "335252": 88, "3352972": 88, "335354": [], "33536": 88, "335396": 88, "33542994": 88, "33544": [], "33548993": 88, "335491": 88, "335506": [], "335524": [], "33553758": 88, "3355705": 88, "335577": 88, "33559734": 88, "33562392": 88, "335678": 88, "3356982": 88, "33570394": 88, "33571": [], "33572": 88, "33574": 88, "3357468": 88, "335754": [], "3357551": 88, "33575827": 88, "335764": 88, "3357872": 88, "3358083": 88, "3358693": 88, "33587": [], "33589333": 88, "33589426": 88, "3359045": 88, "335958": 88, "33596313": 88, "33597517": 88, "335987": 88, "33599": [], "336": 88, "336008": 88, "3360087": 88, "33601": 88, "336014": 88, "336073": 88, "3361": [], "3361109": 88, "33613": 88, "3361337": 88, "336162": 88, "336163": [], "336182": [], "33621955": 88, "33624196": [], "336253": 88, "3362822": 88, "336285": [], "3363284": 88, "336378": 88, "336391": [], "336395": [], "33644998": 88, "33649558": 88, "33652171": 88, "33652866": 88, "33653903": 88, "3365851": 88, "33659238": 88, "3366492": 88, "33672": 88, "3367493": 88, "33678": 88, "33680865": 88, "33681712": 88, "336826": 88, "3368284": 88, "33687505": 88, "336887": [], "33690113": 88, "3369441": 88, "33695433": 88, "3369671": 88, "3369927": [], "337": 88, "33703914": 88, "33705422": 88, "33706865": 88, "33709264": 88, "33711368": 88, "33713382": 88, "3371601": 88, "33717576": 88, "33718678": 88, "3372136": 88, "33721417": 88, "3372773": 88, "33729756": 88, "337305": [], "33730936": 88, "33732438": 88, "33734": 88, "337343": [], "33735174": 88, "3374": [], "33740994": 88, "33741024": 88, "33743855": 88, "3374397": 88, "3374398": 88, "33745673": 88, "337481": [], "3375555": 88, "337564": [], "33763950224591": 87, "337692": 88, "33773": [], "33776": 88, "33779585": 88, "3378": [], "33780605": 88, "337877": 88, "33788538": 88, "337914": 88, "3379178": 88, "337923": 88, "337947": 88, "337984": 88, "338": 88, "338001": 88, "338087": 88, "33809102": 88, "33809695": 88, "338135": 88, "338148": [], "33817": 88, "33825": [], "338264": 88, "338281331752377": 87, "33830056": 88, "33838": 88, "33839": 88, "3384": 88, "3384451": 88, "3384688": 88, "3384974": 88, "3385069": 88, "3385290": 88, "3385397": 88, "33858356": 88, "3386": 88, "338629010751": 91, "338674": 88, "338677": 88, "33868396": 88, "3387236": 88, "338745": 88, "33876569586113": 87, "33876982": 88, "3388": 88, "33882546": 88, "3388472": 88, "3389": 88, "338945": 88, "33896": 88, "33896223": 88, "338979": 88, "339": 88, "339027": 88, "33905": 88, "3391": 88, "33913": 88, "3391322": 88, "339134": 88, "339148": 88, "339159": 88, "339163": 88, "3391639": 88, "3391688": 88, "339176": 88, "33917913": [], "3391851": 88, "339186": [], "33919677": 88, "33921817": 88, "33923": [], "339254": [], "339258": 88, "33926606": 88, "339314": [], "339325": 88, "3393292": 88, "3393509": 88, "339380228263305": 87, "33940062": 88, "33943": [], "33945253": 88, "3395116": 88, "339514": 88, "3395295": 88, "3395626": 88, "3395867": 88, "33959484": 88, "3395994": 88, "33960983": 88, "339612": 88, "3396776": 88, "3396784": 88, "33968857": 88, "33969197": 88, "3397": 88, "3397069": 88, "3397328": 88, "339748": [], "33975738": 88, "33977067": 88, "3397951": 88, "339806": 88, "33981": 88, "339829": 88, "3398375": 88, "3398411": 88, "33988": [], "339893": 88, "3399": [], "33994293": 88, "33997": 88, "33_hu200t1q": 88, "33e": 88, "34": [88, 91, 92, 97], "340": 88, "340016": [], "3400332": 88, "34005135": 88, "340052": 88, "3400675": 88, "3401": [], "340109": 88, "3401269": 88, "3401448": 88, "340166": 88, "340175": 88, "3402401": 88, "340266": 88, "3403": [], "340313": [], "3403605": 88, "34036863": 88, "34037054": 88, "340374": 88, "340383": 88, "340387": 88, "3404": 88, "340415472303": [], "340418": 88, "34042642": 88, "34046426": 88, "3405513": 88, "34056067": 88, "340607": [], "3406708": 88, "340693": 88, "34069654": 88, "34070507": 88, "340713": 88, "3407258": 88, "34074304": 88, "34075": 88, "3407536": 88, "340787": 88, "340794": 88, "3408": [], "3408138": 88, "340843": 88, "34087023": 88, "34087452": 88, "3409": 88, "3409516": 88, "341": 88, "3410245": 88, "34102485": 88, "34103": 88, "34104864229795": 87, "341051": 88, "3411245": 88, "34112954": 88, "3411593": 88, "34121493": 88, "3412291": [], "3412408": 88, "341242": 88, "341252": [], "3413": 88, "341305": 88, "3413126": 88, "34132552077085": 87, "341333": 88, "3413455": 88, "341357": 88, "3413641": 88, "341381": 88, "3414112": 88, "3414346": 88, "341438": [], "341484": [], "3415473": 88, "3415749": 88, "34158": [], "341635": 88, "341639": 88, "34167123": 88, "34169685729": [], "3417": 88, "34172383": 88, "3417262": 88, "341748": [], "34176514": 88, "341778": [], "341812": 88, "34182048": 88, "3418601": 88, "34192": 88, "3419525": 88, "34198": [], "342": 88, "3420": [], "34201": [], "3420299": 88, "3420343": 88, "34203994": 88, "34205434": 88, "3420764": 88, "3420801": 88, "3420993": 88, "34213": [], "342192": 88, "3422412": 88, "342268": 88, "34228653": 88, "3423": 88, "3423102": 88, "34233": [], "3423305": [], "3423494": 88, "34235698": 88, "34239817": 88, "3424": [], "3424078": 88, "3424126": 88, "3424178": 88, "34242": 88, "342424": 88, "342453": [], "3425038": 88, "342512": 88, "3425353": 88, "34255087": 88, "342647": 88, "342678": 88, "34268266": 88, "342734": 88, "342735": 88, "3427425": [], "342749": 88, "3428": [], "3428041": [], "34282538": 88, "34284806": 88, "3428512": 88, "342876": 88, "342881": 88, "34292024": 88, "34298": 88, "343": 88, "34302065": 88, "34303167": 88, "34304": 88, "343063": 88, "3430731": 88, "3430838": 88, "343086": [], "343134653357": 88, "343163": [], "3431685": 88, "343174": [], "34319147": 88, "343243": 88, "34328136": 88, "3433": [], "343311": 88, "3433180": 88, "343338": [], "34336856": 88, "34340212": 88, "34341836": 88, "3434734": 88, "34347543": 88, "34347558": 88, "3434762": 88, "3434962": 88, "3435254": 88, "3435264": 88, "343534": 88, "34353837": 88, "3435485": 88, "34363037": 88, "34363043": 88, "343633": [], "343689": 88, "34369": 87, "3436944": 88, "3437": 88, "34379062": 88, "343799": 88, "3438": 88, "34380698": 88, "343817": [], "3438206": 88, "343836": 88, "34384933": 88, "3438723": 88, "343878": 88, "34388644": 88, "3439002": 88, "3439134": 88, "34394": 88, "343971": 88, "343978": 88, "344": 88, "34403536": 88, "34405267": [], "3441": [], "34410077": 88, "34410623": 88, "344109": 88, "3441122": 88, "3441354": 88, "344173": [], "34417713": 88, "344183": [], "3441956": 88, "3442": 91, "344202": 88, "3442061": [], "34420726": 88, "34424126": 88, "34426": 88, "34431": [], "3444": 88, "344404": [], "344414": [], "344428": 88, "344431": 88, "34444445": 88, "34447": [], "3445": [], "34452856": 88, "34453294": 88, "34454805": 88, "34455708": 88, "34458": [], "34461936": 88, "344639": 88, "3446442": 88, "3447046": 88, "34476": [], "3447955": 88, "3448": 88, "344811": [], "344845": 88, "34485427": 88, "34486222": 88, "34489": [], "344893": 88, "3449": [], "34491268": 88, "34491417": 88, "344952": [], "3449889": 88, "34498957": 88, "345": 88, "3450462": 88, "3451": 88, "345105": 88, "345118": 88, "34512645": 88, "34513134": 88, "34513965": 88, "34514698": 88, "34515": 88, "34518808": 88, "34522393": 88, "34523": 88, "3452745": 88, "345287": [], "3453004": 88, "34534": 88, "345367": 88, "3453746": 88, "34538686": 88, "345399": 88, "34542197": 88, "34543": 88, "345448": 88, "34546": 88, "3454607": 88, "3454821": 88, "345486": [], "345488": 88, "3454906": 88, "3454921": 88, "34549317": 88, "345531": 88, "34554628": 88, "345562": [], "34556442": 88, "345572": [], "345593": [], "34559792": 88, "3456": 88, "3456076": 88, "34561732": 88, "3456355": 88, "34564": [], "34564948": 88, "34565613": 88, "3456831": 88, "3457425": 88, "34574267": 88, "34576112": 88, "345767": 88, "3457742": 88, "34579703": 88, "345823": 88, "34583": 88, "34586817": 88, "34587246": 88, "3458757": 88, "34589273": 88, "345905": 88, "3459274": 88, "34593517": 88, "3459408": 88, "3459558": 88, "34596285": 88, "3459721": 88, "34597492": 88, "3459938": 88, "345997": [], "346": 88, "346002": 88, "34600848": 88, "3460163": 88, "346035": 88, "34604105": 88, "346043": [], "346052": [], "346073": 88, "346079": [], "346083": 88, "3460914": 88, "34609526": 88, "3461": 88, "34611955": 88, "346125": 88, "3461356": 88, "34617037": 88, "346171": 88, "34617314": 88, "3461816": 88, "3461892": 88, "346196": 88, "3462": 88, "34622": 88, "34624547": 88, "3462653": 88, "34626698": 88, "34628108": 88, "34629288": 88, "34633029": 88, "34636813": 88, "3463715": 88, "3463845": 88, "3464": [], "346413": [], "3464172": 88, "3464322": 88, "34644243": 88, "34646": 88, "34646326": 88, "34649768": 88, "34650442": 88, "34650543": 88, "3465552": 88, "346577": 88, "3465785": 88, "34658077": 88, "3465989": [], "34660643": 88, "34662402": 88, "34663388": 88, "346645": 88, "34668303": 88, "3467": 88, "3467162": 88, "34672454": 88, "346738": 88, "346745": 88, "34675047": 88, "346768": 88, "346787": 88, "3468435": 88, "346853": 88, "34687707": 88, "34690732": 88, "346926": 88, "3469688": 88, "346983": 88, "34698746": 88, "347": 88, "3470038": 88, "347027": 88, "34706357": 88, "347079": [], "34710252": 88, "34713066": 88, "3471383": 88, "34714": [], "347166": [], "34718478": 88, "34723": 88, "34725767": 88, "3472834": 88, "3473": [], "34731618": 88, "34733266": 88, "34734187": 88, "34735042": 88, "347356": 88, "34736": 88, "3473787": 88, "34738484": 88, "347387": 88, "3474": [], "34742904": 88, "34744483": 88, "34745386": 88, "34745765": 88, "3474666": 88, "34751213": 88, "34752756": 88, "34753767": 88, "347546": 88, "34756202": 88, "3475883": 88, "347595": 88, "347605": [], "34760505": 88, "3476287": 88, "34763956": 88, "347649": 88, "3476533": 88, "3476652": 88, "3477": 88, "347706": 88, "3477073": 88, "347716": 88, "34776": 88, "3477671": 88, "34777147": 88, "34779218": 88, "3478": 88, "34789485": 88, "3479137": 88, "3479303": 88, "3479472": 88, "3479768": 88, "3479906": 88, "348": [], "3480227": 88, "34803": 88, "348045": [], "34805": 88, "3480508": 88, "348074": [], "3481054": 88, "34811783": 88, "348134": 88, "34815067": 88, "34817": 88, "34817266": 88, "3481769": 88, "3481949": 88, "3482": 88, "34823728": 88, "348245": 88, "3482757": 88, "34827882": 88, "348307": 88, "34831756": 88, "3483251": 88, "34833145": 88, "348396": 88, "3484071": 88, "34844485": 88, "34846267": 88, "3484766": 88, "3484767": 88, "34849024": 88, "34850278": 88, "3485328": [], "3485355": 88, "3486": 88, "348609": [], "348654": 88, "3486611": 0, "34866408": 88, "34868324": 88, "3486879": 88, "3486937": 88, "34872806": 88, "3487388": 88, "34874576": 88, "34879276": 88, "3488": 88, "348854": 88, "3488729": 0, "3488857": 88, "34892": [], "34892163": 88, "3489283": 88, "34895638": 88, "34896213": 88, "348965": 88, "349": 88, "349018": 88, "3490308": 88, "34903908": 88, "3490506": 88, "3490536": 88, "3491": 88, "349102": [], "34912": 88, "3491409": 88, "34916353": 88, "34919": [], "3492": [], "34920722": 88, "3492275": 88, "349228": 88, "34923682": 88, "3492727": 88, "349276": 88, "34931383": 88, "34933388": 88, "349354": 88, "349358": 88, "3494421": 88, "349455": [], "3495518": 88, "3495577": 88, "349574": 88, "34957418": 88, "349586": 88, "3496": 88, "3496386": 88, "34966007": 88, "34966743": 88, "34966853": 88, "349678": 88, "3496848": 88, "34968996": 88, "34969202": 88, "34974018": 88, "3498567": 88, "34986833": 88, "34987018": 88, "3498866": 88, "3499": [], "349968": 88, "3499769": 88, "34e": [], "35": [88, 97], "350": 88, "35002": 88, "350048": 88, "35011587": 88, "3501629": 88, "3502": [], "35026097": 88, "350296": 88, "350365": 88, "350382": [], "35039008": 88, "350393": [], "35040": [85, 86, 87, 88, 89, 90, 91, 92], "35041": [], "3504417": [], "3504458": 88, "35045126": 88, "35046": 88, "35047": 88, "35047287": 88, "350475": 88, "3504843": 88, "3505125": 88, "3505246": 88, "350603": [], "3506340": 88, "35064": 88, "35067": 88, "3506826": 88, "35069296": 88, "3506943": 88, "35072": 88, "35073674": 88, "350782": [], "3508121": 88, "35082918": 88, "350838": [], "350845": 88, "35088": [], "35091": [], "3509264": 88, "35095": 88, "35095608": 88, "350985": 88, "350996": [], "3509968": 88, "3509979": 88, "351": 88, "3510199": 88, "35102624": 88, "35105": 88, "3510561": 88, "3511467": 88, "35114697": 88, "3511497": 88, "351166": [], "3511779": 88, "3512": 88, "351229": 88, "35126": 88, "3512747": 88, "3512816": 88, "35134": [], "3513783": 88, "3513883": 88, "3514": 88, "3514203": 88, "35144034": 88, "351444": 88, "3514463": [], "351454": [], "351473": 88, "3515548": 88, "3515596": [], "35156": 88, "35158122": 88, "35163122": 88, "35163438": 88, "3516365": 88, "3516543": 88, "3516591": [], "351662": 88, "351669": 88, "351681": 88, "3517244": 88, "3517358": 88, "3517388": 88, "3517725": 88, "35179": [], "351797": 88, "3518": 88, "351801": 88, "351809": 88, "35181987": 88, "35183454": 88, "3518631": [], "3518776": 88, "3519": 88, "351942": [], "352": 88, "3520565": 88, "352062": 88, "35207": [], "3520721": 88, "3521049": 88, "352123": 88, "35215154": 88, "3521607": 88, "3522253": 88, "352226": [], "3522417": 88, "3522737": 88, "35227907": 88, "35228184": 88, "35233507": 88, "35236": 88, "3523893": 88, "3524": 88, "35240078": 88, "35240754": 88, "352436": 88, "352446": [], "3524853": 88, "3525164": 88, "35254046509186": 90, "3525502": 88, "3526225": 88, "35262397": 88, "3526295": 88, "3526369": 88, "35264364590376623": 92, "3526458": 88, "35265392": 88, "35266653": 88, "352678": 88, "3527421": 88, "352755": 88, "352756796479834": 87, "35279292": 88, "3528": 88, "35287997": 88, "352882": 88, "3529": 88, "3529153": 88, "3529187": 88, "3529215": 88, "3529358": 88, "35294512": 88, "3529468": 88, "3529629": 88, "35297891": 88, "353": 88, "353022": 88, "3530743": 88, "353151567342": [], "3531559": 88, "35318378": 88, "3531885": 88, "35326755": 88, "35331": 88, "3533119": 88, "353318": 88, "3533627": 88, "353374": 88, "3533885": 88, "3534": 88, "35344": [], "353447": 88, "3534659": 88, "35347396": 88, "35347688": 88, "353481": 88, "35349244": 88, "3534952": 88, "3535004": [], "3535068": 88, "35350817": 88, "35353437": 88, "353544": [], "353638": 88, "35365": [], "3536713": 88, "35368": 88, "353703": 88, "35371238": 88, "353714": [], "35376": 88, "3537734": 88, "3538": 88, "35382676": 88, "353874": 88, "35390365": 88, "3539349": 88, "3539471": 88, "3539544": 88, "35396": 88, "354": 88, "354006": [], "35403": [], "3540314": 88, "3540919": 88, "35411": 88, "35413": 88, "354161": 88, "3541658": 88, "35417464": 88, "35419407": 88, "354202": [], "354267": 88, "35427427": 88, "354279": 88, "3543": [], "3543477": 88, "35435": [], "35437024": 88, "3543841": [], "3544211": 88, "3544257": 88, "3544592": 88, "354484": 88, "3545275": 88, "354529": 88, "354536399509": [], "35455": 88, "354568": 88, "35457242": 88, "3545853": 88, "3546": [], "354627": 88, "3546517": 88, "354698": 88, "35471871": 88, "354733": 88, "3547456": 88, "3548": 88, "35486": 88, "3548703": 88, "3549": [], "35491538": 88, "354916": 88, "354967": [], "35499942": 88, "355": 88, "35506228": 88, "35507": [], "3551141": 88, "355169": [], "355172": 88, "3551844": 88, "35519755": 88, "3552": 88, "355207": 88, "355236": [], "355319": 88, "35532": 88, "3553251": 88, "355358": 88, "355374": [], "3554": 88, "355419": 88, "355446": 88, "3554502": 88, "35548": 88, "355518": 88, "355534": [], "355545": 88, "35555905": 88, "3555673": 88, "35557726": 88, "355578": 88, "35559": [], "3556": [], "35562": 88, "35568": 87, "35575": 88, "35579255": 88, "3557985": 88, "3558135": 88, "35587457": 88, "3558978": 88, "35590306": 88, "355904": 88, "355911": 88, "35591853": 88, "35592592": 88, "3559321": 88, "35594": 88, "35594192": 88, "3559432": 88, "35596": 88, "3559697": 88, "35599": [], "356": 88, "356014": [], "35602874": 88, "3560499": 88, "35605726": 88, "35605988": 88, "35608": 88, "3561026": 88, "35612306": 88, "35615855": 88, "3561668": 88, "356174": 88, "356246": [], "3562498": 88, "35626077584623": 87, "3562761": 88, "356293": 88, "35629633": 88, "3563772": 88, "35645825": 88, "3564742": 88, "35648128": 88, "3564967": 88, "356535": 88, "35654026": 88, "356543": 88, "3565449": 88, "35655046": 88, "356559": 88, "356589942441": 88, "35660022": 88, "3566368": 88, "356741": 88, "356754": [], "3567767": 88, "356844": 88, "35686": 88, "3568758": 88, "3569095": 88, "356915": 88, "356985": 88, "357": 88, "3570021": 88, "3570264": 88, "3570533": 88, "35705882": 88, "35706148": 88, "357082": 88, "35711503": 88, "35712504": 88, "357159": [], "35718334": 88, "35721287": 88, "35722345079559226": 87, "3572648": 88, "357267": 88, "3572712": 88, "3572758": 88, "357288": 88, "3573262": 88, "357336": [], "357346": 88, "3574": [], "357407": 88, "35741827": 88, "357433": 88, "3574334": [], "35745": 88, "357481": [], "3574939": 88, "357498": 88, "3575": [], "35754108": 88, "357542": [], "357554": 88, "357563": [], "3575711": 88, "3575742": 88, "3576": [], "3576258": 88, "35766706": 88, "3576803": [], "3577": 88, "357787": 88, "3578056": 88, "357807": 88, "35788432": 88, "35790464": 88, "357922": 88, "35794052": 88, "35794264": 88, "35794804": 88, "3579521": 88, "35798004": 88, "358": 88, "3580043": 88, "358007": [], "35802567": 88, "3580335": 88, "3580685": 88, "3581369": 88, "3581371": 88, "35815406": 88, "35815543": 88, "358186": [], "3582027": 88, "35821405": 88, "3582723": 88, "3583": 88, "35831028": 88, "35836428": 88, "358383": [], "3583869": 88, "35839504": 88, "3584": 88, "35844153": 88, "3584478": 88, "358484": [], "358492": [], "35854906": 88, "35856968": 88, "358574": 88, "3585819": 88, "35860628": 88, "35860938": 88, "35865468": 88, "3586647": 88, "3587128": 88, "3588075": 88, "358818": 88, "35882285": 88, "358824": 88, "3588291": 88, "35886493": 88, "3589057": 88, "35890743": 88, "358953": 88, "358965": 88, "3589754": [], "35898215": 88, "359": 88, "3590326": 88, "359035": 88, "35905108": 88, "35905576": 88, "3590607": 88, "35907933": 88, "35908657": 88, "35912538": 88, "3591255": 88, "3591357": 88, "35917768": 88, "35918146": 88, "35922024": 88, "359235": 88, "35925": 88, "3592898": 88, "35929757": 88, "3593064": 88, "3593165": 88, "359325": 88, "359347": 88, "3593638": 88, "35939783": 88, "3594": [], "35948402": 88, "3595": 88, "3595031": 88, "3595183": 88, "3595708": 88, "3595898": 88, "3596": 88, "35961342": 88, "35961762": 88, "35963055": 88, "35965383": 88, "3596702": 88, "3596944": 88, "3597047": 88, "3597183": 88, "359734": [], "3597535": 88, "35975826": 88, "3598": [], "3598061": 88, "3598518": 88, "3598533": 88, "3598581": 88, "35988608": 88, "3598924": 88, "3599": 88, "359911": 88, "35992": 88, "3599236": 88, "3599285": 88, "35993674": 88, "3599398": 88, "35994095": 88, "35994822": 88, "35995522": 88, "359957": 88, "3599725": 88, "3599818": 88, "35999626": 88, "35e": [], "36": 88, "360": 88, "3600": [85, 89, 90], "36002": 88, "360063": 88, "360082": 88, "360126": 88, "36012962": 88, "3601446": 88, "360153": 88, "360157": [], "36018863": 88, "36018997": 88, "36020613": 88, "36021355": 88, "360214": [], "36024123": 88, "36025456": 88, "36026672": 88, "3602699": 88, "360285": 88, "360287": 88, "3602884": 88, "36033097": 88, "36034268": 88, "36035293": 88, "36036956": 88, "3603767": 88, "36037728": 88, "3604": [], "3604047": 88, "36043": [], "3604345": 88, "36043686": 88, "360461": 88, "36046636": 88, "3604767": 88, "3604796": 88, "36049354": 88, "36050043": 88, "3605096": 88, "36051866": 88, "36053": 88, "36054197": 88, "3605438": 88, "36055952": 88, "36056364": 88, "36056975": 88, "360577": 88, "3605891": 88, "3606072": 88, "360621": 88, "36062422": 88, "3606349": 88, "3606402": 88, "3606424": 88, "36065525": 88, "360667": [], "36066708": 88, "36066943": 88, "36068285": 88, "36069554": 88, "36070758": 88, "3607084": 88, "36071": [], "36071903": 88, "36072987": 88, "36073": 88, "36073238": 88, "3607402": 88, "36075005": 88, "360752": 88, "36075944": 88, "36076054": 88, "3607799": 88, "36078104": 88, "360782": 88, "36078933": 88, "3607973": 88, "3607987": 88, "3608049": 88, "3608115": 88, "36081216": 88, "36081916": 88, "36082587": 88, "36083233": 88, "36083853": 88, "36084452": 88, "36085027": 88, "360853": 88, "36085582": 88, "36085853": 88, "36086118": 88, "36086348": 88, "36086634": 88, "36086828": 88, "36087134": 88, "36087292": 88, "3608774": 88, "36088175": 88, "360884": 88, "36088598": 88, "36089006": 88, "36089405": 88, "3608979": 88, "36090165": 88, "3609053": 88, "3609088": 88, "36091226": 88, "36092323": 88, "36095086": 88, "36098": 88, "36098358": 88, "36098605": 88, "361": 88, "361001": 88, "36101": [], "361036": 88, "361053": 88, "3610608": 88, "361061": 88, "361074": 88, "3610789": 88, "3611": 88, "3611356": 88, "36114278": 88, "361167": 88, "36116955": 88, "36117822": 88, "36119": 88, "36119047": 88, "3611976": 88, "361244": 88, "3612922": 88, "36129975": 88, "3613": [], "3613000": [], "361307": 88, "36136": 88, "36136734": 88, "361407": 88, "36140817": 88, "3614117": 88, "3614153": 88, "361419": 88, "3614228": 88, "36142674": 88, "3614308": 88, "36143497": 88, "36143926": 88, "36144316": 88, "3614437": 88, "36144823": 88, "36144826": 88, "361453": 88, "36145344": 88, "36145785": 88, "36145887": 88, "361461": [], "36146292": 88, "3614645": 88, "36146814": 88, "36147034": 88, "3614764": 88, "3614783": 88, "3614827": 88, "36148927": 88, "3614961": 88, "36150318": 88, "3615106": 88, "3615121": 88, "36151478": 88, "36151835": 88, "36152646": 88, "3615273516752": 88, "36155385": 88, "3615615": 88, "36156315": 88, "361567": 88, "36157292": 88, "36158314": 88, "3615939": 88, "3616025": 88, "36160523": 88, "36160636": 88, "36161712": 88, "36161745": 88, "3616297": 88, "361639": [], "36164296": 88, "361657": 88, "361662": 88, "36167186": 88, "3616774": [], "36168766": 88, "36170444": 88, "3617151": 88, "36172232": 88, "36172622": 88, "36174142": 88, "36174682": 88, "36176893": 88, "3617928": 88, "3618186": 88, "361843": 88, "3618466": 88, "36187705": 88, "361885": [], "361902": 88, "36191034": 88, "3619123": 88, "36193976": 88, "36194682": 88, "3619647": 88, "361977": [], "36198705": 88, "362": 88, "3620044": 88, "3620316": 88, "362047": 88, "3620676": 88, "36207": 88, "3620812": 88, "3621122": 88, "3621175": 88, "36213678": 88, "3621955": 88, "3621995": 88, "3622004": 88, "3622248": 88, "362242": 88, "3622441": 88, "36227074": 88, "36230516": 88, "362331": 88, "36234": [], "3623802": 88, "362385306000814": 87, "3624": [87, 91, 92], "36241308": 88, "36243": 88, "3624437": 88, "3624465": 88, "362461": 88, "3625126": 88, "36254397": 88, "362547": 88, "362557": 88, "362572": 88, "36259": [], "3626": [], "3626292": 88, "3626423": [], "362661542358": 91, "36267": 88, "362684": 88, "3626858": 88, "3627": 88, "3627062": 88, "362766": [], "36276776": 88, "362779": 88, "362823": [], "36283594": 88, "36283624": 88, "36291096": 88, "362911": [], "36293516": 88, "363": [5, 88], "363012": 88, "36302": [], "36306006": 88, "3630806": 88, "36308765": 88, "3631414": 88, "36314481": 88, "363155": 88, "3631663": 88, "363173": 88, "363187": 88, "3631957": 88, "363247": [], "363319": [], "363356": [], "363358": 88, "3634": 88, "36340174": 88, "363422": [], "36346802": 88, "363471": 88, "36352566": 88, "363537": 88, "36355257": 88, "36356": [], "36357": [], "3635701": 88, "36360833": 88, "3636221": 88, "3636254": 88, "3636545": [], "3636898": 88, "36374074": 88, "363749": 88, "363788": 88, "3638": 88, "363804": 88, "3638395": 88, "36384904": 88, "3638809": 88, "3639": 88, "36394966": 88, "36395678": 88, "3639979": 88, "364": 88, "3640": 88, "3640085": 88, "36404": [], "36404264": 88, "3640652": 88, "36407232": 88, "36409": [], "364126": 88, "3641492": 88, "36417": 88, "36419278": 88, "36420038": 88, "36424047": 88, "36425903": 88, "36429465": 88, "3643": 88, "3643097": 88, "3643141": 88, "36432254": 88, "3643641": 88, "36438": [], "36439648": 88, "3644": 88, "3644266": 88, "36442667": 88, "36444": 88, "364452": 88, "36448383": 88, "3645043": 88, "364508": 88, "364509": [], "36451262": 88, "364513": 88, "3645803": [], "36459893": 88, "36460897157091": 87, "36464092": 88, "36464658": 88, "364655": 88, "3647071": 88, "36472": 88, "3647332": 88, "36477974": 88, "36483": 88, "36483464": 88, "3648355": 88, "3648411": 88, "3648541": [], "36485904": 88, "3649": 88, "3649421": 88, "3649809": 88, "365": 88, "365017": 88, "3650372": 88, "3650548": 88, "36510822": 88, "36514": 88, "3651423": 88, "36519274": 88, "3652": 88, "365204": 88, "3652248": 88, "3652309": 88, "365232": [], "3652637": 88, "365273": [], "36528784": 88, "36529": 88, "365337": [], "3653437": [], "36535": 88, "365395": 88, "36541924": 88, "3654354": 88, "36545032": 88, "36547005": 88, "365477": [], "36549196": 88, "3655217": 88, "365555": 88, "3655858": 88, "365587": 88, "3655896": 88, "3656": 88, "365659": 88, "365686": 88, "3656863": 88, "3656936": 88, "3657117": 88, "365719": 88, "36575": 88, "36576393": 88, "36577445": 88, "3657913": 88, "36580074": 88, "365803": [], "3658423": 88, "3658639": 88, "36588165": 88, "365892": 88, "365967": 88, "3659841": 88, "366": 88, "3660142": 88, "366064": [], "366069": 88, "366076": [], "3661068": 88, "36611": 88, "366146": 88, "3661522": 88, "366212": 88, "36622462": 88, "3663001": 88, "366302": 88, "366322": 88, "3663277": 88, "36637": 88, "3664417": 88, "366455": [], "3664888": 88, "3664958": 88, "3664967": 88, "3665037": 88, "366554": 88, "36655578": 88, "36657166": 88, "36657315": 88, "3666419": 88, "3667": [], "3667258": 88, "36681": 88, "3668196": 88, "366821": 88, "366835": 88, "366839": 88, "36684": 88, "3668501": 88, "366855": 88, "366856": 88, "36689293": 88, "3669": 88, "36695054": 88, "366997": 88, "367": 88, "36707": 88, "36707485": 88, "3670995": 88, "3671": 88, "36711782": 88, "3671284": 88, "36713016": 88, "36713484": 88, "3671355": 88, "36714": 88, "367149": [], "367163": 88, "367175": 88, "367197": 88, "3672": [], "367233": 88, "36724806": 88, "3672833996926315": 87, "367313": 88, "3673159": 88, "3673377": [], "36734042": 88, "3674": 88, "3674127": 88, "3674154": 88, "3674304": 88, "36746162": 88, "36747307": 88, "367521": 88, "36755": 88, "3676": 88, "3676153": [], "3676436": 88, "3676455": 88, "3676562": 88, "36767805": 88, "36768": [], "36768246": 88, "3676849": 88, "3677194": 88, "3677641": 88, "36778027": 88, "367796": 88, "3678": 88, "3678015": 88, "3678339": [], "367855": 88, "367874": 88, "367899": [], "367913": 88, "3679273": 88, "3679325": 88, "367981": 88, "368": 88, "368028": 88, "368042": 88, "3680471": [], "3680701": 88, "368122": 88, "368144": 88, "368177": 88, "3681796": 88, "36818063": 88, "36818945": 88, "3682014": 88, "36820826": 88, "3682384": [], "368244": 88, "36829": 88, "368307": 88, "368315": 88, "36832": [], "3683778": 88, "3683974": 88, "368425": 88, "3684366": 88, "36849308": 88, "3685168": [], "3685371": 88, "36862": 88, "36862934": 88, "36863": 88, "368644": 88, "36864635": 88, "36867425": 88, "368675": 88, "3686837": [], "3686857": 88, "36869": 88, "3687": [], "3687293": 88, "368795": 88, "3688": [], "368822": [], "368841": 88, "368849": 88, "368853": 88, "36888996": 88, "368893": [], "368896": 88, "3689": [], "36892578": 88, "3689603": 88, "36896977": 88, "36899": 88, "369": 88, "3690": [], "36906675": 88, "369081": 88, "369095": [], "3691": 88, "36912": [], "3691208": 88, "369184": 88, "3692": 88, "36922413": 88, "369297": [], "3692977": 88, "3693": 88, "36931673": 88, "36935276": 88, "36935812": 88, "3693703": 88, "36938864": 88, "36938956": 88, "3694": 88, "3694472": 88, "36946207": 88, "3694632": 88, "3694715": 88, "3694745": 88, "36949012": 88, "3694985": 88, "369502": [], "369512": 88, "36957198": 88, "3695871": 88, "3695939": 88, "369602": 88, "369625": [], "36963": [], "36963046": 88, "3696718": 88, "3696732": 88, "369709": [], "36972845": 88, "3697412": 88, "369793": [], "36981508": 88, "3698194": 88, "369825": 88, "3698283": 88, "36985338": 88, "369878": [], "3698883": 88, "36989492": 88, "3699": [], "36991808": 88, "3699233": 88, "36994302": 88, "36e": [], "37": 88, "370": 88, "370003": 88, "37002316": 88, "370042": 88, "37004396": 88, "3700448": 88, "3700619": 88, "3701": [], "37010026": 88, "370105": 88, "3701084": 88, "37011623": 88, "3702": 88, "370207": 88, "37021646": 88, "37027": 88, "3703219": 88, "3703703": 88, "3703772": 88, "370388": 88, "3704": 88, "3704151": 88, "3704263": 88, "37043414": 88, "37043986": 88, "3704495": 88, "3704512": 88, "37047": 88, "37047693": 88, "37049383": 88, "3705008": 88, "3705126": 88, "37052608": 88, "3705322": 88, "37053445": 88, "3705413": 88, "3705537": 88, "37058318": 88, "3705848": 88, "370598": 88, "3706": 88, "3706012": 88, "3706075": 88, "37062": [], "370643": 88, "370691": [], "3707": 88, "3707029": 88, "37070653": 88, "37073776": 88, "370743": 88, "37078953": 88, "370818": 88, "37082": 88, "37083864": 88, "3708459": 88, "37088722": 88, "370888": 88, "3709114": 88, "37093127": 88, "370932": 88, "3709469": 88, "37096673": 88, "37098235": 88, "371": [], "3710": [], "37100813": 88, "371014": [], "3710489": 88, "37107": [], "3710742": 88, "3711157": 88, "3711308": 88, "37118715": 88, "371205": 88, "3712096": 88, "3712496": 88, "3712507": 88, "371267": 88, "371291": 88, "3712926": 88, "3713121": 88, "3713285": 88, "3714018": 88, "37141097": 88, "3714176": 88, "371431": 88, "37144926": 88, "3714510": 88, "3714756": 88, "3714777": 88, "37150523": 88, "3715158": [], "3715427": 88, "3715428": 88, "37155682": 88, "3716049": 88, "371612": 88, "3716403": [], "371650": 88, "371653": 88, "3716607": 88, "3716732": 88, "37168": 88, "37169": [], "371697": 88, "3717037": 88, "37171495": 88, "37172": 88, "3717421": 88, "37176916": 88, "3717707": 88, "3717765": 88, "3717833": 88, "37179077": 88, "37179497": 88, "3718": [], "371803": 88, "3718073": 88, "3718354": 88, "371852": 88, "3718607": 88, "3718733": 88, "371876": 88, "371884": 88, "3719053": 88, "371922": [], "371925": 88, "37193143": 88, "37193403": 88, "3719354": 88, "371940434897027": 87, "3719431": 88, "3719511": 88, "37195888": 88, "3719599": 88, "37197545": 88, "3719755": 88, "37198": 88, "3719901": 88, "372": 88, "3720002": 88, "37202758854": 87, "372032": 88, "3720516": 88, "3720627": 88, "3720732": 88, "372074": 88, "3720831": 88, "3720922": 88, "372094": 88, "3721011": 88, "372105": [], "3721093": 88, "372117": 88, "37212": 88, "3721224": 88, "3721244": 88, "3721315": 88, "3721381": 88, "3721445": 88, "3721505": 88, "3721563": 88, "372166": 88, "3721713": 88, "3721762": 88, "3721809": 88, "3721855": 88, "3721898": 88, "3721939": 88, "372198": 88, "3722018": 88, "3722055": 88, "3722091": 88, "3722125": 88, "3722159": 88, "3722191": 88, "3722222": 88, "3722326": 88, "37223342": 88, "3722353": 88, "372238": 88, "3722407": 88, "37224105914655": 87, "37224276151501": 91, "3722432": 88, "3722456": 88, "3722479": 88, "3722502": 88, "3722523": 88, "3722545": 88, "3722566": 88, "37225664": 88, "3722587": 88, "3722607": 88, "3722626": 88, "372267": 88, "3722702": 88, "3722706": 88, "372273": [], "372285": 88, "372368": [], "3723781": 88, "3723854": 88, "372387": 88, "3724": 88, "372401": [], "37243435": 88, "37245315": 88, "37245473": 88, "372469": 88, "372475": 88, "37249222": 88, "37252185": 88, "372531": 88, "3725379": 88, "37255207": 88, "3725586": 88, "3725613": 88, "3725643": 88, "37256467": 88, "372566": 88, "3725673": 88, "3725699": 88, "3725704": 88, "3725723": 88, "3725737": 88, "3725747": 88, "3725771": 88, "3725773": 88, "3725798": 88, "3725805": 88, "3725826": 88, "3725842": 88, "3725853": 88, "372588": 88, "3725882": 88, "37259": [], "372591": 88, "372592": 88, "372594": 88, "3725961": 88, "3725971": 88, "3726003": 88, "3726004": 88, "3726037": 88, "3726048": 88, "37260523": 88, "3726071": 88, "3726096": 88, "3726107": 88, "372616": 88, "3726424": 88, "372646": 88, "37264675": 88, "3726482": 88, "3726543": 88, "3726608": 88, "3726617": 88, "3726674": 88, "37267": [], "3726711": 88, "3726746": 88, "3726813": 88, "3726821": 88, "37269": 88, "3726921": 88, "3726983": 88, "3727039": 88, "37270606": 88, "3727071": 88, "3727111": 88, "3727165": 88, "3727167": 88, "3727224": 88, "3727266": 88, "3727305": 88, "3727372": 88, "372742": [], "3727456": 88, "3727485": 88, "372751": [], "3727622": 88, "3727806": 88, "37278098": 88, "3727972": 88, "37280014": 88, "3728007": 88, "37281403": 88, "3728231": 88, "372824": 88, "3728483": 88, "3728765": 88, "372908": [], "3729085": 88, "372937": 88, "37294": 88, "3729473": 88, "3729529": 88, "372953": 88, "372986": 88, "372997": [], "373": 88, "3730": 88, "3730311": 88, "373034": 88, "3730378": [], "373043": [], "37305": [], "37306657": 88, "373072": [], "373076": 88, "3730801": 88, "3731374": 88, "373157": 88, "37316445": 88, "373205": 88, "3732216": 88, "373222": 88, "37323058": 88, "37323323": 88, "3732544": 88, "3732677": 88, "373279": 88, "3732864": 88, "3732922": 88, "37331983": 88, "37332353": 88, "373335": 88, "37334475": 88, "3733482": [], "3733859": 88, "37339": [], "37339196": 88, "3733981": 88, "3734564": 88, "3734649": 88, "37347": 88, "373482": [], "373495": [], "3735107": 88, "37353": 88, "37355": [], "37358": 88, "373606": 88, "373611": 88, "3736129": 88, "37363774": 88, "37367": 88, "3736717": 88, "373714": 88, "373722": 88, "3737271": 88, "373743": [], "373751": [], "373768": [], "37383524": 88, "373854": 88, "373877": [], "373887": 88, "37390885": 88, "37398595": 88, "374": 88, "3740064": 88, "374035": 88, "37404048": 88, "3741062": 88, "3741338": 88, "374136": 88, "374146": 88, "374157": 88, "3741646": 88, "37418053": 88, "37419": 88, "3742": 88, "3742076": 88, "3742083": 88, "37424228": 88, "37427026": 88, "37427914": 88, "374287": [], "3742874": 88, "374291": [], "37429547": 88, "3742996": 88, "3743": [], "37431085": 88, "374336": [], "37435": [], "37436": 88, "3743905": 88, "3744279": 88, "3744445": 88, "37448704": 88, "3745": 88, "3745042": 88, "3745167": 88, "37452638": 88, "37456128": 88, "3745766": 88, "3745906": [], "3746004": 88, "374601": 88, "3746018": 88, "374628": 88, "374629": 88, "374648": 88, "37469": 88, "3747": 88, "37470523": 88, "37471977": 88, "374725": [], "37472737": 88, "3747734": 88, "37479186": 88, "3748105": 88, "3748275": 88, "3748352": 88, "37484935": 88, "37485": 88, "3748811": 88, "37489": [], "3749": [], "3749065": 88, "3749776": 88, "37498695": 88, "375": [88, 91, 92], "37503": 88, "375042": 88, "37505376": 88, "37506": 88, "375084": 88, "3750882": 88, "375103": 88, "375125": 88, "375152": 88, "3751886": 88, "3752": [], "3752043": 88, "3752058": 88, "37521827": [], "37522episod": [], "375265": [], "3752673": 88, "3752782": 88, "3753109": 88, "37532997": 88, "37533": 88, "375334": [], "3753597": 88, "3753655": 88, "375377": [], "3754205": 88, "3754525": 88, "3754725": 88, "3755654": 88, "375566": 88, "375586": 88, "3755891": 88, "37559766": 88, "3756356": [], "37564": 88, "3756515": 88, "375659": 88, "375668": 88, "37569618": 88, "3757": 88, "37575504": 88, "37576": 88, "375774": [], "375805": [], "375823": 88, "3758326": 88, "3758329": 88, "37585527": 88, "3759243": 88, "37594903": 88, "3759511": 88, "3759562": 88, "37597358": 88, "376": 88, "3760594": 88, "376075": 88, "376099": [], "3761133": 88, "37615": 88, "376154": 88, "376162": 88, "3761708": 88, "3761717": 88, "37621433": 88, "376232": [], "37624": [], "37624285": 88, "376251": 88, "376253": 88, "37626228": 88, "376307": 88, "3763151": 88, "37632": 88, "3763311388700536": [85, 90], "3763463": 88, "37636217": 88, "37637": 88, "3763834": 88, "37640277": 88, "37649107": 88, "376505": 88, "3765248": 88, "376528": 88, "37655914": 88, "3766": [], "376612": 88, "3766224": 88, "376635": 88, "3766376": 88, "37665182": 88, "3766547": 88, "3766603": 88, "376687e": 88, "376698": 88, "3767002": 88, "376709": 88, "376736": [], "3768809": 88, "37690157": 88, "37692": [], "3769214": 88, "37694454": 88, "37696": [], "3769671": 88, "37696868": 88, "37698764": 88, "37698868": 88, "377": 88, "3770014": 88, "377026": 88, "377067": 88, "3770803": 88, "37708163": 88, "3771057": 88, "37711": 88, "377153": 88, "3771642": 88, "377169": [], "3771716": 88, "37718382": 88, "37732837": 88, "377365": 88, "377394": [], "3774": [], "3774068": 88, "37741542": 88, "3774477": 88, "3774503": 88, "377485": 88, "3775017": 88, "377537": 88, "3775915": 88, "3776385": 88, "3776954": 88, "3777235": 88, "377738": [], "37775": 88, "37775373": 88, "377762": [], "377776": 88, "37777743": 88, "37780827": 88, "3778237083693": 88, "3778387": 88, "3779279": 88, "3779609": 88, "377975": 88, "377993": [], "377998": 88, "378": 88, "3780117": 88, "378016": 88, "378036": [], "37804648": 88, "378115": [], "3781257": 88, "37813362": 88, "378166": 88, "37822703": 88, "3782771": 88, "378279": 88, "37830612": 88, "3783436": [], "3783609": 88, "3783613": 88, "378393": 88, "37840426": 88, "378443": 88, "37845826": 88, "37846": 88, "37846437": 88, "3785272": 88, "37856534": 88, "37857565": 88, "378582": 88, "3785857": 88, "3785928": 88, "3786198": 88, "3786383": [], "378654": 88, "37867156": 88, "378696": 88, "378698": 88, "37870237": 88, "37871027": 88, "37874162": 88, "378744": 88, "378757": 88, "378784": 88, "37881306": 88, "378844": 88, "37886": 88, "3789": 88, "37894": 88, "378946": 88, "3789831": 88, "3789935": 88, "379": 88, "379025": 88, "379026": [], "37903": [], "37905654": 88, "379078": 88, "3791": [], "379137": 88, "37914506": 88, "37915": [], "37916356": 88, "379166": 88, "37917024": 88, "37918": [], "379228760971404": 87, "379232": 88, "379234": [], "3792893": 88, "3792895": 88, "37930533": 88, "37931657": 88, "37932208": 88, "3793273": [], "37934": [], "379348": 88, "379353": 88, "37936822": 88, "37937": [], "3793817": 88, "379395": [], "3794": 88, "379401": 88, "3794213": 88, "379433": 88, "3794458": 88, "37945223": 88, "3794543": 88, "379463": [], "3794712": 88, "379486": 88, "37957": [], "3796": 88, "3796012": 88, "3796084": 88, "37962": 88, "379637": 88, "379639": 88, "3796442": 88, "379678": 88, "379683": 88, "37978": 88, "379807": 88, "379833": [], "37984508": 88, "37985572": 88, "3798805": 88, "3799": [], "379915": 88, "37993366": 88, "37996": [], "37996468": 88, "37996796": 88, "37e": [], "38": [64, 88], "380": 88, "3800": 88, "3800001": 88, "38000986": 88, "3800128": 88, "3800151": 88, "380048": 88, "3800596": 88, "380072": 88, "380083": [], "38010883": 88, "3801183": 88, "380123": 88, "3801861": 88, "38021657": 88, "380304": 88, "380344": 88, "38035": [], "380367": 88, "38037518": 88, "380379": 88, "38038653": 88, "380396": [], "380398": [], "380405": 88, "38041854": 88, "38043": [], "3804529": 88, "380466": 88, "3805": 88, "38050467": 88, "3805103": 88, "38052213": 88, "3805369": 88, "3805782": 88, "380638": [], "3806448": 88, "3806523": 88, "380692": 88, "38072297": 88, "38073355": 88, "3807509": 88, "380753": 88, "3807748": 88, "38078013": 88, "380795": [], "3808": [], "38080716": 88, "380844": 88, "380888": 88, "3809487": 88, "3809797": 88, "380983": 88, "381": [], "38102": [], "381027": 88, "38104": 88, "3810569": 88, "38107": 88, "3810816": 88, "381088": [], "3811": 88, "38111132": 88, "3811544": 88, "3811619": 88, "381172": [], "3811826": 88, "38123453": 88, "3812406": 88, "3812519": 88, "38126335": 88, "3812776": 88, "38129392": 88, "38129774": 88, "381325": 88, "381327": 88, "38136217": 88, "3813799": 88, "381393": 88, "381402": 88, "38140354": 88, "381414": 88, "38141653": 88, "3814284": 88, "3814398": 88, "381453": 88, "381471": 88, "3815": 88, "38151": 88, "381512": [], "381535": 88, "3815558": 88, "38161868": 88, "3816437": 88, "381655": 88, "381659": 88, "3816650": 88, "38167453": 88, "38169277": 88, "3817": [], "38179314": 88, "38179386": 88, "3818781": 88, "3818786": 88, "381954": 88, "3819814": 88, "382": 88, "38204": 88, "3820497": 88, "3820515": 88, "382097": [], "382126": 88, "3821332": 88, "3821639": 88, "382166": [], "3821715": 88, "3821772": 88, "382233": [], "382242": 88, "382247": 88, "38224858": 88, "38226": [], "3822899": 88, "382292": 88, "382294": [], "382343": 88, "3824": [], "38247": 88, "382511": 88, "38253796": 88, "3825667": 88, "3826221": 88, "38263658": 88, "38266328": 88, "38266695": 88, "38269573": 88, "38270095": 88, "38273683": 88, "3827524": 88, "38277063": 88, "3828": 88, "3828130": 88, "382835": 88, "3828847": [], "382886": 88, "3828893": 88, "3829226": 88, "38294128": 88, "38298": 88, "383": 88, "38300496": 88, "3830367": 88, "3830612": 88, "3830848": 88, "38309": 88, "38312": [], "3831380": 88, "3831463": 88, "38318": [], "383184": [], "3831984": 88, "38321182": 88, "38322866": 88, "383244": 88, "3832608": 88, "38326764": 88, "3833": 88, "3833214": 88, "38335043": 88, "38336343": 88, "383379": 88, "3833803": 88, "38343": 88, "38349283": 88, "3835493": 88, "38356364": 88, "383576": [], "3836082": 88, "383615": 88, "383625": [], "3836356": 88, "3836442": 88, "3836535": 88, "3836946": 88, "38370913": 88, "38371179": 88, "3837422": 88, "3837898": 88, "38382843": 88, "3838748": 88, "38395": 88, "383965": 88, "384": [85, 88], "3840142": [], "3840567": 88, "3840897": 88, "384106": 88, "384110": [], "3841247": 88, "384125": 88, "384127": [], "384174": 92, "3841752": 88, "3842": 88, "3842077": 88, "38425675": 88, "38427794": 88, "384289": 88, "3843": 88, "38432577": 88, "384346": [], "384352": 88, "38439214": 88, "38444757": 88, "38446668": 88, "384485": 88, "38450843": 88, "384542": 88, "384584": 88, "38459": [], "3846107": 88, "3846277": 88, "38463947": 88, "384674": 88, "3846766": 88, "38468882": 88, "3847136": 88, "3847308": 88, "384737": 88, "384764": 88, "3847648": 88, "3847782": 88, "38488": 88, "3849": [], "3849051": 88, "384908": 88, "38493133": 88, "38494113": 88, "384958": [], "384993": 88, "385": 88, "3850": 88, "385021": 88, "385087": 88, "385098": 88, "3851": [], "385105": 88, "38511": 88, "38514": [], "385187": 88, "38518864": 88, "3852019": 88, "38530734": 88, "3853487": 88, "385437": 88, "3855": [], "385529": 88, "3855515": 88, "38556": 88, "38557842": 88, "3856666": 88, "3856781": 88, "38568202": 88, "38568962": 88, "3856956": 88, "3857": [], "3857155": 88, "38575983": 88, "38579503": 88, "3857964": 88, "38579977": 88, "38581097": 88, "38581756": 88, "3858386": 88, "385843": 88, "3858984": 88, "385921": 88, "3859261": 88, "3859719": 88, "3859788": 88, "386": 88, "386073": 88, "386081": 88, "3860848": 88, "386085": 88, "38609868": 88, "386118": 88, "3861247": 88, "38614812": 88, "3861518": 88, "386179": [], "386184": 88, "38619": [], "3862": [], "386206": 88, "386217": 88, "38634": [], "386396": 88, "3864": 88, "38640204": 88, "386407": [], "386542": 88, "38657": 88, "3865747": 88, "3865857": [], "386591": 88, "3866114": 88, "3866305": 88, "386639": 88, "386675": [], "3867": 88, "38672": [], "386773": [], "38683": [], "3868319": 88, "386858": 88, "3868584": 88, "3868961": 88, "3869069": 88, "386933": 88, "38699": 88, "387": 88, "387010": 88, "38701683": 88, "387051": 88, "3870570": [], "38707843": 88, "3870791": 88, "38708141432": 88, "387098": 88, "3871": 88, "387127": 88, "3871642": 88, "387178": 88, "3872": [], "38720053": 88, "38720834": 88, "3872302": 88, "387231": 88, "3872366": 88, "387247": 88, "38732716": 88, "3873421": 88, "3873545": 88, "3873829": 88, "3874": [], "3874061": 88, "38741106": 88, "38743782": 88, "3874846": 88, "387491": 88, "387493": 88, "387558": 88, "38755eval": [], "38756642": 88, "387596": 88, "387615": 88, "387661": [], "387684": 88, "387691": 88, "3877447": 88, "38775024": 88, "3877996": 88, "38783": 88, "3878956": 88, "3879": [], "38792297": 88, "38793823": 88, "387947": 88, "388": 88, "3880": 88, "3880141": 88, "38803917": 88, "38804814": 88, "388062": 88, "38808787": 88, "38810": 86, "3881343": 88, "388166": 88, "38818082": 88, "38819": 88, "388195": 88, "3882107": 88, "3882612": 88, "38830292": 88, "3883165": 88, "388317": 88, "38832912": 88, "38833466": 88, "388348": [], "3883526": 88, "3883641": 88, "38836914": 88, "3883895": 88, "3883958": 88, "38847452": 88, "3885": 88, "3885205": 88, "3885267": 88, "3885357": 88, "38855": 88, "3885555": 88, "388566": 88, "3885778": 88, "388626": 88, "3886334": 88, "3886398": 88, "388653": 88, "38865855": 88, "3886662": 88, "388689": 88, "388695": [], "3887": 88, "38872695": 88, "38873684": 88, "38875607": 88, "38878927": 88, "3888": [], "388802": 88, "3888216": 88, "3888217": [], "388847": [], "388855": [], "38886327": 88, "38886577": 88, "38886714": 88, "38888416": 88, "3888906": 88, "3888958": 88, "3888991": 88, "38889924": 88, "38890365": 88, "388906": 88, "3889263": 88, "3889269": 88, "388943": [], "3889436": 88, "3889493": 88, "3889522": 88, "38896742": 88, "389": 88, "38900015": 88, "38901222": 88, "38901612": 88, "3890996": 88, "3891": [], "38910043": 88, "38911": [], "38914016": 88, "389164": 88, "3891648": 88, "38916665": 88, "3892039": 88, "38923854": 88, "38924": [], "389269": 88, "389272": 88, "3893284": 88, "38936388": 88, "3893676": 88, "3894": 88, "3894089": 88, "3894096": 88, "3894226": 88, "389498": [], "3895126": 88, "3895245": 88, "3895333": 88, "389542": 88, "38955647": 88, "3895592": 88, "389569": 88, "3895953": [], "3896": 88, "389618": [], "38962036": 88, "38963264": 88, "3896348": 88, "3896510": 88, "3897102": 88, "389742": 88, "38974595": 88, "389765": 88, "3898097": 88, "389812": [], "38985997": 88, "3898626": 88, "389889": 88, "3899": [], "3899028": 88, "38991517": 88, "3899379": 88, "389954": [], "38998": [], "3899935": 88, "38999602": 88, "38e": [], "39": [85, 86, 87, 88, 89, 90, 91, 92], "390": [3, 88], "3900111": 88, "3900382": 88, "39003843": 88, "390065": 88, "39009652": 88, "390099": 88, "3901": 88, "39013863": 88, "390144": [], "390162": 88, "3901708": 88, "390175": [], "390194": 88, "39019665": 88, "390213": [], "39024624": 88, "39024836": 88, "3902564": 88, "390306": [], "39030987": 88, "390317": 88, "3903192": 88, "3903204": 88, "3903278": 88, "3903533": [], "39036146": 88, "39037144": 88, "39038": [], "3904": [], "3904036": 88, "390461": 88, "390464": 88, "390467": 88, "39052948": 88, "3905413": 88, "3905631": 88, "39060175": 88, "3906118": 88, "390685": 88, "3907": 88, "390721": 88, "3907404": 88, "3907626": 88, "3908283": 88, "390833": 88, "39084727": 88, "390900": 88, "390901": 88, "3909041": 88, "3909052": 88, "39096257": 88, "3909934": 88, "391": 88, "3910145": 88, "39102125": 88, "3910233": 88, "3910504": 88, "391062": 88, "391077": [], "39109263": 88, "3911173": 88, "3911415": 88, "3911433": 88, "3911793": 88, "3911875": 88, "39119318": 88, "391197": [], "3912056": 88, "3912132": 88, "39124146": 88, "391249": [], "3912536": 88, "3912582": [], "391272": 88, "391285": 88, "3913": 88, "391308": 88, "3913204": 88, "39133158": 88, "3913457": 88, "39135236": 88, "39136": [], "391377": 88, "3914167": 88, "39142588": 88, "391426": 88, "3914543": 88, "391457": 88, "3914642": 88, "39148": [], "391482": 88, "3914855": 88, "39150795": 88, "391548": 88, "3915634": 88, "391572": 88, "3915793": 88, "3915851": 88, "3916": 88, "39162448": 88, "39163354": 88, "3916596": 88, "39166722": 88, "39167503": 88, "3916914": 88, "39171892": 88, "391735": 88, "39174604": 88, "3917912": 88, "391793": 88, "39181325": 88, "3918315": 88, "391863": [], "3918738": 88, "39188": [], "3919109": 88, "3919143": 88, "3919561": 88, "39197": 88, "391973": 88, "39198807": 88, "39199805": 88, "392": 88, "3920068": 88, "39202005": 88, "39203": [], "3920332": 88, "39203492": 88, "392036": 88, "3920465": 88, "392075": 88, "39209905": 88, "3921": 88, "392101": 88, "392105": [], "3921071": 88, "39214": 88, "39216": 88, "39216706": 88, "39217433": 88, "3921797": 88, "3922035": 88, "392218": [], "3922881": 88, "39229977": 88, "3923203": 88, "3923208": 88, "3923394": [], "3923532": 88, "3923777": 88, "39238924": 88, "3923917": 88, "3923975": 88, "3924": [], "39241275": 88, "39241284": 88, "392422": [], "39242584": 88, "3925": [], "39250025": 88, "39253": 88, "3925394": 88, "3925622": 88, "392576": 88, "39262843": 88, "392647": [], "3926696": 88, "39267823": 88, "3926824": 88, "392733": 88, "3927435": 88, "3927673": 88, "392783": 88, "39278397": 88, "392784": [], "392788": 88, "3928161": 88, "3928467": 88, "392849": [], "392883": [], "3929012": 88, "3929211": 88, "39295742": 88, "392962": 88, "3929958": 88, "393": 88, "39301947": 88, "3930505": 88, "39309037": 88, "39309537": 88, "3930985": 88, "3931": 88, "393103": 88, "39312962": 88, "39314288": 88, "39316303": 88, "39316842": 88, "393188": [], "3932061": 88, "3932333": 88, "393244": 88, "393253": 88, "39326268": 88, "393281": 88, "3932833": 88, "39333": 88, "393337": [], "3933753": 88, "3934": [], "3934124": 88, "3934183": 88, "393436": [], "39344656": 88, "393484": 88, "3934845": 88, "39349": [], "3935184": 88, "39352158": 88, "393558": 88, "3935603": 88, "393571": 88, "3935879": 88, "3936108": 88, "39361152": 88, "393621": 88, "39367396": 88, "393682": 88, "3936916": 88, "39370164": 88, "3937301": 88, "3937383": 88, "393806": 88, "393824": [], "3938258": 88, "393848": 88, "393906": 88, "39393": [], "3939309": 88, "3939388": 88, "3939421": 88, "393969": 88, "39397314": 88, "39399981": 88, "394": 88, "3940167": 88, "394109": 88, "3941109": 88, "394118": 88, "3941194": 88, "3941228": 88, "39419362": 88, "3942117": 88, "394222": [], "394224": 88, "3942625": 88, "394281": [], "39429": 88, "39429718": 88, "39433828": 88, "3943515": 88, "3944107": 88, "3944355": 88, "3944697": 88, "39448512": 88, "39449543": 88, "3944992": 88, "3945583": 88, "39459": [], "3945987": 88, "3946128": 88, "3946228": 88, "394656": 88, "39466": 88, "3946747": 88, "3946779": 88, "39468572": 88, "39471": 88, "394711": 88, "39473966": 88, "39474097": 88, "3947434": 88, "3947461": 88, "3947974": 88, "3948": 88, "3948218": 88, "39483318": 88, "3948369": 88, "394867": 88, "39489684": 88, "3949": [], "3949114": 88, "3949469": 88, "395": [3, 88], "39503807": 88, "3950524": 88, "3950575": 88, "39507425": 88, "395102": [], "3951034": 88, "3951087": [], "3951507": 88, "3951864": 88, "39521667": 88, "3952347": 88, "39525023": 88, "395254": [], "3952769": 88, "3952875": 88, "39530155": 88, "395336": 88, "3953376": 88, "3953493": 88, "395351": 88, "39536366": 88, "39537093": 88, "3953911": 88, "3953931": 88, "3953984": 88, "39541": [], "3954268": 88, "3954896": 88, "3955": 88, "395527": 88, "395552": 88, "39556074": 88, "39556098": 88, "39556107": 88, "39556187": 88, "39557377": 88, "3955885": 88, "395615": 88, "3956201": 88, "395634": 88, "395668": [], "395697": [], "39571428": 88, "395718": [], "3957322": 88, "395735": [], "3957711": 88, "3957981": 88, "39580047": 88, "3958026": 88, "395819": [], "395840884017": [], "395845": [], "395857": 88, "3959127": 88, "3959222": 88, "39592874": 88, "39593294": 88, "3959341": 88, "3959654": 88, "395967": [], "396": 88, "3960138": 88, "39602697": 88, "3960296": 88, "39605814": 88, "3960605": 88, "396072": 88, "3961": 88, "396152": [], "3961521": 88, "396200191451324": 87, "3962032": 88, "39621": 88, "39623278": 88, "39623287": 88, "39625937": 88, "3962624": 88, "3962753": 88, "39628488": 88, "39629": [], "3962903": 88, "3963052": 88, "3963214": 88, "3963323": [], "3963506": 88, "3963672": 88, "3963798": 88, "39638683": 88, "396387": 88, "3963911": 88, "39641505": 88, "3964276": 88, "3964428": 88, "3964511": 88, "39646": [], "396467": 88, "3965": [], "3965434": 88, "396562": 88, "3965862": 88, "396593": 88, "39661276": 88, "3966281": 88, "3966416": 88, "3966517": 88, "3966756": 88, "396680": 88, "3967028": 88, "396703": [], "3967478": 88, "3967648": [], "396768": [], "3968191": 88, "39683": 88, "39683eval": [], "3968573": 88, "3968607": 88, "39692494": 88, "396935": [], "39697": 88, "3969817": 88, "39698184": 88, "397": [], "3970228": 88, "39703682": 88, "397049": 88, "397057": 88, "39706": 88, "397068": 88, "3970738": 88, "3970809": 88, "3970901": 88, "3970982": 88, "397182": 88, "3972": [], "39732": [], "39732057": 88, "397329": 88, "3973436": 88, "3973621": 88, "39739457": 88, "3974": [], "39740518": 88, "3974103": 88, "39741045": 88, "397422": 88, "39742962": 88, "397474": 88, "397498": 88, "3975": [], "3975143": 88, "3975253": [], "3975455": 88, "397564": 88, "3975750": 88, "3976": 88, "397603": [], "3976474": 88, "397675": [], "3976773": 88, "3976935": 88, "3976936": 88, "397701": 88, "39772": 88, "397766": 88, "3977748": 88, "39778802": 88, "39779913": 88, "397816": [], "39782262": 88, "39782506": 88, "3978367": 88, "3978628": 88, "3978679": 88, "397868": 88, "3979": 88, "39791217": 88, "3979183": 88, "397929": [], "39795098": 88, "397951": 88, "3979686": 88, "39798534": 88, "398": [], "39801094": 88, "39803636": 88, "39805606": 88, "398057": 88, "3980817": 88, "39808273": 88, "3980854": 88, "3980955": 88, "3981073": 88, "39812866": 88, "3981526": 88, "3981665": 88, "39817": 88, "3982428": 88, "3982499": 88, "398308": 88, "3983405": 88, "398344": 88, "3983623": 88, "3983843": 88, "398417": 88, "39842442": 88, "39844": [], "3984439": 88, "39846137": 88, "39848": 88, "39849877": 88, "3984991": 88, "39854485": 88, "39854687": 88, "39856": 88, "398563": 88, "398592": 88, "3985975": 88, "39860588": 88, "398606": 88, "39861664": 88, "39862302": 88, "39864567": 88, "3986485": 88, "398651": [], "3986602": 88, "3987": 88, "39871": 88, "398741": [], "39876908": 88, "3987767": 88, "398818": 88, "398819": 88, "39882064": 88, "3988297": 88, "398847": 88, "3988694": 88, "398882": [], "39889": 88, "39890963": 88, "398914": 88, "39892685": 88, "398971": 88, "3989804": 88, "3989825": 88, "3989836": 88, "399": 88, "3990238": 88, "3990253": 88, "3990694": 88, "39908957": 88, "399098": [], "3991114": 88, "39912698": 88, "39913177": 88, "39913523": 88, "3991494": 88, "399189": 88, "39919": 88, "3992589": 88, "3992643": 88, "3992854": 88, "3993225": [], "39936224": 88, "399366": 88, "3993754": 88, "3993762": 88, "3993866": 88, "399399": [], "3994": [], "3994014": 88, "3994229": 88, "399462": 88, "399465": 88, "3994905": 88, "3995068": 88, "3995081": 88, "3995334": 88, "39954108": 88, "399544": 88, "399635": 88, "3996404": 88, "39968": 88, "399694": 88, "3997269": 88, "39973035": 88, "399765": 88, "399792": 88, "3998042": 88, "3998276": 88, "39984438": 88, "3998827": 88, "39989635": 88, "3999": [], "39990187": 88, "3999081": 88, "39991": 88, "3999306": 88, "399975": 88, "3999938": 88, "39e": [], "3e": [], "4": [2, 3, 6, 7, 8, 11, 15, 69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92], "40": [64, 88, 92], "400": 88, "4000001e": 92, "40000418": 88, "400017": 88, "4000232": 88, "4000427": 88, "400078": 88, "40014967": 88, "4001826": 88, "4001952": 88, "4002127": 88, "400215": 88, "40023044": 88, "40023497": 88, "40024874": 88, "40027": 88, "4002793": 88, "400286": 88, "4002884": 88, "40029normalized_observ": 88, "400344": 88, "40036166": 88, "40037146": 88, "400382": [], "4003837": 88, "4003932": 88, "40040186": 88, "4004314": 88, "4004364": 88, "40044233": [], "400461": [], "4004688": 88, "4004878": 88, "400499": 88, "4005": 88, "4005008": 88, "400509": [], "4005572": 88, "40056542": 88, "4006205": 88, "40063444": 88, "400654": 88, "4006635": 88, "4006743": 88, "400707": 88, "400716": 88, "40072545": 88, "4007528": 88, "400753": 88, "400757": 88, "40076": 88, "4007774": 88, "400848": [], "4008580": 88, "400861": 88, "4008687": 88, "40087": 88, "4008762": 88, "4009": 88, "40091434": 88, "40092468": 88, "40093": 88, "4009334": 88, "4009337": 88, "40093917": 88, "4009471": 88, "40096775": 88, "4009782": 88, "400998": 88, "401": [88, 90], "40100032": 88, "401014": [], "4010375": 88, "4010392": 88, "4010491": 88, "4010613": 88, "4010623": 88, "4010698": 88, "401078": 88, "4010892": 88, "4011166": 88, "40112442": 88, "40113416": 88, "401140": 88, "401157": [], "401165": 88, "401176": [], "401196": 88, "4012": [], "4012316": 88, "4012326": 88, "4012341": 88, "40123656": 88, "4012374": 88, "4012465": 88, "4012478": 88, "4012824": 88, "401301": 88, "40132195": 88, "4013356": 88, "4013504": 88, "4013569": 88, "4013614": 88, "4014": [], "40143222": 88, "40143368": 88, "40143892": 88, "40145612": 88, "4014745": 88, "401481": 88, "401484": 88, "401491": 88, "401505": [], "40151": 88, "4015102": 88, "4015113": 88, "401559": 88, "40157768": 88, "4015888": 88, "4016": [], "4016118": 88, "401615": 88, "4016236": 88, "401643": 88, "4016917": 88, "40169823": 88, "40172622": 88, "401733": 88, "40177396": 88, "401782": 88, "4017855": 88, "4018": 88, "401802": 88, "4018198": 88, "401823": 88, "401829": 88, "4018358": 88, "40190277": 88, "401905": 88, "4019126": 88, "4019228": 88, "401946": 88, "40197954": 88, "402": 88, "40200034": 88, "4020362": 88, "4020392": 88, "4021075": 88, "4021564": 88, "40216": 88, "402164": 88, "4021665": 88, "4021847": 88, "4021869": 88, "402231": 88, "40225": 88, "4022658": 88, "4022707": 88, "40234455": 88, "4023828": 88, "402388": 88, "4024": [], "4024001": 88, "4024199": 88, "4024316": 88, "4024673": 88, "40248245": 88, "4025": 88, "402514": 88, "40251568": 88, "4025167": 88, "4025203": 88, "4025458": 88, "402546": 88, "402576": 88, "402597": 88, "402655": [], "4026669": 88, "402687": 88, "40269": [], "4027065": 88, "40272084": 88, "4027241": 88, "4027306": 88, "402737": [], "40276343": 88, "40278298": 88, "402792": 88, "4028037": 88, "4028051": 88, "40280953": 88, "402810": 88, "4028316": 88, "4028393": 88, "4028401": 88, "4028797": 88, "4029": [], "4029021": 88, "402967": [], "40297085": 88, "40298": [], "40299094": 88, "4029939": 88, "402994": [], "403": 88, "4030055": 88, "4030102": 88, "40304384": 88, "403053": 88, "4030546": 88, "4030807": 88, "40308672": 88, "4031396": 88, "40319896": 88, "4032004": 88, "40321392": 88, "4032198": 88, "40323": 88, "40324": 88, "4032679": 88, "4032865": 88, "4032937": 88, "40334225": 88, "4033461": 88, "40335": 88, "4033513": 88, "4033632": 88, "403365280938": 87, "40338096": 88, "4034113": 88, "4034139": 88, "4034226": 88, "403461": 88, "40346786": 88, "403473": 88, "4034846": 88, "403486": [], "403495": 88, "403496": 88, "4035003": 88, "40351": 88, "4035395": 88, "4035441": 88, "403547": 88, "4035522": 88, "403576": 88, "4035779": 88, "40358": 88, "40359104": 88, "40360954": 88, "40362552": 88, "4036347": 88, "4036496": 88, "4036644": 88, "4036684": 88, "403675": 88, "4036952": 88, "403712": 88, "4037468": 88, "4037681": 88, "403786": 88, "4038": [], "4038019": 88, "40382": [], "403831": [], "4038364": 88, "403837": [], "4038599": 88, "4038609": 88, "40386537": 88, "403879": [], "40388": 88, "40389103": 88, "40390125": 88, "4039045": [], "40393": 88, "40393993": 88, "403952": [], "40397128": 88, "4039795": [], "404": 88, "404013": 88, "4040202": 88, "4040339": 88, "404034": 88, "4040363": 88, "404039": [], "404043": 88, "4040657": 88, "40411884": 88, "4041292": 88, "4041571": 88, "40415743": 88, "4041625": 88, "4041685": 88, "4041867": 88, "4042314": 88, "404243": 88, "404304": 88, "40430588": 88, "404314": 88, "40431663": 88, "404348": 88, "40435988": 88, "40439335": 88, "40443555": 88, "404476": 88, "4044984": 88, "4045092": 88, "404510": [], "4045281": 88, "40453672": 88, "4045554": 88, "4045569": 88, "404594": [], "40460417": 88, "4046177": 88, "40463": [], "404654": 88, "404656": 88, "4046602": 88, "4046625": [], "40467": 88, "404701": 88, "4047642": 88, "40477633": 88, "4047871": 88, "404793": 88, "4048252": 88, "4048411": 88, "40485284": 88, "404894": 88, "404896": 88, "4049": [], "404917": 88, "4049448": 88, "405": 88, "4050": [], "405018": [], "40511185": 88, "405119": [], "405148": 88, "4051752": 88, "4052105": 88, "4052126": 88, "4052734": 88, "4052993": 88, "4053": [], "405334": [], "405342": 88, "4053472": 88, "405351": 88, "4053535": 88, "40535414": 88, "4053653": 88, "40536758": 88, "40537548": 88, "4053807": 88, "405385": 88, "40539017": 88, "4054": [], "40540108": 88, "4054288": 88, "4054531": 88, "405464": 88, "40548044": 88, "40548798": 88, "4055082": 88, "4055446": 88, "40558165": 88, "4055983": 88, "4056": [], "40561202": 88, "4056368": 88, "405638": 88, "40566787": 88, "40567806": 88, "4056785": 88, "40568534": 88, "4057": 88, "4057078": 88, "40571338": 88, "4057244": 88, "40573433": 88, "40573612": 88, "4057365": 88, "405827": [], "4058317": 88, "4058385": 88, "4058825": 88, "4059": [], "4059026": 88, "40591094": 88, "40591985": 88, "4059298": 88, "405933": 88, "4059567": 88, "40596normalized_observ": 88, "40597054": 88, "4059824": 88, "406": 88, "4060255": 88, "4060323": 88, "4060464": 88, "406048": [], "4060521": 88, "406055": [], "4060552": 88, "40606543": 88, "40608233": 88, "40609705": 88, "406106": 88, "40611": 88, "40612066": 88, "40613043": 88, "4062": 88, "406227": [], "4062345": 88, "40623483": 88, "40627408": 88, "4062748": 88, "40628": 88, "40628349489212": 91, "4062859": 88, "406292": 88, "4062989": 88, "4063": 88, "406301": 88, "406322": 88, "4063431": 88, "406345": 88, "406347": 88, "40634978": 88, "4063865": 88, "4064293": 88, "40643": [], "406437": [], "40645736": 88, "40646324": 88, "4064762": 88, "406487": 88, "4064904": 88, "406502": 88, "4065146": 88, "40653336": 88, "40656397": 88, "40659174": 88, "4065999": 88, "4066078": 88, "40664828": 88, "406659": 88, "4066607": 88, "4066622": 88, "4066644": 88, "406670": 88, "40668538": 88, "4067": 88, "4067245": 88, "4067339": [], "4067437": [], "40675008": 88, "40678126": 88, "406783": 88, "4067955": 88, "406797": 88, "40681723": 88, "4068183": 88, "4068316": 88, "40684044": 88, "4068874": 88, "406904": 88, "4069104": 88, "406927": [], "406929": 88, "4069535": 88, "40695378": 88, "4069843": 88, "4069848": 88, "406989": 88, "4069945": 88, "407": [88, 98], "4070": [], "407006": 88, "407007": [], "4070145": 88, "407036": 88, "40704": 88, "4070430": 88, "40704653": 88, "40705517": 88, "40706772": 88, "40708378": 88, "4071010": [], "40711194": 88, "4071133": 88, "40713048": 88, "407139": [], "4071397": 88, "40716487": 88, "40717": 88, "4071943": 88, "4072341": 88, "407253": 88, "407288": [], "4072905": 88, "407341": 88, "407345": [], "40737197": 88, "40738857": 88, "4073962": 88, "407398": [], "4074": [], "4074225": 88, "4074699": 88, "4074761": 88, "4074779": 88, "40749443": 88, "40751347": 88, "4075279": 88, "40756917": 88, "40756947": 88, "407574": 88, "407585": 88, "4075851": 88, "40758884": 88, "4076033": 88, "4076123": 88, "40762326": 88, "407643": 88, "4076984": 88, "4077": [], "4077085": 88, "40773": 88, "407764": 88, "40777394": 88, "4077886": 88, "4077976": 88, "40781826": 88, "40782": 88, "4078373": 88, "40787527": 88, "40789732": 88, "40790892": 88, "40798464": 88, "40799": [], "408": 88, "40802234": 88, "40803128": 88, "40804392": 88, "40804628": 88, "408057": [], "40805796": 88, "4080701": 88, "40808672": 88, "40809128": 88, "4081": 88, "4081163": 88, "4081688": 88, "4081693": 88, "40817827": 88, "40818873": 88, "4081956": 88, "408203": [], "408209": 88, "4082106": 88, "4082122": 88, "40829942": 88, "408313327693552": 87, "408317": 88, "408339": 88, "40834334": 88, "408391": 88, "408401": [], "40844783": 88, "40844816": 88, "4084691": 88, "408485": 88, "40848768": 88, "40852": [], "40852374": 88, "40855384": 88, "4085578": 88, "40857506": 88, "408579": [], "408580": 88, "4085867": 88, "4085932": 88, "40864804": 88, "40867925": 88, "4087113": 88, "40873": 88, "408748": 88, "4087714": 88, "40881708": 88, "4088203": 88, "4088272": [], "40883482": 88, "408836": 88, "4088572": 88, "40885982": 88, "408863": 88, "40888327": 88, "4088940": 88, "4089": [], "40891242": 88, "4089407": 88, "4089526": 88, "409": 88, "40900648": 88, "4090348": 88, "409058": 88, "40906": 88, "4091": 88, "40911698": 88, "40911874": 88, "409126": [], "409132": 88, "40914562": 88, "40920848": 88, "40921006": 88, "4092698": 88, "40930218": 88, "409333": 88, "40933514": 88, "40934187": 88, "409344": 88, "4093474": 88, "4093797": 88, "409395": 88, "4094": [], "4094409": 88, "409473": 88, "40949422": 88, "4095229": 88, "409526": 88, "409565": 88, "40957296": 88, "409586": 88, "40961727": 88, "4096616": 88, "409663": 88, "4096979": 88, "4097438": 88, "4097497": 88, "40976375": 88, "40976787": 88, "40976837": 88, "4097705": 88, "40981337": 88, "40982": 88, "4098321": 88, "409836": [], "40984": 88, "4098448": 88, "40985": 88, "40987742": 88, "4099": [], "4099069": 88, "409916": 88, "4099177": 88, "4099537": [], "409977": 88, "41": [88, 97], "410": 88, "410015": 88, "410017": 88, "41006628": 88, "4101": [], "41018train": 88, "410212": 88, "41022083": 88, "4102279": 88, "41024348": 88, "4102621": 88, "410271": [], "410288": 88, "410309": 88, "41034": [], "410343": [], "410345": 88, "41036725": 88, "4104466": 88, "41049454": 88, "410564": 88, "410568": 88, "4105726": 88, "4106": 88, "410603": [], "41065988": 88, "410665": 88, "41069165": 88, "4107004": 88, "410748": 88, "410755": 88, "410771": [], "4107929": [], "4108267": 88, "4108349": 88, "4108401": 88, "410867": 88, "4108746": 88, "41088742": 88, "41092628": 88, "4109675": 88, "411": 88, "4110007": 88, "4110346": 88, "41103947": 88, "4110496": 88, "41106728": 88, "41110817": 88, "411175": [], "4111849": 88, "4111988": 88, "4112012": 88, "4112076": 88, "411239": [], "41124135": 88, "41125286": 88, "4112657": 88, "411284": 88, "41129": 88, "41130334": 88, "411316": 88, "4113245": 88, "4113414": 88, "41135067": 88, "4113819": 88, "41138488": 88, "411385": [], "4114396": 88, "4114784": 88, "4114851": 88, "411498": 88, "41155654": 88, "41155759": 88, "4116": 88, "411617": 88, "41164824": 88, "411669": [], "41167307": 88, "41170815": 88, "411752": 88, "41179252": 88, "41180396": 88, "4118412": 88, "41186383": 88, "41186473": 88, "4119455": [], "41198": 88, "412": 88, "4120063": 88, "412066": 88, "41207": [], "41208276": 88, "4121248": 88, "4121381": 88, "41215158": 88, "41216376": 88, "41217214": 88, "41223502": 88, "4124": 88, "4124206": 88, "412424": 88, "41243": [], "4124547": 88, "412472": 88, "412476": [], "41250205": 88, "41257": 88, "4126": [], "412604": 88, "41266438": 88, "4126768": 88, "4127": 88, "41274": 88, "41275": [], "412791": 88, "41281173": 88, "41282284": 88, "412823": 88, "412825": 88, "412853": [], "412855": 88, "412869": 88, "41287622": 88, "412897": 88, "412952": 88, "4129962": 88, "413": 88, "4130": 88, "413006": 88, "41312897": 88, "4131482": 88, "4132152": 88, "41322": 88, "413269": 88, "41329283": 88, "413336": 88, "41335264": 88, "41335806": 88, "41336498": 88, "41337514": 88, "4133917": 88, "4134499": 88, "413479": 88, "4135037": 88, "4135083": 88, "41352212": 88, "413528": 88, "41356": 88, "41356942": 88, "413577": 88, "4135864": 88, "41359115": 88, "41359648": 88, "4136": [], "41360402": 88, "413631": 88, "4137": 88, "4137491": 88, "41374925": 88, "4138": 88, "41380015": 88, "413806": 88, "4138155": 88, "413824": 88, "413828": [], "41383222": 88, "413833": 88, "413834": 88, "41384": 88, "413868": [], "413916": [], "41392": 88, "4139323": 88, "4139465": 88, "41395158": 88, "413956": [], "413961": 88, "413987": 88, "413996": 88, "414": [], "4140": 88, "41400334": 88, "41401455": 88, "41401586": 88, "4140252": 88, "4140658": 88, "4140671": 88, "41406876": 88, "414103": 88, "41410992": 88, "4141176": [], "414171": 88, "4141815": 88, "4141853": 88, "414194": 88, "4142": [], "4142162": 88, "41425353": 88, "414268": 88, "414272": 88, "4142978": 88, "414331": 88, "414333": 88, "4143653": 88, "41438": [], "414421": [], "414433": 88, "414446": 88, "414505": 88, "41453084": 88, "414547": [], "414581": 88, "4145904": 88, "414595": 88, "4146": 88, "414612": [], "414637": [], "414698": 88, "4147562": 88, "4147575": 88, "414799": 88, "4147997": 88, "4148": [], "41480932": 88, "41483146": 88, "414870": [], "41487655": 88, "414883": [], "4148982": 88, "4149": [], "4149125": 88, "41491613": 88, "414923": [], "414956": 88, "414978": 88, "4149796": 88, "41498074": 88, "4149839": 88, "415": 88, "41500533": 88, "41503948": 88, "4150405": 88, "415041": 88, "415057": 88, "41506156": 88, "415078": [], "4150836": 88, "41508892": 88, "4150969": 88, "4151": 88, "41512462": 88, "4151351": 88, "41519445": 88, "41525": [], "41525555": 88, "4152558": 88, "41529208": 88, "41533923": 88, "415379": [], "41541913": 88, "4154342": [], "415435781299": 88, "415442": 88, "41545063": 88, "415497": [], "41550192": 88, "415527": 88, "4155478": 88, "41555": 87, "41555217": 88, "415564": [], "41556698": 88, "41557646": 88, "41557938": 88, "41558364": 88, "415615": [], "41562882": 88, "415632": 88, "415639": 88, "41567612": 88, "4157032": 88, "4157039": 88, "41572893": 88, "4157463": 88, "4157631": 88, "41576812": 88, "415787": 88, "415797": 88, "41580015": 88, "41582865": 88, "415864": 88, "4159333": 88, "4159343": 88, "415944": 88, "4159532": 88, "416": 88, "416029": 88, "4160306": 88, "4160421": 88, "4160506": 88, "41605574": 88, "416119": 88, "41613275": 88, "416159": [], "41625": 88, "41628388": 88, "4163": 88, "41630358": 88, "416311": 88, "4163172": 88, "41632634": 88, "41633672": 88, "4163477": 88, "4163673": 88, "41637605": 88, "416453": 88, "41647": [], "41648272": 88, "4165197": 88, "416527": 88, "41654244": 88, "4165835": 88, "4165976": 88, "41660103": 88, "41663745": 88, "4166397": 88, "416656": [], "416716": 88, "4167396": 88, "41678917": 88, "41679397": 88, "41680822": 88, "41684": 88, "41684923": 88, "41685063": 88, "4168515": 88, "416883": [], "41689232": 88, "416904": 88, "4169098": 88, "416946": 88, "4169741": 88, "417": 88, "4170": 88, "41700998": 88, "41702": [], "4170369": 88, "4170429": 88, "41705": [], "41707328": 88, "4170794": 88, "4170847": 88, "41709638": 88, "4171": 88, "417105": 88, "4171053": 88, "4171159": 88, "4171314": 88, "4171513": [], "417187": 88, "417188": 88, "4171909": 88, "4172": [], "417229": 88, "41725206": 88, "41725776": 88, "41726717": 88, "41727406": 88, "41729075": 88, "4173": [], "4173074": 88, "41735885": 88, "4173663": 88, "41736642": 88, "417380": 88, "417381": 88, "4173921": 88, "4174": [], "41741443": 88, "4174266": 88, "417427": 88, "41743362": 88, "41746548": 88, "41746828": 88, "4175": [], "4175045": 88, "41753": 88, "41753083": 88, "4175342": 88, "417536": 88, "417547": 88, "417654": 88, "417665": [], "4176834": 88, "4176917": 88, "4177": 88, "417707": 88, "41771203": 88, "417715": [], "4177192": 88, "4177256": 88, "41773307": 88, "417734": [], "4177434": 88, "4177471": 88, "4177474": 88, "417775": 88, "4177966": 88, "41780785": 88, "41780928": 88, "417831": 88, "417835": [], "4178529": 88, "4179": 88, "4179338": 88, "41794875": 88, "4179498": 88, "41799644": 88, "418": 88, "418006": 88, "41802937": 88, "4180423": 88, "41804525": 88, "41805646": 88, "41807765": 88, "4180833": 88, "418094": 88, "4181": 88, "418113": 88, "418147": 88, "4181849": 88, "41818523": 88, "4182057": 88, "4182261": 88, "4182304": 88, "41828": [], "4182889": 88, "41834667": 88, "41837278": 88, "41838458": 88, "41839188": 88, "418407": [], "418429": 88, "4184747": 88, "418484": [], "4185139": 88, "418552": [], "41859663": 88, "4186103": 88, "418623": [], "41864": 88, "418673": [], "418686": 88, "418716": 88, "41871697": 88, "418732": 88, "418768": 88, "4188171": 88, "41885406": 88, "418865": [], "41886586": 88, "41887": 88, "4188857": 88, "4189": [], "4189057": 88, "41891283": 88, "4189129": 88, "41893628": 88, "41894728": [], "4189992": [], "4190225": 88, "41905797": 88, "41906205": 88, "4190811": 88, "4191238": [], "4191363": 88, "4191482": 88, "419151": [], "4191866": 88, "4192762": 88, "419289": 88, "4192919": 88, "41931754": 88, "41932684": 88, "4193323": 88, "419334": 88, "4193567": 88, "419359": 88, "4193773": 88, "4194126": 88, "4194154": 88, "41944": 88, "4195199": 88, "419529": [], "4195423": 88, "4196": [], "419605": 88, "4197": 88, "4197338": [], "419737": 88, "419739": 88, "4198": 88, "4198238": 88, "419834": 88, "419844": [], "4198565": 88, "419863": 88, "419872": 88, "4198954": 88, "4199": [], "41991207": 88, "419962": [], "4199677": 88, "41e": 88, "42": [88, 97], "420": 88, "4200162": 88, "42003658": 88, "42003742": 88, "420048": 88, "42007908": 88, "4200985": 88, "42012885": 88, "4201343": 88, "4201415": 88, "42015404": 88, "42018834": 88, "42019925": 88, "4202157": 88, "42021722": 88, "42022163": 88, "4202387": 88, "420258": 88, "4203": 88, "420338": 88, "42034": 88, "4203533": 88, "42035845": 88, "4203589": 88, "4203593": 88, "42039067": 88, "4204112": 88, "420418": [], "42042148": 88, "4204226": [], "42042774": 88, "420439": 88, "42044207": 88, "420448": [], "420471": [], "4204733": 88, "42047961195113": 87, "4204855": 88, "420488": [], "4204968": 88, "420517": 88, "4205752": 88, "42061153": 88, "42061403": 88, "420662": 88, "420668": 88, "42067915": 88, "4206954": 88, "42076167": 88, "42076996": 88, "4207798": 88, "4208": 88, "420803": 88, "42084688": 88, "42089003": 88, "4208924": 88, "4208934": 88, "42089948": 88, "42091352": 88, "4209267": 88, "42092988": 88, "42093632": 88, "420999": 88, "421": 88, "4210829": 88, "4211174": 88, "42111763": 88, "4211299": 88, "4211402": 88, "4211899": 88, "42119575": 88, "421253": 88, "4212731": 88, "42128578": 88, "42129362": 88, "421297": [], "42138": [], "4213881": 88, "421392": 88, "42139274": 88, "42141432": 88, "4214244": 88, "4214358": 88, "42144775": 88, "421503": 88, "421554": 88, "4215952": 88, "4216": 88, "421602": 88, "4216048": 88, "421637": 88, "4216509": 88, "4216523": 88, "421656": 88, "421692": [], "421703": 88, "4217046": 88, "421708": 88, "4217393": 88, "421745": 88, "4217577": 88, "4217707": 88, "4217888": 88, "421844": [], "421846": 88, "42185426": 88, "4218975": 88, "4219": 88, "4219068": 88, "42194417": 88, "421951": 88, "4219829": 88, "422": 88, "42201483": 88, "42204908": 88, "4220496": 88, "4220731": 88, "422081": 88, "4220851623168": 87, "4221019": 88, "422109": [], "4221139": 88, "42213": [], "422142": 88, "42214784762863855": [], "42215556": 88, "422165": [], "422183004328": 88, "4222015": 88, "422205": 88, "422209": [], "42221907": 88, "42238438": 88, "4224": [], "42245218": 88, "4224625": 88, "4224827": 88, "422499": 88, "4225094": 88, "4225653": 88, "4225689": 88, "4226103": [], "42262834": 88, "4226585": 88, "422694": 88, "42270517": 88, "422712": 88, "4227244": 88, "422802": [], "4228053": 88, "42281237": 88, "422834": [], "422855": 88, "4229": 88, "42294666": 88, "4229508": 88, "423": 88, "4230387": 88, "423044": [], "423054": [], "423097775218647": 87, "423105": [], "4231315": 88, "4231585": 88, "4232": 88, "423222": 88, "423229": 88, "42328462": 88, "423326": 88, "42335856": 88, "423399": 88, "42342": [], "423465": [], "423488": 88, "42355236": 88, "4235667": 88, "4235724": 88, "423594": 88, "42362": 88, "42364395": 88, "42365": 88, "42365077": 88, "4236904": 88, "42372143": 88, "4237616": 88, "4238236": 88, "42385414": 88, "42386": [], "423868": [], "423889": 88, "423929": 88, "4239328": 88, "423933": 88, "4239421": 88, "42395028": 88, "42395958": 88, "423975": [], "4239782": 88, "42397952": 88, "424": 88, "42401": 88, "424023": 88, "4240241": 88, "4240321": 88, "424046": [], "4240478": 88, "42410728": 88, "424154": 88, "424162800676545": 87, "42419684": 88, "4242": 88, "424204": 88, "4242504": 88, "42427": 88, "424297": 88, "424303": 88, "4243065": 88, "42430758": 88, "424313": 88, "42432797": 88, "424332": [], "42436": 88, "4243611": 88, "4243721": 88, "424402": 88, "42441": [], "42443776": 88, "4244668": 88, "4244716": 88, "4244838": 88, "42454034": 88, "4245553": 88, "4245584": 88, "4245926": 88, "42462283": 88, "42464554": 88, "42464665": 88, "42466426": 88, "42466947": 88, "42468": 88, "424688": 88, "4247088": 88, "42471084": 88, "4247265": 88, "424728": 88, "42479816": 88, "42481115": 88, "42484373": 88, "42484453": 88, "424858": 88, "42489722": 88, "4249": [], "42491326": 88, "4249719": 88, "424996": 88, "425": 88, "4250112": 88, "425058": 88, "4250655": 88, "4250675": 88, "42507": 88, "425074": 88, "425079": 88, "42508": 88, "4250863": 88, "4251049": 88, "425114": [], "42517334": 88, "42518333": 88, "4251944": 88, "42527": 88, "4253": 88, "42534": [], "42535722": 88, "4253626": 88, "42537898": 88, "425394": [], "4253983": 88, "4254": [], "42541742": 88, "425447": [], "425457": 88, "425478": 88, "4254899": [], "4254963": 88, "425545": 88, "42559278": 88, "425603": 88, "42562": [], "4256314": 88, "42563576": 88, "42566556": 88, "4256729": 88, "42568034": 88, "4257": 88, "4257275": 88, "42572793": 88, "4257382": 88, "42575333": 88, "42576632": 88, "42579": [], "42579594": 88, "42582": 88, "425823": 88, "42584": 88, "42585477": 88, "42586": [], "4258696": 88, "425871": 88, "42589122": 88, "4259523": 88, "4259578": 88, "42597145": 88, "425976": 88, "42597973": 88, "42599493": 88, "426": 88, "42601413": 88, "426094": 88, "426098": 88, "4261172": 88, "42613852": 88, "4261417": 88, "426144": 88, "426144348275088": 87, "4261699": 88, "426182": 88, "42618912": 88, "42619": 88, "42624685": 88, "42625013": 88, "426254": 88, "426268": 88, "4262766": 88, "426325": 88, "4263319241570109": [], "426342": 88, "42639": 88, "4263978": [], "426436": 88, "42644": 88, "4264521": 88, "426455": 88, "426456": [], "426457": 88, "42649296": 88, "426493": 88, "42649966": 88, "42657986": 88, "4266663": [], "42671838": 88, "42672077": 88, "426723": 88, "42673218": 88, "42674145": 88, "42675382": 88, "4267558": 88, "42681": 88, "4268241": 88, "426840": [], "42685": 88, "42686194": 88, "4268805": 88, "426884": 88, "4268869": 88, "4268937": 88, "4269053": 88, "42690912": 88, "4269173": 88, "4269505": 88, "426971": [], "42698067": 88, "427": 88, "42702496": 88, "427065": [], "427074": 88, "427107": [], "4271109": 88, "4271114": [], "42711228": 88, "42714718": 88, "42716068": 88, "4271976": 88, "4272114": 88, "42721558": 88, "427228": 88, "42729026": 88, "4273158": 88, "4273376": 88, "4273432": 88, "42736423": 88, "42736623": 88, "42738762": 88, "4273991": 88, "4274": [], "427406": 88, "4274356": 88, "427448": 88, "42745897": 88, "4274617": 88, "427483": 88, "427486": 88, "4274923": 88, "4274957": 88, "4275043299862915": 87, "427517": [], "42752218": 88, "4275281": 88, "42754": 88, "4275502": 88, "4275640288043432": [], "4276178": 88, "42766938": 88, "42768": 88, "427694": [], "42771173": 88, "42771864": 88, "42776287": 88, "42782664": 88, "4278508": 88, "427858": [], "427879": 88, "42788717": 88, "4278898": 88, "42792422": 88, "4279308": 88, "427956": 88, "42796236": 88, "4279929": 88, "427994": 88, "428": 88, "42801127": 88, "42804784": 88, "4280518": 88, "42805907": 88, "4281177": [], "428123": 88, "428125": 88, "428146": 88, "42815128": 88, "4281868": 88, "428276": 88, "42827722": 88, "42831746": 88, "4283177306652533": [], "42833343": 88, "42833883": 88, "42836118": 88, "4283825": 88, "4284668": 88, "4284926": 88, "428493": [], "4285": [], "4285083": 88, "428524": 88, "4285377": 88, "42854": 88, "4285482": 88, "4285746": 88, "4286025": 88, "4286119": 88, "428633": 88, "4286637": 88, "42866734": 88, "428672": 88, "42873526": 88, "42876172": 88, "4287717": 88, "42879844": 88, "4288206": 88, "428835": 88, "4288387": 88, "42884916": 88, "4288509": 88, "428854": [], "428865": [], "428898": 88, "4289043": 88, "4289215": 88, "428941": 88, "4289461": 88, "4289794": 88, "42898646": 88, "428996": 88, "429": 88, "42901942": 88, "42911887": 88, "429122": 88, "42912892": 88, "429136": 88, "429173": 88, "429195": 88, "42920244": 88, "429253": [], "4292946": [], "4293042": 88, "429308": [], "429325": 88, "42933297": 88, "429335": [], "42936394": 88, "429373": 88, "429393": [], "429395": 88, "429403": [], "4294472": 88, "42945307": 88, "42945445": 88, "429458": [], "4294755": 88, "4295": [], "42952722": 88, "4295363": [], "42953992": 88, "42955494": 88, "42958": 88, "42962775": 88, "42965": 88, "4296919": 88, "42969397": 88, "4297": 88, "429708": [], "4297215": 88, "4297747": 88, "4297863": 88, "42982033": 88, "42983556": 88, "42987": 88, "42987853": 88, "4299": [], "42991": 88, "42997965": 88, "42e": [], "43": [88, 97], "430": 88, "43004608": 88, "43005": [], "43007624": 88, "430086": 88, "4300955": 88, "43010473": 88, "4301182": 88, "43013096": 88, "430132": [], "4301661": 88, "4302": 88, "43020645": 88, "4302092": 88, "43023": 88, "4303": [], "430304": 88, "43031588": 88, "4303412": 88, "43034306": 88, "43036": 88, "4303603": 88, "4303675": 88, "4303769": 88, "4304": 88, "430404117791642": 87, "430440": 88, "4304498": 88, "43047094": 88, "4304977": 88, "4305147": 88, "4305186": 88, "43052548": 88, "43053356": 88, "4305497": 88, "430555": [], "43056": [], "4306": 88, "4306304": 88, "430645": [], "43064764": 88, "4306482": 88, "430683": 88, "43068588": 88, "43070376": 88, "43071005": 88, "4307208": 88, "4307226": [], "43075666": 88, "43076423": 88, "4307977": 88, "43085492": 88, "4308897": 88, "43089": [], "43089163": 88, "4309": 88, "43090534": 88, "4309698": 88, "4309763": 88, "431": 88, "431026": 88, "4310446": 88, "431053": [], "4310558": 88, "43110526": 88, "43111366": 88, "431126": 88, "4311402": 88, "4311478": 88, "43118": 88, "4311948": 88, "431208": [], "4312496": [], "43125018": 88, "4312652": 88, "43128": 88, "4312929": [], "43129325": 88, "431311": 88, "43131719567353316": [], "43132946": 88, "4313949": [], "4314": [], "431408": 88, "43140972": 88, "43141752": 88, "431427": 88, "431473": 88, "43148": 88, "43155": [], "4315535": 88, "43155715": 88, "4315608": 88, "43157008": 88, "431572": [], "43161368": 88, "4316188": 88, "4316655": 88, "43176": 88, "431765": 88, "4317853": 88, "43179": 88, "431797": 88, "43180686": 88, "43182385": 88, "43185785": 88, "4318966": 88, "43192813": 88, "43193212": 88, "4319363": [], "43199447": 88, "432": 88, "4320": 88, "4320027": 88, "4320126": 88, "432045": [], "432087": 88, "4320978": 88, "4320995": 88, "4321": [], "43210474": 88, "43212128": [], "4321446": 88, "432148": [], "4322": 88, "43220705": 88, "432235": 88, "43227": 88, "4322708": 88, "43229264": 88, "43234074": 88, "4323777": 88, "4323782": 88, "4324": [], "4324087": 88, "4324144": 88, "43243402": 88, "4324406": 88, "43247": [], "43248713": 88, "4325031": 88, "43252692": 88, "43253472": 88, "43254232": 88, "432545": [], "432551": 88, "4326": [], "432617": 88, "43263382": 88, "43266": 88, "4326727": 88, "43267828": 88, "4326992": 88, "4327": 88, "43273628": 88, "4327695": 88, "432787": [], "4327891": 88, "43280444": 88, "4328071": 88, "4328161223963918": 87, "43284026": 88, "4328417": 88, "4328882": 88, "4329": 88, "4329128": 88, "43291545": 88, "4329937": 88, "433": 88, "4330136": 88, "4330629": 88, "433092": [], "433104": 88, "43311608": 88, "4331393": [], "4331452": 88, "43317": [], "43320322": 88, "43320337": 88, "43321893": 88, "43322normalized_observ": 88, "4332365": 88, "43328473": 88, "4333": [], "433327": [], "43335": 88, "43335077": 88, "43336135": 88, "4333666": 88, "4333735": [], "43341506": 88, "433417323750973": 92, "4334373": 88, "433449": 88, "43349": 88, "4334952": 88, "43349627": 88, "433508": 88, "43351": 88, "43352": 88, "43352675": 88, "43353": 88, "4335512": 88, "4335519": 88, "4335919": 88, "433624": [], "43363518": 88, "43365": 88, "4336717": 88, "43369672": 88, "43372563": 88, "4337645": 88, "4337815": 88, "4338117": 88, "433815": 88, "433846": 88, "433926": 88, "4339368": 88, "4339424": 88, "43396428": 88, "43396688": 88, "433973": 88, "4340": [], "434013": 88, "43403572": 88, "434044": [], "43405816": 88, "4341": [], "43410563": 88, "43411005": 88, "43411314": 88, "434128": [], "4341417": 88, "4341954": 88, "434208": 88, "43422": [], "4342663": 88, "4342681": 88, "434278": 88, "434288": 88, "4343": 88, "4343338": 88, "43434": [], "4343615": 88, "43437082": 88, "4343829": 88, "4344": [87, 91, 92], "434461": 88, "4344662": 88, "43449": 88, "434492": 88, "434517": 88, "43456063": 88, "4345675": 88, "43457076": 88, "43461323": 88, "43465307": 88, "43465668": 88, "4346589": 88, "4346872": 88, "4347229": 88, "4347286": 88, "4348252": 88, "4348284": 88, "4348464": 88, "43485457": 88, "43488365": 88, "4349": [], "43492207": 88, "4349257": 88, "434958": 88, "434963": [], "435": 88, "435005": 88, "43502194": 88, "43502787": 88, "4350338": 88, "4350863": 88, "4351488": 88, "435158": 88, "4351709": 88, "4351996": 88, "43523335": 88, "435237": 88, "435241": 88, "4352564": 88, "435266": 88, "43528008": 88, "4353178": 88, "4353204": 88, "4353552": 88, "43535775": 88, "435364": 88, "435384": 88, "43538782": 88, "43539816": 88, "4354": 88, "43544054": 88, "4354522": 88, "435467": 88, "435509": 88, "4355224": [], "4355423": 88, "4355467": 88, "43556094": 88, "4355738": [], "4355838": 88, "43560576": 88, "43561697": 88, "4356544": 88, "435682": 88, "435689": [], "4357": [], "4358202": 88, "4358267": 88, "435863": 88, "43586844": 88, "4359": [], "43591958": 88, "43596017": 88, "4359742": [], "436": 88, "4360005": 88, "43602398": 88, "4360291": 88, "4360371": 88, "4360411": 88, "43604112": 88, "43605512": 88, "4360577": 88, "43606108": 88, "4360831": 88, "436129": [], "4361391": 88, "43614432": 88, "43615267": 88, "43618205": 88, "4361937": 88, "43621632": 88, "43622643": 88, "4362808": 88, "4362897": 88, "4363027": [], "43631873": 88, "4363216": 88, "43635": 88, "43635488": 88, "43636918": 88, "43639246": 88, "436405": 88, "43641832": 88, "43646777": 88, "436496": 88, "43651485": 88, "4365560": 88, "436596": 88, "4366": 88, "43662": [], "4366312": 88, "436686": 88, "436718": 88, "4367311": 88, "436741": [], "43679065": 88, "4367958": [], "4368": 88, "4368297": 88, "43684685": 88, "43687156111466763": 91, "4368999": 88, "43693477": 88, "43696547": 88, "4369789": 88, "43699417": 88, "436998": [], "437": 88, "437002": 88, "43704438": 88, "437049": 88, "4370503": [], "437055": 88, "43706816": 88, "437086": 88, "4371201": 88, "43712643": 88, "437138": [], "43714306": 88, "4371530": [], "43715483": 88, "43715784": 88, "4371878": 88, "4372024": 88, "43725002": 88, "4372506": 88, "437263": 88, "43729088": 88, "4373": 88, "4373059": 88, "43732452": 88, "4373437": 88, "4373888": 88, "4374": [], "43741": [], "4374133": 88, "43743": [], "4374404": 88, "4374584": 88, "43747506": 88, "4374839": 88, "437488": 88, "437492": 88, "4374932": 88, "437501": 88, "4375037": 88, "43750882": 88, "437536": [], "43753958": 88, "43760657": 88, "437613": 88, "4376149": 88, "4376174": 88, "4377": 88, "43772": 88, "4377630": 88, "437775": [], "4378116": 88, "4378729": 88, "4378786": 88, "437889": 88, "43793008": 88, "4379366": 88, "43795756": 88, "437960": 88, "4379877": 88, "438": 88, "438007": [], "4380118": 88, "438019": 88, "438099": 88, "4381024": 88, "4381145": 88, "43814778": 88, "43814954": 88, "438162": 88, "4381627": 88, "4381775": 88, "43819463": 88, "43823466": 88, "43827003": 88, "4383165": 88, "43839794": 88, "438411": 88, "43842": [], "43844163": 88, "4384501": 88, "438465": 88, "4384756": 88, "4385096": 88, "4385277": 88, "4385467": 88, "43855": 88, "4386": [], "438602": 88, "438611": 88, "438654": 88, "43866": [], "4386674": 88, "438751": [], "438763": 88, "43878692": [], "438843": [], "4389031": 88, "43891": 88, "43892735": 88, "43898392": 88, "439": 88, "4390307": 88, "439056": 88, "4390895": 88, "4390985": 88, "4391087": 88, "43911102": 88, "4391594": 88, "43917686": 88, "4391819": 88, "4392": 88, "439213625906792": 87, "43922": 88, "43923458": 88, "43924826": 88, "439253": 88, "439279": [], "4393": [], "4393086": 88, "4393202": 88, "4393382": 88, "439339": 88, "439375": 88, "439396": 88, "4394": 88, "43941465": 88, "4394877": 88, "439489": 88, "439528": [], "43955913": 88, "439596": 88, "4396119": 88, "4396297": 88, "4396334": 88, "4397": [], "4397006": 88, "43971315": 88, "43977293": 88, "4397736": 88, "4397814": 88, "4397893": 88, "4398": 88, "4398039": 88, "43980396": 88, "43982983": 88, "439885": 88, "43989736": 88, "4398987": 88, "4399": [], "4399036": 88, "4399792": 88, "43_cun8jng3": [], "43_evalu": [], "43_sr2houk": [], "43e": [], "44": 88, "440": 88, "4400032": [], "4400259": 88, "44003826": 88, "4400396": 88, "4400476": 88, "4400511": 88, "440065": 88, "440088": 88, "44009128": 88, "440125": 88, "4401297": 88, "440136": [], "4401374": 88, "440145": 88, "440195": [], "440237": [], "4402499": 88, "44025692": 88, "440274": [], "44029707": 88, "440313": 88, "4403695": 88, "4403756": 88, "4403942": 88, "44039974": 88, "4404": 88, "4404016": 88, "44041926": 88, "44044623": 88, "4404602": 88, "4404667": 88, "440469": [], "4404993": 88, "4405375": 88, "4405530": 88, "44055328": 88, "4405711": 88, "440594": 88, "440626": 88, "4406347": [], "440664": [], "4406686": 88, "440681": 88, "4407": [], "4407144": 88, "440716": [], "4407346": 88, "44074154": 88, "4407781": 88, "44078": [], "440807": 88, "44081408": 88, "44082466": 88, "44083697": 88, "4408555": 88, "4408777": 88, "44088468": 88, "4408864": 88, "44089362": 88, "44094944": 88, "441": 88, "44102": 88, "4410288": 88, "441029": 88, "441057": 88, "441074": 88, "4411035": 88, "441116": 88, "441118": 88, "4411247": 88, "4411288": 88, "44114": [], "44116524": 88, "44116706": 88, "44117832": 88, "441185": [], "441206": 88, "44126654": 88, "4412701": 88, "4412902": 88, "44129512": 88, "4413": 88, "4413191": 88, "441321": 88, "441326": 88, "4413508": 88, "44136545": 88, "44137": 88, "4413769": 88, "4413803": 88, "4414": 88, "4414238": 88, "4414297": 88, "44145685": 88, "441462": [], "4414753": 88, "4414911": 88, "441513": 88, "4415144": [], "44152555": 88, "441555": [], "44157624": 88, "441584": [], "4416475": 88, "441673": 88, "441685": 88, "441691": 88, "4417": 88, "44172308": 88, "4417403": 88, "4417773": 88, "44177946": 88, "4417937": 88, "441803": [], "44180787": 88, "441835": [], "441868": 88, "44187582": 88, "44187856": 88, "4419074": 88, "441929": 88, "44196287": 88, "441979": 88, "4419807": 88, "441982": 88, "442": 88, "4420085": 88, "442009": 88, "442076": 88, "44208673": 88, "44209066": 88, "4421039": 88, "4421395": 88, "4421547": 88, "44229805": 88, "4423274": 88, "44237304": 88, "4423833": 88, "4423854": 88, "4424": [], "442425": 88, "442434": 88, "442463": 88, "4424667": 88, "4424871": 88, "4425285": 88, "44256878": 88, "44257006": 88, "4426": 88, "44267": [], "44268": [], "44268453": 88, "44268572": 88, "44268715": 88, "44271904": 88, "44275454": 88, "4427885": 88, "44281": 88, "442838": 88, "4428502": 88, "44287193": 88, "442886": [], "442892": [], "442907": 88, "4429096": 88, "4429247": 88, "4429297": 88, "44293392": 88, "44296262": 88, "443": 88, "4430327": 88, "44304407": 88, "44306615365681": 87, "44317597": 88, "4431779": 88, "4432249": 88, "44326746": 88, "443287": 88, "443291": 88, "443293": 88, "443321": [], "44336": 88, "44336265": 88, "44337252": 88, "44338077": 88, "4433872": 88, "443428": [], "4434418": 88, "44348": 88, "4434832": 88, "4435094": 88, "44353122": 88, "443606": 88, "443611": 88, "44365504": 88, "443667": 88, "4437": 88, "443724": 88, "44372967": 88, "4438": 88, "4438048": 88, "44383296": 88, "44385272": 88, "4438748": 88, "4439039": 88, "4439089": 88, "443911": 88, "44393674": 88, "44396397": 88, "444": 88, "444044": 88, "444046": [], "4441502": [], "4441956": 88, "44420606": 88, "4443": 88, "444305": 88, "444363": [], "44437882": 88, "444398": 88, "44441313": 88, "444427": 88, "4444376": 88, "44444028": 88, "4445078": 88, "4445093": 88, "44457653": 88, "4446": 88, "4446329": 88, "44465756": 88, "4446881": 88, "444693": [], "4447": 88, "4447163": 88, "444724": 88, "4447668": 88, "4447891": 88, "44479": 88, "4448": 88, "44480044": 88, "4448086": 88, "44481578": 88, "4448421": 88, "44488454": 88, "4448864": 88, "4449": [], "4449275": 88, "444937": [], "444946": 88, "4449637": 88, "445": 88, "44500935": 88, "4450135": 88, "4450302": 88, "4450442": 88, "4450537": 88, "44506347": 88, "4451151": 88, "445164": [], "4452": [], "44520104": 88, "44529113": 88, "4453": 88, "445311": 88, "445383": 88, "44539198": 88, "44540653": 88, "445435": [], "4454572": 88, "4454723": 88, "4454821": 88, "445537": 88, "445562": 88, "44556695": 88, "445576": 88, "445587": [], "44559816": 88, "4456019": 88, "4456071": 88, "44562247": 88, "44564015": 88, "4456443": 88, "44564876": 88, "44568": [], "4456993": 88, "445751": 88, "4457515": [], "44578": [], "445791": [], "445864": 88, "445868": [], "445882": [], "445920": 88, "445957": [], "445989": 88, "446": 88, "4460255": 88, "44615075": [], "44619623": 88, "446198": [], "4462171": 88, "44626114": 88, "4462718": 88, "446302": 88, "4464": [], "446476": 88, "44649348": 88, "4465115": 88, "4465168": 88, "4465182": 88, "4465209": [], "446527": [], "44658062": 88, "446682": 88, "446693": 88, "4467345": 88, "4467392": 88, "446743": [], "44674617": 88, "4467502": 88, "44676": 88, "446767": 88, "44677836": 88, "446812": 88, "44681412": 88, "4468320": 88, "4468358": 88, "44686": [], "44688": 88, "44692302": 88, "44693783": 88, "4469728": 88, "446995": 88, "447": [], "4470035": 88, "4470289": 88, "4470403": 88, "44704416": 88, "44704762": 88, "44708": [], "447092": 88, "447105": [], "447118": [], "4471285": 88, "4471432": 88, "44717675": 88, "44720373": 88, "447221": 88, "447240": 88, "4472537": 88, "44728974": 88, "447331": 88, "447358": 88, "4474": [], "44741353": 88, "44742027": 88, "447454": [], "4474831": 88, "447517": [], "4475249": 88, "447533": 88, "4475623": 88, "44758734": 88, "4476273": 88, "44763": 88, "4476306": 88, "44764218": 88, "447678": 88, "4476857": [], "4477336": 88, "44773996": 88, "44779387": 88, "4478": 88, "4478409": 88, "44785": [], "44786265": 88, "44786713": 88, "447903": [], "44793302": 88, "4479456": 88, "44795334": 88, "4479705": 88, "447973": 88, "448": 88, "4480154": 88, "448017": 88, "448044": 88, "448067": [], "44808334": 88, "44809": 88, "4480937": 88, "448128": 88, "44813177": 88, "4481596": 88, "44817466": 88, "44819385": 88, "44822267": 88, "448227": [], "448235": [], "448242": 88, "448244": 88, "44825405": 88, "4482927": 88, "44830278": 88, "4483148": 88, "44836646": 88, "44847": [], "4485": 88, "448525": 88, "448536": 88, "4486005": 88, "44861966": 88, "44862694": 88, "448652": 88, "448666": [], "448668": 88, "4486688": 88, "44868776": 88, "44869587": 88, "4487": [], "4487251": 88, "44874164": 88, "4487902": 88, "4487939": 88, "448803": 88, "4488076": 88, "448812": [], "448847": [], "44887453": 88, "4488923": 88, "4489": 88, "4489073": 88, "448921": 88, "448936": 88, "4489435": 88, "448944": 88, "4489442": 88, "448962": 88, "449": 88, "4490716": 88, "4490745": 88, "449082": [], "44911247": 88, "44911447": 88, "449116": 88, "44912007": 88, "4491221": 88, "4491541": 88, "4491612": 88, "4491824": 88, "4491973": 88, "4492": [], "449215": [], "44922414": 88, "4492264": 88, "449238": [], "44926658": 88, "44929546": 88, "44931": 88, "449343": 88, "4493468": 88, "4494166": [], "44943": 88, "4494414": 88, "4494823": 88, "4495639": 88, "449615": [], "449625": [], "4496257": 88, "4496716": 88, "449712": 88, "44971552": 88, "44971704": 88, "44974": 88, "449767133034882": 87, "44978368": 88, "44983": 88, "4498356": 88, "44984958": 88, "44985026": 88, "4499": [], "44993037": 88, "44994864": 88, "44e": [], "45": [3, 88], "450": 88, "4500000e": 92, "450085": 88, "45010093": 88, "450134": [], "4501367": 88, "45014292": 88, "45016447": 88, "4501739": 88, "45020497": 88, "4502152": 88, "450226": [], "450232": 88, "45025793": 88, "4503": [], "45030135": 88, "45030534": 88, "4503135": 88, "450322": 88, "45032787": 88, "450329": 88, "450333": 88, "45033473": 88, "45034292": 88, "45034888": 88, "4503549": 88, "45040664": 88, "450413": [], "4504209": [], "45043272": 88, "4504337": 88, "45044237": 88, "4504473": 88, "45045185": 88, "45045665": 88, "45045787": 88, "4504579": 88, "450460": [], "4504624": 88, "4504852": 88, "4505": 88, "4505031": 88, "45050853": 88, "450519": 88, "45052433": 88, "45052496": 88, "450535": 88, "450539": 88, "45053992": 88, "4505453": [], "45054713": 88, "45055667": 88, "4505668": 88, "4505707": 88, "45057505": 88, "4505889": 88, "45060137": 88, "45060536": 88, "45061946": 88, "45062083": 88, "45062682": 88, "45063418": 88, "45064163916": 87, "45064527": 88, "45064905": 88, "45067": [], "4506748": 88, "45069498": 88, "4506976": 88, "450699": 88, "45071024": 88, "4507149": 88, "45072696": 88, "45074287": 88, "45074615": 88, "45076096": 88, "450766": 88, "45078996": 88, "4507949": 88, "45079523": 88, "4508": 88, "4508077": 88, "45081267": 88, "45081374": 88, "45081845": 88, "4508289": 88, "45083296": 88, "4508383": 88, "45084557": 88, "450846": 88, "450851": 88, "45086485": 88, "45086575": 88, "4508950": 88, "45091885": 88, "45092097": 88, "45094186": 88, "45094287": 88, "45094386": 88, "4509444": 88, "45094663": 88, "45095277": 88, "4509582": 88, "45097116": 88, "4509751": 88, "45097828": 88, "4509829": 88, "45099536": 88, "451": 88, "4510145": 88, "45101905": 88, "45102215": 88, "45102304": 88, "4510361": 88, "4510482": 88, "45105258": 88, "4510578": 88, "4510613": 88, "45106146": 88, "45106557": 88, "4510729": 88, "4510798": 88, "451084": 88, "45108646": 88, "45109156": 88, "45109466": 88, "45112473": 88, "45112574": 88, "451136": 88, "45114446": 88, "4511459": 88, "451147": 88, "45115712": 88, "45116": 88, "45116478": 88, "45117188": 88, "45117486": 88, "45117792": 88, "45117977": 88, "45118454": 88, "45119798": 88, "45121753": 88, "4512211": 88, "45122448": 88, "45123437": 88, "4512403": 88, "45124727": 88, "4512594": 88, "45128253": 88, "4513056": 88, "451311": [], "45132098": 88, "4513238": 88, "451333": 88, "45133677": 88, "45136106": 88, "45137513": 88, "45138165": 88, "451401745306942": 87, "45142": 88, "45144138": 88, "4514504": 88, "451453": [], "45146435": 88, "45148984": 88, "45148993": 88, "45150927": 88, "45154867": 88, "4515904": 88, "4515952": 88, "45161432": 88, "45162916": 88, "45162952": 88, "45165": 88, "4516531": 88, "4516698": 88, "4516699": 88, "45167816": 88, "451725": 88, "4517277581382": 87, "4517416": 88, "4517521": 88, "4517787": 88, "45179394": 88, "451796": [], "45188078": 88, "451893": [], "4519": [], "4519063": 88, "451918": 88, "45191926": 88, "45195937": 88, "451960": 88, "4519714": 88, "452": 88, "4520288": 88, "45204434": 88, "4520545": 88, "45205688": 88, "452059": 88, "45213756": 88, "452148": 88, "4521581": 88, "45216113": 88, "4521657": 88, "45217657": 88, "45217833": 88, "4521855": 88, "4522": 88, "45220864": 88, "45223492": 88, "4522752": 88, "452284": 88, "452288": [], "452297": [], "45229742": 88, "4523": [], "4524": [], "45241842": 88, "452459": 88, "45246503": 88, "4525": [], "452518": 88, "452533": 88, "45254": 88, "4525697": 88, "45258737": 88, "452597": 88, "4526": [], "45262808": 88, "4526452": 88, "45264965": 88, "452662": [], "45269": [], "452719": 88, "45272157": 88, "452734": 88, "452753": 88, "4527555": 88, "452756": 88, "45276475": 88, "4527678": 88, "4528009": 88, "45282245": 88, "4529": 88, "45291921": 88, "4529396": 88, "45295775": 88, "453": 88, "45302433": 88, "45312": 88, "4531417474460593": 91, "4531593": [], "45320937": 88, "453234": 88, "453238": 88, "4532491": 88, "45325786": 88, "45325986": 88, "45326385": 88, "4532645": 88, "45327783": 88, "453332": 88, "45334": [], "453342": 88, "45337": 88, "45338": 88, "453493": 88, "4535111": 88, "45354357": 88, "4535471": 88, "4535654": 88, "45358774": 88, "45359087": 88, "45359746": 88, "45360023": 88, "4536271": 88, "453636": [], "45369446": 88, "45374826": 88, "453761": 88, "45376143": 88, "453775": 92, "4538102": [], "4538121": 88, "453820": 88, "45388016": 88, "45393393827288": 87, "4539422": 88, "45399976": 88, "454": 88, "45401": 88, "4540149": 88, "4540271": 88, "45405": [], "4540539": 88, "45407233": 88, "454084": [], "45409504": 88, "45409632": 88, "4541097": 88, "4541134": 88, "454115": 88, "454119": 88, "4541466": 88, "4541564": 88, "454168": 88, "45418143": 88, "45419": 88, "4542": [], "4543006": 88, "45430344": 88, "4543655": 88, "45437643": 88, "454388": 88, "454395": 88, "4544067": 88, "45442328": 88, "45449355": 88, "4545035": 88, "4545247": 88, "4545299": 88, "454596": 88, "4546": [], "45461875": 88, "454679": [], "45469993": 88, "454714": [], "45473278": 88, "45477587": 88, "454782": 88, "4547912": 88, "45482": [], "454822": 88, "4548235": 88, "4548271": 88, "4549": [], "45491934": 88, "45499676": 88, "455": 88, "4550293": 88, "455088": 88, "45510292": 88, "455125": 88, "455126": [], "45512632": 88, "4551352": 88, "4551624": 88, "455166": 88, "4552": 88, "455227": 88, "4552402": 88, "45527494": 88, "455339": 88, "4553508": 88, "45538947": 88, "4554": [], "4554013": 88, "45543307": 88, "45544428": 88, "45548537": 88, "4555348": 88, "455536": 88, "45555392": 88, "45556313": 88, "4555876": 88, "4556": 88, "4556026": 88, "455622": [], "4556293": 88, "45563966": 88, "45567": 88, "455696": 88, "45572": [], "4557398": 88, "45574597": 88, "45580274": 88, "4558048": 88, "45583": [], "4558342": 88, "455968": 88, "45597446": 88, "4559838": 88, "4559994": 88, "456": 88, "456002": 88, "45600408": 88, "456013": 88, "45603922": 88, "456084": 88, "45609167": 88, "4561154": 88, "45616534": 88, "456167": [], "4561721": 88, "4561725": 88, "4561951": 88, "456214": 88, "45622218": 88, "456223": [], "45623013": 88, "456290": 88, "4562917": 88, "456333": 88, "45637146": 88, "4564": [], "4564039": 88, "4564432": 88, "45645103": 88, "456457": 88, "456497": 88, "456501": [], "456566": 88, "45661667": 88, "4566588": 88, "45670062": 88, "45673105": 88, "4567596": 88, "456766": 88, "4568": 88, "456839": [], "45688352": 88, "4569247": 88, "4569509": 88, "45695117": 88, "4569818": 88, "457": 88, "4570": 88, "45700782913386": 87, "45700938": 88, "4570341": 88, "457036": 88, "4570475": 88, "4571": 88, "4571283": 88, "457158": 88, "4571681": 88, "45716974": 88, "45724016": 88, "45725292": 88, "457268": 88, "4572704": 88, "45729822": 88, "457339": [], "4573462": 88, "4573728": 88, "4574": [], "45742399": 88, "4574391": 88, "45745": 88, "45746": [], "4574855": 88, "457521": 88, "4575359": 88, "457563": 88, "457575": 88, "457578": 88, "4575988": 88, "4576453": [], "4576883": 88, "4577239": 88, "457733": 88, "4577417": 88, "4578": [], "457804": 88, "4578563": 88, "45785975": 88, "45786622": 88, "45787483": 88, "4578832": 88, "4579136": 88, "4579144": 88, "4579145": 88, "4579337": 88, "457935": 88, "4579396": 88, "45794305": 88, "4579537": 88, "4579606": 88, "45796272": 88, "45797205": 88, "45797473": 88, "4579769": 88, "45798403": 88, "458": 88, "4580256": 88, "4580429": 88, "4580436": 88, "45806488": 88, "45807964": 88, "4580871": 88, "4580983": [], "458107": 88, "4581693": 88, "458171": 88, "4581727": 88, "4581841": 88, "4581875": 88, "4582016": 88, "458202": 88, "4582344": 88, "4582369": 88, "4582794": 88, "45831": 88, "458317": 88, "458349": 88, "4583555": 88, "4583665": 88, "45838": [], "4583916": 88, "4583969": 88, "458406": [], "4584073": 88, "458416": [], "45845023": 88, "45849568": 88, "4584978": 88, "45851094": 88, "4585265": 88, "4585307": 88, "45853278": 88, "458534": 88, "45855814": 88, "4585814": 88, "4585898": 88, "458597": 88, "458607": 88, "4586172": 88, "4586207": 88, "4586265": 88, "458636": 88, "4586961": 88, "4587013": 88, "4587435": 88, "45876": 88, "4587842": 88, "4588047": 88, "4588284": 88, "45884717": 88, "45885336": 88, "45888957": 88, "4589385": 88, "4589553": 88, "458956": [], "458963": 88, "45897344": 88, "459": 88, "4590225": 88, "45902842": 88, "459074": 88, "4590856": 88, "4590877": 88, "45910844": 88, "45916244": 88, "4591634": 88, "45918918": 88, "4593351": 88, "45937636": 88, "4594": 88, "4594095": 88, "4594749": 88, "45958": 88, "459588": 88, "4597038": 88, "45973614": 88, "45978308": 88, "45979375": 88, "459794392100665": 87, "45979488": 88, "4598": 3, "459826": 88, "459827": [], "45983": [], "45984077": 88, "45987773": 88, "4599": [], "4599166": 88, "4599655": 88, "45e": [], "46": [3, 88], "460": 88, "46009275": 88, "4601": [], "46010524": 88, "460128": 88, "4601282": 88, "46015748": 88, "4601917": 88, "460197": 88, "4602": 88, "46020862": 88, "460247": [], "4603446": 88, "4603508": 88, "4603981": 88, "4604": 88, "460403": 88, "4604409": 88, "4604459": 88, "460455": [], "46046": [], "46055": 88, "4605912": 88, "4606076": 88, "460608": 88, "4606091": 88, "460617": 88, "46066": 88, "46070954": 88, "460712": 88, "46073523": 88, "46077952": 88, "460792": 88, "46080974": 88, "46084028": 88, "4608558": 88, "4608623": 88, "46087515": 88, "4608783": 88, "46089894": 88, "460917": [], "46098974": 88, "461": 88, "461039": 88, "4610445": 88, "46107642729404": 87, "46112388": 88, "46114022": 88, "4611536": 88, "46118218": 88, "461186": 88, "4611911": 88, "4611941": 88, "461197": [], "4612032": 88, "4612167": 88, "4612532": 88, "461321": 88, "4613286": 88, "46133858": 88, "46134183": 88, "46134886": 88, "4613719": 88, "4613984": 88, "46141106": 88, "4614136": 88, "46147": 88, "4615": [], "46151996": 88, "46152288": 88, "4615746": 88, "461578": [], "461589": 88, "4616067": 88, "4616181": 88, "4616356": 88, "4616525": 88, "461708": [], "461765": 88, "461779": [], "461828": [], "46185": 88, "46189788": 88, "4619": [], "461933": [], "461992": 88, "4619954": 88, "462": 88, "462015": 88, "46201846": 88, "462025": 88, "462027": 88, "46204": [], "46205145": 88, "462065": [], "4621": 88, "4621012": 88, "4621105": 88, "4621325": 88, "46214095": 88, "462164": 88, "4621977": 88, "4622015": 88, "46222106": 88, "4622423": 88, "4623082": 88, "4624": [], "4624003": 88, "46240833": 88, "4624323": 88, "4624635": 88, "462482": 88, "46248242": 88, "4624873": 88, "4625": 88, "462528": 88, "462585": 88, "46262208": 88, "4626294": 88, "4627": 88, "4627011": 88, "4627053": 88, "4627096": 88, "46273145": 88, "462742": 88, "462786": 88, "4628165": 88, "46281978": 88, "462822": 88, "4628275": 88, "4628398": 88, "46287996": 88, "46289793": 88, "462917": 88, "4629197": [], "4629283": 88, "462963": 88, "462983": 88, "463": [3, 88], "46301863": 88, "46302": 88, "463045": 88, "463074": 88, "463085": 88, "46311972": 88, "4631258": 88, "4631333": 88, "46316633": 88, "463167": 88, "46318153": 88, "4631885": 88, "46321824": 88, "46324": [], "4632466": 88, "463284": 88, "46329865": 88, "4633151": 88, "46332005": 88, "4633403": 88, "4633406": 88, "46342587": 88, "463509": 88, "4635106": 88, "4635239": 88, "46354547": 88, "46355963": 88, "463562": 88, "46358737": 88, "4635946": 88, "4636": 88, "4636054": 88, "4636102": 88, "46362": 88, "463623": [], "4636625": 88, "46367": [], "4636701": 88, "4636773": 88, "4637089": 88, "46373907": 88, "463748": 88, "4637913": 88, "46380806": 88, "46381375": 88, "46381438": 88, "463839": 88, "4638435": 88, "4638629": 88, "4638774": 88, "46387eval": 88, "4638935": 88, "463894": 88, "4639009": 88, "46390322": 88, "46390334": 88, "4639246": 88, "463995": 88, "464": 88, "464066": 88, "464092": 88, "464094": 88, "46415576": 88, "46418223": 88, "464203": [], "464265": 88, "4642707": 88, "46427208": 88, "464287": [], "4642888": 88, "4643009": 88, "4643096": 88, "464312": 88, "464363": 88, "4643815": 88, "4644": 88, "46441853": 88, "46441877": 88, "46442208": 88, "464426": 88, "4644387": 88, "46443972": [], "46448": [], "4645122": 88, "464528": 88, "46466163": 88, "464685": 88, "464741": 88, "4647621": 88, "4648": 88, "46481085": 88, "46481594": 88, "4648192": 88, "464823": 88, "46483603": 88, "46484488": 92, "4648629": 88, "4649": [], "46493": [], "46495277": 88, "4649979": 88, "465": 88, "4650067": 88, "46503153": 88, "465056": 88, "465069": [], "465088": 88, "465097": [], "4650979": 88, "4651": [], "4651766": 88, "465202": 88, "46526766": 88, "465273": [], "4653043": 88, "46531": [], "465317": 88, "465332": [], "46534467": 88, "4653916": 88, "4654164": 88, "4654325": 88, "465454": 88, "4654585": 88, "4654706": [], "465494": 88, "46550447": 88, "4655334": 88, "46553352": 88, "465575": 88, "465584": [], "4656": [], "465603": 88, "465607": 88, "46563482": 88, "4656359": 88, "4656408": 88, "465647": 88, "4656632": 88, "4656715": 88, "4657": 88, "465723": [], "4657639": 88, "46577": [], "46579573": 88, "4658": [], "4658221": 88, "4658281": 88, "46586332": 88, "465874": [], "4658954": 88, "4659061": 88, "465914": [], "46591762": 88, "46593344": 88, "4659682": 88, "465982": [], "466": 88, "4660333": 88, "46604437": 88, "46605": 88, "4660776": 88, "4661": 88, "4661071": 88, "46612146": 88, "4661283": 88, "46618047": 88, "4661965": 88, "46622688": 88, "466247": 88, "46626562": 88, "46629018": 88, "4662976": 88, "46637": [], "4663888": 88, "4664276": 88, "4664404": 88, "4664604": 88, "4664685": 88, "4664827": 88, "4664991": 88, "4665": 88, "46650252": 88, "466516": [], "4665427": 88, "466623": 88, "466668": 88, "4666704": 88, "46672": 88, "4668": 88, "466816": 88, "466824": [], "466832": 88, "46684": [], "46692535": 88, "466932": 88, "466934": [], "466942": 88, "467": [], "46704626": 88, "46705988": 88, "4670639": 88, "46709": [], "4670976": 88, "467099": 88, "46712765": 88, "46714842": 88, "4671683": 88, "4672": 88, "4672322": 88, "467257": 88, "46726": 87, "467265": [], "4672674": 88, "4673": [], "4673761": [], "4673818": 88, "4674": [], "467411": 88, "46743113": 88, "4674336": 88, "4675201": 88, "4675273": 88, "4675565": 88, "4675778": 88, "46757904": 88, "467604": 88, "46761116": 88, "467628": 88, "46763355": 88, "46767": [], "4677002": 88, "46771": [], "46771052": 88, "46779507": 88, "4678": 88, "46782": [], "4678335": 88, "46786028": 88, "46786553": 88, "46789658": 88, "4679122": 88, "4679203": 88, "4679279": 88, "467995": 88, "468": 88, "468019": 88, "4680405": 88, "4680457": 88, "468061": [], "4680677": 88, "468069": 88, "4681": [], "46810728": 88, "468134": 88, "4681748": 88, "468178": 88, "46818233": 88, "46823": 88, "4682391": 88, "46826": 88, "46826756": 88, "4682748": 88, "46827757": 88, "4682902": 88, "4682914": 88, "468304": 88, "4683644": 88, "46839": 88, "46840405": 88, "46844754": 88, "4684655": 88, "46846670104": [], "468475": 88, "4684985": 88, "468509": 88, "468552": 88, "46856552": 88, "4685702": 88, "46860948": 88, "4686173": 88, "46865": [], "468657": [], "46866718": 88, "468678": [], "4687417": 88, "4687699": 88, "46880397": 88, "468807": 88, "468868": 88, "46888387": 88, "4689044": 88, "4689114": 88, "4689118": 88, "468924": 88, "468933": 88, "46898812": 88, "469": 88, "46900135": 88, "46901858": 88, "4690231": 88, "4690303": 88, "4690384": 88, "469082": 88, "469086": [], "4691": 88, "4691006": 88, "4691347": 88, "469153276368": 91, "469198": 88, "469254": [], "4692582": 88, "4693413": 88, "4693569": 88, "4693795": 88, "469403206707": [], "46940774": 88, "4694098": 88, "4694421": 88, "469463": 88, "4694638": 88, "4694968": 88, "469507": 88, "46951": 88, "469513": [], "4695762": 88, "4695923": 88, "4696099": 88, "4696155": 88, "469643": 88, "46965677": 88, "4696647": 88, "46967408": 88, "469681": [], "4696875": 88, "4697": [], "46970734": 88, "469723": [], "4697618": 88, "4697694": 88, "4698": [], "4698133": 88, "46983963": 88, "46987": 88, "469872": 88, "46989518": 88, "4699": [], "4699153": 88, "4699385": 88, "46996173": 88, "4699667": 88, "46e": [], "47": 88, "470": 88, "4700122": 88, "4700217": 88, "47002244": 88, "4700464": 88, "4700499": 88, "47018945": 88, "4702": [], "4702042": 88, "470235": 88, "4702364": 88, "47025147": 88, "4702654": 88, "4702657": 88, "47031": [], "470314": [], "47031468": 88, "470328": 88, "4703428": 88, "4703524": 88, "470379": [], "4703997": 88, "4704": 88, "47042": [], "4704437": 88, "47045": [], "47046": 88, "4704614": 88, "470497": 88, "4705": 88, "47050753": 88, "47051662": 88, "4705334": 88, "4705548": 88, "47057396": 88, "470577": 88, "470580": [], "4705904": 88, "470621": 88, "4706359": 88, "47065": 88, "4706626": [], "470673": 88, "470675": 88, "47067964": 88, "4706903": 88, "470722": [], "47074726": 88, "470765": [], "4707855": 88, "4707968": [], "4707993": 88, "4708121": 88, "470825": [], "4708406": 88, "47085": 88, "47086433": 88, "47087": [], "470935": 88, "47096694": 88, "4709678": 88, "47097227": 88, "47099844": 88, "471": 88, "47104": [], "4710727": 88, "47113135": 88, "47114247": 88, "471148": 88, "471205": 88, "471225": 88, "471237": 88, "47125927": 88, "471261": [], "4712642": 88, "471281": 88, "471314": 88, "4713438": 88, "4713464": 88, "4714": 88, "4714286": 88, "471449": [], "47145975": 88, "47146": [], "47146887": 88, "4714925": 88, "47153518": 88, "4715452": 88, "471554": 88, "4715667": 88, "4715842": 88, "4716163": 88, "4716179": 88, "47165": 88, "47165263": 88, "4716673": 88, "4716853": 88, "471706": 88, "4717128": 88, "4717161": 88, "47173": [], "4717392": 88, "4717556": 88, "47176102": 88, "4717661": 88, "471771": 88, "471773": [], "471777": 88, "47182268": 88, "471836": 88, "471849": 88, "47186": 88, "47187102": 88, "4719": 88, "4719033": 88, "4719522": 88, "47195986": 88, "4719993": 88, "472": 88, "4720089": 88, "47202796": 88, "4720564": 88, "4720618": 88, "4720846": 88, "472088": 88, "47209": [], "4720907": 88, "4720933": 88, "4721035": 88, "472113": 88, "472118": [], "47217": [], "472187": [], "4721962": 88, "472198": 88, "472226": 88, "4722669": 88, "4722798": 88, "47228664": 88, "472312": 88, "472333": [], "4723394": 88, "47235": 88, "4723663": 88, "4723815": 88, "47239983": 88, "4724": [], "4724014": 88, "4724038": 88, "472404": 88, "4724709": 88, "472497": 88, "4725454": 88, "47255647": 88, "47256": [], "472569": 88, "4725826": 88, "47259": 88, "4726": 88, "472614": 88, "4726244": 88, "472637": [], "4726462": 88, "4727254": 88, "4727777": 88, "472786": 88, "47279078": 88, "47283748": 88, "47287083": 88, "4729092": 88, "4729133": 88, "472962": 88, "472979": 88, "473": 88, "473046": 88, "473087": 88, "473099": [], "473152": 88, "47321492": 88, "47326666": 88, "473286": 88, "4733": [], "4733156": 88, "4733245": 88, "47335273": 88, "47345": 88, "4734768": 88, "4734991": 88, "4735": 88, "47350413": 88, "47351027": 88, "4735453": 88, "473558": 88, "473584": 88, "4736093": 88, "47361928": 88, "47365254": 88, "473667": 88, "47368255": 88, "47369087": 88, "4737": [], "4737033": 88, "473743": [], "47375": 88, "47375262": 88, "473761": [], "4738107": 88, "473848": 88, "47385": [], "4738574": 88, "4738822": 88, "4739": [], "4739109": 88, "473911": [], "47395": 88, "47397": 88, "47399044": 88, "473999": 88, "474": 88, "47400776": 88, "47406": [], "474062": 88, "4740689": 88, "47407326": 88, "474075": [], "47408603593558": 91, "474095": 88, "47410467": 88, "4741111": 88, "474114": 88, "47414067": 88, "474141": 88, "4741778": 88, "47419572": 88, "474208": 88, "4742314": 88, "47425944": 88, "47435865": 88, "474377": [], "474399": 88, "474483": [], "47451": [], "4745277": 88, "474560": 88, "47457": 88, "4745739": 88, "4746069": 88, "4746182": 88, "474663": 88, "47467": 88, "474692": 88, "47470018": 88, "4747119": 88, "47471383": 88, "4747692": 88, "47477": 88, "4748155": 88, "4748964": 88, "4749": [], "4749296": 88, "474937": 88, "4749486": 88, "47497386": 88, "474998": 88, "475": 88, "4750": 88, "47500232": 88, "475006": [], "4750362": 88, "4750577": [], "47507367": 88, "4752": 88, "475225": 88, "475267": 88, "47529": 88, "4753": 88, "475302": 88, "47532207": 88, "47545105": 88, "475453": 88, "4754571": 88, "47557": 88, "475586": 88, "475595": 88, "47561177379764": 87, "4756148": 88, "47561654": 88, "47562134": 88, "47564578": 88, "4756484": [], "4756897": 88, "475697": 88, "4757379": 88, "475783": 88, "4757894": 88, "4758677": 88, "4759248": 88, "475954": [], "475977": 88, "4759895": 88, "476": 88, "47600323": 88, "476015": 88, "476068": [], "476097": 88, "4761053": 88, "4761152": 88, "47612107": 88, "476132": 88, "4761771": 88, "47617823": 88, "4762": 88, "476208": [], "47622377": 88, "47623295": 88, "476286": 88, "4763073": 88, "476357": 88, "47637916": 88, "4763825": 88, "4764034": 88, "4764079": [], "47641647": 88, "47643": 88, "47646636": 88, "476488": 88, "4765016": 88, "476603": 88, "476654": 88, "47668": 88, "47672": 88, "47672307": 88, "4767679": 88, "476841": 88, "47686198": 88, "4768629": 88, "4768704": 88, "4769188": 88, "47694948": 88, "4769561": 88, "4769608": 88, "47698316": 88, "477": 88, "477001": 88, "47703767": 88, "477150_iwec": 97, "47718865": 88, "477207": 88, "47726354": 88, "4773": 88, "477306": [], "47732": [], "4773241": 88, "47734517": 88, "47735372": 88, "4773755": 88, "4774": [], "4774408": 88, "4774597": 88, "4774852": 88, "4774964": 88, "4775": 88, "47751856": 88, "47753432": 88, "477571": 88, "4775825": 88, "4775946": 88, "477608": 88, "4776403": 88, "477692": 88, "477741": [], "4777801": 88, "47778356": 88, "477785": [], "4778": [], "47781092": 88, "47784418": 88, "477875": [], "4779": 88, "477902": 88, "477922": 88, "47792643": 88, "4779499": 88, "4779550246153": 88, "478": 88, "4780111": 88, "478065": [], "47806975": 88, "4780802": 88, "478088": [], "47808865": 88, "4780955": 88, "4781": 88, "47810423": 88, "4781137": 88, "4781268": 88, "47813177": 88, "47813928": 88, "4781436": 88, "478172": 88, "4781726": 88, "478184": 88, "4781881": 88, "4782": 88, "4782197": 88, "478245": 88, "4782603": 88, "47826213": 88, "47826812": 88, "47827864": 88, "478311": [], "47832987": 88, "478375": 88, "4784482": 88, "4784584": 88, "478461": 88, "478468": 88, "47847587": 88, "478565": 88, "478584": 88, "4786": [], "4786001": 88, "4786359": 88, "47865507": 88, "4786643": 88, "47866523": 88, "47869897": 88, "4787048": 88, "47876613692316": 87, "47876936": 88, "4787789": 88, "478780": [], "4788": 88, "4788399": 88, "47888": 88, "478897": [], "478926": 88, "47895053": 88, "478977": [], "479": 88, "4790": [], "47900864": 88, "47901872": 88, "4790486": 88, "479052": 88, "47909": 88, "4791056": 88, "47917688": 88, "47918326": 88, "479208": 88, "47925615": 88, "47925764": 88, "479258": 88, "4793": [], "479317": [], "47932756": 88, "479341": 88, "4794491": 88, "47948": [], "4795": 88, "47954217": 88, "479544": [], "4795628": 88, "4796092": 88, "47965494": 88, "47975615": 88, "47976017": 88, "47976416": 88, "4798": [], "4799": [], "479923": [], "479931": 88, "4799585": 88, "47e": [], "48": 88, "480": 88, "480043": 88, "480076": 88, "48008": [], "48008597": 88, "48010606": 88, "480116": [], "480145": 88, "4801958": 88, "4802": 88, "4802151": 88, "4802352": 88, "480257": 88, "480295": 88, "48029843": 88, "48033836": 88, "48034346": 88, "48035": 88, "4803538": 88, "4803797": 88, "480413": [], "48044738": 88, "4804541": 88, "480459": 88, "48063743": 88, "4806430": [], "480663": 88, "48068306": 88, "4807279": 88, "48075628": 88, "48075867": 88, "4807873": 88, "48083955": 88, "480873": [], "480898": 88, "48090598": 88, "48090667": 88, "48091": 88, "4809211": 88, "48094985": 88, "480985": [], "480988": 88, "4809889": 88, "481": 88, "48104": [], "481043": 88, "48105492389": 88, "48106098": 88, "48113": [], "48120344": 88, "481216": 88, "481236": 88, "4812405": 88, "48130858": 88, "481390": 88, "48139086": 88, "4814": 88, "4814073": 88, "481445": 88, "481473": 88, "4814867": [], "48155108": 88, "4815924": 88, "48164": [], "4816924": 88, "4817": [], "4817258": 88, "481749": 88, "4817667": [], "48177898": 88, "48178": [], "481834": 88, "4818668": 88, "4818814": 88, "4818852": [], "48189": 88, "4819": [], "481953": [], "481976": 88, "48199362": 88, "4819959": 88, "482": 88, "4820037": 88, "4820619": 88, "48209438": 88, "48214278": 88, "482166": 88, "482185": 88, "48219785": 88, "482203": [], "4822035": [], "4822507": 88, "48225147": 88, "482252": 88, "4822755": 88, "4823": 88, "48232532": 88, "4823399": 88, "4823811": 88, "4824": [], "48247164": 88, "482502": 88, "4825756": 88, "48259696": 88, "4826": [], "48262912": 88, "48268017": 88, "482693": 88, "48270085": 88, "482702": 88, "48272": [], "482769": 88, "4827822": 88, "482807": [], "48282eval": [], "48283085": 88, "482845": [], "48287135": 88, "482910": 88, "48291308": 88, "482915202002": 88, "48292": [], "48292482": 88, "48295018": 88, "4829611": 88, "483": 88, "4830": 88, "4830070": 88, "48305": [], "483064": 88, "483143": 88, "483181": 88, "4832": [], "48322803": 88, "4833102": 88, "48334": 88, "48334846": 88, "483408": [], "483434": 88, "4834425": 88, "48346853": 88, "4834718": 88, "48355782": 88, "483588": 88, "4836": [], "483603": 88, "48363957": 88, "48367268": 88, "48367757": 88, "4836855": 88, "483688": 88, "483707": 88, "48371345": 88, "48371834": 88, "4837278": 88, "48375455": 88, "4838": 88, "483877": 88, "4839": [], "48397446": 88, "483981": 88, "484": 88, "4840": 88, "48401713": 88, "484047": [], "4840858": 88, "484123": [], "4841363": [], "48415": 88, "48419434": 88, "48421577": 88, "48422557": 88, "4842293": 88, "48431": 88, "4843248": 88, "4843488": 88, "48435": 88, "4843951": 88, "4844": [], "484421": 88, "484425": 88, "4844706": 88, "48450515": 88, "484551": 88, "48455805": 88, "484583": 88, "4846027": 88, "48462": 88, "484621": 88, "48462453": 88, "48467657": 88, "48468584": 88, "4847171": [], "4847213": 88, "484734": 88, "484753": 88, "4847658": 88, "484797": 88, "4848298": 88, "484869": 88, "48486906": 88, "484895": 88, "4849": [], "484962": [], "484972": 88, "484993": [], "484995": 88, "485": 88, "4850": 88, "48503": [], "485033": 88, "4850352": [], "4851": 88, "485105": [], "4851327": 88, "48518226": 88, "4851906": 88, "4852": [], "4852144": 88, "48524": 88, "48524392": 88, "48527795": 88, "485292": [], "4853": [], "48531953": 88, "4853646": 88, "485365": 88, "4853786": 88, "485386": 88, "48539153": 88, "4854": 88, "485409": 88, "4854225": 88, "485458": [], "4854622": 88, "48547": 88, "48548588": 88, "485494": [], "48549697": 88, "48550028": 88, "4855103": [], "485516": 88, "48553482": 88, "48558447": 88, "4856464": 88, "48565507": 88, "4856598": [], "4856702": 88, "4857102": 88, "4858": 88, "485832": 88, "48584312": 88, "48591197": 88, "485941": 88, "486": 88, "4860": 88, "486009": 88, "48604268": 88, "48604703": 88, "486048": 88, "4860578": 88, "48606622": 88, "4862": [], "4862134": 88, "4862361": 88, "486246": [], "48625892": 88, "486356831060117": 87, "486403": [], "486473": [], "486496": 88, "4865": 88, "4865216": 88, "486572": 88, "486582": 88, "48658666": 88, "48662177": 88, "486633": 88, "486634787123645": 87, "486673": 88, "486687": 88, "4866959": 88, "486706": 88, "4867146": 88, "48675647": 88, "48676062": 88, "486774": 88, "4868": [], "48683453": 88, "48685977": 88, "486908": [], "48692194": 88, "4869292": 88, "48694": 88, "486963": 88, "487": 88, "487019": 88, "4870261": 88, "48703": [], "48705217": 88, "4870592": 88, "48706317": 88, "487068": [], "487072": 88, "48714566": 88, "48715": [], "48715127": 88, "48724294": 88, "48728862": 88, "48732334": 88, "487337": 88, "487341586511533": 87, "4873452": 88, "4873719": 88, "4874": [], "487403": 88, "48744": 88, "48744312": 88, "48745105": 88, "48747802": 88, "4874902": 88, "4875": [], "48750773": 88, "48753598": 88, "4875413": 88, "487545": [], "4876189": 88, "4876258": 88, "487644": [], "48773882": 88, "48775002": 88, "4877663": 88, "4877823": 88, "4878459": 88, "4878559": 88, "48788": 88, "48788697": 88, "487887": 88, "48791283": 88, "48793146": 88, "48796934": 88, "488": 88, "488017": 88, "488043": 88, "48805377": 88, "48806992": 88, "48808318": 88, "488087": [], "4881": [], "488113": 88, "488147": 88, "48815215": 88, "4881897": 88, "4882332": 88, "48826927": 88, "488303": 88, "4883069": 88, "48832762": 88, "488371": 88, "48838943": 88, "488392": 88, "488441": 88, "488443": 88, "4884558": 88, "48847035": 88, "48849": 88, "488537": 88, "488554": 88, "4885564": 88, "48856753": 88, "4885677": 88, "4885947": 88, "4886": 88, "48863515": 88, "4886444": 88, "488663": 88, "48867148": 88, "4887073": [], "48872": [], "48875": 88, "4888368": 88, "4888393": 88, "4888402": 88, "48884395": 88, "48885423": 88, "4889": 88, "488916": [], "488924": 88, "48894882371821": 87, "489": 88, "489009": 88, "4890168": 88, "4890302": 88, "4890461": 88, "489048": [], "4891": 88, "48912194": 88, "489124247968": 87, "489174": [], "4891931": 88, "48919606": 88, "4892": 88, "4892293": 88, "48923": 88, "48924": [], "489258": 88, "48929554": 88, "4893601": 88, "48939255": 88, "489399": [], "4894133": 88, "489456": [], "48945725": 88, "4894801": 88, "489496": 88, "4895": [], "489557": [], "489573": [], "48959": 88, "489624": [], "4897526": 88, "48978955": 88, "4898": [], "48983": 88, "48984": 88, "4898438": 88, "4898523": 88, "489855": [], "48985615": 88, "4898679": 88, "48988184": 88, "489897": 88, "4899": [], "489908": [], "48992538": 88, "48994648": 88, "489962": 88, "48e": [], "49": 88, "490": 88, "4900343": 88, "4900418": 88, "490088": [], "4900995": 88, "4901507": 88, "490166": 88, "4902033": 88, "49021644748176": 87, "490217": 88, "49022427": 88, "490232": 88, "4902358": 88, "490236": [], "4902704": 88, "49028236": 88, "490305": 88, "49031": [], "4903376": 88, "49038112": 88, "490417": 88, "49044544": 88, "49044973": 88, "49054268": 88, "49056232": 88, "4905815": 88, "490594": 88, "49063343": 88, "49064153": 88, "49067065": 88, "4907696": 88, "490772": 88, "49078": 88, "490796": [], "4908": 88, "49081653": 88, "4908271": 88, "4908432": 88, "4908554": 88, "490856": 88, "4908586": [], "490881": 88, "49091": 88, "49091288": 88, "490915": [], "49097": 88, "490973": 88, "49098": [], "491": [3, 88], "4910": 88, "4910064": 88, "4910164": 88, "49102014": 88, "49104276": 88, "49108753": 88, "49108955": 88, "4911015": 88, "491114": 88, "4911140": 88, "491186": 88, "4912": 88, "491219": [], "4912742": 88, "49128": 88, "491304": [], "49130452": 88, "4913307": 88, "49133632": 88, "49135515": 88, "49138722": 88, "4914": 88, "4914075": 88, "49141413": 88, "49144": [], "49149": 88, "4914944": 88, "4914958": 88, "4915": 88, "49150193": 88, "491522": 88, "49152467": 88, "4915495": 88, "4915769": 88, "4915775": [], "491618": [], "491656153262": 88, "49166": [], "4916717": 88, "491705": 88, "49171016": 88, "4917936": 88, "4918034": 88, "49181917": 88, "49183047": 88, "491833": [], "4918476": 88, "49187633": 88, "4919091": 88, "49194": [], "4919518": 88, "491972": [], "492": 88, "49201": 88, "49203286": 88, "49203706": 88, "492073": 88, "49208": 88, "4920917": 88, "4921": 88, "49210596": 88, "49214798": 88, "492186": 88, "4922172": 88, "49222451880882": 92, "492256": 88, "492308": 88, "49231124": 88, "49237084": 88, "49238732": 88, "492398": 88, "4924": [], "4924240": 88, "4924283": 88, "49243": 88, "49243826": 88, "492505": 88, "4926": 88, "49262723": 88, "492639": [], "49265057": 88, "4927232": 88, "4927626": 88, "4928055": [], "49281085": 88, "49283466": 88, "492845": 88, "4928557": 88, "49287155": 88, "49287695": 88, "4928997": 88, "492909": 88, "49292": 88, "49292377": 88, "4929349": 88, "4929383": 88, "4929619": 88, "49298275": 88, "492985": 88, "49299413": 88, "493": [85, 86, 87, 88, 89, 90, 91, 92], "493017": 88, "49301708": 88, "493074": [], "493111": 88, "49313": [], "493134": 88, "49314755": 88, "493149": 88, "49315524": 88, "493168": 92, "4932": 88, "493208": 88, "49321": [], "493216": 88, "493268": 88, "49327818": 88, "493292": 88, "4933078": 88, "4933125": 88, "493359": 88, "49338156": 88, "493393": 88, "49346": 88, "4935137": 88, "4935621": 88, "4935892": 88, "4936414": 88, "4936487": 88, "493668": 88, "49366805": 88, "493675": 88, "493802": 88, "49381712": 88, "493843": 88, "49387": 88, "493917": [], "493944": 88, "494": 88, "4940": 88, "49401": 88, "49403423": 88, "4940429": 88, "49404797": 88, "4940848": 88, "49408633": 88, "49409986": 88, "49412": 88, "494152": [], "4941635": 88, "49416745": 88, "4941882": 88, "4941952": 88, "4942048": 88, "49420935": 88, "4942192": 88, "49423555": 88, "49424": [], "494257": [], "4942835104775": 88, "494293": 88, "49430412": 88, "494308": 88, "494352": 88, "49436882": 88, "49438557": 88, "4943943": 88, "49439877": 88, "49440953": 88, "49441898": 88, "49442568": 88, "4944319": 88, "4944956": 88, "49453032": 88, "4945456": 88, "49455002": 88, "4945509": 88, "494572": [], "494578": 88, "49459496": 88, "49464": [], "49465263": 88, "49470386": 88, "494725": 88, "49487": 88, "49488378": 88, "4948853": 88, "4949": [], "4949044": 88, "49494": 88, "4949438": 88, "4949894": 88, "495": 88, "4950156": 88, "49503267": 88, "49504194": 88, "49505416": 88, "495085": 88, "4951275": 88, "4951596": 88, "49517956": 88, "4951949": 88, "49519852": 88, "4952": 88, "49521285": 88, "495260": 88, "49527025": 88, "49527323": 88, "4953": 88, "495303": 88, "495347": 88, "49535772": 88, "4954": 88, "495425": 88, "4954283": 88, "4954446": 88, "49545": [], "4954526": 88, "49545395": 88, "4954691": 88, "4955144": 88, "495518": 88, "4955435": 88, "495585": [], "4956": [], "4956214": 88, "4956541": 88, "495659": [], "4956753": 88, "4956832": 88, "495691": [], "495724": 88, "49574068": 88, "495743": 88, "49576926": 88, "49582": 88, "495836": 88, "49586195": 88, "4958778": 88, "49588144": 88, "4958815": 88, "49588633": 88, "4959": 88, "496": 88, "4960": [], "4960055": 88, "4960126": 88, "496028": [], "496058": [], "49608484": 88, "4960889": 88, "4961": 88, "49610296": 88, "4961122594044092": 92, "496115": [], "496178": [], "4961958": 88, "496211": 88, "4962427": 88, "4962465": 88, "49626562": 88, "49627328": 88, "4963102": 88, "49632138": 88, "496374": 88, "4964023": 88, "496408": [], "496414": 88, "49643317": 88, "4964382": 88, "4964439": 88, "4964624": 88, "4964628": 88, "496495319039795": 87, "496511": 88, "49651414": 88, "4965397": 88, "4965732": 88, "4966": 88, "49660462": 88, "496641": 88, "4966753": 88, "49674": 88, "49675927": 88, "4967773": 88, "496785": [], "49681985": 88, "49682122": 88, "4968383": 88, "496876": [], "49688": 88, "49690175": 88, "49690577": 88, "496927": 88, "49693093": 88, "4969974": 88, "497": 88, "497002": 88, "4970045": 88, "497007": [], "49702775": 88, "4970391": 88, "49704286": 88, "497048": [], "49705237": 88, "49707": 88, "49708405": 88, "49710682": 88, "49712008": 88, "49716693": 88, "49718454": 88, "49722865": 88, "497246": 88, "4972663": 88, "4972707": 88, "4972735": 88, "4973396": 88, "4973789": 88, "4973809": 88, "4974": [], "49743354": 88, "4974703": 88, "4974718": 88, "497520": 88, "49754": [], "497612": [], "497638": 88, "49763894": 88, "4976453": 88, "49765253": 88, "49767": 88, "497677": 88, "4977": 88, "49772418": 88, "4977688": 88, "4977779": 88, "49779207": 88, "49780393": 88, "49785146": 88, "49785328": 88, "49785647": 88, "49789065": 88, "497894": 88, "4979": [3, 88], "49793455": 88, "497944": 88, "49794617": 88, "4979529": 88, "4979897": 88, "498": [], "49800003": 88, "49800166": 88, "498005": 88, "49801": [], "4980135": [], "49804": 88, "498087": 88, "4981": 88, "498105": [], "4981125": 88, "49817": 88, "49819": 88, "49820203": 88, "4982122": 88, "498215": 88, "498217": [], "498240": 88, "49824712": 88, "498264": [], "49828017": 88, "49829558": 88, "49829686": 88, "4983": 88, "49833": 88, "49833888": 88, "49837": [], "49837813": 88, "49839": [], "49840295": 88, "4984072": 88, "4984213": 88, "498432": 88, "49847233": 88, "498488": 88, "4984936": [], "4985": 88, "49853": [], "4985756": 88, "4986103": 88, "49864": [], "4986725": 88, "49867415": 88, "4987202": 88, "498745": 88, "4988": [], "4988377": 88, "49885124": 88, "4988934": 88, "4989096": 88, "499": 88, "499038": 88, "499041": [], "49905": 88, "4990761": 88, "4991": 88, "4991264": 88, "499171": [], "499191": 88, "499197": 88, "4992443": 88, "499285": [], "49934036": 88, "49934614": 88, "4993957": 88, "499413": [], "4994174": [], "49942577": 88, "49945027": 88, "499451": 88, "49947498388144": 90, "499552": [], "4995768": 88, "49957874": 88, "4996": [], "499722": [], "49974585": 88, "49975276": 88, "4997793": 88, "4998139": 88, "49984044": 88, "49984512": 88, "499862": 88, "4999": [], "49995258": 88, "4999858": 88, "49e": [], "4e": [], "5": [0, 2, 3, 7, 11, 25, 69, 70, 71, 72, 75, 80, 85, 86, 87, 88, 89, 90, 91, 92, 97, 98], "50": [64, 86, 88], "500": 88, "50000000": 89, "5000000e": 92, "5000268": 88, "5000336": 88, "5000537": 88, "500055": 88, "5000923": 88, "500097": [], "50010103": 88, "50012577": 88, "5001335": 88, "500145": 88, "5001834": 88, "5001924": 88, "50019324": 88, "5002065": 88, "500229": [], "5002299": 88, "50024444": 88, "500245": 88, "5002568": 88, "500272": 88, "50031": [], "5003182": [], "50031936": 88, "50032216": 88, "5003711": 88, "50037843": 88, "5003846": [], "5004215": 88, "5004256": 88, "5004492": 88, "500456": 88, "5004629": 88, "5004633": 88, "50047153": 88, "500486": [], "50055575": 88, "50057477": 88, "5006": 88, "500626": [], "5006368": 88, "5006847": 88, "5007023": 88, "50072664": 88, "5007305": 88, "5007331": 88, "5007763": 88, "50083715": 88, "5008701": 88, "500879": 88, "5008877": 88, "50089204": 88, "5009": 88, "500927": 88, "5009277": 88, "50095856": 88, "50098896": 88, "501": [], "5010238": 88, "5010524": 88, "50107": 88, "5010881": 88, "50109": [], "5010964": 88, "5011012": 88, "50113815": 88, "50117": [], "50118655": 88, "501194": 88, "5012": 88, "501254": 88, "5012667": 88, "5012845": 88, "5013024": 88, "5013078": 88, "50132495": 88, "5014124": 88, "50145763": 88, "50149876": 88, "5014999": 88, "5015144": 88, "50153756": 88, "501549": 88, "5015751": 88, "50159": 88, "5016111": 88, "5016113": 88, "50164014": 88, "50168": 87, "5017": 88, "5017275": 88, "501748": 88, "50176984": 88, "5017817": 88, "501795840290757": 87, "5018075": 88, "501808": 88, "501816": [], "50183916": 88, "501842": 88, "50185245": 88, "5018585": 88, "50186837": 88, "5018744": 88, "5018783": 88, "5018876": 88, "5019": [], "50192": [], "5019338": 88, "50193983": 88, "501942": 88, "50195": [], "5019696": 88, "501991": [], "5019954": 88, "502": 88, "5020201": 88, "50202596": 88, "502026": [], "502028": 88, "50204116": 88, "50205755": 88, "50206316": 88, "502074": 88, "502083": 88, "5020989": 88, "5021222": 88, "502137": 88, "5021408": 88, "502161": 88, "5021801": 88, "5021825": 88, "50219613": 88, "5022109": 88, "50222445": 88, "5022563": 88, "50226": [], "502266": 88, "5022675": 88, "5022913": 88, "5023046": 88, "50230795": 88, "5023103": 88, "5023224": 88, "50237983": 88, "502388": 88, "5024": [], "5024197": 88, "5024225": 88, "50242615": 88, "502432": [], "50244": [], "502447": 88, "50244826": 88, "50245583": 88, "502476": 88, "502487": [], "50253594": 88, "5025384": 88, "50254": [], "50256": 88, "5025697": 88, "50257885": 88, "5025991": 88, "50260043": 88, "5026041": 88, "50262475": 88, "502628": 88, "5026316": 88, "5026372": 88, "50264996": 88, "50265485": 88, "5026748": 88, "5026842": 88, "50268525": 88, "50269747": 88, "5027": 88, "5027246": 88, "5027619": 88, "502771": 88, "5027929": 88, "5028": 88, "50284135": 88, "5028671": 88, "50287074": 88, "50288767": 88, "502913": 88, "502924": 88, "50293356": 88, "502953": 88, "502956": [], "5029699": 88, "50297743": 88, "502991": [], "503": 88, "5030": 88, "50300133": 88, "50302476": 88, "50304484": 88, "5030905": 88, "5031": 88, "50310236": 88, "5031164": 88, "50311786": 88, "5031662": 88, "5032149": 88, "503227": [], "50325793": 88, "503292": 88, "5032959": 88, "5033512": 88, "503365": 88, "503375": 88, "5034115": 88, "503426": [], "5034938": 88, "50352": [], "503521": 88, "50352997": 88, "50353986": 88, "50355214": 88, "50359935": 88, "50360775": 88, "5036276598917": [], "50363": 88, "50364816": 88, "503677": 88, "503678": 88, "50368035": 88, "5037277": 88, "503729": [], "503738": 88, "50374204": 88, "50376165": 88, "503786": 88, "5037943": 88, "5038": 88, "50380397": 88, "5038278": 88, "503849": 88, "5039": 88, "503904": 88, "5039407": 88, "5039442": 88, "5039693": 88, "5039821": 88, "50398916": 88, "504": 88, "5040263": 88, "5040355": 88, "5040458": 88, "504056": 88, "50405854": 88, "504072": 88, "504086": 88, "5040883": 88, "5041": 88, "5041071": 88, "5041079": 88, "50414": [], "5042121": 88, "504218": [], "5042764": 88, "5042993": 88, "5043074": 88, "50431734": 88, "5043908": 88, "5043eval": [], "50440794": 88, "50445": 88, "50448": 88, "50451976": 88, "504527": 88, "5045305": 88, "5045353": 88, "5045451": 88, "5045538": 88, "504576": 88, "504581": [], "504587": 88, "5046431": 88, "5046464": 88, "50465": 88, "504683": 88, "5046994": 88, "50472045": 88, "504747": 88, "50475115": 88, "504772": 88, "5047898": 88, "50479": 88, "5047984": 88, "50479877": 88, "50480604": 88, "5048145": 88, "504822": 88, "5048287": 88, "50486404": 88, "5048964": 88, "5049": [], "5049261": 88, "5049535": 88, "5049565": 88, "50495756": 88, "5049651": 88, "5049788": 88, "5049914": 88, "505": 88, "5050022": 88, "505013": 88, "505024": 88, "5050287": 88, "5050352": 88, "50504": 88, "5050454": 88, "5050469": 88, "50505453": 88, "5050726": 88, "5050895": 88, "50510544": 88, "50511736": 88, "50512046": 88, "5051346": 88, "5051441": 88, "505148": 88, "5051606": 88, "5051726": 88, "50518": 88, "505184": 88, "50519484": 88, "5052003": 88, "50520205": 88, "50520515": 88, "5052086": 88, "5052149": 88, "50521815": 88, "5052243": 88, "5052288": 88, "5052447": 88, "50525296": 88, "5052609": 88, "50526845": 88, "5052685": 88, "5052758": 88, "50528276": 88, "5052895": 88, "5052911": 88, "50529593": 88, "50530213": 88, "5053081": 88, "5053139": 88, "5053194": 88, "50532466": 88, "5053247": 88, "50532955": 88, "5053299": 88, "5053343": 88, "5053349": 88, "5053389": 88, "50534": 88, "5053432": [], "5053433": 88, "5053457": 88, "50534767": 88, "50535184": 88, "5053535": 88, "5053559": 88, "50535864": 88, "5053598": 88, "50536364": 88, "505367": [], "50536734": 88, "505371": 88, "50537443": 88, "5053778": 88, "50538": 88, "505388": 88, "5053881": 88, "5053903": 88, "50548977": 88, "5054929": 88, "50550115": 88, "50550437": 88, "50556266": 88, "50557655": 88, "50558335": 88, "505592": [], "5055972": 88, "5056376": 88, "5056507": 88, "5056518": 88, "5056566": 88, "505669": [], "505688": [], "5057328": [], "50575": 88, "5057574": 88, "5057687": 88, "5057943": 88, "505804": 88, "50582": 88, "50586396": 88, "50586975": 88, "5058711": 88, "5058737": 88, "50587463": 88, "5058782": 88, "50588197": 88, "5058857": 88, "50588965": 88, "5058937": 88, "5058979": 88, "5059": 88, "5059022": 88, "5059034": 88, "5059066": 88, "5059084": 88, "5059112": 88, "5059136": 88, "5059159": 88, "505919": 88, "50592": [], "50592077": 88, "5059245": 88, "50592583": 88, "505926": 88, "5059303": 88, "505931": 88, "505936": 88, "50593626": 88, "5059425": 88, "505949": 88, "505953": 88, "50595576": 88, "5059628": 88, "5059702": 88, "505976": 88, "5059778": 88, "505985": [], "5059858": 88, "5059876": 88, "5059936": 88, "506": 88, "50601": [], "50601435": 88, "5060236": 88, "50603324": 88, "5060419": 88, "5060434": 88, "506051": [], "5060541": 88, "5060653": 88, "5060771": 88, "50608957": 88, "50609773": 88, "5061": 88, "50610274": 88, "50611526": 88, "5061167": 88, "506123": 88, "5061254": 88, "5061315": 88, "5061471": 88, "5061534": 88, "5061638": 88, "5061755": 88, "50618": 88, "50618035": 88, "5061815": 88, "5062": 88, "5062002": 88, "50620043": 88, "5062029": 88, "506203": 88, "50622195": 88, "506224": 88, "50623": 88, "5062375": 88, "5062454": 88, "506257": 88, "5062707": 88, "50629646": 88, "5062982": 88, "5063": [], "506315": [], "506319": 88, "506327": [], "5063281": 88, "5063329": 88, "506346": 88, "5063493": 88, "50635475": 88, "50636077": 88, "5063684": 88, "50637406": 88, "50638": 88, "5063966": 88, "5064": 88, "5064137": 88, "5064236": 88, "5064259": 88, "50643367": 88, "50643605": 88, "506445": 88, "506467": 88, "50647974": 88, "5064949": 88, "5065": 88, "506514": 88, "5065284": 88, "5065383": 88, "50655": 88, "506552": [], "506569": [], "50658286": 88, "5065929": 88, "506622": 88, "5066443": 88, "5066612": 88, "50668633": 88, "50671417": 88, "506758": 88, "5068": 88, "5068005": 88, "5068136": 88, "50684": 88, "5068433": [], "5068585": 88, "5068617": 88, "5068631": 88, "5068743": 88, "506927": [], "5069505": 88, "5069533": 88, "5069563": 88, "5069592": 88, "50697815": 88, "507": 88, "5070196": 88, "50707084": 88, "5070931": 88, "5071": 88, "5071035": 88, "50712323": 88, "5072069": 88, "507208": 88, "507233": [], "5072422": [], "5072874": 88, "5072926": 88, "5072995": 88, "5073": 88, "5073051": 88, "5073404": 88, "507344": 88, "50735253": 88, "5073711": 88, "5074": [], "507423": [], "5074387": 88, "5075": 88, "5075133": 88, "50757325": 88, "507624": 88, "507638": 88, "50765973": 88, "507696": [], "507713": [], "50773597": 88, "507769966536845": 87, "5077748": 88, "50779974": 88, "5078": [], "5078058": 88, "507812": 88, "5078282": 88, "5078761": 88, "507927": [], "5079392": 88, "50795": [], "507965": 88, "5079827": 88, "5079985": 88, "508": 88, "5080142": 88, "5081": 88, "50815964": 88, "5081784": 88, "5082": 88, "50820625": 88, "5082309": 88, "50823358985986": 85, "5082343": 88, "508263": 88, "5083009": 88, "508316": 88, "508324": 88, "5083544": 88, "5083597": 88, "5083969": 88, "5084021": 88, "50842273": 88, "5084426": 88, "50846": [], "5084797": 88, "5085016": 88, "5085282": 88, "50853": 88, "5085671": 88, "50859": 88, "50859386": 88, "5086082": 88, "5086341": 88, "5086721": 88, "5086747": 88, "508686603184": [], "5087": [], "508704": 88, "508722": [], "508745": [], "50877047": 88, "5087832": 88, "50879645": 88, "5088": [87, 91, 92], "5088298": 88, "508839": 88, "508863": 88, "5088738": 88, "5088886": 88, "508892": [], "5089366": 88, "5089748": 88, "5089808": 88, "508998": [], "509": 88, "509030649346": 88, "509064": 88, "509088": 88, "50910157": 88, "509193": [], "5092068": 88, "509224": [], "509234": 88, "5092494": 88, "509262": [], "509317": [], "50931895": 88, "509342": [], "5093937": [], "5094124": 88, "509453": 88, "5095": 88, "5095022": 88, "5095179": 88, "50952": 88, "5095231": 88, "5095255": 88, "50953966": 88, "509553": 88, "5095584": 88, "509575": [], "509602": 88, "5096045": 88, "5096421": 88, "50967": 88, "509674": 88, "5097035": 88, "5097408": 88, "5097414": 88, "50975823": 88, "5097873": 88, "509808": 88, "50984854": 88, "5098643": [], "5098697": 88, "509891": 88, "50989765": 88, "5099": [], "5099223": 88, "5099716": 88, "5099751": 88, "50997525": 88, "51": 88, "510": 88, "510035": [], "5100578": 88, "5100841": 88, "51009655": 88, "51015": 88, "5102357": 88, "510240": [], "51024085": 88, "5103": [], "5103085": 88, "51035297": 88, "510393": 88, "510412": [], "5104547": 88, "510504": 88, "5105204": 88, "510527": [], "510529": [], "51054597": 88, "5105595": 88, "5105608": 88, "510593": 88, "5106495": 88, "51065475": 88, "5107": 88, "5107126": 88, "5107481": 88, "5107526": 88, "51077": [], "51078784": 88, "5107948": 88, "5108144": 88, "5108775": 88, "51091534": 88, "51092416": 88, "510945": 88, "510958": 88, "511": 88, "5110189": 88, "5110322": 88, "511085": 88, "5111": [], "51110786": 88, "5111362": 88, "5112015": 88, "5112108": 88, "51123863": 88, "5112417": 88, "5112429": 88, "5112519": 88, "5112689": 88, "51127833": 88, "511284": 88, "511286": 88, "5113029": 88, "5113184": 88, "51132": 88, "51132834": 88, "511398": [], "5114046": 88, "5114276": 88, "5114416": 88, "511506": 88, "5115326": 88, "51157194": 88, "5116094": 88, "511642": 88, "5116434": 88, "511669": [], "51177": 88, "511806": [], "51180863": 88, "5118956": 88, "511904": 88, "5119148": 88, "51193": 88, "5119331": 88, "5119457": [], "5119638": 88, "51197785": 88, "5119787": 88, "512": 88, "51201": [], "512026": 88, "5120324": 88, "512058": 88, "5120892": 88, "512114023279846": 87, "512131": [], "512196": 88, "5121993": 88, "512205": 88, "5122253": 88, "5122623": 88, "5122948": 88, "51230085": 88, "5123494": 88, "51237637": 88, "5123828": 88, "5124": 88, "5124099": 88, "5124235": 88, "512432": 88, "512443": 88, "51244915": 88, "51246876": 88, "5124715": 88, "5124733": 88, "5125": 88, "512505": 88, "5125084": 88, "51251876": 88, "5125516": 88, "5125588": 88, "5125652": 88, "512576": 88, "5126269": 88, "5127": 88, "512716": [], "512764": [], "5127893": 88, "5127936": 88, "512812": [], "5128123": 88, "51286066": 88, "51287276": 88, "51290715": 88, "5129490": [], "5129579": 88, "5129637": 88, "51298195": 88, "513": 88, "5130089": 88, "51301": 88, "51302": [], "5130234": 88, "5130655": 88, "51306635": 88, "5130963": 88, "5131084": 88, "5131254": 88, "5131704": 88, "5131793": [], "513245": [], "513256": 88, "5132772": 88, "513287": 88, "5132921": 88, "5132931": 88, "51332885": 88, "51334": 88, "513357": 88, "5133665": 88, "5133879": 88, "51341474": 88, "5134193": 88, "51343": 88, "51345": 88, "5135359": 88, "51354706": 88, "51357657": 88, "5135846": 88, "5135903": 88, "5136": 88, "51360494": 88, "51363": 88, "5136446": 88, "5136605": 88, "5136637": 88, "5136651": 88, "5136728": 88, "5136749": 88, "5136774": 88, "5136858": [], "5136866": 88, "513689": 88, "5137": 88, "513725": [], "5137559": 88, "5137614": 88, "5137813": 88, "51380616": 88, "513876": 88, "5138852": 88, "5138868": 88, "5138909": 88, "513893": 88, "5138941": 88, "5139097": 88, "5139131": 88, "513962": 88, "513968": 88, "513973": 88, "513992": [], "514": 88, "5140156": 88, "51403": [], "51405": 88, "5140601": 88, "514065": [], "5141359": 88, "5141544": 88, "514184": 88, "5142154": 88, "514217": [], "514256": 88, "514261": 88, "5142614": 88, "5142786": 88, "514286": [], "51429033": 88, "514294": 88, "51436454": 88, "51439": 88, "514444": [], "5144731": 88, "5144817": 88, "5144994": 88, "5145035": 88, "514506": 88, "51450974": 88, "5145388": 88, "51462": 88, "5146213": 88, "51465": 88, "5146866": 88, "5146916": 88, "5146921": 88, "5147": 88, "51475": 88, "51475525": 88, "514774": 88, "5147785": 88, "51482236": 88, "514876": [], "514884": 88, "5149": [], "5149063": 88, "51492465": 88, "51494205": 88, "5149553": 88, "5149598": 88, "5149599": 88, "51498": [], "514986": 88, "51499337": 88, "5149994": 88, "515": 88, "5150316": 88, "5150472": 88, "5150592": 88, "5150604": 88, "5150702": 88, "5150949": 88, "5150988": 88, "5151": [], "5151065": 88, "5151083": 88, "51511896": 88, "51511973": 88, "5151449": [], "51514965": 88, "5151556": 88, "5151588": 88, "5151634": 88, "5151694": 88, "5151929": 88, "5152201": 88, "51523685": 88, "515238": 88, "5152396": 88, "5152639": 88, "5152662": 88, "5153186": 88, "5153273": 88, "5153313": 88, "515343": 88, "5153501": 88, "5153563": 88, "51536494": 88, "51536584": 88, "5153915": 88, "5153986": 88, "5154252": 88, "51545": 88, "5154735": 88, "51547426": 88, "515478": [], "51548": [], "51550555": 88, "5155068": 88, "5155253": 88, "5155413": 88, "515554": 88, "51556": 88, "5155687": 88, "515574": 88, "51557696": 88, "5156386": 88, "515648": 88, "5156594": [], "51566046": 88, "515676": 88, "5157": 88, "5157192": 88, "5157286": 88, "5157304": 88, "5157313": 88, "515739": 88, "5157586": 88, "5157664": 88, "5157758": 88, "5157903": 88, "51579064": 88, "51580775": 88, "5158101": 88, "515827": 88, "5158533": 88, "515854": 92, "515856": 88, "5158893": 88, "5159073": 88, "5159532": 88, "5159692": 88, "5159735": 88, "5159874": 88, "516": 88, "5160351": 88, "5160539": 88, "516068": 88, "516073": [], "5160986": 88, "516102": 88, "5161035": 88, "516118": 88, "5161614": 88, "5161777": [], "51618": [], "516186": 88, "516188": 88, "5162": 88, "5162112": 88, "51621175": 88, "5162321": 88, "5162336": 88, "5162632": 88, "5162709": 88, "51627207": 88, "5162739": 88, "5163004": 88, "51631004": 88, "5163333": 88, "5163411": 88, "5163625": 88, "5163739": 88, "5163789": 88, "5163887": 88, "5163934": 88, "5164123": 88, "5164336": 88, "516435": 88, "5164354": 88, "51645017": 88, "5164529": 88, "516462": [], "51646405": 88, "5164707": 88, "51648176": 88, "5164869": 88, "5165": 88, "51650167": 88, "5165018": 88, "5165156": 88, "516516": 88, "51651853": 88, "5165284": 88, "5165403": 88, "5165514": 88, "516587": 88, "5166044": 88, "5166254": 88, "5166261": 88, "5166337": 88, "5166408": 88, "5166475": 88, "5166538": 88, "5166597": 88, "51666": [], "51666045": 88, "516663": [], "5166653": 88, "5166706": 88, "5166757": 88, "5166805": 88, "516685": 88, "5166893": 88, "5166934": 88, "5166973": 88, "5167041": 88, "5167077": 88, "5167107": 88, "516711": 88, "51671225": 88, "5167141": 88, "5167172": 88, "5167202": 88, "516723": 88, "5167257": 88, "5167283": 88, "5167309": 88, "5167333": 88, "5167356": 88, "5167361": 88, "5167363": 88, "5167378": 88, "5167401": 88, "5167421": 88, "516746": 88, "5167502": 88, "5167571": 88, "5167589": 88, "5167606": 88, "5167621": 88, "5167638": 88, "5167654": 88, "5167668": 88, "5167682": 88, "5167696": 88, "516771": 88, "5167723": 88, "5167736": 88, "5167748": 88, "516776": 88, "5167791": 88, "516842": 88, "516876": 88, "5169259": 88, "5169419": 88, "5169624": 88, "5169642": 88, "516966": 88, "5169679": 88, "5169699": 88, "516972": 88, "5169741": 88, "5169748": [], "5169762": 88, "5169786": 88, "516981": 88, "5169835": 88, "516986": 88, "5169888": 88, "5169903": 88, "5169911": 88, "5169916": 88, "5169921": 88, "516994": 88, "5169946": 88, "5169957": 88, "5169959": 88, "5169978": 88, "5169998": 88, "517": 88, "5170007": 88, "5170019": 88, "517004": 88, "517006": 88, "5170062": 88, "5170084": 88, "5170108": 88, "5170118": 88, "5170132": 88, "5170157": 88, "5170181": 88, "5170183": 88, "517021": 88, "517023": 88, "5170249": 88, "5170268": 88, "5170307": 88, "5170323": 88, "51703423": 88, "5170348": 88, "5170392": 88, "5170405": 88, "5170437": 88, "5170485": 88, "5170494": 88, "5170536": 88, "5170588": 88, "5170593": 88, "5170646": 88, "5170703": 88, "5170705": 88, "5170768": 88, "5170826": 88, "5170836": 88, "5170897": 88, "5170908": 88, "5170965": 88, "5170984": 88, "5171075": 88, "5171121": 88, "5171279": 88, "51713043": 88, "5171875": 88, "5171899": 88, "5172133": 88, "5172195": 88, "5172266": 88, "5172407": 88, "5172472": 88, "517263": 88, "51726824": 88, "5172794": 88, "5173": 88, "5173175": 88, "51732": 88, "5173371": 88, "5173633": 88, "51737404": 88, "517382": [], "5174": [], "5174147": 88, "5174193": 88, "51742506": 88, "51746": 88, "51746535": 88, "51747715": 88, "5174894": 88, "5175064": 88, "5175287": 88, "5175316": 88, "5175333": 88, "5175357": 88, "517536": 88, "5175449": 88, "51756": 88, "517564": 88, "5175797": 88, "51758295": 88, "5176048": 88, "5176092": 88, "5176219": 88, "517626": [], "51764": 88, "5176425": 88, "5176535": 88, "5177002": 88, "5177106": 88, "5177279": 88, "51776": [], "51782": 88, "5178244": 88, "5178304": 88, "51785": [], "5178695": 88, "51787317": 88, "5178735": 88, "5178784": 88, "517883": 88, "517906": 88, "517935": 88, "51794696": 88, "5179693": 88, "518": 88, "51801": 88, "5180643": 88, "518076": [], "518107": [], "5181242": 88, "5181332": 88, "51814663": 88, "5181503": 88, "51815176": 88, "518167": 88, "51818573": 88, "51826": [], "51827586": 88, "5182992": 88, "5183": 88, "51831096": 88, "518325": 88, "5183259": 88, "5183289": 88, "518343": 88, "5183598": 88, "5183641": 88, "5183728": 88, "5184000": [85, 89, 90], "5184134": [], "5184546": 88, "51847476": 88, "51848084": 88, "51848245": 88, "5184849": 88, "518505": [], "518509": 88, "51852": [], "518545": 88, "51854736": 88, "5185515": 88, "518553": [], "518574": 88, "51857716": 88, "5186": 88, "5186139": 88, "518639": 88, "5186411": 88, "51865864": 88, "51869": [], "5187": 88, "5187309": 88, "5187403": 88, "5187864": 88, "5188019": 88, "5188311": 88, "518853": 88, "5188569": 88, "518868": 88, "5188694": [], "5189": 88, "5189241": 88, "5189596": 88, "5189692": 88, "519": [], "5190021": 88, "51901144": 88, "5190264": 88, "5190909": 88, "5191015": 88, "51910746": 88, "5191291": 88, "5191379": 88, "5191681": 88, "51917": 88, "5191780": 88, "5191891": 88, "5191919": 88, "519215": [], "519222": 88, "519234": [], "5192376": 88, "51926154": 88, "5192788": 88, "51932": 88, "51935685": 88, "5193672": 88, "5194091": 88, "5194155": 88, "51942354": 88, "5194393": 88, "5194615": 88, "51947904": 88, "51948": [], "519505": 88, "5195707": 88, "51960707": 88, "5196278": 88, "519642": 88, "5196494": 88, "51967": 88, "5196786": 88, "519688": [], "51970005": 88, "51976": [], "5197919": [], "519817": 88, "51982665": 88, "51984745": 88, "51985174": 88, "5198826": 88, "519888": [], "519897": [], "5199": [], "5199219": 88, "519932": 88, "5199422": 88, "51e": [], "52": 88, "520": 88, "520016": 88, "5200377": 88, "520086": [], "52012": 88, "52013785": 88, "520164": [], "520175": 88, "520195": 88, "5202017": 88, "5202621": 88, "520275": 88, "5202879": 88, "520291": 88, "5202925": 88, "52031654": 88, "520331": [], "520336": 88, "520349": 88, "5203781": 88, "5203864": 88, "52041906": 88, "520422": 88, "520428": [], "520462": 88, "52046245": 88, "520488": 88, "5204995": 88, "5205207": 88, "52054006": 88, "520546": 88, "520561": 88, "52058": [], "5205889": 88, "52059": 88, "52060175": 88, "52061063": 88, "5206127": 88, "5206212": 88, "5206243": 88, "5206417": 88, "52064437": 88, "520646": 88, "52069056": 88, "520737": [], "52076": 87, "52076936": 88, "52079": 88, "5208": [], "520868": 88, "5208687": 88, "52087456": 88, "5208773": 88, "520885": [], "52089334": 88, "5209284": 88, "5209345": [], "5209446": 88, "521": [], "5210194": 88, "5210206": 88, "52104944": 88, "5210555": 88, "52109635": 88, "5211": 88, "521118": 88, "5211308": [], "52114797": 88, "5212016": 88, "5212388": 88, "521246": 88, "5212674": 88, "521285": 88, "52129394": 88, "5212996": 88, "52134585": 88, "521368": 88, "521425": [], "5214534": 88, "5214836": 88, "5215031": 88, "5215082": 88, "521523": [], "5215372": 88, "5215878": 88, "5216": 88, "52164": 88, "521686": 88, "52170676": 88, "52170837": 88, "521717": 88, "521862": 88, "5219107": 88, "5219468": 88, "5219568": 88, "52195793": 88, "522": 88, "522021": 88, "5220667": 88, "522072": [], "5220865": 88, "5220886": 88, "5221072": 88, "52211493": 88, "52216": 88, "522163031742796": 87, "5222085": 88, "5222292": 88, "5222645": 88, "5223031": 88, "5223194": 88, "5223597": 88, "5223746": 88, "522385": 88, "5223934": 88, "5224": [], "522422": 88, "5224297": 88, "5224392": 88, "522444": 88, "5225": 88, "522505": 88, "5225076": 88, "522509": 88, "5225238": 88, "52252406": 88, "5225383": 88, "52254874": 88, "52258": 88, "5225884": 88, "522594": 88, "5226011": 88, "52260435": 88, "52262414": 88, "52265": 88, "5226697": 88, "522701": 88, "5227223": 88, "52272695": 88, "522729": 88, "522755": [], "522793": 88, "5227954": 88, "522837": [], "522872": [], "5228755": 88, "5228888": 88, "522898": [], "5229341": 88, "5229509": 88, "5229796": 88, "5229929": 88, "523": [], "523027": 88, "52308226": 88, "523122": 88, "523138": 88, "5231395": 88, "523142": 88, "523146": 88, "5231738": 88, "52320063": 88, "5232121": 88, "5232346": 88, "523288": 88, "52333": 88, "5233452": 88, "5233945": 88, "5233963": 88, "523428": 88, "5234485": 88, "5234866": 88, "5235": 88, "52350914": 88, "52351": 88, "52352965": 88, "5235374": 88, "52355105": 88, "523577": [], "5235851": 88, "5236076": 88, "523636": [], "523637": 88, "523654": 88, "5236861805773": [], "5237292": 88, "5237491": 88, "52375716": 88, "523765": 88, "52376586": 88, "5237735": 88, "5238": 88, "5238056": 88, "5238236": 88, "52382696": 88, "5238355": 88, "523836": 88, "5238557": 88, "5238665": 88, "5238667": [], "523884": [], "523900": 88, "5239022": [], "523933": 88, "52394": [], "52394384": 88, "523949": 88, "523956": 88, "5239635": 88, "52396834": 88, "524": 88, "524014": [], "5240297": 88, "5240792": 88, "524103": 88, "5241157": 88, "5241289": 88, "5241403": 88, "524161569812392": 87, "52417016": 88, "524195": 88, "5242": 88, "5242106": 88, "524211": 88, "5242176": 88, "5242283": 88, "524244": 88, "524296": [], "5243260": [], "524329": [], "52436393": 88, "524377": 88, "5244055": 88, "5244248": 88, "52447796": 88, "5245": 88, "52450067": 88, "52451": 88, "52451926": 88, "5245343": 88, "52453476": 88, "52455": [], "52458125": 88, "5245841": 88, "5245848": 88, "5246082": 88, "5246145": 88, "524637": 88, "5246606": 88, "524666": 88, "5246703": 88, "524675": 88, "524689": [], "52469105": 88, "5246968": [], "5247": 88, "5247008": 88, "5247226": 88, "524734": [], "524748": 88, "5247915": 88, "524796": 88, "524801": 88, "5248066": 88, "524807": 88, "5248326": 88, "5249": 88, "5249985": 88, "524999": 88, "525": [88, 92], "5250112": 88, "5250244140625": 92, "5250266": 88, "52504": [], "5250479199187": [91, 92], "5250959": 88, "5251": 88, "52511": 88, "525158": 88, "525165": 88, "525196": 88, "52520686": 88, "5252135": 88, "5252795": 88, "5253183": 88, "5253558": 88, "52538": [], "52539665": 88, "525398": 88, "5254": 88, "525415": 88, "5254244": 88, "525492": 88, "525505": 88, "525572": [], "5255866": 88, "52559": 88, "5256233": 88, "52564824": 88, "5256621": 88, "5256727": 88, "5257034": [], "525728": 88, "52576": [], "525778": 88, "52578": [], "52578133": 88, "5257854": 88, "525791": 88, "5258": 88, "5258176": 88, "52582926": 88, "52583": 88, "5258319": 88, "52583665": 88, "5258795": 88, "525883": 88, "52588665": 88, "5258916": 88, "525902": 88, "52591705": 88, "525936": 88, "525945": 88, "52595806": 88, "52595997": 88, "5259662": 88, "52597487": 88, "526": 88, "52603906": 88, "52604073": 88, "5260992": 88, "5261": 88, "5261463": 88, "5262163": 88, "526218": 88, "5262358": 88, "52623665": [], "5262498": 88, "526287": 88, "52628726": 88, "526308": [], "52630925": 88, "52632093": 88, "52633": [], "52635634": 88, "52636224": 88, "52637124": 88, "5264384": 88, "52645": 88, "52647525": 88, "5264827": 88, "52650577": 88, "52653074": 88, "5265477": [], "5265934": 88, "526642": 88, "52664274": 88, "5266457": 88, "52665234": 88, "526670": 88, "5266988": 88, "5267": 88, "526707": 88, "526716": [], "526718": 88, "5267246": [], "52673": 88, "526736": 88, "5267906": 88, "52681565": 88, "52683085": 88, "5268323": 88, "5268518": [], "52685744": 88, "526886": 88, "5269": 88, "526911": [], "5269369": 88, "5269392": [], "526942": [], "527": 88, "5270": 88, "52705014": 88, "527079": [], "52711004": 88, "5271283": 88, "52714556": 88, "527172": 88, "52718997": 88, "527206": 88, "5272067": 88, "5272076": 88, "527210": 88, "527214": [], "52721566": 88, "527236": 88, "527241": [], "5272794": 88, "527302": 88, "5273080": 88, "52732855": 88, "52734995": 88, "5273764": 88, "527382": 88, "527386": [], "5274": [], "52740157": 88, "5274897": 88, "5275152": 88, "52755404": 88, "527561": 88, "5275798": 88, "5275857": 88, "5276068": 88, "527703": 88, "5277358": 88, "527742": 88, "5277467": 88, "5277717": 88, "5277791": 88, "52778935": 88, "52779883": 88, "52781177": 88, "5278485": 88, "527874": 88, "5279014": 88, "52790403": 88, "5279045": [], "52796423": 88, "527972": 88, "5279748": 88, "5279817": 88, "528": 88, "5280105": 88, "52801245": 88, "5280269": 88, "52807397": 88, "5280768": 88, "52808": [], "5281": 87, "528103": 88, "52815306": 88, "5281764": 88, "52817976": 88, "5282066": 88, "528225": 88, "5282499": 88, "528263": 88, "52832407": 88, "52834094": 88, "5284": 88, "5284241": 88, "5284426": 88, "52845": [], "5284536": 88, "5284647": 88, "5285096": 88, "5285117": 88, "528522": 88, "5285464": 88, "52855974": 88, "52863": 88, "52863604": 88, "5287": 88, "5287344": 88, "5287455": 88, "5287956": 88, "52882105": 88, "5288302": 88, "52883327": 88, "52885026": 88, "528851": 88, "528940": 88, "52898216": 88, "5289845": 88, "529016": 88, "529042": 88, "5290543": 88, "52908915": 88, "529092": 88, "52912": 88, "5291223": 88, "5291972": 88, "52921337": 88, "52922136": 88, "5293": [], "52930963": 88, "52931803": 88, "52933": [], "5293626": 88, "529377": 88, "52937734": 88, "529388": 88, "5293969": 88, "52943": 88, "5294451": 88, "5294526": 88, "5294865": 88, "52953476": 88, "529535": 88, "5295467": 88, "52957666": 88, "52958584": 88, "52959037": 88, "5295955": 88, "5296345": 88, "52965075": 88, "5296556": 88, "5296619": 88, "5296673": 88, "529675": [], "5296918": 88, "5297167": 88, "5298141": 88, "5298185": 88, "52987033": 88, "5298736": 88, "5299": [], "5299344": 88, "5299491": 88, "5299643": 88, "529976": [], "5299769": 88, "52e": [], "53": 88, "530": 88, "5300543": [], "5300792": 88, "5300966": 88, "53016746": 88, "530199": 88, "5302103": 88, "5302349": 88, "530235": 88, "5302459": 88, "5302679": 88, "5302703": 88, "53029": 88, "530317": [], "53033245": 88, "5303379": 88, "5303892": 88, "530401": 88, "5304091": 88, "530413": 88, "5304145": 88, "5304408": 88, "53044987": 88, "5304708": 88, "5304807": 88, "5305": [], "5305256": 88, "5305344": 88, "5305769": [], "5305857": 88, "530586901729745": 87, "5305949": 88, "530608": 88, "53062": 88, "5306246": [], "5306277": 88, "53064084": 88, "530643": [], "53067183": 88, "5306827": 88, "5307075": 88, "53074": [], "5307505": 88, "530770": [], "5307813": [], "530792": 88, "53082067": 88, "53084": [], "5308554": 88, "5308626": 88, "53088635": 88, "5309413": 88, "531": 88, "53103465": 88, "5310936": 88, "531103": [], "53117025": 88, "5312478": 88, "5312603": 88, "531263": 88, "5313159": 88, "53134": [], "5313429": 88, "5314": 88, "53140587": 88, "5314263": 88, "531456": [], "531473": 88, "5315": 88, "5315182": 88, "53152": 88, "5315543": 88, "53155607": 88, "53156286": 88, "5315644": 88, "53162": [], "5316244": 88, "5316327": 88, "531643": 88, "5316920": [], "5317": 88, "531729": 88, "53176": [], "53177": 88, "531776": 88, "531807": 88, "5318938": 88, "5319475": 88, "531949": 88, "531974": 88, "531992249983": 88, "532": 88, "5320089": 88, "532017": 88, "5320213": 88, "5320326": 88, "5320497": 88, "53205": [], "53212": 88, "532133": 88, "532143": 88, "5321845": 88, "53220755": 88, "532247": 88, "532292": 88, "5323467": 88, "532368": [], "5324": [], "532406": [], "53240657": 88, "532434": [], "532443": [], "53244483": 88, "5325": 88, "532509": 88, "53252": 88, "532534": 88, "532623": 88, "5326412": 88, "53266555": 88, "53266937": 88, "5326786": [], "53268707": 88, "5326902": 88, "53274727": 88, "532774": [], "5327982": 88, "5328": 88, "532825": 88, "5328320": [], "532835": 88, "53283757": 88, "5328663": 88, "532869819053": 87, "5329": 88, "532919": 88, "53293836": 88, "5329533": 88, "5329976": 88, "533": 88, "53301185": 88, "533016": 88, "53301observ": 88, "5330436": 88, "533089": 88, "5331177": 88, "53313845": 88, "5331671": 88, "5331764": 88, "5331804": 88, "53319085": 88, "5331944": 88, "53323853": 88, "5332559": 88, "5332602": 88, "533276": [], "5333": [], "53331244": 88, "53335": 88, "53335536": 88, "5333816": 88, "53339": 88, "5334828": 88, "5335": 88, "533516": [], "5335466": 88, "533548": 88, "533558": [], "53357613": 88, "5335775": 88, "5335853": 88, "533605": 88, "5336456": 88, "5336692": 88, "533674": 88, "5337": 88, "53374416": 88, "5337617": 88, "53376436": 88, "5337714": 88, "533783": 88, "5338": 88, "53386045": 88, "533875": 88, "53389776": 88, "533912090104": [], "5339695": [], "534": 88, "5340133": 88, "5340407": 88, "534094": 88, "534096": 88, "53411674": 88, "534119": [], "5341204": 88, "5341726": 88, "53418": 88, "5342": [], "534206": 88, "534222": 88, "534232": 88, "53428": [], "53428125": 88, "53431803": 88, "53432894": 88, "5343613": 88, "53437924": 88, "53439885": 88, "534399": 88, "5344143": 88, "534418": 88, "5344341": 88, "534449": 88, "5344809": 88, "5344901": 88, "53451717": 88, "534519": [], "53455": 88, "53457415": 88, "534575": 88, "534598": 88, "53460884": 88, "5346096": 88, "5346435": 88, "5346474": 88, "534687": 88, "5346963": 88, "5347": 88, "5347023": [], "534719": 88, "53476435": 88, "534777951341": [], "5348": [87, 88], "53482527": 88, "5348485": 88, "534859": 88, "5349": [], "5349054": 88, "5349513": 88, "5349556": 88, "5349698": 88, "5349988": 88, "534999": [], "535": 88, "53504": 88, "5350467": 88, "53505": 87, "5350541": 88, "5350745": 88, "5350801": 88, "5350845": 88, "5351": [], "5351050": 88, "5351288": 88, "535147": 88, "5351495": 88, "5351801": 88, "5351863": 88, "5351921": 88, "535201": 88, "53520703": 88, "53524595": 88, "5352530776304": 88, "53525984": 88, "535273": 88, "53532": 88, "535337": 88, "5353398": 88, "53536147": 88, "535442": 88, "5354909": 88, "5355": [], "5355034": 88, "535505": 88, "535537": 88, "535563": [], "53558": 88, "5355835": 88, "5355846": 88, "53559047": 88, "5356419": 88, "535645": 88, "535657": 88, "5356888": 88, "53572273": 88, "53572434": 88, "53577054": 88, "53578": 88, "53578895": 88, "5358": [], "535808711825": 87, "5358416": 88, "5358733": 88, "53587925": 88, "5359": [], "535923": 88, "5359501": 88, "535962": 88, "535965": [], "53597": 88, "53597796": 88, "53599": [], "536": 88, "5360": 88, "536015": [], "53602815": 88, "5361": [], "53611463": 88, "536129": 88, "53613": [], "5361681": 88, "536194": [], "5362079": 88, "53627264": 88, "536293": 88, "5363085": 88, "5363683": 88, "53637": 88, "5363709": 88, "5363834": 88, "536386": [], "53638655": 88, "5363868": 88, "53641254": 88, "536425": [], "536428": 88, "53643": 88, "53649": [], "5365": 88, "53652185": 88, "5365777": 88, "5365788": 88, "536592": [], "5367026": 88, "536777": [], "5367794": 88, "5368": 88, "5368071": 88, "536840": [], "5368626": 88, "536873": 88, "5369265": 88, "53695405": 88, "5369574": 88, "53695905": 88, "536963": [], "536968": 88, "5369746": 88, "537": 88, "5370326": [], "5370424": 88, "53705543": 88, "5370611": 88, "537062": 88, "53706247": 88, "537072": 88, "53707314": 88, "537148": [], "537165": 88, "53719723": 88, "5371997": 88, "5372056": 88, "53721076": 88, "537245": [], "5372686": 88, "5372864": 88, "5373765": 88, "5373796": 88, "5373846": 88, "5373996": 88, "5374": [], "5374069": 88, "53741": 88, "53742015": 88, "537436": [], "5374525": 88, "537457": 88, "53751826": 88, "5375217": 88, "5375319": 88, "537544": [], "537565": 88, "537632": 88, "537642": 88, "53768": 88, "537762": 88, "5377736": 88, "5378": 88, "537846": 88, "53786": [], "5378604": 88, "53787553": 88, "5379": 88, "5379134": 88, "53791827": 88, "5379233": 88, "537953": 88, "53796": [], "5379865": 88, "538": 88, "53802055": 88, "5380366": 88, "53805345": 88, "538055": 88, "5380833": 88, "538095370223804": 87, "5381456": 88, "53822100691485": 87, "5382369": 88, "5382488": 88, "538257": 88, "538265": 88, "538271": 88, "5383407": [], "538345": [], "53842": 88, "5384387": 88, "538439": [], "5384848": 88, "53849196": 88, "5384939": 88, "53849447": 88, "53850067": 88, "5385079": 88, "5385448": 88, "538546": [], "5385605": 88, "53859156": 88, "53861": 88, "5386292": 88, "5386515": 88, "53871423": [], "5387219": 88, "5387278": 88, "538761": 88, "53877383": 88, "53879035": 88, "5388": 88, "5388161": 88, "53883": 88, "538839": 88, "53884125": 88, "538858": 88, "538927": [], "538958": [], "5389596": 88, "53897": [], "539": 88, "5390035": 88, "539004": 88, "53900844": 88, "5390251": 88, "53905785": 88, "5390804": 88, "5390824": 88, "539095": 88, "5391033": 88, "5391308": 88, "5391666": 88, "5391984": 88, "5392112": 88, "5392127": 88, "5392456": 88, "539251": 88, "539265": 88, "5392986": 88, "5393": 88, "5393296": 88, "539335": 88, "53937": 88, "5393739": [], "5393996": 88, "5394098": 88, "53944": [], "5394598": 88, "5394630": [], "5394658": 88, "5394684": 88, "539474": [], "5394852": 88, "539497": [], "539499": 88, "53952277": 88, "5395342": 88, "5395421": 88, "539546": 88, "539574": 88, "5395818": 88, "539604": 88, "539623": 88, "5396280": 88, "53964144": 88, "53965": [], "539667": [], "53966886": 88, "5397011": 88, "539743": [], "5397744": 88, "539776": 88, "53978515": 88, "5397962": 88, "5398349": 88, "53984": 88, "539856": 88, "53989124": 88, "539898": 88, "5399": [], "53991157": 88, "539938": [], "5399779": 88, "539994": 88, "53e": [], "54": 88, "540": 88, "5400": 88, "5400142": 88, "54004": 88, "5400804": 88, "540115": 88, "5401261": 88, "54013": 88, "54017186": 88, "540173": [], "5401795": [], "5402": [], "5402309": 88, "54025817": 88, "54027003": 88, "54027826": 88, "5402948": 88, "54032713": 88, "5403493": 88, "54036033": 88, "54037046": 88, "5403727": 88, "540373": 88, "540374": 88, "5403895": 88, "54043": 88, "5404676": 88, "5405313": 88, "5405514": 88, "54055905": 88, "5405704": 88, "5405833": 88, "5405888": 88, "5406": 88, "5406721": 88, "540695": [], "5407041": 88, "5407239": 88, "540739": 88, "540747": [], "540765": 88, "54078346": 88, "5407839": 88, "540817": 88, "54091305": 88, "540945": 88, "54097": 88, "5409855": 88, "54098874": 88, "541": 88, "54101473": 88, "541046": [], "54107344": 88, "5410773": 88, "541078": 88, "54108626": 88, "54115397": 88, "5411753": 88, "5411768": 88, "5411967": 88, "5412": 88, "54122055": 88, "5412222": 88, "541273": 88, "54128826": 88, "5412886": 88, "541368": [], "5414": 88, "54144": [], "541458": [], "5415164": 88, "54151756": 88, "541536": [], "541555584377814": 87, "54156417": 88, "54161423": 88, "5416266": 88, "5416288": 88, "54163647": 88, "541643": 88, "541664": [], "5417215": 88, "54172724": 88, "5417592": 88, "5417824": 88, "541798": 88, "541845": 88, "5418456": 88, "54185": 88, "541876": [], "5418966": 88, "54191655": 88, "5419211": 88, "542": 88, "5420063": 88, "542013": 88, "5420532": 88, "5421385": 88, "5422066": 88, "5422864": 88, "5423193": 88, "54236495": 88, "5423658": 88, "54238665": 88, "5424": [], "542418": 88, "5424355": 88, "5424409": 88, "5424504": 88, "5424525": 88, "5424583": 88, "5424614": 88, "542463": 88, "542467": [], "5424672": 88, "5425": 88, "5425492": 88, "5425527": 88, "54256356": 88, "5425659": 88, "5425802": 88, "5425981": 88, "542606": [], "5426111": 88, "5426403": 88, "5426537": 88, "542692": [], "5427035": 88, "5427477": 88, "54274786": 88, "542755": [], "54282": [], "54283965": 88, "5428477": 88, "5428774": 88, "5428782": 88, "5428844": 88, "542898": 88, "542915": 88, "542942": [], "542959": 88, "5429614": 88, "5429884": 88, "543": 88, "54300797": 88, "54302555": 88, "543064": [], "5430878": 88, "54309523": 88, "5431504": 88, "5431811": 88, "543193": 88, "543203": 88, "543218": 88, "5432209": 88, "5432226": 88, "543234": 88, "543236": [], "54327774": 88, "543297": 88, "543318": [], "54333": 88, "5433649": 88, "5433738": 88, "54339445": 88, "5434403": 88, "543456": 88, "543495": 88, "5435": 88, "54356223": 88, "5436": 88, "543684": 88, "54370236": 88, "54382": 88, "54385": 88, "5438634": 88, "54387665": 88, "54388": [], "54390925": 88, "543911": 88, "54391766": 88, "543919": 88, "543923666379": 88, "5439414": 88, "54394243021113": 87, "5439517": 88, "5439629": 88, "54398": 88, "54398394": 88, "543995": [], "544": 88, "5440253": 88, "5440325": 88, "5440534": 88, "544071": 88, "5441095": 88, "54411": 88, "544112": 88, "54411274": 88, "5441167": 88, "5441645": 88, "5442243": 88, "544271": 88, "5443028": 88, "5443199": 88, "5443922": [], "544415": 88, "54443008629097": 87, "54443556": 88, "54443693": 88, "5444383": 88, "54449135": 88, "5445": [], "5445093": 88, "5445099": 88, "544511": 88, "5445381": [], "5445386": 88, "544561": 88, "54456586": 88, "544591": 88, "54462": 88, "5446328": 88, "5446514": 88, "5446627": 88, "5446676": 88, "54468983": 88, "5446982": 88, "5447": 88, "54471004": 88, "5447197": 88, "54473": 88, "54474": 88, "5447902": 88, "54479283": 88, "544811": [], "544844": [], "5448622": 88, "544863": [], "5448709": 88, "54489666": 88, "5449": [], "5449313": 88, "54498": 88, "5449859": 88, "545": 88, "5450403": 88, "545046": 88, "5450599": 88, "545063": 88, "54506963": 88, "5450871": 88, "54509455": 88, "545113": [], "545132": 88, "5451938": 88, "5451945": 88, "54522": 88, "545242": [], "5453062": 88, "545315": [], "5453474": 88, "54539114": 88, "5454": 88, "5454461": 88, "5454828": 88, "545495": 88, "5454958": 88, "5455": 88, "545568": [], "54561234": 88, "5456309": 88, "5457142": 88, "54572": 88, "5457581": 88, "545778": 88, "5457816": [], "545784": 88, "545813": 88, "54583": 88, "5458318": 88, "5458494": 88, "545856": 88, "545876": 88, "545893": 88, "545914": [], "545917": 88, "5459274": 88, "5459372": 88, "54597014": 88, "546": 88, "5460459": 88, "5460723": 88, "5460789": 88, "546131": [], "5461456": 88, "5462": 88, "54623294": 88, "546234": 88, "54627216": 88, "546297": [], "54631126": 88, "546316": [], "5463252": 88, "5463375": 88, "546363": 88, "546379": [], "546386": 88, "54639435": 88, "546406": [], "546421": 88, "54648": [], "5464917": 88, "5465572": 88, "5466156": 88, "5466317": 88, "5466357": 88, "5466535": 88, "5466638": 88, "546675": [], "5467417": 88, "54677576": 88, "54681474": 88, "54685": 88, "54690814": 88, "54691863": 88, "5469197": 88, "54694": 88, "546963": 88, "547": 88, "5470023": 88, "5470403": 88, "5470867": 88, "5470916": 88, "547092": 88, "5471": 88, "547106": [], "54712": 88, "5471282": 88, "547131": 88, "547195": 88, "54723155": 88, "547246": 88, "54726356": 88, "547272": [], "547295": 88, "547304": 88, "54733247": 88, "54736906": 88, "5473854": 88, "5473886": 88, "5474": [], "54740614": 88, "547411": [], "54742": [], "5474234": 88, "54746234": 88, "54747796": 88, "5475": [], "5475044": 88, "54750985": 88, "547533": 88, "547562": 88, "54760426": 88, "5476142": 88, "54764646": 88, "5476526": 88, "5476658": 88, "5476698": 88, "5476869": 88, "5476889": 88, "5476897": 88, "547703": [], "5477345": 88, "547735": 88, "547737": [], "54774886": 88, "5477599": 88, "5478105": 88, "5478166": 88, "547817": 88, "5478258": 88, "5478724": 88, "5479": 88, "54790294": 88, "54792434": 88, "5479336": 88, "54797": 88, "548": [], "5480198": 88, "5480443": 88, "5480653": 88, "5481180476335": [], "548127": 88, "548149": 88, "548159": 88, "548169": 88, "5481821": 88, "548193": 88, "54820263": 88, "54821104": 88, "54822415": 88, "5482404": 88, "54828113": 88, "5482832": 88, "5482961": 88, "5483": 88, "54837": 88, "54846": 88, "54846084": 88, "548481": 88, "54848135": 88, "5485": 88, "548512": 88, "54851604": 88, "5485165": 88, "54857564": 88, "54861116": 88, "54861456": 88, "5486326": 88, "5486369": 88, "5486802": 88, "548685": 88, "54868525": 88, "54869": 88, "5486909": 88, "548694042230082": 87, "54871774": 88, "5487202": 88, "5487291": 88, "54873127": 88, "54873675": 88, "5487462": 88, "5487605": 88, "54877263": 88, "548784": 88, "54880446": 88, "5488086": 88, "54882467": 88, "5488366": 88, "5488703": 88, "5488763": 88, "5489": [], "5489416": 88, "5489485": 88, "54895735": 88, "5489684": 88, "5489833": 88, "548994": 88, "549": [], "5490004": 88, "54902047": 88, "54904": 88, "54906": 88, "54911965": 88, "549128667042552": 87, "5491488": 88, "5491493": 88, "54917": 88, "5491842": 88, "5492394": 88, "5492477": 88, "549256": 88, "54932": 88, "5493422": 88, "5493469": 88, "549356": 88, "549387": [], "5493928": 88, "549397": 88, "5494096": 88, "549414": 88, "54942": [], "54942547428998": 87, "5494404": 88, "5494709": 88, "549475": 88, "5494772": 88, "5495063": 88, "549553": 88, "549554": 88, "5496004": 88, "54963833": 88, "54967624": 88, "5496842": 88, "549686": 88, "5497303": 88, "5497354": 88, "5497609": 88, "5497633": 88, "549768": 88, "549792": 88, "54980737": 88, "549844": 88, "54985": 88, "5498531": 88, "54986364": 88, "5498812": 88, "5499": [], "54990333": 88, "5499281": 88, "54993534": 88, "5499556": 88, "54996514": 88, "54e": [], "55": [48, 88, 97], "550": 88, "5500041": 88, "5500122": [], "5500188": 88, "55003184": 88, "550037": 88, "55005": 88, "550064": [], "550093": 88, "5501362": 88, "55014247": 88, "55016": [], "5501625": 88, "5501729": 88, "5502121": 88, "5502559": 88, "55026835": 88, "550316": [], "5503271": 88, "55034345": 88, "550349": 88, "5504": 88, "550435": 88, "5504442": 88, "55046314": 88, "5505": 88, "550522": [], "5505513": 88, "5505719": 88, "5506": [], "5506163": 88, "5506256": 88, "55066": 88, "55067575": 88, "5507": 88, "55072635": 88, "55074": [], "550755": 88, "5507849": 88, "5507915": 88, "550816": [], "550823": 88, "550829": 88, "550978": 88, "55099154": 88, "551": 88, "55100894": 88, "5510169": 88, "55104": 88, "5510481": [], "5511008": 88, "551136": [], "551146": 88, "5511603": 88, "55116636": 88, "5511708": 88, "55117446": 88, "551191": 88, "5511976": 88, "551251": 88, "55127794": 88, "5512865": 88, "55129194": 88, "5513": 88, "5513219": 88, "5513284": [], "5513535": 88, "55137": 88, "5513748": 88, "55138546": 88, "5514": 88, "5514032": 88, "55140674": 88, "551414": [], "5514226": 88, "551449": 88, "5514599": 88, "55148435": 88, "551507": 88, "5515428": 88, "55157536": 88, "5515776": 88, "551632": 88, "551647": [], "5516951": 88, "5516999": 88, "551706": 88, "55172324": 88, "5517488": 88, "55175966": 88, "5517722": 88, "5517808": 88, "5517903": 88, "5518": 88, "551846": 88, "55185926": 88, "551872": [], "551905": 88, "55194": 88, "55194175": 88, "5519612": 88, "5519797": 88, "551987": 88, "552": 88, "5520188": 88, "55202717": 88, "5520396": 88, "5520605": 88, "5521386": 88, "5521436": 88, "5521694": 88, "5521695": 88, "55217": [], "5521714": 88, "5522034": 88, "55221": 88, "55221observ": 88, "55225503": 88, "5522666": 88, "55234": [], "55235475": 88, "55237": 88, "5523805": 88, "55239064": 88, "5523942": 88, "5524": [], "552404": [], "55241543": 88, "5524283": 88, "5524557": 88, "5525343": 88, "55258": 88, "55259717": 88, "5526118": 88, "55262": [], "55262065": 88, "552644": 88, "55265516": 88, "55266356": 88, "5526981": 88, "5527135": 88, "5527236": 88, "5527366": 88, "5527713": 88, "5527771": 88, "5527971": 88, "5528361": 88, "5528417": 88, "5528519": 88, "552856": [], "5528832": 88, "5528835": 88, "55293": 88, "55293316": 88, "5529442": 88, "55296": 88, "5529751": 88, "5529992": 88, "553": 88, "55303645": 88, "553055": 88, "55306eval": [], "553071": 88, "55308": 88, "5530858": 88, "55309": 88, "55316174": 88, "5532068": 88, "5532073": 88, "553215": [], "5532218": 88, "5532286": 88, "55326": [], "55328524": 88, "553299": 88, "5533043": 88, "553308": 88, "5533082": 88, "5533313": 88, "55334884": 88, "553366": 88, "5534032": 88, "553409": 88, "5534122": 88, "55341357": 88, "5534155": 88, "55346644": 88, "55347115": 88, "55348635": 88, "5535": 88, "553505": 88, "55350536": 88, "5535495": 88, "553555": 88, "55356": 88, "553564": [], "55356497": 88, "55357": 88, "5535718": 88, "5535963": 88, "55359983": 88, "5536": [], "5536466": 88, "5536608": 88, "553667": 88, "55369776": 88, "553706": 88, "55375": 88, "55375624": 88, "553781": 88, "55382276": 88, "55385876": 88, "5538765": 88, "553884": [], "5539": 88, "55391": 88, "55393046": 88, "5539451": 88, "55395": [], "553978": 88, "5539855": 88, "5539978": 88, "554": 88, "5540166": 88, "554018": 88, "5540245": 88, "554043": 88, "5540666": 88, "55406755": 88, "554092": 88, "554108": [], "5541122": 88, "55411774": 88, "5541394": 88, "5541462": 88, "55414724": 88, "5541575": 88, "5541714": 88, "55418": 88, "5542": [], "5542032": 88, "554226": 88, "5542274": 88, "554268": [], "5542798": 88, "5542903": 88, "5543165": 88, "55432165": 88, "55434483": 88, "5543718": 88, "5543792": 88, "5543905": 88, "554426": [], "55443186": 88, "55443406": 88, "55445427": 88, "5544715": 88, "5544872": 88, "5544963": 88, "554504": [], "5545195": 88, "55455": 88, "55456114": 88, "55456597": 88, "5545751": 88, "5545755": 88, "5546273": 88, "5546337": 88, "55467": [], "55467534": 88, "5546784": [], "5546907": 88, "554697": 88, "5547223": 88, "55472237": 88, "5547503": 88, "5547528": 88, "5547636": 88, "554829": [], "554832": 88, "554842": 88, "5548422": 88, "5548455": 88, "5548712": 88, "554873": 88, "55488044": 88, "5548862": 88, "5549": [], "554924": [], "554943": 88, "5549486": 88, "554959": 88, "554966": 88, "555": 88, "55501115": 88, "5550396": 88, "5550428": 88, "5550677": 88, "55507797": 88, "555089": 88, "5551138": 88, "555115": [], "5551388": 88, "5551441": 88, "5551454": 88, "555164": 88, "5551755": 88, "5551895": 88, "55519": 88, "5551984": 88, "555214": 88, "5552167": 88, "55525917": 88, "55527323": 88, "5552763": 88, "5552768": 88, "5552869": 88, "5552955": 88, "55530035": 88, "555327": 88, "55542153": 88, "555464": 88, "555471": 88, "55550545": 88, "555534": 88, "555553": 88, "55556273": 88, "5555879": 88, "5556129": 88, "5556471": 88, "5556854": 88, "55569": 88, "5556983": 88, "5557076": 88, "5557099": 88, "555716": [], "5557412": [], "555758": 88, "55577815": 88, "55578524": 88, "5558041": 88, "5558078": 88, "55583966": 88, "55586": 88, "555866": 88, "555878": 88, "5558981": 88, "5558998": 88, "555937": 88, "5559428": 88, "555973": [], "5559936": 88, "556": 88, "5560081": 88, "5560113": 88, "556021": 88, "5560292": 88, "556053": 88, "55605805": 88, "5560645": 88, "5561081": 88, "5561342": 88, "5561492": 88, "55619586": 88, "5562041": [], "55621135": 88, "556267": 88, "556306": [], "556307": 88, "5563166": 88, "5563263": 88, "5563617": 88, "55637": [], "5564007": 88, "5564014": 88, "5564337": 88, "5564615": 88, "5564629": 88, "5564656": 88, "55646765": 88, "5564922": 88, "55651355": 88, "55652": [], "556526": 88, "556564": 88, "556591": [], "55659634": 88, "5566": 88, "5566011": 88, "5566139": 88, "556667": 88, "5566958": 88, "5567116": 88, "5567306": 88, "5567345": 88, "5567812": 88, "5567816": 88, "5567986": 88, "556818": 88, "556833": [], "556846": 88, "5568718": 88, "55690765": 88, "556908": 88, "5569336": 88, "5569347": 88, "5569432": 88, "5569693": 88, "55697": 88, "5569715": 88, "556976": 88, "556984": 88, "5569866": 88, "557": 88, "5570390": [], "5570473": 88, "55705786": 88, "55705870892625": 87, "5570906": 88, "5570953": 88, "5571454": 88, "557199": 88, "557205": [], "55721813": 88, "557232": 88, "55723226": 88, "5572402": 88, "5572584": 88, "5572864": 88, "55729353": 88, "5573": [], "5573504": 88, "557352": 88, "55737716": 88, "5574": [], "557405": 88, "55741847": 88, "5574808": 88, "5575017": 88, "557518": [], "5575346": 88, "55758876": 88, "5576": 88, "5576281": 88, "5577214": 88, "5577932": 88, "5578": [], "55784696": 88, "5578672": 88, "557872": 88, "5578886": 88, "5579": [], "55792755": 88, "55795": 88, "55798": [], "55799246": 88, "5579975": 88, "55799836": 88, "558": 88, "5580063": 88, "5580195": 88, "55802": 88, "55806": [], "5580752": 88, "5580853": 88, "55814": 88, "5581454": 88, "5581665": 88, "5581753": 88, "5582222": 88, "55829114": 88, "558294": 88, "55830675": 88, "5583141": 88, "55831707": 88, "55835766": 88, "5584047": 88, "558432": 88, "5584394": 88, "55844": 88, "55844474": 88, "5584458": 88, "5584536": 88, "558455": 88, "5584724": 88, "55847484": 88, "5585": 88, "55851454": 88, "558548": [], "558628": 88, "5586772": 88, "558686": 88, "5587191": 88, "558744": 88, "558764": 88, "558768": 88, "5587882": 88, "55880237": 88, "5588086": 88, "5588121": 88, "558826": 88, "5588301": 88, "55883396": 88, "5588586": 88, "5588589": 88, "55886513": 88, "5588706": 88, "558881": 88, "55891603": 88, "5589163": 88, "558957": 88, "558987": 88, "559": 88, "55901": [], "5591": 88, "5591409": 88, "559185": 88, "559212": 88, "55922": 88, "5592229": 88, "5592591": 88, "55927306": 88, "5592775": 88, "55928177": 88, "5592858": 88, "55929536": 88, "559301": 88, "559303": 88, "5593362": 88, "5593409": 88, "5593534": [], "5593620": 88, "5593768": 88, "5594101": 88, "5594333": 88, "5594481": 88, "5594536": 88, "5594652": 88, "5594797": 88, "5595217": 88, "55952555": 88, "55953": [], "55955064": 88, "55956": [], "559576": 88, "5596": [], "559614": [], "559618": 88, "5596365": 88, "5596565": 88, "559666": 88, "55967313": 88, "5596941": 88, "559727": 88, "559746": [], "5597665": 88, "559769": 88, "559814": 88, "559820": 88, "5598209": 88, "559826": 88, "55982804": 88, "5598327": 88, "5598391": 88, "55985": 88, "5598894": 88, "5599": [], "559995": 88, "55e": [], "56": [88, 92], "560": 88, "5600017": 88, "56004": [], "560059": [], "5600617": 88, "5600705": 88, "5601258": 88, "5601274": 88, "5601608": 88, "56018": 88, "5601868": 88, "5602": 88, "56026334": [], "5602707": 88, "5603": [], "5603004": 88, "560308": 88, "56034374": 88, "560345": [], "56035453": 88, "5603936": 88, "560407": [], "560414": 88, "560442": 88, "56048197": 88, "5604869": 88, "56050634": 88, "5605385": 88, "56056577": 88, "5605719": 88, "56058276": 88, "560585": 88, "56062645": 88, "5606358": 88, "560649": [], "560654": 88, "5606868": 88, "5606892": 88, "56069905": 88, "5607": 88, "560709": 88, "56075": 88, "5607561": 88, "56076": 88, "560783": [], "56079453": 88, "5608044": 88, "5608053": 88, "56081593": 88, "5608194": 88, "5608504": 88, "5608968": 88, "56092": 88, "560926": 88, "560928": [], "560935": 88, "560976": 88, "5609831": 88, "5609896": 88, "561": 88, "5610249": 88, "5610392": 88, "5610723": 88, "561088": 88, "5610979": 88, "56110525": 88, "561121": 88, "5611448": 88, "56116": 88, "5612639": 88, "561268": [], "5612784": 88, "561315": 88, "5613375": 88, "5613681": 88, "5613741": 88, "561388": 88, "561466": [], "56149673": 88, "561497": 88, "5615066": 88, "561508": [], "5615252": 88, "5615281": 88, "561531": [], "5615675": 88, "56157255": 88, "5616": 88, "561605": [], "5616575": 88, "561707": 88, "5617225": 88, "5617243": 88, "561728": 88, "5617346": 88, "56177": 88, "56181": 88, "561811": 88, "5618351": 88, "56186": 88, "56186986": 88, "561874": [], "5619": 88, "561925": 88, "561935": [], "56193984": 88, "56195545": 88, "56198007": 88, "562": 88, "5620312": 88, "562036": 88, "562044": [], "5620593": 88, "562092": [], "5621948": 88, "5622056": 88, "5622354": 88, "56227493": 88, "56227905": 88, "562289": 88, "5623": 88, "56238866": 88, "56239194": 88, "56239665": 88, "5624": [], "56241524": 88, "5624415": 88, "5624417": 88, "5624542": 88, "56246": 88, "5624905": 88, "5625": 92, "562526": 88, "562527": 88, "562544": [], "56255585": 88, "562557": 88, "562576": 88, "5625767": 88, "5625983": 88, "5626245": 88, "56263065": 88, "56264126": 88, "5626481": 88, "562649": 88, "562683": 88, "56269115": 88, "5627": 88, "5627432": 88, "5627477": 88, "5627925": 88, "5628347": 88, "5628762": 88, "5629": 88, "56291384": 88, "562924": 88, "5629293": 88, "56294": [], "562945": 88, "562976": 88, "562977": [], "5629854": 88, "563": 88, "563004": 88, "563036": [], "563082": 88, "56312746": 88, "563128438885332": 91, "563145": 88, "56320685": 88, "56323266": 88, "5632368": 88, "56324": 88, "56331086": 88, "5633383": 88, "5633478": [], "563366": 88, "56336856": 88, "5633755": 88, "563388": 88, "5634": 88, "56345624": 88, "56348205": 88, "5635088": 88, "56351864": 88, "563546": 88, "56356525": 88, "56357": [], "563572": [], "5635739": 88, "5635859": 88, "5636077": 88, "5636206": 88, "56362295": 88, "5636337": 88, "5636542": 88, "563667": 88, "563685767946": [], "56369877": 88, "563757": 88, "56376827": 88, "563786": [], "56379765": 88, "5638015": 88, "5638099": 88, "56383777": 88, "563845": [], "5638685": 88, "56388795": 88, "5638895": 88, "5639189": 88, "5639225": 88, "56395": 88, "563951": [], "564": 88, "5640": 88, "564005": 88, "56401074": 88, "5640312": 88, "56406105": 88, "56409574": 88, "564137": 88, "56415683": 88, "5641609": 88, "564178": 88, "5642": 88, "564209": [], "5642197": 88, "5642223": 88, "5642659": 88, "564283": [], "564302": 88, "564306": 88, "564335": 88, "564337": 88, "56435245": 88, "56439453": 88, "5644106": 88, "56445": 88, "564451": 88, "564471": 88, "5645244": 88, "5645316": 88, "56456": [], "564562": 88, "5645857": [], "5645984": 88, "564636": [], "56464": 88, "56464887": 88, "564667": 88, "5646814": 88, "5646908": 88, "564697": 88, "564714": 88, "5647314": 88, "5647787": 88, "564785": 88, "56485": [], "564856": 88, "56486": 88, "5648894": 88, "5649": 88, "56490666": 88, "564915": 88, "5649352": 88, "5649356": 88, "564964": 88, "564985": [], "565": 88, "565039": 88, "5650671": 88, "56509": 88, "5651": 88, "565111": [], "565113": [], "565138": 88, "56515807": 88, "565159": 88, "5651922": 88, "56519806": 88, "5652": [], "5652022": 88, "5652597": [], "5653028": 88, "56532216": 88, "56539375": 88, "5654": [], "56540513": 88, "56541896": 88, "565423": 88, "5654308": 88, "565445997684": [], "5654557": 88, "5654672": 88, "56546825": 88, "56547266": 88, "565481": 88, "5654861": 88, "56549": [], "5655531": 88, "5655559": 88, "565566": 88, "565578": 88, "56558": 88, "5655856": 88, "56558716": 88, "565605": 88, "565649": 88, "5656659": 88, "56568825": 88, "5657": 88, "565727": 88, "56573695": 88, "56575": 88, "565752": 88, "56580913": 88, "565819": [], "5658288": 88, "565836": 88, "56585896": 88, "5658715": 88, "565893": 88, "565937": 88, "565943": [], "5659686": 88, "565983": 88, "566": 88, "5660": [], "566004": 88, "566029": 88, "5660534": 88, "56607175": 88, "566076": [], "566102": 88, "5661256": 88, "5661349": 88, "5661443": 88, "566183": 88, "56619": 88, "56619877": 88, "5662": [], "566205": 88, "56621873": 88, "5662266": 88, "56623256": 88, "56629306": 88, "5663723": 88, "5663818": 88, "5663941": 88, "5664": 88, "5664072": 88, "566423": 88, "5664347": 88, "56647223": 88, "5664812": 88, "56648606": 88, "5665": [91, 92], "56650984": 88, "5665276": 88, "56653": 88, "5665411": 88, "566541371296": [], "56656": 88, "5666051": 88, "56662697": 88, "566633": [], "5666964": 88, "5666989": 88, "5667": 88, "5667256": 88, "566761270651252": 87, "56677574": 88, "566776": 88, "56682175": 88, "566832": [], "56683975": 88, "5668588": 88, "5668687": 88, "5668865": 88, "5669163": 88, "566929": 88, "5669565": [], "566957": 88, "5669913": 88, "567": 88, "5670099": 88, "56704056": 88, "5670764": 88, "56707734": 88, "567085": 88, "5671322": 88, "5671427": [], "56715393": 88, "5671752": 88, "5671839": 88, "5671853": 88, "5671866": 88, "56719875": 88, "5672": 88, "56720704": 88, "5672113": 88, "567223": 88, "567234": 88, "567276": 88, "56727827": 88, "5672826": 88, "567287": [], "5673": 88, "56731504": 88, "567355": 88, "56736004": 88, "5674": [], "56740123": 88, "56742716": 88, "56743336": 88, "56746006": 88, "5674669": 88, "567467": 88, "567532": 88, "56754893": 88, "567553": 88, "5675772": 88, "5675932": 88, "56767184": 88, "56772965": 88, "5677372": 88, "5678032": 88, "5678198": 88, "567851": 88, "5679": 88, "567928": [], "56794107": 88, "56796": 88, "5679875": 88, "568": 88, "5680226": 88, "56804836": 88, "56805325": 88, "5680551": 88, "5680781": 88, "56807864": 88, "568176": [], "56817675": 88, "5681816": 88, "568192": 88, "5682805": 88, "568289": 88, "568336": 88, "5683821": 88, "5683845": 88, "568386": 88, "5684049": 88, "568423": 88, "568424": 88, "568428": 88, "5684464": 88, "5684539": 88, "5684681": 88, "56848544": 88, "568491": 88, "5684975": 88, "568501": [], "5685134": 88, "5685551": 88, "5686017": 88, "568609": 88, "568615": 88, "56864643": 88, "5686488": 88, "568665": 88, "56873417": 88, "5687581": 88, "56877047": 88, "568799": 88, "5688": [], "5688081": 88, "568817": 88, "5688212": 88, "56885815": 88, "568867": 88, "56887954": 88, "568895": 88, "5689": 88, "568941": 88, "5689691": 88, "5689736": 88, "568998": 88, "569": 88, "56900626": 88, "5690268": 88, "56905": [], "56906354": 88, "56908": 88, "569082": 88, "569092": 88, "569110": 88, "56913674": 88, "5691375": 88, "56914574": 88, "5691487": 88, "5691646": 88, "5692137": 88, "569231": 88, "569242": [], "56933": [], "569344": 88, "56935364": 88, "56945086": 88, "569469115886": 91, "56946933": 88, "56947": 88, "5694766": 88, "569489": [], "5695127": 88, "5695461": 88, "56956047": 88, "5695698": 88, "5695859": 88, "5695999": 88, "5696038": 88, "5696219": 88, "5696363": 88, "5696626": [], "56967": 88, "56968206": 88, "569685": [], "5697": 88, "569742": 88, "5698075": 88, "5698811": 88, "569885": [], "5699": [], "569904": 88, "569908": 88, "56992936": 88, "569939": 88, "5699636": 88, "569975": 88, "5699807": 88, "5699902": 88, "56e": [], "57": 88, "570": 88, "5700": 88, "5700197": 88, "5700715": 88, "5700747": 88, "5700907": 88, "5701": 88, "570116": 88, "57011676": 88, "57013285": 88, "5701506": 88, "5701654": 88, "57018596": 88, "570192": [], "5701957": 88, "5702106": 88, "5702175": 88, "5702347": 88, "570236": [], "570274": [], "570282": 88, "570291": 88, "570349": 88, "5703897": 88, "5704208": 88, "5704308": 88, "5704312": 88, "5704528": 88, "570454": 88, "570461": 88, "570503": [], "57051325": 88, "5705225": 88, "5705359": 88, "5705632": 88, "570572": 88, "5705747": 88, "5706": 88, "570625": [], "5706309": 88, "5706407": 88, "5706415": 88, "5706846": 88, "5706958": 88, "5707": 88, "5707438": 88, "5707517": [], "570778": 88, "5708447": 88, "570852": 88, "570868": 88, "5709032": 88, "5709787": 88, "57097936": 88, "5709856": 88, "5709927": 88, "571": 88, "5710058": 88, "571008": 88, "571014": 88, "571054": 88, "5711": [], "5711021": 88, "57111": 88, "571140": 88, "571168": [], "57119733": 88, "5712251": 88, "571243": [], "571315": 88, "57135296": 88, "5714": 88, "57148093": 88, "57149625": 88, "5715": [], "571522": [], "5715276": 88, "5715821": 88, "5716357": [], "571651": [], "57166123": 88, "571669": [], "571726": 88, "571745": 88, "571754": 88, "571787": 88, "5718624": 88, "571873": 88, "5719076": 88, "5719746": 88, "572": [], "57200515": 88, "5720068": 88, "5720364": 88, "5720416": 88, "572044": 88, "57205784": 88, "5720636": 88, "57211494": 88, "5721178": 88, "572136": 88, "57217467": 88, "572285": [], "5722973": 88, "5723": [], "572311": 88, "5723399": 88, "57236373": 88, "572395": [], "5724": [], "5724019": 88, "57249767": 88, "5725117": [], "57251346": 88, "57259274": 88, "5726118": 88, "572632": [], "572663": 88, "572727": [], "57273597": 88, "5727548": 88, "572770": 88, "572773": [], "572788": [], "5727923": 88, "57279825": 88, "5728": 88, "57281": [], "5728542": 88, "57289267": 88, "57292664": 88, "57294834": 88, "57298166": 88, "573": 88, "5730133": 88, "573015": 88, "57301694": 88, "573046": 88, "573052": 88, "57310134": 88, "5731233": 88, "57312644": 88, "5731427": 88, "5731894": 88, "5732354": 88, "5732812": 88, "5732813": 88, "573284": [], "57328635": 88, "573292": [], "5733001": 88, "573324": 88, "57335": 88, "5733738": 88, "5733868": 88, "5734025": 88, "573422": 88, "57344127": 88, "573442": 88, "57345": 88, "5735": 88, "57355": [], "5735708": 88, "573598": [], "5736": [], "57360846": 88, "573618": 88, "573639": 88, "573654": 88, "573656": 88, "57366884": 88, "5737": 88, "5737185": 88, "573734": [], "57375": [], "5737544": 88, "5737589": 88, "5737705": 88, "5738145": 88, "57387": 88, "573883": 88, "5739323": 88, "574": 88, "5740471": 88, "5740651": 88, "5740691": 88, "5740705": 88, "5740986": 88, "5741574": 88, "57416844": 88, "5741721": 88, "5741775": 88, "574192": 88, "5742004": 88, "57421": 88, "574221": 88, "57430094": 88, "57439154": 88, "5744": [], "5744299": 88, "5744364": 88, "5744385": 88, "5744439": 88, "5745": 88, "5745271": 88, "57459754": 88, "57461345": 88, "574663": 88, "5746759": 88, "5747429": 88, "5748": 88, "57480687": 88, "574833": 88, "5748357": 88, "57483864": 88, "574879": 88, "5748912": 88, "5749": [], "5749003": 88, "57490504": 88, "57495": [], "575": 88, "575014": [], "57501805": 88, "57506": 88, "5750659": 88, "57507336": 88, "57509667": 88, "57513": 88, "5751729": 88, "5752": 88, "57522094": 88, "5752483040997": 88, "575272": 88, "57529": 88, "575298": [], "575333": 88, "575341": 88, "57535124": 88, "575379": [], "5754": 88, "575438": 88, "5754787": 88, "575502": 88, "57550526": 88, "57551444": 88, "5755236": 88, "57556": 88, "57558": 88, "57566": [], "575708": 88, "57573754": 88, "575752": [], "575763": 88, "57579": 88, "5757981": 88, "5758": 88, "5758265": 88, "5758391": 88, "575884449961": [], "5759059": 88, "575914": 88, "57591987": 88, "5759231": 88, "57593": [], "57596": 88, "575974": 88, "5759835": 88, "5759859": 88, "576": 88, "5760601": 88, "57607645": 88, "5761": 88, "5761264": 88, "5761373": 88, "576153": 88, "57615894": 88, "57616866": 88, "5761952": 88, "5762": 88, "57621604": 88, "576239": 88, "5762792": 88, "5763": 88, "5763175": 88, "5763236": 88, "57633": [], "5763369": 88, "5763772": 88, "5763817": 88, "5763838": 88, "5764": 88, "5764105": 88, "576416": 88, "5764396": 88, "57644": [], "576445": 88, "5764823": 88, "57650405": 88, "5765381": 88, "5765721": 88, "576593": 88, "576597": [], "5766": 88, "5766741": 88, "57667965": 88, "57668": [], "5766822": 88, "5767044": 88, "5767204": 88, "576721": 88, "5767437": 88, "5767698": 88, "5767927": 88, "5767989": [], "5768": [], "5768062": 88, "576808": 88, "5768096": 88, "5768169": 88, "5768173": 88, "576821878193": 88, "57682735": 88, "576848": 88, "5768549": 88, "57689935": 88, "5769097": 88, "576912": 88, "57692695": 88, "5769292": 88, "57692945": 88, "5769484": 88, "57697374": 88, "577": 88, "577042": 88, "577064": [], "57706785": 88, "5771002": 88, "57716566": 88, "577183": 88, "5772097": 88, "5772372": 88, "577261": [], "577263": 88, "57729274": 88, "5773": 88, "5773032": 88, "5773106": 88, "5773697": [], "577389": 88, "577398": [], "5774": [], "577415": [], "5774228": 88, "577456": 88, "57752806": 88, "577544": 88, "57755387": 88, "57759": 88, "577617": 88, "5776382": 88, "5777": 88, "57773423": 88, "5777636": 88, "577765": [], "57777035": 88, "5777726": 88, "577828": 88, "5778439": 88, "57784855": 88, "577883": [], "5779271": 88, "5779493": 88, "5779591": 88, "578": 88, "5780302": 88, "57803994": 88, "5781016": [], "578194": [], "5782021": 88, "5782455": 88, "5784": [], "5784179": 88, "57842": 88, "5784278": 88, "57842946": 88, "578437": 88, "57848364": 88, "5784974": 88, "5785": 88, "5785413": 88, "57859": 88, "578661": 88, "57866347": 88, "57867": [], "57871276": 88, "57871455": 88, "57871723": 88, "5787244": 88, "57874": [], "578747": [], "5788092": 88, "57881": [], "5788305": 88, "57887894": 88, "5789178": 88, "5789284": 88, "578968": 88, "578972583602845": 87, "57897264": 88, "579": 88, "579016": 88, "579048": 88, "579062": 88, "57908": [], "57908607": 88, "57911545": 88, "579129": [], "579197": 88, "57919914": 88, "57923": 88, "579243": [], "5792787": 88, "57931": 88, "579311": 88, "5793196": 88, "5793461": 88, "5794": [], "5794202": 88, "5794539": 88, "57948405": 88, "5795": 88, "5795618": 88, "57961506": 88, "5796343": 88, "57965827": 88, "57971853": 88, "57973367": 88, "57976246": 88, "5797688": 88, "57982737": 88, "57987076": 88, "5798779": 88, "5798936": 88, "5799": [], "57992": [], "57993": 88, "5799488": 88, "5799743": 88, "5799849": 88, "57999295": 88, "57e": [], "58": 88, "580": 88, "58006": [], "5800644": 88, "5800773": 88, "5800826": 88, "5800992": 88, "580149": [], "580164": 88, "580183": 88, "5802": [], "58020896": 88, "5802178": 88, "58021843": 88, "58022875": 88, "58023": 88, "58023536": 88, "5802416": 88, "580284": [], "580324": 88, "58033276": 88, "58034223": 88, "58037": 88, "580376": [], "5804075": 88, "5804142": 88, "580433": 88, "580465": [], "5804793": 88, "580566": [], "58056617": 88, "580584": 88, "580597": 88, "5806": 88, "580658": 88, "580679": 88, "5806812": 88, "580736": [], "58074886": 88, "580758": 88, "5807828": 88, "580789": 88, "5808672": 88, "580873": 88, "580921": 88, "580952": 88, "5809547": 88, "580969": 88, "58096933": 88, "58097637": 88, "5809846": 88, "581": 88, "5810": 88, "5810127": 88, "581085": 88, "5810938": 88, "5811306": 88, "581248": 88, "581272": [], "5812986": 88, "581318": 88, "5813229": 88, "581327": 88, "581331": 88, "581337": 88, "5813453": 88, "5813489": 88, "581354": 88, "581378312066": [], "5814": [], "5814025": 88, "581454": 88, "58147824": 88, "5815": [], "581515": 88, "581535": [], "58154064": 88, "5815425": [], "5815717": 88, "5815977": 88, "5816201": 88, "581656": [], "58169216": 88, "5816995": 88, "5817049": 88, "581716": 88, "58174": [], "5818277": 88, "5818359": 88, "58185273": 88, "5818582": 88, "581867": 88, "581888": 88, "5818901": 88, "58190334": 88, "5819474": 88, "5819654": 88, "58198196": 88, "5819852": [], "582": 88, "582035": [], "582073": 88, "5820892": 88, "5820943": 88, "5821": 88, "5821182": 88, "582127": 88, "58214617": 88, "58215773": 88, "58216": [], "5821661": 88, "58218145": 88, "5822137": 88, "58223057": 88, "5822629": 88, "5822817": 88, "582311": 88, "582342": 88, "582347": 88, "58235884": 88, "582365": 88, "5823717": [], "5824": [], "582436": 88, "58246": [], "582463": 88, "5824897": 88, "582496": 88, "5825": [], "582552": 88, "58256054": 88, "582571129998": [], "5826374": 88, "58267": [], "582677": [], "5826779": 88, "58274": [], "58274484": 88, "58279": 88, "5828133": 88, "582819": 88, "582832": 88, "582855": 88, "582864": 88, "5829392": 88, "582941": [], "5829737765191": 91, "582977": 88, "583": 88, "5830247": 88, "583076": 88, "5831642": 88, "583183": 88, "5832": [87, 91, 92], "583211": 88, "5832226": 88, "5832275": 88, "5832333": 88, "5832415": 88, "5832475": 88, "583267": 88, "58330154": 88, "5833077": 88, "583328": [], "5833579": 88, "58337": 88, "583385": 88, "5834006": 88, "583437": [], "58344203": 88, "583447": 88, "5834517": 88, "5834549": 88, "58347": 88, "583477": 88, "583479": 88, "5834858": 88, "58353": 88, "58355004": 88, "583551": [], "5835627": 88, "5835694": 88, "583582": 88, "5836143": 88, "58362436": 88, "5836267": 88, "583647": [], "58365": 88, "583698": [], "58372366": 88, "58372486": 88, "583727": [], "583792": [], "5838013": 88, "5838135": 88, "5838673": 88, "5839311": 88, "583989": [], "584": 88, "584026": 88, "584083": [], "5840843": 88, "584087": 88, "5841": [], "5841376": 88, "58416838421": 88, "5841779": 88, "58425": 88, "5842815": 88, "5843": [], "58432674": 88, "584349": [], "58435": [], "5843593": 88, "58436984": 88, "5844190": 88, "58445": [], "584465": [], "5844659": 88, "5844762": 88, "5845102": 88, "58455807": 88, "58457565": 88, "58459145": 88, "58462423": 88, "584682": 88, "5846887": 88, "584701": 88, "5847483": 88, "58477837": 88, "5847802": 88, "584789": 88, "58479565": [], "5848069": 88, "58484507": 88, "58486": 88, "5848836": 88, "5849": [], "584923": 88, "584944": 88, "5849574": 88, "58496": 88, "58497": [], "58499104": 88, "58499116": 88, "58499694": 88, "585": 88, "5850111": 88, "5850116": 88, "58501565": 88, "5850192": 88, "585043": 88, "585066": 88, "585074": [], "585142": 88, "5851715": 88, "58517915": 88, "5851827": 88, "5852538": 88, "58527": 88, "585283": [], "5852868": 88, "585293": 88, "585331": 88, "58535206": 88, "58536583": 88, "5853798": 88, "5854": 88, "58541566": 88, "585503": 88, "585554": 88, "585572": 88, "5855881": 88, "5856196": 88, "5856418": 88, "5857": 88, "58572": [], "5857207": 88, "5857285": 88, "5857738": 88, "58579594": 88, "5857964": 88, "5858": 88, "5858135": 88, "58583456": 88, "58585": 88, "5858899": 88, "5859097": 88, "585943": 88, "58596": 88, "58596843": 88, "586": 88, "5860": [], "586008": 88, "58601385": 88, "586021": 88, "586027": [], "58603024": 88, "58606": 88, "586111": 88, "586116": 88, "5861963": 88, "58619934": 88, "5862212": 88, "5862234": 88, "58624": 88, "58625823": 88, "586263": 88, "58629084": 88, "58637": 88, "5864": 88, "586403": 88, "586447": 88, "5864595": 88, "58646005": 88, "586530": 88, "586532": [], "586586": 88, "5866": 88, "5866293": 88, "5866339": 88, "586658": 88, "5866777": 88, "58669466": 88, "586722": 88, "586754": 88, "58676344": 88, "586774": 88, "5867804": 88, "5868": [], "5868233": 88, "58687025": 88, "586883": [], "586922": 88, "58693385": 88, "586972": 88, "587": 88, "587057": 88, "5870982": 88, "587117": 88, "587122": 88, "5871261": 88, "5871456": 88, "587160": 88, "587162": 88, "587172": 88, "5872518": 88, "5872803": [], "58729374": 88, "5873377": 88, "5873753": 88, "5874": [], "58744": [], "587442": [], "5874527": 88, "587473": 88, "587482": 88, "587502": 88, "5875129": 88, "58754": [], "5875408": 88, "5875570": 88, "587578": 88, "5875917": 88, "5876": 88, "587616": 88, "5876253": 88, "58763933": 88, "58764": [], "58764386": 88, "5876465": 88, "58769107": 88, "58770126": 88, "58770245": 88, "5877074": 88, "587713": 88, "58771normalized_observ": 88, "5877273": 88, "587751": [], "5877539": 88, "58775854": 88, "5878309": 88, "587831": 88, "587852": [], "5878899": 88, "5879769": 88, "588": 88, "5880195": 88, "5880312": 88, "58808154": 88, "5881263": 88, "588157": [], "58816946": 88, "5881734": 88, "58823": 88, "58823895": 88, "5882423": 88, "5882558": 88, "58828": 88, "5882859": [], "588314": [], "588392": 88, "5884428": 88, "5884490": [], "58846724": 88, "58849037": 88, "5885004": 88, "58853674": 88, "58854395": 88, "58858": 88, "5886": 88, "58862966": 88, "5887": [], "588709": 88, "5887853": 88, "58879554": 88, "588879": 88, "58889323": 88, "588898": 88, "5889195": 88, "58894247": 88, "58895177": 88, "5889604": 88, "588997": 88, "589": 88, "589045": 88, "589077": 88, "589087": [], "589094": [], "58911526": 88, "5891811": 88, "5892423": 88, "589243": 88, "589249": 88, "5892576": 88, "58926": 88, "5892736": 88, "589291": 88, "5892918": 88, "58937997": 88, "58938086": 88, "58938193": 88, "589384": 88, "5893881": 88, "5894232": 88, "589455": [], "5894692": 88, "58953": 88, "5895732": 88, "589615": 88, "58963": 88, "58964": [], "58967793": 88, "589705": 88, "5897415": 88, "5897428": 88, "589764": 88, "589775": 88, "5897941": 88, "5897942": 88, "5898": 88, "5898267": 88, "58984train": [], "5898544": 88, "5898568": 88, "58986723": 88, "5899": [], "5899202": 88, "5899406": 88, "58999133": 88, "58e": [], "59": [88, 97], "590": 88, "5900505": 88, "59005994": 88, "59016514": 88, "590187": 88, "59020483": 88, "59022486": 88, "5902306": 88, "590292": [], "5903": 88, "5903012": 88, "590315": 88, "59040236": 88, "590441": 88, "5904428": 88, "59045064": 88, "590462": 88, "590467": 88, "590484": [], "59049": 88, "590517": 88, "590538": 88, "59059423": 88, "59063864": 88, "590687": 88, "5907": [], "5907012": 88, "59073824": 88, "5907507": 88, "590755": 88, "59078276": 88, "5907834": 88, "5907873": 88, "5907941": 88, "5908": 88, "590807": [], "5908074": 88, "5908131": 88, "5908223": 88, "5908475": 88, "5908606": [], "590897": 88, "590902": 88, "5909082": 88, "590942": 88, "5909555": 88, "59096": [], "5909768": 88, "5909823": 88, "5909923": 88, "591": 88, "591026": [], "59103197": 88, "5910355": 88, "591076": [], "59111065": 88, "5911123": 88, "5911493": 88, "5911661": 88, "59117": [], "591188": 88, "59121025": 88, "59121466": 88, "5912313": 88, "5912821": 88, "5913": 88, "591315": 88, "5913475": 88, "5913595": 88, "591362": 88, "591404": [], "591416269343217": 87, "59142": 88, "591428": 88, "59142episod": 88, "591442": 88, "5914509": 88, "5914562": 88, "59146935": 88, "591479": 88, "59148": 88, "5915166": 88, "5915197": 88, "5915365": 88, "591565": 88, "5915935": 88, "591635": 88, "5916627": 88, "59168285": 88, "5917308": 88, "5917364": 88, "59176975": 88, "591776": 88, "59179": 88, "59182256": 88, "591887": 88, "5919209": 88, "59192115": 88, "5919269": 88, "5919319": 88, "59196055": 88, "5919985": 88, "592": 88, "59201": 88, "592049": 88, "59205204": 88, "5921227": 88, "5921786": 88, "592197": 88, "592348": 88, "59235": [], "5923598": 88, "592382785619": [], "5923904": 88, "5924": [], "592456": 88, "5924812": [], "592484": 88, "592497": 88, "5925": 88, "592537": [], "5925498": 88, "5925606": 88, "5925913": 88, "59264743": 88, "59265435": 88, "5926838": 88, "59269065": 88, "5927": [], "5927008": 88, "592707": 88, "592712": 88, "59274": 88, "5927422": 88, "59275484": 88, "592764": [], "59278834": 88, "5927969": 88, "592913": [], "592935": 88, "59294134": 88, "592945": 88, "592949": [], "5929598": 88, "592964": 88, "59296715": 88, "5929846": 88, "592999": 88, "593": 88, "59300697": 88, "59301543": 88, "593046": 88, "5931436": 88, "593155": 88, "59318": 88, "5931992": 88, "5932324": [], "5932546": 88, "59335715": 88, "59341013": 88, "593421": 88, "59343": [], "5934752": 88, "5935113": 88, "593531": 88, "593536": 88, "5935749": 88, "593599": [], "5936138": 88, "5936951": 88, "593720": [], "5937389": 88, "59374976": 88, "5937617": 88, "5937664": 88, "5937689": 88, "593771": 88, "59385": 88, "593895": [], "5939118": 88, "5939147": 88, "5939164": [], "59393": 88, "59396905606546": 87, "594": 88, "5940024": 88, "5940294": 88, "594033": 88, "5940332": 88, "5940365": 88, "59405303": 88, "5940758": 88, "59407645": 88, "5940795": 88, "5941345": 88, "5941858": 88, "5941936": 88, "5942064": 88, "59421474": 88, "5942193": 88, "59422183": 88, "59422714": 88, "594231": 88, "594267": 88, "59428084": 88, "5943051": 88, "59433746": 88, "5943748": 88, "5943773": 88, "5944": 88, "5944043": 88, "59442": [], "594441": [], "594456": [], "59448165": 88, "5945": 88, "59453154": 88, "594545": 88, "5945455": 88, "59455585": 88, "5945648": 88, "5946": 88, "5946019": 88, "5947": 88, "594752": 88, "59477973": 88, "5948143": 88, "5948344": 88, "59485126": 88, "59489083": 88, "5949": [], "594927": 88, "594945": 88, "594968": [], "5949689": 88, "5949993": 88, "595": 88, "59502": [], "59502417": 88, "59504825": 88, "5950696": 88, "5950888": 88, "5950947": 88, "59511": [], "59511405": 88, "595116": 88, "5951313": 88, "5951342": [], "595141": 88, "5951519": 88, "5951539": 88, "5951883": 88, "595192": 88, "595296": 88, "5953001": 88, "5953148": 88, "59532124": 88, "595346": [], "595356": 88, "595394": 88, "5953943": 88, "59542847": 88, "5954999": 88, "59550154": 88, "59553415": 88, "5956192": 88, "5956381": 88, "5957193": 88, "59572643": 88, "595749": 88, "59576": [], "595761": 88, "595765": 88, "595768": 88, "59577686": 88, "595795": 88, "59581816": 88, "595821": [], "5958607": 88, "595861": 88, "595875": [], "5958812": 88, "5958981": 88, "5959054": 88, "59591": [], "59595": [], "59596": 88, "59596443": 88, "5959754": [], "595993": 88, "596": 88, "596086": [], "596096": 88, "596111": 88, "59612644": 88, "5961701": 88, "5961732": 88, "5961747": 88, "5962315": 88, "596243": 88, "5962815": 88, "596292": 88, "59629387": 88, "5963072": 88, "59634984": 88, "5963737": [], "596426": 88, "5964324": 88, "5964364": 88, "596455": 88, "5965058": 88, "5965096": 88, "596523": 88, "596546": 88, "596565": 88, "59657127": 88, "5965874": 88, "596598": 88, "596604": 88, "596618": [], "59662": [], "59663": 88, "5966348": 88, "596655": [], "59666336": 88, "5966878": 88, "5966899": 88, "5967": 88, "59672314": 88, "59672797": 88, "5967328": 88, "596745": 88, "596769": 88, "596778": 88, "596798": 88, "5968242": 88, "5968392": 88, "5968474": 88, "596859": 88, "596888": 88, "5968947": 88, "5969088": 88, "5969259": 88, "5969614": 88, "5969616": 88, "596966": 88, "596978": 88, "5969876": 88, "5969955": 88, "597": 88, "5970": 88, "59707445": 88, "5970774": 88, "5970889": 88, "59708965": 88, "5970926": 88, "59713477": 88, "5971367": 88, "5971399": 88, "5971434": 88, "597163": 88, "59716505": 88, "597182": 88, "597227": [], "5972313": 88, "5972325183766": 88, "597241": 88, "5972497": 88, "5973083": 88, "59732294": 88, "597338": 88, "5973458": 88, "5973891": 88, "5974": [], "5974033": 88, "5974128": 88, "59742785": 88, "597458": [], "5974582": 88, "5974938": 88, "5974985": 88, "5975275": 88, "5975293": 88, "5975357": 88, "5975566": 88, "597572": 88, "597599": 88, "5976": 88, "5976018": 88, "5976034": 88, "5976042": 88, "597613": 88, "59765524": 88, "59767": 88, "59768385": 88, "59768915": 88, "59769": 88, "5977": [], "5977295": 88, "59774": 88, "5977539": 88, "5977584": 88, "5977618101956": 88, "5977666": 88, "5977668": 88, "5977895": 88, "597816": 88, "59782": 88, "5978811": 88, "597895": 88, "5978973": 88, "59793234": 88, "597946": 88, "5979805": 88, "598": 88, "598022": 88, "5980298": 88, "598036": 88, "5980422": 88, "5980675": 88, "5980688": 88, "5980948": 88, "598097": [], "598116": [], "59814": 88, "59815204": 88, "598158": [], "5981973": 88, "5982102": 88, "5982224": 88, "598228": 88, "598295": 88, "59831053": 88, "5983491": 88, "59835744": 88, "59836376": 88, "5983722": 88, "598387": 88, "5984145": 88, "59844947": 88, "59845626": 88, "5984589": 88, "59846": [], "5984739": 88, "59850305": 88, "5985163": 88, "5985193": 88, "5985532": 88, "598571": 88, "5986404": 88, "59864736": 88, "59874046": 88, "5987616": 88, "598767": 88, "59877187": 88, "598827": [], "598841": 88, "5988546": [], "5988678": 88, "5988718": 88, "5988786": 88, "59889": [], "5988922": 88, "59891": [], "59891284": 88, "5989165": 88, "59892595": 88, "5989294": 88, "598933": 88, "5989493": 88, "59896": 88, "598965": [], "598967": [], "59897876": 88, "599": 88, "5990": 88, "599003": 88, "5990058": 88, "599007": [], "59901804": 88, "59902513": 88, "59907305": 88, "599087": [], "5990929": 88, "59913033": 88, "599163": [], "59916645": 88, "5991784": 88, "59919": 88, "5991933": 88, "5992": 88, "599249": 88, "59926164": 88, "5993": 88, "59931654": 88, "599335": [], "599352": 88, "5993527": 88, "59938": [], "5994": [], "5994093": 88, "599411": 88, "5994496": 88, "59945": 88, "5995047": 88, "599537": 88, "5995403": [], "599554": 88, "5995559": 88, "5995706": 88, "59965676": 88, "5996881": 88, "59970415": 88, "59971803": 88, "59972745": 88, "5997294": 88, "599749": 88, "59975": [], "5997634": 88, "59978145": 88, "5997921": 88, "5997935": 88, "5998314": 88, "59983814": 88, "59984636": 88, "5998489": 88, "59988": 88, "5999": 88, "5999403": 88, "59995": 88, "5999608": 88, "59e": [], "5_2023": 88, "5_2024": 88, "5e": 88, "5zone": [4, 6, 7, 8, 86, 88, 91, 92], "5zoneautodxvav": [3, 7, 48, 85, 87, 88, 89, 90, 91, 92], "6": [3, 5, 7, 8, 11, 15, 69, 70, 71, 72, 86, 87, 88, 89, 91, 92, 97], "60": 88, "600": [86, 88], "6000000e": 92, "600005": 88, "600058": 88, "6001319": 88, "60015": [], "60017043": 88, "60018015": 88, "6002079": 88, "60023534": 88, "60029": 88, "6003": [], "6003064": 88, "600342": 88, "6003426": 88, "6003522": 88, "60036635": 88, "60038537": 88, "60038793": 88, "6004805": 88, "6004995": 88, "6005225": 88, "600526": [], "6005419": 88, "6005472": 88, "600565": [], "60058": 88, "6005893": 88, "60061": 88, "6006348": 88, "6006531": 88, "6006781": 88, "6007": 88, "600706": [], "60076344": 88, "60077024": 88, "60077196": 88, "6008087": 88, "6008266": 88, "60083663": 88, "6008551": 88, "6008608": 88, "600878": 88, "600885": 88, "6009": 88, "600908": [], "6009123": 88, "600914": 88, "600921": 88, "60096": 88, "6009855": 88, "6009982": 88, "601": 88, "601006": 88, "60101": 88, "6010241": 88, "601034": 88, "60104": [], "60106796": 88, "6010776": 88, "601083": 88, "6010887": 88, "6011": [], "60112184": 88, "60114": [], "601156": [], "6011734": 88, "6011769": 88, "6011826": 88, "60118365": 88, "601206": 88, "601215": 88, "6012311": 88, "6012394": 88, "6012424": 88, "60124505": 88, "60124886": 88, "6012493": 88, "60129106": 88, "60130244": 88, "60134447": 88, "60136825": 88, "6013707": 88, "6013761": 88, "6013822": 88, "6013976": 88, "6014373": 88, "6014376": 88, "60145": 88, "601479": [], "6014876": 88, "6014906": 88, "60149115": 88, "6015053": 88, "6015268": 88, "6015451": 88, "6015666": 88, "6015739": 88, "6016": 88, "601601": 88, "6016049": 88, "6016067": 88, "6016351": 88, "6016674": 88, "60168415": 88, "60169953": 88, "601732": 88, "6017473": 88, "60175425": 88, "601759": [], "60178214": 88, "6018": 88, "60181": 88, "601819": 88, "6018252": 88, "60183454": 88, "6018389": 88, "6018482": 88, "60184944": 88, "60187256": 88, "60187846": 88, "6018815": 88, "601944": [], "60194725": 88, "602": [], "60201037": 88, "60201234": 88, "6020278": 88, "602049": 88, "60208": 88, "602093": [], "60212": 88, "6021321": 88, "6021363": 88, "602151": 88, "602169": [], "60217": 88, "6022164": 88, "6022220": 88, "6022264": 88, "60227394": 88, "6022854": 88, "60229": [], "60230196": 88, "60235083": 88, "602357": 88, "60238224": 88, "6024": [], "602402": [], "60241157": 88, "60243464": 88, "6024591": 88, "6024672": 88, "60249": 88, "6025": 88, "602514": 88, "60256": [], "60262": 88, "6026424": 88, "6026636": 88, "6026741": 88, "60268915": 88, "6027215": 88, "6027216": 88, "602729": 88, "602734": 88, "6027717": 88, "60279": [], "6028079": 88, "602814": 88, "602817": [], "602841": [], "602852": 88, "60285276": 88, "602865": [], "60290116": 88, "6029068": 88, "6029606": 88, "6029812": 88, "6029983": 88, "603": 88, "6030019": 88, "60302": [], "60306": 88, "6030767": 88, "60308945": 88, "60309815": 88, "60312897": 88, "60314": 88, "603155": 88, "6031651": 88, "603178": 88, "603186": 88, "60321426": 88, "603243": 88, "60325": [], "6032666": 88, "603302": 88, "60330456": 88, "603312": [], "6033151": 88, "603354": 88, "6033555": 88, "6033775": 88, "6034108": 88, "6034574": 88, "603544": 88, "60355824": 88, "60358244": 88, "603634": 88, "60367525": 88, "6036901": 88, "6036973": 88, "60370207": 88, "603703": 88, "60370326": 88, "6037049": 88, "6037505": 88, "603772": 88, "60377544": 88, "603778": 88, "60380524": 88, "60383457": 88, "6038373": 88, "6038381": 88, "60385984": 88, "6038619": 88, "6038759": 88, "603888": [], "603895": [], "603897": 88, "603968": 88, "60398865": 88, "604": 88, "604004": 88, "604021": 88, "604034": [], "60403734": 88, "604056": 88, "60407": [], "60408086": 88, "6041004": 88, "60412955": 88, "604136": [], "6041496": 88, "6041499": 88, "6041543": 88, "6041733": 88, "6041879": 88, "6042": 88, "604204": 88, "6042401": 88, "604256": 88, "60426": [], "6042636": 88, "60427386": 88, "60430753": 88, "60433185": 88, "6043375": 88, "60434": [], "60434353": 88, "60437304": 88, "6043794": 88, "6043907": 88, "6043921": 88, "604393": 88, "6043968": 88, "6044014": 88, "604408": 88, "60441095": 88, "6044128": 88, "6044198": 88, "60443056": 88, "6044395": 88, "60444": 88, "6044636": [], "60446376": 88, "604477": 88, "604501": 88, "604515386030812": 87, "6045466": 88, "6045518": 88, "6045519": 88, "6045573": 88, "60456187": 88, "6045639": 88, "6045641": 88, "60458": 88, "6045881": 88, "6046074": 88, "6046127": 88, "60462534": 88, "6046257": 88, "60462785": 88, "6046634": 88, "60467416": 88, "6046932": 88, "6047": 88, "6047077": 88, "6047195": 88, "6047231": 88, "60474163": 88, "6047455": 88, "6047608": 88, "604765": 88, "6047673": 88, "60477036": 88, "6047847": 88, "604794": 88, "6048": [], "604805": [], "60481966": 88, "604876": 88, "6048779": 88, "6048943": 88, "6049": [], "60492206": 88, "6049908": 88, "605": [], "6050": 88, "6050168": 88, "6050169": 88, "60502815": 88, "6050375": 88, "6050637": 88, "605074": 88, "6051006": 88, "605105": 88, "605139": [], "6051428": 88, "6051605": 88, "605166": 88, "60516745": 88, "605173": [], "60517544": 88, "605183": 88, "605192": 88, "6052": 88, "605206": [], "60522": 88, "6052263": 88, "6052687": 88, "60526985": 88, "605288": 88, "605299": 88, "60530186": 88, "6053058": 88, "605325": 88, "60534686": 88, "6053591": 88, "60536736": 88, "6053906": 88, "6054147": 88, "6054249": 88, "605486": 88, "6055023": 88, "6055099": 88, "605522": 88, "6055244": 88, "6055572": 88, "605572": 88, "6055949": 88, "605597453282652": 87, "6056143": 88, "60562015": 88, "605656": 88, "60566366": 88, "6056728": 88, "605675": 88, "6056927": 88, "6057093": 88, "60572714": 88, "6057827": 88, "6058": 88, "60582083": 88, "60585": [], "605858": 88, "60587174": 88, "6058998": 88, "6059205": 88, "60592985": 88, "6059383": 88, "6059927": 88, "606": 88, "60603416": 88, "60605": 88, "6060645": 88, "6060691": 88, "60608387": 88, "6061144": 88, "60611665": 88, "60613257": 88, "606137": [], "606146": 88, "6061491": 88, "6061826": 88, "6062237": 88, "606235": 88, "6062364": 88, "606262": 88, "6062777": [], "6062878": 88, "606304": [], "60631555": 88, "6063301": 88, "6063654": [], "606394": [], "6064": 88, "6064002": 88, "6064198": [], "606455": [], "606459": [], "60648835": 88, "6064918": [], "6064992": 88, "6065187": [], "6065249": 88, "6065253": 88, "606527": 88, "6065419": [], "6065679": [], "60657173": 88, "6065751": 88, "6066": [], "606636": [], "606651": 88, "6066731": 88, "6067098": 88, "60672": 88, "606789": [], "606807": 88, "606829": 88, "6068356": 88, "60683614": 88, "6068599": 88, "6068923": 88, "6069059": 88, "6069266": 88, "6069335": 88, "6069721": 88, "6069766": 88, "60697687": 88, "60698175": 88, "607": 88, "60702336": 88, "60703343": 88, "60707": 88, "6070768": 88, "6070772": 88, "6070809": 88, "607086": 88, "6070863": 88, "6070879": 88, "6071016": 88, "60710406": 88, "6071041": 88, "6071429": 88, "6071457": 88, "60715544": 88, "6071899": 88, "60719746": 88, "6072": 88, "60720086": 88, "6072478": 88, "607265": 88, "607278": 88, "6073": 88, "6073241": 88, "6073375": 88, "60736835": 88, "6073716": 88, "607378": 88, "60738605": 88, "6074": [], "607421": 88, "60743964": 88, "607445": 88, "607452": 88, "6074538": 88, "60747296": 88, "6074787": 88, "60748565": 88, "60754454": 88, "607555": [], "60757715": 88, "6075807": [], "607584": [], "6075859": 88, "60759485": 88, "6076077": 88, "6076168": 88, "6076239": 88, "6076484": 88, "60767466": 88, "6076779": 88, "60767895": 88, "607685": 88, "60769427": 88, "6077118": 88, "6077119": 88, "60772765": 88, "607732": 88, "6077502": 88, "6077504": 88, "6077537": 88, "60776937": 88, "60777724": 88, "607797": 88, "60779905": 88, "60781306": 88, "6078244": 88, "6078251": 88, "60783184": 88, "60783565": 88, "60783684": 88, "6078426": 88, "6078447": 88, "60787725": 88, "60788107": 88, "6078814": 88, "60788584": 88, "607895": [], "60789824": 88, "6078986": 88, "6078997": 88, "6079153": 88, "6079172": 88, "60794115": 88, "6079489": 88, "60795593": 88, "6079692": 88, "60797095": 88, "60797805": 88, "6079821": 88, "6079831": 88, "6079938": 88, "608": 88, "6080043": 88, "608033": 88, "6080371": 88, "6080382": 88, "6080487": 88, "6080703": 88, "60807294": 88, "6080765": 88, "6080876": 88, "60809714": 88, "60809934": 88, "6081065": 88, "6081071": 88, "6081563": 88, "60815746": 88, "60818017": 88, "6081816": 88, "6081932": 88, "6081962": 88, "6082145": 88, "60822266": 88, "6082367": 88, "6082619": 88, "60827386": 88, "6082912": [], "6082999": 88, "60830015": 88, "60832083": 88, "6083229": 88, "608323": 88, "60833": 88, "6083307": 88, "6083473": 88, "6083531": 88, "60835856": 88, "608366": 88, "6083817": 88, "6083877": 88, "6083909": 88, "60839736": 88, "608398": 88, "6084064": 88, "6084128": 88, "6084236": 88, "60842836": 88, "6084475": 88, "6084645": 88, "60848844": 88, "60848874": 88, "6084984": 88, "608517": 88, "6085325": 88, "6085514": 88, "608558": 88, "60857445": 88, "60857654": 88, "6085782": 88, "608585": 88, "608597": 88, "6086": 91, "60860294": 88, "60861975": 88, "60862": [], "6086202": 88, "6086326": 88, "60863686": 88, "60866153": 88, "60866445": 88, "608673": [], "6086798": 88, "6086911": 88, "6086931": 88, "6086988": 88, "6087129": 88, "6087185": 88, "6087338": 88, "6087412": 88, "6087447": 88, "608757": 88, "60876787": 88, "6087905": 88, "608805": 88, "6088074": 88, "60883117": 88, "6088661": 88, "608880": [], "60888046": 88, "6088903": 88, "60889417": 88, "60889876": 88, "6089096": 88, "6089102": 88, "6089181": 88, "60892755": 88, "60893565": 88, "6089403": 88, "6089413": 88, "6089455": 88, "6089467": 88, "60896444": 88, "6089886": 88, "6089925": 88, "6089929": 88, "609": 88, "6090": [], "6090046831275": 87, "609005": 88, "609007": 88, "6090264": 88, "60902673": 88, "6090286": 88, "609035": [], "6090388": 88, "60905445": 88, "60905653": 88, "6090639": 88, "60906535": 88, "60906875": 88, "60907406": 88, "60907483": 88, "60910785": 88, "609109": 88, "6091146": 88, "6091169": 88, "60912246": 88, "6091439": 88, "60914814": 88, "609153": 88, "6091584": 88, "6091627": 88, "60917": [], "6091925": 88, "60920024": 88, "6092024": 88, "6092117": 88, "6092137": 88, "6092276": 88, "6092289": 88, "6092319": 88, "6092376": 88, "609241": 88, "60924137": 88, "60924506": 88, "6092478": 88, "60925716": 88, "60925996": 88, "6092697": 88, "6092706": 88, "60927427": 88, "6092773": 88, "60927886": 88, "60930353": 88, "6093103": 88, "6093187": 88, "60936075": 88, "6093671": 88, "6093681": 88, "6093683": 88, "6093743": 88, "60937643": 88, "60937685": 88, "60939753": 88, "60940534": 88, "6094125": 88, "60942525": 88, "60942835": 88, "609434": 88, "609444": 88, "60945463": 88, "60945725": 88, "60945785": 88, "60947984": 88, "60948575": 88, "609495": [], "60950404": 88, "6095227": 88, "60954": 88, "6095438": 88, "60955197": 88, "60956424": 88, "6095845": 88, "609585": 88, "60959184": 88, "6096057": 88, "6096093": 88, "6096128": 88, "6096298": 88, "609633": [], "60963434": 88, "60964364": 88, "60964686": 88, "6096497": 88, "6096571": 88, "60966456": 88, "60966855": 88, "6096709": 88, "6096713": 88, "6096947": 88, "6097": 88, "6097009": 88, "6097026": 88, "60970277": 88, "60971075": 88, "6097181": 88, "6097259": 88, "6097331": 88, "60973537": 88, "60974": 88, "6097648": 88, "60977316": 88, "60979444": 88, "60981": 88, "6098122": 88, "609823": 88, "60982543": 88, "60982877": 88, "6098324": 88, "6098524": 88, "60986453": 88, "60986644": 88, "6098796": 88, "6098843": 88, "6098849": 88, "609886": 88, "6098906": 88, "60989076": 88, "6099": [], "60990506": 88, "60991687": 88, "60995287": 88, "6099637": 88, "609968": 88, "60996854": 88, "6099699": 88, "6099708": 88, "60997087": 88, "6099817": 88, "609982": [], "60998917": 88, "60999054": 88, "6099912": 88, "61": [88, 92], "610": 88, "610016": 88, "6100313": 88, "6100396": 88, "610065": 88, "6100766": 88, "6100804": 88, "6100879": 88, "6100932": 88, "61012894": 88, "6101353": 88, "6101387": 88, "6101604": 88, "6101667": 88, "61017096": 88, "6101745": 88, "61017793": 88, "6101809": 88, "6101822": 88, "61018234": 88, "6101974": 88, "6102081": 88, "6102092": 88, "6102169": 88, "6102219": 88, "61022294": 88, "61022305": 88, "61022645": 88, "61023": 88, "610238": 88, "61024433": 88, "61025": [], "6102566": 88, "6102691": 88, "6102741": 88, "610320": 88, "610332": 88, "6103362": 88, "6103432": 88, "610344": 88, "6103484": 88, "6103519": 88, "6103539": 88, "610363": 88, "61037374": 88, "610396": 88, "61039746": 88, "610398": 88, "6104": 88, "61041206": 88, "6104358": 88, "610443": 88, "61049545": 88, "6105": 88, "6105013": 88, "61050963": 88, "6105149": 88, "61052567": 88, "6105524": [], "6105597": 88, "6105625": [], "61059934": 88, "61062557": 88, "61063945": 88, "610647": [], "6106535": 88, "610672": [], "61067265": 88, "6106905": 88, "6106943": 88, "61071396": 88, "61072": [], "61073136": 88, "610746": 88, "6107577": 88, "6107833": 88, "610788": 88, "61079": 88, "6108": [], "6108089": 88, "610817": [], "6108429": 88, "610846": [], "6108504": 88, "610865": 88, "6108663": 88, "6108664": 88, "61087006": 88, "6108792": 88, "6108913": 88, "61092883": 88, "610932": [], "61093277": 88, "6109496": 88, "61095": 88, "61097175": 88, "6109887": 88, "611": 88, "6110103": 88, "6110162": 88, "6110175": [], "6110198": 88, "6110461": 88, "6110499": 88, "61105025": 88, "6110766": 88, "6110782": 88, "61107874": 88, "61108": [], "61108834": 88, "6110931": 88, "6110939": 88, "6111": [], "61110896": 88, "611109": [], "61112076": 88, "61114573": 88, "6111601": 88, "6111659": 88, "6111664": 88, "6111883": 88, "6111931": 88, "61119735": 88, "6112112": 88, "61121255": 88, "61122847": 88, "6112325": 88, "6112331": 88, "6112353": 88, "6112483": 88, "611254": 88, "611266": 88, "611281": 88, "6113047": 88, "6113057": 88, "6113153": 88, "61132675": 88, "61132735": 88, "61133": 88, "6113614": 88, "61137766": 88, "6113839": 88, "61138904": 88, "6114023": 88, "61141574": 88, "6114174": 88, "611429": 88, "6114313": 88, "6114378": 88, "61143875": 88, "61143994": 88, "6114502": 88, "611452": 88, "6114839": 88, "61149305": 88, "611498": 88, "61150783": 88, "61153555": 88, "6115563": 88, "611557": [], "611572": 88, "6116372": 88, "6116426": 88, "6116602": 88, "61166954": 88, "6116814": 88, "611694": [], "6116988": 88, "61171234": 88, "6117197": 88, "611738": 88, "61175": [], "6117682": 88, "6117953": 88, "6118039": 88, "611805": [], "6118064": 88, "6118117": 88, "6118155": 88, "611823": 88, "61183417": 88, "61184126": 88, "6118686": 88, "6118982": 88, "6119": 88, "6119305": 88, "61194706": 88, "611981": [], "6119822": 88, "6119878": 88, "611996": 88, "612": 88, "61200434": 88, "6120057": 88, "6120077": 88, "612013": 88, "612015": 88, "6120434": 88, "612045": 88, "61204535": 88, "61205584": 88, "6120585": 88, "6120633": 88, "6120715": 88, "612076": 88, "6121": 88, "61211276": 88, "61214054": 88, "61214644": 88, "6121509": 88, "612162": 88, "6121685": 88, "61221": 88, "6122253": 88, "61222535": 88, "612232": 88, "612275": 88, "61230016": 88, "6123018": 88, "61230195": 88, "61230683": 88, "612307": 88, "6123259": 88, "6123266": 92, "61233": 88, "61233735": 88, "6123447": 88, "61237526": 88, "61238384": 88, "6124": [], "6124218": 88, "61243504": 88, "6124528": 88, "6124676": 88, "6124922": 88, "6124924": 88, "61252296": 88, "6125338": 88, "61253405": 88, "6125426": 88, "61254525": 88, "6125626": 88, "612564": 88, "6125748": 88, "61259043": 88, "6126313": 88, "612644": 88, "612656": 88, "612669": 88, "61267936": 88, "612681": 88, "61268246": 88, "612689": 88, "61269224": 88, "6127": 88, "61271286": 88, "6127173": 88, "61273926": 88, "6127431": 88, "6127493": 88, "6127496": 88, "6127737": 88, "61277974": 88, "6127894": 88, "612791": 88, "61279607": 88, "6128": 88, "61281675": 88, "61282086": 88, "6128316": 88, "612833": 88, "61283886": 88, "61287636": 88, "612885": [], "6128997": 88, "6129": 88, "61292267": 88, "6129235": 88, "61292404": 88, "6129263": 88, "6129276": 88, "61295474": 88, "6129728": 88, "6129801": 88, "6129853": 88, "612995": 88, "613": 88, "6130": [], "6130011": 88, "61300826": 88, "61301726": 88, "6130354": 88, "61303735": 88, "61304075": 88, "61305386": 88, "6130733": 88, "6130774": 88, "613096200574414": 87, "61309814": 88, "6131024": 88, "61311257": 88, "61311716": 88, "6132109": 88, "61321425": 88, "6132266": 88, "61322737": 88, "6132301": 88, "613232": 88, "61325794": 88, "6132663": 88, "6132754": 88, "61327994": 88, "6132881": 88, "61330146": 88, "61331433": 88, "6133214": 88, "6133813": 88, "6133877": 88, "613413": [], "61344737": 88, "61345613": 88, "61345834": 88, "6134788": 88, "61348": 88, "6134843": 88, "61350816": 88, "6135163": 88, "6135307": 88, "613539": 88, "613556": [], "61357": [], "6135738": 88, "6135739": 88, "6135893": 88, "6135911": 88, "6135927": 88, "6135963": 88, "6135964": 88, "613598": [], "61359966": 88, "6136335": 88, "61364": [], "6136554": 88, "61365587": 88, "61366653": 88, "61366785": 88, "61367875": 88, "6136788": 88, "6136835": 88, "613688": 88, "6136941": 88, "613699": 88, "61370206": 88, "6137116": 88, "6137237": 88, "6137264": 88, "61372936": 88, "61373276": 88, "6137358": 88, "613769": 88, "61377144": 88, "61377585": 88, "613778": 88, "61378574": 88, "6137884": 88, "6137885": 88, "613794": 88, "6137941": 88, "6138498": 88, "61385846": 88, "61386234": 88, "6138755": 88, "61387914": 88, "61388797": 88, "61390007": 88, "61393404": 88, "61395955": 88, "61396325": 88, "61396533": 88, "6139688": 88, "61398274": 88, "6139normalized_observ": 88, "614": 88, "6140014": 88, "6140046": 88, "614009": 88, "61401695": 88, "61401975": 88, "61402": 88, "6140496": 88, "6140567": 88, "6140658": 88, "6140677": 88, "6140688": 88, "6140872": 88, "61409": [], "6140932": 88, "6141118": 88, "61412": 88, "6141448": 88, "614153": 88, "61415493": 88, "61415654": 88, "61416435": 88, "61416656": 88, "61418784": 88, "61419135": 88, "6142": 88, "6142114": 88, "614223": [], "6142296": 88, "6142305": 88, "6142477": 88, "614265": 88, "6142699": 88, "6142712": 88, "614273": 88, "6142922": 88, "61430395": 88, "6143153": 88, "6143234": 88, "614325": [], "6143286": 88, "6143348": 88, "6143567": 88, "61437": 88, "6143744": 88, "6143903": 88, "6143988": 88, "6144277": 88, "614428": [], "614444": 88, "6144441": 88, "61444604": 88, "61445254": 88, "6144534": 88, "61445826": 88, "6144637": 88, "6144994": 88, "6144996": 88, "6145": [], "61450416": 88, "6145134": 88, "614521": 88, "61454517": 88, "61455274": 88, "61455834": 88, "6145648": 88, "6145688": 88, "6145723": 88, "6145745": 88, "61457473": 88, "61458594": 88, "614587": 88, "614589": 88, "61463463": 88, "61463994": 88, "6146403": 88, "6146415": 88, "614645": 88, "6146494": 88, "61465436": 88, "6146853": 88, "6147": [], "6147308": 88, "6147392": 88, "6147817": 88, "61478823": 88, "6147944": 88, "61480373": 88, "6148127": 88, "614872": 88, "6148808": 88, "6149": [], "61492014": 88, "61492836": 88, "6149385": 88, "61494744": 88, "6149551": 88, "6149584": 88, "614961": 88, "61496526": 88, "61497134": 88, "61498195": 88, "614986": [], "614988": 88, "614998": [], "615": 88, "6150111": 88, "61501837": 88, "6150269": 88, "6150285": 88, "61503124": 88, "6150319": 88, "61503583": 88, "6150542": 88, "6150582": 88, "6150628": 88, "6150862": 88, "6150873": 88, "6151091": 88, "6151139": 88, "61511934": 88, "615147": [], "61514807": 88, "61515063": 88, "615166": 88, "6151668": 88, "61520624": 88, "615217": 88, "61522233": 88, "61522454": 88, "6152479": 88, "6152603": 88, "61526346": 88, "61526865": 88, "615269": [], "615272": 88, "6152725": 88, "61528355": 88, "6152898": 88, "6153": [], "6153135": 88, "61533576": 88, "6153366": 88, "6153422": 88, "61534244": 88, "61536956": 88, "61539": 88, "6153969": 88, "6154135": 88, "6154177": 88, "61542404": 88, "6154248": 88, "61542785": 88, "6154387": 88, "6154568": 88, "61547965": 88, "6154808": 88, "61548465": 88, "6154896": 88, "6154984": 88, "6155": 88, "61552304": 88, "61553025": 88, "61555624": 88, "61557466": 88, "61558765": 88, "6156114": 88, "6156123": 88, "6156127": 88, "61561775": 88, "6156179": 88, "61562175": 88, "6156515": 88, "61568403": 88, "6157": 88, "6157068": 88, "6157107": 88, "6157108": 88, "6157232": 88, "6157883": 88, "6157933": 88, "61579937": 88, "6158": 88, "61583036": 88, "615831": [], "61583877": 88, "61584276": 88, "61585087": 88, "61586165": 88, "6158729": 88, "615876": 88, "61590743": 88, "61591506": 88, "6159409": 88, "61596066": 88, "6159611": 88, "6159703": 88, "6159708": 88, "6159855": 88, "6159878": 88, "616": 88, "61600155": 88, "6160262": 88, "61603": 88, "6160326": 88, "61603636": 88, "6160491": 88, "6160512": 88, "616081": 88, "6160824": 88, "6160825": 88, "616088": 88, "6160993": 88, "61610043": 88, "61610764": 88, "6161096": 88, "61612797": 88, "6161328": 88, "61613613": 88, "6161924": 88, "6162": [], "61620605": 88, "61621785": 88, "6162228": 88, "616238": 88, "6162488": 88, "61627334": 88, "6163009": 88, "6163241": 88, "6163293": 88, "61633": 88, "6163348": 88, "61634284": 88, "61634535": 88, "6163512": 88, "616362": 88, "616375": [], "6163875": 88, "6163904": 88, "61639386": 88, "61640364": 88, "61643183": 88, "6164465": 88, "6164555": 88, "61646384": 88, "6164748": 88, "6164890": [], "61650294": 88, "6165101": 88, "616516": 88, "6165213": 88, "61653304": 88, "616539": 88, "6165392": 88, "6165396": 88, "616549": 88, "6165495": 88, "616587": 88, "6165954": 88, "6166094": 88, "61661327": 88, "61662": 88, "61662114": 88, "616627": 88, "6166314": 88, "61664534": 88, "616651": 88, "6166582": 88, "61665916": 88, "616669": 88, "6166775": 88, "6167054": 88, "6167439": 88, "6167478": 88, "616761": 88, "616763": 88, "6167675": 88, "61677295": 88, "6167931": 88, "616797": 88, "61681867": 88, "61683017": 88, "61684054": 88, "6168803": 88, "61689425": 88, "6169127": 88, "6169335": 88, "6169505": 88, "61696863": 88, "6169824": 88, "6169846": 88, "6169929": 88, "6169932": 88, "617": 88, "61701477": 88, "6170255": 88, "617043": 88, "617054": 88, "61705506": 88, "61707824": 88, "61708": 88, "61709": 88, "6170965": 88, "61710596": 88, "6171107": 88, "617123": 88, "6171252": 88, "617138": 88, "6171422": 88, "61716247": 88, "6171684": 88, "617172": [], "6171813": 88, "61719775": 88, "617206": 88, "6172106": 88, "6172281": 88, "617249": 88, "617256": [], "6172616": 88, "61726975": 88, "61727726": 88, "6172904": 88, "61729634": 88, "6172981": 88, "617308": [], "61733526": 88, "6173426": 88, "6173494": 88, "61739725": 88, "6174": [], "61741877": 88, "61743546": 88, "617454": 88, "6174649": 88, "6174668": 88, "6174675": 88, "6174793": 88, "6174887": 88, "61748904": 88, "6175144": 88, "6175177": 88, "6175222": 88, "617523": 88, "6175256": 88, "61752886": 88, "61754286": 88, "61754775": 88, "61755985": 88, "617565": 88, "61758083": 88, "6176121": 88, "6176128": 88, "61765045": 88, "61765486": 88, "61767036": 88, "6176768": 88, "6176798": 88, "6176886": 88, "6177056": 88, "61770767": 88, "6177101": 88, "61771685": 88, "6177172": 88, "61772203": 88, "61774534": 88, "6177667": 88, "61777747": 88, "61778957": 88, "6178": 88, "6178139": 88, "6178382": 88, "61784214": 88, "61786": [], "61788493": 88, "6179006": 88, "6179557": 88, "6179609": 88, "61796916": 88, "617983": 88, "617998": 88, "618": 88, "6180": [], "6180027": 88, "6180071": 88, "61802506": 88, "6180426": 88, "618063": 88, "6180717": 88, "6180859": 88, "61808956": 88, "6180961": 88, "618103": 88, "61811507": 88, "6181186": 88, "6181203": 88, "6181272": 88, "6181472": 88, "6181498": 88, "618166": 88, "61817324": 88, "6181812": 88, "6181817": 88, "61820006": 88, "6182062": 88, "61822206": 88, "6182327": 88, "6182423": 88, "61824536": 88, "61825": [], "6182778": 88, "6182784": 88, "61829466": 88, "6183": [], "6183152": 88, "61832213": 88, "618361": 88, "61838": [], "6183865": 88, "6183922": 88, "6184": 88, "6184208": 88, "618435": [], "618448": [], "61845": 88, "6184537": 88, "61846286": 88, "618467": 88, "61846864": 88, "6184742": 88, "61848444": 88, "61848503": 88, "61851037": 88, "6185211": 88, "6185457": 88, "618568": 88, "61857504": 88, "6185867": 88, "61858976": 88, "61859286": 88, "61859447": 88, "6186082": 88, "61861145": 88, "6186147": 88, "61862457": 88, "61863035": 88, "6186442": 88, "618649": 88, "618683": 88, "61869985": 88, "61870277": 88, "6187034": 88, "6187078": 88, "6187131": 88, "61871535": 88, "61872476": 88, "6187339": 88, "6187407": 88, "6187514": 88, "61877406": 88, "618776": 88, "6187848": 88, "618788": 88, "6187936": 88, "618813": 88, "6188208": 88, "6188246": 88, "61884224": 88, "6188502": 88, "618853": [], "618856": 88, "61885834": 88, "6188623": 88, "6188892": 88, "6189052": 88, "6189107": 88, "61891365": 88, "6189144": 88, "61893": 88, "618954": 88, "6189568": 88, "61896163": 88, "6189641": 88, "6189689": 88, "61897886": 88, "61898834": 88, "619": 88, "61900806": 88, "6190116": 88, "6190199": 88, "61902": [], "61902446": 88, "619026": 88, "61903554": 88, "61904246": 88, "6190587": 88, "61906195": 88, "6190623": 88, "619081": 88, "6190815": 88, "6190928": 88, "6190932": 88, "6190974": 88, "6191": [], "6191017": 88, "61911": [], "6191146": 88, "6191213": 88, "619131": 88, "61913764": 88, "61914563": 88, "6191546": 88, "61915857": 88, "6191656": 88, "6191708": 88, "6191716": 88, "619181": [], "61918932935772": 87, "6191931": 88, "6191947": 88, "61919945": 88, "6192168": 88, "61921704": 88, "6192186": 88, "6192296": 88, "61923414": 88, "6192361": 88, "6192444": 88, "6192542": 88, "6192604": 88, "6192659": 88, "6192719": 88, "61927736": 88, "6192782": 88, "61929315": 88, "61930454": 88, "61932284": 88, "6193229": 88, "61932313": 88, "6193346": 88, "6193543": 88, "6193607": 88, "619365": 88, "6193818": 88, "61939865": 88, "6194": 88, "6194036": 88, "61943483": 88, "6194488": 88, "61945534": 88, "619473": 88, "619474": [], "6194776": 88, "61948794": 88, "61949": [], "6195": 88, "6195092": 88, "61951315": 88, "6195336": 88, "619549": 88, "61956": 88, "61957127": 88, "61958647": 88, "619593": 88, "619596": 88, "6195998": 88, "6196": [], "61961704": 88, "6196351": 88, "6196563": 88, "619663": 88, "6196651": 88, "619682": 88, "61968327": 88, "619692": 88, "6197": 88, "61971486": 88, "6197229": 88, "6197493": 88, "6197555": 88, "61976135": 88, "619784": 88, "619809": 88, "6198277": 88, "619844": 88, "619861": 88, "61988467": 88, "6198878": 88, "6199": [], "619913": 88, "6199363": 88, "6199623": 88, "6199658": 88, "61996853": 88, "6199743": 88, "61998445": 88, "61e": [], "62": 88, "620": 88, "620003": 88, "6200133": 88, "62001806": 88, "62001914": 88, "62003434": 88, "6200423": 88, "62006414": 88, "6200674": 88, "62007": 88, "6200707": 88, "6201039": 88, "6201062": 88, "6201074": 88, "620129": 88, "62014395": 88, "620144": 88, "6201456": 88, "62016815": 88, "6201777": [], "6201853": 88, "6201893": 88, "62019646": 88, "6202228": 88, "620234": [], "6202345": 88, "62025017": 88, "62025416": 88, "620255": 88, "6202628": 88, "62027": [], "6202826": 88, "620283": 88, "6202846": 88, "62029": 88, "6203": 88, "620304": 88, "620333": 88, "62033355": 88, "6203404": 88, "6203414": 88, "62035507": 88, "6203561": 88, "620363": 88, "62036335": 88, "62037": 88, "62038296": 88, "6203947": 88, "6204": 88, "620433": 88, "620434": 88, "62043893": 88, "6204392": 88, "62046903": 88, "62046episod": 88, "6204721": 88, "6204783": 88, "6204823": 88, "62048924": 88, "620500": 88, "62050986": 88, "6205099": 88, "6205138": 88, "6205162": 88, "62055016": 88, "62055737": 88, "62055755": 88, "62055784": 88, "6205722": 88, "6205726": 88, "620577": 88, "6205952": 88, "6206": 88, "62060267": 88, "62065554": 88, "62066215": 88, "6206704": 88, "62067235": 88, "620684": 88, "620689": 88, "6207": 88, "6207091": 88, "6207111": 88, "62071747": 88, "62072927": 88, "6207347": 88, "6207399": 88, "62074256": 88, "6207783": 88, "62078375": 88, "62079096": 88, "6208": 88, "62081456": 88, "6208222": 88, "6208547": 88, "62085503": 88, "620903": 88, "6209064": 88, "6209137": 88, "6209253": 88, "621": 88, "621002": 88, "6210088": 88, "62102365": 88, "621024": 88, "621033": 88, "621048": 88, "6210554": 88, "62106174": 88, "62108684": 88, "62113506": 88, "62113935": 88, "62115246": 88, "62118196": 88, "621197": 88, "6212": [], "6212004": 88, "621262": 88, "62127316": 88, "6213647": 88, "62138": 88, "62143": 88, "62143475": 88, "62144": 88, "6214807": 88, "62149215": 88, "6215": 88, "62150913": 88, "6215268": 88, "6215413": 88, "62154657": 88, "6216341": 88, "6216598": 88, "621662": 88, "621742": 88, "6217493": 88, "6217562": 88, "621758": [], "621772": 88, "6217772": 88, "62178403": 88, "62179315": 88, "62180614": 88, "621859": [], "621885": [], "6218907": 88, "6219084": 88, "6219108": 88, "6219144": [], "6219196": 88, "6219206": 88, "62193215": 88, "6219613": 88, "6219686": 88, "622": 88, "622002": 88, "6220101": 88, "622023": [], "6220235": 88, "62202615": 88, "6220502": 88, "6220672": 88, "6220687": 88, "6220997": 88, "6221124": 88, "62211293": 88, "6221139": 88, "6221187": 88, "6221432": 88, "6221445": 88, "6221771": 88, "6221984": 88, "6222": 88, "6222191": 88, "62222755": 88, "622257": 88, "62226844": 88, "6222758": 88, "62232757": 88, "62235": 88, "622356": [], "6223579": 88, "6223782": 88, "62238944": 88, "6224": [], "62240463": 88, "622412": [], "62242": 88, "62244606": 88, "6224554": 88, "622464": 88, "6224702": 88, "622502": 88, "62250215": 88, "6225055": 88, "6225376": 88, "62256": 88, "6225604": 88, "62257904": 88, "6225793": [], "62259233": 88, "62259245": 88, "6226": 88, "62260306": 88, "622604": [], "6226305": 88, "6226488": 88, "6226498": 88, "6226515": 88, "6226574": 88, "62267": [], "62273556": 88, "6227423": 88, "6227724": 88, "62277466": 88, "6227856": 88, "6227902": 88, "622793": 88, "6228": [], "622814": [], "62281764": 88, "62281936": 88, "6228414": 88, "6228849": 88, "6229205": 88, "62292314": 88, "622942": 88, "62299": 88, "623": 88, "6230": 88, "6230125": 88, "6230344": 88, "623053": 88, "623066": 88, "6230784": 88, "6230909": 88, "62310076": 88, "623175": [], "6232": [], "623225": 88, "6232744": 88, "62333703": 88, "62334": 88, "62334263": 88, "62336016": 88, "6233606": 88, "62336814": 88, "6233982": 88, "62339884": 88, "623407": 88, "6234468": 88, "6234682": 88, "6234704": 88, "62348115": 88, "623503": 88, "623507": 88, "6235088": 88, "6235353": 88, "6235477": 88, "62355435": 88, "6235667": 88, "62362486": 88, "6236272": 88, "623661": [], "623668861129946": [85, 90], "623688": [], "62372": [], "623772": [], "6237761": 88, "6237916": 88, "6237995": 88, "62384": 88, "62384164": 88, "6238813": 88, "6238856": 88, "6238928": 88, "6239": 88, "623905": [], "623907": 88, "62394726": 88, "6239496": 88, "62396": 88, "62397057": 88, "6239808": 88, "6239894": 88, "623999": [], "624": 88, "624054": 88, "6241155": 88, "62412": [], "62418": 88, "624187": 88, "62419": [], "6242225": 88, "6242317": 88, "6242336": 88, "624235": [], "6242459": 88, "6242527": 88, "624273": [], "624299": 88, "6243": 88, "62436056": 88, "62437135": 88, "62438": 88, "6243824": 88, "624398": [], "6243987": 88, "6244": 88, "62442595": 88, "6244323": 88, "62447": 88, "6244768": 88, "6244828": 88, "62448317": 88, "62452": [], "624523": [], "62455": [], "624556": [], "6245778": 88, "6246": 88, "6246057": 88, "624625": 88, "6246778": 88, "62468165": 88, "6247222": 88, "6247291": 88, "624733": 88, "6247429": 88, "624769": 88, "6247832": 88, "6248": 88, "62482eval": 88, "62485135": 88, "6248654": 88, "6248832": 88, "6248903": 88, "6249": [], "624901": 88, "62490875": 88, "62491024": 88, "6249609": 88, "624969": 88, "62497": 88, "624996": 88, "624998": [], "625": 88, "62501305": 88, "62502986": 88, "62508696": 88, "625096": 88, "625117": 88, "6251187": 88, "625124": 88, "62513304": 88, "625177": 88, "6251961": 88, "625221": [], "62522125": 88, "6252257": 88, "6252777": 88, "625289": 88, "6253": 88, "62531096": 88, "62533677": 88, "625349": [], "625364": 88, "625374": 88, "6253876": [], "625446": 88, "625456": [], "62548": 88, "625504": 88, "6255405": 88, "62555": 88, "6255525": 88, "6255662": 88, "625591": 88, "6256004": 88, "6256086": 88, "625706": 88, "6257464": 88, "6257658": 88, "625774": 88, "6257794": 88, "625784": 88, "6258082": 88, "625813": 88, "62586534": 88, "6259": [], "62591213": 88, "625992": 88, "626": 88, "62601316": 88, "6260235": 88, "6260518": 88, "62605625": 88, "62606": [], "626062": [], "6261357": 88, "626141": 88, "6261498": 88, "6261547": 88, "6262": [], "62620366": 88, "62621": [], "6262463": 88, "6262474": 88, "626251": [], "626314": [], "6263291": 88, "626335": 88, "626343": 88, "62634367": 88, "6263717": 88, "6263806": 88, "6264083": 88, "62646383": 88, "626474": 88, "62652": [], "6266093": 88, "626621": [], "62663": 88, "6266434": 88, "62665": 88, "62666065": 88, "626663": 88, "62667": 88, "626674": 88, "62669396": 88, "6267452": 88, "626748": 88, "6267738": 88, "6268308": 88, "6268358": 88, "626853": 88, "6268535": 88, "62685555": 88, "6268736": 88, "62689817": 88, "6269181": 88, "6269264": 88, "6269368": 88, "62694526": 88, "6269525": 88, "62695515": 88, "6269614": 88, "62698": 88, "6269816": 88, "6269819": 88, "627": [], "627023": 88, "6270474": 88, "62704986": 88, "6270688": 88, "62711823": 88, "6271482": 88, "627149": 88, "6271712": 88, "6272317": 88, "6272604": 88, "627306": 88, "62730676": 88, "62732": 88, "6273573": 88, "6273593": 88, "6274": [], "6274743": 88, "6274833": 88, "6275075": 88, "62754": 88, "6275458": 88, "6275948": 88, "62759507": 88, "62764895": 88, "6276709": 88, "627697": 88, "6277": [], "6277046": 88, "627705": [], "6277118": 88, "6277304": 88, "6277424": 88, "6278055": 88, "6278237": 88, "6278847": 88, "627886": 88, "6278887": 88, "6279059": 88, "6279192": 88, "62793": 88, "62795186": 88, "628": 88, "6280": [], "62802": [], "6280354362952": 88, "628036": 88, "62806225": 88, "6280904": 88, "628146": 88, "6281531": 88, "628157": 88, "6281699": 88, "6281914": 88, "62820524": 88, "6282226": 88, "6282294": 88, "6282481": 88, "62829536": 88, "6283435": 88, "628345": [], "6283544": 88, "6283591": 88, "628372": [], "6283761": 88, "6283789": 88, "6283882": 88, "6284225": 88, "62842333": 88, "62844557": 88, "628448": [], "6284695": 88, "62853163": 88, "62854147": 88, "62858874": 88, "6285931": 88, "628601": 88, "62861395": 88, "6286163": [], "6286249": 88, "62865067": 88, "6286633": 88, "6286671": 88, "6286882": 88, "628693": 88, "6287": 88, "62872624": 88, "628753": 88, "628770": 88, "6288029": 88, "62881255": 88, "628816": 88, "6288238": 88, "6288527": 88, "628868": 88, "628914": [], "62891537": 88, "628918": 88, "6289525": 88, "6289534": 88, "6289636": 88, "62897": 88, "6289784": 88, "629": 88, "62900823": 88, "6290264": 88, "6290518": 88, "629057": [], "6290945": 88, "629105": [], "629111": 88, "6291153": 88, "629131": [], "62913686": 88, "629145": 88, "6291747": 88, "6291755": 88, "6292893": 88, "6293066": 88, "6293457": 88, "629423": 88, "629488521519967": 87, "62951195": 88, "6295368": 88, "62953776": 88, "62954247": 88, "62957203": 88, "6295805": 88, "629595": 88, "6296127": 88, "629627": 88, "6296521": 88, "629687662635828": 87, "62969124": 88, "6297": 88, "6297146": 88, "62971556": 88, "6297252": 88, "629737": 88, "62974": 88, "62976": 88, "62978464": 88, "629803": 88, "62982416": 88, "6298605": 88, "62986463": 88, "6298671": 88, "6299": [], "62992597": 88, "6299325": 88, "6299367": [], "62996966": 88, "6299717": 88, "62998605": 88, "62e": [], "63": 88, "630": 88, "6300": [], "6300092": 88, "6300767": 88, "6300797": 88, "6301605": 88, "6301855": 88, "630192": 88, "630194": [], "6302048": 88, "63022935": 88, "6303082": 88, "6303247": 88, "63037": 88, "630398": 88, "630422285105": 88, "63047": 88, "630474": [], "63047767": 88, "6304901": 88, "6305": 88, "6305004": 88, "630528": 88, "630539": 88, "63055307": 88, "6305921": 88, "630596": 88, "6306387": 88, "630705": 88, "63072": [], "6307524": 88, "630769": [], "63077575": 88, "630783": 88, "6308228": 88, "63082474": 88, "630848": [], "63086": [], "63095": 88, "6309574": 88, "630972": 88, "63098": 88, "6309947": 88, "631": 88, "63101315": 88, "63105816": 88, "6310711": 88, "6310969": 88, "631111": 88, "6311167": 88, "6311363": 88, "631185": [], "631212": [], "63123": [], "631279": [], "63128": 88, "6312806": 88, "631296": [], "63130313": 88, "6313945": 88, "6314411": 88, "6314986": 88, "6314998": 88, "6315175": 88, "6315283": 88, "63153434": 88, "6315448": 88, "63157135": 88, "631592": 88, "6316": [], "631628": [], "6316604": 88, "631687": 88, "6317136": [], "6317257": 88, "631735": 88, "63174087": 88, "6317451": 88, "6317664": 88, "63181": 88, "63184": 88, "63189": [], "631941": [], "63194996": 88, "631967": [], "632": 88, "632015": 88, "632019": 88, "632044925856": 91, "63208": 88, "6320956": 88, "632215": 88, "63222885": 88, "6322412": 88, "6322433": 88, "6322611": 88, "6322771": 88, "6323": 88, "63233155": 88, "632357": 88, "6323582": 88, "63236195": 88, "632369": 88, "63236916": 88, "63239264": 88, "6324": [], "6324336": 88, "6324342": 88, "6324604": 88, "63247365": 88, "6324838": 88, "6324881": 88, "6324932": 88, "6324954": 88, "6325098": 88, "632528": 88, "6325532": 88, "63264054": 88, "632646": 88, "63265336": 88, "632677": 88, "6326821": 88, "6327107": 88, "6327314": [], "632742": 88, "6327719": 88, "632774": [], "6328": 88, "632829": 88, "63287884": 88, "6329": [], "63292325": 88, "6329374": 88, "633": 88, "63300073": 88, "63300335": 88, "63302": 88, "6330856": 88, "6330864": 88, "6330984": 88, "6331092": 88, "63311213": 88, "633125": 88, "6331348": 88, "63318": [], "6331865": 88, "6332432": 88, "6333003": 88, "6333085": 88, "63331956": 88, "6333238": 88, "6333345": 88, "63336": 88, "63340336": 88, "63340807": 88, "6334306": 88, "6334511": 88, "6334518": 88, "633453": 88, "63346136": 88, "6334773": 88, "63349414": 88, "633501": 88, "633522": 88, "633549": 88, "6335627": 88, "6335677": 88, "6335784": 88, "63362104": 88, "6336737": 88, "633697": 88, "633698": 88, "63371": 88, "6337219": 88, "6337464": 88, "633747": [], "633774": [], "6337756": 88, "63378865": 88, "6338": 88, "63380766": 88, "633814": 88, "6338267": 88, "633846": [], "633851": 88, "63386726": 88, "63387096": 88, "633908": 88, "63392377": 88, "6339297": 88, "633957": 88, "63396055": 88, "6339662": 88, "6339773": 88, "633986": 88, "634": 88, "634033": 88, "6340422": 88, "63404876": 88, "63405395": 88, "634087": 88, "63409746": 88, "6341058": 88, "6341244": 88, "634134": 88, "63416": [], "6341711": 88, "6341953": 88, "634218": 88, "6342207": 88, "63423496": 88, "6342511": 88, "634293": 88, "63430154": 88, "6343101": 88, "63432163": 88, "63433063": 88, "6343532": 88, "6343672": 88, "634371": 88, "6343786": 88, "63437873": 88, "634382": 88, "634384": 88, "63438606": 88, "6343937": 88, "634394": 88, "634413": [], "634445": [], "634449": [], "63448656": 88, "6344924": 88, "63450086": 88, "63457334": 88, "63457465": 88, "6345782": 88, "6345857": 88, "6345937": 88, "634628": 88, "6346512": 88, "6346602": 88, "6347": 88, "6347232": 88, "63472563": 88, "63473": [], "6347435": 88, "6347529": 88, "6347553": 88, "6347971": 88, "63481": 88, "6348172": 88, "634823": 88, "63485": 88, "63485175": 88, "634861": [], "6348672": 88, "6348691": 88, "6349": 88, "6349152": 88, "6349294": 88, "6349305": 88, "63494515": 88, "63495": 88, "6349992": 88, "635": 88, "6350075": 88, "63502043": 88, "6350272": [], "6350304": 88, "635038": 88, "6350628": 88, "635067": 88, "6351423": 88, "63515705": 88, "63518703": 88, "6352311": 88, "6352366": 88, "635237": 88, "635243": 88, "63524437": 88, "63525355": 88, "6353157": 88, "6353428": 88, "63535506": 88, "63536465": 88, "6353655": 88, "63538647": 88, "6353934": 88, "6353974": 88, "63539773": 88, "63541216": 88, "6354193": 88, "63542354": 88, "635429": 88, "63544": 88, "6354531": 88, "635456": 88, "6354795": 88, "6354806": 88, "635482": 88, "6355316": 88, "63554627": 88, "6355486": [], "6355499": 88, "6355649": 88, "63557905": 88, "6355819": 88, "6355889": 88, "635589": [], "63561517": 88, "63562614": 88, "635646": 88, "63567775": 88, "6356808": 88, "635696": 88, "63573843": 88, "635796": 88, "63582057": 88, "63582253": 88, "635828": 88, "6358306": 88, "63586926": 88, "635876": 88, "6358776": 88, "635881": [], "6358993": 88, "63590556": 88, "63593614": 88, "635941": 88, "6359633": 88, "6359756": 88, "6359902": 88, "63599974": 88, "636": 88, "6360182": 88, "63604873": 88, "636063": 88, "6360668": 88, "63608927": 88, "6361031": 88, "636124": [], "6361551": 88, "6362106": 88, "6362236": 88, "6362412": 88, "63624644": 88, "63625044": 88, "636257": 88, "63627076": 88, "636272": [], "636279": 88, "6363371": 88, "636348": 88, "636395": [], "63639593": 88, "6364": 88, "6364164": 88, "6364344": 88, "63643444": 88, "6364596": 88, "636475": [], "6364952": 88, "6365079": 88, "6365625": 88, "63656634": 88, "63658184": 88, "63659096": 88, "636616": 88, "636631": [], "63663983": 88, "63668436": 88, "6366844": 88, "63669": [], "636711": [], "636719": 88, "636726": 88, "636736": 88, "636746": [], "63675696": 88, "6367651": [], "636776": [], "636791": [], "63680774": 88, "636808": [], "6368203": 88, "6368409": 88, "63686025": 88, "63686234": 88, "6368629": 88, "63688356": 88, "6368849": 88, "63691473": 88, "63696057": 88, "6369743": 88, "637": 88, "63700634": 88, "637024": 88, "63702655": 88, "637037": 88, "63705415": 88, "63706374": 88, "6370809": 88, "6370916": 88, "63709486": 88, "6370975": 88, "6371176": 88, "63714": 88, "63715": 88, "6371522": 88, "637154": 88, "63715875": 88, "6371711": 88, "6371778": 88, "63718945": 88, "63720006": 88, "63721436": 88, "637218": [], "6372446": 88, "63732815": 88, "637332": 88, "6373637": 88, "637379": 88, "637384": [], "6374": [], "637417": 88, "63745": 88, "6374556": 88, "6374632": 88, "6374697": 88, "63749": 88, "63749176": 88, "6374918": 88, "637493": 88, "637499": 88, "6375121": 88, "6375177": 88, "637526": 88, "63752955": 88, "637541666563628": 87, "637543": 88, "6375563": 88, "6375749": 88, "6375913": 88, "6376004": 88, "6376233": 88, "637638": 88, "637647": [], "6377069": 88, "6377226": 88, "6377366": [], "63774": [], "6377515": 88, "63775283": 88, "6377576": 88, "637766": [], "637771": 88, "63777906": 88, "637859": 88, "6378633": 88, "6378678": 88, "6378784": 88, "63794893": 88, "63795453": 88, "637999": 88, "638": 88, "6380156": 88, "6380350": 88, "6380478": 88, "6380505": 88, "6380544": 88, "63807": 88, "6380747": 88, "63810575": 88, "6381397": 88, "63816565": 88, "6381685": 88, "6381704": 88, "63820654": 88, "6382884": 88, "638307": 88, "638317": [], "6383486": 88, "63836426": 88, "63837": [], "6384063": 88, "6384137": 88, "638426": 88, "6384295": 88, "6384327": 88, "6384696": [], "6385": 88, "6385338": 88, "63857675": 88, "638596": 88, "638607": 88, "6386402": 88, "638643": [], "6386471": 88, "638649": 88, "638657": 88, "63868": 88, "6387": 88, "638704": [], "6387097": 88, "63873": [], "638756": [], "6388": [], "638851": 88, "638856": 88, "63887537": [], "6388826": 88, "63890815": 88, "6389275": 88, "6389299": 88, "638946": 88, "6389644": 88, "639": 88, "6390011": 88, "639002": 88, "6390258": 88, "6390305": 88, "639034": 88, "6390467": 88, "63905": [], "63907": 88, "63909": [], "6390969": 88, "6391": 88, "639103": [], "6391331": 88, "63918674": 88, "6392": 88, "639232": 88, "63923746": 88, "63924": 88, "639242": [], "63924533": 88, "6392473": 88, "639267": 88, "6392717": [], "6392926": 88, "63929844": 88, "63933027": 88, "639334": [], "63936687": 88, "6393681": 88, "6393698": 88, "6394": [], "639404": [], "6394267": 88, "639437": 88, "63944": 88, "63947254": 88, "6395451": 88, "63954645": 88, "639584": 88, "6395918": 88, "6396047": 88, "6396079": 88, "6396108": [], "6396417": 88, "6396513": 88, "6397074": 88, "6397367": 88, "63974184": 88, "6397888": 88, "6397902": 88, "639802": [], "63984525": 88, "6398894": 88, "63989": 88, "6398947": 88, "6399": 88, "639921": [], "6399646": 88, "63e": [], "64": 88, "640": 88, "6400": 88, "64001894": 88, "64003813": 88, "6400663": 88, "6400882": [], "6400887": 88, "6400966": 88, "6401432": 88, "640144": 88, "6401459": 88, "64016247": 88, "64016885": 88, "6401772": [], "6402187": 88, "640236": 88, "64026": 88, "6402799": 88, "6403099": 88, "64033306": 88, "64034563": 88, "640351119712147": 87, "6403592": 88, "6403826": 88, "6404169": 88, "64042604": 88, "6404469": 88, "64047587": 88, "64052033": 88, "640523": 88, "6405797": 88, "640588": 88, "64059067": 88, "64059395": 88, "6406": [], "64060366": 88, "64063364": 88, "6406432": 88, "6406496": 88, "64065385": 88, "6406698": 88, "64068973": 88, "6407089": 88, "6407308": 88, "6407484": 88, "640772": [], "640776": [], "6407803": 88, "6407998": 88, "6408002": 88, "640816": 88, "64081985": 88, "6408496": 88, "64084965": 88, "64085": [], "6408503": 88, "6408534": 88, "640856": 88, "640866": 88, "6408863": [], "6408925": 88, "6408994": 88, "640917": [], "64092237": 88, "6409231": 88, "6409629": 88, "6409755": 88, "641": 88, "64100343": 88, "641012": 88, "6410502": 88, "6410785": 88, "64108": 88, "6410833": 88, "641085": [], "6410902": 88, "6411": [], "6411133": [], "6411317": 88, "6411621": 88, "64116216": 88, "6411759": 88, "6411796": 88, "641197": [], "6412288": 88, "6412362": 88, "6412446": 88, "6412469": 88, "6412508": 88, "6412539": 88, "6412599": 88, "64127177": 88, "641277": [], "641295": 88, "64131474": 88, "6413248": 88, "6413405": 88, "64135253": 88, "641375": 88, "6413783": 88, "64139": 88, "6413928": 88, "6414": 88, "6414043": 88, "641413": 88, "6414282": 88, "641466": 88, "6415002": 88, "64153254": 88, "64157903": 88, "6415798": 88, "6415825": 88, "6415859": 88, "641607": [], "64161533": 88, "64165527": 88, "6416588": 88, "641663": [], "6416749": 88, "6416794": 88, "64169544": 88, "64171225": 88, "641752": 88, "641755": 88, "64178": 88, "64179": 88, "64179146": 88, "641799": 88, "6418": 88, "6418848": 88, "641928": 88, "6419584": 88, "641961": 88, "64197": [], "641975": 88, "641981": 88, "642": 88, "64200336": 88, "642014": 88, "64203": [], "6420351": 88, "6420754": 88, "64207804": 88, "6421": 88, "6421628": 88, "64219975": 88, "64225614": 88, "6422617": 88, "64226204": 88, "64231": 88, "642336": 88, "64234245": 88, "64235663": 88, "6424": [], "642416": [], "6424249": 88, "6424341": 88, "64244956": 88, "6424593": 88, "642467": 88, "64252645": 88, "6425661": 88, "6425866": 88, "64259": 88, "642591": [], "6426": 88, "6426132": 88, "6426668": 88, "64267653": 88, "6427": 88, "6427014": 88, "6427034": 88, "642717": 88, "6427256": 88, "6427798": 88, "64283": 88, "642852": 88, "6428705": 88, "642881": 88, "64289176": 88, "64292425": 88, "642926": 88, "64294326": 88, "6429493": 88, "6429557": 88, "6429817": 88, "643": 88, "643028": 88, "643064": 88, "64311975": 88, "64312655": 88, "6431328": 88, "643135": [], "6431754": 88, "64318": 88, "643183": [], "64318514": 88, "6432179": 88, "6432551": 88, "6432575": 88, "6432732": 88, "64327884": 88, "6432877": 88, "643288": [], "64328986": 88, "64329normalized_observ": 88, "6433044": [], "6433103": 88, "64333": [], "64334": 88, "6433626": 88, "64336336": 88, "643396": [], "6434247": 88, "643436": 88, "64344805": 88, "64345276": 88, "6434807": 88, "64350903": 88, "6435178": 88, "6435274": 88, "64353824": 88, "643549": 88, "6435651": 88, "6435652": [], "643566": [], "643589": 88, "643606": 88, "6436076": 88, "643635": 88, "6436385": 88, "6436686": 88, "6436725": 88, "6436754": 88, "6436981": 88, "6437817": 88, "6437865": 88, "6438603": 88, "6439086": 88, "64392114": 88, "64396673": 88, "644": 88, "6440208": 88, "64404": 88, "64404815": 88, "6440504": 88, "644058": 88, "6440714": 88, "6441272": 88, "64412737": 88, "644148": 88, "644160496227": [], "6441811": 88, "6442": [], "6442176": 88, "64421785": 88, "64422375": 88, "6442547": 88, "6442586": 88, "644274": 88, "6443": 88, "6443164": 88, "6443224": 88, "644335": 88, "6443603": 88, "644389": 88, "6444149": 88, "64444": [], "644478": 88, "64449": [], "644497": 88, "6445": 88, "644511": 88, "6445153": 88, "644516": [], "644526": 88, "6445289": 88, "64453703": 88, "6445811": 88, "6445816": 88, "644645": 88, "644649": 88, "6446925544315": 88, "644724": 88, "644735": 88, "64489365": 88, "6448988": 88, "6449": 88, "6449234": 88, "6449467": 88, "6449554": 88, "6449556": 88, "644999": [], "645": 88, "6450555": 88, "64507085": 88, "64508486": 88, "64509016": 88, "6451164": 88, "645188": [], "645206": 88, "6452308": 88, "645359": [], "64537": 88, "645424": 88, "645444": 88, "645464": 88, "6454666": 88, "64550954": 88, "645561": [], "645569": 88, "6455957": 88, "64561766": 88, "64562416": 88, "6456242": 88, "6456522": 88, "6456743": 88, "64571965": 88, "64572275": 88, "6457598": 88, "6457659": 88, "645794": 88, "645796": [], "645807": [], "6458354": 88, "6458468": 88, "64593214": 88, "645938": 88, "64593923": 88, "645954": 88, "64597": 88, "6459822": 88, "645987": 88, "646": 88, "64601": 88, "646015": 88, "64601594": 88, "6460254": 88, "6460426": 88, "64604664": 88, "6460478": 88, "6460584": 88, "6460757": 88, "64608926": 88, "6461": 88, "646101": 88, "6461114436989": 88, "646113": [], "646152": 88, "646172": [], "646206": 88, "6462668": 88, "6462759": 88, "646305": 88, "6463218": 88, "64632934": 88, "646363": 88, "6463941": 88, "646397": 88, "6464215": 88, "646422": 88, "64643": 88, "6464501": 88, "6464673": 88, "6465": [], "646534": 88, "64654434": 88, "646563": [], "6465633": 88, "6465664": 88, "64657813": 88, "64659476": 88, "646614": 88, "64664716": 88, "64665073": 88, "6466891": 88, "6467675": 88, "64682": 88, "646828": 88, "6468372": 88, "646866": 88, "64689": [], "646923": 88, "646996": [], "647": 88, "6470": [], "647026": 88, "6470366": 88, "64704335": 88, "64705294": 88, "6470536": 88, "6470771": 88, "647106": 88, "6471294": 88, "6471419": 88, "64718974": 88, "6472": [], "6472222": 88, "6472864": 88, "647293": [], "6473338": 88, "6473491": 88, "647356": 88, "647366": [], "6473752": 88, "6473763": 88, "6473911": 88, "6474": [], "64742845": 88, "647436": 88, "64745": [], "647504": 88, "647545": [], "64758873": 88, "6476043": 88, "64762": 88, "647644": [], "647655": [], "64766246": 88, "6476863": 88, "647705": [], "64772165": 88, "6477511": 88, "64776": [], "6477655": 88, "64778": [], "6477964": 88, "647804": [], "6478283": 88, "6478772": 88, "64787793": 88, "6478872": 88, "647907": [], "647958": 88, "6479723": 88, "648": 88, "64800483": 88, "648058": 88, "648078": [], "6480849": 88, "6481123": 88, "64814": 88, "648193": 88, "6482271": [], "64822733": 88, "648254": 88, "648262": [], "6483122": 88, "648323": [], "648335": [], "648342": 88, "64840317": 88, "6484034": 88, "64840686": 88, "6484309": 88, "64844036": 88, "6484427": 88, "64845455": 88, "64852506": 88, "64855474": 88, "6485655": 88, "6485663": 88, "648576": 88, "6485914": 88, "6486157": 88, "6486229": 88, "6486515": 88, "6486786": 88, "64873266": 88, "6487341": 88, "6487839": 88, "6488478": 88, "648865": 88, "648871": 88, "6488745": 88, "6489": 88, "648904": 88, "648919": 88, "6489311": 88, "6489522": 88, "648953": [], "64895eval": [], "648983": 88, "649": 88, "649023": 88, "6490333": 88, "649036": [], "6490389": 88, "64904": 88, "64905035": 88, "6490675": 88, "6490736": 88, "649076": 88, "649088": 88, "6490917": 88, "649103": 88, "6491099": 88, "64912933": 88, "649163": 88, "6491729": 88, "64921063": 88, "649212": 88, "64925355": 88, "6492738": 88, "64928": 88, "6492924": 88, "6493125": 88, "649314": 88, "6493278": 88, "6493602": 88, "6493899": 88, "6493942": 88, "6494111": 88, "6494173": 88, "6494242": 88, "6494426": 88, "64946604": 88, "64948": 88, "64948785": 88, "64950496": 88, "6495053": 88, "6495098": 88, "6495221": 88, "6495241": 88, "64953": [], "6495344": 88, "6495407": 88, "649542": 88, "6495481": 88, "6495501": 88, "6495587": 88, "64957": [], "6495721": 88, "6495745": 88, "6495857": 88, "64958876": 88, "64958936": 88, "6495967": 88, "6496033": 88, "64960486": 88, "64960754": 88, "64961183": 88, "64961654": 88, "6496291": 88, "64963543": 88, "649641": 88, "64964414": 88, "64965224": 88, "64966": 88, "6496629": 88, "6496731": 88, "6496828": 88, "64969206": 88, "6497": 88, "6497019": 88, "64971113": 88, "64971936": 88, "6497272": 88, "6497297": 88, "6497348": 88, "649742": 88, "6497489": 88, "6497556": 88, "649762": 88, "6497681": 88, "649773": [], "6497741": 88, "6497744": 88, "64977974": 88, "6497852": 88, "6497905": 88, "6497931": 88, "64979565": 88, "6497979": 88, "6498006": 88, "64980257": 88, "64980316": 88, "64980465": 88, "649805": 88, "6498071": 88, "64981145": 88, "64981574": 88, "6498198": 88, "6498238": 88, "64982766": 88, "6498314": 88, "64983505": 88, "64983857": 88, "64984167": 88, "649842": 88, "64984536": 88, "64985484": 88, "64986634": 88, "6498699": 88, "6498737": 88, "64987963": 88, "6499": [], "6499135": 88, "64991754": 88, "6499435": 88, "64994615": 88, "64995676": 88, "64e": 88, "65": [88, 92], "650": 88, "650000095367432": 92, "6500001e": 92, "6500044": 88, "6500147": 88, "6500282": 88, "6500344": 88, "65004283": 88, "6500534": 88, "65006": 88, "65007716": 88, "650089": 88, "6501114": 88, "65011156": 88, "6501188": 88, "6501275": 88, "65013206": 88, "6501338": 88, "650152": 88, "6501602": 88, "6501659": 88, "6501786": 88, "65018326": 88, "65019": [], "65021": [], "6502143": 88, "6502246": 88, "65024745": 88, "6502579": 88, "6502633": 88, "650288": 88, "650293": 88, "650326": [], "6503325": 88, "650336": 88, "6503396": 88, "65034324": 88, "65034705": 88, "6503509": 88, "650355": 88, "6503591": 88, "65036": 88, "6503615": 88, "6503633": 88, "65036637": 88, "65036774": 88, "6503715": 88, "65037227": 88, "65037674": 88, "650377": 88, "6503818": 88, "650382": 88, "6503822": 88, "6503868": 88, "6503879": 88, "650392": 88, "6503938": 88, "65039986": 88, "6504009": [], "6504042": 88, "65040624": 88, "6504126": 88, "65041286": 88, "6504198": 88, "650427": 88, "65042865": 88, "6504345": 88, "65044236": 88, "6504695": 88, "6504719": 88, "6504742": 88, "65048105": 88, "6504815": 88, "65048957": 88, "6504906": 88, "65049267": 88, "6505006": 88, "650509": [], "6505111": 88, "65051115": 88, "6505206": 88, "6505221": 88, "6505338": 88, "6505461": 88, "650559": 88, "65056306": 88, "6505728": 88, "650576": 88, "6505836": 88, "65058726": 88, "65060055": 88, "6506027": 88, "6506089": 88, "6506191": 88, "65061927": 88, "65062845": 88, "65063655": 88, "6506481": 88, "650652": 88, "6506552": 88, "6506693": 88, "65067184": 88, "650692": 88, "65069205": 88, "6507": [], "6507013": 88, "65071666": 88, "6507338": 88, "65074337": 88, "650764": [], "6507645": 88, "65077245": 88, "6508007": 88, "65080416": 88, "65082186": 88, "650839": 88, "6508474": 88, "65087736": 88, "6508815": 88, "65089": 88, "650896": [], "6509198": 88, "650936": 88, "65095556": 88, "6509649": 88, "650967": 88, "6509956": 88, "651": 88, "65101993": 88, "65104693": 88, "651054": [], "6510793": 88, "65107954": 88, "65110236": 88, "65114456": 88, "6511473": 88, "6511886": 88, "651237": [], "6512625": 88, "6512929": 88, "6513": 88, "65131044": 88, "6513175": 88, "65137": 88, "65137553": 88, "6513771": 88, "6513881": 88, "6514": [], "6514098": 88, "651453": [], "6514762": 88, "651491": [], "6514996": 88, "6515": 88, "65151": 88, "65155554": 88, "6515582": 88, "6516059": 88, "651628": 88, "6516285": 88, "65163195": 88, "651675": 88, "6516904": 88, "65177774": 88, "6517916": 88, "6518493": 88, "6518497": 88, "6519035": 88, "6519168": 88, "651919": [], "6519246": 88, "6519461": 88, "6519472": 88, "65195364": 88, "65198296": 88, "6519876": 88, "65198785": 88, "652": 88, "65200335": 88, "65204144": 88, "6520583": 88, "65205854": 88, "6520634": 88, "65206945": 88, "65213203": 88, "6521605": 88, "652164": 88, "65219367": 88, "6522034": 88, "6522088": 88, "6522179": 88, "65222114": 88, "652235": 88, "65223515": 88, "652273": [], "65228015": 88, "6522867": 88, "6523": 88, "65232176": 88, "65235096": 88, "6523656": 88, "6524": [], "6524105": 88, "652458642195": 87, "65251386": 88, "65252066": 88, "6525286": 88, "65255624": 88, "6525856": 88, "65259": 88, "6525929": 88, "65261": [], "65262157": 88, "65263706": 88, "6526793": 88, "652695": 88, "652754": 88, "65279955": 88, "6528": 88, "652803": 88, "652805": 88, "6528096": 88, "652812": 88, "652822": 85, "6528223": 88, "65286064": 88, "6529056": 88, "652913": 88, "65291905": 88, "65292": 88, "65293324": 88, "6529366": 88, "6529457": 88, "65299": 88, "653": 88, "653082": 88, "65310683112": 88, "6531119": 88, "6531380": [], "653147": 88, "6531689": 88, "65318": 88, "6531806": 88, "6532313": 88, "6532345": [], "65329826": 88, "65330386": 88, "653359": 88, "6533837": [], "6534": [], "653414": [], "6534308": 88, "653486": [], "653496": [], "653511": 88, "65353394": 88, "653559": 88, "6535959": 88, "6536": 88, "6536083": 88, "65365124": 88, "653664": 88, "6537001": 88, "653751": 88, "6537627": 88, "6538028": 88, "6538125": 88, "65381527": 88, "653838": 88, "6538794": 88, "6538934": 88, "6538975": 88, "653953": 88, "654": 88, "6540178": 88, "6540294": [], "6540951": 88, "6541": 88, "654228": [], "65428215": 88, "65428823": 88, "6543038": 88, "65431225": 88, "6543239": 88, "65444106": 88, "654445": [], "654472": 88, "654474": 88, "654497": 88, "6545": 88, "654512": 88, "65454584": 88, "6545483": 88, "6545568": 88, "6545608": 88, "65459126": 88, "654593": [], "6546": 88, "65460473": 88, "65462": 88, "6546297": 88, "6546526": 88, "654682": 88, "654684": [], "6547": 88, "6547093": [], "654778": 88, "654799": [], "65481526": 88, "654865": 88, "654874": 88, "654879": 88, "6548945": 88, "6548951": 88, "654896": 88, "6549": [], "6549543": 88, "654963": 88, "65497696": 88, "65498346": 88, "655": 88, "65500057": 88, "6550113": 88, "6550116": 88, "65502316": 88, "6550256": 88, "655028": 88, "65505797": 88, "655066": 88, "655067": 88, "655073": 88, "655075": 88, "655085": 88, "6551312": 88, "655136": 88, "6551806": 88, "6552": [87, 91, 92], "655237212276": [], "65524477": 88, "6552671": 88, "6553018": 88, "6553041": 88, "6553186": 88, "6553274": 88, "6553288": 88, "65537083": 88, "6553811": 88, "65547353": 88, "6555073": 88, "6555166": 88, "65552": [], "655523": 88, "655533": 88, "6555592": 88, "65558743": 88, "6555942": 88, "65560967": 88, "65561754": 88, "655642": 88, "655643": 88, "655644": [], "6556784": 88, "65568155": 88, "655685": [], "6556912": 88, "655693": [], "6556989": 88, "6557": 88, "6557081": 88, "655746": [], "6557569": 88, "655777": 88, "655783": 88, "6557854": 88, "6557958": 88, "6558": 88, "65581375": 88, "6558165": 88, "6558378": 88, "655838": 88, "65584": 88, "65584934": 88, "65593576": 88, "65593654": 88, "655975": [], "6559875": 88, "656": 88, "6560721": 88, "65610266": 88, "656103": 88, "6561214": 88, "656128": [], "65614814": 88, "65615": 88, "65617156": 88, "656177587228": [], "65617824": 88, "65618163": 88, "6561887": 88, "656189": [], "65619457": 88, "656217": 88, "65621865": 88, "6562381": 88, "65624523": 88, "65628": [], "6562818": 88, "6562885": 88, "6562949": 88, "65631455": 88, "65634": [], "6563419": 88, "65635777": 88, "65636134": 88, "65639937": 88, "6564100": 88, "6564366": 88, "6564428": 88, "6564887": 88, "6565411": 88, "65654314": 88, "65654886": 88, "656563": [], "656588": 88, "65659946": 88, "656675": 88, "65667677": 88, "65668994": 88, "6567345": [], "6567457": 88, "6568047": 88, "656818": 88, "65682065": 88, "656872": [], "6569202": 88, "6569546": 88, "6569677": 88, "65697867": 88, "65698904": 88, "657": 88, "6570003": 88, "657064": 88, "657072": 88, "6571": 88, "6571052": 88, "657117": [], "6571447": 88, "65717614": 88, "6571865": 88, "6572726": 88, "65728": [], "6573108": 88, "6573563": 88, "657394": [], "657395": 88, "6574": [], "6574328": 88, "65747845": 88, "65748": 88, "6575": 88, "6575051": 88, "6575294": 88, "65754": 88, "657574": 88, "6576498": [], "65765744": 88, "6576667": [], "65767276": 88, "6577022": 88, "6577348": 88, "6577469": 88, "65775585": 88, "6577561": 88, "6577835": 88, "6578048": 88, "6578085": 88, "6578243": 88, "65785253": 88, "6578714": 88, "6578802": 88, "6579": [], "657902": 88, "6579222": 88, "657925": 88, "65794": 88, "65795165": 88, "658": 88, "65800613": 88, "658013": [], "65804946": 88, "6580516": 88, "65805normalized_observ": 88, "6581016": 88, "6581031": 88, "65810496": 88, "65814996": 88, "6582": 88, "6582278": 88, "6582397": 88, "6582498": 88, "65825": 88, "65831006": 88, "65836316": 88, "6583825": 88, "658535": 88, "6585642": 88, "6585647": 88, "65859604": 88, "6586178": 88, "658653": 88, "658703": 88, "65876037": 88, "6587789": 88, "6588309": 88, "6588612": 88, "65886176": 88, "6588846": 88, "6588848": 88, "6589084": 88, "65895444": 88, "659": 88, "659005": [], "659092": 88, "6591": [], "6591474": 88, "6591625": 88, "6591973": 88, "659208": 88, "659214": 88, "6592435": 88, "6592554": 88, "6593157": 88, "659386": 88, "65941566": 88, "659443": 88, "65945": [], "6594551": 88, "65945923": 88, "6595048": 88, "65953547": 88, "65956646": 88, "659573": [], "659615": 88, "6596183": 88, "6596316": 88, "6596329": 88, "659669": 88, "6596918": 88, "6597099": 88, "659733": 88, "65974873": 88, "6597605": 88, "6598264": 88, "6598347": 88, "659874": 88, "6599": [], "6599191": 88, "6599424": 88, "6599872": 88, "659998": 88, "65e": 88, "66": [88, 97], "660": 88, "6600127": 88, "6600378": 88, "6600428": 88, "66004455": 88, "6600504": 88, "660082": 88, "660084": 88, "6600977": 88, "6601369": 88, "6602": [], "6602186": 88, "6602349": 88, "6602721": 88, "6602929": 88, "6603015": 88, "6603076": 88, "66032": [], "660322": 88, "660343": 88, "660357": 88, "66037995": 88, "66039675": 88, "66045583139": 88, "660457": 88, "6604636": 88, "6604664": 88, "66047": [], "660505": [], "6605835": 88, "6605859": 88, "66059005": 88, "6605982": 88, "6606": 88, "6606047": 88, "66060835": 88, "66061": [], "6606777": 88, "6606988": 88, "6607002": 88, "660702": 88, "6607492": 88, "66075057": 88, "6607572": 88, "6608065": 88, "660831": 88, "6608535": 88, "6608924": 88, "6608926": 88, "6609": 88, "6609257": 88, "6609541": 88, "66095555": 88, "6609843": 88, "66099054": 88, "661": 88, "661004": 88, "6610046": 88, "6610055": 88, "6610118": 88, "6610242": 88, "6610243": 88, "6610409": 88, "6610558": 88, "6610693": 88, "6610813": 88, "66109157": 88, "6610924": 88, "6611": 88, "6611025": 88, "6611117": 88, "66112": 88, "6611203": 88, "661128": 88, "661133": [], "6611332": 88, "6611353": 88, "6611421": 88, "6611484": 88, "66115785": 88, "661167": 88, "6611878": 88, "6612": [], "6612153": 88, "6612316": 88, "6612381": 88, "6612408": 88, "6612413": 88, "6612434": 88, "661246": 88, "6612482": 88, "6612504": 88, "6612525": 88, "6612544": 88, "6612563": 88, "661258": 88, "6612597": 88, "6612612": 88, "6612613": 88, "6612628": 88, "6612643": 88, "6612656": 88, "6612675": 88, "6612682": 88, "6612688": 88, "66127": 88, "6612705": 88, "6612712": 88, "6612723": 88, "6612728": 88, "6612734": 88, "6612744": 88, "6612747": 88, "6612754": 88, "6612763": 88, "6612766": 88, "6612772": 88, "6612781": 88, "6612782": 88, "661279": 88, "6612798": 88, "6612799": 88, "6612805": 88, "6612813": 88, "661284": [], "661297": 88, "6613013": 88, "6613017": 88, "6613021": 88, "6613024": 88, "6613028": 88, "6613032": 88, "6613034": 88, "6613038": 88, "6613041": 88, "6613044": 88, "6613047": 88, "661305": 88, "6613053": 88, "6613055": 88, "6613058": 88, "661307": 88, "6613247": 88, "6613473": 88, "6613476": 88, "661348": 88, "6613485": 88, "6613489": 88, "6613493": 88, "6613498": 88, "6613504": 88, "6613508": 88, "6613513": 88, "6613519": 88, "6613525": 88, "6613531": 88, "6613537": 88, "661354": 88, "6613543": 88, "6613544": 88, "6613655": 88, "66137254": 88, "6613854": 88, "6613868": 88, "6613883": 88, "66139": 88, "6613916": 88, "6613933": 88, "6613952": 88, "6613961": 88, "6613971": 88, "6613982": 88, "6613992": 88, "6614003": 88, "6614014": 88, "6614026": 88, "6614038": 88, "661405": 88, "6614062": 88, "6614075": 88, "6614089": 88, "6614102": 88, "6614116": 88, "6614131": 88, "6614139": 88, "6614393": 88, "66144395": 88, "661465": 88, "6615": [], "66151": [], "661545": [], "661592": [], "66164345": 88, "6616717": 88, "6617098": 88, "661776": 88, "6617824": 88, "6617891": 88, "6617996": 88, "66181386": 88, "66182524": 88, "66185": 88, "6618545": 88, "66186136": 88, "6618696": 88, "6619": [], "66190535": 88, "66194296": 88, "6619621": 88, "66199344": 88, "662": 88, "66201496": 88, "6620461": 88, "662078": [], "66208225": 88, "662086": 88, "6620897": 88, "66209704": 88, "662102": 88, "66213953": 88, "66214186": 88, "6621566": [], "6621848": 88, "66219": 88, "66226": 88, "6623106": 88, "66232896": 88, "662345": 88, "6623462": 88, "66237986": 88, "6624": [], "6624363": 88, "662445": [], "6624883": 88, "6625243": 88, "6625401": 88, "6625654": 88, "6625673": 88, "6625989": 88, "6626261": [], "66265637": 88, "6626954": [], "6627053": 88, "66271067": 88, "6627121": 88, "662725": 88, "66273594": 88, "6627867": 88, "6627935": 88, "66279566": 88, "6628": [], "6628045": 88, "6628195": 88, "662847": 88, "66285": 88, "66285896": 88, "6628678": 88, "66287005": 88, "6629037": 88, "66290575": 88, "66293246": 88, "662936": 88, "662937": [], "6629446": 88, "6629641": 88, "662971": 88, "662975": [], "6629754": 88, "663": 88, "66300815": 88, "663012": 88, "663052": 88, "663065": 88, "66307": 88, "6630757": 88, "663105": 88, "663138": 88, "6631496": 88, "663168": 88, "66318345": 88, "6631892": 88, "6632": 88, "663212": 88, "663227": 88, "663279": [], "6633": [], "6633242": 88, "66338855": 88, "66339": 88, "66342": [], "6634546": 88, "6635207": 88, "663546": 88, "663563": 88, "6636": [], "6636223": 88, "663635": [], "66364": 88, "66367066": 88, "6637": [], "6637125": 88, "6637329": 88, "663768": [], "663795": 88, "66381806": 88, "66382617": 88, "6638395": 88, "6638633": 88, "66387": 88, "6638772": 88, "66391337": 88, "6639638": 88, "66398": [], "664": 88, "6640": 88, "6640166": 88, "664023677829388": 87, "66404": [], "664062": 88, "6641005": 88, "664185": [], "6642": 88, "6643": [], "664352": [], "664445": 88, "664482": 88, "6645145": 88, "664527": 88, "6645578": 88, "6646152": [], "664661": 88, "664667": 88, "6646689": 88, "6646972": 88, "6647273": 88, "6647282": 88, "664734": [], "664742": 88, "66477": 88, "6647867": 88, "6649": [], "665": 88, "6650405": 88, "6650703": 88, "6651219": 88, "6651419": 88, "66515": 88, "66516167": 88, "6652": 88, "6652493": 88, "665392": [], "665403": 88, "665405": 88, "6654407": 88, "665516": 88, "6655187": 88, "665546": 88, "665554": 88, "6655582": 88, "66558164": 88, "665588": 88, "6656223": 88, "665625": 88, "66566116": 88, "6656622": 88, "6657178": 88, "6658183": 88, "66583896": 88, "665863": [], "66588014": 88, "66592366": 88, "6659529": 88, "66595787": 88, "66599": [], "665993": 88, "666": 88, "6660063": 88, "666046": 88, "6660633": 88, "66609555": 88, "6661": [], "66613775": 88, "66618305": 88, "66618985": 88, "6662594": 88, "6663245": 88, "6663461": 88, "666352": 88, "666397": 88, "66641647": 88, "666425": 88, "6664283": 88, "666490": [], "66651934": 88, "6666": [], "666653": 88, "666689": 88, "6667": 88, "666717": 88, "6667241": 88, "666737": 88, "66674536": 88, "666763": 88, "6667738": 88, "666803": 88, "6668499": 88, "6668652": 88, "666888": 88, "6668979": 88, "6669009": 88, "6669549": 88, "6669663": 88, "667": 88, "66700625": 88, "6670394": 88, "667053": [], "6670712": 88, "66708255": 88, "6670853": 88, "66708654": 88, "66710716": 88, "66711277": 88, "66714394": 88, "667169": [], "66719323": 88, "66720647": 88, "66723406": 88, "667246": 88, "6672649": 88, "667265": 88, "66728806": 88, "6672927": 88, "66733325": 88, "66733384": 88, "667334": [], "667337": [], "6673674": 88, "6673713": 88, "6673732": 88, "6673775": 88, "6673901": 88, "6674": [], "6674113": 88, "66745096": 88, "667498": 88, "6675": 88, "6675208": 88, "667524": 88, "6675535": 88, "6676236": 88, "6676267": 88, "66763085": 88, "6676585": 88, "6676898": 88, "667693": 88, "6676995": 88, "66776484": 88, "6677743": 88, "667793": [], "6678049": 88, "667816": 88, "667824": 88, "667848": 88, "66794354": 88, "66795105": 88, "667961": 88, "66797": [], "668": 88, "668012": 88, "6680343": 88, "66803575": 88, "6680406": 88, "668046": 88, "66805": [], "668053": 88, "6680857": 88, "668091": 88, "66810715": 88, "66814": [], "668146": [], "6681521": 88, "66815555": 88, "66815645": 88, "66816": 88, "6681619": 88, "668227": 88, "6682558": 88, "6682945": 88, "66830003": 88, "6683041": 88, "6683155": 88, "6683258": 88, "6683412": 88, "6683431": 88, "668362": 88, "6683626": 88, "66836846": 88, "6683874": 88, "66839916": 88, "6684391": [], "66847295": 88, "6684846": 88, "6685307": 88, "668531": 88, "6685486": 88, "668596": 88, "6686": 88, "668604907614746": 87, "66864": [], "6686475": 88, "668656": 88, "668710": [], "6687103": 88, "668716": 88, "6687464": 88, "668783": 88, "668793": 88, "6688323": 88, "66884": 88, "6688637": 88, "6688689": 88, "66887176": 88, "668886": [], "66898876": 88, "669": 88, "6690489": 88, "66905093": 88, "6690685": 88, "6690695": 88, "669072": 88, "6691091": 88, "669123": 88, "669167": 88, "6691693": 88, "6693176": 88, "6693873": 88, "6694058": 88, "669415": 88, "669418": [], "669445": 88, "6695": [], "6695609": 88, "669588": 88, "6695936": 88, "669603": [], "66965": [], "6696581": 88, "6696615": 88, "66966796": 88, "66969": 88, "6696942": 88, "6697017": 88, "6697125": 88, "6697199": 88, "6697528": 88, "6697634": 88, "669777": 88, "669807": 88, "669823": 88, "66983": [], "669841": [], "669868": 88, "6699": [], "669907": 88, "66995": 88, "66e": 88, "67": 88, "670": 88, "6700872": 88, "6700922": 88, "670134": 88, "6701440": 88, "6701596": 88, "6701706": 88, "670173": 88, "6701735": 88, "6702054": 88, "6702152": 88, "670223": 88, "670252": 88, "6702569": 88, "670278": 88, "6703197": 88, "6703448": 88, "670357": [], "67036533": 88, "67039573": 88, "67041": [], "67043126": 88, "6704629": 88, "670464": 88, "6705107": 88, "6705239": 88, "67052627": 88, "6705265": 88, "6705311": 88, "670551": 88, "67056": 88, "6705923": 88, "67060727": 88, "67061895": 88, "670622460524": [], "670623": 88, "67073834": 88, "6707388": 88, "6707499": 88, "67076164": 88, "670766": 88, "6707865": 88, "6707883": 88, "6707997": [], "670830_iwec": 97, "6708397": 88, "6709027": 88, "6709503": 88, "67097": [], "670986": 88, "671": 88, "671017": 88, "671024": 88, "6710285": 88, "6710416": 88, "671053": 88, "6710562": 88, "6710742": 88, "67107904": 88, "671093": [], "6710971": 88, "6711": [], "671116": 88, "671152": [], "6711563": 88, "67117095": 88, "671191": [], "671202": 88, "671227": [], "67123": [], "67128": 88, "671326": [], "671339": [], "6713573": 88, "67141": 88, "6714108": 88, "671413": [], "6714191": 88, "6714269": 88, "671433": 88, "6714891": 88, "671492": [], "6715038": 88, "67150754": 88, "671517": [], "6715173": 88, "67152005": 88, "6715435": 88, "6715523": 88, "6715798": 88, "671583": 88, "67158794": 88, "6716088": 88, "67162144": 88, "6716272": 88, "6716279": 88, "6716712": 88, "67169577": 88, "67176485": 88, "671776": 88, "67179054": 88, "671793": 88, "6717992": 88, "6718152": 88, "67183536": 88, "671843": 88, "671871": 88, "671873": 88, "6718879": 88, "6719": [], "671904": [], "6719047": 88, "671906": 88, "67191": [], "6719563": 88, "6719661": 88, "672": 88, "6720079": 88, "6720248": 88, "6720252": 88, "672027": 88, "672033": [], "67205936": 88, "6720707": 88, "6720753": 88, "6721102": 88, "6721199": 88, "672125": 88, "6721834": 88, "67222": 88, "672228": [], "6722487": 88, "6722629": 88, "6722977": 88, "6723206": 88, "6723236": 88, "6723291": 88, "67233": 88, "6724": [], "672408": 88, "67243516": 88, "672465": 88, "6724828": 88, "6724849": 88, "6725023": 88, "6725057": 88, "6725059": 88, "6725206": 88, "6725426": 88, "6725943": 88, "6726674": 88, "6726786": 88, "6726894": 88, "6727": 88, "67275393": 88, "67275816": 88, "67284536": 88, "6728573": 88, "6728709": 88, "6728859": 88, "6728977": 88, "672912": 88, "67294854": 88, "672955": 88, "672966": 88, "6729707": 88, "6729805": 88, "6729879": 88, "67301255": 88, "6730322": 88, "6730461": 88, "673058": [], "6730602": 88, "67306346": 88, "673067": 88, "6730694": 88, "6730908": 88, "67311186": 88, "6731315": 88, "6731704": 88, "67317605": 88, "6731971": 88, "6732": 88, "673206": 88, "6732426": 88, "673259": 88, "6733": 88, "673300": 88, "67330235": 88, "6733184": [], "673388": [], "6733975": 88, "673405": 88, "6734124": 88, "6734139": 88, "6734735": 88, "673485": 88, "673495": 88, "67349994": 88, "673546": 88, "673584": 88, "67366": [], "6736884": 88, "6737069": 88, "6737125": 88, "6737358": 88, "673777": [], "673787": 88, "6737905": 88, "6737926": 88, "673824": 88, "673827": 88, "673886": 88, "67388827": 88, "673931": 88, "674": 88, "6740414": 88, "67407876": 88, "6740957": 88, "67410207": 88, "674119": [], "6742512": 88, "6742676": 88, "674305": 88, "67431146": 88, "674391": 88, "6744": [], "674417": 88, "674463": 88, "674482071334": 88, "6744821": 88, "674503": 88, "67452294": 88, "6745437": 88, "674551": 88, "6745959": 88, "67461044": 88, "674643": 88, "67464536": 88, "674652": 88, "674659": [], "67467": 88, "67467296": 88, "674805": [], "6748056": [], "6748075": 88, "6748469": 88, "674847": [], "6748552": 88, "674873": 88, "6748783": 88, "6749": 88, "6749016": 88, "6749393": 88, "67498": 88, "674995": 88, "675": 88, "6750": 88, "67505": [], "6750756": 88, "6751013": 88, "6751093": 88, "675115": 88, "6751719": 88, "675191": 88, "6752019": 88, "67521816": 88, "67522": 88, "6752323": 88, "6752374": 88, "6752683": 88, "6753": 88, "675376": 88, "6754128": 88, "67543757": 88, "675444": [], "6754591": [], "6754707": 88, "6755": 88, "6755364": 88, "6755422": 88, "67557853": 88, "6755856": 88, "675598": [], "675663": 88, "6756743": 88, "675701": 88, "675724": [], "6757618": 88, "67578": 88, "6758": [], "6758067": 88, "67582536": 88, "6758404": 88, "675846": [], "67585164": 88, "675913": 88, "6759332": 88, "6759487": 88, "67599684": 88, "676": 88, "67607": 88, "6760972": [], "6761686": 88, "67617": 88, "6761714": 88, "676174": [], "676193": 88, "676254": [], "6762708": 88, "6762939": 88, "676298": 88, "6763": 88, "676304": 88, "67635286": 88, "6763582": 88, "676359": 88, "6763876": 88, "676397": 88, "676411": 88, "6764196": 88, "6764274": 88, "6764602": 88, "6765": 88, "676525": 88, "6765301": 88, "676569": [], "676575": [], "67657757": 88, "6766063": 88, "6766565": 88, "6766715": 88, "6767052": 88, "67670697": 88, "676712": 88, "67672545": 88, "676752": [], "67678": 88, "676785": [], "67679334": 88, "6768043": 88, "6768476": 88, "6768882": 88, "67694485": 88, "677": 88, "67702186": 88, "677056": 88, "677097": 88, "6771": 88, "67712337": 88, "6771372": 88, "677156": 88, "677180": [], "6771838": 88, "677223": 88, "67732155": 88, "677337": [], "6773865": 88, "6774": [], "6774151": 88, "6774616": 88, "6774759": 88, "6775213": 88, "67753726": 88, "6775541": [], "6776": [], "6776738": 88, "677685": 88, "677696": 88, "677716": 88, "6777208": 88, "677767": 88, "677777": 88, "6778374": 88, "67787": 88, "6779116": 88, "6779246": 88, "67793584": 88, "6779776": 88, "6779864": 88, "678": 88, "67803574": 88, "67809": 88, "6781107": 88, "678131": 88, "678194": 88, "6782475": 88, "6783276": 88, "67833": 88, "678344": [], "6783485": [], "678354": 88, "67836857": 88, "6784517": 88, "678474": 88, "67848": 88, "6785": 88, "67851245": 88, "678543": 88, "678578": 88, "67858": [], "6786421": 88, "67865": [], "67871": [], "6787229": 88, "678734": 88, "678801": [], "67880875": 88, "678867": 88, "6789": [], "678986": 88, "679": 88, "679039": [], "679061": 88, "6790662": 88, "6791": 88, "679138": [], "6791518": 88, "6791909": 88, "6792095": 88, "679219": 88, "67926": 88, "6792791": 88, "6792849": 88, "679289": 88, "679293": [], "6793295": 88, "6793318": 88, "67934304": 88, "6793482": 88, "679375": 88, "67938107281635": 87, "67938185": 88, "6794843": [], "6795175": 88, "6795223": 88, "67955": [], "6795618": 88, "6796234": 88, "679628": 88, "679641": [], "6796447": 88, "6796559": 88, "679684": 88, "6796935": 88, "6797": 88, "67972": [], "679752": [], "6797684": 88, "679785": [], "6798265": 88, "679846": 88, "6798549": [], "6798823": 88, "6799": [], "6799109": [], "67991793": 88, "679943": [], "679968": 88, "67996985": 88, "679972": [], "679980": 88, "67e": [], "68": [88, 97], "680": 88, "680081": [], "680094": 88, "6801287": 88, "6802": 88, "6802071": 88, "6802259": 88, "680238": [], "680244": 88, "6802595": 88, "680291": [], "6803187": 88, "6803361": 88, "680368": 88, "68038": 88, "68039244": 88, "68041813": 88, "680428": 88, "6804674": 88, "680483": 88, "6805": 88, "68054": [], "68055695": 88, "68059": [], "6806": 88, "6806540": [], "6807586": 88, "680830": [], "68085": [], "680939": [], "6809423": 88, "680944": [], "68099": [], "6809907": 88, "681": 88, "6810932": 88, "6811": 88, "6812954": 88, "68133": 88, "681375": [], "6813767": 88, "6814203": 88, "681421": 88, "6814583": 88, "6814764": 88, "681477": [], "6815": 88, "6816386": 88, "681644": 88, "681646": [], "6816726": 88, "68168": 88, "6816961": 88, "6817": 88, "68177754": 88, "6817796": 88, "68182313": 88, "6818901": 88, "68196243": 88, "681964": 88, "6819642": 88, "682": 88, "68203896": 88, "6821": 88, "682133": [], "68221": [], "682211": [], "68225014": 88, "68226045": 88, "682262": 88, "6823": 88, "682388": 88, "6823993": 88, "6824": [], "6824017": 88, "682458": [], "68247706": 88, "682499": 88, "682516": 88, "6826": 88, "6826097": 88, "68261456": 88, "6826453": [], "6826555": 88, "682682": [], "68273973": 88, "6827474": 88, "6827826": 88, "6828": [], "68283": [], "682831": 88, "6828327": 88, "6828662": 88, "682884": [], "6829062": 88, "68290645": 88, "682913": [], "6829752": 88, "683": [], "6830": 88, "68302876": 88, "683043": 88, "6830717": 88, "683098": 88, "683112": 88, "683167": 88, "6832": 88, "683205": 88, "683224": [], "683294": 88, "6832959": 88, "6833364": 88, "683355": 88, "6833673": [], "683372": [], "6834244": 88, "6834582": 88, "683498": 88, "68350583": 88, "68354976": 88, "683573": [], "6836": 88, "68362373": 88, "683642": [], "68368196": 88, "6837316": 88, "68378": 88, "6839059": 88, "68392": [], "68394": 88, "683941": 88, "6839524": 88, "68398684": 88, "683994": 88, "684": 88, "684068": 88, "684125": 88, "6841791": 88, "684212": 88, "6842545": 88, "6842964": 88, "6843": 88, "68430895": 88, "68434": [], "684353": [], "684439": 88, "684442": 88, "6845426": 88, "6845525": 88, "684591": [], "6846408": 88, "68465096": 88, "684679": [], "6846882": 88, "6846897": 88, "6847249": 88, "684727": 88, "6847386": [], "68475026": 88, "6847557": 88, "6847608": 88, "6847849": 88, "6848": [], "684814": [], "684875": 88, "6849": [], "684933": 88, "684956": [], "685": 88, "6850": 88, "6850157": 88, "685034": 88, "685036": 88, "68514": [], "68515974": 88, "6851684": 88, "6852328": 88, "685258": 88, "685268": 88, "68532": 88, "6853528": 88, "6853591": 88, "685376": 88, "68539816": 88, "68540907": 88, "68541664": 88, "6854212": 88, "6854405": [], "6854774": 88, "68547803": 88, "68548167": 88, "68554015361045": 87, "685549": [], "6855521": 88, "6855766": 88, "6855768": 88, "685583": 88, "685593": 92, "6856078": 88, "685612": [], "685642": 88, "68568": 88, "685684": [], "6857022": 88, "6857151": 88, "6857294": 88, "6858255": 88, "6858347": 88, "6858627": 88, "6858684": 88, "685883": 88, "6859199": 88, "685947": 88, "6859477": 88, "68595463": 88, "6859767": 88, "6859846": 88, "686": 88, "6861123": 88, "686127": 88, "68614": [], "68616": [], "6861645": 88, "6861744": 88, "68627": [], "686298": [], "686333": 88, "68642867": 88, "686431": 88, "6864762": 88, "6865351": 88, "6865473": 88, "6865612": 88, "686562": [], "6865652": 88, "6866272": 88, "686660": 88, "686668": 88, "6866887": 88, "68671423": 88, "6867209": 88, "6867431": 88, "6867463": 88, "6867609": 88, "686783": 88, "68681": 88, "6868336": 88, "68684095": 88, "686848": 88, "68691": [], "68692625": 88, "686933": 88, "687": 88, "68702567": 88, "687075": 88, "68709797": 88, "6871482": 88, "68715286": 88, "6871648": 88, "687165": 88, "687176": [], "6871847": 88, "6872127": 88, "687214": [], "68722427": 88, "68725926": 88, "6873183": 88, "6873211": 88, "6873363": 88, "68736154": 88, "68736494": 88, "687372": 88, "687378": 88, "687391": 88, "6874": [], "687428": 88, "6874281": 88, "68744045": 88, "68745625": 88, "68747354": 88, "68747914": 88, "6875": 88, "687538": [], "6875473": 88, "6875543": 88, "6876": 88, "6876453": 88, "687665": [], "68768954": 88, "6877": 88, "68771434": 88, "6877164": 88, "68774045": 88, "68776": 88, "6877945": 88, "687801": 88, "68781745": 88, "687845": 88, "68785274": 88, "687859": 88, "68786675": 88, "68788517": 88, "687899": 88, "687904": 88, "6879154": 88, "68795174": 88, "687963": 88, "6879887": 88, "6879969": 88, "688": 88, "6880051": 88, "688022": 88, "6880407": 88, "68805367": 88, "6880779": 88, "6881": 88, "68810093": 88, "688109": 88, "6881093": 88, "68812203": 88, "688124": 88, "68813854": 88, "68814915": 88, "688154": 88, "6881629": 88, "6881655694350268": [85, 90], "68817806": 88, "68818414": 88, "68818766": 88, "68818974": 88, "6881981": 88, "6882201": 88, "68822426": 88, "68823355": 88, "6882412": [], "6882416": 88, "6882545": 88, "6882668": 88, "68827146": 88, "68828684": 88, "6882956": 88, "688303": 88, "688307": 88, "6883103": 88, "68832": 88, "6883252": 88, "68835574": 88, "68835825": 88, "6883658": 88, "68838346": 88, "688385": 88, "68839": 88, "6883934": 88, "688395": 88, "68839777": 88, "6884": [], "6884055": 88, "6884061": 88, "68841344": 88, "6884193": 88, "6884244": 88, "6884252": 88, "6884326": 88, "688438": 88, "6884404": 88, "68844706": 88, "68844837": 88, "6884499": 88, "6884511": 88, "6884523": 88, "688457": 88, "6884602": 88, "6884657": 88, "68846714": 88, "6884758": 88, "688478": 88, "68848": 88, "68848276": 88, "688485": 88, "68848777": 88, "688501": 88, "68850106": 88, "68850577": 88, "688511": 88, "68851554": 88, "6885207": 88, "6885209": 88, "688521": 88, "6885229": 88, "688526": [], "6885287": 88, "6885315": 88, "6885346": 88, "68854725": 88, "68854743": 88, "6885478": 88, "6885503": 88, "6885546": 88, "6885563": 88, "68856126": 88, "6885646": 88, "68856984": 88, "68857175": 88, "6885738": 88, "6885749": 88, "688575": 88, "6885794": 88, "68857956": 88, "688583": 88, "68858397": 88, "688585": 88, "6885883": 88, "6885923": 88, "6885952": 88, "6886": 88, "6886024": 88, "68860299767925": 85, "68860406": 88, "6886044": 88, "68860495": 88, "68860716": 88, "6886138": 88, "6886176": 88, "68862": 88, "6886223": 88, "6886241": 88, "6886245": 88, "6886251": 88, "6886261": 88, "688633": 88, "68863386": 88, "6886363": 88, "68863636": 88, "68864137": 88, "6886425": 88, "688643": 88, "6886492": 88, "68865097": 88, "6886527": 88, "68865484": 88, "6886549": 88, "688657": 88, "68865854": 88, "68866": 88, "68866014": 88, "68866026": 88, "688661": 88, "6886641": 88, "6886648": 88, "68866503": 88, "6886654": 88, "6886662": 88, "68866843": 88, "68866956": 88, "68866974": 88, "6886716": 88, "6886721": 88, "68867594": 88, "68867725": 88, "68867934": 88, "6886843": 88, "6886857": 88, "6886877": 88, "68868977": 88, "6886914": 88, "68869144": 88, "6886917": 88, "6886948": 88, "6886966": 88, "688698": 88, "6887008": 88, "688701": 88, "68870133": 88, "6887038": 88, "6887049": 88, "688705": 88, "68870646": 88, "6887072": 88, "6887087": 88, "68870896": 88, "6887095": 88, "68871135": 88, "6887122": 88, "6887154": 88, "6887164": 88, "6887184": 88, "6887212": 88, "6887223": 88, "6887238": 88, "68872505": 88, "68872535": 88, "68872935": 88, "688733": 88, "6887332": 88, "68873435": 88, "6887366": 88, "6887368": 88, "6887391": 88, "6887397": 88, "6887412": 88, "6887425": 88, "6887432": 88, "6887449": 88, "688745": 88, "6887465": 88, "68874806": 88, "6887495": 88, "6887508": 88, "6887521": 88, "6887611": 88, "68876237": 88, "6887626": 88, "6887646": 88, "6887653": 88, "68876654": 88, "68876743": 88, "6887676": 88, "68876827": 88, "6887691": 88, "6887698": 88, "68876994": 88, "6887711": 88, "68877125": 88, "68877214": 88, "6887725": 88, "68877316": 88, "68877363": 88, "68877405": 88, "6887749": 88, "68877566": 88, "68878406": 88, "68878555": 88, "68878675": 88, "68878776": 88, "6887886": 88, "68878925": 88, "68878984": 88, "6887935": 88, "6887936": 88, "6887937": 88, "68879384": 88, "68879396": 88, "6887941": 88, "68879414": 88, "68879426": 88, "6887969": 88, "68879694": 88, "688797": 88, "68879706": 88, "68879753": 88, "6887976": 88, "68880177": 88, "68880194": 88, "6888108": 88, "6888112": 88, "6888116": 88, "68881196": 88, "68881243": 88, "68881285": 88, "6888134": 88, "68881387": 88, "68881565": 88, "68881655": 88, "68881744": 88, "68881816": 88, "6888185": 88, "68881965": 88, "68882": 88, "68882096": 88, "6888224": 88, "688824": 88, "6888286": 88, "6888297": 88, "68883085": 88, "68883216": 88, "6888335": 88, "688834": 88, "68883497": 88, "68883646": 88, "6888366": 88, "6888375": 88, "6888387": 88, "6888399": 88, "6888412": 88, "68884265": 88, "6888441": 88, "68884766": 88, "6888502": 88, "6888531": 88, "6888547": 88, "68885523": 88, "6888563": 88, "68885744": 88, "68885803": 88, "6888599": 88, "6888619": 88, "68886256": 88, "688864": 88, "6888654": 88, "6888696": 88, "68886983": 88, "68887": 88, "6888716": 88, "6888724": 88, "68887365": 88, "68887377": 88, "6888751": 88, "68887615": 88, "68887734": 88, "6888778": 88, "688878": 88, "68888": 88, "6888811": 88, "6888814": 88, "68888205": 88, "6888824": 88, "6888829": 88, "68888366": 88, "6888849": 88, "6888859": 88, "68888754": 88, "6888876": 88, "68888885": 88, "68888927": 88, "68889034": 88, "688891": 88, "688892": 88, "6888928": 88, "68889284": 88, "6888934": 88, "68889654": 88, "68889666": 88, "68889683": 88, "6888969": 88, "6888971": 88, "6888976": 88, "6889008": 88, "68890214": 88, "688903": [], "68890446": 88, "68890536": 88, "6889057": 88, "68890655": 88, "68890727": 88, "6889081": 88, "6889091": 88, "688911": 88, "68891215": 88, "6889127": 88, "6889131": 88, "6889133": 88, "6889148": 88, "6889165": 88, "68891656": 88, "688917": 88, "6889182": 88, "6889189": 88, "68892": 88, "6889215": 88, "6889223": 88, "6889232": 88, "6889237": 88, "6889243": 88, "688925": 88, "6889252": 88, "68892586": 88, "688926": 88, "68892765": 88, "6889287": 88, "68892884": 88, "6889302": 88, "68893147": 88, "6889318": 88, "68893266": 88, "6889337": 88, "6889345": 88, "6889353": 88, "6889363": 88, "6889368": 88, "68893886": 88, "6889394": 88, "6889413": 88, "6889425": 88, "6889445": 88, "6889446": 88, "6889456": 88, "688946": 88, "68894947": 88, "6889499": 88, "6889502": 88, "6889506": 88, "688954": 88, "68895596": 88, "68895626": 88, "68895704": 88, "6889572": 88, "6889584": 88, "6889601": 88, "68896204": 88, "6889628": 88, "688963": 88, "68896353": 88, "6889655": 88, "68896663": 88, "68896794": 88, "6889693": 88, "68896997": 88, "68897": 88, "6889715": 88, "6889718": 88, "6889731": 88, "6889738": 88, "68897486": 88, "68897665": 88, "68897843": 88, "6889787": 88, "68898094": 88, "6889821": 88, "6889846": 88, "68898463": 88, "6889853": 88, "6889876": 88, "6889879": 88, "6889908": 88, "6889911": 88, "6889912": 88, "68899155": 88, "6889923": 88, "6889941": 88, "6889945": 88, "68899477": 88, "6889971": 88, "68899816": 88, "6889982": 88, "689": 88, "6890014": 88, "6890016": 88, "6890025": 88, "68900573": 88, "68900657": 88, "68900675": 88, "6890073": 88, "6890087": 88, "68901044": 88, "68901086": 88, "68901104": 88, "68901265": 88, "68901324": 88, "6890139": 88, "6890143": 88, "6890152": 88, "68901527": 88, "68901664": 88, "6890175": 88, "68901956": 88, "6890199": 88, "68902147": 88, "68902266": 88, "6890243": 88, "6890245": 88, "68902624": 88, "68902797": 88, "6890294": 88, "6890295": 88, "6890298": 88, "6890316": 88, "6890322": 88, "6890333": 88, "68903345": 88, "6890349": 88, "6890394": 88, "68904084": 88, "6890415": 88, "68904227": 88, "68904257": 88, "68904364": 88, "6890456": 88, "689047": 88, "68904895": 88, "6890502": 88, "6890514": 88, "6890517": 88, "68905395": 88, "6890548": 88, "68905634": 88, "68905765": 88, "68905956": 88, "6890604": 88, "68906134": 88, "689062": 88, "6890635": 88, "6890691": 88, "6890692": 88, "6890696": 88, "6890701": 88, "68907034": 88, "689071": 88, "6890721": 88, "68907756": 88, "6890777": 88, "6890804": 88, "6890805": 88, "68908054": 88, "6890821": 88, "6890857": 88, "68908596": 88, "68908626": 88, "6890864": 88, "68908656": 88, "6890904": 88, "6890918": 88, "6890922": 88, "6890927": 88, "68909377": 88, "6890953": 88, "6890958": 88, "6890982": 88, "68909997": 88, "6891007": 88, "6891022": 88, "68910354": 88, "689104": 88, "68910503": 88, "6891057": 88, "6891102": 88, "6891106": 88, "6891111": 88, "6891117": 88, "6891126": 88, "68911433": 88, "6891171": 88, "68911713": 88, "68911725": 88, "68911904": 88, "6891194": 88, "6891206": 88, "6891219": 88, "68912333": 88, "6891236": 88, "6891252": 88, "6891261": 88, "6891262": 88, "68912846": 88, "6891291": 88, "6891302": 88, "68913066": 88, "6891326": 88, "68913376": 88, "68913394": 88, "6891341": 88, "6891358": 88, "6891364": 88, "68913823": 88, "6891394": 88, "68914": [], "6891414": 88, "68914205": 88, "6891422": 88, "6891425": 88, "689144": 88, "6891459": 88, "689146": 88, "6891473": 88, "6891496": 88, "6891502": 88, "6891504": 88, "689152": 88, "68915284": 88, "68915546": 88, "68915915": 88, "6891607": 88, "68916154": 88, "68916166": 88, "6891621": 88, "68916225": 88, "6891626": 88, "68916523": 88, "6891655": 88, "68916595": 88, "68916726": 88, "68917": 88, "68917054": 88, "6891709": 88, "689173": 88, "6891738": 88, "6891741": 88, "6891758": 88, "6891761": 88, "68917704": 88, "6891783": 88, "68917876": 88, "6891809": 88, "68918157": 88, "6891838": 88, "6891858": 88, "6891873": 88, "6891884": 88, "6891904": 88, "6891917": 88, "6891918": 88, "68919194": 88, "68919384": 88, "6891945": 88, "6891972": 88, "68919754": 88, "6891985": 88, "6891986": 88, "6891992": 88, "6892": 88, "689201": 88, "68920356": 88, "68920386": 88, "68920475": 88, "6892062": 88, "68920636": 88, "6892075": 88, "6892082": 88, "6892102": 88, "6892111": 88, "68921125": 88, "68921185": 88, "68921536": 88, "6892159": 88, "68921715": 88, "6892172": 88, "6892183": 88, "68921894": 88, "689222": 88, "6892228": 88, "6892233": 88, "689225": 88, "6892253": 88, "6892264": 88, "6892276": 88, "68922865": 88, "68922895": 88, "68923086": 88, "6892323": 88, "68923235": 88, "6892347": 88, "68923765": 88, "68923885": 88, "689239": 88, "68924": 88, "6892403": 88, "6892406": 88, "6892413": 88, "6892419": 88, "68924236": 88, "6892427": 88, "68924296": 88, "6892433": 88, "68924344": 88, "6892537": 88, "68925434": 88, "689256": 88, "68925685": 88, "68925714": 88, "6892578": 88, "6892589": 88, "68925995": 88, "6892602": 88, "6892603": 88, "6892638": 88, "6892669": 88, "689267": 88, "6892678": 88, "6892688": 88, "689269": 88, "68927103": 88, "6892733": 88, "68927515": 88, "68927544": 88, "6892793": 88, "6892794": 88, "68927944": 88, "6892805": [], "6892824": 88, "6892846": 88, "6892851": 88, "6892862": 88, "6892875": 88, "6892919": 88, "6892923": 88, "6892933": 88, "68929577": 88, "6892961": 88, "6892968": 88, "68929857": 88, "6893": 88, "68930227": 88, "6893023": 88, "6893035": 88, "6893037": 88, "689305": 88, "68930596": 88, "68931": [], "6893115": 88, "689312": 88, "6893126": 88, "68931365": 88, "689316": 88, "6893175": 88, "6893204": 88, "689322": 88, "6893227": 88, "68932295": 88, "68932307": 88, "6893252": 88, "6893275": 88, "6893276": 88, "6893282": 88, "6893283": 88, "68933344": 88, "6893338": 88, "6893343": 88, "6893357": 88, "68933624": 88, "6893384": 88, "6893424": 88, "6893428": 88, "68934315": 88, "689344": 88, "6893454": 88, "6893499": 88, "6893519": 88, "68935376": 88, "6893555": 88, "68935597": 88, "6893575": 88, "6893576": 88, "68936": [], "68936235": 88, "68936324": 88, "68936443": 88, "68936497": 88, "68936914": 88, "6893692": 88, "6893754": 88, "68937725": 88, "6893805": 88, "6893806": 88, "6893828": 88, "6893857": 88, "68938655": 88, "68938744": 88, "6893886": 88, "68938863": 88, "68938994": 88, "68939084": 88, "6893911": 88, "6893922": 88, "6893986": 88, "689407": 88, "689409": 88, "68941003": 88, "6894121": 88, "68941224": 88, "6894143": 88, "68941504": 88, "6894173": 88, "68942124": 88, "68942285": 88, "68942505": 88, "68942654": 88, "6894283": 88, "6894354": 88, "689436": 88, "68943626": 88, "68943644": 88, "689446": 88, "6894473": 88, "68944895": 88, "68945104": 88, "68945485": 88, "6894568": 88, "6894597": 88, "6894603": 88, "6894622": 88, "68946856": 88, "68946904": 88, "689473": 88, "6894782": 88, "6894783": 88, "68948144": 88, "689484": 88, "68948513": 88, "6894869": 88, "6894904": 88, "6894915": 88, "68949467": 88, "6894957": 88, "68949896": 88, "6895": [], "6895038": 88, "68951225": 88, "6895126": 88, "6895128": 88, "689521": 88, "6895231": 88, "6895239": 88, "6895268": 88, "6895276": 88, "6895354": 88, "6895355": 88, "68953675": 88, "6895372": 88, "68953735": 88, "68954235": 88, "689543": 88, "6895475": 88, "689549": 88, "6895499": 88, "6895535": 88, "68956286": 88, "6895638": 88, "68956465": 88, "68956685": 88, "689573": 88, "6895747": 88, "6895836": 88, "68958455": 88, "6895852": 88, "6895899": 88, "6895917": 88, "68959254": 88, "68961024": 88, "6896129": 88, "68961626": 88, "6896197": 88, "6896218": 88, "68962646": 88, "68963015": 88, "68963134": 88, "68963844": 88, "68964744": 88, "6896484": 88, "6896496": 88, "6896512": 88, "68965715": 88, "68966156": 88, "6896634": 88, "689665": 88, "6896732": 88, "6896759": 88, "6896841": 88, "68969065": 88, "689691": 88, "6897065": 88, "68971086": 88, "6897189": 88, "6897197": 88, "6897271": 88, "6897302": 88, "6897339": 88, "68974775": 88, "68975055": 88, "6897529": 88, "6897558": 88, "6897618": 88, "6897713": 88, "689772": 88, "689775": 88, "68978447": 88, "68979436": 88, "6897953": 88, "6898022": 88, "6898106": 88, "68981826": 88, "68982434": 88, "6898253": 88, "6898289": 88, "6898291": 88, "6898323": 88, "689842": 88, "68986785": 88, "6898697": 88, "68987006": 88, "689871": 88, "6898721": 88, "6898729": 88, "68989307": 88, "6898942": 88, "689898": [], "6899": [], "6899106": 88, "689918": 88, "6899242": 88, "689926": [], "6899335": 88, "689942": 88, "6899541": 88, "689957": 88, "6899604": 88, "6899629": 88, "6899686": 88, "68997425": 88, "6899891": 88, "6899896": 88, "68e": 88, "69": 88, "690": 88, "6900002": 88, "69000715": 88, "6900096": 88, "69002396": 88, "69003": 88, "6900346": 88, "69003654": 88, "69004846": 88, "6900565": 88, "69006824": 88, "69007057": 88, "6900886": 88, "69008976": 88, "6900934": 88, "690098": 88, "69009936": 88, "6901108": 88, "6901344": 88, "6901385": 88, "69014": [], "69015205": 88, "6901596": 88, "6901609": 88, "6901641": 88, "690191": 88, "6902001": 88, "69020945": 88, "6902302": 88, "69023955": 88, "69025433": 88, "6902672": 88, "69028": 88, "6902925": 88, "6902942": 88, "69031": 88, "69031835": 88, "6903370e": 92, "6903377": 88, "690359": 88, "6903713": 88, "69037753": 88, "690386": 88, "69040376": 88, "6904197": 88, "6904337": 88, "6904422": 88, "69045407": 88, "6904954": 88, "690517": 88, "6905408": 88, "69055": [], "690552": 88, "69055283": 88, "6905585": 88, "6905923": 88, "6906": [], "690607": [], "69061744": 88, "6906309": 88, "6906548": 88, "6906718": 88, "69067997": 88, "6906874": 88, "69070345": 88, "69074166": 88, "690765": [], "6907704": 88, "6907795": 88, "69079155": 88, "690838559877328": 87, "6908414": 88, "6908616": 88, "6909": 88, "6909047": 88, "690908": 88, "690917": 88, "69094": 88, "6909503": 88, "690955": [], "690987": [], "69099313": 88, "69099486": 88, "691": 88, "6910304": 88, "69103974": 88, "691072": [], "691079": 88, "69111407": 88, "691139": 88, "69114405": 88, "691172": 88, "691185": 88, "6911995": 88, "6912": 88, "6912338": 88, "69129": 88, "691297": 88, "6913102": 88, "6913119": 88, "6913234": 88, "69134575": 88, "69135386": 88, "691376": 88, "69141054": 88, "6914292": 88, "6914578": 88, "69147384": 88, "6914761": 88, "6914867": 88, "6914943": 88, "6914971": 88, "691505": 88, "69151527": 88, "69153374": 88, "6915439": 88, "6915696": 88, "691603": 88, "69160885": 88, "6916118": 88, "6916281": 88, "69164795": 88, "691685": 88, "69171315": 88, "6917253": 88, "69179356": 88, "6917992": 88, "691824": 88, "6918379": 88, "6918844": 88, "6919036": 88, "691942": 88, "6919459": 88, "6919464": 88, "6919588": 88, "6919687": 88, "6919712": 88, "6919811": 88, "69198436": 88, "6919934": 88, "692": 88, "6920379": 88, "692095": 88, "6920992": 88, "692102": 88, "69215": [], "69220805": 88, "6922152": 88, "692259": 88, "6922800e": 92, "6922997": 88, "6923057": 88, "692368": 88, "6923704": 88, "6923812": 88, "692396": 88, "6924": [], "6924274": 88, "69242746": 88, "692429": 88, "6924696": 88, "69247": [], "6924874": 88, "6924931": 88, "6924995": 88, "69250405": 88, "6925096": 88, "6925101": 88, "692514": 88, "6925147": 88, "692543": 88, "6925443": 88, "69254434": 88, "692569": 88, "6925756": 88, "692582": 88, "6925954": 88, "6926078": 88, "692617": 88, "6926606": 88, "6926826": 88, "692741": [], "692742": 88, "69275": 88, "692776": [], "6928997": 88, "6929021": 88, "6929358": 88, "6929966": 88, "693": 88, "6930249": 88, "6930304": 88, "69303393": 88, "693035": 88, "6930594": 88, "6930599": 88, "6930894": 88, "69311": [], "6931312": 88, "6931435": 88, "69315": 88, "69316286": 88, "6931648": 88, "6931789": 88, "6931942": 88, "6932": [], "6932184": 88, "6932396": 88, "6932429": 88, "69325": [], "6932592": 88, "693272": 88, "693288": [], "6932975": 88, "6933": 88, "6933187": 88, "6933253": 88, "6933353": 88, "6933402": 88, "693342": 88, "693348": [], "6933733": 88, "6933827": 88, "693395": 88, "6934088": 88, "6934195": 88, "6934229": 88, "6934326": 88, "693486": 88, "6934905": 88, "6934923": 88, "6934996": 88, "6935048": 88, "6935097": 88, "693514": [], "6935178": 88, "693528": 88, "6935304": 88, "69354": [], "6935458": 88, "6935537": 88, "6935761": 88, "693592": 88, "6936": 88, "69360524": 88, "6936107": 88, "6936175": 88, "6936201": 88, "693638": 88, "6936407": 88, "6936492": 88, "6936659": 88, "6936764": 88, "6936836": 88, "6937149": 88, "6937335": 88, "6937397": 88, "693748": [], "6937512": 88, "6937537": 88, "6937557": 88, "6937673": 88, "6937773": 88, "6937785": 88, "6937796": 88, "6937937": 88, "69379765": 88, "6938112": 88, "6938132": 88, "6938211": 88, "693822": 88, "693851": 88, "6938528": 88, "6938591": 88, "6938595": 88, "6938692": 88, "6938695": 88, "6938734": 88, "6939": 88, "6939023": 88, "6939055": 88, "6939057": [], "69390655": 88, "6939095": 88, "69392073": 88, "6939222": 88, "6939317": 88, "6939347": 88, "6939393": 88, "69394": [], "6939497": [], "6939517": 88, "6939529": 88, "6939554": 88, "6939603": 88, "693978": 88, "6939783": 88, "69398": 88, "6939892": 88, "6939961": 88, "694": 88, "6940062": 88, "6940172": 88, "69401normalized_observ": 88, "6940212": 88, "6940225": 88, "6940475": 88, "6940491": 88, "6940496": 88, "6940523": 88, "69405407": 88, "6940575": 88, "69406": 88, "6940634": 88, "6940728": 88, "69408": 88, "6940814": 88, "6940917": 88, "6940935": 88, "694096": 88, "6941053": 88, "694107": 88, "6941134": 88, "6941136": 88, "6941185": 88, "6941344": 88, "69413465": 88, "6941477": 88, "6941637": 88, "6941643": 88, "6941763": 88, "6941819": 88, "6941883": 88, "694191": 88, "6941977": 88, "6941991": 88, "6941993": 88, "6942149": 88, "6942168": 88, "694217": 88, "6942205": 88, "6942217": 88, "6942241": 88, "6942338": 88, "6942413": 88, "694243": 88, "6942431": 88, "6942447": 88, "6942546": 88, "6942582": 88, "694267": 88, "6942698": 88, "6942807": 88, "694286": 88, "6942979": 88, "694305": 88, "6943088": 88, "694313": [], "6943233": 88, "6943244": 88, "6943253": 88, "6943331": 88, "6943336": 88, "6943482": 88, "6943547": 88, "6943693": 88, "6943742": 88, "6943847": 88, "6943848": 88, "6943861": 88, "694405": 88, "6944096": 88, "6944146": 88, "6944225": 88, "6944247": 88, "6944286": 88, "69443": [], "6944313": 88, "6944324": 88, "6944326": 88, "69443697": 88, "6944474": 88, "6944594": 88, "69446": 88, "6944778": 88, "6944816": 88, "694482": 88, "694483": 88, "6944861": 88, "694488": 88, "6944958": 88, "6944996": 88, "6945113": 88, "6945126": 88, "6945167": 88, "6945177": 88, "6945227": 88, "6945277": 88, "6945302": 88, "6945499": 88, "69455": 88, "6945537": 88, "6945593": 88, "6945611": 88, "6945705": 88, "6945721": 88, "6945807": 88, "6945845": 88, "694613": [], "6946176": 88, "6946177": 88, "6946201": 88, "6946208": 88, "694641": 88, "6946459": 88, "6946477": 88, "6946501": 88, "694654": 88, "69466": 88, "694662": 88, "6946712": 88, "69467235": 88, "6946753": 88, "6946774": 88, "6946839": 88, "6946852": 88, "694686": 88, "6946872": 88, "694699": 88, "6947": [], "6947025": 88, "6947054": 88, "69471025": 88, "694715": 88, "694719": 88, "6947285": 88, "6947349": 88, "6947352": 88, "6947376": 88, "694738": 88, "694749": 88, "6947564": 88, "6947609": 88, "6947664": 88, "6947678": 88, "6947708": 88, "6947764": 88, "6947832": 88, "6947881": 88, "694789": 88, "6948013": 88, "6948028": 88, "6948053": 88, "69480586": 88, "6948079": 88, "694813": 88, "6948273": 88, "6948413": 88, "694849": 88, "69485": 88, "6948525": 88, "6948553": 88, "6948702": 88, "6948711": 88, "6948787": 88, "6948788": 88, "6948802": 88, "6949": [], "6949086": 88, "6949133": 88, "6949145": 88, "6949311204218827": 87, "6949425": 88, "694951": 88, "6949567": 88, "6949584": 88, "6949611": 88, "6949617": 88, "6949644": 88, "69496727": 88, "6949954": 88, "6949958": 88, "6949962": 88, "6949974": 88, "694998": 88, "695": 88, "695002": [], "6950077": 88, "6950138": 88, "6950164": 88, "6950265": 88, "6950336": 88, "695034": 88, "6950376": 88, "695042": [], "6950478": 88, "69505566": 88, "6950628": 88, "6950632": 88, "695082": 88, "6950926": 88, "6950941": 88, "6950994": 88, "695103": 88, "6951048": 88, "69511": 88, "6951138": 88, "6951152": 88, "695123": 88, "6951424": 88, "6951455": 88, "6951493": 88, "6951509": 88, "6951543": 88, "6951607": 88, "6951634": 88, "6951718": 88, "695177": 88, "6951774": 88, "6951792": 88, "6951883": 88, "6952018": 88, "695208": 88, "6952142": 88, "6952291": 88, "6952314": 88, "6952448": 88, "695246": 88, "6952474": 88, "69525": 88, "6952564": 88, "6952705": 88, "6952795": 88, "6952884": 88, "695297": 88, "6953012": 88, "6953037": 88, "6953081": [], "69531": [], "6953204": 88, "6953231": 88, "6953514": 88, "6953566": 88, "6953646": 88, "695375": 88, "6953831": 88, "695384": 88, "6953896": 88, "695391": 88, "6954135": 88, "6954159": 88, "6954361": 88, "6954446": 88, "6954495": 88, "6954563": 88, "6954826": 88, "695491": 88, "6955095": 88, "6955222": 88, "6955234": 88, "6955445": 88, "6955479": 88, "6955637": 88, "69559": 88, "69562": 88, "6956414": 88, "6956621": 88, "6956679": 88, "6956748": 88, "6957397": 88, "695761": 88, "695772": 88, "695773": 88, "6957783": 88, "69578": [], "6957982": 88, "6958": 88, "695843": 88, "6958727": 88, "6958737": 88, "6959134": 88, "69591445": 88, "6959404": 88, "6959488": 88, "695953": 88, "6959792": 88, "696": 88, "6960": 88, "69601": [], "6960356": 88, "6960461": 88, "6961": 88, "6961141": 88, "696198": 88, "69621": [], "6962171": 88, "696224": 88, "6962247": 88, "6962285": 88, "69622episod": [], "69627935": 88, "6962837": 88, "696323": 88, "696327": 88, "696337": 88, "69636977": 88, "6963778": 88, "6963996": 88, "69643897": 88, "69646317": 88, "6964867": 88, "696492": 88, "6965": [], "69651324": 88, "69653observ": [], "6965721": 88, "6966403": 88, "6966593": 88, "69666": [], "6966641": 88, "6966808": 88, "6967": 88, "6967009": 88, "69670933": 88, "6967164": 88, "69675": 88, "6968094": 88, "6968187": 88, "696857": 88, "6968672": 88, "6968675": 88, "6968795": 88, "6969094": [], "69691217": 88, "696957": 88, "697": 88, "6970071": 88, "697044": 88, "6971": 88, "697104": 88, "69713813": 88, "6971894": 88, "69731075": 88, "6973249": 88, "697341": 88, "6973628": 88, "6974": [], "6974282789123": 88, "69745": 88, "69748": 88, "69749224": 88, "6975423": 88, "6975478": 88, "697567": [], "69758755": 88, "6976": 88, "69771": [], "69773": 88, "697742": 88, "6977599": 88, "6977796": 88, "6978": 88, "697811": 88, "697841": [], "6978436": 88, "6978655": 88, "697903": [], "697947": 88, "6979535": 88, "697964": 88, "697998": [], "698": 88, "698032": 88, "6980484": 88, "69806385": 88, "6980882": 88, "6981164": 88, "6981509": 88, "69818115": 88, "6982": 88, "6982187": 88, "6982332": 88, "6982454": 88, "6982812": 88, "6983224": 88, "6983851": 88, "6983897": 88, "69841eval": [], "6984205": [], "6984215": [], "6984443": 88, "6984448": 88, "6985251": 88, "69856": [], "698568": 88, "69858": 88, "698595": [], "6986": 88, "6987044": 88, "6987406": 88, "698752": 88, "69877464": 88, "698812": 88, "698816": [], "698845": [], "69884696025": 88, "6988509": 88, "6988574": 88, "6988882": 88, "6989016": 88, "6989257": 88, "6989293": 88, "6989403": 88, "699": 88, "6990255": 88, "69904": 88, "699156": 88, "6992314": 88, "699267": 88, "69927": 88, "6992766": 88, "6993217": 88, "69937": [], "6994027": 88, "699432": 88, "69949": [], "6995084": 88, "69952476": 88, "6995308": 88, "69955504": 88, "6995627": 88, "6996503": 88, "69965297": 88, "6996539": 88, "6996594": 88, "699688": 88, "6996948": 88, "6997": 88, "699803": 88, "6998084": 88, "69982": [], "699852": [], "6998632": 88, "699894": 88, "6999": 88, "69992": 88, "69999313": 88, "69e": [], "6e": [], "6rollout": [], "7": [11, 86, 87, 88, 89, 91, 92, 97], "70": [88, 97], "700": 88, "7000097": 88, "700043": 88, "7000464": 88, "7001066": 88, "70010906": 88, "7001107": [], "70011544": 88, "700148": 88, "7001619": 88, "7001698": 88, "70027065": 88, "70031998681098": 87, "700401": 88, "700409": 88, "700426": [], "700455": 88, "700485": 88, "7005186": 88, "7005464": 88, "70064527": 88, "70065546": 88, "7007": 88, "700728": [], "7007396": 88, "70077": 88, "70078": 88, "7008004": 88, "700884": 88, "70093": [], "700947": [], "701": 88, "701002": 88, "70111": [], "7011161": 88, "70116": [], "701211": [], "70121187": 88, "701214": 88, "70125": [], "70126253": 88, "70126593": 88, "7012997": 88, "7013149": 88, "7014312": 88, "701437": [], "701477": 88, "7014946": 88, "70150155": 88, "70153": 88, "7015625": 88, "7015686": 88, "701569": [], "7017": 88, "7017083": 88, "701712": 88, "70174456": 88, "7017491": 88, "70181": [], "70184": [], "7019": 88, "701907": 88, "7019806": 88, "702": 88, "7020091": 88, "7020941": 88, "702124": 88, "7021702": 88, "702179": 88, "702192": [], "70220906": 88, "7022515": 88, "7022523": 88, "702255": 88, "70226": 88, "7022978": 88, "7023360": [], "70234716": 88, "7024": [], "7024076": 88, "70243": [], "70243466": 88, "702473": 88, "70249": [], "7024924": 88, "7024929": 88, "702517": 88, "702526": 88, "7026589": 88, "70266": 88, "702671": 88, "702705": [], "7027488": 88, "7027681": 88, "702787": [], "70279": 88, "7028155": 88, "70282435": 88, "7028557": 88, "70287347": 88, "7029142": 88, "7029189": 88, "70293": 88, "70306": 88, "703104": [], "70315826": 88, "70321476": 88, "70325": [], "7032633": 88, "703268": 88, "7033069": 88, "70330995": 88, "70337033": 88, "703403": 88, "70341456": 88, "703424": 88, "7034948": [], "70358": 88, "70359606": 88, "703651": 88, "7037": 88, "703710048030462": 87, "7037297": 88, "703741": 88, "703776": [], "703778": 88, "7037818": 88, "70383614": 88, "7038384": 88, "70387506": 88, "703907": [], "703926": [], "7039524": 88, "704060": 88, "704074": 88, "704079": 88, "704156814079": 88, "704187": 88, "704208": 88, "704246": 88, "704247": 88, "7042527324647196": [], "704308": [], "704348": 88, "704447": 88, "704449": 88, "704506": 88, "7045419": 88, "70466": 88, "7047": 88, "7047407": 88, "7047725": 88, "70483": [], "70484": 88, "704847": 88, "7048683": 88, "7048765": 88, "704895": [], "7048984": 88, "7049": [], "7049499": 88, "70496": [], "7049645": 88, "704999": 88, "705": 88, "70508075": 88, "705147": [], "705185": [], "705198": [], "7052456": [], "7052646": 88, "7052782846459695": [], "70528": 88, "705286": 88, "7053": 88, "705317": 88, "705322": 88, "7054785": 88, "705479": [], "7055": 88, "705536": [], "70571625": 88, "70572037": 88, "705782": 88, "7058": [], "7058115": 88, "7058134": 88, "706": 88, "706009": 88, "706017": 88, "7060285": 88, "706033444412455": 87, "70605": [], "7060531": 88, "706072": [], "7060824": 88, "70616176904293": 87, "706186": [], "7062095": 88, "706247": 88, "706268": 88, "70627": 88, "706348": 88, "7063663": 88, "70636636": 88, "706373": 88, "70637715": 88, "706398": [], "7064016": 88, "7064114": 88, "70642734": 88, "7064449": 88, "706528": 88, "70656": 88, "706608": [], "706629": 88, "7066404": 88, "7066406": 88, "706661": 88, "7066898": 88, "70669013": 88, "7067062": 88, "706722": 88, "7067681": 88, "70678526": 88, "70680120943889": 87, "706862": 88, "7068642": 88, "706868": 88, "70687497": 88, "70692": [], "7069496": 88, "7069858": 88, "707": 88, "7070432": 88, "7070435": 88, "707058": 88, "7071054": 88, "7071292": 88, "7071883": 88, "7071944": 88, "7072": 88, "7072577": [], "7072704": 88, "7072829": 88, "7072846": 88, "707315": [], "7074": [], "70742": [], "707574": 88, "707602": 88, "70764697": 88, "707714": 88, "70772": [], "7077895": 88, "7077981": 88, "70782995": 88, "7078782": 88, "7078798": 88, "707907": 88, "707914": 88, "70792645": 88, "70795": 88, "708": 88, "70800257": 88, "7080071": 88, "7080455": 88, "708069": [], "7081416": 88, "7081787": 88, "7081934": 88, "708214": 88, "70822567": 88, "708291": [], "708359": [], "7084324": 88, "7084844": 88, "708496": 88, "70850927": 88, "708534": [], "708536": 88, "708578": 88, "708683": 88, "7088053": 88, "7088063": 88, "7089924": 88, "7089994": 88, "709": 88, "7090": [], "70901126": 88, "70902616": 88, "709038": [], "709087": 88, "70910597": 88, "709106": 88, "7091827": 88, "70918715": 88, "709194": [], "7092": 88, "7092009": 88, "709267": 88, "70926833": 88, "7092873": 88, "7094": 88, "7094063": 88, "70943284": 88, "70943314": 88, "709449": [], "70945": [], "709478": [], "7094824": 88, "709504": 88, "7095146": [], "7095696": 88, "70963": 88, "709667": 88, "7097446": 88, "70976": [], "7097886": 88, "70978916": 88, "709822": 88, "70985": 88, "7099": 88, "71": 88, "710": 88, "7100002": 88, "7100056": 88, "7100237": 88, "710049": 88, "710083408093293": 87, "710129": 88, "71014": 88, "7101625": 88, "7102034": 88, "71026": [], "71029145": 88, "7104": [], "710413": 88, "7104332": 88, "710495": 88, "71051025": 88, "710556": 88, "710575": 88, "710583": 88, "7106": [], "710634": 88, "710636": 88, "710650": 88, "71067": 88, "710796": 88, "7108033": 88, "71085286": 88, "710855": 88, "7108978": 88, "7108995": 88, "7109311": 88, "7109869": 88, "711": 88, "7110154": 88, "7110225": 88, "711033": [], "7110446": 88, "711056": 88, "7110692": 88, "7110963": 88, "7111882": 88, "7112": [], "711237": 88, "711246": [], "711344": 88, "7113866": 88, "711392832758165": 87, "71147895": 88, "711502": 88, "71151865": 88, "7115209": 88, "7115302": 88, "7115896": 88, "711594": 88, "7116156": 88, "7116232": [], "71162605": 88, "71169114": 88, "7116959": 88, "7117055": 88, "711707": 88, "7118": 88, "711853": 88, "7118813": 88, "7118824": [], "712": 88, "712029": 88, "712074": 88, "71211934": 88, "712135": 88, "71216": 88, "7121633": 88, "71217": 88, "712196": 88, "712208": 88, "7122245": 88, "7122444": 88, "71226317": 88, "7122835": 88, "7123066": 88, "7123203": 88, "71234": 88, "71238863": 88, "7123954": 88, "7124": [], "712425": 88, "7124629": 88, "71248902108889": 87, "712507": 88, "712528": 88, "7126": [], "712653": 88, "712721": [], "7127264": 88, "712755": [], "7127984": 88, "712803": 88, "712805": 88, "71285194": 88, "7128692": 88, "7128913": 88, "71295": [], "712967": [], "712988": [], "7129971": 88, "713": 88, "713027": 88, "7130434": 88, "713099": 88, "713118": 88, "7131469": 88, "713158": 88, "71316": 88, "713184079083927": 87, "7132481": 88, "7132549": 88, "713268": 88, "71327275": 88, "713375": [], "713382639436837": 87, "71339864": 88, "7134": 88, "713413": 88, "7134303": 88, "713436": 88, "7134464": 88, "71346176": 88, "7135": 88, "7135301": 88, "71356857": 88, "7135972": 88, "7136": 88, "71360487": 88, "71362": 88, "71366": 88, "713684": 88, "7137485": 88, "71378": [], "71379155": 88, "713822": [], "713837": 88, "7138411": 88, "71388805": 88, "7139014": 88, "713926": 88, "7139652": 88, "7139911": 88, "714": 88, "714012": [], "714023": 88, "714026": 88, "714064": 88, "714073": 88, "7141132": 88, "714127": [], "714165": 88, "714168": 88, "7141711": 88, "71419007": 88, "71426165": 88, "714264": 88, "7142647": 88, "714325": [], "7143539": 88, "714365": [], "714401": 88, "7144469015911845": 87, "71445": 88, "714508": 88, "71456": 88, "71461207": 88, "71464133": 88, "714685": 88, "7146995": 88, "71476454": 88, "7147847": 88, "71479": 88, "7148085": 88, "7148097": 88, "71481": 88, "714817": 88, "7148373": 88, "7148695": 88, "7149": [], "71491": [], "714912": 88, "71496737": 88, "714973": 88, "7149917": 88, "715": 88, "71500266": 88, "71501625": 88, "71503": [], "715067": 88, "715076": [], "7151": [], "71514617862178": 92, "715164": [], "715233": 88, "7152371": 88, "71528935": 88, "7153": 88, "7153053": 88, "715338": 88, "715393": 88, "7153932": 88, "715435": 88, "71546626": 88, "71551": 88, "715511": 88, "715521": 88, "7155564": 88, "71556": [], "715584": 88, "7155935": 88, "7156222": 88, "71564": 88, "715655": [], "7156698": 88, "71569026": 88, "71569496": 88, "7157153": 88, "7157267": 88, "7157346": 88, "7157449": 88, "715774666005526": [91, 92], "7157879": 88, "715818": 88, "71585": 88, "7158856": 88, "71592": [], "715929": 88, "71593595": 88, "715936": 88, "71594": 88, "715965": [], "71597064": 88, "7159958": 88, "716": 88, "716034": [], "716095": 88, "716114": 88, "716124": 88, "71614385": 88, "71616036": 88, "716164": 88, "7162186": 88, "71623": 88, "7162315": 88, "7162317": 88, "716267": 88, "716314": [], "716318": 88, "71632516": 88, "7163505": 88, "71639": 88, "7164": [], "7164113": 88, "716417": 88, "71642": 88, "7164407": 88, "716492": 88, "71654": 88, "7165416": 88, "716542": 88, "71658": 88, "716595": 88, "7166": 88, "7166345": 88, "716656": 88, "7166849": 88, "716719": 88, "7167337": 88, "716766": [], "7167901": 88, "7167918": 88, "716795": 88, "71681744": 88, "71682": 88, "716848": 88, "71687293": 88, "7169": 88, "7169204": 88, "7169212": 88, "716942": [], "716976": 88, "716988": 88, "717": 88, "717012": 88, "7170393": 88, "7170629": 88, "71708345": 88, "7171063": [], "717113": 88, "7171903": 88, "7172": [], "717207": 88, "71721": 88, "7172369": 88, "717283": 88, "7172858": 88, "71729314": 88, "717346": 88, "7174": [], "7174066": 88, "717415": [], "71745944": 88, "71746165": 88, "71753": 88, "717545": 88, "71754897": 88, "717571": [], "7176": [], "7176437": 88, "7178": 88, "71781355": 88, "7178503": 88, "717854": 88, "717873": 88, "717886": 88, "717918": [], "717924954819775": 87, "7179699": 88, "717998": 88, "718": [], "7180088": 88, "71801716": 88, "7180368": 88, "7181101": 88, "71815": 88, "7181942": 88, "71825": 88, "718266": [], "7183": 88, "7183034": 88, "7183363": 88, "71833676": 88, "718338": 88, "71836": [], "71837": [], "718395": [], "71843773": 88, "71846": [], "718525": 88, "71854": 88, "718552": 88, "718572": [], "7185872": 88, "71868837": 88, "7187579": 88, "7188": 88, "71880615": 88, "7188704": 88, "7188796": 88, "718913": 88, "7189243": 88, "718971": [], "7189715": 88, "718974": [], "719": 88, "719032": 88, "719052": [], "71912163": 88, "7191492": 88, "719154": 88, "7191653": [], "719233": 88, "7192401": 88, "7192517": 88, "719257": 88, "719279": 88, "7192847": 88, "7192875": 88, "71937": 88, "719398": 88, "719495": [], "71956336": 88, "719579": [], "71959996": 88, "71964043": 88, "7196537": 88, "719678": 88, "71970606": 88, "7197633": 88, "719782": [], "719791": 88, "71981": 88, "71981525": 88, "7198379": 88, "719864": 88, "7199": [], "71990937": 88, "7199127": 88, "719933": 88, "719936": 88, "71e": 88, "72": 88, "720": 88, "72003": 88, "72006": [], "7200741": 88, "72012043": 88, "72015": 88, "7201814": 88, "72022": 88, "720229": 88, "720246": 88, "720282": [], "720335": 88, "72036": [], "72038": 88, "7204272": 88, "72044": [], "720492": 88, "7205031": 88, "72052324": 88, "7205768": 88, "720577": 88, "7206056": 88, "7206579": 88, "7206624": 88, "720684": 88, "72069776": 88, "7207": 88, "720729493260777": 87, "720751": [], "72076": [], "7208": 88, "7208331": 88, "720865": 88, "7209": [], "720907": 88, "720987": [], "721018": [], "72102153": 88, "72106975": 88, "721075": 88, "721123": 88, "72113615": 88, "721180581946832": 87, "7212": [], "721233": 88, "7212494": 88, "721268": 88, "72127086": 88, "7212718": 88, "7212926": 88, "7213277": 88, "7214496": 88, "721455": 88, "7214709": 88, "721484": 88, "721492": [], "7215035": [], "7215384": 88, "72157": 88, "72158": 88, "72159547": 88, "7216135": 88, "7216292": 88, "72163": 88, "7216463": [], "72166723": 88, "7217": 88, "72173": [], "7217533": 88, "7217812": 88, "721798": 88, "7218149": 88, "7218241": 88, "7218308": 88, "721888": 88, "7219018": 88, "721931": 88, "721941": 88, "721945": [], "722": 88, "7220172": 88, "7220309": 88, "722034": 88, "7220596": 88, "7220654": 88, "72211313": 88, "722206": 88, "72221756": 88, "722247": 88, "72229415": 88, "7223": [], "722311": 88, "7223186": 88, "7224": 88, "72246": 88, "722502": [], "72253": 88, "7225308": 88, "72253627": 88, "72257304": 88, "7225908": 88, "7226167": 88, "7226355": 88, "7226499": 88, "7226869": 88, "722734": 88, "722736": [], "722745_tmy3": [7, 87, 91, 92, 97], "7227606": 88, "72279435": 88, "7228384": 88, "7228674": 88, "72291": 88, "722918": 88, "722929": [], "7229357": [], "7229399": 88, "722966": 88, "7229965": 88, "723": 88, "723005": 88, "72302485": 88, "7230274": 88, "72304": 88, "723042": 88, "7230462": 88, "723085": 88, "72314": 88, "7231869": 88, "72336": 88, "7234168": 88, "723428": 88, "723438": 88, "7235292": 88, "7235358": 88, "7235363": 88, "723557": 88, "7235589": 88, "72356033": 88, "7236": 88, "7236092": 88, "72361857": 88, "7236311": 88, "72363865": 88, "723659082678": 88, "72368": 88, "7237004": 88, "7237201": 88, "723722": 88, "72374237": 88, "723755": [], "72377384": 88, "7237883": [], "7237911": 88, "7237917": 88, "7237952": [], "7238005": 88, "72380096": 88, "7238053": 88, "723832": 88, "72385025": 88, "72391903": 88, "7239275": 88, "7239570": 88, "724": 88, "7240324": 88, "7241049": 88, "724106409891995": 87, "7241535": 88, "7241727": 88, "724175": [], "724216": 88, "724228": [], "724259": 88, "7242606": 88, "72426665": 88, "724283": 88, "72429216": 88, "7243": 88, "72432": 88, "7243203": 88, "7243639": 88, "7244": 88, "7244037": 88, "724447": [], "72450346": 88, "724548": [], "724619": 88, "724654": 88, "72466016": 88, "7246721": 88, "724695_tmy3": 97, "72471464": 88, "724718": [], "72473": [], "72474945": 88, "7247981": 88, "7248188": 88, "72489": [], "7249": 88, "72499": [], "725": 88, "7250383": 88, "725046": 88, "7250575": 88, "7251545": 88, "72515476": 88, "7251853": 88, "725205_tmy3": [85, 87, 89, 90, 97], "725227": 88, "7252587": 88, "7252772": 88, "72528": 88, "725300_tmy3": 97, "7253165": 88, "7253189": 88, "72536": 88, "7254138": 88, "725449": 88, "7254547": 88, "7254551": 88, "72547454": 88, "7255": 88, "72552": 88, "7255228": [], "725525": 88, "7255548": 88, "7255881": 88, "725613": [], "7256135": 88, "7256742": 88, "72573": 88, "725754": 88, "7257637": 88, "725792": [], "7258": 88, "72580236": 88, "725807": 88, "7258287": 88, "7258325": 88, "725842": 88, "725918": 88, "7259203": 88, "725952": 88, "726": 88, "726024": 88, "726068": 88, "7260845": 88, "72610277": 88, "7261503": 88, "7261591": 88, "72616": [], "7261644": 88, "7261699": 88, "726182": 88, "72620237": 88, "72620475": 88, "72623193": 88, "726278": 88, "7262866": 88, "7262878": 88, "7263184": 88, "726334": 88, "72639": [], "7264123": 88, "7264495": 88, "72647965": 88, "7264809": 88, "7264935": 88, "726496": 88, "72650313": 88, "7265259": 88, "72653": 88, "726536": 88, "72654325": 88, "726562": 88, "7266107": 88, "7266402": 88, "7266762": 88, "726685": 88, "726695594163": 87, "72670174": 88, "7267044": 88, "7267252": 88, "7267303": 88, "72675": 88, "7268097": 88, "726824": 88, "726838": 88, "7268466": 88, "7268577": 88, "72686005": 88, "7268783": 88, "7269491": 88, "726957": 88, "72699434": 88, "727": 88, "7270058": 88, "7270074": 88, "72702": [], "727021": 88, "7270228": 88, "7270374": 88, "72705024": 88, "72707045": 88, "727077": 88, "7270833": 88, "727097": 88, "727104": [], "7271072": 88, "72711146": 88, "7271153": 88, "7271669": 88, "7272091": 88, "7272232": 88, "727304": 88, "72731006": 88, "72739035": 88, "7273989": 88, "7274": [], "72742844": 88, "727448": 88, "72745794": 88, "72747153": 88, "72749037": 88, "727493": 88, "72759": 88, "7276": [], "72767156": 88, "7276736": 88, "72768": [], "72769916": 88, "727706": [], "72773546": 88, "7277498": 88, "72784966": 88, "727885_tmy3": [7, 86, 97], "727885_tmy3_random_1": 86, "72793317": 88, "7279437": 88, "72798": [], "7279835": 88, "728": 88, "7280135": 88, "7280164": 88, "7280618": 88, "7280762": 88, "728088": 88, "7281022": 88, "7281159": 88, "728121": 88, "728128": 88, "72815263": 88, "7281724": 88, "7281725": 88, "7282024": 88, "7282028": 88, "728205": 88, "7282082": 88, "7282118": 88, "7282871": 88, "7282965": 88, "72837013": 88, "7284": [], "7284113": 88, "72845566": 88, "7284763": 88, "7284908": 88, "7285015": 88, "7285112": 88, "728548": [], "7285795": 88, "728580": 88, "7285818": 88, "7286159": 88, "7286531": 88, "72868854": 88, "72869": 88, "72869873": 88, "72874534": 88, "7287871": 88, "7288138": 88, "72884595": 88, "72886": [], "7288923": 88, "728893": 88, "7289391": 88, "72898334": 88, "72899955075894": [91, 92], "729": 88, "7290002": 88, "72901684": 88, "729017": [], "7290236": 88, "7290276": 88, "729048": 88, "7290853": 88, "7290862": 88, "7290989": 88, "72910744": 88, "729115": [], "729148": 88, "7292233": 88, "72923": [], "7292466": 88, "729248": 88, "729277": 88, "72934055": 88, "7293425": 88, "72935045": 88, "7293982": 88, "729426": 88, "7295": 88, "729506": 88, "7295542": 88, "7295937": 88, "7296": [87, 91, 92], "729618": [], "7296256": 88, "7296556": 88, "729683": 88, "7297547": 88, "72976786": 88, "729796": [], "7298104": 88, "729893": [], "7299": [], "729937": 88, "7299476": 88, "72e": [], "73": 88, "730": 88, "730006": 88, "7300234": 88, "730036": [], "73009485": 88, "7301": 88, "730114": 88, "73015624": 88, "73016": 88, "7302524": 88, "7302887": 88, "730298": 88, "730309": 88, "73032415": 88, "730345": 88, "73038906": 88, "730410": [], "7304671": 88, "730522": 88, "730545": [], "7305719": 88, "7305791": 88, "7305848": 88, "73059976": 88, "7306": 88, "7307131": 88, "730785": [], "730799": 88, "730806": 88, "73083705": 88, "730844": [], "7308622": 88, "7308766": 88, "73090094": 88, "730911": 88, "73093015": 88, "73094755": 88, "730966": 88, "731": 88, "7310958": 88, "73110557": 88, "7311547": 88, "7311583": 88, "7311664": 88, "73117566": 88, "7312749": 88, "7312797": 88, "7312946": 88, "7313": [], "73130566": 88, "73135984": 88, "731384": 88, "73141074": 88, "7315289": 88, "73158777": 88, "7316": [], "73160964": 88, "731631": [], "7316532": 88, "7316808": 88, "73169994": 88, "73171": 88, "731716": [], "7317938": 88, "7318": 88, "7318008": 88, "7318134": 88, "731826": 88, "7318426": 88, "73186547": 88, "7319721": 88, "731976": 88, "73197806": 88, "732": [], "7320251": [], "7320327": 88, "73205096": 88, "7320721": 88, "7321033": 88, "73212165": 88, "732143": [], "732168": 88, "7322": [], "73221684": 88, "7323": 88, "73231": [], "73232335": 88, "7323675": 88, "7323828": 88, "732383": 88, "732393": 88, "7324": [], "7324127": 88, "7324363": 88, "73245317": 88, "732481": [], "7325": [], "732529": 88, "73254234": 88, "7325526": 88, "73257405": 88, "73258805": 88, "73260784": 88, "73263824": 88, "732664": 88, "73266864": 88, "73270255": 88, "73270714": 88, "7327324": 88, "732758": 88, "732761": 88, "7327635": 88, "7327653": 88, "7328446": 88, "73286825": 88, "7329": 88, "7329174": 88, "732935": [], "732981": 88, "73299": 88, "7329997": 88, "733": 88, "73301053": 88, "733011": 88, "7330112": 88, "733051": 88, "7331107": 88, "733116": 88, "73316145": 88, "73322356": 88, "733243": 88, "7332478": 88, "73327": 88, "733284": [], "733288": 88, "733294": [], "7333178": 88, "73331887": 88, "7333348": 88, "7333587": 88, "7333671": 88, "73338616": 88, "7333925": 88, "7334": 88, "73340935": 88, "7334242": 88, "73350435": 88, "73352426": 88, "73352647": 88, "7335613": 88, "73356944": 88, "7335743": 88, "73359": 88, "7336237": 88, "733648": [], "7336556": 88, "73370457": 88, "733772": 88, "7337922": 88, "7338514": 88, "7339158": 88, "73392": [], "7339274": 88, "73397416": 88, "7339842": 88, "734": [], "734001": [], "73400396": 88, "7340677": 88, "73407": 88, "73407906": 88, "73409396": 88, "7341222": 88, "734146": 88, "7341473": 88, "7341543": 88, "7341635": 88, "734207": [], "73431": 88, "7343198": 88, "7343731": 88, "73438597": 88, "7343934": 88, "734396": 88, "734472": 88, "7345497449363": 87, "7345651": 88, "73458": 90, "7346": 88, "73463076": 88, "7346586": 88, "73466": 88, "73468": 88, "7346813": [], "7347": 88, "7347071": 88, "7347117": 88, "734783": 88, "734792": [], "73479354": 88, "7347964": 88, "7348": 88, "73483": 88, "734875": 88, "7348757": 88, "7349": 88, "734919": [], "734999": 88, "735": 88, "735018": 88, "735031": [], "735037": [], "7350513": 88, "73506737": 88, "735099": 88, "73511255": 88, "735115": [], "73512584": 88, "735128": 88, "7351285": 88, "735132": 88, "73516285": 88, "735165": 88, "7352": [], "735214": 88, "735224": 88, "73523": [], "735266": 88, "7352896": 88, "7353265": 88, "735332": 88, "7353606": 88, "7354": 88, "73540485": 88, "735435": [], "7354531": 88, "73546565": 88, "7355151": 88, "73552": 88, "7355472": 88, "735548": 88, "73556304": 88, "7355631": 88, "73557764": 88, "73559": 88, "73561746": 88, "7356342": 88, "73563933": 88, "73564": [], "7356455": 88, "735655": 88, "7356718": 88, "7356789": 88, "7356835": 88, "73569": 88, "7356973": 88, "73570186": 88, "73570824": 88, "73571974": 88, "73572856": 88, "7357388": 88, "73578054": 88, "7358601": 88, "7358677": 88, "7358961": 88, "7359103431230598": [85, 90], "736": 88, "73603743": 88, "7360797": [], "73607975": 88, "73608834": 88, "7360951": 88, "7361234": 88, "73619545": 88, "7361965": 88, "736198": [], "736267": 88, "736319": [], "736349": 88, "7363682": 88, "7363761": 88, "736382": 88, "73642045": 88, "7364228": 88, "73643035": 88, "73648": 88, "736492": [], "73649585": 88, "7365303": 88, "7365307": 88, "73653466": 88, "7365822": 88, "736623": [], "7366255": 88, "73673165": 88, "7367455": 88, "736752": [], "736755": 88, "73677474": 88, "73678744": 88, "7367954": 88, "7368608": 88, "736864": 88, "7368711": 88, "736872": 88, "7368922": 88, "7369": 88, "7369072": 88, "73694104": 88, "73695594": 88, "7369563": 88, "7369672": 88, "736984": 88, "737": 88, "737042": 88, "7370565": 88, "7370642": 88, "73707": 88, "7370806": 88, "7370858": 88, "7370906": 88, "7371168": 88, "73711914": 88, "73713523": 88, "7371417": 88, "7371448": 88, "73716": [], "7372": 88, "7372134": 88, "737228": 88, "737242": 88, "7372523": 88, "7372721": 88, "737274": [], "73728": 88, "7373273": 88, "73733264": 88, "737337": 88, "7373402": 88, "7373493": 88, "7373547": 88, "737382": [], "73738784": 88, "7374": [], "737408": [], "7374158": 88, "7374403": 88, "737446": [], "7374482": 88, "7374663": 88, "73748213": 88, "7375": [], "73752487": 88, "737558": 88, "7375866": 88, "737626": 88, "7376365": 88, "7376399": 88, "737645": 88, "737697": [], "737734": [], "7377438": 88, "737745": 88, "7377528": 88, "7377604": 88, "737764": 88, "737782": 88, "73780036": 88, "7378514": 88, "737880199154255": 87, "7379831": 88, "7379844": 88, "737993": 88, "738": 88, "7380121": 88, "73802954": 88, "738033": [], "7380663": 88, "7380728": 88, "738081": [], "738083": 88, "7380908": 88, "7380964": 88, "73819613": 88, "7382598": 88, "738296": 88, "7383146": 88, "7383358": 88, "738344": 88, "738346": 88, "738351": 88, "738441": [], "738443": 88, "7384629": 88, "73846436": 88, "73849875": 88, "7385005": 88, "7385283": 88, "73858": 88, "7386": 88, "7386183": 88, "73869": [], "738717": 88, "7387259": 88, "738774": [], "7387824": 88, "7388": 88, "7388034": 88, "7388089": 88, "7388131": 88, "738834": [], "738836": 88, "73884106": 88, "73884916": 88, "738852781557213": 87, "73888844": 88, "7388885": 88, "738903": 88, "7389046": 88, "7389145": [], "738918": 88, "738949": [], "7389572": 88, "738958": 88, "7389746": [], "7390019": 88, "7390024": 88, "7390101": 88, "73901814": 88, "7390223": 88, "739025": 88, "73902804": 88, "73904866": 88, "7390523": [], "73905647": 88, "739078": [], "73908": 88, "73908025": 88, "7390933": 88, "73909736": 88, "7391007": [], "73911285": 88, "7391252": 88, "7391414": 88, "739147": [], "73915815": 88, "7391771": 88, "73918194": 88, "7391854": 88, "7391924": 88, "7392464": 88, "73924816": 88, "7392646": 88, "73929": [], "7392951": 88, "739306": 88, "739341": 88, "7393523": 88, "7393696": 88, "7393749": 88, "73937917": 88, "73938775": 88, "73941": 88, "739414": 88, "7394454": 88, "7394733": 88, "739491": [], "7394927": 88, "7395054": 88, "7395076": 88, "73951066": 88, "7395129": 88, "7395147": 88, "7395182": 88, "73952783132": 88, "7395299": 88, "739558": 88, "7395774": 88, "73959905": 88, "73962337": 88, "7396353": 88, "7396672": 88, "739669": [], "7396741": 88, "7396922": 88, "739698": 88, "73970765": 88, "73970944": 88, "73970985": 88, "73972815": 88, "7397537": 88, "7397556": 88, "7397662": 88, "73977304": 88, "739792": [], "7398092": 88, "73984176": 88, "7398447": 88, "7398495": 88, "7398693": 88, "7398747": 88, "73987985": 88, "73988367970229": 87, "73989546": 88, "7398989": 88, "7399": [], "7399161": 88, "73995984": 88, "73e": [], "74": [88, 97], "740": 88, "74001": 88, "740018": 88, "7400277": 88, "740074": [], "7400923": 88, "740108": 88, "740122": 88, "7401673": 88, "740192": 88, "7402": 88, "74020606": 88, "7402606": 88, "7402621": 88, "7402733": 88, "7402762": 88, "740277": 88, "74035144": 88, "7403668": 88, "7403693": 88, "7403696": 88, "74038": [], "74039423": 88, "7403955": 88, "740414": 88, "74042374": 88, "7404343": 88, "7404435": 88, "7405": 88, "7405109": 88, "740513": 88, "740516": 88, "74051714": 88, "7405179": 88, "7405235": 88, "74052536": 88, "7405263": 88, "74052984": 88, "7405356": 88, "74053645": 88, "74054325": 88, "7405508": 88, "7405583": 88, "74056876": 88, "7405816": 88, "7405902": 88, "74061114": 88, "74066204": 88, "74068046": 88, "7406937": 88, "74072343": 88, "7407296": 88, "74073": [], "7407301": 88, "74073094": 88, "74074435": 88, "74074465": 88, "740768": 88, "74076986": 88, "740807": 88, "7408093": 88, "7408094": 88, "740812": 88, "7408136": 88, "7408503": 88, "7408754": 88, "7408889": 88, "7409": 88, "740905": 88, "740911": 88, "74091583": 88, "74091876": 88, "7409392": 88, "7409567": 88, "7409591": 88, "740973": [], "7409864": 88, "74098784": 88, "74098796": 88, "7409889": 88, "7409926": 88, "741": 88, "7410003": 88, "74101746": 88, "7410243": 88, "7410277": 88, "74103177": 88, "7410389": 88, "7410663": 88, "7410685": 88, "741089": 88, "7410958": 88, "7411036": 88, "7411064": 88, "7411311": 88, "741132595393": [], "74113715": 88, "7411514": 88, "741158": 88, "74116206": 88, "7411866": 88, "741188": [], "7411933": 88, "74119616": 88, "74121314": 88, "7412241": 88, "74127": [], "7412891": 88, "741297": 88, "7412979": 88, "741302": 88, "741325": [], "7413716": 88, "741393": 88, "7414": [], "741425": [], "741448": 88, "74145": 88, "74145633": 88, "741484": 88, "7414855": 88, "7414882": 88, "7414956": 88, "7415": [], "7415102": 88, "741565": 88, "74156624": 88, "7415997": 88, "7416079": 88, "7416212": 88, "7416354": 88, "741638": [], "7416539": 88, "74168": [], "74170774": 88, "741721": 88, "7417346": 88, "7417816": 88, "7418221": 88, "7418324": [], "7418508": 88, "74188024": 88, "7418842": 88, "7419044": 88, "7419056": 88, "7419058": 88, "741907": 88, "74190754": 88, "7419722": 88, "74198246": 88, "742": 88, "74200284": 88, "7420089": 88, "742053": 88, "74205345": 88, "74205863": 88, "7420819": 88, "7420891": 88, "742096": [], "742123": 88, "7421297": 88, "742134": 88, "7421428": 88, "7421619": 88, "7421691": 88, "7421784": 88, "74219686": 88, "7422": 88, "7422149": 88, "7422171": 88, "742224": 88, "7422245": 88, "74223465": 88, "7422354": 88, "74224305": 88, "74225": [], "742256": [], "7422615": 88, "7422727": 88, "742277": [], "742279": 88, "74228114": 88, "7423076": 88, "74231": [], "74231416": 88, "7423219": 88, "74234587": 88, "74235904": 88, "74236315": 88, "7423718": 88, "742372": [], "7423741": 88, "7423792": 88, "7424": [], "7424104": 88, "742437": 88, "7424427": 88, "74244666": 88, "74247205": 88, "7424741": 88, "7424954": 88, "7425077": 88, "742556": 88, "7425585": 88, "7426208": 88, "7426695": 88, "7426857": 88, "7426963": 88, "7427": 88, "7427025": 88, "742707": [], "742712": 88, "7428017": 88, "7428039": 88, "742807": [], "742818": 88, "7428319": 88, "7428424": 88, "7428592": 88, "74286133": 88, "7428666": 88, "7429477": 88, "7429933": 88, "743": 88, "743015": [], "7430374": 88, "7430407": 88, "7430651": 88, "7430667": 88, "7430858": 88, "7432": 88, "7432054": 88, "743217": 88, "7432319": 88, "7432383": 88, "7432435": 88, "74324733": 88, "743254": [], "7432737": [], "743279": 88, "7432826": 88, "74339265": 88, "743399": 88, "7434": [], "7434161": 88, "7434267": 88, "7434489": 88, "74348867": 88, "743523": 88, "7435454": 88, "7435892": 88, "7436": [], "743612": 88, "74363": 88, "74363077": 88, "7436537": 88, "7436682": 88, "74368": [], "74369466": 88, "74370396": 88, "74373": [], "7437507": 88, "7437515": 88, "7437582": 88, "7437723": 88, "7437731": 88, "74380076": 88, "7438201": 88, "743841": 88, "743845": 88, "7438494": 88, "74385524": 88, "74386084": 88, "74390274": 88, "74392414": 88, "743927": 88, "74396": 88, "7439956": 88, "7439983": 88, "744": [87, 88, 91, 92], "74403745": 88, "7440622": 88, "7440734": 88, "7441041": 88, "74411905": 88, "7441213": 88, "744133": [], "7441441": 88, "744146": 88, "7441534": 88, "744164": 88, "74418634": 88, "7442059": 88, "744215": [], "744223": [], "74423045": 88, "7442349": 88, "7442526": 88, "744265": 88, "744274": 88, "744276": [], "7442769": 88, "7443209": 88, "74432105": 88, "744356": [], "7443906": 88, "74442333": 88, "744438": [], "74445206": 88, "7444579": 88, "74447125": 88, "744494": 88, "744513": 88, "7445315": 88, "7445474": 88, "744558": 88, "7445812": 88, "74458486": 88, "744617": [], "74467003": 88, "7446766": 88, "7446949": 88, "74469656": 88, "7447164": 88, "7447788": 88, "74478024": 88, "7447955": 88, "7448232": 88, "74483556": 88, "74484825": 88, "7448494": 88, "744860_tmy3": [7, 88, 97], "744860_tmy3_random_1": 88, "7448707": 88, "74488884": 88, "7449": [], "744958": 88, "744995": 88, "745": [85, 88, 90], "7450084": 88, "745012": 88, "7450324": 88, "7450399": 88, "745049": 88, "74505216": 88, "7451276": 88, "7451695": 88, "74517normalized_observ": 88, "74519": [], "745192": [], "745235": 88, "74524": [], "7452706": 88, "7453097": 88, "7453288": 88, "74535155": 88, "7453753": [], "74538547": 88, "7453934": 88, "7454": [], "7454113": 88, "7454294": 88, "74545085": 88, "7454551": 88, "7454876": 88, "7455214": 88, "745529": 88, "74553365": 88, "74554": 88, "745565263920668": 87, "74557596": 88, "7456019": 88, "7456196": 88, "74565136": 88, "745655": 88, "74566513": 88, "74567276": 88, "7456917": 88, "74569476": 88, "745705": 88, "74570775": 88, "74571544": 88, "74572325": 88, "745747": [], "7457529": 88, "7457967": 88, "7458": 88, "7458028": 88, "74581": 88, "745817": [], "7458176": 88, "745836": 88, "745839": 88, "7458589": 88, "74587005": 88, "74594045": 88, "74594283": 88, "7459456": 88, "74595326": 88, "74596": [], "745974": 88, "74598": 88, "74599": [], "746": 88, "7460032": 88, "7460236": 88, "746052": 88, "74607044": 88, "746080113592953": 87, "7461024": 88, "74611896": 88, "74612164": 88, "74612445": 88, "7461322": 88, "74613833": 88, "7461396": 88, "74614793": 88, "7461521": 88, "74617755": 88, "74619013": 88, "74622": [], "746235": 88, "74624723": 88, "7462662": 88, "74627393": 88, "7462764": [], "746296": 88, "746336": 88, "7463417": 88, "7463796": 88, "746401": [], "7464069": 88, "7464435": 88, "7464457": 88, "74644697": 88, "746513": [], "74652934": 88, "74655074": 88, "7465645": 88, "7465682": 88, "746572": 88, "7465734": [], "746576": 88, "74658746": 88, "7466254": 88, "7466463": 88, "74666667": 88, "7466736": 88, "7466738": 88, "7467101": 88, "7467241": 88, "746773": 88, "74679": [], "746796": 88, "746843": 88, "74685025": 88, "74686": 88, "7468647": 88, "74686724": 88, "746886": 88, "74689275": 88, "74691486": 88, "746922": 88, "74692607": 88, "7469467": 88, "74694717": 88, "7469586": 88, "746965024451924": 87, "74698126": 88, "74699175": 88, "747": 88, "7470017": 88, "7470028": 88, "74701333": 88, "7470139": 88, "74702233": 88, "747043661751707": 85, "747075": 88, "74712": 88, "74714595": 88, "74714774": 88, "7471648": 88, "7471659": 88, "74718058330181": 87, "7471867": 88, "7472048": 88, "74720734": 88, "74722093": 88, "747227": 88, "7472327": 88, "7472643": 88, "74728674": 88, "7473": 88, "74731": 88, "74732506": 88, "74732757969822": 87, "7473311": 88, "74734396": 88, "7474": [], "7474083": 88, "7474477": 88, "747475": 88, "74749655": 88, "74749994": 88, "74750537": 88, "74758273": 88, "74759626": 88, "7476": 88, "747612": 88, "7476144": 88, "7476252": 88, "74765766": 88, "74767095": 88, "747707": [], "7477576": 88, "74776703": 88, "7477888": 88, "747818": 88, "74782": 88, "7478432": 88, "7478587": 88, "74787265": 88, "747877": 88, "74798363": 88, "747991": 88, "748": 88, "7480265": 88, "748029": 88, "7480628": 88, "7480702": 88, "7481137": 88, "7481526": 88, "74817": [], "748192": 88, "7481974": 88, "748208010345": [], "7482439": 88, "7482464": 88, "7482491": 88, "748261": 88, "7483114": 88, "748313": 88, "748314": [], "7483186": 88, "748343": 88, "74835": [], "7483539": 88, "7483584": 88, "748373": 88, "7483836": 88, "74844": [], "7484401": 88, "748442": 88, "74845356": 88, "74847084": 88, "74849033": 88, "74849945": 88, "748506": 88, "74851": [], "748531": 88, "74854374": 88, "74854845": 88, "7485648": 88, "7485824": 88, "74859": 88, "74861807": 88, "74862725": 88, "74863863": 88, "7486602": 88, "74867": 88, "74869937": 88, "7487149": 88, "74872726": 88, "7487275": 88, "7487333": 88, "74873817": 88, "748756": [], "74877214": 88, "74878454": 88, "7487879": 88, "74880713": 88, "74882066": 88, "74882275": 88, "748828": 88, "74886": [], "7488799": 88, "74889857": 88, "74890256": 88, "74890745": 88, "74893": [], "7489338": [], "7489466": 88, "748947": 88, "7489593": 88, "74896264": 88, "7489798": 88, "7489925": 88, "749": 88, "749002": 88, "74900836": 88, "749034869196144": 87, "7490549": 88, "7490615": 88, "74906987": 88, "7490781": 88, "74908": 88, "7491": 88, "7491123": 88, "749151": [], "749154": 88, "749163": 88, "74918306": 88, "7491901": 88, "7491912": 88, "7492136": 88, "7492668": 88, "749283": 88, "7493": 88, "7493004": 88, "7493024": 88, "74930763": 88, "74931353": 88, "7493251": 88, "749363": 88, "74940044": 88, "74943346": 88, "749456": 88, "74945736": 88, "74946773": 88, "74949586": 88, "749545": 88, "74956": 88, "74962": [], "7496414": 88, "74965507": 88, "7496584": 88, "7497097": 88, "7497171": 88, "7497247": 88, "749744": 88, "74976325": 88, "749786": [], "7498329": 88, "7498686": 88, "7498783": 88, "74989927": 88, "7499": [], "7499588": 88, "74997": [], "7499734": 88, "74998": 88, "749984": 88, "74e": [], "75": [88, 97], "750": 88, "75005484": 88, "7500784": 88, "7501": 88, "750113": [], "750119": [], "75012": [], "750145": [], "7501518": 88, "750166": 88, "750177": [], "750188": 88, "75019": 88, "7501919": 88, "7501966": 88, "7502089967989307": [], "75022": [], "7502216": 88, "7502425": 88, "7502621": 88, "7502796": 88, "7502922": 88, "7503235": 88, "75033104": 88, "750345": 88, "7503576": 88, "75035876": 88, "7503656": 88, "7503926": 88, "75040865": 88, "750427": 88, "75045377": 88, "75045425": 88, "750465": [], "75048625": 88, "7505043": 88, "75051045": 88, "7505553": 88, "750559": [], "7506092": 88, "750656": 88, "7506644": 88, "7506958": 88, "7507059": 88, "750719": 88, "750742": [], "75075597": 88, "750761": [], "75077987": 88, "7507805": 88, "750843779568": [], "7508901": 88, "7509037": 88, "7509077": 88, "7509214": 88, "75095": 88, "7509678": 88, "75098044": 88, "75098187": 88, "751": 88, "7510174": 88, "75101817": 88, "75104": 88, "7510598": 88, "75106": [], "7510724": [], "75107443": 88, "7510818": 88, "75111884": 88, "75113": 88, "75113183": 88, "751143": 88, "751154": [], "75119144": 88, "7511939": 88, "7512142": 88, "7512341": 88, "75123423": 88, "75123876": 88, "751245": 88, "75126135": 88, "751274": 88, "75128484": 88, "75129217": 88, "751317": 88, "75131834": 88, "75133204": 88, "751337": 88, "751362": 88, "7513945": 88, "75140333": 88, "7514125": 88, "7514206": 88, "75142956": 88, "7514403": 88, "75144476": 88, "7514559": 88, "7514644": 88, "7514783": 88, "7514842": 88, "7514845": 88, "7515": 88, "7515014": 88, "7515318": 88, "7515403": 88, "7515442": 88, "7515563": 88, "75156057": 88, "7515766": 88, "75159705": 88, "7516049": 88, "7516104": 88, "7516141": [], "75161564": 88, "75162494": 88, "7516354": 88, "751643": 88, "75165194": 88, "7516546": 88, "7516835": 88, "75169": 88, "7516951": 88, "75171244": 88, "75171626": 88, "75174236": 88, "75174826": 88, "7517514": 88, "751755": 88, "7517683": 88, "7517755": 88, "75179833": 88, "7518092": 88, "75180936": 88, "75182045": 88, "751823": 88, "7518249": 88, "7518336": 88, "7518396": 88, "75184107": 88, "7518479": 88, "75185555": 88, "7518748": 88, "7518835": 88, "7518886": 88, "7519268": 88, "7519417": 88, "7519472": 88, "7519659": 88, "751967": 88, "75197": 88, "7519733": 88, "7519925": 88, "7520096": 88, "7520365": 88, "75203949912126": 87, "7520407": 88, "75204414": 88, "75205946": 88, "7520751": 88, "75208": [], "752086": [], "75209904": 88, "7521139": 88, "75212604": 88, "7521479": 88, "7521638": 88, "75217193": 88, "75217474": 88, "752184": 88, "7521896": 88, "752201": 88, "752203": 88, "75220716": 88, "75221527": 88, "75223106": 88, "75223553": 88, "7522411": 88, "75225604": 88, "752257": 88, "7522772": 88, "75227773": 88, "75228745": 88, "7522904": 88, "7522921": 88, "75229263": 88, "7522948": 88, "7523033": 88, "75230473": 88, "7523063": 88, "75230783": 88, "75230896": 88, "7523095": 88, "75231147": 88, "752314": 88, "7523216": 88, "752323": [], "752327": 88, "7523295": 88, "7523334": 88, "75234044": 88, "7523409": 88, "7523416": 88, "75235844": 88, "7523585": 88, "75237054": 88, "752372": 88, "7523851": 88, "75239766": 88, "752398": 88, "7524": [], "75241363": 88, "7524167": 88, "75243175": 88, "752465": 88, "7524777": 88, "7525157": 88, "7525204": 88, "7525432": 88, "7525484": 88, "7525519": 88, "752552": 88, "752627": 88, "7526455": 88, "7526533": 88, "7526589": 88, "752682": 88, "752708": 88, "7527538": 88, "752773": 88, "752775": [], "75284064": 88, "7528496": 88, "7529": [], "752913": 88, "7529256": 88, "752947": 88, "75296915": 88, "7529776": 88, "753": 88, "7530019": 88, "75300694": 88, "7530126": 88, "7530489": 88, "7530495": 88, "7530711": 88, "7530888": 88, "75309443": 88, "7530991": 88, "7531": 88, "75313556": 88, "753136": [], "75314": [], "7531623": 88, "7531659": 88, "7531681": 88, "753178": 88, "7531815": 88, "75320786": 88, "7532168": 88, "753246": 88, "7532516": 88, "7532668": 88, "753273": 88, "75327307": 88, "7532892": 88, "75329": 88, "7533123": 88, "7533251": 88, "75334334": [], "7533494": 88, "75337017": 88, "75337553": 88, "7534": 88, "7534167": 88, "753421": 88, "7534329": 88, "7534521": 88, "753471": [], "7535106": 88, "753513": 88, "753517": 88, "7535177": 88, "75353295": 88, "75353324": 88, "75356": 88, "7535635": 88, "7535832": 88, "75360364": 88, "7536042": 88, "75363": 88, "7536339": 88, "7536529": 88, "753674": 88, "75370806": 88, "7537116": 88, "7537129": 88, "753717": 88, "7537386": 88, "75376153": 88, "7537734": 88, "75379884": 88, "7538087": 88, "7538152": 88, "753823": 88, "75382704": 88, "75382745": 88, "753828": 88, "75382936": 88, "7538296": 88, "7538311": 88, "75385636": 88, "7538585": 88, "7538624": 88, "7538649": 88, "75386655": 88, "75387": [], "7538734": 88, "75388867": 88, "75388885": 88, "7539009": 88, "7539014": 88, "7539035": 88, "7539081": 88, "7539092": 88, "7539175": 88, "7539184": 88, "75392765": 88, "75395775": 88, "7539592": 88, "75396496": 88, "7539694": 88, "7539713": 88, "75398237": 88, "7539837": 88, "754": 88, "7540064": 88, "7540068": 88, "7540086": 88, "75401646": 88, "7540316": 88, "7540785": 88, "754087": [], "754097": 88, "75410604": 88, "7541286": 88, "754133": 88, "754135": [], "75415164": 88, "75416166": 88, "7542": 88, "7542188": 88, "75422627": 88, "7542354": 88, "75425": 88, "75425476": 88, "7542611": 88, "754278": 88, "75433": 88, "75435066": 88, "75438195": 88, "75438905": 88, "7544006": 88, "7544225": 88, "7544443": 88, "754455": 88, "75447": 88, "75450575": 88, "75450647": 88, "75451714": 88, "75452": [], "7545386": 88, "7545442": 88, "7545461": 88, "7545497": 88, "75457376": 88, "75457853": 88, "7546513": 88, "7546601": 88, "7546635": [], "754684": 88, "7547202": 88, "754734": [], "75474954": 88, "7547617": 88, "75477767": 88, "754799": 88, "7548": 88, "754827": [], "7548451": 88, "7548518": 88, "7548572": 88, "75486535": 88, "7548693": 88, "7548714": 88, "7548775": 88, "7549": [], "7549048": 88, "75494": 88, "754955": [], "75499654": 88, "755": 88, "7550052": 88, "75501513": 88, "75504315": 88, "75505185": 88, "7550584": 88, "755064": [], "75508": 88, "7551116": 88, "7551606": 88, "755165": [], "7551716": 88, "75517505": 88, "75522": 88, "755237": 88, "7552461": 88, "755278": 88, "7553": [], "75533044": 88, "75533104": 88, "755335": 88, "7554123": 88, "7554471": 88, "75544804": 88, "75545496": 88, "755472": [], "7555178": 88, "755553": [], "755567": 88, "75558984": [], "755598": [], "755625": 88, "755634": 88, "7556629": 88, "75566834": 88, "7557": 88, "755707": 88, "75574": [], "7557538": 88, "7558405": 88, "75586826": 88, "7558723": 88, "755894": [], "755896": [], "75592": 88, "755943": 88, "75599104": 88, "756": 88, "756015": [], "756025": [], "75603": [], "7560674": 88, "756094": 88, "75610465": 88, "7561376": 88, "7561394": 88, "75615": 88, "7561847": 88, "7562032": 88, "75620574": 88, "7562602": 88, "7562828": 88, "75628906": 88, "7562895": 88, "7563": 88, "75632125": 88, "7563275": 88, "75635064": 88, "7563551": 88, "75638336": 88, "756386": 88, "7564083": 88, "7564194": 88, "7564297": 88, "75643": [], "7564318": 88, "7564504": 88, "75645596": 88, "7564572": 88, "75646836": 88, "7565103": 88, "756516": [], "75652415": 88, "7565259": 88, "75652635": 88, "7565564": 88, "75657105": 88, "7565715": 88, "7565846": 88, "756615": 88, "75661635": 88, "7566204": 88, "7566615": 88, "7566652": 88, "7566703": 88, "7566716": 88, "7566746": 88, "75668555": 88, "7567114": 88, "75672704": 88, "7567331": 88, "7567406": 88, "756744": 88, "7567478": 88, "75675255": 88, "75677": [], "7567737": 88, "7567878": 88, "756788": 88, "7567954": 88, "7567963": 88, "75682837": 88, "7568395": 88, "7568658": 88, "75687003": 88, "756883": [], "75688636": 88, "75694895": 88, "75696003": 88, "7569796": 88, "75698227": 88, "757": 88, "75701237": 88, "75703156": 88, "75703603": 88, "75704974": 88, "757051": 88, "75705826": 88, "7570592": 88, "757082": 88, "7571": [], "75715": 88, "7571633": 88, "757193": [], "7571959": 88, "757214": 88, "75723803": 88, "7572896": 88, "7573085": 88, "757316": 88, "75732136": 88, "757322": 88, "7574": [], "75740343": 88, "757463": [], "75749534": 88, "757513": 88, "75752264": 88, "75753": 88, "75753385": 88, "75757": 88, "757586": 88, "7576": 88, "7576445": 88, "75765073": 88, "7576508": 88, "757671": 88, "75769997": 88, "757708": 88, "75771576": 88, "757809": 88, "7578173": 88, "7578335": 88, "757858": 88, "75788605": 88, "7579075": 88, "75796634": 88, "758": 88, "7580443": 88, "758059": 88, "7580974": 88, "75812936": 88, "7581511": 88, "758158": [], "75817245": 88, "758186": 88, "758193423204": 91, "75820667": 88, "758213": 88, "7582938": 88, "7582991": 88, "7583": [], "7583431": [], "75837773": 88, "7583816": 88, "7583933": 88, "7583988": 88, "75845623": 88, "75845915": 88, "758495": 88, "7584963": 88, "7585": 88, "75851876": 88, "7586076": 88, "7586255": 88, "758636": 88, "758637619416": 86, "75864": 88, "75864035": 88, "7586825": 88, "75869733": 88, "7587189": 88, "758737": [], "7587703": 88, "7587792": 88, "7587866": 88, "7588308": 88, "7589": [], "758915": 88, "7589182": 88, "75892": 88, "758932": 88, "75893242733751": 87, "7589381": 88, "7589474": 88, "759": 88, "7590119": 88, "759013": 88, "7590409": 88, "7590846": 88, "7590899": 88, "75917083": 88, "759177": 88, "759192": 88, "75919896": 88, "75921": [], "7592144": 88, "7592369": 88, "759245": [], "7592522": 88, "7593": [], "75931144": 88, "759312": 88, "75931436": 88, "75931644": 88, "759333": 88, "759336": 88, "7593412": [], "7593929": 88, "759403": 88, "759412": 88, "759436": 88, "759447": 88, "75948304": 88, "7595019": 88, "75953682781952": 87, "75955": 88, "75962114": 88, "75969464": 88, "75971824": 88, "7597854": 88, "759789": [], "7597984": 88, "759814": 88, "759819": 88, "759895": [], "7599": [], "75993526": 88, "7599673": 88, "7599704": 88, "7599802": 88, "75999314": 88, "75e": [], "75observ": [], "76": 88, "760": 88, "76005": 88, "7600585": 88, "76009107": 88, "76009953": 88, "7601465": 88, "760155": 88, "7601564": 88, "7602304": 88, "7602385": 88, "76024723": 88, "7602549": 88, "760258": 88, "7602708": 88, "7602763": 88, "76028013": 88, "760303": [], "7603121": 88, "76033": 88, "7603322": 88, "7603575": 88, "760366": 88, "7604027": 88, "7604033": 88, "76041704": 88, "760433": 88, "76044": [], "760485": 88, "7604889": 88, "76048994": 88, "760542": [], "76054865": 88, "7605596": 88, "76056": [], "760579": [], "76058596": 88, "760624": [], "7606652": 88, "76067066": 88, "7606787": 88, "76068294": 88, "7606854": 88, "760698": 88, "76073146": 88, "76074": 88, "76075006": 88, "76078355": 88, "760807": [], "7608143": 88, "760838": 88, "7608815": 88, "76091564": 88, "760983": [], "760994": [], "761": 88, "7610012": 88, "76102": 88, "7610282": 88, "761047": [], "76105946": 88, "761063": [], "7610787": 88, "7610877": 88, "7611": 88, "7611184": 88, "76113117": 88, "76113486": 88, "76114": [], "7611469": 88, "76116514": 88, "7611973": 88, "761223": [], "76125866": 88, "76126564": 88, "761286": 88, "7612892": 88, "76128966": 88, "7613": 88, "7613207": 88, "7613479": 88, "761375": [], "7614073": 88, "7614115": 88, "7615": [], "761517": 88, "7615346": 88, "76155764": 88, "76156306": 88, "761565": 88, "76156807": 88, "76157314": 88, "76158696": 88, "76160204": 88, "7616157": 88, "7616272": 88, "76165247": 88, "7616789": 88, "7617": [], "76171577": 88, "761728": [], "761732": 88, "7617324": 88, "7618": 88, "76181": 88, "761835": [], "76186": 88, "76187650701259": 92, "7619167": 88, "76193166": 88, "7619318": 88, "76194215": 88, "76198524": 88, "761995": [], "762": 88, "7620101": 88, "762035": 88, "76206976": 88, "76210874": 88, "762121": 88, "762146": 88, "76215667": 88, "762184": [], "7622128": 88, "762215": [], "7622277": 88, "7622278": 88, "762245": 88, "762253": 88, "762262": 88, "762264": 88, "7622741": 88, "7623": [], "76231205": 88, "7623451": 88, "7623625": 88, "7623635": 88, "762388": 88, "7623995": 88, "7624": [], "76244956": 88, "762454": 88, "7624603": 88, "76249033": 88, "7625": [], "762506": 88, "7625062": 88, "7625339": 88, "7625557": 88, "762558": [], "762559": 88, "7626077": 88, "76264167": 88, "762642": 88, "76264846": 88, "7626545": 88, "762743": 88, "76275": 88, "7627726": 88, "76277906": 88, "76278144": 88, "762806": 88, "7628243": 88, "7628311": 88, "762857": 88, "7628729": 88, "762875": 88, "7628973": 88, "7629098": 88, "7629309": 88, "7629328": 88, "762954": 88, "762976": 88, "763": 88, "763005": [], "763056": 88, "763099": 88, "7631": [], "7631271": 88, "7631623": 88, "7631834": 88, "763219": 88, "7632458": 88, "7632483": 88, "763294": [], "763325": [], "7633391": 88, "7633637": 88, "76336967540199": 87, "76337343": 88, "763378": 88, "7633893": 88, "76341087": 88, "763517": 88, "7635421": 88, "763554": [], "7635772": 88, "76358": 88, "763586483892364": 87, "7636116": 88, "763615": [], "763619": 88, "7636349": 88, "76369494": 88, "763706": 88, "76371676": 88, "7637365": 88, "7637421": 88, "7637843": 88, "7638237": 88, "76386": [], "7638649": 88, "7638713": 88, "76391": 88, "76395": [], "763953": 88, "763974": 88, "764": [], "764002": 88, "7640142": 88, "764015": 88, "764038": 88, "764063": 88, "76407": [], "76409": 88, "7641": 88, "764107": 88, "764134": 88, "764162": [], "7641792": 88, "7642": 88, "764221": 88, "764248": [], "7642911": 88, "764303": 88, "764414": 88, "76446": 88, "76449": 88, "7645183": 88, "76452124": 88, "764606": 88, "764612": 88, "76464415": 88, "7646618": 88, "764694": [], "76473": [], "7648728": 88, "76489": 88, "764893": 88, "76489955": 88, "7649": [], "76496476": 88, "764967": [], "764987": 88, "7649898": 88, "765": [], "76501": 88, "765036": 88, "7650476": 88, "765066": 88, "76516048261861": 87, "7651821": 88, "76519": 88, "765224": [], "76524913": 88, "765251": 88, "765265": 88, "7652681": 88, "765324": [], "765333": 88, "7653612": 88, "765367945189": 91, "765394": 88, "7654018": 88, "7654032": 88, "76541954": 88, "7654230": 88, "76543": 88, "76543814": 88, "76545": 88, "765486": [], "765489": 88, "765497": 88, "76551": 88, "765554": [], "765562": 88, "76557964": 88, "765596": 88, "7656": 88, "765705": 88, "7657272": 88, "76572794": 88, "76581": [], "765815": 88, "7658186": 88, "7658205": 88, "765833": 88, "76586187": 88, "765897": 88, "765942": 88, "765951": 88, "76598907": 88, "766": 88, "7660453": 88, "766056": 88, "7660681": 88, "7660966": 88, "7661": 88, "76612": [], "766167": 88, "7662117": 88, "76625043": 88, "766266": 88, "766301": [], "7663636": 88, "766394": [], "766434": 88, "7664611": 88, "76646364": 88, "76648355": 88, "766552": [], "766705234161947": 91, "76674": 88, "7667599": 88, "7667835": 88, "766872": [], "7668774": 88, "76691": 88, "766968": 88, "767": 88, "767048": [], "767059": 88, "767124": 88, "76714355": 88, "76716": 88, "7671737": 88, "76718": 88, "767204": [], "767242": 88, "76725": 88, "767315": [], "767324": [], "767363": [], "7674": [], "76741415": 88, "7674203": 88, "76746833": 88, "7675056": 88, "7675085": 88, "76754": [], "767609": 88, "76765823": 88, "7676855": 88, "7676955": 88, "767708": [], "7677293": 88, "767754": [], "767801": 88, "7679333": 88, "767956524665": [], "76797795": 88, "7680262": 88, "768059": 88, "7680593": 88, "76807": 88, "7681658": 88, "768179": 88, "76825": 88, "768286": [], "7683": 88, "7683228": 88, "76834834": 88, "76835555": 88, "76839465": 88, "7684": 88, "76843023": 88, "768464": 88, "76857": [], "7686": 88, "7686408": 88, "768656": 88, "7686822": 88, "768703": 88, "768761": 88, "7688111": 88, "76884574": 88, "7689234": 88, "7689562": 88, "76898": 88, "7689949": 88, "769": [], "769054": 88, "769078": [], "7691092": 88, "769137": 88, "7691394": 88, "769144": 88, "7691641": 88, "7692098": 88, "76922596": 88, "7692885": 88, "7692974": 88, "7693034": 88, "769398": 88, "7694353": 88, "7695042": 88, "769587": 88, "76960295": 88, "769644": [], "7696535": 88, "769718084042537": 87, "769733": [], "7697421": 88, "76978": [], "7698": 88, "769836": 88, "769854": 88, "76986533": 88, "76989216": 88, "7699": [], "769936": 88, "7699388": 88, "769949": 88, "769997": 88, "76e": [], "77": 88, "770": 88, "770023": 88, "77003": [], "7701": [], "770123": 88, "7701249": [], "77015": 88, "7701593": 88, "7701613": 88, "770189": [], "7702151": 88, "77023": 88, "770238": 88, "770256": [], "770273": 88, "770283": [], "770332": 88, "7703967": 88, "77040565": 88, "77042": [], "770425": 88, "77045274": 88, "77050865": 88, "7706": 88, "77061564": 88, "77063": [], "77063346": 88, "77067": 88, "770702": [], "7708154": 88, "77082723": 88, "770834": 88, "77090865": 88, "77093": 88, "7709578": 88, "771": 88, "7710": [], "771124": 88, "7711372": 88, "771217": [], "771261": 88, "7712657": 88, "77129": 88, "7712948": 88, "7713067": 88, "771341": [], "7714040": [], "77140886": 88, "771482": 88, "7715": 88, "7715165": 88, "7715181": 88, "77159005": 88, "771593": 88, "7716471": 88, "771671": [], "771719": [], "77173936": 88, "7718": 88, "771801": 88, "771853": [], "7718762": 88, "771893": 88, "7719112": 88, "771917": [], "7719205": 88, "771923": 88, "771935": 88, "7719567": 88, "77195805": 88, "771973": 88, "772": 88, "7720038": 88, "77200806": 88, "772013": [], "7720239": 88, "77202547": 88, "7720264": 88, "772061": [], "772131": [], "77214164": 88, "7721448": [], "7721512": 88, "772154": [], "77216": 88, "7721745": 88, "7721803": 88, "772211": 88, "772217": [], "77224493": 88, "7722739": 88, "7722906": 88, "7723283": 88, "77237254": 88, "7724": [], "7725": [], "772525": 88, "772621": 88, "772663": 88, "772683": 88, "7726861": 88, "7728301": 88, "77284443": 88, "772894": [], "7728993": 88, "772934": [], "772951": [], "772964": 88, "773": 88, "773014": 88, "7730168": 88, "773052": [], "7730584": 88, "773067": 88, "7731": 88, "773136": 88, "773142": 88, "773151": 88, "773174": [], "7731764": 88, "7731793": 88, "7733023": 88, "7733438": 88, "773348": [], "773355": 88, "773457": [], "773507": 88, "77351785": 88, "77352": [], "773544": 88, "7735568": 88, "7735596": 88, "773636": [], "773666": 88, "77367216": 88, "7737129": 88, "77382": [], "773865": 88, "77389693": 88, "7739041": 88, "7739071": 88, "773943": [], "773998": 88, "774": 88, "77412105": 88, "77414423": 88, "7741503": 88, "77418": [], "774192": 88, "7742": [], "7742257": 88, "774252": [], "774289": [], "7742941": 88, "77431": [], "77436876": 88, "774391": 88, "774406": 88, "774502": 88, "77451843": 88, "774544": 88, "7745695": 88, "774574": [], "7745758": 88, "77459": [], "774606": 88, "774642": [], "774643": [], "7747097": 88, "774734": 88, "7748": [], "77485": 88, "77488": 88, "7749": [], "774902": 88, "774912": [], "7749592": 88, "77497494": 88, "775": 88, "7750486": 88, "775131": [], "7751808": 88, "7751837": 88, "775236": 88, "775276": 88, "7752834": 88, "77535": 88, "77538836": 88, "775452": 88, "7754874": 88, "77549416": 88, "775496": [], "7755008": 88, "7755189": 88, "7755747": 88, "7756133": 88, "77567": [], "77570": [], "775768": 88, "7757985": 88, "7758": 88, "77580845": 88, "7758211": 88, "7758329": 88, "775833": 88, "77587": [], "77594": 88, "77596": [], "775982": 88, "775986": 88, "77598625": 88, "7759872": 88, "776016": 88, "7760265": 88, "77605885": 88, "776091": 88, "7761173": [], "776196": 88, "7762197": [], "77622": 88, "7762489": 88, "7763": [], "77630675": 88, "776354": 88, "7764": 88, "776503": [], "7765342": 88, "7765359": 88, "7765412": 88, "7765557": 88, "776561": 88, "776562": 88, "7766": [], "776604": [], "7766159": 88, "7766325": 88, "7766436": 88, "77673": [], "776783": [], "77684087": 88, "776871813136633": 87, "77688train": 88, "7768953": 88, "77691615": 88, "776966": 88, "776998": 88, "777": 88, "7770193": 88, "77701986": 88, "77704304": 88, "7770529": 88, "777126": 88, "7771854": 88, "77723": 88, "77723515": 88, "77725744": 88, "7772739": 88, "777292": 88, "77732605": 88, "7774": [], "7774015": 88, "777428": 88, "77747": 88, "7775108": 88, "777523": 85, "7775326": 88, "777534": [], "777573": 88, "7776": 88, "777603": 88, "7776092": 88, "777618": 88, "7776228": 88, "777664": 88, "7776972": 88, "7776995": [], "77771": 88, "777775": 88, "7777848": 88, "777851": [], "777857": [], "7778797": 88, "7778912": 88, "77793795": 88, "7779722": 88, "777977": 88, "7779926": 88, "778": [], "77800393": 88, "778025": 88, "77803": 88, "7780525": 88, "778072": 88, "77811587": 88, "77813": 88, "77813864": 88, "778204": 88, "77821267": 88, "77824897": 88, "778334": 88, "778339": 88, "7783599": 88, "7783728": 88, "7783805": 88, "778428": 88, "77844": 88, "778458": [], "778461": 88, "778576": 88, "778683": 88, "7787": 88, "778715": 88, "778727": 88, "77873": [], "778746": 88, "77879": [], "7788": 88, "7788173": 88, "778837": 88, "7788717": 88, "7788937": 88, "778896": 88, "7789": 88, "778900": 88, "7789153": 88, "77896893": 88, "779": 88, "7790": 88, "77901": 88, "77904373": 88, "77905": [], "77906764": 88, "7791": 88, "7791872": 88, "77920884": 88, "77924": 88, "7792672": 88, "779269": [], "779278": [], "77928": [], "77928495": 88, "7792859": 88, "77929": [], "77936": 88, "77940124": 88, "77949": [], "7794907": 88, "7795": 88, "77951753": 88, "779522": 88, "77953": 88, "779567409386665": 87, "77964056": 88, "7796673": 88, "77966976": 88, "779686": [], "7797543": 88, "7797892": 88, "77985": 88, "7799": [], "779945": 88, "779947": [], "7799534": 88, "77997655": 88, "77998": 88, "779984": [], "77e": [], "78": [88, 97], "780": 88, "7800684": [], "780085346555335": 91, "78009224": 88, "7801137": 88, "780117": 88, "7801395": 88, "7801594": 88, "780218": 88, "780258": 88, "7802639": 88, "7803": [], "78031": [], "780336": [], "780446": 88, "7804651": 88, "78047615": 88, "78055006": 88, "7805643": 88, "7805811": 88, "7806091": 88, "7806098": 88, "780618": 88, "780639": 88, "780643": 88, "7806864": 88, "7806890630795": [], "7807198": 88, "78072eval": 88, "780738": [], "780742": 88, "7807481": 88, "78075117": 88, "780788": [], "78079504": 88, "7808853": 88, "78092796": 88, "7809313": 88, "780996": 88, "781": [], "7810019": 88, "78106": 88, "78107786": 88, "7811": [], "781147": 88, "7811612": 88, "781168": 88, "7811739": 88, "7811934": 88, "781216": 88, "78124": [], "78125536": 88, "7813591": 88, "7814": 88, "781413": [], "7814195": 88, "7814264": 88, "78152": [], "78152287": 88, "781527": [], "7815387": 88, "781563": 88, "78168637": 88, "781759": [], "781818": 88, "781822": [], "7818309": 88, "7818692": 88, "781885": 88, "7819084": 88, "7819174": 88, "781923": 88, "781984": 88, "782": 88, "782112": 88, "78213006": 88, "782146": 88, "78214896": 88, "7821646": 88, "7822": 88, "782215": [], "782217": 88, "78223": 88, "7822818": 88, "782284": 88, "7822885": 88, "7823423": 88, "78234535": 88, "78235": [], "782368": 88, "78239506": 88, "7823954": 88, "7824": [], "78243434": 88, "782436": [], "7824868": 88, "7825025": 88, "782541": 88, "78260267": 88, "78261": [], "78263986": 88, "7826574": 88, "78266": [], "7827": 88, "782785": 88, "7828247": 88, "78282636": 88, "7828324": 88, "7828723": 88, "7829113": 88, "7829417": 88, "783": 88, "7830368": 88, "78313": 88, "78313285": 88, "7831871": 88, "7832": 88, "78320324": 88, "783234": 88, "78333": 88, "7833608": 88, "783369": 88, "783377": 88, "78338224": 88, "783413": 85, "783445": [], "783472": 88, "78348565": 88, "7835183": 88, "7835367": 88, "7835407": 88, "78356385": 88, "7835908": 88, "783596": 88, "7836": [], "783605": 88, "783667": 88, "7836715": 88, "7837827": 88, "7837889": 88, "7838522": 88, "7838872": 88, "7839107": 88, "783924": 88, "783933": 88, "7839357": 88, "7839619": 88, "783989": 88, "784": 88, "7840838": 88, "784085": 88, "7841": [], "784133735751": [], "784157": 88, "7841705": 88, "7842": 88, "784222": 88, "7842275": 88, "78423": 88, "78428936": 88, "78433": 88, "7843465": 88, "78436023": 88, "784363": [], "784397": 88, "7844682": 88, "78449875": 88, "7845049": 88, "78452367": 88, "7845287": 88, "784534": 88, "7845356": 88, "7845368": 88, "7845582": 88, "784586": [], "7845927": 88, "7846037": [], "78463215": 88, "78464": 88, "784668": 88, "784677": 88, "78468": 88, "784725": 88, "7847401": 88, "78475": [], "78476304": 88, "784771": 88, "78477585": 88, "7848171": 88, "7848347": 88, "784842": 88, "7848566": 88, "78488505": 88, "78489": 88, "78489465": 88, "7849": [], "78494096": 88, "78495": [], "785": 88, "7850449": 88, "7850752": 88, "7850958": 88, "78512466": 88, "785126": [], "785128": [], "7851312": 88, "785164": [], "7851972": 88, "785255": [], "78530234": 88, "785337": [], "785349": 88, "78537136": 88, "78541505": 88, "7854826": 88, "785516": [], "7855208": 88, "7855390": 88, "78554505": 88, "78562": [], "78563": 88, "78566": [], "78567433": 88, "7857075": 88, "7858": [], "7858124": 88, "785843": 88, "7858944": 88, "78590155": 88, "785929": [], "785936": 88, "785942": [], "78595": [], "785988": 88, "786": 88, "7860225": 88, "7860277": 88, "78608555": 88, "7861136": 88, "7862175": 88, "7862473": 88, "786283": 88, "7863": [], "78634214": 88, "786385": [], "786419": 88, "78645235": 88, "7864681": 88, "7864978": 88, "7865542": 88, "7866": 88, "7866137": 88, "786617": [], "786649": 88, "7868": 88, "7869196": [], "786936": [], "786938": [], "786942": 88, "78695": [], "7869539": 88, "786963": [], "78697": 88, "787": 88, "7870605": 88, "7871268": 88, "7871434": 88, "7872175": 88, "78722686": 88, "7872331": 88, "7872564": 88, "78727": 88, "787273": [], "7873": 88, "787302": 88, "78731203": 88, "78734016": 88, "787354": 88, "7874": 88, "787413": 88, "78746": 88, "78747845": 88, "78752": 88, "787566": [], "787621": 88, "787628": 88, "78765965": 88, "787716": 88, "78772": 88, "787729": 88, "7877376": 88, "7877665": 88, "787804": 88, "787842": 88, "787859": [], "78787124": 88, "7879316": 88, "78798014": 88, "787981": [], "788": 88, "788082": 88, "7880953": 88, "78811": [], "78812": 88, "788122": [], "7881694": 88, "7882": 88, "788204": 88, "788225": [], "7883": [], "788351": 88, "78839797": 88, "788414": [], "7884193": 88, "788449": 88, "78848": [], "788527": 88, "78853": [], "788553": 88, "7886871": 88, "7886938": 88, "788712": [], "788797": 88, "788813": 88, "78891": 88, "78893185": 88, "788951": 88, "7889515": 88, "788966": 88, "789": 88, "7890055": 88, "789022": 88, "7890518": 88, "7890735": 88, "7890989": 88, "789112": 88, "78915": 88, "78917086": 88, "78926754": 88, "7892943": 88, "7893751": 88, "7893825": 88, "789394": 88, "789456": 88, "7895579": 88, "78959495": 88, "7896": [], "78964216": 88, "7896435": 88, "78973806": 88, "789745": 88, "7898018": 88, "7898174": 88, "789818": 88, "789844": 88, "78985184": 88, "789877": 88, "7898852": 88, "789898": 88, "7899": [], "789915": [], "7899419": 88, "7899443": 88, "78e": [], "79": [88, 97], "790": 88, "7900297": 88, "790092": [], "7901031": 88, "79013646": 88, "790138": 88, "7902": [], "7902399": 88, "7902778": 88, "7902919": 88, "7903": [], "7903008": 88, "7903017": 88, "7903185": 88, "79032": [], "790329": [], "7903492": 88, "79036176": 88, "7903997": 88, "79041": 88, "79043585": 88, "790445": 88, "7904779": 88, "790493": [], "7905134": 88, "790524": [], "79055303": 88, "79057777": 88, "79060906": 88, "7906406": 88, "79068": [], "790718": 88, "79073226": 88, "790758": [], "79077184": 88, "79078734": 88, "79083": 88, "790876": 88, "790886": [], "791": 88, "79102": 88, "791064": [], "7910669": 88, "79108": 88, "79109": 88, "7911": 88, "79113823": 88, "79114974": 88, "791199": 88, "7912": [], "7912646": 88, "7912881": 88, "7912935": 88, "79129404": 88, "7913266": 88, "7913893": 88, "79146725": 88, "7915": [], "79154533": 88, "7916364": 88, "79165": 88, "7916532": 88, "79175": 88, "791797": 88, "791822": 88, "7918377": 88, "791878": 88, "791893": [], "7919203": 88, "7919401": 88, "792": 88, "7920022": 88, "792042": [], "792107": 88, "7921372": [], "79216": 88, "7922": 88, "79220617": 88, "7922088": 88, "792225": 88, "7922423": 88, "792252": [], "792336": [], "792342": 88, "792355": 88, "7923903": 88, "7924": [], "7924506": 88, "79246294": 88, "79247606": 88, "7924904": 88, "7924977": 88, "792499": 88, "792526": 88, "792534": [], "7925539": 88, "79259": 88, "7927083": 88, "79271156": 88, "792717": 88, "7927268": 88, "7927693": 88, "79279": 88, "792805": 88, "7928216": 88, "792877": 88, "792883": [], "7928897": 88, "7928947": 88, "79293364": 88, "7929354": 88, "79298854": 88, "793": 88, "79303634": 88, "79307": 88, "793118": 88, "793127": [], "793128": 88, "79314154": 88, "7931591": 88, "7932": 88, "793228": 88, "79324746": 88, "79326344": 88, "79327047": 88, "79328": [], "7932855": 88, "7933532": 88, "79336": 88, "793367": 88, "793373": 88, "7934286": [], "793452": 88, "793453": [], "7934574": 88, "7934695": 88, "7935242": 88, "793545": [], "793556": 88, "793575": 88, "79358333": 88, "793629": 88, "79363596": 88, "79365": 88, "7936832": 88, "793684": 88, "7937": [], "7937093": [], "79371": [], "79372": [], "79372567": 88, "7937422": 88, "79375": 88, "79376423": 88, "79378": [], "7937993": 88, "7938": 88, "793806": 88, "793812": [], "79381335": 88, "7938314": 88, "7938379": 88, "7938418": 88, "793846": 88, "7938608": 88, "793884": 88, "7938879": 88, "793901": [], "79391295": 88, "7939156": 88, "7939362": 88, "79395777": 88, "7939737": 88, "7939818": 88, "794": 88, "79400045": 88, "7940179": 88, "7940343": 88, "79404974": 88, "794056": 88, "7940642": 88, "79407793": 88, "79409087": 88, "7941": 88, "7941031": 88, "79411465": 88, "7941257": 88, "7941361": 88, "79414606": 88, "7941554": 88, "79415554": 88, "7941646": 88, "794168": [], "7941823": 88, "79419035": 88, "794197": 88, "79419804": 88, "7941985": [], "7942054": 88, "79421246": 88, "79421926": 88, "7942258": 88, "7942321": 88, "7942355": 88, "794237": 88, "7942381": 88, "7942439": 88, "7942494": 88, "7942507": 88, "79425484": 88, "79426": 88, "79426503": 88, "79426533": 88, "79426986": 88, "79427004": 88, "7942745": 88, "7942789": 88, "79428315": 88, "79428726": 88, "7942912": 88, "7942951": 88, "7942988": 88, "79430246": 88, "794306": 88, "7943094": 88, "7943127": 88, "794316": 88, "7943246": 88, "7943575": 88, "79444": 88, "7944599": 88, "794585": 88, "7946527": 88, "7946703": 88, "794714": [], "7947152": 88, "79473": 88, "7947359": 88, "7947369": 88, "79477185": 88, "79477normalized_observ": 88, "7947836": 88, "79479134": 88, "79479474": 88, "794798": [], "79479825": 88, "7948019": 88, "794805": 88, "7948056": 88, "7948094": 88, "79481333": 88, "794816": 88, "79481745": 88, "7948207": 88, "7948216": 88, "7948257": 88, "7948259": 88, "7948304": 88, "7948308": 88, "794832": 88, "794835": 88, "79483604": 88, "79483974": 88, "7948415": 88, "7948447": 88, "79484725": 88, "79484975": 88, "7948532": 88, "79485935": 88, "7948658": 88, "79487246": 88, "79487944": 88, "7948867": 88, "79489434": 88, "7949": [], "794914": 88, "7949248": 88, "7949333": [], "7949337": 88, "7949429": 88, "794952": 88, "7949527": 88, "7949629": 88, "7949737": 88, "794975": 88, "794985": 88, "7949969": 88, "795": 88, "79500955": 88, "7950188": 88, "7950229": 88, "79503703": 88, "795052": 88, "79506797": 88, "7950686": 88, "79507285": 88, "7950836": 88, "79508495": 88, "7950874": 88, "7951031": 88, "79510766": 88, "7951294": 88, "795135": 88, "79515296": 88, "795156": [], "7951775": 88, "79517853": 88, "7951831": 88, "7951931": [], "7952025": 88, "7952055": 88, "7952063": 88, "79523665": 88, "795242": 88, "7952699": 88, "7953": 88, "79530656": 88, "795342248728848": [], "7953471": 88, "795385": 88, "7953922": 88, "7953928": 88, "7954": 88, "7954427": 88, "7954676783357755": [], "795471": [], "7954967": 88, "7954996": 88, "795532": 88, "7955643": 88, "795616": 88, "7957": 88, "79570997": 88, "7957702": 88, "7958013": 88, "795835": 88, "79587": 88, "7958728": 88, "79590815": 88, "795944": [], "795992": [], "795999": 88, "796": [], "7960349": 88, "7960922": 88, "79612": 88, "79614806": 88, "79618764": 88, "796214": [], "7963754": 88, "79638": 88, "796466": 88, "796467": 88, "79647": [], "796497": 88, "79652": [], "796604": 88, "7966116": 88, "796642": [], "79666704": 88, "796672": 88, "796766": 88, "7968": 88, "79686": [], "79689": 88, "7969": 87, "7969179": 88, "79697": 88, "797": [], "7970074": 88, "79703814": 88, "7970452": 88, "79707": [], "797098": 88, "79714": 88, "79717416": 88, "7971795": 88, "79724": [], "797259": [], "7972939": 88, "7973309": 88, "797356": 88, "797371": 88, "7974": 88, "79740775": 88, "79749364": 88, "7975205": 88, "7975917": 88, "7976826": 88, "797696": [], "797714": 88, "797718": 88, "79778606": 88, "7977932": 88, "79780763": 88, "7978168": [], "79786724": 88, "797901": 88, "7979085": 88, "7979181": 88, "797985": 88, "798": 88, "79801": [], "7980265": 88, "79806": [], "79808": 88, "7981283": 88, "7981452": 88, "7981523": 88, "7981745": 88, "798195": [], "79819864": 88, "798207": 88, "7982134": 88, "79822": 88, "79822457": 88, "7982251": 88, "79831547": 88, "798321": 88, "798346": [], "798347": [], "798377": [], "798431": 88, "798441": 88, "7984701": 88, "798489": 88, "79849": 88, "798571": 88, "7988192": 88, "79883": [], "798912": 88, "7989549": 88, "798983": [], "799": 88, "7990265": [], "7990522": [], "799056": 88, "7990991": 88, "799107": 88, "79912746": 88, "7991651": 88, "799172085986662": 91, "799202": 88, "799222": 88, "7992423": 88, "7992499": 88, "799263": [], "7992715": 88, "799276": 88, "7993068": 88, "799343": [], "79939": 88, "7993914": 88, "79943687": 88, "7994756": 88, "799491": 88, "799511": 88, "799517": [], "7995803": 88, "7996039": 88, "7996243556881": [], "799631": [], "79964656": [], "799652": [], "7996722": 88, "79968": 88, "799736": [], "79974": [], "7997494": 88, "799835": 88, "799852": [], "7999": [], "799965": [], "79e": [], "7e": [], "8": [9, 11, 72, 82, 86, 87, 88, 91, 92, 97], "80": [88, 97], "800": 88, "800000190734863": 92, "8000002e": 92, "800150805217598": 92, "8002119": 88, "800224": 88, "800266": 88, "8002829": 88, "80028945": 88, "800293": [], "80030805": 88, "8003187": 88, "80037755": 88, "800398": 88, "8004": [], "800474": [], "800562": 88, "8005749": 88, "8005773": 88, "8006055": 88, "80062073": 88, "80064476": 88, "8006718": 88, "800723578113704": 87, "800741": 88, "800774": 88, "8008041": 88, "800829": 88, "8008296": 88, "800837": 88, "800869": 88, "800901": 88, "800982": 88, "801": 88, "801003": [], "8010417": 88, "801069": [], "801087": 88, "801088": 88, "801096": 88, "801113": 88, "8011873": 88, "80120283": 88, "801228": 88, "8012309": 88, "8012327": 88, "801235": [], "80126": [], "801344": 88, "801437": 88, "8014482": 88, "801468": 88, "80147": [], "8014764": 88, "801485": 88, "801495": 88, "8015346": 88, "80154425": 88, "8015567": 88, "8016": [87, 91, 92], "801636": 88, "8016636": 88, "801679": 88, "801689": 88, "80170757": 88, "8017235": [], "801733": 88, "801753": 88, "801803": 88, "80182": [], "801844": 88, "80185175": 88, "80187917": 88, "8019758": 88, "802": 88, "80206": [], "80206233": 88, "802155": 88, "802166": 88, "802189": [], "8022": [], "802220_iwec": 97, "802282": 88, "8023331": 88, "802359": [], "8023624": 88, "8024": [], "80241597": 88, "80247366": 88, "80248034": 88, "8025231": 88, "802546": 88, "802547": 88, "802620036649992": 88, "80270964": 88, "8027121": 88, "80279595": 88, "802813": 88, "8028367": 88, "802877": 88, "80295134": 88, "803": 88, "8030258": 88, "803059": [], "803152": 88, "803156": 88, "8032197": 88, "803272": 88, "803274": [], "80331266": 88, "8033586": [], "80338": 88, "803384417176364": 87, "803411": 88, "8034537": 88, "8034657": 88, "80347": 88, "803509": 88, "8035194": 88, "8035220": [], "80354": 88, "803544": 88, "803598": [], "8037": 88, "803709": [], "80371": 88, "803713": [], "80372554": 88, "80376273": 88, "8037895": 88, "803793": [], "80383": [], "8039063": 88, "803993": 88, "804": 88, "804073": [], "8040748": 88, "804117": [], "804127": 88, "8041901": 88, "8042063": 88, "804314": 88, "80437726": 88, "80438": 88, "80438656": 88, "804428": 88, "80446": [], "804518": 88, "8045736": 88, "8046101": 88, "8046311": 88, "8046623": 88, "804707": [], "8047521": 88, "804771": [], "804813": 88, "80482835": 88, "8049": [], "8049275": 88, "804928": [], "80493355": 88, "804943": [], "804947": [], "80497": [], "804996": [], "805": [], "8050089": 88, "805046": [], "80506": 88, "805077": [], "805218": 88, "805296": 88, "805297": 88, "805319": [], "8053628": 88, "8054": 88, "8054083": 88, "805527": [], "805578": 88, "80561215": 88, "805634": 88, "80571": 88, "805712": 88, "80572325": 88, "8057264": 88, "805756": [], "8057785": 88, "8058083": 88, "8058291": 88, "80585": [], "8058941": 88, "8058963": 88, "806": 88, "80603": [], "8060457": 88, "80610573": 88, "80613": 88, "80615": [], "8061577": 88, "8062089": 88, "8062093": 88, "80635834": 88, "8063734": 88, "80640715": 88, "806433": [], "806517": 88, "8065827": 88, "8066": 88, "8066101": 88, "8066215": 88, "806622": 88, "8067": [], "806718": [], "8067867": 88, "80679": [], "806833": [], "8069106": 88, "8069344": 88, "807": 88, "8070031": 88, "80701": 88, "8070119": 88, "807014": 88, "807056": 88, "8071": [], "80712605": 88, "80713": 88, "8071453": 88, "80715734": 88, "80717": [], "8071793": 88, "8072266": 88, "8072482": 88, "80729": 88, "8073": [], "807352": 88, "8074": [], "8074143": 88, "8074913": 88, "8074951": 88, "807497": 88, "80756": 88, "807577": [], "807588": 88, "8076443": 88, "8076672": 88, "8076829": 88, "807686": 88, "80769": [], "807756": 88, "8077984": 88, "8078173": 88, "80783814": 88, "807846": 88, "80791": 88, "807915": [], "807955": [], "80799": 88, "808": 88, "8080148135287": 87, "8080189": 88, "808049": 88, "80805": [], "8080614": 88, "8080678": 88, "808126": 88, "8081559": 88, "8082209": 88, "808266": 88, "8082709": [], "808370": 88, "8083771": 88, "808421": 88, "808449": 88, "808458": [], "808477": 88, "8085647": 88, "8085654": 88, "80858517": 88, "80858624": 88, "808598": 88, "8086": [], "808616": 88, "8086251": 88, "8086473": 88, "8086527": 88, "808674": [], "8086992": [], "808758": 88, "8087877": 88, "80879": [], "808804": 88, "808823": [], "8088455": [], "808874": 88, "808973": [], "809": 88, "80902064": 88, "80902994": 88, "80908": [], "8091149": 88, "80914": 88, "809155": 88, "809176": 88, "8092201": 88, "80927265": 88, "809298": 88, "8093": 88, "8093396": 88, "809357": 88, "8093584": 88, "809376": 88, "80943537": 88, "80945": [], "8094609": [], "8096": [], "809654": [], "809664": [], "8096986": 88, "809757": [], "809761": 88, "8098112": 88, "8098414": 88, "8098617": 88, "8098664": [], "809899": 88, "8099": [], "80995864": 88, "809978": [], "81": [88, 97], "810": 88, "8100551": 88, "810081": [], "81009": [], "810108": 88, "81011": [], "81012195": 88, "8101990": [], "8102092": 88, "81024": 88, "8102481": 88, "8102782": 88, "81029356": 88, "8103": 88, "810423": 88, "810448": 88, "81046": 88, "810494": [], "810513": 88, "810566": 88, "81059": [], "8106174": 88, "81065": 88, "81065536": 88, "8106598": 88, "8107836": 88, "8108052": 88, "81084": 88, "810846": [], "810862": 88, "810955": 88, "810961": 88, "810963": 88, "810966": 88, "811": 88, "81106323": 88, "81109": [], "8111203": 88, "811148": 88, "81119": [], "811193": 88, "81122": 88, "8112337": 88, "81128687": 88, "8113365": [], "811337": 88, "811344": 88, "8113536": 88, "8113594": 88, "8113633": 88, "811404": 88, "811432": 88, "8114486": [], "8114717": 88, "8114845": 88, "811543": 88, "811575": 88, "8115958": 88, "8116167": 88, "8116293": 88, "81163377": 88, "811635": 88, "8116667": [], "811732": 88, "81175": [], "8117588": 88, "811874": 88, "8118808": 88, "811893": 88, "8118979": 88, "812": 88, "812014": 88, "81204": [], "812098": 88, "8121033": 88, "812122": [], "8121836": 88, "81223": [], "812277": 88, "81228": 88, "81229055": 88, "812325": [], "812338": 88, "81233907": 88, "8124": [], "812407": 88, "81248397": 88, "812497": [], "812557": 88, "812561": 88, "812582": 88, "8125831": 88, "812592": 88, "812593090797378": 87, "8126067": 88, "8126235": 88, "8126652": 88, "8127009": 88, "81277": [], "812798": 88, "812828": [], "8128471": 88, "8128829": 88, "812948": 88, "8129723": [], "812977": 88, "81299": 88, "813": 88, "81301236": 88, "813053": 88, "8130941": 88, "8131119": 88, "81317127": 88, "813175": 88, "8132818": 88, "81333": [], "813411": 88, "813444": 88, "813488": 88, "8135235": 88, "81352955": 88, "813532": [], "81355": 88, "81358": 88, "81363": [], "813636": 88, "81368": [], "8137": 88, "8137483": 88, "8138984": 88, "8139": 88, "813908": 88, "8139153": 88, "813925": 88, "8139357": 88, "81397164": 88, "813982": [], "814": 88, "8140166": 88, "81402": 88, "8140713": [], "81409127": 88, "8141119": 88, "8141287": 88, "814137": 88, "8142118": 88, "8142384": 88, "81424034": 88, "814246": 88, "81425": [], "81425226": 88, "814327": 88, "8143486": 88, "814466": 88, "814474": [], "81448": 88, "814482411819796": 87, "8145": [], "81451": 88, "814514": 88, "814568": 88, "8146": 88, "814632": 88, "8146616": 88, "814701": 88, "81476206": 88, "814822": [], "8148379": [], "814899": 88, "8149": [], "814928": [], "814964": 88, "815": 88, "815002": 88, "815007": 88, "815019": 88, "8150944": 88, "815099": 88, "8151": [], "81511": 88, "8151761": 88, "8151975": 88, "8153061": 88, "8153261": 88, "81533": [], "8154253": 88, "815527": [], "81554": 88, "8155909": 88, "815601": 88, "81563768547454": 87, "8156455": 88, "81573147": 88, "815758": 88, "815773": [], "815798": 88, "81579924": 88, "8158328975728835": 88, "815897": [], "815947": [], "816": [], "8160063": 88, "816013": 88, "8160187": 88, "81602": [], "816065": [], "8160871": 88, "8160921": 88, "8161034": 88, "816118": [], "816128": [], "8161284": 88, "81612855": 88, "8161675": 88, "816204": 88, "8162085": 88, "816273": [], "81628": [], "8162843": 88, "8162912": 88, "81631": [], "8163104": 88, "8163434": 88, "8163489": 88, "816364": [], "8165123": 88, "8165884": [], "816612": 88, "816666": 88, "81682": 88, "81682473": 88, "81685615": [], "8168688": 88, "81694": [], "81694365": 88, "816954": [], "8169682": 88, "81697536": 88, "817": 88, "8170068": 88, "817024": 88, "8170947": 88, "8171062": 88, "8171097": 88, "817118": 88, "81715596": 88, "817167": 88, "81718": [], "8171807": 88, "8171938": 88, "8171946": 88, "81722176": 88, "81731147": [], "817347": [], "81735": 88, "81737": [], "8174": [], "817409": 88, "81744": 88, "81745785": 88, "817463": 88, "817505": [], "8175176": 88, "817549": 88, "8175496": 88, "817562": 88, "81762683": 88, "81768185": 88, "8177": 88, "817707": 88, "81770703019136": 87, "817734": 88, "817854": 88, "817859": 88, "8179": 88, "8179631": 88, "8179865": 88, "817987145745196": 87, "818": 88, "818047": 88, "818134": 88, "81816304": 88, "818181": [], "81821847": 88, "8182745": 88, "818276142834": 88, "818298": 88, "8183": 88, "8183051": 88, "81835115": 88, "8183879": 88, "8184106": 88, "8184318": 88, "818483": 88, "8184985": 88, "8184994": 88, "8185": [], "81854343": 88, "8186": 88, "818714": 88, "818726": 88, "818764": [], "81878585": 88, "8188": 88, "8188354": 88, "81885": 88, "818874": [], "8188946": [], "8189": 88, "8189196": 88, "818962": [], "81898": [], "819": 88, "819053": 88, "819054": 88, "81915426": 88, "8191817": 88, "819223": 88, "81925476": 88, "81929272545216": 87, "8193": 88, "819357": [], "8193655": 88, "81936646": 88, "8194352": 88, "819459": 88, "8194666": 88, "819503": [], "819515": [], "81954": 88, "8195468": 88, "819603": 88, "819624": 88, "81965": [], "81972927": 88, "8197355": 88, "8197692": 88, "819793": 88, "819794": 88, "8198": 88, "8198003": 88, "819818": 88, "819851": 88, "8199": [], "8199086": [], "81993663": 88, "819944": 88, "819948": 88, "81e": [], "82": 88, "820": 88, "82001173": 88, "8200161": 88, "820017": 88, "8200213": 88, "8200687": 88, "820107": [], "820114": 88, "8201211": 88, "8201283": 88, "82017": 88, "820173": 88, "820183": 88, "820225": 88, "820286": [], "82029": 88, "8202912": 88, "82043": [], "820435": 88, "8204461": 88, "820452116127708": 87, "8205": 88, "82053": [], "82056": 88, "820587": 88, "8206": [], "820602": 88, "8206512": 88, "820679": 88, "82068205": 88, "8206829": 88, "820732": 88, "82076": [], "820778": [], "8207964": 88, "8207973": 88, "82083076": 88, "8208372": 88, "82086": [], "8208861": 88, "8208893": 88, "820912": 88, "8209878": 88, "821": 88, "82106805": 88, "821074": 88, "821077": 88, "82117": 88, "8212": 88, "821213": 88, "821281": 88, "8213": [], "8213777": 88, "8213973": 88, "82141405": 88, "82144": [], "82153": 88, "821539": 88, "821547": [], "8215855": 88, "821598": 88, "821617": [], "8216271": 88, "8216675": 88, "8216934": 88, "8217": 88, "821701": 88, "821716": 88, "8217245": 88, "8217251": 88, "821802": [], "82182056": 88, "821833": [], "821839": 88, "821865": 88, "821955": 88, "821972": 88, "8219923": 88, "822": 88, "82202494": 88, "8220463": 88, "822067": 88, "8220973": 88, "82209915": 88, "8221033": 88, "82210433": 88, "82217": 88, "82218343": 88, "82221": [], "82224196": 88, "8223262": 88, "8223364": 88, "8223601": 88, "8223816": 88, "82239": 88, "822397": [], "8223996": 88, "8224": [], "822417": [], "82247996": 88, "8225": 88, "82254": 88, "82255": [], "8225725": [], "822647": [], "822657": [], "82266647": 88, "822685": 88, "82274": 88, "822796": 88, "8228041": 88, "82284": 88, "822876": 88, "8229521": 88, "82296216": 88, "822987": [], "823": 88, "82307": [], "8230808": 88, "8231012": 88, "823162": [], "823164": [], "823168": 88, "823215": [], "823322": 88, "823327": 88, "823363": 88, "82336444": 88, "8234029": 88, "8234358": 88, "82346": [], "823475": 88, "8235": [], "8236": 88, "823635": 88, "82367": 88, "8237": [], "823731": 88, "823742": 88, "8237955": 88, "823808": 88, "82385": 88, "823973": [], "82399": 88, "824": 88, "824028": 88, "824036": [], "824137": 88, "824299": [], "82436": [], "8243685": [], "82440734": 88, "8244116": 88, "824478": 88, "82449": 88, "824507": 88, "82456905": 88, "8246801": 88, "8246936": 88, "8247": 88, "824741": 88, "8247568": 88, "8247599": 88, "8247848": [], "824842": [], "8248749": 88, "824877": [], "8249": [], "824947": 88, "825": 88, "825045": [], "8250712": 88, "8251143": 88, "8251577": 88, "825161163072": 88, "8251812": 88, "82518196": 88, "8251992": 88, "8252082": 88, "8252256": 88, "82527": [], "8252737": 88, "8252912": 88, "8252945": [], "825355": 88, "8254": 88, "825409": 88, "8254185": 88, "825449": 88, "8254969": 88, "82551": 88, "82552403": 88, "82554823": 88, "8255492": 88, "82563484": 88, "825657": 88, "825686": 88, "82568973": 88, "825703": 88, "82571": [], "825781": 88, "825792": 88, "82580304": 88, "825846": [], "825849": 88, "82585245": 88, "825853": 88, "82586": 88, "825897": [], "8259137": 88, "825941": [], "825945": [], "825983": [], "826": 88, "82602": 88, "826031": 88, "826035": 88, "8260524": 88, "826054": 88, "82607": [], "826128": 88, "82613": 88, "82613397": 88, "82614": 88, "826141": 88, "82621": 88, "82621574": 88, "8262674": 88, "82629573": 88, "82631934": 88, "826338": 88, "826347": [], "82638067": 88, "8264553": 88, "8264631": 88, "826478": [], "8264884": 88, "8264886": 88, "826544": [], "82654595": 88, "8266754": 88, "826717": [], "826725": 88, "8267658": 88, "8267939": 88, "826807": 88, "8268111": 88, "826828": 88, "826909": [], "8269147": 88, "826931": 88, "8269518": 88, "8269963": 88, "827": 88, "8270057": 88, "8270324": 88, "8270982": 88, "8271": [], "8271153": 88, "82714": [], "82720536": 88, "82721": 88, "8272188": 88, "827234": 88, "827276": [], "82734126": 88, "8273678": 88, "8273978": 88, "8274": [], "8274417": 88, "82745": 88, "827500": [], "827543": [], "82759": [], "8276": [], "827646": [], "82765055": 88, "827663": 88, "827747": 88, "827750": 88, "82781965": 88, "827862": 88, "8278878": 88, "827913": 88, "8279209": 88, "827942": [], "828": 88, "8280024": 88, "828005": 88, "82805": 88, "82807976": 88, "828085": 88, "8280878": 88, "82812315": 88, "8281255": 88, "82817": 88, "8281712": 88, "828176": 88, "828178": [], "8281845": 88, "8282457": 88, "8283593": 88, "82836115": 88, "828392": [], "8283944": 88, "8284123": 88, "828419": 88, "8284225e": 92, "828466": 88, "82848936": 88, "828491940697145": 87, "82852": [], "8285982": 88, "8286": 88, "828764": 88, "828773": [], "828775": 88, "828802": 88, "8288493": 88, "828856": 88, "8289": 88, "8289067": 88, "829": [], "829021": 88, "82907444": 88, "829077": 88, "829098": [], "82913": [], "829194": [], "8292": [], "8292349": 88, "829239": 88, "82931": [], "8293427": 88, "829346": [], "82935observ": [], "82941717": 88, "8294273": 88, "8294428": 88, "829485": 88, "82952": [], "829536": 88, "829548": 88, "82956976": 88, "82957083": 88, "8295778": 88, "82960564": 88, "82960767": 88, "82961": [], "829678": [], "829681": 88, "8297659": 88, "829786": 88, "8298": 88, "829823": 88, "8298794": 88, "8299": [], "8299556": 88, "829983": 88, "82998985": 88, "82e": 88, "83": [88, 97], "830": 88, "830004": 88, "83008504": 88, "8301004": 88, "8301025": 88, "830122": [], "8301419": 88, "830204": 88, "83021337": 88, "830404": 88, "8304234": 88, "8304641": 88, "830487": 88, "83049": [], "830519": 88, "830585": 88, "83059406": 88, "830632": 88, "83065": 88, "8306772": 88, "830688": 88, "830709": 88, "83073": 88, "8307429": 88, "830793": 88, "8308": 88, "830824": 88, "8308459": 88, "8309": 88, "831": 88, "831045": 88, "83112": 88, "831139": [], "831194": 88, "831202": [], "83121353": 88, "831214": 88, "831217": 88, "831327954082": 88, "831333": [], "83134": 88, "8313658": [], "831415": [], "831438": 88, "8314892": 88, "831505": [], "8315154": 88, "8315368": 88, "83157": [], "831604": [], "8316149": 88, "831669": 88, "83167": 88, "831685025527": 88, "8316883": 88, "831731365763897": 87, "8317509": 88, "83182055": 88, "83183336": 88, "8318684": 88, "8319024": 88, "8319689": 88, "83199763": 88, "832": [], "832016": 88, "8320199": 88, "832028": 88, "83205": [], "832186": 88, "8322123": 88, "8322412": 88, "83224episod": 88, "8322713": 88, "83228934": 88, "832317": [], "832318": 88, "832329": 88, "832355": 88, "832384": 88, "832396": 88, "832399": 88, "8324": [], "83241": [], "8324634": 88, "832468": 88, "83246845": 88, "83247": 88, "8325": [], "83250": [], "8325189": 88, "8325386": 88, "832567": 88, "832594": 88, "832603": 88, "83260316": 88, "832657": 88, "8327055": 88, "832718": 88, "8327203": 88, "832756": [], "832798": 88, "832817": [], "832825": 88, "832826108084063": 90, "8328288": 88, "8329": 92, "832909": 88, "8329649": 88, "83299": [], "83300537": 88, "833029": 88, "833078": 88, "83309215": 88, "8331139": 88, "8331175": 88, "833138": 88, "83315": [], "83317": [], "833176": 88, "83318007": 88, "8332422": 88, "8332738": 88, "833339": 88, "833353": 88, "8333535": 88, "8333693": 88, "8333981": 88, "8334122": 88, "8334324": 88, "833462": 88, "833485": 88, "8336313": 88, "8336521": [], "833689": 88, "83376": [], "8338209": 88, "833834": 88, "833874": 88, "8339109": 88, "8339272": 88, "8339602": [], "834": 88, "8340": 88, "8341217": 88, "83415": 88, "8342604": 88, "8342705": 88, "834278": 88, "834301": 88, "834318": [], "834397": 88, "8344": [], "8344147": 88, "83444": 88, "8344535": 88, "834461": [], "8344649": 88, "834487": 88, "834515": 88, "8345188": 88, "8345967": 88, "83462936": 88, "8347": 88, "8347318": 88, "8347514": 88, "8348": 88, "8348065": 88, "8348087": 88, "83481": [], "8348156": [], "8348631": 88, "8349": [], "83491385": 88, "83496904": 88, "8349972": 88, "8349977": 88, "835": 88, "8350009": 88, "835004": 88, "835054": 88, "8350616": 88, "835115": [], "835175": 88, "83518326": 88, "8352": 88, "835236": 88, "835258": 88, "8352615": 88, "8352834": 88, "835299": 88, "8353277": 88, "83533996": 88, "8353499": 88, "83536696": 88, "8354045": 88, "83541": 88, "83548987": 88, "8355099": 88, "83553994": 88, "83554196": 88, "835543": 88, "8355883": 88, "83561283": 88, "835632": [], "8356406": 88, "835646": 88, "835707": 88, "83572": 88, "835742": [], "8358036": 88, "8358345": [], "835848": 88, "835875": 88, "83591515": 88, "835937": [], "8359535": 88, "836": 88, "83603257": 88, "8360486": 88, "836067": 88, "83607185": 88, "836081": [], "83608776": 88, "83610284": 88, "8361059": 88, "8361115": 88, "8361305": 88, "836172": 88, "836235": 88, "8362475": 88, "836256": [], "836324": 88, "83634686": 88, "836372": [], "836375": 88, "836422": [], "8364259": 88, "8364271": 88, "836433": 88, "836447": [], "836473": [], "83654374": 88, "8365882": 88, "836599": 88, "83663464": 88, "83673": 88, "8367318": 88, "83676535": 88, "8367759": 88, "836788": 88, "8368917": 88, "8369": 88, "8369082": 88, "837": 88, "8370145": 88, "83701456": 88, "837044": 88, "83713": 88, "83714": [], "837158": 88, "8371686": 88, "83718264": 88, "837193": [], "837196": [], "83723027": 88, "83724064": 88, "83726": [], "837268": 88, "837385": 88, "83739346": 88, "8374": 88, "837418": 88, "837425": 88, "83749": 88, "8375": [], "83756": 88, "837578": 88, "83761": 88, "83766866": 88, "83773166": 88, "8377422": 88, "837748": 88, "8377497": 88, "83776": 88, "8378119": 88, "8379259": 88, "837944": 88, "8379667": 88, "8379676": 88, "838": 88, "8380618": 88, "8381": [], "8381089": 92, "8381345": 88, "838161": 88, "838179": 88, "838194": 88, "83826166": 88, "8382818": 88, "838306": 88, "83830774": 88, "838312": 88, "838379": 88, "838385": 88, "838393": [], "838417": 88, "8384174e": 92, "83849156": 88, "838493": 88, "8384984": 88, "8385": [], "838512": 88, "8385204": 88, "8386254": 88, "838661": [], "8386822": 88, "838696": 88, "8387295": 88, "8387513": 88, "838787": 88, "838833": 88, "838924": 88, "838953": 88, "8389682": 88, "839": 88, "83905": [], "839106": [], "8391266": 88, "83914": 88, "839153": 88, "83916813": 88, "8391972": 88, "83924": 88, "8392467": 88, "8392856": 88, "839311": 88, "839321": 88, "8393853": 88, "839397": 88, "839458": 88, "839472": 88, "839535": 88, "839556": 88, "839565": [], "839593": 88, "839624": [], "839632": 88, "839634": 88, "839638": 88, "839651": [], "8396523": 88, "839724": [], "839733": [], "83988655": 88, "839891": 88, "8399": [], "839935": [], "8399358": 88, "8399387": 88, "83994687": 88, "83e": 88, "84": [88, 97], "840": 88, "840006": 88, "8400699": 88, "8401": 88, "840122": 88, "840141": 88, "84014755": 88, "840213153181647": 87, "8402335": 88, "8402536": 88, "840294": [], "84035": 88, "8403504": 88, "8403542": 88, "8403565": 88, "840368": 90, "8404003": 88, "8404163": 88, "84047014": 88, "840486913932": [], "84049314": 88, "8404963": 88, "840524": 88, "84052676": 88, "840548": [], "8406109": 88, "8406343": 88, "84065706": 88, "8406577642818436": 88, "8406627": 88, "8406749": 88, "84073": [], "8407377": 88, "8407437": 88, "840759": 88, "840796": [], "8407992": 88, "84083": 88, "84083456": 88, "84083533": 88, "84084904": 88, "8408935": 88, "84091": [], "84092": [], "84092736": 88, "840973": 88, "841": 88, "841007": 88, "8410488": 88, "841076": 88, "841095": 88, "8411": [], "84111863": 88, "84115005": 88, "8411501": 88, "841171": 88, "8412": 88, "84128": [], "8413": 88, "8413352": 88, "841345": [], "8413552": 88, "84143": 88, "841476": [], "84153": 88, "8416": 88, "8416054": 88, "841646": 88, "8416774": 88, "84172815": 88, "8417388": 88, "8418": [], "841823": 88, "8418294": 88, "8418565": 88, "8418983": 88, "8419603": 88, "84205633": 88, "842115": 88, "84211606": 88, "842133": 88, "8421374": 88, "8421479": 88, "8421632": 88, "842186": 88, "842194": 88, "84222233": 88, "84228146": 88, "8422948": 88, "84231853": 88, "842354": [], "8423966": 88, "8424": [], "842438": [], "8425": 88, "84257": 88, "842577": [], "842587": 88, "842588": 88, "8425926": 88, "8425957": 88, "842611": [], "842623": 88, "8426353": 88, "8426428": 88, "8426758": 88, "8427221": 88, "84276533": 88, "8428": 88, "842824": 88, "84283": [], "842953": 88, "843": [], "8430093": 88, "8430476": [], "8430709": 88, "84316885": 88, "843172": 88, "84319717": 88, "8432149": 88, "843227": 88, "843243": 88, "84328216": 88, "8433": 88, "8434": 88, "84340596": 88, "843531": 88, "8435693031": [], "8435716": 88, "843637917081118": 87, "843649": [], "84367": 88, "84367406": 88, "8437132": 88, "843735": [], "843842": 88, "8438433": 88, "843977": [], "843985": 88, "843994": [], "844": 88, "844036": 88, "84404933": 88, "844063": 88, "84407824": 88, "84408": 88, "844112": 88, "8441634": 88, "8441833": 88, "8442433": 88, "8443": 88, "844303": [], "844307": 88, "84433": 88, "844337": [], "8443681": 88, "84438": 88, "84440553": 88, "8444108": 88, "844421": [], "8444246": 88, "844427": 88, "8444798274136": 88, "844536": 88, "8445461": 88, "8445723": 88, "8445801": 88, "8445897": [], "8446213": 88, "84465": 88, "844661": 88, "84467": [], "84467345": 88, "84469": 88, "844707": 88, "844742": 88, "844874744675": [], "844899": 88, "8449": 87, "84490615": 88, "8449375": 88, "84498": 88, "8449898": 88, "845": 88, "845024": [], "845036": [], "845053": 88, "8451541": 88, "8452": [], "845324": 88, "845325": 88, "845364": 88, "84538436": 88, "845388": 88, "84539": 88, "8453917": 88, "845396": 88, "84545153": 88, "84545404": 88, "8454885": 88, "8455": 88, "84552175": 88, "8455474": 88, "84555835": 88, "8455714": 88, "845577": [], "845596": [], "8456135": 88, "845642": [], "84567434": 88, "8456957": 88, "8457164": 88, "845785": 88, "8458109": 88, "84585625": 88, "845873": 88, "8459214": 88, "84592587": 88, "84595": [], "8459877": 88, "84599036": 88, "846": 88, "8460025": 88, "84601337": 88, "846014": [], "84607816": 88, "84610695": 88, "8461285": 88, "84615": 88, "846197": 88, "846231": 88, "8462544": 88, "846306": 88, "8463125": 88, "84636855": 88, "84637": [], "84640074": 88, "8464212": [], "8464385": 88, "8464892": 88, "846502": 88, "846508": 88, "8465112": 88, "846544": 88, "846558": [], "8465877": 88, "84662807": 88, "84663135": 88, "846642": 88, "846659": [], "84678185": 88, "846785": 88, "8468009": 88, "84695745": 88, "846998": 88, "847": 88, "84702027": 88, "84705": [], "847063": 88, "8470701": 88, "84711": 88, "847115": [], "847124": 88, "847157": 88, "8471604": 88, "847184": 88, "84719": [], "8472193": 88, "84731644": 88, "847324": 88, "847363": 88, "8474": [], "8475425": 88, "8476381": 88, "84764": 88, "8477": 88, "84772104": 88, "847746": 88, "8478": [], "847803": 88, "8478901": 88, "847904": 88, "847959": 88, "848": 88, "848055": 88, "848103": [], "84814": 88, "8481723": 88, "848213": [], "8482446": 88, "8482557": 88, "8483": 88, "848308": 88, "8483131": 88, "84834164": 88, "84834856": 88, "84840095": 88, "84841466": 88, "84847087": 88, "8485286": 88, "848572": 88, "8486202": 88, "8486366": 88, "8486682": 88, "848684": 88, "84872": 88, "8488131": 88, "84884185": 88, "848854": 88, "8488739": 88, "84887755": 88, "849": 88, "84902143": 88, "84902304": 88, "8490517": 88, "84908354": 88, "849094": [], "8490974": 88, "8491398": 88, "84915483": 88, "84918": [], "849186": 88, "849232": 88, "849241": 88, "849352": 88, "8493743": 88, "849401": [], "8494135": 88, "8494165": 88, "849457": 88, "8495051": 88, "849518": 88, "8495234": 88, "849539": 88, "84955": [], "8495603": 88, "8496": 88, "849758": [], "84976757": 88, "84980565": 88, "849842": 88, "84985197": 88, "8499": 88, "849932": 88, "849937": 88, "8499754": 88, "84e": 88, "85": 88, "850": 88, "8500069": 88, "850016": [], "850132": 88, "8501396": 88, "85015416": 88, "8501657": 88, "850168": 88, "850181": 88, "85019356": 88, "850237": [], "850264": 88, "8504132": 88, "850426": 88, "850527": 88, "8506": 88, "850616": 88, "8506825": 88, "850704": 88, "850763": 88, "8507934": 88, "8508053": 88, "8508078": 88, "85081804": 88, "8508458": 88, "85086954": 88, "850883": 88, "85090095": 88, "8509556": 88, "850971": [], "851002": 88, "85107094": 88, "851112": [], "8511174": [], "8511388": 88, "851196": 88, "8512242": 88, "85123277": 88, "851236": [], "8512714": 88, "851324": 88, "8513598": 88, "8514124": 88, "851435": 88, "851494": [], "851496": [], "851524": 88, "8515389": 88, "851551": 88, "85155493": 88, "851562": 88, "8515791": 88, "85159355": 88, "8515937": 88, "8516": [], "85168797": 88, "851738": 88, "85174": [], "85176545": 88, "8517712": 88, "851784": 88, "8518": 88, "8518391": 88, "8519135": 88, "852": [], "85201": [], "8520468": 88, "8520486": 88, "8520832": 88, "852098": 88, "85213864": 88, "8521603": 88, "85217": 88, "8521879": 88, "8522179": 88, "8522239": 88, "8522358": 88, "85227096": 88, "852299": 88, "852351": 88, "8523714": 88, "85239": [], "8524": [], "85247374": 88, "85248": [], "85251486": 88, "852522": [], "85255605": 88, "8526": [], "8526424": 88, "85265": 88, "852665": 88, "852668": 88, "852707": 88, "852795": 88, "85280": [], "85283345": 88, "852834": 88, "852835": 88, "85285": [], "85287": [], "8529": 88, "853": 88, "853074": 88, "853076": [], "8531137": 88, "8531262": 88, "85321105": 88, "8532118": 88, "85324": [], "853281": [], "853292": 88, "8533895": 88, "8534": [], "8534116": 88, "853436": 88, "85344297": 88, "853488": 88, "8535": 88, "85354": [], "8535409": 88, "85356": 88, "853565": [], "853585": 88, "853622": 88, "8536753": 88, "8536776": 88, "8537157": 88, "8537529": 88, "853812": [], "85381466": 88, "85382855": 88, "85383": [], "853851": 88, "85389": 88, "8539187": 88, "853985": 88, "853989": 88, "854": 88, "8540114": 88, "8540156": 88, "854024": 88, "854065": 88, "854069": [], "854113": 88, "8541347": 88, "85418373": 88, "8542497": 88, "85431": 88, "85435003": 88, "8543526": 88, "85437524": 88, "854384": 88, "854385": 88, "8544": [], "8544047": 88, "854412": 88, "85442": 88, "8544395": 88, "854445": 88, "8544568": 88, "85446817": 88, "85455": [], "854593": [], "854675": 88, "854717": 88, "85474": [], "8547962": 88, "8548035936270668": 91, "8548046": 88, "854832": 88, "8549": 88, "85491": 88, "8549423": 88, "855": 88, "855008659972583": 87, "855024": 88, "85508525": 88, "85509336": 88, "855114": [], "8551232": 88, "85516": [], "8551903": 88, "85527": 88, "85529673": 88, "8553091": 88, "855333": 88, "8553432": 88, "85537195": 88, "855459": 88, "85547686": 88, "8555112": 88, "8555685": 88, "8555939": 88, "8556": 88, "8556536": 88, "85566914": 88, "8557151": 88, "8558": [], "8558275": 88, "8558291": 88, "85583": [], "855858": 88, "855896": 88, "85596": [], "855965": 88, "856": 88, "856035": 88, "856045": 88, "8560572": 88, "85606974": 88, "85611": [], "856134": 88, "8561392": 88, "85614": 88, "856194": 88, "856209": [], "856215": 88, "856228": 88, "856243": [], "85624397": 88, "8563458": 88, "856369": 88, "856392": 88, "85645": [], "8564582": 88, "8565582": 88, "8565699": 88, "85662": [], "856657": 88, "856663": [], "856664": [], "856668": [], "8566737": 88, "85671": 88, "8567951": 88, "8568714": 88, "856947": 88, "85694915": 88, "8569851": 88, "857": [], "8570": 88, "857018": 88, "85705": 88, "857058": [], "8570857": 88, "857086": 88, "85719436": 88, "8572": 88, "8572087": 88, "85724": 88, "8572622": 88, "85727": [], "8572762": 88, "85728": [], "8572807": 88, "8573": 88, "8573265": 88, "8573316": 88, "857347": [], "857365": 88, "85738057": 88, "8573816": 88, "8574": [], "8574867": 88, "8575006": 88, "85754": [], "857574": 88, "857576": 88, "8576241": 88, "85766107": 88, "8576887": 88, "857689": [], "8576913": 88, "8577": 88, "857754": 88, "857756": [], "85779811067494": 87, "8578556": 88, "857887333002763": [91, 92], "8579": [], "85790896": 88, "8579705": 88, "8579781542716776": 88, "857983": 88, "858": 88, "8580": [], "858072": 88, "858121": [], "858148": 88, "858162": [], "858171": [], "858194": [], "8582": 88, "858204": 88, "8582409": 88, "858257": 88, "85827": 88, "858307": 88, "858321421792976": 87, "858331": 88, "8583755": [], "858393": 88, "858418": [], "8585443": 88, "8585552": 88, "858563": 88, "85858536": 88, "8586065": 88, "8586513": 88, "858715": [], "858765": 88, "85879755": 88, "8588": 91, "85880506": 88, "8588176": 88, "85882384": 88, "85887": [], "85888": [], "85892373": 88, "859": 88, "8590742": 88, "85910475": 88, "859116": [], "85911936": 88, "859148": 88, "85915226": 88, "85916": [], "859163": 88, "85917085": 88, "859223": [], "8592776": 88, "85928226": 88, "859283": 88, "85928714": 88, "859292": 88, "8594": 88, "8594089": 88, "8594294": [], "85947": 88, "85953": [], "85960513": 88, "859625": 88, "859647": 88, "8596991": 88, "859728": 88, "8597908": 88, "8598": [], "859802": 88, "85982156": 88, "8599": [], "85990316": 88, "85993296": 88, "8599378": 88, "859966": [], "8599734": 88, "859985": [], "859993": 88, "8599999": 88, "85e": [], "86": 88, "860": 88, "86003983": 88, "8600647": 88, "8600795": 88, "8600869": 88, "860132": 88, "860155": 88, "8601836": 88, "860205": 88, "860216": 88, "8602264": 88, "8602446": 88, "86025316": 88, "86025393": 88, "860258": 88, "860281": [], "8603092": 88, "860359": 88, "8603638": 88, "860384": [], "8604095": 88, "8604208": 88, "860435": [], "860437": 88, "86045253": 88, "8604596": 88, "8604796": 88, "860489": 88, "8604937": 88, "860521": [], "86057": [], "860573": 88, "8605827": 88, "8606062": 88, "860636": 88, "860659": 88, "86068857": 88, "86073": 88, "8607692": 88, "8608": [], "8608707": 88, "86091805": 88, "860954": [], "860969": [], "860976": 88, "860977": 88, "861": 88, "8610279": 88, "86104065": 88, "861061": 88, "861063": 88, "8611182": 88, "86116016": 88, "8612141": 88, "86122": 88, "861246": [], "86125803": 88, "861286": 88, "86131650179226": 87, "8614655": [], "8615": 88, "861542": 88, "86155295": 88, "86155987": 88, "861581": 88, "86158663": 88, "861643": 88, "861682": [], "861708": 88, "8617241": 88, "8617382": 88, "8617409": 88, "86178863": 88, "8617969": 88, "861874": 88, "8618903": 88, "86189806": 88, "8618992": 88, "861928": 88, "8619345": 88, "86196107": 88, "861992": [], "86199427": 88, "8619944": 88, "862": 88, "86201096": 88, "8620353": 88, "8620398": 88, "862066": 88, "8620715": 88, "8621012": 88, "862128": [], "862129": 88, "862133": 88, "862228": 88, "862236": 88, "86227": 88, "8622896": 88, "8623": 88, "8623239": 88, "86233115": 88, "862335": 88, "8623957": 88, "8624": [], "862402": [], "8625": [], "862566": [], "8626": 88, "862644": 88, "862733": 88, "8627374": 88, "8627599": 88, "8627735": 88, "86279947": 88, "8628": [], "862804": [], "8628174": 88, "8628328": 88, "8629": 88, "8629026": [], "862907": 88, "862926": 88, "8629314": 88, "8629451": 88, "862947": [], "86296403": 88, "863": 88, "863201": 88, "8632030": 88, "86321056": 88, "8632276": 88, "8632335": 88, "8632456": 88, "863268": [], "8633": 88, "8633125": 88, "86335": [], "86335284": 88, "863367": [], "863375": [], "8634965": 88, "863531": [], "86354333": 88, "863553": 88, "8635761": 88, "8636": 88, "86361": 88, "863663": 88, "8636747": 88, "863699": 88, "8637": 88, "863728": 88, "86373": 88, "863793": 88, "863796": 88, "863937": 88, "8639459": 88, "86395246": 88, "863987": 88, "8639882": 88, "864": 88, "86400": 9, "864008": 88, "864061": 88, "86406994": 88, "8640709": 88, "8641": [91, 92], "8641436": 88, "86418897": 88, "8642257": 88, "864246": [], "86428124": 88, "864319": 88, "86434555": 88, "864359": 88, "864365": 88, "86438": [], "864407": [], "8644127": 88, "86444": [], "864462": 88, "86446893": 88, "864481": [], "864487": [], "86453": 88, "86453235": 88, "86454": [], "86456": 88, "8646054": 88, "86462325": 88, "8646301": 88, "86463964": 88, "864655": [], "86472": 88, "8647648": 88, "8647943": 88, "86481": 88, "864824": 88, "8649": [], "86491334": 88, "86494094": 88, "8649833": 88, "8649871": 88, "865": 88, "86502504": 88, "8650386": 88, "865047": 88, "865076": 88, "8651": [], "8651624": 88, "8651803": 88, "86519855": 88, "865223": 88, "86525095": 88, "8653037": 88, "86537": 88, "8653766": 88, "8653921": 88, "86541086": 88, "865433": [], "8655626": 88, "8655771": 88, "8655779": 88, "8655864": 88, "865587": 88, "86559": 88, "8656": [], "865602": 88, "86562514": [], "8656484": 88, "8656514": 88, "8656707": 88, "865686": [], "865717": [], "8657187": 88, "86572415": 88, "8657665": 88, "86579293": 88, "86589295": 88, "86590534": 88, "86594": [], "86594087": 88, "8659492": 88, "86597115": 88, "866": 88, "8660389": 88, "8660646": 88, "86622": 88, "8662357": 88, "86626583": 88, "8663336": [], "866335": [], "86636": [], "8663671": 88, "866444": 88, "86651": 88, "86657": 88, "866589": [], "86659825": 88, "8666": [], "866646": 88, "86667603": 88, "866692": 88, "86679": [], "86681545": 88, "866827": 88, "8668759": 88, "8668767": 88, "866886": 88, "8668903": 88, "86689335": 88, "86693823": 88, "866999": 88, "867": 88, "86702": 88, "8670306": 88, "86705273": 88, "86706644": 88, "8670789": 88, "867096": 88, "86709756": 88, "8671202": 88, "86713": 88, "8671424": 88, "8672": [], "8672523": 88, "8673775": 88, "8674": [], "86740184": 88, "867405": 88, "8674064": 88, "867424": 88, "8674668": 88, "86747134": 88, "867512": 88, "8675216": [], "86754113": 88, "8675417": 88, "867567": [], "8675765": 88, "86761565728": 87, "86765134": 88, "8676975": 88, "86773896": 88, "8677893": 88, "8678036": [], "86780566": 88, "86782": 88, "86782044": 88, "86786216": 88, "867866": 88, "8679": 88, "867949": [], "86796397": 88, "867966": 88, "867969": [], "867996": 88, "868": 88, "868036": 88, "86804": 88, "868048": [], "8680635": 88, "8681": [], "868176": [], "868195": 88, "8682034": 88, "8682209": 88, "86823523": 88, "868284": 85, "8683075": 88, "8683419": 88, "86841553": 88, "868458": 88, "86846": 88, "8684926": [], "868552": 88, "8685577": 88, "8685872": 88, "8685995": 88, "868609": 88, "8686228": 88, "8686304": 88, "8686322": 88, "8686506": 88, "868687": 88, "86869": 88, "8687": 88, "868756": 88, "8687697": 88, "868792": 88, "86881095": 88, "86885184": 88, "8688543": 88, "86887": 88, "8688793": 88, "8688829": 88, "868938": 88, "8689398": 88, "868973": [], "869": 88, "869013": 88, "86902136": 88, "869022": 88, "869034": 88, "86903596": 88, "869043": 88, "8690478": 88, "86905587": 88, "869064": 88, "86909336": 88, "8691206": 88, "8691397": [], "869175": 88, "8691908": 88, "869244": [], "86924523": 88, "86924547": 88, "86925274": 88, "8693017": 88, "869343": [], "869347": [], "86939317": 88, "8693971": 88, "869425": 88, "86948305": 88, "86952": 88, "86952204": 88, "8695965": 88, "86962885": 88, "86964345": 88, "869705323946068": 87, "8697142": 88, "8697248": 88, "86973": [], "86975": [], "869762": [], "8698345": 88, "869844": 88, "8698449": 88, "8698856": 88, "8698978": [], "8699": [], "86e": [], "87": 88, "870018": 88, "870034": 88, "87006205": 88, "8700993": [], "8701445": 88, "870169": 88, "8701824": 88, "870208": [], "8702233": 88, "870281": 88, "870333": 88, "870342": [], "87034756": 88, "8703507": 88, "870352": [], "870385": 88, "87038547": 88, "87043595": 88, "8704642": 88, "8704914": 88, "8705": 88, "87050235": 88, "8705326": 88, "870567": 88, "870592": 88, "8706": 88, "8706061": 88, "87071": [], "870724": [], "8707477": 88, "870785": 88, "870792": 88, "8708": [], "87081593": 88, "87082535": 88, "8708414": 88, "8708794": 88, "870888": 88, "870905": 88, "87093": 88, "8709507": 88, "870955": 88, "8709613": 88, "870968": [], "870972": 88, "871": 88, "8710028": 88, "87101": 88, "87101173": 88, "871026": 88, "871037": [], "871058": 88, "871063": 88, "8710673": 88, "8711": 88, "87110996": 88, "871132": 88, "8711333": 88, "871155": [], "871252": [], "8712616": 88, "8712843": 88, "87142": [], "871437": 88, "87148": [], "8715": [], "87150663": 88, "8715315": 88, "87155": 88, "871574": [], "871584": 88, "871598": [], "8716": 88, "8716086": 88, "87163": 88, "871692": 88, "8717": [], "871769": [], "87176996": 88, "8717765": 88, "8717794": 88, "8718314": 88, "87184125": 88, "8718557": 88, "871876": [], "871901": [], "87193": 88, "871956": 88, "872": 88, "872042": 88, "872087": [], "872101": 88, "872168": 88, "8721686": 88, "8721904": 88, "872242761515011": 91, "8722816": 88, "872282": 88, "87228215": 88, "8722822": 88, "8723": 88, "872307": [], "872309": [], "8723314": 88, "8724": [], "87240106": 88, "8724025": 88, "872413": 88, "87241334": 88, "872494": 88, "87251": [], "8725352": 88, "87256414": 88, "872605": 88, "87262636": 88, "87273395": 88, "872738": 88, "872774": 88, "8727871": 88, "8728": 88, "87280345": 88, "872805": 88, "87282383": 88, "87284464": 88, "872995": [], "8729979": 88, "873": 88, "8730651": 88, "873072": 88, "8731132": 88, "8731216": 88, "87312895": 88, "873129": [], "8731321": 88, "873165": 88, "873196": 88, "873222": 88, "87323": [], "873235": [], "8732387": 88, "873245": 88, "873263": 88, "8733": 88, "873335": 88, "873354": 88, "87336": 88, "8733921": 88, "873396": [], "8734": [], "87343": 88, "8734317": 88, "873434": 88, "8734581": 88, "873505": 88, "873528": 88, "87359434": 88, "8736": 88, "8736072": 88, "873655": [], "87367624": 88, "8737059": 88, "8737191": 88, "873773": [], "87378675": 88, "8738": [], "8738027": 88, "87384": [], "8738427": 88, "873847": 88, "8738515": 88, "873852": [], "8738571": 88, "873886": 88, "873901": [], "87393206": 88, "873981": 88, "873997": 88, "874": 88, "87401193": 88, "874012": 88, "874031": [], "8740551": 88, "87405586": 88, "87412": [], "8741439": 88, "8741922": 88, "874195": 88, "87420416": 88, "874226": 88, "8742404": 88, "8742489": 88, "874308": 88, "874311": 88, "87435955": 88, "8743662": 88, "87438244": 88, "874386": 88, "874409": 88, "874492": 88, "874525": [], "8745278": 88, "8745439": 88, "8745765": 88, "874613": [], "8746496": 88, "8746592": 88, "8746885": 88, "8747625": 88, "8748008": 88, "87483114": 88, "87485": [], "8748618": 88, "8748689": 88, "8749": 88, "8749009": 88, "8749021": 88, "8749527": 88, "875": 88, "8750000e": 92, "87502": 88, "875117": [], "8751172": 88, "87516": [], "875171": 88, "8752": 88, "875202": 88, "875242": 88, "875267": 88, "8753": 88, "8753132": 88, "875373": [], "8753995": 88, "87542": [], "87546355": 88, "875473": [], "875519": [], "875542": 88, "875555": 88, "875576": [], "87565": 88, "87569654": 88, "87573": 88, "8757408": 88, "87577": [], "875805": 88, "8758103": 88, "8758756": 88, "876": 88, "8760344": 88, "87604": 88, "8760582": 88, "876061291823856": 87, "8761": 88, "876114": 88, "8761418": 88, "8761455": 88, "8761693": 88, "876186402701965": 87, "8762061": 88, "87621": 88, "876242": [], "87627006": 88, "8763": 88, "876327": 88, "87632775": 88, "876328": 88, "876343": [], "87635": [], "876365": 88, "87638": 88, "876385": 88, "8765": 88, "87653583": 88, "876598": [], "876616": [], "8767004": 88, "876759": 88, "87680113": 88, "8768097": 88, "876822": 88, "8768835": 88, "876893": 88, "87691814": 88, "8769584": 88, "87697345": 88, "8769837": 88, "877": 88, "877071": 88, "87707883": 88, "877106": [], "8771462": 88, "877153": [], "877262": 88, "87729543": 88, "8773": [], "87731284": 88, "8774": [], "877438": 88, "8774782": 88, "877523": [], "877562": 88, "877575": 88, "877576": 88, "877579": 88, "877588": 88, "87769556": 88, "8777501": 88, "87776625": 88, "87779045": 88, "8777973": 88, "8778": 88, "8778043": 88, "877815": 88, "877851": [], "8778763": 88, "8778899": 88, "8779139": 88, "87792706": 88, "87794": [], "877953": 88, "877975": [], "877993": 88, "87799656": 88, "878": 88, "87802": 88, "8780477": 88, "8780776": 88, "8780944": 88, "878122": 88, "87817": [], "878211358592": 88, "8782408": 88, "878357": 88, "87838864": 88, "87841547": 88, "8784496": 88, "878458": 88, "878511": 88, "87854": 88, "8785768": 88, "87858": 88, "87860703": 88, "878681": 88, "878692": 88, "8787031": 88, "8787136": 88, "8788426": 88, "8789062": 88, "878912": 88, "8789329": 88, "8789384": 88, "879": 88, "8791": 88, "87911016": 88, "879139": 88, "8791409": 88, "879145": 88, "87924": [], "8792584": 88, "8793094": 88, "8795186": 88, "87951875": 88, "87953": 88, "879555": 88, "8795903": 88, "879597": 88, "87964827": 88, "8797488": 88, "87986124": 88, "8799": [], "8799002": 88, "8799104": 88, "87993": [], "8799659": 88, "8799665": 88, "87e": 88, "88": 88, "880": 88, "8800344": 88, "880089": [], "880093": 88, "8800937": 88, "8801": [], "880113": [], "88016313": 88, "8802": 88, "8802049": 88, "88033646": 88, "88037735": 88, "8804": 88, "88041": 88, "8804245": [], "8804572": 88, "880458": [], "880486": 88, "8804936": 88, "880497": [], "880516": 88, "8805222": 88, "880531": 88, "880604": [], "880656": 88, "880726": 88, "88073754": 88, "880743": 88, "8807993": 88, "880894": [], "8809": 88, "8809001": 88, "8809185": 88, "880999": [], "881": [], "8810044": 88, "881075": 88, "881092": 88, "8811": [], "88112": [], "88115656": 88, "88124": 88, "8812523": 88, "881278": 88, "881385909767747": 87, "8814065": 88, "88141406": 88, "881485": 88, "881512": 88, "8815322": 88, "8815402": 88, "881543": 88, "88166": 88, "881692": 88, "881723": 88, "8817237": 88, "881742": [], "881752": 88, "881765": 88, "88178": [], "881834": 88, "88184": [], "88185": [], "881857": [], "88193": 88, "8819789": 88, "8819915": 88, "88208973": 88, "8821": 88, "882177": [], "88224304": 88, "882326": [], "882397": 88, "8824": [], "882483": [], "8825": 88, "8825250": 88, "8825809": 88, "88265985": 88, "882673": [], "882725": [], "882772": 88, "8827947": 88, "8828036": 88, "882849": [], "8828653": 88, "882877": [], "882933": 88, "88295": [], "8829524": 88, "882967": [], "8829738": 88, "882992": 88, "882996": [], "883": 88, "883009": [], "88305855": 88, "8830895": 88, "8830962": 88, "883110": 88, "8831345": 88, "883177": [], "8832": [], "883293": 88, "88333875": 88, "883354": 88, "883415": [], "883466": 88, "8836068": 88, "883621": [], "88363063": 88, "883698": 88, "88376": [], "88379": [], "8838067": 88, "8838124": 88, "88382107": 88, "8838433": 88, "8839538": 88, "88396865": 88, "88398": 88, "884": 88, "884039": 88, "88415": [], "884155": 88, "884186": [], "884238": 88, "88434": [], "884373": 88, "88437647": 88, "884384": 88, "8843904": [], "88446003": 88, "88448": [], "8844962": [], "8845005": 88, "8845356": 88, "884552": 88, "884563": 88, "8845953": 88, "8846443": 88, "884661": 88, "884668": 88, "884686": 88, "8847": 88, "884724": 88, "8847472": 88, "88475347": 88, "8848": 88, "8848904": 88, "8848948": 88, "8849": [], "884922": [], "8849483": 88, "884964": 88, "884977": 88, "885": 88, "88502944": 88, "885088": 88, "8850937": 88, "8850978": 88, "8850982": [], "885109": 88, "8851159": 88, "88511795": 88, "885138": 88, "88515973": 88, "885164": 88, "885168": [], "885244": 88, "8852917": 88, "885372": 88, "88544": [], "885485": 88, "8855113": 88, "8855236": 88, "88558006": 88, "885782": 88, "8858466": 88, "885911": [], "885912": 88, "88596326": 88, "8859691": 88, "885984": 88, "8859904": 88, "885997": 88, "886": 88, "886019": 88, "88602": [], "886036": [], "8860452": 88, "8861": 88, "88612574": 88, "886131": 88, "886154": 88, "8861965": 88, "8862094": 88, "886217": 88, "886219": 88, "88625": 88, "88630164": 88, "88631696": 88, "8863321": 88, "8863325": 88, "88638467": 88, "886454": 88, "886457": [], "8865": [], "886509": [], "8865309": 88, "886547": 88, "8865483": 88, "8866465": 88, "8866967": 88, "8867": 88, "88674355": 88, "8867575": 88, "886787": 88, "886827": 88, "886911": 90, "886944": [], "886946": 88, "8869621": 88, "887": 88, "887049": 88, "8870751040168": 88, "8870856": 88, "88708943": 88, "887096": 88, "887102": 88, "88712084": 88, "88718": 88, "887208866012": 88, "88721": [], "88727": 88, "8872867": 88, "887321": 88, "887322": 88, "8873405": [], "887347": 88, "8874": [], "8874455": 88, "887455": [], "8874589": 88, "887494": [], "8875": [], "8875486": 88, "887598": 88, "8876414": 88, "887749": 88, "8878009": 88, "887827": [], "88785": 88, "8878668": 88, "88788": [], "887882": [], "8879877": 88, "888": 88, "88802": 88, "888063": [], "888072": [], "888096": 88, "8881394": 88, "88821167": 88, "888245": 88, "888266": 88, "8883": [], "888329": 88, "88834": 88, "88834083": 88, "8883787": 88, "8884517": 88, "8886": 88, "888642": 88, "88873": [], "88876": 88, "888763": [], "888887": 88, "88889813": 88, "8889997": 88, "889": 88, "88904": 88, "889086": 88, "88921": 88, "8893067": 88, "8893568": 88, "889364": 88, "889372": [], "88942635": 88, "889441": [], "8894694": 88, "8894856": 88, "889486": 88, "88952": [], "8895356": 88, "889636": 88, "88963646": 88, "889645": [], "8896487": 88, "88968366": 88, "889708": 88, "889717": [], "88979095": 88, "889822": 88, "889832": [], "8898359": 88, "88988626": 88, "8898964": [], "889898": 88, "8899": [], "8899169": 88, "8899667": 88, "889977": 88, "88e": [], "89": 88, "890": [], "8900034": 88, "89013714": 88, "89015365": 88, "8901968": 88, "890213": [], "89024216": 88, "8902992": 88, "8903": [], "89033157": 88, "890357": 88, "89045066": 88, "8905386": 88, "890540": [], "890545": [], "890566": [], "89057": 88, "890583": [], "890676": 88, "8907887": 88, "890859": [], "890865": 88, "890878": 88, "8908949": 88, "891": 88, "891006": 88, "891008": 88, "8910316": 88, "891066": 88, "8911145": 88, "8911799": 88, "8911826": 88, "89127306209505": 87, "891275": 88, "89128": [], "89135134": 88, "89138": 88, "8913904": 88, "8914003": 88, "89142215": 88, "89143974": 88, "89145": [], "8914738": 88, "8914924": [], "891497": 88, "8915": 88, "891513": 88, "89155734": 88, "891599": [], "891612": 88, "891617": 88, "89164776": [], "89172": 88, "8917381": 88, "891739": 88, "8917872": 88, "891808": [], "891815": [], "891838": 88, "891856": [], "891897": 88, "891926": 88, "8919311": 88, "891948": 88, "89195216": 88, "8919827": 88, "89198667": 88, "891987": 88, "89199823": 88, "892": 88, "8920307": 88, "89203984": 88, "892042": 88, "892055": 88, "89207": 88, "892100": 88, "89213": 88, "892143": 88, "8921907": 88, "892227": 88, "89227": [], "8924": [], "89245135": 88, "8924661": 88, "892473": [], "892483": [], "892544": 88, "8926": [], "89267665": 88, "892696": [], "89274967": 88, "892767": [], "8928": 88, "89286": 88, "89288396": 88, "892908": 92, "892933": 88, "8929534": [], "893": 88, "8930053": 88, "89300996": 88, "893099": 88, "893171": 88, "893182764402184": 87, "8931895": 88, "893211": 88, "89333713": 88, "89335227": 88, "8933735": [], "8934": 88, "893414": 88, "8934969": 88, "8935852": 88, "89368": 88, "893682": 88, "893686": 88, "893726": 88, "89373964": 88, "89375": 88, "893773": 88, "8937982": 88, "893824": 88, "89385": 88, "893875": 88, "8939": [], "893906": 88, "8939377": 88, "89399236": 88, "894": [], "89400256": 88, "8941815": [], "8942": 88, "8942303": 88, "8942757": 88, "894302": [], "89430434": 88, "8944019": 88, "8944453": 88, "894468": 88, "8944895": 88, "8945113": 88, "894556": 88, "8945978": 88, "894608": 88, "894646": [], "89465": 88, "8947366": 88, "89476424": 88, "894833": 88, "8948441": 88, "894854": 88, "8949": [], "894945": [], "8949491": 88, "894955": 88, "895007": 88, "8950419": 88, "895061": [], "8950614": 88, "895075": [], "895155": [], "8953025": 88, "895342": 88, "895397": 88, "895416": 88, "89545846": 88, "8954737606592": 90, "8954737606593": [85, 90], "89548194": 88, "895485": 88, "8954887": 88, "8955": 88, "895535": [], "895542": 88, "8956589": 88, "89567965": 88, "8956995": [], "895739": 88, "89574": [], "89575": [], "8957873": 88, "895808": 88, "8958983": 88, "8959002": 88, "8959368": 88, "8959465": 88, "8959502": 88, "8959617": 88, "896": 88, "896012": 88, "896034": 88, "896154": [], "896219": 88, "8962935": 88, "8963216": 88, "8963247": 88, "896332": [], "8963692": 88, "89639074": 88, "8964": [], "8964342": 88, "8965": 88, "8965006": 88, "8965088": 88, "89651823": 88, "896528": 88, "8966154": 88, "896669": [], "8966716": 88, "89668": 88, "89672": [], "896741": [], "896782": [], "8967903": 88, "89683": 88, "896843": 88, "896864": 88, "896879": 88, "896954": 88, "89696": 88, "896985": 88, "897": [], "897072": 88, "89714episod": [], "897247": 88, "89729": 88, "89729804": 88, "8973": [], "8973859": 88, "8974": [], "897408": 88, "897411": 88, "897427": 88, "8974343": 88, "8974579": 88, "89748466": 88, "8975878": 88, "89759": [], "897754": 88, "89778745": 88, "897797": 88, "8977997": 88, "8978028": 88, "89785": 88, "897976": 88, "89798445": 88, "897995": 88, "898": 88, "89802": 88, "898073": 88, "8981013": 88, "898169": [], "898175": 88, "898193": 88, "898198": 88, "898224": [], "8982987": [], "898302": 88, "898333": 88, "8983778": 88, "898386": 88, "8984": 88, "898429": 88, "898445": 88, "898567": [], "8986249": 88, "89868": 88, "8987": 88, "898746": 88, "898755": 88, "8987681": 88, "898775": 88, "8987802": 88, "8987955": 88, "89882874": 88, "898854": 88, "898874": [], "89888024": 88, "898882": 88, "898952": [], "898975": 88, "8989847": [], "899": 88, "8990": [], "89911616": 88, "8991209": 88, "8991369": 88, "899154157984": 88, "8991761": 88, "89924": 88, "8992505": 88, "899288": [], "8992944": 88, "8993": 88, "899357": 88, "899416": [], "8994524": 88, "899506": [], "899536": 88, "8995607": 88, "899562": 88, "899563": 88, "89961696": 88, "899643": 88, "899667": 88, "89968014": 88, "8997": 88, "899701": [], "89975": 88, "899763": [], "89977": 88, "899884": 88, "8999": [], "89998888619655": 90, "89e": [], "8e": [], "8observ": [], "8th": 0, "9": [6, 7, 11, 49, 50, 69, 70, 71, 72, 87, 88, 89, 91, 92, 97], "90": [88, 91, 92], "900": [85, 86, 87, 88, 89, 90, 91, 92], "900055": 88, "9000976": 88, "9001": [], "900175": 88, "9002": [], "90037516009": 87, "900377": 88, "90039635": 88, "9004": 88, "900405758648773": 91, "9004083": 88, "90041": 88, "900434": 88, "9004602": 88, "900484": [], "900488": [], "900501": 88, "900531": 88, "9005587": 88, "9006": 88, "900658": 88, "900677": 88, "900738": [], "900768": 88, "9008324": 88, "90086234": 88, "9008656": 88, "9008764": 88, "900913": [], "9009411": 88, "9009632": 88, "9009714": 88, "901": 88, "901031": [], "901182": 88, "901205": [], "90122774932239": 87, "9014": 88, "9014174": 88, "901455": 88, "9014808": 88, "901506": [], "901543": 88, "9016": 88, "901667": 88, "90173": 88, "901756": 88, "9017714": 88, "901966": [], "902": [], "9020113": 88, "9020243": [], "902039": 88, "902065": [], "902074": 88, "90208346": 88, "9021028": 88, "90210676": 88, "9021367": 88, "902187": 88, "902271": 88, "902382": 88, "9024": [], "902473": 88, "9025066": 88, "902514": 88, "9025227": 88, "90253": 88, "902553924481154": 87, "90256953": 88, "902588": [], "9026": [], "90262": 88, "902674": [], "902713": [], "9027426": 88, "90275": 88, "9028": 88, "902811": [], "902836": 88, "902847": 88, "9028578": 88, "902864": 88, "902878": 88, "90292": [], "902931": 88, "90298745924243": 87, "9029966": 88, "903": 88, "903008": [], "903046": 88, "903064": [], "903067": [], "90315086": 88, "9032154002097952": 88, "903222": 88, "903254": 88, "90326": 88, "903275": 88, "903276": 88, "903353": 88, "903413": 88, "90342": [], "903480020252864": 87, "903486": 88, "903519": 88, "90357965": 88, "90358055": 88, "903585": 88, "903587": 88, "9035934": 88, "903595": 88, "903711": [], "9037896": 88, "903837": 88, "90385795": 88, "9038656": 88, "903866": 88, "903885": 88, "9039": 88, "903991": 88, "904": 88, "9040526": 88, "904068": 88, "904115": 88, "9042": [], "9042003": 88, "9042085": 88, "90423393": 88, "904263": 88, "9043051": 88, "9043266": 88, "9043908": 88, "904392": 88, "9043971": 88, "90442437": 88, "90446234": 88, "90448684": 88, "904514": 88, "9046": 88, "904613": 88, "90463173": 88, "90466": [], "9046802": 88, "90468824": 88, "9046905": 88, "9046943": 88, "90481937": 88, "9048561": 88, "90488": [], "904884": [], "9049": [], "904902": [], "9049803": 88, "904984": 88, "90503": 88, "9050314": 88, "9050364": 88, "9051046": 88, "905155": [], "90518767": 88, "90519": 88, "90519243": 88, "9053": 88, "90531147": 88, "90532655": 88, "905378": [], "90537846": 88, "905388": 88, "9054": [], "905415": 88, "90546": [], "905464": [], "905483": 88, "905489": 88, "9056141": 88, "90562177": 88, "90562326": 88, "9057594": 88, "905767": 88, "9058518362416": 87, "90593": 88, "906": 88, "9060035": 88, "906024": 88, "906032387533777": 87, "906082": 88, "906105": [], "90616846": 88, "9062086": 88, "90622": 88, "906275": 88, "9062834948921186": 91, "9063237": 88, "906345": 88, "9064092": 88, "906447": [], "906448": [], "906479": [], "906487": 88, "9064892": 88, "90651": 88, "906516": 88, "9065202": 88, "90653200864582": 87, "90658295": 88, "90663": 88, "9066365": 88, "906685": [], "9066921": 88, "9068182": 88, "9068384": 88, "9068727": 88, "90688765": 88, "906964": 88, "907": 88, "9070026": 88, "907028": [], "907125": 88, "90714": [], "90714284908": [], "907196": [], "9072": 88, "9072208": 88, "9072473": 88, "907254": 88, "907264": 88, "907265": 88, "9072867": 88, "907352": 88, "9074": [], "9074849": 88, "9075499": 88, "9075573": 88, "907561": 88, "90768": 88, "907684": [], "9077": [], "9077013": 88, "907759": 88, "9077650": 88, "9077706": 88, "9078": 88, "907871": 88, "90794545": 88, "90795": [], "9079541": 88, "90796083": 88, "9079882": 88, "908": 88, "908008": [], "9080874": 88, "908129": [], "908215": [], "908232": 88, "90829587": 88, "9083477": 88, "9083524": 88, "9084313": 88, "908512": 88, "908525": [], "908531": 88, "908577": 88, "908592014095": 87, "90868": 88, "9086833": 88, "9086892": 88, "908744": 88, "908749": [], "90875125": 88, "908802": [], "90885425": 88, "9088991": 88, "9089439": 88, "9089521": 88, "9089606": 88, "909": 88, "9090285": [], "90906245": 88, "90909": [], "909237": [], "909243": 88, "909296": 88, "90931": 88, "909376": 88, "9093764": 88, "9094": 88, "90942234": 88, "90942615": 88, "909454": [], "909515": [], "909561": 88, "909605": 88, "909618": [], "9096413": 88, "909645": 88, "909647": [], "90964717": 88, "9096487": 88, "90967": 88, "909675": 88, "90969": [], "9096956": [], "9097425": 88, "90977216": 88, "9097971": 88, "9097986": 88, "9098": 88, "9099": 88, "9099164": 88, "909931": 88, "91": [88, 97], "910": 88, "910072": [], "9101239": 88, "9101482": 88, "91016483": 88, "9102": 88, "9103758": 88, "91039": 88, "9103977": 88, "9104514": 88, "910467": 88, "91047174": 88, "910503": 88, "910513": 88, "910573": 88, "9106": 88, "910679": [], "91068": 88, "910683": 88, "91072786": 88, "910754": [], "910763": 88, "9107656": 88, "910768": 88, "9107693": 88, "9107742": 88, "9108": [], "9108355": 88, "9109": 88, "91090536": 88, "910946": 88, "9109927": 88, "911": 88, "911022": [], "911041": [], "911049": 88, "9110529": 88, "9110556": 88, "91107": 88, "911076": 88, "9111": 88, "911158": [], "911211": [], "9112268": 92, "91124874": 88, "911261": 88, "9113132": 88, "911348": [], "911377": 88, "91137797": 88, "9114": [], "911453": 88, "91151786": 88, "91152": [], "9115695": 88, "9115973": 88, "911606": [], "911629": 88, "9116477": 88, "911696": [], "9118": 88, "911879": 88, "91189176": 88, "9119": 88, "91191804": 88, "91192": 88, "91195583": 88, "91196": [], "911971": 88, "911978": [], "91204": 88, "912098": 88, "9121385": 88, "91218": [], "91221184": 88, "912233": 88, "912243": 88, "9122685": 88, "91227": [], "912285": 88, "9123387": 88, "91234": [], "912374": 88, "9123918": 88, "9123919": 88, "9124": [], "912481": 88, "9124819": 88, "9125288": 88, "912556": 88, "912605": 88, "912615": [], "912638": 88, "9126564": 88, "9126822": 88, "912728": 88, "91283": [], "9128408": 88, "9128823": 88, "9129009": 88, "9129215": 88, "9129297": 88, "912937": 88, "9129428": 88, "913": [], "9130111": [], "91313773": 88, "9132": 88, "913214": [], "913239": 88, "913252": 88, "913313585398759": [91, 92], "91337": 88, "9133781": 88, "91344": [], "913471": [], "91347426": 88, "913477": 88, "913510": 88, "9135476": 88, "91361": 88, "913624": 88, "913635": [], "91363555": 88, "913727": [], "9137353": 88, "9137452": 88, "913746": 88, "91374964": 88, "9137574": 88, "9137582": 88, "913765": 88, "913874": 88, "91388553": 88, "91394085": 88, "9139585": [], "914": 88, "914074": 88, "9141": 88, "914116": 88, "914133": 88, "91421": 88, "91425": 88, "914276": [], "91443443": 88, "9144685": 88, "914482": 88, "914494": [], "91449624": 88, "9145289": 88, "9145712": 88, "914577": 88, "914621": 88, "9146232": 88, "9146352": 88, "91470665": 88, "9147384": 88, "91475": 88, "91477": [], "914831": [], "91483647": 88, "9148518": 88, "914898": [], "9149": [], "9149618": 88, "915": 88, "9150321": 88, "915037": 88, "915075": 88, "9150922": 88, "9151082": 88, "915121": 88, "9151266": 88, "9151603": 88, "915165": 88, "915188": 88, "91520095": 88, "9152352": 88, "9152859": 88, "9152993": 88, "915327": 88, "915329": 88, "91534203": 88, "915373": [], "915386": 88, "9153866": 88, "9153886": [], "9154": 88, "9154602": 88, "9154809": 88, "915485": 88, "915516": 88, "9155451": 88, "91555": 88, "915607": 88, "915613": 88, "915752": [], "915764": [], "91579": [], "9157972": [], "915834805222858": 87, "915842": 88, "915884970270934": 87, "9159": 88, "91590285": 88, "9159135": 88, "91594493": 88, "916": 88, "9161221": 88, "91613996": 88, "9161441": 88, "91621965": 88, "916225": 88, "916248": [], "9162494": 88, "9163445": 88, "91635": 88, "91637": [], "91643": 88, "9165": [], "916582": 88, "916629": 88, "916637": 88, "916641": 88, "9166425": 88, "916653": 88, "916668": 88, "9166893": 88, "916748": 88, "916756": 88, "916767": 88, "91677606": 88, "91682": [], "91683924": 88, "91685045": 88, "91689515": 88, "9169": 88, "916970": [], "9169965": 88, "917": 88, "917022": [], "91705567": 88, "917088": [], "9171128": 88, "917238": 88, "9172745": 88, "9172797": 88, "917315": [], "9173701": 88, "9174": 88, "91741824": 88, "9175": [], "91752523": 88, "917562": [], "9175805": 88, "91761214": 88, "91765225": 88, "9176599": 88, "917696": 88, "9177": [], "91781163": 88, "917852": [], "91788": [], "9179": [], "918": 88, "918003": 88, "9180735": 88, "918098": 88, "9181036": 88, "9181424": 88, "91815": [], "9182737": 88, "91833645": 88, "918364": [], "918385": [], "9184112": 88, "918476": 88, "91850317": 88, "91853": 88, "9185307": 88, "9185317": 88, "918546": 88, "9185894": 88, "9186176": 88, "918634": [], "91866434": 88, "9187085": 88, "9187195": 88, "91885": [], "9188528": 88, "918856": 88, "91889": 88, "9188973": 88, "918938": [], "918943": 88, "91895": [], "918974": [], "918976": 88, "919": 88, "91907775": 88, "91911334": 88, "919118": 88, "919167": [], "919172": 88, "91923106": 88, "91924083": 88, "91928": 88, "919281": 88, "919289": 88, "919357": 88, "9194787": 88, "919535": 88, "919645": [], "919660": 88, "9197246": 88, "919759": [], "9198012": 88, "9198093": 88, "9199": [], "9199079": 88, "919914": 88, "91993475": 88, "91995484": 88, "91997": [], "91998": [], "91e": 88, "92": [88, 97], "920": 88, "92001": [], "9201": 88, "920126": 88, "920164": 88, "920172": 88, "920235": 88, "92024": 88, "92025566": 88, "92026": 88, "9202924": 88, "9203": [], "920329": 88, "920376": [], "9203779": 88, "92039984": 88, "920401": [], "920424": 88, "920425": [], "92046964": 88, "920534": 88, "9205359": 88, "920555": 88, "9205653": 88, "9205676": [], "9206": 88, "9206117": 88, "92069936": 88, "9207346": 88, "920742": 88, "9207934": 88, "920795": 88, "92080307": 88, "920828": [], "9208458": 88, "920878": 88, "9209": [], "920914": [], "920925": 88, "920947": 88, "920973": 88, "9210082": 88, "92102563": 88, "9210808": 88, "9211125": 88, "9211179": 88, "92112947": 88, "92121226": 88, "9212188": 88, "92124766": 88, "9212599": 88, "921326": 88, "92136484": 88, "92136645": 88, "9214031": 88, "9214101": 88, "9214659": 88, "92147976": [], "921494": 88, "9215611": 88, "92159": 88, "92166215": 88, "9216907": 88, "92172": 88, "921776": [], "921844": [], "92187774": 88, "921902": [], "921928": [], "921978": 88, "922": [], "92201": 88, "92202": 88, "922062": 88, "92206776": 88, "92208123": 88, "92212397": 88, "922151": 88, "922184": 88, "922201": [], "922209": 88, "9222311": 88, "92223436": 88, "92224": 88, "92239": [], "9224": 88, "922401": 88, "922404": 88, "9224075": 88, "9224508": 88, "92252254": 88, "922533": 88, "9225698": 88, "92258215": 88, "922729": [], "9227511": 88, "9228": 92, "922800064086914": 92, "922835": [], "922873": [], "922998": [], "923": 88, "92300475": 88, "923151": 88, "923158": [], "923159": 88, "923183": 88, "92325": 88, "92329925": 88, "923351": 88, "923355": 88, "92337": [], "9233736": 88, "923464": 88, "9235673": 88, "9236174": 88, "9237396": 88, "923763": [], "923786": 88, "923875": [], "92397904": 88, "924": [], "924022": 88, "9241205": 88, "92416716": 88, "924183": 88, "92419684": 88, "9242197": 88, "9242319": 88, "92426026": 88, "9243": [], "924328": 88, "924374": [], "924389": [], "92439": [], "924392": [], "9244223": 88, "924446": 88, "924515": [], "9245174": 88, "92453504": 88, "9245377": 88, "9245781": 88, "9245861": 88, "924597": 88, "924694": 88, "924738": 88, "924747": 88, "924753": 88, "9247805": 88, "924786": [], "9248": [], "924829": 88, "924835": [], "9249": 88, "9249124": 88, "9249171": 88, "9249266": 88, "92495334": 88, "925": 88, "9251": [], "9251137": 88, "9251674": 88, "925201": [], "925226": [], "925234": 88, "9253081": 88, "925404": [], "9254504": 88, "925459": [], "92553973": 88, "92557186": 88, "92559": [], "9256017": 88, "925713": 88, "92572": 88, "9258": 88, "925869": [], "9258799": 88, "92593294": 88, "9259362": 88, "925971": [], "926": 88, "926006": 88, "9262533": 88, "9262774": 88, "926282": 88, "9263059": 88, "926395": [], "9264327": 88, "92647": 88, "926476": [], "92647916": 88, "9265623": 88, "926607": 88, "926622": 88, "92665": 88, "926668": [], "92671967": 88, "92673": [], "92674": 88, "926794": 88, "926798": 88, "92682064": 88, "926949": 88, "927": [], "9270267": 88, "927053": [], "927074": 88, "9271": 88, "927113": [], "9271505": 88, "9272": 88, "9272208": [], "92730": 88, "927399": 88, "9274": [], "927479": 88, "927486": 88, "927494": [], "9275": [], "9275099": 88, "9275483": 88, "9275564": 88, "9276": 88, "927616": 88, "927689": 88, "9277": [], "9277116": 88, "9277772": 88, "927788": [], "9278029": 88, "9278584": 88, "927888": 88, "927923": [], "927961": [], "92805886": 88, "928114": 88, "92812544": 88, "92819": 88, "928196": 88, "9282": 88, "9282318": 88, "92824554": 88, "928257": 88, "928282": [], "9283": 88, "92833": 88, "9284": 88, "9284165": 88, "92844": 88, "928486": 88, "92852": 88, "928534": [], "9285688": 88, "9286463": 88, "9286676": 88, "9286811": 88, "928692": [], "928726": 88, "928738": 88, "92874235": 88, "928752": 88, "92879254": 88, "9288108": [], "9288208": 88, "9289365": 88, "9290": [], "92900056": 88, "929008": 88, "929012": 88, "9290219": 88, "92903": [], "929049": 88, "929089": [], "9291254": 88, "929161": 88, "9291906": 88, "92919064": 88, "9292": 88, "929281": 88, "929386": 88, "92940307": 88, "929407": [], "929417": 88, "929543": 88, "92956": [], "92965496": 88, "9296568": 88, "92967": 88, "9296777": 88, "9296832": 88, "92969episod": 88, "9298156": 88, "92981607": 88, "929873": 88, "929888": [], "9299": 88, "9299726": 88, "9299865": 88, "92e": [], "93": 88, "93002546": 88, "930077": [], "930128": 88, "930178": 88, "930202": 88, "9302523": 88, "9303": [], "930332": 88, "930334": 88, "93037134": 88, "930376": 88, "9304593": 88, "9304602": 88, "930477": [], "9304895": 88, "93057096": 88, "9306026": 88, "930681": 88, "930708": 88, "9307163": 88, "93076277": 88, "9308": 88, "93081": 88, "930826": 88, "930845": 88, "93085": [], "930851": [], "930853": 88, "93089676": 88, "9309467": 88, "9310767": 88, "9311043": 88, "93114": 88, "9311565": 88, "9311783": 88, "93118": [], "931183": [], "931236": 88, "9312377": 88, "931304": 88, "93130916": 88, "931328": 88, "93133": 88, "93134": [], "93139": [], "931408": 88, "931477": [], "93151563": 88, "931526": 88, "9316": [], "93161": 88, "931630958963": [], "9316924": 88, "931699": 88, "931723": 88, "9317432": 88, "9317515": 88, "9317758": 88, "9318": 88, "93183273": 88, "9318525": 88, "931882": 88, "931942": 88, "93195045": 88, "9319628": 88, "93198854": 88, "9319929": 88, "9321413": 88, "93223": 88, "93225557": 88, "93227": [], "932331": 88, "932343": [], "93237": [], "9324": [], "932446": [], "9324505": 88, "932472": [], "9325547": 88, "932587": [], "9326": 88, "932658": 88, "932695": 88, "932745": 88, "932785": [], "93281": 88, "9329199": 88, "93292695": 88, "932957": [], "9329586": [], "93297577": 88, "933": 88, "9330307": 88, "933048": [], "9330893": 88, "9331": 88, "93313116": 88, "933205": 88, "93324745": 88, "933256": 88, "93326366": 88, "933285": 88, "933289": 88, "933338": [], "9333845": 88, "933417323750973": 92, "93347": 88, "9334989": 88, "9335": [], "93350995": 88, "933619": [], "933622": [], "93365": [], "933681388733177": 91, "933743": [], "933780": [], "9337907": 88, "933802": 88, "933838": 88, "9338866": 88, "93393236": 88, "9339377": 88, "934": [], "934018": 88, "93405": 88, "9340631": 88, "934082": 88, "934097": 88, "9341011": 88, "934139": 88, "9341925": 88, "9342042": 88, "934208": 88, "934273": 88, "9343": [], "934315": [], "9343375": 88, "934345": 88, "93436": 88, "9344": 88, "934418": 88, "934433": 88, "93444103": 88, "934504": 88, "9346": [], "934628": [], "9346728": 88, "9346933": 88, "9346934": 88, "934704": 88, "934774": [], "9348": 88, "93482566": 88, "9348568": [], "9349": [], "9349079": 88, "9349516": 88, "935": [], "935015": 88, "9350839": 88, "9351003": 88, "9351286": 88, "93514955": 88, "935226174976": [], "935228": 88, "93528044": 88, "93528676": 88, "9353285": 88, "935344": 88, "935375": 88, "935489": [], "9355": [], "935505": [], "9355363": 88, "935606": 88, "9356916": 88, "93570304": 88, "93578845": 88, "9358": [], "9358584": 88, "935865": 88, "9358666": 88, "9358813": 88, "93593967": 88, "935978": 88, "936": 88, "936044": 88, "93605": 88, "93606216": 88, "936073": 88, "9361": 88, "93610966": 88, "9361213807575055": 91, "936172": 88, "93625775693054": 87, "93636": 88, "93636876": 88, "9363806": 88, "93643": [], "9364634": 88, "93646663": 88, "93647695": 88, "93647814": 88, "9365005": 88, "93651": [], "9365412": 88, "936546": [], "936619": [], "93664": 88, "9367009674625": 88, "93673": [], "9367326": 88, "93674": 88, "9367504242642": [], "93676": 88, "9368": [], "936823": 88, "936848": 88, "937": 88, "93700826": 88, "9370227": [], "93702465": 88, "93707": 88, "93707377": 88, "937086": [], "9371": 88, "937126": 88, "937141": 88, "937159": 88, "937164": [], "93718": [], "93722445": 88, "937237": 88, "9373373": 88, "93738": [], "93739843": 88, "9374": [], "93743765": 88, "937451": 88, "937468": 88, "93754154": 88, "93756": [], "937596": [], "9375984": 88, "93762": [], "93763": 88, "9376613": 88, "9376717": 88, "937676": 88, "937683": [], "937689": 88, "937698": [], "9377263": 88, "937748": [], "937757": 88, "93776304": 88, "9378504": 88, "9379017": 88, "93792826": 88, "93793887": 88, "937943": [], "93794924": 88, "937977": [], "937994": [], "938": 88, "93801445": 88, "93806154": 88, "93807214": 88, "93808544": 88, "93811387": 88, "93812346": 88, "9381695": 88, "93821096": 88, "93824315": 88, "9382485": 88, "9382708": 88, "9382827": 88, "93831396": 88, "93831766": 88, "938324": 88, "93833": [], "93834263": 88, "93836904": 88, "9383794": 88, "9383935": 88, "93841606": 88, "93843": 88, "93843704": 88, "9384691": 88, "938487": 88, "9385": 88, "93850374": 88, "9385195": 88, "9385342": 88, "9385481": 88, "9385612": 88, "9385736": 88, "93858534": 88, "938588370329": [], "9385964": 88, "9386": [], "9386012": 88, "938607": 88, "938617": 88, "93862647": 88, "9386356": 88, "93864": 88, "93864423": 88, "9386604": 88, "9386681": 88, "93867546": 88, "93868256": 88, "938686": 88, "93868935": 88, "93869": 88, "93869585": 88, "9387": 88, "9387021": 88, "938705": [], "9387081": 88, "93871385": 88, "938717": [], "93871945": 88, "9387248": 88, "93872994": 88, "93873495": 88, "938736": [], "9387397": 88, "9387431": 88, "93874437": 88, "9387475": 88, "9387518": 88, "938756": 88, "93876": 88, "93876386": 88, "9387677": 88, "9387713": 88, "9387749": 88, "9387772": 88, "9387783": 88, "9387816": 88, "9387849": 88, "93878806": 88, "9387911": 88, "9387914": 88, "93879884": 88, "938822": 88, "93883014": 88, "9388711": 88, "9388846": 88, "938894": 88, "938904": [], "9389777": 88, "93898": 88, "939": 88, "9390064": 88, "939083": 88, "939114": 88, "93911934": [], "9391599": 88, "9392462": 88, "9392495": 88, "9392529": 88, "93925637": 88, "93926": 88, "9392637": 88, "9392652": 88, "93926746": 88, "9392697": 88, "9392714": 88, "9392744": 88, "93927544": 88, "9392792": 88, "9392796": 88, "9392839": 88, "9392842": 88, "9392884": 88, "93928945": 88, "93929297": 88, "9392948": 88, "93929774": 88, "9393005": 88, "9393026": 88, "9393063": 88, "939312": 88, "9393124": 88, "9393187": 88, "93932533": 88, "93933225": 88, "9393325": 88, "93933946": 88, "939356": 88, "939362": 88, "9393707": 88, "93937916": 88, "939388": 88, "9393973": 88, "93940705": 88, "9394173": 88, "9394281": 88, "9394299": 88, "93943": [], "93943226": 88, "9394395": 88, "9394515": 88, "9394642": 88, "939465": 88, "9394725": 88, "9394777": 88, "939492": 88, "93949676": 88, "9395072": 88, "9395143": 88, "9395234": 88, "9395331": 88, "9395406": 88, "9395534": 88, "9395624": 88, "9395753": 88, "9395991": 88, "939615": [], "93962497": 88, "9396532": 88, "9396842": 88, "939701": 88, "93970203": 88, "9397183": 88, "939719": 88, "93975604": 88, "9397871": 88, "939798": 88, "93980026": 88, "9398095": 88, "93984497": 88, "93989": 88, "9398979": 88, "9399": [], "9399024": 88, "939958": 88, "93996": 88, "9399888": 88, "93e": 88, "94": 88, "940": [], "9400143123507796": 91, "94001431235078": 91, "940053297642233": 92, "9400532976422333": 92, "94007504": 88, "94010204": 88, "94010943": 88, "940144": 88, "9401795": 88, "9401875": 88, "9402747": [], "9402875": 88, "940342": 88, "94040596": 88, "94047661764487": 87, "9404805": [], "94052": 88, "940544": [], "94054866": 88, "94055": 88, "9405535": 88, "94058216": 88, "940588": 88, "9406": [], "940636": 88, "940672": 88, "9406788": 88, "940693": 88, "9407239": 88, "94072646": 88, "940797": [], "940933": 88, "94094414": 88, "9409854": 88, "941": 88, "94101644": 88, "94103587": 88, "9410415": 88, "9410719": 88, "94117886": 88, "94121563": 88, "94121945": 88, "941227": 88, "94122934": 88, "9412384": [], "94128364": 88, "9414409": 88, "94147503": 88, "94153": 88, "94153935": 88, "941572": 88, "94161314": 88, "941628": 88, "941662": 88, "94167": [], "94174063": 88, "941786": [], "941798": [], "9418505": 88, "9418572": 88, "9418897": 88, "9418915": 88, "94194007": 88, "9419414": 88, "941956": 88, "94196606": 88, "941988": 88, "942": 88, "942028": 88, "9420622": 88, "9421152": 88, "9421166": 88, "94214743": 88, "94215745": 88, "942188": 88, "942236": [], "9423": 88, "9423369": 88, "942337": 88, "9423957": 88, "942398": 88, "9424": [], "942402": 88, "942461": 88, "9424969": 88, "942545": [], "94255": 88, "9426": 88, "94263756": 88, "94264436": 88, "9426565": 88, "94266415": 88, "9427": 88, "942732": 88, "94274575": 88, "94276345": 88, "942806": 88, "9428682": [], "942884": [], "942914": 88, "942945": [], "942977": 88, "94298947": 88, "943": [], "943007": 88, "94305265": 88, "943054": 88, "9431053": 88, "943144": [], "9431546": 88, "943166": 88, "943174": [], "94319856": 88, "9432375": 88, "9432404": [], "943266": 88, "9432807": 88, "9433014": 88, "94331014": 88, "94334716": 88, "9434": 88, "943405": 88, "943462": [], "9434859": [], "943499": 88, "9435": 88, "9435008": 88, "9435291": 88, "943638": 88, "9436443": 88, "943648": 88, "94366": 88, "94371486": 88, "943722": 88, "94373": [], "94378": 88, "94379693": 88, "9438147": 88, "94385934": 88, "943886": [], "94390506": 88, "9439363": [], "9439738": 88, "943989": [], "944084": [], "9441165": 88, "944117": 88, "9442086": 88, "9443": 88, "9443212": 88, "9443256": 88, "9443926": 88, "9444194": 88, "944479": 88, "944517": 88, "9446": 88, "944629": 88, "944632": 88, "944704": 88, "9447229": 88, "94473755": 88, "94483984": 88, "944876": 88, "9449": [], "94491": [], "9449271": 88, "9449376": 88, "9449606": 88, "945": [], "9450645": [], "94510293": 88, "9451082": 88, "945112": [], "945139": 88, "94514": 88, "945157": 88, "9451673": 88, "94522": [], "9452339": 88, "9452816": 88, "9453": 88, "945387": [], "945398": [], "9454124": 88, "94543": 88, "9454677": 88, "94555074": 88, "945567": 88, "9455734": 88, "945587": 88, "94562656": 88, "9457710": 88, "9458": 88, "945802": 88, "945866": 88, "945906": [], "9459753": 88, "945997": 88, "946": 88, "9461676": 88, "94621485": 88, "94625187": 88, "946291": [], "946307": 88, "94637": 88, "9463917": 88, "9464223": 88, "94645": [], "946457": 88, "946493": 88, "9464974": 88, "94651836": 88, "9465625": 88, "946613": 88, "946623": [], "946701": [], "9467217": 88, "9467901": 88, "9468": 88, "946828": 88, "9468296": 88, "946857": 88, "947": 88, "94702226": 88, "94703": [], "94706": 88, "9470654": [], "94709": [], "94715": [], "9471933": 88, "947285": 88, "9474": 88, "9474114": 88, "94741565": 88, "947428": 88, "947453": 88, "9474531": 88, "94751": 88, "94759": [], "9476535": 88, "947670_iwec": 97, "947784": [], "947834": [], "9478399": 88, "947844": [], "947868": 88, "94792": 88, "9479289": 88, "9479483": 88, "947992": 88, "948": [], "9480139": 88, "9480386": 88, "9480445": 88, "9480593": 88, "948066": 88, "948115": 88, "948147": 88, "9481565": 88, "9481604": 88, "94825": 88, "948284": [], "9483141": 88, "9483331": 88, "94846": 88, "9485": [], "948526": [], "9485627": 88, "9486": 88, "94862": 88, "948649": [], "948664": 88, "9487": 88, "948734": 88, "9487357": 88, "948782": 88, "94881773": 88, "948849": 88, "94895": [], "948951": 88, "948952": 88, "948955": 88, "948975": [], "949": 88, "949017": [], "949052": 88, "949133": 88, "9491378": 88, "94915396": 88, "949211": 88, "9492294": 88, "949232": 88, "949242": [], "949259": 88, "9492657": 88, "949278": 88, "94934": 88, "94934404": 88, "949394": 88, "94941103": 88, "949419": 88, "94942534": 88, "9494463": 88, "949455": 88, "9494739": 88, "94949": [], "94952": 88, "9495495": 88, "9495793": 88, "949627": 88, "949652376996074": 87, "949653": 88, "949695": [], "949697": 88, "9496999955164": [], "949708": 88, "9497354183802": 87, "9497377": 88, "9497727": 88, "9498": 88, "9499": [], "94e": [], "95": [88, 97], "950": [], "950016": 88, "9500489": 88, "95008": [], "950092": 88, "9501185": [], "9501529": 88, "9501653": [], "9501725": 88, "9503": [], "950309": 88, "950394": 88, "950507": 88, "950512": 88, "9505262": 88, "950542": 88, "95056045": 88, "95059156": 88, "9506214": 88, "950636": 88, "95064": 88, "950642": 88, "9506516": 88, "950653": 88, "9507011": 88, "950733": [], "950773": [], "9508007": 88, "95082647": 88, "950842": [], "950931": [], "950977": 88, "951": 88, "95105076": 88, "95108145": 88, "951088": 88, "95108926": 88, "95111537": 88, "951208": [], "9512091": 88, "9512193": [], "951363": 88, "95137197": 88, "9513729": 88, "95142": [], "95143": 88, "951448": 88, "951455": 88, "9514594": 88, "9514812": 88, "9516096": 88, "95163566": 88, "95168": [], "951691": 88, "95169497": 88, "9517": 88, "9517391": 88, "9518052": 88, "95181125": 88, "951864": 88, "95186704": 88, "951894527724924": 87, "951897": 88, "95197": 88, "952": [], "9520362": 88, "9520859": 88, "9521": 88, "9521399": 88, "952164": 88, "952175": 88, "952229": 88, "9522824": 88, "95231575": 88, "9523743": 88, "9524": [], "95240265": 88, "9524344": 88, "9524904": 88, "95251614": 88, "952532": 88, "9526099": 88, "9526348": 88, "95267": 88, "9527218": 88, "95277": [], "952784": [], "9527878": 88, "9528035": 88, "9528055": 88, "952929": 88, "9529561": 88, "95296": 88, "95298994": 88, "9529955": 88, "953": 88, "9530": 88, "9530084": 88, "95301": 88, "9530462": 88, "9530969": 88, "9531": 88, "953123": 88, "95313525": 88, "9531882": 88, "9532233": 88, "95324episod": 88, "95327": [], "95332": 88, "95338047": 88, "9534": 88, "9534612": 88, "953503": [], "95351": 88, "95360184": 88, "9536434": 88, "9536478": 88, "953701": [], "95372": [], "95374": [], "95374256": 88, "9537525": 88, "95377": 88, "95379627": 88, "953799": 88, "95388": 88, "9539189": 88, "954": [85, 88, 90], "954018": [], "954102": 88, "9541241": 88, "9541339": 88, "95415": 88, "9541719": 88, "9541831": 88, "9542111": 88, "954227": 88, "954285": 88, "95429": [], "9542953": 88, "954302": 88, "954372": 88, "954447": [], "954454": 88, "95447886": 88, "954485": [], "954531": 88, "95457": [], "9546526": 88, "954685": 88, "9547341": 88, "9548677": 88, "9548809": 88, "9549": [], "95491284": 88, "95495695": 88, "955": 88, "9550271": 88, "955069": 88, "955099": 88, "95512": [], "955194": [], "955198": 88, "9553326": 88, "955355": 88, "95536": 88, "95541316": 88, "955414": 88, "9554188": 88, "955477": [], "9554821": 88, "955492": 88, "95551455": 88, "955557": 88, "9555658": 88, "9555733": 88, "955597": [], "955624": [], "955667": 88, "955677": 88, "955679": 88, "9557125": 88, "95575": 88, "95575994": 88, "9558": 88, "955814": 88, "95581observ": 88, "955826": 88, "95583856": 88, "95585334": 88, "9558867": 88, "95588785": 88, "9559178": 88, "9559382": 88, "95595574": 88, "95599896": 88, "956": 88, "95602": 88, "95602524": 88, "956028": [], "95608": 88, "9560983": 88, "956121": 88, "95615": 88, "9561995": 88, "9562738": 88, "95631826": 88, "95632315": 88, "95633": [], "956345": 88, "9563793": 88, "9564115": 88, "956444": 88, "95648426": 88, "956486": 88, "956551": 88, "95655507": 88, "95657367": 88, "95661014": 88, "956645": 88, "956654": 88, "9567": 88, "956770": [], "9569": 88, "9569228": 88, "956959": [], "9569845": 88, "957": 88, "957064": 88, "95707905": 88, "9571": 88, "95713574": 88, "957151": 88, "9571757": [], "957194": 88, "957253": [], "95727754": 88, "95734": [], "957376": [], "9574": [], "95742273": 88, "9574612": 88, "957485": 88, "957493": 88, "95751035": 88, "957548": 88, "95758": 88, "9575935": 88, "957649": 88, "9576528": 88, "9577313": 88, "9577703": 88, "95778": [], "9578": 88, "9578085": 88, "9578132": 88, "95786583": 88, "95793486": 88, "95794284": 88, "958": [], "958006": 88, "9581": 88, "958125000907": [], "9581385": 88, "95821744": 88, "9582341": 88, "9582596": 88, "9582838": 88, "9583": 88, "958303": [], "958366": 88, "958374": 88, "9584601": 88, "958466": 88, "958495": 88, "9585": 88, "95854": 88, "95856": [], "95858145": 88, "958588": 88, "95861": [], "9586177": 88, "958649": 88, "958658": 88, "95866": 88, "9586783": 88, "95882": 88, "958847": [], "9588643": 88, "95888": [], "9588979": 88, "9589": 88, "9589097": 88, "9589198": 88, "958961": [], "958992": [], "959": 88, "95908976": 88, "9591": 88, "9591056": 88, "95915395": 88, "959154": [], "9591815": 88, "959192": [], "959232": 88, "959242": [], "959246": 88, "95931274": 88, "9593518": 88, "959369": [], "9594447": 88, "95944965": 88, "959463": [], "95946664": 88, "959476": [], "9595": [], "959509": 88, "95951575": 88, "959534": 88, "9595572": 88, "95957696": 88, "9595884": 88, "95963": 88, "95964354": 88, "9597024": 88, "959753": 88, "9597707": [], "9598158": 88, "95985": 88, "959893": 88, "9599": [], "959914": 88, "959953": 88, "959993": 88, "95e": [], "96": 88, "960018": 88, "96002": [], "9600437": 88, "96008": 88, "96012145": 88, "9602": 88, "96030736": 88, "960316": [], "96036": 88, "96038383": 88, "960458223268": 87, "960478": 88, "96048": [], "9605054": 88, "960545": 88, "960554": 88, "9605635": 88, "9605906": 88, "960615": [], "9606542": 88, "960754": [], "960764": [], "9607975": 88, "9608028": 88, "960807": 88, "96082": 88, "96083045": 88, "9608438": 88, "960857": [], "960873": 88, "960892": 88, "96091574": 88, "96094054": 88, "961": 88, "96100605": 88, "9610116": 88, "9610225": 88, "96106863": 88, "961111": 88, "96115": [], "961155": 88, "9611576": 88, "96116227": 88, "96118": [], "961252": [], "961267": [], "961309048938297": 92, "961313": 88, "96132904": 88, "961372": 88, "9613869": 88, "961394089981173": 87, "9614148": 88, "961433": [], "96147": [], "961487": [], "961505": 88, "96154": 88, "9616156": 88, "96166486": 88, "9616864": 88, "961693": 88, "9617485": 88, "9617539": 88, "96176314": 88, "96178246": 88, "9618": 88, "9618121": 88, "961838": 88, "96184": 88, "9618486": 88, "96187264": 88, "96187925": 88, "96189445": 88, "9619455": 88, "961959": [], "96197474": 88, "962": 88, "9620739": 88, "962093": [], "96211": [], "96213675": 88, "9621607": 88, "9621715": 88, "96218985": 88, "9621999": 88, "962212": 88, "96222055": 88, "96226": 88, "9623196": 88, "962322": 88, "9623735": 88, "9623824": 88, "96239537": 88, "9624": [], "96244365": 88, "962447": 88, "96244764": 88, "962461": 88, "9624693": 88, "9625338": 88, "962557": [], "9625578": 88, "96265274": 88, "9626768": 88, "9626803": 88, "962753": [], "962767": [], "962793": 88, "96279716": 88, "9628136": 88, "96282": 88, "962833": 88, "9628673": 88, "962875": 88, "962894": [], "9629": 88, "9629433": 88, "962957": [], "9629644": 88, "963": [], "9630142": 88, "9631": 88, "963127": 88, "963158": 88, "96321267": 88, "963287": 88, "9633064": 88, "9634": 88, "963404": [], "96341443": 88, "96343": [], "9634453": 88, "96346664": 88, "9635": [], "9635112": [], "963529": [], "9635514": 88, "96360689704416": 92, "96363175": 88, "9636542": 88, "96366924": 88, "963691": 88, "96370345": 88, "963749": [], "96375": 88, "9637749": 88, "96378875": 88, "9638558": 88, "9638654": 88, "96387": 88, "963888": 88, "9639": 88, "96391016": 88, "9639342": 88, "964": 88, "964018": [], "964052": 88, "964066": 88, "96409": 88, "9641354": 88, "964142": [], "964148": [], "96417785": 88, "964249": 88, "96431494": 88, "964441": [], "96444464": 88, "964478": [], "96448": 88, "9644882": 88, "964582": 88, "9646598": 88, "9647443": 88, "9647719": 88, "9648143": 88, "96482": [], "9648413": 88, "96485966": 88, "96486413": 88, "9649": 88, "964994": 88, "965": 88, "9650793": [], "96511734": 88, "9651556": 88, "965178": 88, "96521276": 88, "965230": [], "965243": [], "965244": [], "965313": 88, "9653227": 88, "965393": [], "9654222": 88, "96543705": 88, "965443": [], "9655299": 88, "96553665": 88, "9655443": 88, "96555": 88, "965593": [], "9656226": 88, "96565175": 88, "965656": [], "9656656": 88, "965702": 88, "9657352": 88, "9657725": 88, "965775": 88, "96585846": 88, "96585935": 88, "96586215": 88, "965914": 88, "96596193": 88, "965963": [], "9659937": 88, "966076": 88, "966117": [], "966122": 88, "96616": 88, "9662366": 88, "9663078": 88, "966309": 88, "96631": [], "966415": 88, "96644884": 88, "96648407": 88, "9665165": 88, "9665961": 88, "9666": 88, "96662045": 88, "966627": 88, "9666657": 88, "9666748": 88, "96668": 88, "966705": 88, "9667086618754865": 92, "966712": 88, "9667194": 88, "96673": 88, "966785": 88, "9667931": 88, "9668038": 88, "966804": 88, "9668258": 88, "96686": 88, "966927": [], "966928": 88, "967": 88, "967036": [], "96706": 88, "967101": 88, "9671126": 88, "967133": [], "967136": 88, "9671499241917": 88, "96721": [], "967218": 88, "96722937": 88, "967257": 88, "9672842": 88, "9673041": [], "9674": [], "96749526": 88, "96752256": 88, "96753067": 88, "96756": [], "967571": 88, "9675822": 88, "96759": [], "9676": 88, "96763945": 88, "9676437": 88, "967686": 88, "9677": 88, "9677133": 88, "9677465": 88, "967772": 88, "9677757": 88, "967821": 88, "967823": 88, "96788746": 88, "967903": [], "96793115": 88, "967953": 88, "968": 88, "96801": 88, "96805": 88, "968086": 88, "968091": 88, "96818846": 88, "9681917": 88, "96822035": 88, "968230973762": 91, "9682364": 88, "96824694": 88, "968252": [], "9683112": 88, "968481": [], "96856594": 88, "968573": 88, "9686": 88, "9686923": 88, "9686933": 88, "96872": 88, "968752": 88, "9687606": 88, "9687943": 88, "96879494": 88, "968826": [], "968941836819717": 87, "96896": 88, "968978": [], "96898": 88, "969": [], "9690096": 88, "969019": 88, "9690355": 88, "969051": [], "9691586": 88, "969181": [], "96920556": 88, "9693084": 88, "969315": [], "96936": 88, "9693919": 88, "9694915": 88, "9695003": 88, "969574": 88, "969641": 88, "96967405": 88, "969714": 88, "969716": 88, "969723": 88, "9697242": 88, "969745": 88, "969772": 88, "9698101": 88, "969845": 88, "969898": 88, "9699": [], "9699223": 88, "9699895": 88, "96e": 88, "97": [87, 88], "9700071561753898": 91, "9700266488211167": 92, "9700573": 88, "9701152": 88, "9701276": 88, "97015476": 88, "970182": [], "97025": 88, "9703432": 88, "97035617": 88, "9704113": [], "9704872": 88, "9705": 88, "970514": 88, "970531": 88, "97053164": 88, "97054": [], "9705416": 88, "970556": [], "970597": [], "970629": [], "97064": 88, "970654": 88, "9706739": 88, "9706897": 88, "9707": 88, "970776": 88, "970839": [], "970852161596834": 87, "970883": 88, "9709": 88, "970932": 88, "97107": 88, "9711": 88, "971148": [], "9711909": 88, "97126": 88, "9712677": 88, "971273": 88, "971313": 88, "9713136": 88, "9713241": 88, "971336": 88, "971344": [], "971422646618414": 87, "971559": 88, "9716038": 88, "9716238": 88, "971657": 88, "9717118": 88, "97175": 88, "971779": 88, "97183746": 88, "97186285": 88, "97192067": 88, "972": 88, "9720": 88, "97205174": 88, "972066": 88, "972101": 88, "9721115": 88, "9721619": 88, "972198": 88, "972238": 88, "97226": [], "97228": 88, "97231": [], "972343": [], "972383": [], "9724": [], "9724205": 88, "97254": [], "9725464": 88, "97259": 88, "9725905": 88, "972723": 88, "972729": [], "97276175": 88, "97284895": 88, "9728615": 88, "9729": 88, "972902": 88, "97290355": 88, "9729078": [], "972954": 88, "972992": 88, "973": 88, "97303": [], "97313": 88, "9731854": 88, "973213": 88, "9732444": 88, "97334665": 88, "97335184": 88, "9733549": 88, "97336954": 88, "9733972": 88, "973484": 88, "97351": [], "9735211": 88, "973522": 88, "97355": 88, "9735842": 88, "973669": 88, "9737": [], "973758": 88, "97379": [], "9738088": 88, "973839": 88, "97388256": 88, "97393805": 88, "9739458": 88, "97394675": 88, "974": [], "9740367": 88, "974056": 88, "97409": 88, "97409093": 88, "974146": 88, "974152": 88, "9742208": 88, "97427": 88, "974388": 88, "974407": 88, "9744722": 88, "9744972": 88, "974506": 88, "974516": 88, "9745626607331893": 92, "9746466": 88, "97466135": 88, "974669": 88, "974682": 88, "97472775": 88, "974754": 88, "974818": [], "97485095": 88, "9748632": 88, "97487": [], "9749": [], "974922": 88, "974932": [], "974942": 88, "974966": [], "975": 88, "975025": 88, "97504944": 88, "9750517": 88, "975061": 88, "975166": [], "975208": 88, "97524": [], "975243": 88, "975248": [], "975273": 88, "9753123": 88, "97538465": 88, "975403": 88, "9754533": 88, "975544": [], "9755762": 88, "9756668": 88, "975693": [], "97571": [], "975745": [], "97579783": 88, "9758": 88, "975803": 88, "97581": [], "97584": 88, "97588503": 88, "975906": 88, "97597903": 88, "976042": 88, "9760831": 88, "97609": [], "976095": 88, "976106": [], "976164": 88, "97625375": [], "976303": 88, "976336": 88, "97636604": 88, "9763829": 88, "976395": [], "97645324": 88, "97646": [], "976463": 88, "976467": 88, "976498": 88, "9764991": 88, "97655046": 88, "97656685": 88, "976574": [], "9766": [], "976707": [], "9767256e": 92, "976738": 88, "9767509": 88, "97677195": 88, "97677857": 88, "976795": 88, "9768578": 88, "9768753": 88, "97692794": 88, "97696656": 88, "9769747": 88, "977": [], "977006": 88, "97700995": 88, "97703": [], "9770364": 88, "9770512": 88, "977081": 88, "9771637": 88, "977170": [], "97717613": 88, "977189": 88, "9772298": 88, "97723": 88, "9772469": 88, "97728": 92, "97730184": 88, "977394": [], "9774": 88, "977400": 88, "977438": 88, "977463": 88, "97749": [], "9775": 88, "977511": [], "9775159": 88, "97753966": 88, "97755146": 88, "977745": [], "977789": 88, "9777969": 88, "977808": 88, "97785354": 88, "977856": 88, "977875": 88, "977898": 88, "9779589": 88, "977985": 88, "97798854": 88, "978": 88, "9780706": 88, "9781": [], "9781036": 88, "9781450391146": 0, "9781658": 88, "9782193": 88, "978231": 88, "978295": [], "97836": 88, "9784547": 88, "9785": [], "9785579": 88, "978569": 88, "9786106": 88, "978624": 88, "97867": 88, "978756": 88, "97879434": 88, "97888476": 88, "9789121": 88, "97892": [], "9789376": 88, "979": 88, "9790518": 88, "979053": 88, "9790627": 88, "9790777": 88, "9791": [], "979132": [], "979168": 88, "9791696": 88, "9791815": 88, "9792304": 88, "9792369": 88, "9792758": 88, "979362": [], "9793753": 88, "979378": [], "9794": 88, "979425": [], "97948": 88, "979482": 88, "9794846": 88, "979498": 88, "9795": 88, "9795079": 88, "97953796": 88, "979574": 88, "979624": [], "979662": 88, "979733": 88, "979755": 88, "9797917": 88, "9798114": [], "9798188": 88, "9798288": 88, "9798374": 88, "979864": 88, "9798717": 88, "979885": 88, "97988564": 88, "97988665": 88, "9799": [], "979906": 88, "97992855": 88, "9799375": 88, "979949119224": 87, "97e": 88, "97sec0tw": 88, "98": 88, "980019": 88, "98005": 88, "9801": 88, "98011327": 88, "980175234933945": 87, "9802": 88, "9802004": 88, "98021": 88, "9802108": 88, "9802117699255": [], "980232": 88, "9802888899782684": 92, "9802889755036568": 92, "98030734": 88, "980310": [], "98033": [], "980338": 88, "98036647": 88, "9804134": [], "9804313": 88, "980436": 88, "98044133": 88, "9805148": 88, "980553": 88, "9805766": 88, "980577": 88, "9806476": 88, "980686": 88, "980701": [], "9807495": 88, "980776": 88, "9808": [], "980804": 88, "98089963": 88, "98091": 88, "98091525": 88, "980941": [], "980946": 88, "980969": [], "9809905": 88, "9809919": 88, "981": 88, "981005": 88, "981049": 88, "9810776": 88, "9810856": 88, "9811029": 88, "9811238": 88, "98114": 88, "981176": 88, "981203": 88, "98121923": 88, "981228": [], "98125666": 88, "98127": 88, "9813019": 88, "981321": 88, "9813255": 88, "9813468": 88, "9813914": 88, "9814": [], "98147": [], "9815199": 88, "9815298": 88, "9815381": 88, "9815423": 88, "9815714": 88, "981579": [], "981583": 88, "98161215": 88, "9816163": 88, "98163": 88, "9816748": 88, "9816779": 88, "98174": 88, "981752": [], "981781": 88, "981799": [], "98187196": 88, "981895": 88, "9819073": 88, "9819462": 88, "982": 88, "98203707": 88, "9820555": 88, "982073": 88, "9821225": 88, "9821375": 88, "982206": 88, "9822771": 88, "9822812": [], "9823768": 88, "98238": 88, "9824": [], "98249": 88, "98249835": 88, "9825": 88, "982500109734": 87, "9825225": [], "9825248": 88, "9825622": 88, "9826319": 88, "982664": [], "9827": [], "98270733462": [], "9827683": 88, "982810885720035": 85, "98283": [], "982876": 88, "982925": 88, "98293": 88, "983": 88, "9830": 88, "9830016": 88, "98301333": 88, "9830144": 88, "9830348": 88, "983091": [], "98317486": 88, "9831839": 88, "9832222": 88, "983244": 88, "9832764": [], "9832806": 88, "983298": 88, "98330444": 88, "98333156": 88, "9833345": 88, "983351": 88, "9834425": [], "983446": 88, "983448": 88, "983452": [], "9834577": 88, "983459": 88, "983461": 88, "9834645": 88, "983475": [], "9835335": 88, "98357105": 88, "98360157": 88, "9836166": 88, "9836789": 88, "983723": [], "98378": [], "983807": 88, "9838726": 88, "98388": 88, "98390776": 88, "983927": 88, "98393816": 88, "983942": 88, "9839424": 88, "9839564": 88, "98396": 88, "9839896": 88, "984": [], "98403": 88, "98403513": 88, "98417": [], "9841753": 88, "984182": 88, "9842266": 88, "9842528": 88, "9842629": 88, "9843141": 88, "984375": 88, "9844": 88, "98440766": 88, "984417": 88, "984423": [], "9844251": 88, "9844346": [], "9844827": 88, "9845025": 88, "98453003": 88, "9845818": 88, "9846038": 88, "984627": 88, "984657": 88, "9846697": 88, "9846728": 88, "984684": 88, "9847363": 88, "9847365": 88, "98481244": 88, "984835": 88, "984872": 88, "9849": [], "98490536": 88, "984917": [], "9849895": 88, "985": 88, "98505527": 88, "9851286": 88, "9851305": 88, "98520124": 88, "985237": [], "985338": [], "9853514": 88, "985355": 88, "985385": [], "985394": 88, "985413": 88, "985472": 88, "98548394": 88, "98550427": 88, "9855133": 88, "985523": 88, "9855383": 88, "9856": 88, "985658": 88, "9857223": 88, "985737": 88, "9857554": 88, "98578": [], "9857814": 88, "9858": 88, "9858832": 88, "9859901": 88, "986": 88, "9860111": 88, "98606473": 88, "98606808783697": 91, "9861": 88, "986198": 88, "98623": 88, "98638386": 88, "986439": 88, "986452": 88, "986454": [], "986458": 88, "986477": [], "986485": 88, "9864903": 88, "98652": 88, "986572": 88, "98661196": 88, "986662": [], "9866753": [], "9866784": 88, "9867263": 88, "98673147": 88, "98675": 88, "986757": 88, "98677975": 88, "98679096": 88, "9868036": 88, "98691": 88, "986921": 88, "986973": 88, "98699194": 88, "987": 88, "987005": [], "987038": [], "9870417": 88, "987047": 88, "98705256": 88, "987118": 88, "9871964": 88, "9871973": 88, "9872249": 88, "98727": [], "98729855": 88, "987309": 88, "987324": [], "9874": [], "987406": [], "987512": 88, "9875907976185373": 92, "9875973": 88, "9876": [], "987602": 88, "98761237": 88, "9876426": 88, "987738": 88, "98775": 88, "98781": [], "98781747": 88, "987827": [], "9878315": 88, "987856": 88, "98787504": 88, "987974": 88, "988": 88, "988045": 88, "9880479": 88, "9880948": 88, "98810": [], "988108": [], "9882": [], "98824567": 88, "9882622": 88, "98834217": 88, "98835397": 88, "988428": 88, "98843": 88, "988451": [], "9885526": 88, "9885697": 88, "98861": 88, "988644": [], "9886552": 88, "988697": 88, "988763": 88, "9887636": 88, "98877954": 88, "988808": [], "9888434": 88, "9888727": 88, "9889039": 88, "9889197": 88, "988924": 88, "98895925": 88, "9889807": 88, "989": [], "989017": 88, "98904": 88, "9891478": 88, "98915267": 88, "9891924": 88, "989298": 88, "989355": 88, "9894": [], "989414": 88, "989456": [], "989483": [], "9894874": 88, "989517": 88, "989522929526814": 87, "989553": 88, "9896": [], "9896667": 88, "9896677": 88, "9897645": 88, "98980325": 88, "9899": [], "98991": [], "989952": 88, "9899608": 88, "989962": 88, "98997": 88, "989983": 88, "98999184": 88, "98e": 88, "99": [15, 86, 88, 91, 92], "990": 88, "990072": 88, "990084": [], "990147": [], "990196": 88, "99025685": 88, "99026": [], "9902801": 88, "9902871": 88, "990323": 88, "990368": [], "9903761": 88, "99051344": 88, "99052507": 88, "9906079": 88, "9906545": 88, "9906583": [], "9907824": 88, "990786": [], "990793": 88, "990805": 88, "9908222": 88, "990826": [], "9908525387095581": 92, "99088264": 88, "99088305": 88, "9909": 88, "990908": 88, "991": 88, "99100304": 88, "99105865": 88, "9910889": 88, "99111307": 88, "9911156": 88, "9911404": 88, "991163": 88, "99117756": 88, "9911825": 88, "9912": 88, "9912403": [], "99132": [], "99138117": 88, "991413": 88, "9914329": 88, "9914346": 88, "9915108": 88, "991514": [], "9915222": 88, "991571": [], "9915874": 88, "99161196": 88, "991665": 88, "991673": 88, "9916998": 88, "9917": 88, "9917395": 88, "9917425": 88, "9917685": 88, "99179745": 88, "99182": 88, "991890": 88, "9919764": 88, "992": 88, "99201125": 88, "992037": 88, "992046": 88, "992049": [], "992051": 88, "9920626": [], "9920654": [], "99209": 88, "9921761": 88, "9922245188088183": 92, "992252": [], "992287": 88, "9924": [], "9924741": 88, "99248695": 88, "9925": 88, "9925978": 88, "9926": [], "992683": [], "9927": [], "9927059": 88, "9927287": 88, "9927667": 88, "9927807": 88, "992802": 88, "99280936": 88, "9928256": 88, "992828": [], "99283": 88, "99284464": 88, "9928693": 88, "99288": [], "992897": 88, "993": 88, "99310774": 88, "993132": 88, "99322206": 88, "993273": [], "993279": [], "9933301": 88, "993359": 88, "993381": 88, "9933993": [], "9934": 88, "9934356": 88, "993438": 88, "9934456": 88, "993473": 88, "993517": [], "993673": 88, "99368": [], "99369395": 88, "993696": [], "9937": 88, "993729": [], "993734": [], "993744": 88, "993787": 88, "9937987": 88, "99384": 88, "99390477": 88, "993937": 88, "994": 88, "994007": [], "99400805497": 91, "99401706": 88, "99402": [], "9940314": 88, "9940875": 88, "9940889": 88, "9941204": 88, "99413": 88, "99421": 88, "9942477932536": 91, "994255": 88, "9943306": 88, "994331": 88, "994354": 88, "99444044": 88, "994457": 88, "9944751": 88, "994516": [], "99461585": 88, "9947218": 88, "994785": [], "9947865": 88, "9948": [], "994803": 88, "9948543": 88, "9948648": 88, "99486965": 88, "994892": 88, "9949": [], "99495": 88, "994953": [], "99496186": 88, "99497": 88, "99499375": 88, "995": 88, "9950": [], "9950011": 88, "995005": 88, "995008": [], "99503": 88, "995037": 88, "99504095": 88, "9950848": 88, "995106": 88, "9951642": 88, "99526674": 88, "995281": 88, "99529": [], "9952945": 88, "995317": [], "995329": 88, "9954": [], "9954559": 88, "99546194": 88, "995474": [], "99552496": 88, "99554": 88, "995571": 88, "9956115": 88, "995621": 88, "995625": 88, "9956346": [], "995653": [], "9957": [], "995729": 88, "9957377": 88, "99575526": 88, "995785": 88, "995796": [], "9957995": 88, "9957996": 88, "9958354": 88, "995844": 88, "995874": [], "9958973": 88, "99593": 88, "995941": [], "996": [], "996042": [], "9960705": 88, "996082": 88, "9961": 88, "99613": 88, "996204": [], "9962084": 88, "9962165": 88, "996305": [], "996330089060972": 91, "99638087": 88, "996384": 88, "996395": 88, "996398": 88, "996456": [], "9965": 88, "99651575": 88, "9965173": 88, "996529": 88, "996563": [], "9965797": 88, "99664": [], "996655": 88, "99666173171838": 87, "9966844": 88, "996721": [], "996769": [], "9968743": 88, "9968761": 88, "996891": 88, "9968934": 88, "9969296": 88, "997": 88, "997036": 88, "9970889": 88, "99709326": 88, "9971425": 88, "997198": 88, "997208": [], "9972719": 88, "9972929": 88, "9973969815420386": 92, "9974": [], "99740666": 88, "997469": 88, "997471720583": [], "997486": 88, "997511": 88, "99753": [], "9975723": 88, "997578": [], "99758": 88, "997635": [], "9976588": [], "997665": 88, "997672": 92, "997746": 88, "997766": [], "99779": [], "9978246": 88, "9978438": 88, "99786": 88, "99787": [], "997885": 88, "9979105": 88, "99792516": 88, "9979378": 88, "998": [], "99800754": [], "998018": [], "998045": [], "99809164": 88, "99811625": 88, "998117": 88, "99817497": 88, "99819": [], "998201": [], "998226": [], "9982446": 88, "99827": [], "998272": 88, "998306": [], "99835": 88, "9984": [], "9984083": 88, "99841": 88, "99846": [], "99853235": 88, "99855": 88, "998592": 88, "998598": [], "998606": [], "9986107": [], "998634": [], "9986349": 88, "99865204": 88, "9986627": 88, "998663": 88, "9987": 88, "998758": 88, "998777": [], "9987861": 88, "998793": [], "9988313": 88, "998846": [], "9988814": 88, "998941": [], "999": [], "999039": [], "99905": 88, "99905443": 88, "99908": [], "99909": [], "999153": 88, "999157": [], "99916023": 88, "99917036": 88, "99919": 88, "999195": 88, "999226": [], "999237": 88, "999256": [], "999275": [], "999302": [], "999311": [], "999321": [], "9993355": 88, "999338": [], "999393": [], "999395": [], "99941266": 88, "999436": 88, "999445": 88, "99944746": 88, "999454": 88, "99945617": 88, "9994794": 88, "999527": [], "999548": [], "999555056583162": 87, "99957": [], "999634653629034": 87, "999637868869247": 87, "999681": 88, "999687": [], "9997": [], "999714": [], "999746": [], "999775": [], "999786": [], "999832": [], "999836": 88, "99984246": 88, "999857": [], "999865": [], "999893": [], "999899": [], "9999": [], "9999126": 88, "999916": [], "999922": [], "999935": [], "999937": [], "999939": [], "999945": [], "999947": [], "999952": [], "999958": [], "99996": [], "999962": [], "999964": [], "999966": [], "999968": [], "9999695": 88, "99997": [], "999971": [], "999975": [], "99998": [], "999985": [], "999987": [], "999989": [], "99999": [], "999992": [], "999994": [], "999996": [], "999998": [], "9999994": 88, "99e": 88, "9e": [], "A": [0, 3, 5, 10, 31, 75, 77, 82, 86, 88, 93, 97, 98], "And": [0, 12, 88], "As": [2, 6, 11, 85, 86, 88, 89, 92, 94], "At": [4, 85, 88], "By": [6, 8, 9, 11, 86, 92, 94, 98], "For": [0, 2, 3, 5, 6, 7, 9, 10, 11, 15, 85, 86, 87, 88, 89, 91, 92, 94, 95, 97, 98], "IN": 89, "IT": 3, "ITE": 3, "If": [0, 5, 6, 7, 8, 9, 10, 11, 12, 15, 37, 55, 64, 82, 86, 87, 88, 89, 92, 93, 95, 96, 97, 98], "In": [3, 5, 6, 9, 11, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 98], "It": [0, 3, 5, 6, 7, 11, 12, 18, 21, 25, 51, 53, 63, 71, 86, 88, 89, 92, 97, 98], "Its": 3, "NO": 5, "No": [3, 6, 7, 85, 86, 89, 90], "On": 89, "The": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 21, 25, 31, 53, 55, 64, 75, 76, 78, 79, 81, 82, 86, 87, 88, 92, 93, 94, 96, 98], "Then": [6, 9], "There": [5, 91, 93], "These": [6, 7, 9, 63, 92, 94, 95, 98], "To": [3, 5, 6, 8, 9, 11, 85, 86, 88, 89, 92, 93, 94, 95], "WITH": 92, "Will": [], "With": [5, 6, 7, 8, 11, 85, 88], "_": [88, 92], "__call__": 94, "__init__": [2, 15, 18, 21, 24, 25, 48, 49, 50, 51, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 90, 94], "__version__": [5, 88], "_actuat": 15, "_create_row_cont": 90, "_ddy_path": 15, "_discrete_funct": 7, "_evalu": 88, "_headers_to_epw": [85, 86, 87, 88, 89, 90, 91, 92], "_idd": 15, "_json_path": 15, "_meter": 15, "_timestamp": [], "_variabl": 15, "_weather_path": 15, "a2c": 5, "abil": [8, 87], "about": [0, 3, 5, 6, 9, 12, 13, 15, 27, 34, 35, 36, 53, 55, 86, 91, 92, 93, 95, 98], "abov": [9, 64, 86], "abs_comfort": [85, 87, 90, 91, 92], "abs_energi": [85, 87, 90, 91, 92], "absolut": [5, 37, 69, 71, 94], "absorpt": 89, "abstract": 2, "access": [2, 5, 6, 11, 87, 88, 89, 98], "accommod": 86, "accomplish": 2, "accord": [9, 25, 89, 97, 98], "account": [8, 9, 11, 57, 58], "accur": 5, "acm": 0, "across": 11, "act": [48, 49, 50, 51, 83, 91], "act_queu": 21, "action": [0, 2, 3, 4, 5, 7, 11, 12, 18, 21, 25, 40, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 55, 63, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 88, 89, 90, 91, 95, 96, 98], "action_map": [75, 76, 92], "action_mapping_funct": 92, "action_nam": 75, "action_network": [5, 88], "action_simul": [5, 88], "action_spac": [6, 7, 18, 51, 85, 86, 87, 90, 91, 92, 96], "action_space_discret": 7, "action_vari": [86, 88, 89, 90], "activ": [6, 11, 24, 63, 78, 82, 87, 88, 90, 92, 93], "activate_flag": 63, "activate_logg": 78, "activate_upd": 82, "activerl": 0, "activity_level_schedule_nam": 89, "actschd": 89, "actuat": [0, 2, 3, 7, 12, 15, 18, 21, 34, 86, 87, 89, 93], "actuator_handl": [18, 89], "actuator_original_nam": 6, "actuator_typ": 6, "actuator_valu": 6, "ad": [0, 3, 5, 12, 64, 88, 92, 94, 97, 98], "adapt": [0, 2, 6, 12, 15, 34, 35, 36, 52, 53, 85, 86, 87, 88, 89, 90, 91, 92, 94, 98], "adapt_building_to_config": 15, "adapt_building_to_epw": 15, "adapt_building_to_met": 15, "adapt_building_to_vari": 15, "add": [3, 6, 9, 10, 11, 84, 86, 88, 92, 93, 98], "add_dir": 88, "addit": [5, 6, 18, 24, 53, 55, 78, 86, 87, 89, 96, 98], "addition": [2, 7], "address": [0, 98], "adher": 6, "adjust": [2, 6, 86, 87, 94], "admin": 9, "advanc": [6, 94], "advantag": [0, 2], "afb": [7, 87, 91, 92, 97], "affect": [15, 55, 89], "after": [9, 11, 55, 82, 86, 92], "again": 21, "agent": [0, 2, 4, 12, 18, 25, 48, 49, 50, 51, 55, 63, 78, 87, 88, 91, 92, 93, 95, 98], "aggress": 10, "agnost": [0, 12, 88], "agre": 92, "ai": [0, 88], "air": [3, 7, 86, 89, 91], "air_humid": [3, 7, 88, 89, 92], "air_humidity17": [], "air_humidity22": 88, "air_temperatur": [3, 7, 86, 88, 89, 91, 92], "air_temperature0": 88, "air_temperature16": [], "air_temperature23": 88, "air_temperature_previ": 92, "airloophvac": 89, "airtermin": 89, "akin": 6, "alejandro": 0, "alex_ugr": 88, "algorithm": [0, 4, 5, 12, 23, 24, 55, 81, 88, 92, 95, 98], "align": [6, 98], "all": [0, 2, 5, 6, 7, 10, 11, 15, 18, 21, 24, 27, 37, 68, 78, 85, 87, 88, 91, 92, 93, 94, 95, 96, 97, 98], "allegheni": [85, 87, 89, 90, 97], "alloc": [7, 21, 88], "allow": [0, 2, 5, 6, 8, 9, 12, 64, 86, 88, 94, 95, 98], "allus": 9, "alon": 57, "along": [7, 86, 89], "alreadi": [6, 9, 91, 95, 96], "also": [2, 3, 5, 6, 9, 10, 11, 53, 86, 87, 88, 89, 92, 93, 94, 98], "alter": 86, "altern": [11, 86], "although": [7, 11, 88, 95], "altitud": 2, "alwai": [0, 11, 49, 85, 88, 91, 93, 94], "among": 2, "amount": [], "an": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 15, 18, 21, 24, 25, 32, 53, 55, 63, 64, 75, 76, 77, 85, 88, 89, 92, 93, 98], "ancillari": 89, "andb": 82, "angb": 97, "angel": [7, 86, 97], "ani": [0, 2, 5, 6, 11, 12, 15, 18, 24, 25, 27, 36, 48, 49, 50, 51, 55, 63, 65, 66, 78, 79, 80, 81, 86, 88, 89, 90, 91, 92, 93], "ann": 15, "anoth": [6, 88], "antananarivo": 97, "antonio": 0, "anyth": 55, "ap": [7, 85, 86, 87, 88, 89, 90, 97], "api": [0, 2, 6, 7, 9, 12, 18, 20, 21, 34, 35, 36, 53, 56, 85, 89, 93, 98], "appear": [0, 3, 5, 7, 11, 55, 91, 92, 93], "append": [64, 85, 86, 87, 88, 90, 91, 95, 96], "appengin": 9, "appli": [2, 3, 5, 7, 8, 10, 15, 18, 74, 77, 82, 86, 92, 98], "applic": [9, 95], "apply_extra_conf": 8, "apply_weather_vari": 15, "apply_weekend_holiday_rul": [85, 86, 89, 90], "approach": [11, 86, 87], "appropri": [86, 96], "approx_kl": 88, "approx_kl0": 88, "appspot": 9, "apt": 11, "ar": [0, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 15, 21, 55, 63, 64, 69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "area": [3, 7, 86, 89], "arg": [9, 11, 24, 25, 66, 85, 86, 87, 88, 89, 90, 91, 92], "argument": [6, 21, 64, 76, 86, 98], "arizona": 97, "arlanda": 97, "arrai": [7, 63, 85, 86, 87, 88, 90, 91, 92], "artifact": [5, 9, 88], "artifactregistri": 9, "ashra": [48, 49, 50], "ashrae9012016_officemedium": 3, "ashrae9012016_warehous": 3, "ashrae901_officemedium_std2019_denv": 87, "ask": [59, 60, 61], "aspect": [2, 3, 88, 94], "assess": 5, "assign": 94, "assist": [0, 12], "associ": [0, 6, 7], "assum": 96, "asymmetr": 3, "atari": [0, 12], "attach": 9, "attribut": [5, 15, 18, 21, 63, 64, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 89, 93, 98], "atu": 89, "aus_nsw": 97, "australia": 97, "auth": [9, 57], "authent": 9, "author": [0, 58], "auto": [3, 5, 7, 9], "auto_delet": 9, "autom": [0, 7, 12], "automat": [0, 2, 6, 7, 11, 12, 74, 82, 86, 87, 88, 92, 94, 95, 98], "automatic_upd": [82, 88], "autopep8": 10, "autos": 89, "avail": [3, 7, 9, 15, 51, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96, 98], "availability_schedule_nam": 89, "availabilitymanag": 89, "available_handl": [18, 89], "averag": [5, 55, 96], "avoid": [9, 11, 55, 87, 88], "axi": [], "b": [9, 88], "back": 89, "backend": [6, 11, 14, 15, 89], "background": [0, 5, 12, 87, 89], "badg": 0, "bar": 5, "base": [0, 3, 4, 5, 7, 9, 10, 12, 48, 49, 50, 66, 68, 87, 91, 92, 94, 95, 98], "basealgorithm": 55, "basecallback": [5, 25], "baselin": [0, 5, 12, 23, 24, 52, 53, 88, 95], "baselines3": [52, 53], "basement": 3, "basepolici": 55, "basereward": 94, "bash": [9, 21], "basic": [6, 47, 96], "basin": 89, "basin_heater_operating_schedule_nam": 89, "basinheatersch": 89, "batteri": 3, "battery_charge_st": 3, "becaus": [9, 93], "been": [3, 6, 8, 9, 11, 18, 24, 25, 33, 38, 53, 55, 78, 92, 93, 95], "befor": [6, 9, 15, 55, 64, 76, 77, 81, 87, 89, 92, 93, 98], "beforehand": 89, "beggin": 3, "begin": [2, 5, 7, 9, 11, 85, 94, 96], "begin_day_of_month": [85, 86, 89, 90], "begin_month": [85, 86, 89, 90], "begin_year": [85, 86, 89, 90], "behavior": 94, "being": [6, 93], "belong": [63, 93], "below": [6, 9, 11, 86, 94, 97], "benchmark": [0, 4, 12], "benefici": 92, "benefit": [0, 6, 87], "beobench": 0, "best": [5, 25, 88], "best_model": 88, "best_model_save_path": [25, 88], "better": 5, "between": [6, 10, 30, 81, 92, 94, 98], "beyond": 2, "bias": [0, 9, 11, 12, 88], "bin": 11, "bind": 9, "blob": 53, "blob_prefix": 60, "bogota": 97, "bold_r": 64, "booktitl": 0, "bool": [18, 21, 25, 33, 53, 55, 63, 75, 76, 78, 79, 80, 82, 90], "boolean": 24, "boot": 9, "bot": [3, 10], "both": [2, 3, 5, 6, 83, 92, 94], "bound": 92, "box": [6, 7, 18, 86, 87, 88, 89, 91, 92], "br01": 89, "branch": 10, "bucket": [5, 60, 61], "bucket_nam": 60, "bucklei": 97, "bug": [0, 12], "build": [0, 2, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 18, 85, 86, 88, 89, 90, 91, 92, 93, 94], "builder": 9, "building_electricity_demand_r": 3, "building_fil": [6, 7, 18], "building_path": [15, 18, 21, 89], "built": [5, 7, 9, 10, 11], "bulb": 89, "bulk": 3, "button": 11, "c": [0, 9, 69, 70, 71, 72], "c1": 89, "c2": 89, "c3": 89, "c4": 89, "c5": 89, "cach": 9, "calcul": [5, 6, 15, 74, 86, 89, 94, 98], "calibr": [82, 88, 94, 98], "call": [5, 6, 15, 21, 25, 55, 64, 76, 81, 82, 86, 88, 93, 98], "callabl": [55, 65, 76, 78], "callback": [0, 2, 12, 21, 22, 54, 55, 66, 88, 93], "callback_after_ev": 25, "callback_on_new_best": 25, "callbacklist": [5, 88], "campoi": 0, "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 18, 55, 82, 83, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97, 98], "capabl": 88, "capac": 89, "carbon": [3, 7, 89], "carbonequivalentemiss": 89, "care": [9, 94, 98], "carri": 64, "case": [6, 7, 9, 11, 91, 96, 98], "cast": [88, 91, 92], "caution": [92, 98], "cc03": 89, "cd": 11, "center": [3, 49, 50], "certain": [2, 9], "ch": 9, "ch4": 89, "challeng": 6, "chang": [0, 2, 6, 9, 10, 12, 15, 63, 64, 87, 88, 89, 90, 93, 94, 98], "channel": 9, "characterist": [5, 85], "charg": [3, 83], "charge_rate_rl": 3, "check": [0, 9, 10, 11, 33, 53, 55, 88, 90, 91, 92, 93, 95], "checker": 52, "chill": 3, "choos": [11, 87], "chosen": [11, 18, 48, 49, 50, 51, 78, 86, 91], "ci": [10, 53], "citi": 0, "class": [2, 6, 7, 8, 14, 15, 17, 18, 20, 21, 23, 24, 25, 33, 47, 48, 49, 50, 51, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 90, 91, 92, 93, 94, 98], "classif": 97, "clean": 21, "clear": 9, "clearer": 7, "clg": [3, 7, 15, 89], "clg_setpoint": [3, 7, 88, 89, 91, 92], "clg_setpoint23": 88, "clg_setpoint40": [], "clg_setpoint_previ": 92, "clgsetp_sch": 3, "clgsetp_sch_yes_optimum": 3, "click": [0, 11, 12], "client": [9, 59, 60, 61], "climat": [6, 97], "clip": [83, 91], "clip_fract": 88, "clip_fraction0": 88, "clip_rang": 88, "clip_range0": 88, "clng": 89, "clone": [11, 96], "close": [18, 78, 82, 85, 86, 87, 88, 90, 91, 92, 96], "cloth": 3, "cloud": [0, 5, 12, 56, 57, 58, 59, 60, 61], "cloudapi": 9, "cloudbuild": 9, "cloudfunct": 9, "cloudsdktool": 9, "co": [74, 92, 98], "co2": [3, 7, 89], "co2_emiss": [3, 7, 88, 92], "co2_emission0": 88, "coastal": 97, "code": [0, 4, 6, 8, 10, 11, 12, 85, 88, 92, 98], "codecov": 10, "coeffici": 89, "cogener": 89, "coil": [3, 89], "coilsystem": 89, "coincid": 89, "col_bogota": 97, "cold": [69, 70, 71, 72, 97], "collect": [2, 5, 25, 63, 88, 96], "colombia": 97, "colorado": 97, "column": [5, 15], "com": [9, 11, 52, 53], "combin": [9, 81, 88, 92, 94], "come": [3, 6, 86, 87, 88], "comfort": [3, 5, 6, 24, 49, 69, 70, 71, 72, 91, 93, 94], "comfort_penalti": [63, 90], "comfort_term": [85, 87, 90, 91, 92], "comfort_viol": 88, "comfort_violation_tim": [5, 88], "comfort_violation_timestep": 63, "command": [9, 11, 21, 87, 95], "commit": 10, "common": [6, 22, 25, 55, 88, 89, 95], "commun": [0, 2, 12, 19, 21, 95], "compact": [3, 7, 86, 89], "compar": [5, 88, 92], "comparison": [0, 12], "compat": [0, 2, 5, 6, 11, 12, 53, 86, 88, 92, 95, 98], "compil": 10, "complet": [6, 9, 85], "complex": [2, 6, 11, 95], "complianc": 10, "compon": [0, 2, 3, 6, 8, 9, 12, 21, 24, 86, 89, 93, 94, 97], "compos": 6, "comprehens": [0, 5, 12], "comput": [0, 9, 64, 88, 96], "concaten": 5, "concept": 94, "conceptu": 95, "concern": 6, "conclud": [2, 96], "concurr": 2, "conda": 11, "condens": 89, "condit": [6, 18, 48], "condn": 15, "conduct": 5, "conf": [5, 27, 34, 35, 36], "confer": 0, "config": [9, 85, 86, 87, 88, 89, 90, 91, 92, 95], "config_param": [6, 7, 8, 18, 86], "configur": [0, 2, 4, 5, 12, 15, 18, 27, 34, 35, 36, 88, 93, 94, 95], "confirm": 11, "conform": 89, "confus": 9, "connect": [6, 9, 20], "consequ": 94, "consid": [5, 11, 69, 70, 71, 72, 85, 98], "consider": 5, "consist": [2, 3], "consol": 9, "constant": [7, 69, 70, 71, 72, 88, 91, 94], "constitut": 3, "construct": [2, 89, 92], "constructor": [5, 6, 7, 8, 15, 27, 63, 74, 83, 84, 86, 92, 94, 98], "consult": [6, 88, 89], "consult_environ": 6, "consumpt": [5, 24, 70, 71, 72, 93, 94], "contain": [0, 2, 5, 6, 10, 55, 57, 58, 86, 87, 92, 93, 95], "containerregistri": 9, "content": 93, "context": [6, 8, 18, 78, 86, 95], "continent": 97, "conting": 2, "continu": [2, 5, 6, 7, 8, 10, 77, 81, 85, 86, 87, 88, 91, 92, 98], "control": [0, 2, 3, 6, 10, 12, 15, 18, 22, 75, 89, 95], "control_typ": 6, "control_type_schedule_nam": 89, "convect": 89, "convert": [6, 27, 28, 92, 98], "convertinputformat": 6, "cool": [3, 7, 86, 89, 97], "cooler": 3, "cooling_coil_demand_r": 3, "cooling_setpoint_rl": [3, 7, 86, 88, 89], "cooling_setpoint_rl23": 88, "cooling_setpoint_rl26action_simul": [], "cooling_setpoint_temperature_schedule_nam": 89, "coolingcoil": 89, "coolingcoilavailsch": 89, "coolingsetpoint": 89, "copi": 93, "core": [3, 53, 88, 89, 94], "core_bottom": 3, "core_mid": 3, "core_top": 3, "correct": [6, 7, 9, 10, 11, 85, 86, 87, 88, 89, 90, 91, 92, 93], "correctli": [3, 9, 11, 29, 92, 93, 96, 98], "correspond": [2, 6, 49], "could": [87, 88, 92], "count": [2, 3, 7, 55, 89], "counti": [85, 87, 89, 90, 97], "coupl": 64, "coverag": 10, "cp01": 89, "cpu": [3, 88], "cpu_demand_r": 3, "crac": 3, "creat": [0, 2, 4, 5, 6, 7, 8, 11, 12, 15, 28, 29, 31, 37, 85, 86, 87, 88, 89, 90, 91, 92, 94, 98], "create_row_cont": 90, "creation": [0, 12], "critic": 92, "crucial": [6, 9, 89, 94, 98], "csv": [5, 6, 63, 78, 87, 88, 90, 92, 93], "csvlogger": [24, 78, 88, 90, 93], "cumul": [85, 86, 87, 88, 90, 91, 94, 96], "cumulative_abs_comfort_penalti": [5, 88], "cumulative_abs_energy_penalti": [5, 88], "cumulative_absolute_comfort_penalti": 88, "cumulative_absolute_energy_penalti": 88, "cumulative_comfort_penalti": [], "cumulative_energy_penalti": [], "cumulative_pow": [], "cumulative_power71120947": [], "cumulative_power_consumpt": [], "cumulative_power_consumption34169656": [], "cumulative_power_demand": [5, 88], "cumulative_power_demand216526173": 88, "cumulative_power_demand99552496": 88, "cumulative_reward": [5, 88], "cumulative_reward_comfort_term": [5, 88], "cumulative_reward_energy_term": [5, 88], "cumulative_temperature_viol": [5, 88], "cumulative_temperature_violation35341": [], "cumulative_temperature_violation45476": [], "cumulative_temperature_violation5412": 88, "cumulative_temperature_violation6121": 88, "current": [2, 3, 5, 6, 8, 9, 10, 15, 18, 63, 78, 84, 87, 88, 89, 90, 92, 94, 98], "current_cool_setpoint": 91, "current_dt": 91, "current_heat_setpoint": 91, "current_month": [85, 86, 87, 88, 90, 91, 92, 96], "current_setpoint": 92, "curriculum": 5, "curv": [3, 89], "custom": [0, 2, 3, 5, 6, 12, 15, 18, 21, 22, 23, 24, 53, 54, 64, 73, 88, 90, 92, 93, 98], "custom_actuator_nam": 6, "custom_meter_nam": 6, "custom_variable_nam": 6, "customcsvlogg": 90, "customformatt": 65, "customiz": [0, 6, 12], "customreward": 94, "cutomiz": [0, 12], "d": [10, 85, 86, 87, 88, 89, 90, 91, 92], "d_": 88, "dai": [2, 6, 8, 15, 30, 69, 70, 71, 72, 74, 85, 86, 87, 90, 91, 92, 94], "data": [2, 3, 5, 7, 9, 15, 18, 21, 24, 27, 49, 50, 60, 61, 63, 87, 88, 89, 93, 94, 97], "data_avail": [6, 93], "datacent": [4, 86], "datastor": 9, "date": 64, "datefmt": 64, "datetim": [88, 91], "datetimewrapp": 92, "day_of_month": [6, 7, 86, 88, 89, 91, 92, 98], "day_of_month1": [], "day_of_month10": 88, "day_of_week_for_start_dai": [85, 86, 89, 90], "daytim": 91, "db": [15, 89], "ddpg": 5, "ddy": [6, 15], "ddy_model": 15, "ddy_path": [15, 18], "de": 28, "deactiv": [63, 78, 82, 88, 93, 98], "deactivate_flag": 63, "deactivate_logg": 78, "deactivate_upd": 82, "decid": [5, 9], "declar": 93, "decreas": 98, "decrement": [77, 92, 98], "dedic": 6, "deep": [0, 11, 12, 88], "def": [90, 91, 92, 94], "default": [3, 5, 6, 7, 8, 9, 11, 15, 18, 21, 24, 31, 53, 55, 63, 64, 69, 70, 71, 72, 78, 80, 81, 82, 86, 88, 89, 92, 94, 95, 98], "default_": 7, "default_configur": [6, 7, 27], "default_energy_weight": [70, 72], "defin": [5, 6, 7, 9, 15, 21, 77, 85, 86, 88, 89, 90, 91, 92, 93, 94, 96, 98], "define_metr": [], "definit": [0, 6, 7, 12, 18, 86, 87], "degre": 5, "delet": [5, 21, 57], "delta": [30, 77, 92, 98], "delta_temp": [75, 92], "demand": [3, 5, 7, 86, 89], "demo": [85, 86, 89, 90, 91, 96], "demonstr": [3, 6, 90, 94], "demosthen": 0, "densiti": 89, "depend": [5, 6, 7, 11, 63, 69, 70, 71, 72, 86, 87, 88, 89, 92, 93, 94], "depict": 2, "deploy": 10, "deprec": [85, 86, 87, 88, 89, 90, 91, 92], "describ": [3, 21, 49, 50, 64], "descript": [7, 21], "desert": 97, "design": [0, 2, 6, 8, 12, 15, 86, 89, 94], "designdai": [6, 15, 87], "designflowr": 89, "designspecif": 89, "desingdai": 15, "desir": [6, 9, 77, 87, 88, 98], "dest_bucket_nam": 61, "dest_path": 61, "destin": 61, "detail": [0, 2, 3, 5, 6, 7, 8, 11, 12, 86, 88, 89, 94, 95, 97, 98], "detect": 88, "determin": [8, 15, 21, 64, 88, 92], "determinist": [25, 55, 88], "develop": [0, 4, 5, 11, 12, 92], "deviat": 94, "devic": 88, "devstorag": 9, "dew": 89, "df": [85, 86, 87, 88, 89, 90, 91, 92], "diagram": [6, 94], "dict": [7, 15, 18, 21, 25, 27, 28, 29, 34, 35, 36, 37, 55, 63, 66, 77, 78, 79, 80, 90, 91, 92, 93], "dictionari": [2, 6, 8, 15, 18, 27, 28, 29, 34, 35, 36, 64, 77, 78, 86, 89, 94, 98], "differ": [2, 5, 6, 9, 10, 11, 30, 69, 71, 85, 86, 88, 92, 94, 95, 98], "differenti": 6, "diffus": [3, 7, 86, 89], "diffuse_solar_radi": [3, 7, 86, 88, 92], "diffuse_solar_radiation0": 88, "dimens": [69, 70, 71, 72, 92], "dir": 15, "direct": [3, 5, 7, 86, 89], "direct_solar_radi": [3, 7, 86, 88, 92], "direct_solar_radiation0": 88, "directli": [2, 6, 11, 86, 87, 96, 98], "directori": [6, 9, 11, 15, 18, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "disabl": 98, "disadvantag": 87, "discharg": [3, 83], "discharge_rate_rl": 3, "discomfort": 94, "discret": [5, 6, 7, 75, 76, 81, 85, 86, 87, 88, 89, 91, 94, 98], "discrete_spac": [7, 76, 92], "discreteincrementalwrapp": 92, "discretizeenv": [6, 7, 92], "disk": 9, "disksizegb": 9, "dispatch": 2, "displai": [85, 86, 87, 90, 91, 92, 96], "dist": [85, 86, 87, 88, 89, 90, 91, 92], "divers": 6, "divid": 3, "dlr": [52, 53], "do": [0, 8, 9, 11, 12, 55, 75, 86, 87, 88, 89, 92, 93], "doc": [10, 11, 88], "docker": [9, 10], "dockerfil": [9, 10, 11, 95, 96], "docstr": 10, "document": [0, 6, 9, 10, 11, 12, 27, 34, 35, 36, 86, 88, 89, 91, 92, 93, 98], "doe": [6, 8, 88, 93, 97], "doesn": [6, 9, 98], "doi": 0, "don": [7, 9, 92, 93, 94], "done": [6, 63, 88, 91, 92, 95], "door": 89, "download": [6, 88], "dqn": [5, 88], "drawback": 87, "drive": 9, "drl": [0, 4, 9, 12, 81, 87, 98], "drop": [], "dry": [89, 97], "drybulb": [3, 7, 15, 86, 89, 91], "dse": 3, "dtype": [7, 85, 86, 87, 90], "dualsetpoint": 89, "due": [3, 5, 6, 83, 89], "dummy_vec_env": 88, "dummyvecenv": 88, "dump": [24, 66], "dump_frequ": 24, "dure": [2, 5, 6, 7, 18, 24, 25, 82, 88, 93, 94, 98], "dx": [3, 89], "dynam": [92, 98], "e": [11, 18, 21, 55], "each": [3, 5, 6, 7, 8, 9, 10, 11, 15, 18, 24, 25, 37, 55, 63, 78, 79, 86, 90, 91, 92, 93, 94, 96, 97, 98], "earli": 55, "easi": [0, 12], "easier": 56, "easili": [8, 9, 88, 94], "east": [3, 86], "east_zone_air_humid": 86, "east_zone_air_temperatur": 86, "east_zone_clg_setpoint": 86, "east_zone_electr": 86, "east_zone_htg_setpoint": 86, "ec": 3, "econom": 3, "ecosystem": [0, 12], "edit": 10, "effici": [0, 12, 89], "either": [6, 7, 64, 98], "elabor": 63, "elaps": [2, 63], "eleceq": 89, "electr": [3, 7, 86, 89], "electricequip": 89, "electricitynet": 89, "electricitypurchas": 89, "electricitysurplussold": 89, "element": [3, 6, 28, 32, 63, 86, 89, 93, 98], "element_typ": 7, "elif": 91, "elimin": [6, 10], "els": [55, 91], "email": 9, "emiss": [3, 7, 89], "emphas": 94, "emploi": [2, 6], "empti": [6, 11, 18, 21], "empzk2on": 88, "empzk2onsync": 88, "enabl": [0, 5, 6, 9, 10, 11, 12, 82, 88, 98], "encapsul": 94, "enclos": 3, "encompass": 86, "encount": [9, 92], "encourag": 6, "end": [5, 9, 18, 21, 30, 63, 69, 70, 71, 72, 78, 87, 88, 90, 92, 93], "end_dai": [8, 30, 85, 86, 87, 88, 89, 90, 91, 92], "end_day_of_month": [85, 86, 89, 90], "end_mon": 30, "end_month": [8, 85, 86, 87, 88, 89, 90, 91, 92], "end_year": [8, 30, 85, 86, 87, 88, 89, 90, 91, 92], "energi": [0, 3, 5, 6, 24, 69, 70, 71, 72, 89, 94], "energy_term": [85, 87, 90, 91, 92], "energy_valu": [85, 87, 90, 91, 92], "energy_vari": [7, 69, 70, 71, 72, 86], "energy_weight": [7, 69, 71, 72, 86], "energyplu": [0, 2, 3, 6, 7, 8, 12, 15, 17, 18, 20, 28, 34, 35, 36, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "energytransf": 89, "engin": [0, 2, 6, 9, 12, 86, 87, 89], "enhanc": [5, 6, 98], "enough": 9, "ensur": [0, 6, 9, 12, 92, 96], "enter": 9, "entir": [5, 88], "entiti": 88, "entri": 88, "entropi": [18, 78], "entropy_loss": 88, "entrypoint": 9, "env": [6, 8, 9, 11, 25, 33, 37, 38, 48, 49, 50, 51, 52, 53, 55, 68, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96], "env_kwarg": 27, "env_nam": [6, 15, 18, 37, 86, 88, 93], "env_sinergym": 11, "environ": [0, 2, 3, 4, 5, 8, 9, 12, 15, 16, 17, 18, 21, 25, 27, 31, 33, 38, 48, 49, 50, 51, 53, 55, 63, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 84, 85, 87, 88, 90, 91, 93, 94, 95, 96, 97, 98], "environment": [3, 7, 48, 89, 97], "environment_id": [6, 86], "environment_nam": 5, "ep_len_mean": [], "ep_pow": 24, "ep_rew_mean": [], "ep_reward": 24, "ep_term_comfort": 24, "ep_term_energi": 24, "ep_timestep": 24, "episod": [2, 5, 7, 8, 15, 18, 21, 24, 25, 37, 55, 63, 78, 80, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96, 97], "episode_length": [5, 15, 18, 88, 89], "episode_length35040": 88, "episode_length70077episod": 88, "episode_num": [5, 88], "episode_num3episod": 88, "episode_path": [15, 18], "episode_reward": 88, "episodes_int": 5, "epjson": [2, 3, 6, 7, 11, 15, 28, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "eplu": [6, 7, 8, 18, 31, 37, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96], "eplus_env": 78, "eplusenv": [48, 49, 50, 51, 74, 76, 78, 79, 80, 81, 82, 84, 88, 92], "epm": [15, 32], "eppi": 28, "epsilon": 82, "epw": [2, 6, 7, 15, 18, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "epw_cont": [85, 86, 87, 88, 89, 90, 91, 92], "eq": 89, "equat": 94, "equip": [3, 89], "equival": [3, 5, 7, 89], "error": [6, 9, 10, 55, 76, 86, 92, 98], "esp_granada": [86, 97], "essenc": 98, "essenti": [85, 94, 98], "establish": [2, 6, 85, 86, 87, 88, 89, 90, 91, 92], "etc": [0, 9, 11, 12, 13, 63, 86, 89, 93], "eu": 9, "europ": 9, "eval": [5, 25, 88], "eval_callback": 88, "eval_env": [25, 88], "eval_freq": [25, 88], "evalloggercallback": 5, "evalu": [9, 25, 88, 94, 98], "evaluation1": 88, "evaluation_d": 88, "evaluation_nam": 88, "evaluation_output": 88, "evapor": [3, 89], "even": 91, "event": [9, 10, 64], "eventcallback": 5, "everi": [25, 85, 87, 90, 91, 92, 96], "everyth": [9, 88, 96], "examin": [8, 85], "exampl": [4, 5, 6, 7, 9, 11, 12, 86, 87, 89, 90, 93, 94, 98], "example1": 11, "exce": 92, "excel": [29, 89], "except": [15, 21, 64], "exchang": 89, "exclud": 60, "execut": [5, 6, 10, 11, 15, 18, 21, 57, 63, 65, 79, 80, 88, 89, 92, 95, 96], "exist": [4, 6, 86, 92, 93], "exit": 9, "exp": 69, "expand": [6, 8], "expect": 55, "experi": [3, 5, 6, 8, 11, 15, 85, 86, 87, 88, 89, 90, 91, 92, 97], "experiment": [0, 6, 12], "experiment1": 88, "experiment_d": [5, 88], "experiment_nam": 88, "experiment_param": 88, "experiment_path": [15, 88], "explain": [6, 7, 9], "explained_vari": 88, "explained_variance0": 88, "explicit": 6, "explicitli": 32, "explor": [6, 85, 86, 92], "exploration_r": 5, "exploration_rate0": [], "exponenti": [69, 94], "export": [9, 29, 89], "export_schedulers_to_excel": 89, "expreward": [86, 94], "extend": [89, 91], "extens": [0, 2, 6, 11, 12, 85, 88], "exterior": 89, "extern": [0, 12, 93], "extra": [2, 7, 9, 10, 11, 14, 15, 18, 21, 63, 78, 80, 85, 89, 90], "extra_conf": 86, "extra_config": 15, "extra_param": 8, "extract": [5, 6, 15, 37, 88, 89, 94], "ey": 8, "f": [7, 11, 88, 97], "f1": 89, "f2": 89, "f3": 89, "f4": 89, "f5": 89, "facil": [3, 7, 86, 89], "facilit": [0, 2, 6, 7, 12], "factor": [89, 93, 94], "fail": [5, 8, 9, 21, 88], "fair": 88, "fairchild": [7, 86, 97], "fals": [24, 25, 55, 63, 78, 85, 86, 87, 88, 89, 90, 91, 92, 96], "familiar": [0, 6, 12], "fan": [3, 89], "fan_demand_r": 3, "fanavailsch": 89, "fanger": 3, "farama": 85, "featur": [5, 6, 9, 11, 85, 86, 89, 96, 98], "februari": 8, "feedback": 18, "feel": 91, "few": 88, "fewer": 8, "fiction": 3, "field": [5, 6, 15, 28, 86, 89, 97], "field_nam": 89, "figur": [2, 98], "file": [2, 3, 5, 7, 8, 9, 10, 11, 14, 15, 18, 21, 27, 29, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98], "fill": 7, "filter": 31, "fin_helsinki": [86, 97], "final": [2, 5, 7, 85, 88, 89], "find": [88, 90, 92, 93, 96], "fine": 3, "finish": [9, 88], "finland": 97, "firestor": 9, "first": [0, 2, 15, 55, 85, 88, 89, 90, 91, 93], "firstfloor_plenum": 3, "five": 3, "flag": [7, 21, 63, 74, 78, 90, 92, 98], "flat": 80, "flatten": [80, 92], "flexibl": [87, 98], "float": [15, 18, 30, 37, 40, 41, 42, 43, 44, 45, 46, 55, 63, 69, 70, 71, 72, 75, 76, 77, 78, 79, 80, 81, 82], "float32": [7, 18, 85, 86, 87, 88, 89, 90, 92], "float64": 82, "floor": [3, 89], "flow": [2, 6, 89], "fmt": 64, "focu": 2, "folder": [0, 2, 6, 7, 11, 15, 18, 25, 86, 88, 90, 92], "follow": [0, 2, 5, 6, 7, 8, 9, 10, 11, 12, 28, 49, 50, 53, 87, 89, 92, 94, 95, 98], "forc": [21, 88], "fork": [9, 10], "form": 5, "format": [0, 5, 6, 7, 8, 10, 12, 15, 27, 28, 29, 34, 35, 36, 64, 78, 86, 88, 89], "formatexcept": 64, "formatt": [64, 65], "formattim": 64, "found": [4, 5, 15, 86, 96, 98], "four": 3, "fp": [], "fraction": 89, "framework": [0, 2, 3, 87, 95, 97], "free": [9, 91], "freq": 25, "frequenc": [5, 24], "fridai": 3, "friendli": 11, "from": [0, 2, 3, 5, 6, 7, 8, 9, 11, 12, 15, 18, 27, 29, 32, 34, 35, 36, 51, 52, 53, 57, 60, 61, 63, 68, 69, 70, 71, 72, 78, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 98], "front": 89, "fuel": [3, 89], "full": 3, "full_control": 9, "fulli": [3, 93, 98], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 18, 26, 28, 32, 37, 39, 52, 54, 55, 56, 67, 68, 70, 71, 72, 76, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 96, 98], "further": 6, "furthermor": 11, "futur": [0, 5, 6, 8, 9, 12, 94], "futurewarn": [85, 86, 87, 88, 89, 90, 91, 92], "g": [5, 9, 55, 60], "ga": 3, "gain": 3, "gather": 2, "gce": 9, "gce_project_id": 9, "gce_zon": 9, "gcloud": [9, 88], "gcr": 9, "gener": [2, 6, 7, 9, 15, 18, 88, 89, 92, 93, 98], "generallight": 89, "generate_id": 88, "get": [6, 11, 15, 55, 58, 64, 88, 90, 91], "get_id": 6, "get_path": 88, "get_schedul": 15, "get_wrapper_attr": [86, 88, 89, 90, 91, 92], "getlogg": 65, "getmessag": 64, "git": [9, 11], "github": [0, 9, 11, 12, 52, 53, 95], "given": [4, 15, 28, 29, 32, 33, 37, 69, 70, 71, 72], "glanc": 85, "global": [6, 9, 55], "gmail": 9, "go": [6, 9, 21, 98], "goal": [0, 5, 9, 12], "googl": [0, 5, 11, 12, 56, 57, 58, 59, 60, 61], "google_cloud_credenti": 9, "googleapi": 9, "got": 32, "gp01": 89, "gp02": 89, "granada": 97, "grant": 9, "graph": [5, 7], "grei": 64, "grid": 3, "ground": 89, "group": [9, 57], "gserviceaccount": 9, "gsutil": 9, "gt": [88, 89, 92], "guid": 88, "guidanc": [0, 6, 12], "gym": [6, 7, 8, 18, 53, 55, 68, 73, 76, 77, 78, 80, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96, 98], "gymnasium": [0, 2, 5, 6, 7, 8, 12, 17, 18, 21, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 98], "g\u00f3mez": 0, "h": [88, 97], "ha": [2, 3, 5, 6, 7, 8, 9, 11, 15, 18, 21, 24, 25, 33, 38, 53, 55, 58, 78, 85, 86, 87, 88, 93], "halt": 10, "handl": [86, 87], "handler": [2, 21, 85, 86, 87, 88, 90, 91, 92, 93], "happen": 9, "hasattr": 88, "hasn": [9, 32], "have": [0, 4, 6, 7, 8, 9, 11, 83, 87, 88, 89, 92, 93, 94, 95, 96, 98], "header": [63, 78, 90], "heat": [3, 7, 86, 89], "heater": 89, "heating_setpoint_rl": [3, 7, 86, 88, 89], "heating_setpoint_rl17": 88, "heating_setpoint_rl19episod": [], "heating_setpoint_temperature_schedule_nam": 89, "heatingcoil": 89, "heatingsetpoint": 89, "help": [0, 11, 12], "helper": 9, "helsinki": 97, "henc": [5, 87, 98], "here": [0, 5, 9, 11, 12, 24, 88, 89, 92], "hesit": 0, "hide": 2, "high": [7, 86, 87, 91], "highcpu": 9, "higher": 94, "highli": [2, 88], "highlight": 6, "histori": [88, 92, 98], "host": [0, 3, 5, 7, 9, 93], "hot": [6, 7, 8, 69, 70, 71, 72, 86, 87, 91, 92, 97], "hour": [2, 3, 6, 7, 8, 63, 70, 72, 74, 85, 86, 87, 88, 89, 90, 91, 92, 94, 98], "hour0": 88, "hour17": 88, "hour_co": 92, "hour_sin": 92, "hourlylinearreward": 94, "how": [0, 5, 12, 18, 78, 85, 86, 88, 89, 90, 91, 92, 98], "howev": [0, 5, 8, 9, 11, 12, 85, 86, 87, 88, 89, 92, 96, 98], "htg": [3, 7, 15, 89], "htg_setpoint": [3, 7, 88, 89, 91, 92], "htg_setpoint12": [], "htg_setpoint15": 88, "htg_setpoint_previ": 92, "htgsetp_sch": 3, "htgsetp_sch_yes_optimum": 3, "http": [0, 9, 11, 12, 52, 53, 88], "hub": [9, 10, 11], "human": [18, 48], "humanoutputformat": 88, "humid": [3, 7, 86, 89, 97], "hv": 0, "hvac": [3, 7, 86, 89], "hvac_electricity_demand_r": [3, 7, 86, 88, 89, 92], "hvac_electricity_demand_rate2415": 88, "hvac_electricity_demand_rate2556": [], "hyakuri": 97, "hyperparamet": [5, 88], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 21, 24, 25, 37, 53, 55, 57, 63, 64, 66, 70, 72, 74, 76, 78, 81, 82, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "iam": 9, "id": [5, 6, 7, 9, 27, 31, 86, 88, 94], "id_bas": 7, "idd": 15, "idd_path": [15, 18], "identifi": [6, 10], "idf": [6, 11, 28], "idfversionupdat": 6, "ignor": [9, 10, 24, 95], "illinoi": 97, "illustr": [3, 98], "imag": [2, 9, 11], "immedi": 9, "impact": [3, 7, 89], "implement": [4, 5, 6, 8, 9, 10, 47, 55, 67, 73, 87, 94, 95], "import": [5, 6, 8, 9, 10, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 98], "improv": [0, 12], "in02": 89, "in46": 89, "in_temp": 91, "includ": [0, 2, 4, 5, 6, 8, 10, 12, 22, 79, 86, 87, 88, 93, 94, 95, 97, 98], "inconsist": [6, 86], "incorpor": [2, 3, 6, 94, 97], "incorrect": 6, "increas": [5, 6, 92, 98], "increment": [24, 50, 75, 77, 98], "incremental_variables_definit": 77, "independ": [95, 97], "index": [], "index4action_simul": [], "indic": [5, 24, 98], "individu": [7, 9, 98], "indoor": [3, 48, 50, 94], "infil": 89, "infiltr": 89, "influenc": 2, "info": [0, 2, 6, 12, 15, 18, 21, 63, 68, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96], "info_queu": 21, "inform": [0, 3, 5, 6, 7, 11, 12, 15, 18, 21, 27, 29, 34, 35, 36, 53, 63, 64, 78, 80, 86, 88, 91, 92, 93, 95, 97, 98], "infrastructur": [0, 12], "inher": 85, "inherit": [5, 68, 92, 94, 98], "init": 88, "initi": [2, 5, 6, 18, 21, 25, 59, 64, 75, 77, 78, 82, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96, 98], "initial_valu": [75, 77, 92], "inlet": 89, "inner": [24, 57, 60, 61], "inproceed": 0, "input": [3, 15, 18, 21, 88, 91, 92], "inspect": 96, "instal": [0, 6, 9, 88, 96], "instanc": [2, 4, 5, 6, 9, 11, 18, 21, 57, 85, 86, 87, 93, 94, 96], "instance_group_nam": 57, "instanti": [2, 96, 98], "instead": [7, 9, 11, 55, 79, 85, 86, 87, 88, 89, 90, 91, 92, 98], "instruct": 11, "insuffici": 9, "int": [15, 18, 24, 25, 30, 40, 41, 42, 43, 44, 45, 46, 55, 63, 66, 69, 70, 71, 72, 75, 76, 78, 79, 80, 90, 91, 92], "intact": 6, "integ": [18, 78], "integr": [0, 2, 6, 9, 10, 12], "intend": 98, "interact": [2, 4, 5, 6, 53, 63, 78, 82, 85, 87, 88, 92, 93, 98], "interest": [0, 97], "interfac": [0, 2, 5, 6, 12, 19, 86, 88, 89, 95], "interior": 89, "interiorequip": 89, "interiorlight": 89, "intermedi": [6, 77, 89, 98], "intern": [0, 3, 5, 89, 93, 98], "internal_vari": 89, "internalvari": 89, "interpret": 11, "interrupt": 2, "interv": [24, 98], "intl": [7, 86, 88, 97], "introduc": [0, 2, 6, 12], "introduct": 2, "investig": [3, 8], "invoic": 9, "io": 9, "ion": 81, "is_discret": [18, 75, 76, 88, 89, 92], "is_rain": [2, 85, 87, 90, 91, 92], "is_run": [18, 21, 89], "is_weekend": [74, 92, 98], "isbn": 0, "isn": [9, 89, 98], "iso8601": 64, "isol": 11, "isort": 10, "issu": [0, 3, 9, 10, 12, 98], "ite_fan_demand_r": 3, "iter": 85, "its": [2, 5, 6, 7, 8, 9, 11, 21, 58, 76, 78, 82, 85, 86, 92, 96, 98], "itself": [92, 98], "j": [7, 88, 97], "japan": 97, "javier": 0, "jim\u00e9nez": 0, "job": 88, "join": 21, "jpn_tokyo": 97, "json": [5, 6, 7, 9, 15, 18, 27, 34, 35, 36, 88], "json_fil": 15, "juan": 0, "jump": 77, "just": [0, 9, 12, 85, 89], "keep": 8, "kei": [2, 3, 5, 6, 7, 8, 9, 15, 18, 21, 27, 28, 32, 37, 66, 77, 79, 93, 98], "kennedi": [7, 88, 97], "key_exclud": 66, "key_valu": 66, "keyword": [85, 86, 87, 88, 89, 90, 91, 92], "kibam": 3, "know": 6, "kwarg": [7, 24, 25, 27, 66, 82], "label": 5, "lack": 55, "lambda_": [69, 71], "lambda_energi": [7, 69, 70, 71, 72], "lambda_p": 94, "lambda_t": [69, 71, 94], "lambda_temperatur": [7, 69, 70, 71, 72], "larg": 3, "larger": 94, "last": [6, 8, 11, 18, 37, 78, 98], "last_10_steps_reward": 90, "last_result": 37, "lastli": 87, "later": [63, 88, 98], "latest": [9, 10, 11, 88, 92, 98], "latitud": [2, 97], "launch": 88, "layer": [77, 89], "lead": 5, "leap": 8, "learn": [0, 2, 9, 11, 12, 88, 92, 93, 94], "learning_r": 88, "learning_rate0": 88, "least": 9, "leav": [6, 86], "left": 89, "length": [6, 8, 55, 77, 85, 86, 87, 88, 89, 90, 91, 92], "less": [], "let": [2, 8, 11, 85, 86, 88], "level": [3, 10, 65, 89, 95, 98], "levelnam": 64, "leverag": [5, 6, 10, 88], "lib": [85, 86, 87, 88, 89, 90, 91, 92], "librari": [9, 11, 88, 91, 92, 95], "lieber": 3, "lifecycl": [0, 12], "light": 89, "like": [0, 5, 6, 7, 9, 11, 12, 15, 64, 85, 88], "limit": [92, 94], "line": 89, "line_termin": [85, 86, 87, 88, 89, 90, 91, 92], "linear": [70, 71, 72, 94], "linearreward": [7, 18, 89, 94], "linetermin": [85, 86, 87, 88, 89, 90, 91, 92], "link": 9, "linux": 11, "lisboa": 97, "list": [0, 6, 7, 9, 11, 15, 18, 21, 31, 32, 37, 40, 41, 42, 43, 44, 45, 46, 48, 50, 55, 63, 69, 70, 71, 72, 75, 76, 77, 78, 79, 81, 82, 84, 85, 86, 88, 89, 90, 91, 92, 93], "lite": 10, "ll": [6, 85, 86, 87, 88, 90, 92, 96], "load": [87, 89, 98], "load_ag": [5, 9, 88], "load_agent_exampl": 5, "load_artifact_ent": 88, "load_artifact_model_path": 88, "load_artifact_nam": 88, "load_artifact_project": 88, "load_artifact_tag": 88, "local": [5, 9, 25, 55, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 96], "locals_": 25, "locat": [4, 6, 11, 15, 86, 87, 88, 97], "log": [0, 5, 12, 24, 63, 65, 78, 88, 89, 92, 93, 98], "log_artifact": 88, "log_callback": 88, "log_episod": 63, "log_fil": [63, 90], "log_interv": [5, 88], "log_path": [25, 88], "log_progress_fil": [63, 90], "log_step": 63, "log_step_norm": 63, "logger": [2, 6, 15, 18, 21, 68, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84, 87, 88, 89, 91, 98], "logger_class": [78, 90], "loggercallback": [5, 88], "loggerev": 88, "loggerevalcallback": [5, 88], "loggerwrapp": [87, 88, 92, 96], "login": [9, 88], "logrecord": 64, "long": [88, 92], "look": [33, 38, 53, 85, 93], "loop": 85, "loss": [3, 88], "loss0": 88, "loss16037": [], "low": [3, 7, 69, 71, 86, 87, 91, 94, 95, 98], "lower": 94, "lt": [11, 88, 89, 92], "luca": 0, "m": [88, 97], "m2": 3, "machin": [9, 96], "machineri": 0, "madagascar": 97, "made": 0, "magnitud": 94, "mai": [6, 8, 9, 15, 88, 92, 94, 98], "main": [3, 63, 89, 94], "mainli": 53, "mainswat": 89, "maintain": [3, 94], "make": [0, 4, 6, 7, 8, 9, 11, 12, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96, 98], "make_eplus_arg": 21, "malici": 10, "manag": [0, 2, 6, 8, 9, 12, 14, 15, 57, 88, 89, 93], "mandatori": 5, "mani": [2, 7, 86, 87, 89], "manipul": 5, "manjavaca": 0, "manual": [6, 8, 87, 88], "map": [7, 81, 86, 92, 98], "marin": 97, "mass": [3, 7, 89], "master": 53, "mat": 89, "match": [5, 18, 21, 76, 77, 86, 87, 92, 94], "materi": 89, "max": [7, 37, 69, 71], "max_comfort_penalti": 72, "max_energy_penalti": 72, "max_ep_data_store_num": [6, 7, 18, 86], "max_ep_stor": 15, "max_length": 88, "maximum": [75, 77, 86, 89, 92, 93, 94, 98], "md": 0, "mdd": 6, "mdg_antananarivo": 97, "me": [], "mean": [3, 5, 15, 25, 55, 82, 85, 86, 87, 88, 90, 91, 93, 96, 97, 98], "mean_abs_comfort_penalti": [5, 88], "mean_abs_energy_penalti": [5, 88], "mean_absolute_comfort_penalti": 88, "mean_absolute_energy_penalti": 88, "mean_comfort_penalti": [], "mean_energy_penalti": [], "mean_pow": [], "mean_power1014": [], "mean_power_consumpt": [], "mean_power_consumption975": [], "mean_power_demand": [5, 88], "mean_power_demand2841": 88, "mean_power_demand3089": 88, "mean_reward": [5, 88], "mean_reward_comfort_term": [5, 88], "mean_reward_energy_term": [5, 88], "mean_temperature_viol": [5, 88], "mean_temperature_violation0": 88, "mean_temperature_violation1": [], "meantim": 3, "meanwhil": 2, "media": 88, "mediterranean": 97, "member": 9, "memori": [5, 9], "mention": [6, 9, 86, 87, 89], "merg": 88, "messag": [10, 64, 86], "met": 55, "metadata": 18, "meter": [2, 3, 7, 15, 18, 21, 35, 85, 86, 87, 88, 89, 90, 91, 92, 93], "meter_handl": [18, 89], "method": [2, 5, 6, 8, 9, 10, 15, 18, 21, 24, 25, 29, 48, 49, 50, 51, 53, 55, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 88, 89, 92, 93, 94, 96, 98], "metric": [2, 5, 55, 88], "mid": [3, 97], "middlewar": [2, 98], "midfloor_plenum": 3, "mig": 57, "might": [7, 9, 11, 85, 96, 98], "miguel": 0, "mild": 97, "min": [37, 89], "minim": 10, "minimum": [55, 75, 89, 92], "minimum_outdoor_air_schedule_nam": 89, "minut": [9, 88], "mir": 89, "mirror": 5, "mismatch": 86, "miss": 88, "mix": [7, 86, 87, 88, 89, 94, 97], "mlppolici": 88, "mo": 92, "mode": 18, "model": [0, 2, 3, 6, 7, 8, 11, 12, 13, 25, 29, 55, 85, 86, 87, 89, 90, 91, 92, 93, 95, 98], "model_path": 88, "modif": [0, 6, 12, 14, 86], "modifi": [0, 4, 6, 8, 12, 15, 55, 76, 81, 86, 87, 91, 93, 94], "modul": [9, 10, 11, 13, 16, 19, 22, 93, 95], "modular": 94, "moist": 97, "molina": 0, "mon": 30, "mondai": 3, "monitor": [0, 5, 9, 11, 12, 25, 55, 63, 78, 87, 88, 90, 92, 93], "monitor_head": [63, 78, 90], "monitor_norm": 93, "monoton": [], "month": [2, 6, 7, 30, 69, 70, 71, 72, 74, 85, 86, 87, 88, 89, 90, 91, 92, 96, 98], "month1": 88, "month_co": 92, "month_sin": 92, "monthan": [7, 87, 91, 92, 97], "monthli": 96, "more": [0, 2, 3, 5, 6, 7, 8, 9, 11, 12, 27, 34, 35, 36, 53, 83, 85, 87, 88, 89, 91, 92, 93, 94, 95, 97, 98], "moreov": 6, "most": [6, 96], "mtd": 6, "mu": [6, 18], "much": [0, 12], "mujoco": [0, 12], "multi": 94, "multibinari": [6, 76, 98], "multidiscret": [6, 76, 98], "multiobjectivereward": 92, "multiobswrapp": [90, 92], "multipl": [2, 3, 6, 7, 86], "multipli": 89, "must": [5, 6, 7, 9, 11, 15, 18, 21, 75, 76, 77, 86, 93, 98], "mwb": 15, "my": 89, "myrulebasedcontrol": 91, "n": [6, 80, 92], "n2": 9, "n2o": 89, "n_eval_episod": [25, 55, 88], "n_steps_per_hour": [85, 86, 87, 88, 89, 90, 91, 92], "n_updat": 88, "n_updates31299": [], "n_updates860train": 88, "naiv": 94, "name": [0, 3, 5, 7, 8, 9, 11, 12, 15, 18, 21, 28, 57, 60, 61, 64, 65, 69, 70, 71, 72, 75, 77, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "natur": 6, "naturalga": 89, "ndarrai": [18, 44, 63, 74, 78, 79, 80, 83, 84, 90], "nearest": 98, "necessari": [2, 9, 10, 11, 87, 91], "necessarili": 5, "necessit": 86, "need": [6, 9, 10, 11, 85, 86, 87, 88, 89, 90, 91, 92, 93], "neg": 94, "nest": 98, "net": 89, "network": 5, "neural": 5, "never": 9, "new": [0, 2, 3, 7, 9, 12, 15, 25, 63, 78, 80, 85, 87, 88, 89, 90, 91, 92, 93, 94, 97], "new_action_spac": 86, "new_actu": 86, "new_cool_setpoint": 91, "new_discrete_spac": 92, "new_env_nam": 86, "new_heat_setpoint": 91, "new_log_fil": 63, "new_met": 86, "new_time_vari": 86, "new_vari": 86, "next": [2, 5, 6, 9, 11, 18, 21, 77, 78, 80, 88, 89, 90, 91], "niev": 0, "night": 91, "node": 89, "nois": [6, 85], "nomin": 89, "non": [3, 5, 6, 10, 86], "noncoincid": 89, "none": [5, 15, 18, 21, 25, 29, 37, 38, 48, 49, 50, 53, 55, 63, 64, 66, 78, 80, 82, 88, 89, 90], "normal": [5, 81, 82, 86, 88, 93, 94, 95, 96, 98], "normalizationwrapp": 82, "normalize_rang": [81, 92], "normalizeact": [88, 92, 96], "normalized_observ": [5, 88], "normalizedlinearreward": 94, "normalizeobserv": [88, 90, 92, 96], "normalizereward": 96, "north": 3, "note": [88, 89], "notebook": [0, 12, 85, 88, 90, 92], "notifi": [6, 9], "now": [6, 9, 85, 88, 90, 91, 92], "np": [7, 18, 63, 74, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 96], "np_random": [18, 78], "npz": 25, "nuanc": 5, "null": 7, "num_comfort_viol": 24, "num_episod": 93, "num_simul": 93, "num_timestep": 88, "number": [5, 6, 15, 18, 24, 25, 55, 63, 80, 86, 88, 89, 92, 93], "number_of_people_schedule_nam": 89, "numpag": 0, "numpi": [85, 86, 87, 88, 89, 90, 91, 92, 96], "ny": 0, "o": [9, 10], "oa": 89, "oarequir": 89, "ob": [63, 74, 82, 84, 85, 86, 87, 88, 90, 91, 92, 96], "object": [2, 3, 6, 9, 13, 15, 32, 38, 55, 59, 60, 61, 65, 79, 88, 89, 94, 98], "objectview": 9, "obs_dict": [91, 92, 94], "obs_queu": 21, "observ": [3, 4, 5, 6, 7, 18, 21, 48, 50, 63, 74, 78, 79, 80, 82, 84, 87, 88, 89, 91, 93, 94, 95, 98], "observation_spac": 18, "observation_valu": 93, "observation_vari": [86, 88, 89, 90, 91, 92], "obtain": [5, 6, 18, 78], "occup": [3, 6, 7, 48], "occupi": 89, "occur": [2, 6, 92, 93], "off": 89, "offer": [0, 2, 6, 12], "offic": [3, 87], "office_cooling_rl": 3, "office_heating_rl": 3, "officegridstoragesmooth": 83, "offici": [0, 11], "offpolicyalgorithm": 5, "often": [89, 92, 98], "ohar": 97, "older": [6, 9], "omega": 94, "omit": 64, "onc": [2, 9, 85, 96], "one": [2, 3, 5, 6, 7, 8, 9, 11, 15, 18, 32, 63, 64, 75, 83, 84, 85, 86, 87, 88, 91, 92, 93, 94, 95, 97, 98], "ones": [0, 6, 12, 94, 98], "ongo": 2, "onli": [0, 3, 5, 6, 7, 8, 9, 11, 12, 63, 75, 85, 87, 93, 98], "only_discret": 7, "onpolicyalgorithm": 5, "onto": 66, "open": [3, 11, 92], "openai": 53, "openmodelica": [0, 12], "oper": [5, 64, 98], "operand": 64, "optim": [9, 94], "option": [5, 6, 7, 9, 11, 15, 18, 37, 53, 63, 64, 69, 70, 71, 72, 78, 80, 82, 88, 89, 90, 93, 94], "opyplu": [15, 32, 85, 86, 87, 88, 89, 90, 91, 92], "order": [5, 6, 11, 15, 18, 88, 92, 98], "orderenforc": [88, 92], "org": [0, 12], "organ": [3, 6, 95], "orient": [2, 3], "origin": [5, 6, 15, 18, 21, 60, 74, 75, 76, 77, 78, 79, 80, 81, 84, 86, 92, 93, 98], "ornstein": [6, 15, 18], "other": [0, 2, 3, 5, 9, 11, 12, 55, 88, 89, 93, 94, 97], "otherwis": [5, 8, 9, 76, 92], "ou": 15, "our": [0, 5, 6, 8, 10, 11, 12, 86, 87, 88, 89, 90, 91, 94, 95, 96], "out": [5, 8, 64, 89, 91, 92, 98], "out_temp": 91, "outdoor": [3, 7, 86, 89, 91], "outdoor_air_schedule_nam": 89, "outdoor_humid": [3, 7, 86, 88, 92], "outdoor_humidity44": 88, "outdoor_humidity57": [], "outdoor_temperatur": [3, 7, 86, 88, 89, 91, 92], "outdoorair": 89, "outlet": 89, "outlin": [2, 6], "output": [2, 3, 5, 15, 18, 21, 37, 53, 65, 76, 85, 86, 87, 88, 89, 90, 91, 92, 98], "output_format": 88, "output_path": [21, 37], "outputmet": 89, "outputvari": [6, 89], "outsid": [11, 89, 94], "over": [5, 85], "overhang": 89, "overrid": 94, "overview": 6, "overwrit": [2, 5, 86, 92, 98], "overwritten": 86, "own": [0, 4, 5, 8, 12, 88, 91, 92, 98], "owner": 9, "p_t": 94, "packag": [3, 85, 86, 87, 88, 89, 90, 91, 92, 95], "packagedratedcoolcapfflow": 89, "packagedratedcooleirfflow": 89, "page": [0, 6, 10], "pair": 66, "panel": 3, "paper": 0, "param": [14, 15, 24, 25, 50, 63, 88], "paramet": [5, 7, 8, 9, 15, 18, 21, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 48, 49, 51, 53, 55, 57, 60, 61, 63, 64, 65, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 88, 94], "parent": 15, "pars": [7, 81, 98], "part": [4, 6], "parti": 10, "particular": 6, "particularli": [4, 53, 98], "pass": [18, 25, 55], "passiv": 97, "passiveenvcheck": [88, 92], "path": [5, 9, 15, 21, 25, 29, 37, 60, 61, 63, 85, 86, 87, 88, 89, 90, 91, 92], "pattern": 6, "pd": 9, "peak": 89, "penalti": [5, 93, 94], "pennsylvania": 97, "peopl": [3, 6, 7, 89], "people_air_temperatur": 3, "people_count": 3, "people_occup": [3, 7, 88, 92], "people_occupant0": [], "people_occupant1": 88, "people_occupant20": 88, "pep8": 10, "per": [2, 3, 5, 6, 7, 8, 55, 63, 85, 86, 87, 88, 89, 90, 91, 92, 93], "perceiv": [48, 50, 91], "percentag": 5, "perform": [2, 4, 5, 9, 11, 25, 55, 79, 80, 89], "perimet": 3, "perimeter_bot_zn_1": 3, "perimeter_bot_zn_2": 3, "perimeter_bot_zn_3": 3, "perimeter_bot_zn_4": 3, "perimeter_mid_zn_1": 3, "perimeter_mid_zn_2": 3, "perimeter_mid_zn_3": 3, "perimeter_mid_zn_4": 3, "perimeter_top_zn_1": 3, "perimeter_top_zn_2": 3, "perimeter_top_zn_3": 3, "perimeter_top_zn_4": 3, "period": [2, 85, 89, 94, 97], "person": 93, "perspect": 2, "petit": [58, 59], "pf27dlou": [], "pf27dlousync": [], "photovolta": 3, "pip": [11, 88, 95], "place": [6, 96], "plan": [0, 5, 12], "plant": 89, "platform": [5, 10], "pleas": [0, 3, 6, 9, 11, 12, 53, 88, 91, 95, 97], "plenum": 89, "plenumclg": 89, "plenumcoolingsetpoint": 89, "plenumheatingsetpoint": 89, "plenumhtg": 89, "plot": 24, "plug": [3, 89], "plugin_global_vari": 89, "point": [4, 88, 89], "polici": [9, 25, 54, 55], "policy_gradient_loss": 88, "policypredictor": 55, "pop": [11, 90], "portug": 97, "possibl": [5, 6, 7, 9, 11, 27, 86, 92, 97, 98], "potenti": 6, "power": [3, 5, 63, 69, 70, 71, 72, 89, 93, 94], "power_penalti": 90, "ppd": 3, "ppo": [5, 88], "pprint": 89, "pr": 0, "pre": [0, 5, 9, 10, 12, 88, 94], "preced": 2, "precis": [5, 92, 94, 98], "preconfigur": 86, "predefin": [6, 86, 89, 94], "predetermin": 9, "predict": [5, 55, 88], "prefer": [9, 11], "prefix": 31, "preheat": 89, "preliminari": 6, "prepar": [2, 6, 11, 21, 85], "preparatori": 64, "present": [2, 4, 5, 6, 15, 93, 97], "preserv": 88, "pressur": 89, "prevent": 10, "previou": [2, 6, 11, 80, 84, 88, 98], "previous": [5, 6, 15, 87, 88, 93], "previous_vari": [84, 92], "previousobservationwrapp": 92, "primari": [2, 5, 9], "print": [6, 85, 86, 87, 88, 89, 90, 91, 92, 96], "prior": 9, "privileg": [9, 58], "problem": [0, 6, 12, 92], "proce": 11, "procedur": [5, 10], "proceed": 0, "process": [0, 2, 5, 6, 7, 11, 12, 15, 18, 21, 88, 89, 94, 98], "program": 11, "progress": [0, 2, 5, 6, 12, 63, 65, 78, 86, 87, 88, 90, 91, 92, 93], "progress_head": [63, 78, 90], "project": [5, 9, 10, 11, 12, 39, 88, 95], "project_id": 9, "project_path": 9, "proper": 92, "properli": 0, "properti": [15, 18, 21, 75, 76, 82], "proport": 94, "protocol": 89, "provid": [0, 2, 3, 5, 6, 8, 9, 11, 12, 92, 94, 98], "prt_lisboa": [86, 97], "pub": 9, "public": 9, "publish": [0, 10], "pubsub": 9, "pull": 9, "pump": [3, 89], "purchas": 89, "purpos": [9, 11], "push": 9, "pw03": 89, "py": [4, 5, 6, 7, 9, 11, 53, 85, 86, 87, 88, 89, 90, 91, 92, 95, 96, 98], "pyenergyplu": 20, "pypi": [10, 11], "pytest": [10, 11], "python": [0, 2, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 20, 21, 28, 29, 56, 86, 88, 89, 92, 95, 96], "python3": [11, 85, 86, 87, 88, 89, 90, 91, 92], "python_environ": 11, "pythonpath": 11, "pytyp": 10, "question": [0, 12], "queue": [21, 92, 98], "quick": 9, "quickli": [7, 94], "quit": 6, "quota": 9, "r": [7, 69, 71, 86, 97], "r_t": 94, "raboso": 0, "radiant": 3, "radiat": [3, 7, 86], "rain": [2, 97], "rais": [10, 15, 55, 76, 98], "random": [4, 51, 87], "randomli": [2, 6, 15, 18, 51, 83, 86, 96], "rang": [5, 6, 8, 37, 49, 50, 69, 70, 71, 72, 77, 81, 85, 86, 87, 88, 90, 91, 92, 94, 96, 98], "range_comfort_hour": [70, 72], "range_comfort_summ": [7, 69, 70, 71, 72, 86], "range_comfort_wint": [7, 69, 70, 71, 72, 86], "rate": [3, 7, 83, 86, 89], "rather": 98, "ratio": 89, "raw": 5, "rbc5zone": 91, "rdd": 6, "rdnfn": 0, "re": [6, 85, 88, 89, 91, 93], "reach": 98, "read": [0, 7, 9, 15, 27, 34, 35, 36, 60, 89, 92], "readi": [9, 85, 86, 87, 88, 89, 90, 91, 92, 96], "readili": [85, 96], "readm": 95, "real": [0, 5, 12, 63, 81, 88, 98], "realist": 5, "realli": 9, "reason": 89, "receiv": [2, 9, 81, 92, 98], "recommend": [6, 9, 11, 49, 50, 86, 87, 88, 92, 94], "record": [5, 24, 32, 63, 64, 78, 87, 88, 90, 92, 93], "rectangular": 3, "recurs": [38, 60, 61], "red": 64, "reduc": [], "refer": [2, 3, 4, 5, 6, 7, 8, 9, 11, 25, 86, 88, 94, 95, 98], "refin": 5, "refriger": 3, "regard": [2, 5], "regardless": [5, 93, 96], "region": 9, "regist": [2, 5, 6, 7, 85, 88], "registr": [5, 6], "registri": [6, 9], "reheat": 89, "reheatcoilavailsch": 89, "reinforc": [0, 11, 12, 88, 92, 94], "rel": [3, 7, 29, 86, 89], "relat": [6, 53, 86], "relationship": 94, "releas": [0, 8, 11, 12], "relev": 94, "reli": 11, "relief": 89, "relogin": 88, "remain": [5, 98], "rememb": [85, 88, 89, 91], "remind": [88, 89], "remot": [5, 10, 11, 88, 95], "remote_stor": 9, "remov": [9, 57, 69, 70, 71, 72, 88, 89, 92], "renam": 88, "render": [18, 25, 53, 55, 88], "render_mod": 18, "reopen": 11, "repair": 3, "repeat": 2, "replac": [86, 87, 88, 92, 93, 98], "repo": 88, "report": [0, 9, 10, 12], "repositori": [0, 9, 10, 11, 88, 93, 95, 96], "repres": [3, 94, 96], "reproduc": [0, 12], "request": 57, "requir": [0, 5, 6, 7, 9, 10, 11, 12, 15, 85, 86, 88, 89, 92, 93, 94, 95, 98], "res1": [86, 87, 88], "res2": 86, "res3": 86, "res35041": [88, 89, 91], "res35042": [90, 92], "res35043": 92, "res35044": 92, "res35045": 92, "res35046": 92, "res35047": 92, "res35048": 92, "res35049": 92, "res35050": 92, "res35051": 92, "res4": 85, "res_n": 63, "reset": [2, 15, 18, 21, 55, 64, 78, 80, 82, 85, 86, 87, 88, 89, 90, 91, 92, 96], "residenti": 3, "resist": 3, "resolv": 10, "resourc": [59, 60, 61], "respect": [6, 92, 94], "respons": [57, 93], "rest": [0, 12, 28, 56, 57], "restart": 9, "result": [3, 9, 55, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96], "resum": 2, "retain": 87, "retriev": 38, "return": [2, 3, 4, 6, 15, 18, 21, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 48, 49, 50, 51, 55, 57, 58, 59, 63, 64, 65, 74, 76, 78, 79, 80, 81, 82, 83, 84, 89, 90, 91, 92, 94, 96, 98], "return_episode_reward": 55, "reverting_act": 81, "reward": [0, 2, 3, 5, 7, 12, 18, 22, 24, 25, 55, 63, 78, 79, 80, 85, 87, 88, 89, 90, 91, 92, 95, 96, 98], "reward_kwarg": [6, 7, 18, 86, 94], "reward_term": [79, 92], "reward_threshold": 55, "reward_weight": [85, 87, 90, 91, 92], "rfc": 64, "rg01": 89, "right": 89, "rise": 89, "rl": [0, 5, 12, 55], "rm": [52, 53], "role": 9, "rollout": [5, 25], "romero": 0, "root": [9, 11, 88, 93, 96], "round": 98, "row": 93, "rule": [4, 48, 49, 50, 89, 95], "run": [0, 2, 5, 6, 9, 11, 21, 55, 82, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96], "run_simulation_for_sizing_period": 6, "runner": 21, "runperiod": [6, 15, 18, 85, 86, 87, 88, 89, 90, 91, 92], "sac": 5, "sail": 11, "same": [2, 5, 6, 7, 9, 49, 86, 88, 92, 93, 97], "sampl": [18, 85, 86, 87, 90, 92, 96, 97], "save": [5, 6, 15, 25, 82, 85, 86, 87, 88, 89, 90, 91, 92, 98], "save_building_model": 15, "save_util": [], "sb": 89, "sb12": 89, "sb14": 89, "sb15": 89, "sb21": 89, "sb23": 89, "sb25": 89, "sb3": [0, 12, 66, 88], "sb32": 89, "sb34": 89, "sb35": 89, "sb3_dqn": 88, "sb3_ppo": 88, "sb3logger": 88, "sb41": 89, "sb43": 89, "sb45": 89, "sb51": 89, "sb52": 89, "sb53": 89, "sb54": 89, "scalabl": [0, 12], "scalar": [6, 79, 92, 94, 98], "scale": [55, 82, 94, 95], "scenario": [6, 86], "sch": [3, 7, 89], "sched": 89, "schedul": [2, 3, 6, 7, 15, 18, 29, 86, 93], "schedule_nam": 89, "scheme": 15, "scope": 9, "scratch": 86, "script": [5, 6, 9, 86, 88, 96], "sdk": [9, 11], "search": [38, 88, 89], "season": [69, 70, 71, 72, 89, 91, 97], "season_comfort_rang": 91, "second": [15, 30, 55, 85, 86, 87, 88, 89, 90, 91, 92], "secondli": 9, "section": [0, 3, 4, 5, 6, 7, 9, 11, 12, 89, 94, 95, 96, 97], "secur": 10, "see": [0, 5, 6, 7, 9, 10, 86, 88, 89, 92, 93], "seed": [5, 18, 78, 80], "seed_valu": 5, "seem": [85, 96], "seen": [92, 98], "select": [2, 6, 11, 15, 18, 48, 49, 50, 51, 78, 86, 91, 92, 96, 98], "self": [85, 86, 87, 88, 89, 90, 91, 92, 94], "semiarid": 97, "sen": 74, "send": [0, 2, 9, 18, 58, 59, 61, 77, 78, 81, 87, 98], "sensibl": 89, "sensor": 2, "sent": 5, "separ": [3, 8, 94], "sequenc": [48, 49, 50, 51, 90, 91], "sequenti": 10, "serv": 3, "server": [3, 9, 88], "servic": [3, 9, 57, 58], "serviceaccount": 9, "serviceusag": 9, "session": [69, 70, 71, 72], "set": [0, 2, 5, 6, 7, 8, 9, 11, 12, 15, 82, 88, 89, 93, 94, 98], "set_episode_working_dir": 15, "set_log_fil": 63, "set_logg": 88, "set_mean": 82, "set_var": 82, "setp": [3, 7, 89], "setpoint": [3, 7, 48, 49, 50, 75, 86, 89, 91, 92, 98], "setpoint_temperature_schedule_nam": 89, "setpointmanag": 89, "setpoints_summ": 91, "setpoints_wint": 91, "setup": [3, 11, 85], "setup_tag": 11, "sever": [6, 9, 11, 15, 89, 97, 98], "shade": 89, "shadetranssch": 89, "shape": [7, 86, 87], "share": [2, 6], "shop": 3, "should": [6, 7, 9, 11, 25, 68, 88, 93, 96, 98], "shouldn": 92, "show": [6, 15, 89], "shown": [11, 86, 94], "side": 3, "sigma": [6, 15, 18], "signal": 94, "signifi": 94, "silent": 9, "similar": [0, 6, 7, 12, 94], "similarli": [10, 86, 89, 98], "simpl": 3, "simpler": 7, "simpli": [9, 11, 86, 89, 92], "simplifi": 94, "simul": [0, 2, 5, 6, 11, 12, 13, 15, 16, 17, 18, 37, 48, 49, 50, 51, 63, 65, 78, 81, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 98], "simulationcontrol": 6, "simultan": [3, 5, 10, 83], "sin": [74, 92, 98], "sinc": [2, 3, 5, 91, 98], "sinergym": [2, 3, 4, 5, 7, 10, 12, 85, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98], "sinergym_environment_id": 6, "sinergym_evalu": 88, "sinergym_extra": [9, 11], "sinergym_logg": [5, 24], "sinergym_output": 88, "singl": [3, 5, 87, 96], "singlecool": 89, "singleduct": 89, "singleh": 89, "site": [3, 6, 7, 86, 87, 89], "size": [3, 9, 85, 86, 87, 88, 89, 90, 91, 92, 98], "sizingperiod": [6, 87], "skeleton": 8, "skip": [10, 53], "skip_render_check": 53, "slack": 9, "sm": 9, "small": 95, "so": [9, 11, 87, 92, 93, 94, 98], "softwar": 10, "solana": 0, "solar": [3, 7, 86, 89], "solut": 98, "solv": 6, "some": [0, 5, 6, 8, 9, 18, 78, 86, 87, 88, 89, 93, 98], "someth": 85, "sophist": 87, "sort": 10, "sourc": [3, 10, 11, 18, 78, 88, 92], "south": 89, "space": [3, 4, 5, 7, 9, 18, 74, 75, 76, 81, 85, 87, 88, 89, 91, 92, 96, 98], "space1": 89, "space2": 89, "space3": 89, "space4": 89, "space5": [3, 7, 89], "spacetyp": 89, "spain": 97, "special": 64, "specif": [0, 5, 6, 11, 12, 15, 18, 21, 88, 89, 92, 93, 94, 95], "specifi": [2, 5, 6, 7, 9, 11, 18, 60, 61, 64, 78, 86, 87, 88, 90, 92, 93, 94, 97, 98], "speed": [3, 7, 86, 89], "spell": 10, "spelling_wordlist": 10, "sphinx": 10, "sql": 9, "sqladmin": 9, "src_path": 61, "ssd": 9, "ssh": 9, "st": 30, "st_dai": 30, "st_mon": 30, "st_year": 30, "stabil": 82, "stabl": [0, 5, 11, 12, 23, 24, 52, 53, 88, 95], "stable_baselines3": [25, 55, 88], "stack": [80, 92, 98], "stage": [5, 88], "stai": [0, 8, 12, 94], "stand": 87, "standard": [6, 10, 28, 48, 85, 96, 98], "start": [2, 6, 9, 21, 30, 31, 69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92, 93], "start_dai": [8, 85, 86, 87, 88, 89, 90, 91, 92], "start_month": [8, 85, 86, 87, 88, 89, 90, 91, 92], "start_weekdai": [85, 86, 87, 88, 89, 90, 91, 92], "start_year": [8, 85, 86, 87, 88, 89, 90, 91, 92], "state": [2, 3, 5, 21, 78, 89], "static": [48, 49, 98], "statu": 89, "std": [55, 88], "std0": 88, "std_cumulative_reward": 88, "std_cumulative_reward0": 88, "std_mean_reward": 88, "std_mean_reward0": 88, "std_reward": [], "std_reward0": [], "stdin": 9, "stdout": 88, "step": [2, 5, 6, 11, 15, 18, 55, 63, 64, 66, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 91, 92, 94, 96, 98], "step_siz": [15, 18, 89], "step_temp": [75, 92], "steps_data": 63, "stochast": [6, 7, 25, 55, 86, 88, 94], "stockholm": 97, "stop": [2, 21], "storag": [3, 5, 7, 11, 59, 60, 61], "storage_battery_charge_st": 3, "storage_charge_energi": 3, "storage_charge_pow": 3, "storage_discharge_energi": 3, "storage_discharge_pow": 3, "storage_thermal_loss_energi": 3, "storage_thermal_loss_r": 3, "store": [5, 15, 24, 61, 63, 86, 88, 93], "stori": 3, "str": [6, 15, 18, 21, 25, 27, 28, 29, 31, 32, 34, 35, 36, 37, 55, 57, 58, 61, 63, 64, 65, 66, 69, 70, 71, 72, 77, 78, 79, 80, 84, 88, 90], "straightforward": [4, 85, 94, 96], "strategi": [0, 2, 12], "strftime": 88, "string": [5, 7, 64], "strongli": 92, "structur": [2, 7, 9, 86, 93, 94], "studi": 4, "studio": 11, "style": 64, "sub": [6, 9, 18], "sub_run": 93, "sub_run1": [85, 86, 87, 88, 89, 90, 91, 92, 93], "sub_run2": [88, 92, 93], "sub_run3": [88, 93], "sub_run4": 88, "sub_run5": 88, "sub_run6": 88, "sub_run_n": 63, "sub_runn": 93, "submit": 9, "subsect": 6, "subsequ": [2, 11], "subset": [11, 86, 92], "substitut": [9, 74], "subtrop": 97, "success": 88, "successfulli": [85, 86, 87, 88, 89, 90, 91, 92, 95], "sudo": 11, "suit": [6, 93], "sum": [85, 86, 87, 88, 90, 91, 94, 96], "summari": [5, 6, 11, 78, 87, 88, 90, 92], "summer": [15, 69, 70, 71, 72, 94, 97], "summer_fin": [7, 69, 70, 71, 72], "summer_final_d": 91, "summer_start": [7, 69, 70, 71, 72], "summer_start_d": 91, "summerdai": 15, "super": [90, 94], "supervis": 95, "supplementari": 2, "suppli": [3, 89], "supply_air_rl": 3, "support": [5, 6, 11, 95], "sure": [4, 8, 92], "surfac": [3, 89], "surplu": 89, "swe_stockholm": 97, "sweden": 97, "sy": [88, 89], "sydnei": 97, "sync": 88, "system": [0, 3, 7, 21, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 94], "t": [6, 7, 9, 11, 32, 69, 71, 83, 87, 89, 92, 93, 94, 97, 98], "t_": [69, 71, 94], "t_t": 94, "tabl": [5, 11, 15], "table_nam": 89, "tag": [10, 11], "tag_nam": 11, "tailor": 5, "take": [15, 53, 75, 77, 88], "tao": 18, "target": 94, "task": [2, 9, 11], "tau": [6, 15], "tc9": [49, 50], "td3": 5, "team": 11, "techniqu": 93, "tediou": 7, "temp": 89, "temp_valu": [85, 87, 90, 91, 92], "temperatur": [3, 5, 6, 7, 48, 49, 50, 69, 70, 71, 72, 75, 86, 89, 91, 94, 97], "temperature_vari": [7, 69, 70, 71, 72, 86], "templat": [0, 9, 12, 64], "term": [2, 5, 24, 69, 70, 71, 72, 79, 92], "termin": [9, 63, 64, 65, 79, 80, 85, 86, 87, 88, 90, 91, 92, 96], "test": [0, 10, 11, 12, 25, 88], "test_common": 95, "test_control": 95, "test_env": 95, "test_model": 95, "test_reward": 95, "test_simul": 95, "test_stable_baselin": 95, "test_wrapp": 95, "text": 64, "than": [6, 83, 88, 98], "thei": [5, 6, 7, 9, 11, 92, 93, 95], "them": [2, 3, 6, 7, 11, 15, 83, 92, 93, 95, 98], "therefor": [7, 87, 89, 98], "thermal": [3, 48, 70, 72, 89, 94], "thermal_comfort_clothing_valu": 3, "thermal_comfort_fanger_model_ppd": 3, "thermal_comfort_mean_radiant_temperatur": 3, "thermostat": [3, 7, 86, 89], "thermostatsetpoint": 89, "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 21, 24, 28, 29, 32, 37, 53, 55, 57, 63, 66, 68, 75, 77, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "think": 9, "third": 10, "those": [0, 5, 88, 89], "though": [3, 88], "thread": 21, "three": [2, 6], "through": [0, 2, 3, 6, 9, 12, 82, 95], "throw": 86, "thu": [2, 92, 94], "till": 38, "time": [0, 2, 5, 11, 12, 15, 18, 21, 30, 63, 64, 70, 72, 86, 88, 90], "time_elaps": [2, 85, 87, 90, 91, 92], "time_vari": [6, 7, 18, 21, 86], "timeout": 9, "timestep": [2, 5, 6, 8, 15, 18, 24, 63, 78, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "timestep_per_episod": [15, 18, 88, 89], "timesteps_per_hour": [8, 86], "titl": 0, "to_csv": [85, 86, 87, 88, 89, 90, 91, 92], "todai": 88, "togeth": 2, "token": [9, 57, 58], "tokyo": 97, "told": 11, "too": [3, 5, 7, 57, 82, 89], "tool": [0, 6, 12, 96], "top": [3, 89, 98], "topfloor_plenum": 3, "total": [3, 5, 7, 86, 88, 89, 92], "total_electricity_demand_r": 3, "total_electricity_hvac": [3, 7, 88, 92], "total_electricity_hvac2174360": 88, "total_electricity_hvac2301027": [], "total_power_no_unit": 90, "total_time_elaps": 63, "total_timestep": [63, 88], "total_timesteps140154train": 88, "track": [5, 9, 11, 87, 88, 92, 98], "tradit": [92, 98], "train": [0, 12, 93, 98], "train_ag": [5, 9, 88], "train_agent_ppo": 5, "training_mean": 88, "training_output": 88, "training_var": 88, "transfer": [18, 21, 89], "transform": [5, 21, 74, 75, 81, 92, 98], "transit": 98, "transmittance_schedule_nam": 89, "transport": 0, "treat": 10, "tree": 93, "trend": 89, "trigger": [9, 10, 25], "true": [2, 25, 33, 53, 55, 63, 64, 78, 80, 82, 88, 89, 90, 92], "truncat": [18, 63, 78, 79, 85, 86, 87, 88, 90, 91, 92, 96], "try_env": 96, "tty": 9, "tuesdai": [85, 86, 89, 90], "tune": [0, 8, 12, 94], "tupl": [6, 8, 15, 18, 21, 34, 36, 66, 69, 70, 71, 72, 75, 77, 78, 79, 80, 81, 90, 98], "two": 3, "twospe": 89, "txt": [6, 10, 88, 93, 98], "type": [3, 5, 6, 9, 10, 11, 15, 18, 21, 24, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 48, 49, 50, 51, 57, 58, 59, 65, 74, 78, 79, 80, 81, 83, 84, 85, 88, 89, 90, 91, 92, 94, 97, 98], "type_alias": 55, "typic": [6, 94], "u": [0, 5, 8, 12, 88, 89], "ubuntu": 11, "ugr": 11, "uhlenbeck": [6, 15, 18], "under": 3, "underli": 98, "understand": [0, 12], "union": [18, 29, 63, 76, 78, 79, 80, 90], "uniqu": [3, 6], "unit": [0, 3, 12], "unnorm": 98, "unrecogn": 10, "until": [2, 10], "untouch": 86, "unus": 91, "unwrap": [38, 88, 89, 92, 93], "unwrapped_observ": 88, "up": [3, 5, 6, 7, 8, 9, 11, 15, 69, 71, 88, 94], "upcom": [0, 8, 12, 85], "updat": [2, 3, 6, 9, 10, 11, 15, 25, 37, 74, 82, 85, 87, 88, 89, 90, 91, 92, 95, 98], "update_child_loc": 25, "update_weather_path": 15, "upgrad": [9, 88], "upload": [9, 10, 61, 88], "upon": [2, 5, 6, 96], "upper": [7, 83, 94], "ups_demand_r": 3, "url": [0, 5], "us": [2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 15, 18, 20, 21, 25, 28, 37, 39, 53, 55, 56, 63, 64, 66, 69, 70, 71, 72, 75, 78, 81, 82, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "usa": [0, 97], "usa_az_davi": [7, 87, 91, 92, 97], "usa_co_aurora": 97, "usa_il_chicago": 97, "usa_ny_new": [7, 88, 97], "usa_pa_pittsburgh": [85, 87, 89, 90, 97], "usa_wa_port": [7, 86, 97], "usag": [4, 6, 9, 98], "use_artifact": 88, "use_datetim": [85, 86, 87, 88, 89, 90, 91, 92], "use_weather_file_daylight_saving_period": [85, 86, 89, 90], "use_weather_file_holidays_and_special_dai": [85, 86, 89, 90], "use_weather_file_rain_ind": [85, 86, 89, 90], "use_weather_file_snow_ind": [85, 86, 89, 90], "user": [0, 2, 3, 6, 11, 12, 55, 86, 89, 93, 98], "userwarn": [88, 89, 91, 92], "usestim": 64, "usr": [85, 86, 87, 88, 89, 90, 91, 92], "usual": 6, "util": [4, 5, 6, 9, 10, 11, 14, 18, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98], "v1": [6, 7, 8, 18, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96], "v3": [6, 98], "valid": [2, 5, 58, 64], "valu": [2, 3, 5, 6, 7, 8, 9, 11, 15, 18, 21, 24, 27, 28, 37, 66, 74, 75, 77, 78, 79, 81, 82, 83, 84, 86, 88, 89, 90, 92, 93, 94, 98], "value_loss": 88, "value_loss1": 88, "value_typ": 7, "var": [82, 88, 98], "var_handl": [18, 89], "vari": [3, 11, 85, 87, 94], "variabl": [2, 3, 4, 9, 11, 15, 18, 21, 25, 36, 37, 69, 70, 71, 72, 75, 77, 81, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "variable_kei": 6, "variable_nam": 7, "variablevolum": 89, "varianc": 82, "variant": [92, 98], "variat": [7, 15, 75, 88, 98], "varibl": 86, "varieti": 6, "variou": [3, 9, 11, 86], "varspeedcoolcapft": 89, "varspeedcoolcaplsft": 89, "varspeedcooleirft": 89, "varspeedcooleirlsft": 89, "varspeedcyclingplffplr": 89, "vav": [3, 89], "ve": [4, 6, 9, 88, 96], "vec_env": [25, 55, 88], "vecenv": [25, 55], "vecenvwrapp": 38, "vector": [79, 80, 92, 98], "vectorinstitut": 0, "verbos": [24, 25, 88], "veri": [81, 94, 98], "verifi": 6, "versa": 5, "version": [3, 5, 6, 7, 10, 11, 15, 64, 86, 88, 94, 96], "via": [2, 88, 98], "vice": 5, "view": [2, 6, 88, 89], "violat": [5, 24, 94], "virtual": [9, 11], "virtualenv": 11, "visibl": 89, "visit": [0, 3, 6, 9, 11, 12, 88, 89, 91, 92, 93, 97, 98], "visual": [5, 11, 88], "vm": 57, "vol": 89, "volum": 89, "vscode": 11, "vv": [11, 95], "w": [69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92], "wa": [2, 9], "wai": [6, 50, 92], "wait": [2, 9, 88], "wall": [3, 89], "wandb": [0, 5, 12, 66, 88], "wandb_notebook_nam": 88, "wandb_param": 88, "wandb_path": 88, "wandboutputformat": 88, "want": [0, 5, 6, 7, 9, 12, 18, 21, 55, 60, 61, 64, 75, 86, 87, 88, 89, 90, 91, 92, 93, 95, 98], "warm": 97, "warmup": 2, "warn": [10, 25, 53, 55, 75, 88, 89, 91, 92], "washington": 97, "water": [3, 89], "wb": 89, "wd01": 89, "wd10": 89, "we": [4, 5, 6, 7, 8, 9, 11, 18, 21, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96], "weather": [2, 8, 13, 15, 18, 21, 85, 87, 88, 89, 90, 91, 92, 93], "weather_data": [15, 85, 86, 87, 88, 89, 90, 91, 92], "weather_fil": [6, 7, 15, 18, 86], "weather_path": [15, 18, 21, 89], "weather_specif": 7, "weather_vari": [6, 14, 18, 86], "weatherdata": 15, "week": 3, "weekdai": 91, "weekend": 91, "weight": [0, 9, 11, 12, 69, 70, 71, 72, 86, 88, 94], "well": [6, 55, 86], "west": [3, 86, 97], "west1": 9, "west_zone_air_humid": 86, "west_zone_air_temperatur": 86, "west_zone_clg_setpoint": 86, "west_zone_electr": 86, "west_zone_htg_setpoint": 86, "wetbulb": 89, "wf": 89, "what": [6, 89], "when": [2, 5, 6, 7, 9, 10, 15, 21, 25, 53, 55, 63, 70, 72, 82, 83, 87, 88, 91, 93, 94, 98], "whenev": [93, 95], "where": [5, 6, 15, 21, 25, 29, 57, 60, 61, 70, 72, 88, 89, 94], "whether": [18, 25, 53, 55, 57, 78, 80, 82], "which": [2, 5, 6, 8, 9, 11, 15, 21, 24, 63, 64, 79, 87, 88, 89, 92, 93, 94, 95, 98], "while": [6, 85, 86, 87, 88, 90, 91, 92, 96], "whole": [3, 7, 39, 63, 78, 85, 86, 87, 88, 89, 90, 91, 92], "whose": [2, 6, 63, 92], "william": [7, 86, 97], "wind": [3, 7, 86, 89], "wind_direct": [3, 7, 86, 88, 92], "wind_direction0": 88, "wind_direction225": 88, "wind_direction275": [], "wind_spe": [3, 7, 86, 88, 92], "wind_speed0": 88, "wind_speed6": 88, "wind_speed7": [], "window": 3, "winter": [15, 94, 97], "winterdai": 15, "wish": [8, 11, 86, 87], "within": [6, 9, 10, 93, 95, 96, 98], "without": [6, 9, 87], "wl": 89, "won": 87, "word": 10, "work": [0, 5, 6, 9, 11, 12, 15, 18, 85, 86, 87, 88, 89, 90, 91, 92, 94, 98], "workflow": [0, 10, 12, 95], "workspac": [85, 86, 87, 88, 89, 90, 91, 92, 96], "workspace_path": [18, 88, 89], "would": [3, 9, 85, 92], "wr": 89, "wrap": [0, 5, 12, 25, 33, 38, 55, 88, 92, 93], "wrapper": [0, 2, 5, 6, 7, 12, 22, 25, 33, 38, 55, 87, 88, 89, 93, 95, 96], "wrapper_class": [33, 38], "write": [7, 9, 15, 66, 95], "written": [88, 90], "www": 9, "x": [88, 91, 92], "x1b": 64, "xlsx": 89, "y": 88, "y215gzyw": 88, "y215gzywsync": 88, "yaml": 9, "ye": [5, 7, 85, 86, 89, 90], "year": [0, 3, 6, 8, 30, 87, 91, 97], "yellow": 64, "yet": 9, "yield": 64, "yml": [10, 11, 95], "york": [0, 7, 88, 97], "you": [0, 4, 5, 6, 7, 8, 9, 10, 11, 12, 55, 60, 61, 64, 69, 70, 71, 72, 75, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "your": [0, 4, 5, 6, 8, 10, 11, 12, 64, 86, 88, 91, 92, 96, 98], "zip": [88, 91, 92], "zn_1_flr_1_sec_1": 3, "zn_1_flr_1_sec_2": 3, "zn_1_flr_1_sec_3": 3, "zn_1_flr_1_sec_4": 3, "zn_1_flr_1_sec_5": 3, "zone": [3, 7, 9, 15, 86, 89], "zone1": 3, "zone2": 3, "zone3": 3, "zone_nam": [15, 18, 89], "zonecontrol": 89, "zoneinfiltr": 89, "zoneminoarequir": 89, "\u00bac": 97, "\u00e7": 9}, "titles": ["Welcome to sinergym!", "API reference", "5. Architecture", "3. Buildings", "9. Controllers", "13. Deep Reinforcement Learning Integration", "6. Environments", "7. Environments Configuration and Registration", "11. Extra Configuration in Sinergym simulations", "14. Sinergym with Google Cloud", "15. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.convert_conf_to_env_parameters", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_schedulers_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_ids", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.json_to_actuators", "sinergym.utils.common.json_to_meters", "sinergym.utils.common.json_to_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RBCIncrementalDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.CustomFormatter", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.rewards.NormalizedLinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.DiscretizeEnv", "sinergym.utils.wrappers.IncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeAction", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "17. Basic example", "19. Changing an environment registered in Sinergym", "20. Default building control setting up an empty action interface", "24. DRL usage example", "18. Getting information about Sinergym environments", "22. Logger Wrapper personalization/configuration", "23. Rule Controller example", "21. Wrappers example", "12. Output format", "8. Rewards", "16. Tests", "2. Usage Example", "4. Weathers", "10. Wrappers"], "titleterms": {"0": 11, "1": [11, 90], "2": 90, "23": 11, "5zone": 3, "about": [11, 89], "action": [6, 10, 86, 87, 92], "actuat": 6, "ad": [6, 86], "addit": 2, "alert": 9, "all": 89, "an": [86, 87], "api": [1, 11], "architectur": 2, "avail": 6, "basereward": 68, "basic": 85, "bias": 5, "bucket": 9, "build": [3, 6, 87], "callback": [5, 23, 24, 25], "chang": 86, "check_env": 53, "cite": 0, "cloud": [9, 11], "common": [26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38], "comput": 11, "config": [13, 14, 15], "configur": [6, 7, 8, 9, 11, 86, 90], "constant": [39, 40, 41, 42, 43, 44, 45, 46], "contain": [9, 11], "contribut": 0, "control": [4, 47, 48, 49, 50, 51, 87, 91], "convert_conf_to_env_paramet": 27, "creat": [9, 10, 95], "csvloger": 90, "csvlogger": 63, "custom": 94, "customformatt": 64, "data": 6, "datacent": 3, "datetim": 92, "datetimewrapp": [74, 98], "deep": 5, "default": 87, "default_5zone_discrete_funct": 40, "default_datacenter_discrete_funct": 41, "default_office_discrete_funct": 43, "default_officegrid_discrete_funct": 42, "default_radiant_discrete_funct": 44, "default_shop_discrete_funct": 45, "default_warehouse_discrete_funct": 46, "delete_instance_mig_from_contain": 57, "discret": 92, "discreteincrementalwrapp": [75, 98], "discretizeenv": [76, 98], "displai": 89, "docker": 11, "drl": [5, 88], "empti": 87, "energyplu": [11, 21], "env": [16, 17, 18], "env_check": [52, 53], "environ": [6, 7, 11, 86, 89, 92], "episod": 6, "eplu": [20, 21], "eplus_env": [17, 18], "eplusenv": 18, "eppy_element_to_dict": 28, "evalu": [5, 54, 55], "evaluate_polici": 55, "exampl": [0, 85, 88, 91, 92, 96], "execut": 9, "experi": 9, "export_schedulers_to_excel": 29, "expreward": 69, "extra": [6, 8, 86], "field": 7, "file": 6, "first": 9, "format": 93, "gcloud": [56, 57, 58, 59, 60, 61], "get": 89, "get_delta_second": 30, "get_id": 31, "get_record_kei": 32, "get_service_account_token": 58, "github": 10, "googl": 9, "handler": 89, "hourlylinearreward": 70, "includ": 11, "increment": 92, "incrementalwrapp": [77, 98], "inform": [2, 89], "inherit": 90, "init_storage_cli": 59, "initi": 9, "instal": [11, 95], "instanti": 90, "integr": 5, "interfac": 87, "is_wrap": 33, "json_to_actu": 34, "json_to_met": 35, "json_to_vari": 36, "kwarg": 6, "learn": 5, "linearreward": 71, "load": [5, 88], "log": 9, "logger": [5, 62, 63, 64, 65, 66, 90, 92, 93], "loggercallback": 24, "loggerevalcallback": 25, "loggerwrapp": [78, 90, 98], "main": 10, "manual": 11, "maximum": 6, "merg": 10, "meter": 6, "mig": 9, "model": [5, 14, 15, 88], "modeljson": 15, "modifi": [10, 90], "more": 86, "multi": 92, "multiobjectivereward": [79, 98], "multiobswrapp": [80, 98], "name": 6, "nest": 92, "new": [6, 10, 86, 95], "normal": 92, "normalizeact": [81, 98], "normalizedlinearreward": 72, "normalizeobserv": [82, 98], "object": 92, "observ": [2, 86, 92], "officegridstoragesmooth": 3, "officegridstoragesmoothingactionconstraintswrapp": 83, "officemedium": 3, "our": 9, "output": [6, 9, 93], "own": 9, "packag": 11, "paramet": 6, "path": 11, "permiss": 9, "person": 90, "platform": 9, "prepar": 9, "previou": 92, "previousobservationwrapp": [84, 98], "project": 0, "properti": 89, "pull": 10, "push": 10, "pytest": 95, "python": 11, "randomcontrol": 51, "ranges_gett": 37, "rbc5zone": 48, "rbcdatacent": 49, "rbcincrementaldatacent": 50, "read_from_bucket": 60, "real": 9, "refer": 1, "regist": 86, "registr": 7, "reinforc": 5, "releas": 10, "remot": 9, "request": 10, "reward": [6, 67, 68, 69, 70, 71, 72, 86, 94], "rule": 91, "run": 95, "runperiod": 8, "schedul": 89, "set": 87, "shopwithvanbatteri": 3, "simul": [8, 19, 20, 21], "sinergym": [0, 6, 8, 9, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 89], "small": 3, "space": [6, 86], "specif": 7, "step": [9, 90], "storag": 9, "store": 6, "structur": 5, "term": 94, "test": 95, "time": [6, 9], "timestep_per_hour": 8, "train": [5, 88], "unwrap_wrapp": 38, "up": 87, "updat": 86, "upload_to_bucket": 61, "us": [0, 9, 86], "usag": [5, 88, 96], "util": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "variabl": [6, 7], "verifi": 11, "visual": 9, "vm": 9, "wandb": 9, "wandboutputformat": 66, "warehous": 3, "weather": [6, 7, 86, 97], "weight": 5, "welcom": 0, "wrapper": [73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 90, 92, 98], "your": 9}})
\ No newline at end of file
diff --git a/docs/compilation/v1.4.0/.buildinfo b/docs/compilation/v1.4.0/.buildinfo
index e83f1d9661..90d28414e4 100644
--- a/docs/compilation/v1.4.0/.buildinfo
+++ b/docs/compilation/v1.4.0/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: b69853801b4dc323d04a6def0e056539
+config: 6a2916cf1114e5cc708f4b77352083e9
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs/compilation/v1.4.0/.doctrees/environment.pickle b/docs/compilation/v1.4.0/.doctrees/environment.pickle
index 27fe4e0e9d..fb2484f27c 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/environment.pickle and b/docs/compilation/v1.4.0/.doctrees/environment.pickle differ
diff --git a/docs/compilation/v1.4.0/.doctrees/index.doctree b/docs/compilation/v1.4.0/.doctrees/index.doctree
index 7318144d80..e8657e0510 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/index.doctree and b/docs/compilation/v1.4.0/.doctrees/index.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v1.4.0/.doctrees/pages/API-reference.doctree
index b1d276990b..3fe5342813 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/API-reference.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/controllers.doctree b/docs/compilation/v1.4.0/.doctrees/pages/controllers.doctree
index 92a242984d..73ccb91f70 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/controllers.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v1.4.0/.doctrees/pages/deep-reinforcement-learning.doctree
index bd24a976e9..0bc97266bc 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/deep-reinforcement-learning.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/environments.doctree b/docs/compilation/v1.4.0/.doctrees/pages/environments.doctree
index 486d0cde52..d2de1e4f80 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/environments.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/environments.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v1.4.0/.doctrees/pages/gcloudAPI.doctree
index 09ca7ba74a..e59b3b389d 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/gcloudAPI.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v1.4.0/.doctrees/pages/github-actions.doctree
index b320b242d9..49888b5439 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/github-actions.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/installation.doctree b/docs/compilation/v1.4.0/.doctrees/pages/installation.doctree
index 6a9eb9469b..812b24ff18 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/installation.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/installation.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/introduction.doctree b/docs/compilation/v1.4.0/.doctrees/pages/introduction.doctree
index 795886589d..f47da64534 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/introduction.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.doctree
index f31e34f60e..325a061278 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree
index 94f7f6484f..f3797660f8 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree
index b514274f73..e28cf3c401 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree
index 8321d14dae..0044bc8f9c 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.doctree
index 0cf9f5db1b..442b6aaddf 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.doctree
index b9e7236444..cf1283f1ec 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree
index 73a37aed4e..5dc50741a9 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree
index 61df3b5b63..89dae59b17 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree
index abcb17b017..1c036863cd 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree
index 4b2672088e..0337f2ff96 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree
index 12b13d396e..562c91febc 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree
index 641687799e..aff28394c6 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree
index 586bfecb15..20918c753a 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree
index 52a1c8b953..48fb0639ce 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree
index bc6f5a5dc8..04723cd5b9 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree
index 7868c189ed..b544d92c31 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree
index 82e4d31784..b3447a3985 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.doctree
index 87b926cc83..1b116ae25b 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree
index 6626f7ab5e..dcb0ba0d27 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree
index 66dc05461b..b7decc799e 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree
index 5cfc9f2af9..9b8ac542d6 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree
index b7775185cc..0dd624252b 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree
index 2a495620d1..65012865a5 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree
index 06f9c67741..abbc9d8cfb 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree
index 27e6bf4c16..0a4766e94f 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree
index 98a5cee469..2157bf1ee9 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree
index 2841ce6991..0970b985bd 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.doctree
index 74143e3101..228a0c4396 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_bucket.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_bucket.doctree
index 78a39c406c..09fc751d8f 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_bucket.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_bucket.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_instance_group.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_instance_group.doctree
index c068edeb65..393d52fabb 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_instance_group.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_instance_group.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance.doctree
index 0729cf9b47..0bd9681103 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree
index 15737f4e79..dc541e8218 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_from_container.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_from_container.doctree
index 22dc53a211..254b799ec4 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_from_container.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_from_container.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_group.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_group.doctree
index d1f847a823..8f3fae6701 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_group.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_group.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree
index 57a2a6e8a0..a80cc6173f 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.doctree
index 5f7638b50b..ac2e32a052 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_bucket.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_bucket.doctree
index 4b0452a923..c267585148 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_bucket.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_bucket.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_container_id.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_container_id.doctree
index fc869b2a3a..502a4dc124 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_container_id.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_container_id.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree
index 3de22ed8d8..645781f0e8 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_gcloud_service.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_gcloud_service.doctree
index 69b3534f88..bd165a41d5 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_gcloud_service.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_gcloud_service.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree
index b94f3d8381..93e9f70e56 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instance_groups.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instance_groups.doctree
index 260c32216e..e931caf40c 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instance_groups.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instance_groups.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instances.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instances.doctree
index 9a24f7f81c..84e5830f9c 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instances.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instances.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree
index c426d92afe..f84b53e5ca 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree
index ad73fb608f..c8529add19 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.wait_for_operation.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.wait_for_operation.doctree
index 6ad1e72c23..87c188c58a 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.wait_for_operation.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.wait_for_operation.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree
index 6054554d48..b4a564fc4d 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree
index d11fd5baa8..1beddf68f7 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree
index e3e0eb3705..bb511a2bdd 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree
index b0cc59ef6e..ea68dd76dd 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree
index bb224c0712..882df5f2bc 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree
index 1e01486c1a..c14598ad21 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree
index b426864864..f320f020bb 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/output.doctree b/docs/compilation/v1.4.0/.doctrees/pages/output.doctree
index a423eaeafc..5d86bc7175 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/output.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/output.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/rewards.doctree b/docs/compilation/v1.4.0/.doctrees/pages/rewards.doctree
index 43eb291068..57de3b30b6 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/rewards.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/tests.doctree b/docs/compilation/v1.4.0/.doctrees/pages/tests.doctree
index 2e5c12b54c..8e18333769 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/tests.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/tests.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v1.4.0/.doctrees/pages/usage-example.doctree
index e4b8e08023..9a3893b322 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/usage-example.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v1.4.0/.doctrees/pages/wrappers.doctree
index 3db033a5e1..98249b6d3f 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/wrappers.doctree differ
diff --git a/docs/compilation/v1.6.0/.buildinfo b/docs/compilation/v1.6.0/.buildinfo
index 6c2a750b38..8db352e7b8 100644
--- a/docs/compilation/v1.6.0/.buildinfo
+++ b/docs/compilation/v1.6.0/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 0d986e764273b65a4a4e8d19b2daa5ed
+config: 72d3bf4989b625f20a2ec4685f1a3233
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs/compilation/v1.6.0/.doctrees/environment.pickle b/docs/compilation/v1.6.0/.doctrees/environment.pickle
index 734199825d..420202f647 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/environment.pickle and b/docs/compilation/v1.6.0/.doctrees/environment.pickle differ
diff --git a/docs/compilation/v1.6.0/.doctrees/index.doctree b/docs/compilation/v1.6.0/.doctrees/index.doctree
index 7554a86166..041be8226a 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/index.doctree and b/docs/compilation/v1.6.0/.doctrees/index.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v1.6.0/.doctrees/pages/API-reference.doctree
index 3170fc1d8a..40b55bb6f3 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/API-reference.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/controllers.doctree b/docs/compilation/v1.6.0/.doctrees/pages/controllers.doctree
index 061cdf7308..b42ebfa1c0 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/controllers.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v1.6.0/.doctrees/pages/deep-reinforcement-learning.doctree
index af141d027a..7cc96f0411 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/deep-reinforcement-learning.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/environments.doctree b/docs/compilation/v1.6.0/.doctrees/pages/environments.doctree
index 34cb75d688..6585d20312 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/environments.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/environments.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v1.6.0/.doctrees/pages/gcloudAPI.doctree
index 5fd3c4465d..ce764edbef 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/gcloudAPI.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v1.6.0/.doctrees/pages/github-actions.doctree
index 35701e3209..c44ba42d63 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/github-actions.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/installation.doctree b/docs/compilation/v1.6.0/.doctrees/pages/installation.doctree
index 26dfccaf10..d18ceb6564 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/installation.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/installation.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/introduction.doctree b/docs/compilation/v1.6.0/.doctrees/pages/introduction.doctree
index 3ff7f4b236..eecdd47adc 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/introduction.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.doctree
index 7d14e04f52..6d7c2bb3b4 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree
index 93edfb3637..0a29c94fc6 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree
index ce6dc13ded..33d8443176 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree
index 4155870955..7cb2dcf202 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.doctree
index 093af7822e..a28817bda2 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.doctree
index 4c5149c7a5..eb4943c9c6 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree
index 5983ba4481..0bd0d21c69 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree
index 94256d5df5..2961846ae1 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree
index 79ed0b401c..9a7bf0df04 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree
index c17f7bda93..a45cf0053f 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree
index 65f65f82a6..813d5086f6 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree
index 2da14989a3..30a4b75709 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree
index 88687211bb..d0506692d4 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree
index 1b888e8f22..57e525bb92 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree
index 687d49edb8..0a1a2f5eb8 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree
index d97eae60f3..d096b6de78 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree
index 114940568e..a79ad7e318 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.doctree
index 4363f52e10..e1ceee7184 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree
index a77787fdc8..002dc6128a 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree
index 16c201ecf7..0d22ba31f0 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree
index 5d5553f4c7..750e643b6c 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree
index 0bddd943dc..9b90254fcd 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree
index 9363230793..bfd203b4b5 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree
index 3b32807636..7d4479b9cd 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree
index 5bdf72c987..761e21de23 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree
index 942b29ba75..ae41414520 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree
index 9380934d1b..b419b627ac 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.doctree
index 7947879125..63c2408f22 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree
index 728231c522..05717fe13f 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree
index 0848440709..86244182d0 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree
index 2bc2740425..59cf45dd5d 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree
index 8a0dc318a2..ee3f1c4f62 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree
index e83c7037d6..e114476e18 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree
index 78eb3f5502..4245fefffb 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree
index f0389147b2..6c1a4f1269 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree
index f9a08629bd..c632d1f060 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree
index a1abd67c81..261b2e8bfa 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree
index 9c55c0554f..138704e218 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree
index 4dc88c6e39..512ff613a0 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree
index 90a3bb4925..9bfb3c6ab1 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/output.doctree b/docs/compilation/v1.6.0/.doctrees/pages/output.doctree
index 15ba67cbe5..c003571945 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/output.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/output.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/rewards.doctree b/docs/compilation/v1.6.0/.doctrees/pages/rewards.doctree
index d84692703f..4e9d146cfc 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/rewards.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/tests.doctree b/docs/compilation/v1.6.0/.doctrees/pages/tests.doctree
index 81c4c6c99f..78f344a324 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/tests.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/tests.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v1.6.0/.doctrees/pages/usage-example.doctree
index 9c40b70a96..68b4ce134c 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/usage-example.doctree differ
diff --git a/docs/compilation/v1.6.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v1.6.0/.doctrees/pages/wrappers.doctree
index f250c806dd..168c658f47 100644
Binary files a/docs/compilation/v1.6.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/wrappers.doctree differ
diff --git a/docs/compilation/v1.7.0/.buildinfo b/docs/compilation/v1.7.0/.buildinfo
index c91b451596..f245c72441 100644
--- a/docs/compilation/v1.7.0/.buildinfo
+++ b/docs/compilation/v1.7.0/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: d189def3af1b86c0ee628ea8c7bce43d
+config: f395d92106eda737b49e040195dd13ab
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs/compilation/v1.7.0/.doctrees/environment.pickle b/docs/compilation/v1.7.0/.doctrees/environment.pickle
index e906480187..2a3ee34586 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/environment.pickle and b/docs/compilation/v1.7.0/.doctrees/environment.pickle differ
diff --git a/docs/compilation/v1.7.0/.doctrees/index.doctree b/docs/compilation/v1.7.0/.doctrees/index.doctree
index da784f4b7c..f58ccfa1da 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/index.doctree and b/docs/compilation/v1.7.0/.doctrees/index.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v1.7.0/.doctrees/pages/API-reference.doctree
index 53f01e89f3..0bc9c2cd6e 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/API-reference.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/controllers.doctree b/docs/compilation/v1.7.0/.doctrees/pages/controllers.doctree
index f1a83afece..ec11800e29 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/controllers.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v1.7.0/.doctrees/pages/deep-reinforcement-learning.doctree
index e3bd964e88..fa28785ded 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/deep-reinforcement-learning.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/environments.doctree b/docs/compilation/v1.7.0/.doctrees/pages/environments.doctree
index 15a90f1134..96a5dea40f 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/environments.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/environments.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v1.7.0/.doctrees/pages/extra-configuration.doctree
index 3033b00d7c..d5858db7e6 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/extra-configuration.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v1.7.0/.doctrees/pages/gcloudAPI.doctree
index 4c9f483f91..e22d28760b 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/gcloudAPI.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v1.7.0/.doctrees/pages/github-actions.doctree
index 6613514309..94a565b9b1 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/github-actions.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/installation.doctree b/docs/compilation/v1.7.0/.doctrees/pages/installation.doctree
index 160fc9e31d..b1df33be72 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/installation.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/installation.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/introduction.doctree b/docs/compilation/v1.7.0/.doctrees/pages/introduction.doctree
index a2bda6a512..9297f98041 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/introduction.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.doctree
index 530a528522..03627ab9be 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree
index 2a95eb80e0..d40dcf30ec 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree
index fb46e06228..b1be3e6b67 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree
index ebe0ee339e..921c802ab6 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.doctree
index 1a3ebc3b1c..e4ed5beff7 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.doctree
index 4c0b4ccd30..dc2dcdabec 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree
index bf86807312..08bfa27afd 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree
index fb7f8ac2dc..23c2ec08f1 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree
index 5c9d7c90c8..7963c9eba0 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree
index ddebbb8843..2f2b23fef3 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree
index 76102a8ba6..9ce9492a52 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree
index 4e405661ee..930902f19a 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree
index 8cabec3312..ecb8642395 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree
index 7d24421287..2bf8d29ad4 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree
index c85feca8fa..f09b837850 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree
index c37b4d9b1d..ab662a761f 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree
index 547159249f..0f1ee7bdd5 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.doctree
index 4bf79a02c7..6fde8e5fbc 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree
index 0997cbb3ba..9142d07369 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree
index 30f667fa10..9bb059d599 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree
index 3cd828555d..e32c6cb44c 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree
index 46a676e009..1a889dfc58 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree
index 906767cc01..8bb958a82d 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree
index c551ce14ea..54c3c9dbcd 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree
index 34ac9f47a4..782621b05b 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree
index e0b1990d82..6feeffb8f2 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree
index 51c12d9d19..c92fa1620c 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.doctree
index 91e0056778..e444c1f408 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree
index 6b41e33aa6..f62bff0682 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree
index a24a32edcb..a2331c021c 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree
index 441a65baae..f4b6a1fc03 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.doctree
index 4c17322f88..43e2be2d12 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree
index f751939e31..f46996953c 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree
index 5c4b6f91c6..ced12635d3 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree
index 975de95cbb..5f81661158 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree
index 18ac478ca9..46e9c7f2d0 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree
index 520b716cb6..2f7a25835a 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree
index 3ff47dbb7f..dfb769cca6 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree
index ed70e8dda0..5b16ca6ca1 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree
index 9e3cbdb385..d6c524599d 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree
index 2849fdc6b0..ca2e9e97db 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree
index f5aef821e1..6cb92201f6 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree
index a0ace8c3ac..a644949de5 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree
index 3fede0ebc9..ad7575624f 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/output.doctree b/docs/compilation/v1.7.0/.doctrees/pages/output.doctree
index 4040945f78..89b2f386f2 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/output.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/output.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/rewards.doctree b/docs/compilation/v1.7.0/.doctrees/pages/rewards.doctree
index ffbd2057d8..2144bd964b 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/rewards.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/tests.doctree b/docs/compilation/v1.7.0/.doctrees/pages/tests.doctree
index 74589f7772..c8e8bcd156 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/tests.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/tests.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v1.7.0/.doctrees/pages/usage-example.doctree
index 2ac95048b9..58bfab23c9 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/usage-example.doctree differ
diff --git a/docs/compilation/v1.7.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v1.7.0/.doctrees/pages/wrappers.doctree
index f98fb9c4d6..fef931e9a3 100644
Binary files a/docs/compilation/v1.7.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/wrappers.doctree differ
diff --git a/docs/compilation/v2.0.0/.buildinfo b/docs/compilation/v2.0.0/.buildinfo
index 56830b0919..314fbc0b31 100644
--- a/docs/compilation/v2.0.0/.buildinfo
+++ b/docs/compilation/v2.0.0/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 1232b911f8a3c288fc97b247ad008b41
+config: cb05c81e2ac072f7c627907ebec7b573
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs/compilation/v2.0.0/.doctrees/environment.pickle b/docs/compilation/v2.0.0/.doctrees/environment.pickle
index b2073d7cf6..0e5217d2fc 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/environment.pickle and b/docs/compilation/v2.0.0/.doctrees/environment.pickle differ
diff --git a/docs/compilation/v2.0.0/.doctrees/index.doctree b/docs/compilation/v2.0.0/.doctrees/index.doctree
index 48adbdbc62..2237b11b34 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/index.doctree and b/docs/compilation/v2.0.0/.doctrees/index.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.0.0/.doctrees/pages/API-reference.doctree
index 2cddaee504..5ce62ef0e2 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/API-reference.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/controllers.doctree b/docs/compilation/v2.0.0/.doctrees/pages/controllers.doctree
index f3991a8fe4..68311c9180 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/controllers.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.0.0/.doctrees/pages/deep-reinforcement-learning.doctree
index d80a7bbcb5..d890d5e6d6 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/deep-reinforcement-learning.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/environments.doctree b/docs/compilation/v2.0.0/.doctrees/pages/environments.doctree
index a6a8bbde38..dd05d6c05a 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/environments.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/environments.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.0.0/.doctrees/pages/extra-configuration.doctree
index 94f71a14a3..d3139b2a5e 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/extra-configuration.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.0.0/.doctrees/pages/gcloudAPI.doctree
index 1129a53c49..087d33571e 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/gcloudAPI.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.0.0/.doctrees/pages/github-actions.doctree
index a2999f4e18..a70b1e88b0 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/github-actions.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/installation.doctree b/docs/compilation/v2.0.0/.doctrees/pages/installation.doctree
index e6be01f551..26f47a2faa 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/installation.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/installation.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/introduction.doctree b/docs/compilation/v2.0.0/.doctrees/pages/introduction.doctree
index 38179c9467..97ae8a69ca 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/introduction.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.doctree
index 89343f3565..4c0d175894 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree
index ccc1d98905..7cd2bb35ca 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree
index a01e6d4379..db01413842 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree
index 80540efe34..b5502c4d2c 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.doctree
index 7824bb22e3..1e74eedb54 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.doctree
index 1b397679cf..503f8add0f 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree
index 292f9d71fc..5d34fb6644 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree
index 5a895ace84..d6ae8776bd 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree
index 1c77d8dd26..7563aaa159 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree
index b983e504fa..2c1bc9b605 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree
index 11b89897de..d49fa4ea37 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree
index 84c9fbebe2..ee46032212 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree
index 1f54880a51..4ae7133ba2 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree
index bf73553d3a..40092ec5c5 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.doctree
index bb3ed74474..e216d4eff0 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree
index f2a19260f1..62f5c7a9cd 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree
index 39b2a9a588..2f11c328fb 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree
index 4aaa736b38..79a5204478 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree
index 536f90ef43..a8fd917686 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree
index 4359a2b9ea..3f83eb7bc7 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree
index d5355c8056..6940597bb2 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree
index 7c4632204d..838e20a21c 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree
index 219a77aba8..871d19f8b9 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree
index 7b14010819..a53be686cb 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree
index 087210a8ec..7121b21df7 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree
index 2b3337f1c9..20e03b366a 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.doctree
index 995ce06ec1..336b642a61 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.constants.doctree
index 6816d9ce82..168c0af732 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree
index 5cd0155cbd..e7c9317914 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree
index a141f553cf..df189b40b2 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree
index fa229c8bce..30efc245c3 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree
index 874fd8db80..2bde76ce43 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.doctree
index 875a6cd777..e9b7f2b5d4 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree
index bcac3ee57d..c725de2506 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree
index 016c26cc1e..b96610f136 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree
index e427612cb2..3be30dfec6 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree
index f5b9682fc2..ea5922ad87 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree
index d00784f092..29491bbe84 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree
index 20f69835d6..1ccba69fcb 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree
index bfaafa8cef..5c4b871bbe 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree
index c15af49a33..12aeaa591e 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree
index a86cc3ced5..959e1af821 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree
index 995cba90e4..2ac190f66f 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree
index f8ed523403..e2f7ebe18e 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree
index 0753581591..4d6281bea7 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.doctree
index 15511fdedb..dfff5f2064 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree
index 6a2909ae61..2788791ad2 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree
index 9ccb5f060b..dfe818a702 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree
index 0532692548..ae051bf5db 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree
index 00c1d322f8..7497eefc25 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree
index ae6ff229e4..ed15a82e53 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree
index ca3f696ac3..10e2893a41 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree
index b1889d9c26..d73a76b38d 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree
index ccb56e5bef..c451051f41 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree
index a29a498854..f68d8b505d 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/MLflow_example.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/MLflow_example.doctree
index 8d0de5572c..4f697a4e9b 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/MLflow_example.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/MLflow_example.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/TensorBoard_example.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/TensorBoard_example.doctree
index ff42e22d6e..58c2953a1a 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/TensorBoard_example.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/TensorBoard_example.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/basic_example.doctree
index f30b4da62b..3fb537a8e1 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/basic_example.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/change_environment.doctree
index 638579078d..9edecb7d3c 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/change_environment.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/drl.doctree
index 6617fa3b57..ce5c4603e7 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/drl.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree
index cf40d6d95e..cb378a8a04 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/rule_controller_example.doctree
index 42b1d014a7..191bd3f0f9 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/wrappers_examples.doctree
index 5dfb6a44e7..de58588559 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/output.doctree b/docs/compilation/v2.0.0/.doctrees/pages/output.doctree
index dbde887fa6..55621ec2eb 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/output.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/output.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/rewards.doctree b/docs/compilation/v2.0.0/.doctrees/pages/rewards.doctree
index 4cb3c6e344..59bc9001ad 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/rewards.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/tests.doctree b/docs/compilation/v2.0.0/.doctrees/pages/tests.doctree
index f427c13c47..f1da27eae7 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/tests.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/tests.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.0.0/.doctrees/pages/usage-example.doctree
index f96017e230..eee07d3ef1 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/usage-example.doctree differ
diff --git a/docs/compilation/v2.0.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.0.0/.doctrees/pages/wrappers.doctree
index 5ff4be9b03..2f75f4e33f 100644
Binary files a/docs/compilation/v2.0.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/wrappers.doctree differ
diff --git a/docs/compilation/v2.1.0/.buildinfo b/docs/compilation/v2.1.0/.buildinfo
index 0c8b7be74d..17e37b8ea5 100644
--- a/docs/compilation/v2.1.0/.buildinfo
+++ b/docs/compilation/v2.1.0/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: f3acd079e9823d4b739cf2a139e53b8a
+config: 93a36eb2a390cd9b4a41c027ff365be0
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs/compilation/v2.1.0/.doctrees/environment.pickle b/docs/compilation/v2.1.0/.doctrees/environment.pickle
index 101aa1d904..95a4349c9a 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/environment.pickle and b/docs/compilation/v2.1.0/.doctrees/environment.pickle differ
diff --git a/docs/compilation/v2.1.0/.doctrees/index.doctree b/docs/compilation/v2.1.0/.doctrees/index.doctree
index 48809e2fa9..890fc82edc 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/index.doctree and b/docs/compilation/v2.1.0/.doctrees/index.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.1.0/.doctrees/pages/API-reference.doctree
index 57858a89fc..2e21607cbf 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/API-reference.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/controllers.doctree b/docs/compilation/v2.1.0/.doctrees/pages/controllers.doctree
index ff36d0c3e1..2336042a5d 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/controllers.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.1.0/.doctrees/pages/deep-reinforcement-learning.doctree
index b6427c9cac..f22b5af0ef 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/deep-reinforcement-learning.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/environments.doctree b/docs/compilation/v2.1.0/.doctrees/pages/environments.doctree
index 675f14cff2..cc93daef12 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/environments.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/environments.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.1.0/.doctrees/pages/extra-configuration.doctree
index f3984add9c..eb8a144282 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/extra-configuration.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.1.0/.doctrees/pages/gcloudAPI.doctree
index 028094d441..a0aa9a1197 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/gcloudAPI.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.1.0/.doctrees/pages/github-actions.doctree
index c3e1242e13..b751efc48d 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/github-actions.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/installation.doctree b/docs/compilation/v2.1.0/.doctrees/pages/installation.doctree
index f849fb55e6..df9b9ad83e 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/installation.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/installation.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/introduction.doctree b/docs/compilation/v2.1.0/.doctrees/pages/introduction.doctree
index a460feb8a4..93af7f97ba 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/introduction.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.doctree
index e8add5a348..9be607ce21 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree
index ea92eaa1e9..a820b80c6d 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree
index 70f5bf1f37..5fce6de4a1 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree
index 2042deba76..76db9edf95 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.doctree
index 4f69e27e8e..6d93fc62cf 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.doctree
index 38778c0005..ba2ce0df43 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree
index 34f65d10b0..a4b4d06392 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree
index a587c11920..4bbd27fbea 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree
index 587c12039d..fea5644b43 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree
index 3d52e633fc..5a20315d8e 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree
index c7b59be74a..1469aded32 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree
index 36cd81e4d8..23e3fed6fe 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree
index d3ec812451..646d9b6fe9 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree
index 7008855e1b..e45fe6e6dd 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree
index 695eece70e..e5b54ebb7c 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree
index fa529d5db1..9b09cc6ff1 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree
index da29f4bc99..402fae15af 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree
index fd8d105607..7fd0a5ec46 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree
index 1a708c9eb7..14ecc459cb 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree
index ff4553fdf9..1a4f421b8b 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree
index e7a57babc6..44f414217b 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree
index 270fe454cb..0b523cbfad 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree
index 59fd734c8c..33fdbc8364 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree
index a3a886ad00..244f63a4e1 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree
index e61e100458..e6eaf6283a 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree
index 12d254e059..30fc9aff9d 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree
index 2b6c1a41f8..504206f0f8 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.doctree
index 3d00b8e46d..29113c83c7 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree
index eb226a99e7..9e376ed8f3 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree
index ee06674fbb..40e8c9e928 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree
index f44f72b357..e2c8bf9b3a 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree
index 8e34d11046..062f32629c 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree
index c4eda3e673..f99d47f2dc 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.doctree
index 045fddfd03..30a35c6368 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree
index 6f598f46fc..df629c3892 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree
index 0b39b22d8a..2318b121e8 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree
index 2f3ae6c54e..3a7edcd245 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree
index aaf13b3bba..cf3bc8511a 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree
index 3a813577f1..ed8546b976 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree
index c30d6dbf56..d58d22fa7b 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree
index 1808caa927..80f50f1d6f 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree
index 72da30bb6a..b9b9384cc2 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree
index 515db0fef6..3b39c8cedf 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree
index 986aebd888..2a931b51b3 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree
index 1ff3957354..397cf720cf 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree
index 18cc46d7a3..78613697c4 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree
index d2833d0fa7..ac6f41ef9e 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree
index b3b10a73c1..d41fb14bce 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree
index c70242d2ec..90f197bdda 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree
index 7ec54cb3dc..fe27e87fca 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree
index 768e554fd7..739b9ef2ef 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree
index 7f64ae746d..fa2c24fb77 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree
index 7fda58172f..2d83aa21dd 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree
index 567139a240..1cbb47a308 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree
index c4bf188bd7..332f094f7e 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree
index 43cab74c78..6e4444ea94 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/MLflow_example.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/MLflow_example.doctree
index 45142ab7cb..e78541a9bf 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/MLflow_example.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/MLflow_example.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/TensorBoard_example.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/TensorBoard_example.doctree
index dac1836081..da49ac4873 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/TensorBoard_example.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/TensorBoard_example.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/basic_example.doctree
index d8e74f8a76..84b53ef74d 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/basic_example.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/change_environment.doctree
index 6b12cf3216..dc658ce3c6 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/change_environment.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/drl.doctree
index 80db57e974..d682ce4196 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/drl.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree
index febd296798..af68f8e2a2 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree
index aff385bae9..f6f79b79f9 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree
index 08cb942f43..3e5aebb53e 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/output.doctree b/docs/compilation/v2.1.0/.doctrees/pages/output.doctree
index 74c417d212..6f282d32dd 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/output.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/output.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/rewards.doctree b/docs/compilation/v2.1.0/.doctrees/pages/rewards.doctree
index 0d263526ff..15c9901d94 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/rewards.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/tests.doctree b/docs/compilation/v2.1.0/.doctrees/pages/tests.doctree
index 2eb62e96e2..a881f81f58 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/tests.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/tests.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.1.0/.doctrees/pages/usage-example.doctree
index 277ecd9bf8..0577121ce3 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/usage-example.doctree differ
diff --git a/docs/compilation/v2.1.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.1.0/.doctrees/pages/wrappers.doctree
index a201e3a4d9..8e957d11b8 100644
Binary files a/docs/compilation/v2.1.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/wrappers.doctree differ
diff --git a/docs/compilation/v2.2.0/.buildinfo b/docs/compilation/v2.2.0/.buildinfo
index 7d60668e8c..51251189fa 100644
--- a/docs/compilation/v2.2.0/.buildinfo
+++ b/docs/compilation/v2.2.0/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 43ecea447707010b71d47084c9d6a845
+config: 93903e7fad1ca72d5b276bb004ef8ef1
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs/compilation/v2.2.0/.doctrees/environment.pickle b/docs/compilation/v2.2.0/.doctrees/environment.pickle
index 04e4038586..05a5ab1c45 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/environment.pickle and b/docs/compilation/v2.2.0/.doctrees/environment.pickle differ
diff --git a/docs/compilation/v2.2.0/.doctrees/index.doctree b/docs/compilation/v2.2.0/.doctrees/index.doctree
index 0ff764f12b..747d1954a2 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/index.doctree and b/docs/compilation/v2.2.0/.doctrees/index.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.2.0/.doctrees/pages/API-reference.doctree
index e8b7074a00..21e7ab1049 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/API-reference.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/buildings.doctree b/docs/compilation/v2.2.0/.doctrees/pages/buildings.doctree
index 21972151f8..774dafe05f 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/buildings.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/controllers.doctree b/docs/compilation/v2.2.0/.doctrees/pages/controllers.doctree
index 593617bd8a..cc42cf6e07 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/controllers.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.2.0/.doctrees/pages/deep-reinforcement-learning.doctree
index a10f7d8040..3712614f62 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/deep-reinforcement-learning.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/environments.doctree b/docs/compilation/v2.2.0/.doctrees/pages/environments.doctree
index 602e637b32..36fb6930af 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/environments.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/environments.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.2.0/.doctrees/pages/extra-configuration.doctree
index 8b3bd7202f..cb9aa9376f 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/extra-configuration.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.2.0/.doctrees/pages/gcloudAPI.doctree
index 2cb61acab1..44675123fe 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/gcloudAPI.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.2.0/.doctrees/pages/github-actions.doctree
index 1885b86f93..d3aa3958af 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/github-actions.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/installation.doctree b/docs/compilation/v2.2.0/.doctrees/pages/installation.doctree
index 98add2bc31..68e3c878ed 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/installation.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/installation.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/introduction.doctree b/docs/compilation/v2.2.0/.doctrees/pages/introduction.doctree
index 3cb8fa7149..c6c5a5d9c4 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/introduction.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.doctree
index 6370796481..3dc7633a6c 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree
index 7df06ea638..dde83b5d3b 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree
index ed7275b459..16e2c583d3 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree
index 9e902b48f7..a1de9abfcb 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.doctree
index 97c4be5d91..c466db0d22 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.doctree
index 8261364979..a50260871c 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree
index f9e553e0d4..30f9bfa8a4 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree
index e366fcca19..bc40a9ec50 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree
index 6822be787b..72ae664345 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree
index 7785fb7c13..0abb3c379f 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree
index 35321c7ceb..df88692e68 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree
index fd53145e37..1d9db8af9e 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree
index c4318be1bd..51928dbafb 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree
index 0d1360e866..79287f4aab 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree
index 3d64b1c6fa..727e487768 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree
index f3be0211ba..566398a6b2 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree
index ba21d483a5..a8f000a2b7 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree
index 342ac5499f..76b2657596 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree
index cc3eab1153..58adc1ef49 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree
index 1bd70b3550..d4f8b44a03 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree
index ff6647ba50..27f931c8c1 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree
index 288405bb64..f99a00691a 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree
index 085d19ff7b..ade33bbe20 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree
index c21a4053d4..522aa38aec 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree
index 0fe59ef293..b78645d78f 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree
index 3a85ea6fa9..193ed41dec 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree
index a6455b05fd..b32c7fa587 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.doctree
index 0f3b45dbfb..6294abbde3 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree
index 005c887682..82ca0f4dcc 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree
index 0df01a9b3b..04322a228c 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree
index d270690215..fa21d05e71 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree
index ef91a6a372..40cb79c917 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree
index 0e5cd87b17..173e49b4fe 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.doctree
index 86d6361880..8a9f79df43 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree
index 971c0a65c8..fd9c67b119 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree
index 5f7faf0d45..b9b12092c4 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree
index c9455290d6..5692f0a351 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree
index 58663d511c..dcaf5d73f9 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree
index 02534fe93d..4aee9b9318 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree
index da9143546c..ee568f65cd 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree
index d7fd6410db..8fc5b050dd 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree
index c70693251f..1412a15e51 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree
index 6b9bbb33fc..eccb869a4a 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree
index 4506943a54..85928c9ec5 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree
index 9d8be2ca12..cad1786218 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree
index 1764288bcd..599d5cd437 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree
index ec45d8a3b8..0dc021644a 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree
index da837e7965..ad88119207 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree
index 408e4afac3..f94e3dd2ce 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree
index e6342751e1..6784491e58 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree
index bd62eee7ee..598b88eeeb 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree
index c4e285cb3c..d7f9a11c85 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree
index 292ce75b24..4fe8722187 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree
index 9de41121ad..e0cfc8c4f8 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree
index bbad9d48a1..ee272bb4c3 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree
index f2983eaebc..938a7117fa 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree
index b39452740c..c00a8aebab 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/MLflow_example.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/MLflow_example.doctree
index 23b0422bb8..ec5f5efd7d 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/MLflow_example.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/MLflow_example.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/TensorBoard_example.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/TensorBoard_example.doctree
index ca282e9e63..d7af4d5322 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/TensorBoard_example.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/TensorBoard_example.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/basic_example.doctree
index f2ac8850bb..95c7178b63 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/basic_example.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/change_environment.doctree
index c83cb5eb2c..375dda41e0 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/change_environment.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/default_building_control.doctree
index 4194cd1858..e8ce72d86d 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/default_building_control.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/drl.doctree
index d494079440..bd8be380ee 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/drl.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree
index 8cf25a6789..edbebce5cc 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree
index 6093604a83..8b81fff009 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree
index f1a01aa9b4..4d1abcc79a 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/output.doctree b/docs/compilation/v2.2.0/.doctrees/pages/output.doctree
index b79e41ffc8..e5917be1c4 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/output.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/output.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/rewards.doctree b/docs/compilation/v2.2.0/.doctrees/pages/rewards.doctree
index d9f1c16bd6..0e87e989fd 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/rewards.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/tests.doctree b/docs/compilation/v2.2.0/.doctrees/pages/tests.doctree
index c2dd24375a..a6ee2dd0c1 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/tests.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/tests.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.2.0/.doctrees/pages/usage-example.doctree
index d21e4ae2ff..f2eab2676d 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/usage-example.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/weathers.doctree b/docs/compilation/v2.2.0/.doctrees/pages/weathers.doctree
index adbe3b299f..c9db681c5a 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/weathers.doctree differ
diff --git a/docs/compilation/v2.2.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.2.0/.doctrees/pages/wrappers.doctree
index 6d4dfc8b9a..d168ff6814 100644
Binary files a/docs/compilation/v2.2.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/wrappers.doctree differ
diff --git a/docs/compilation/v2.3.0/.buildinfo b/docs/compilation/v2.3.0/.buildinfo
index 1fb48a8a6f..abb6c7dc3b 100644
--- a/docs/compilation/v2.3.0/.buildinfo
+++ b/docs/compilation/v2.3.0/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 6531969c27d579024c7adaa8e50ca52f
+config: 6010be10d17de31d39ce1b48465bf4d1
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs/compilation/v2.3.0/.doctrees/environment.pickle b/docs/compilation/v2.3.0/.doctrees/environment.pickle
index caaf2a6f09..743d13ba21 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/environment.pickle and b/docs/compilation/v2.3.0/.doctrees/environment.pickle differ
diff --git a/docs/compilation/v2.3.0/.doctrees/index.doctree b/docs/compilation/v2.3.0/.doctrees/index.doctree
index 7652c99ac1..b0550bf60b 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/index.doctree and b/docs/compilation/v2.3.0/.doctrees/index.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.3.0/.doctrees/pages/API-reference.doctree
index 437943dc99..42d6a787d6 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/API-reference.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/buildings.doctree b/docs/compilation/v2.3.0/.doctrees/pages/buildings.doctree
index bb11b47383..3e33b288d9 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/buildings.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/controllers.doctree b/docs/compilation/v2.3.0/.doctrees/pages/controllers.doctree
index 9f365c4f44..1e4b11c66f 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/controllers.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.3.0/.doctrees/pages/deep-reinforcement-learning.doctree
index e933e02db7..b2d83655ca 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/deep-reinforcement-learning.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/environments.doctree b/docs/compilation/v2.3.0/.doctrees/pages/environments.doctree
index 78d283dcfa..c335de2b2e 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/environments.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/environments.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.3.0/.doctrees/pages/extra-configuration.doctree
index 2cee36a3c3..71708e62d3 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/extra-configuration.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.3.0/.doctrees/pages/gcloudAPI.doctree
index 77952300e0..42bd05c256 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/gcloudAPI.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.3.0/.doctrees/pages/github-actions.doctree
index f69a8d3d65..40c2bd7db7 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/github-actions.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/installation.doctree b/docs/compilation/v2.3.0/.doctrees/pages/installation.doctree
index af0fda6113..65a6ad3166 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/installation.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/installation.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/introduction.doctree b/docs/compilation/v2.3.0/.doctrees/pages/introduction.doctree
index 2e6f9c72af..d45070df54 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/introduction.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.doctree
index 13959eebc2..af3866b1dc 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree
index bf0e77342b..9061a2a807 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree
index 56950bfce3..182b048b08 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree
index 954ebb3383..42bb630c08 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.doctree
index 4f31c404d2..f8f4871901 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.doctree
index d4719b6ee1..2305a598d1 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree
index d574910e84..0811e4dafa 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree
index 52c588ba6f..fcff4cfe3c 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree
index 2251ddfeeb..4e6173d490 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree
index 2f94de0588..88cf15efcc 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree
index af57951f82..adb468e894 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree
index 3ca6311db1..099925c159 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree
index 1e69c4259a..edbd9edfbb 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree
index 4b6483d71c..720be61a7e 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree
index 3c2697f5ec..fda36d948e 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree
index 2a4580e903..c2bb05044e 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree
index 338e9280ee..e8c22951ae 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree
index fa702d03e8..38eb4dac57 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree
index 4af9381ea0..3bfb35a367 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree
index eb437afea0..5a644d2ea7 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree
index 69a7f47e9b..aefe61d54f 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree
index de3cd2da0c..4cc0019e81 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree
index 2b4bbfcc37..bbe96a3877 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree
index 20fd0ede86..2c4b0a9eb3 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree
index ae7a62113e..c96cf00378 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree
index 1dbaca96ac..beabf974d5 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.doctree
index 89f54bcd08..301b489f33 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree
index ee99bf2fc5..d9153b48c1 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree
index 0464aa3ff5..b3ba06983d 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree
index 8881b4d27e..bd95c14043 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree
index 0962dbe620..765c067008 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree
index e59b9a670f..2d7da47402 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.doctree
index 981e0af50b..fc211f2a07 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree
index fb31fb3a99..e08cb2ea61 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree
index e4a894769a..b1a247caa2 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree
index ee1d1950e2..31513054a0 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree
index 0f52e69eea..a458941013 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree
index e217c42959..04dd638116 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree
index 2e4c3f9368..d4805ed04d 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree
index 46ce5f4bb8..da33587ffb 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree
index 716b09fb9a..cc990823db 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree
index ff1a3a0fe2..6adb2893e7 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree
index 928f658da4..07b3468ac2 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree
index da9e4d01c7..5844e8ac38 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree
index d2b04e15ff..1fc707128c 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree
index 043bc627f1..4e4cd511b4 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree
index 441988dbb4..b4e8d813fc 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree
index 5c546616fa..38bd0cc8cb 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree
index 2d9407c71f..4a8c3ac574 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree
index 498a9b8600..edc5a97143 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree
index dfd1bb0b09..dfdd07c054 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree
index 08b4d16016..7743250bea 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree
index 6d44bd7da0..6600aadada 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree
index 306c5b1bb1..de59c57e34 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree
index 043ba8c128..18bb7a7c30 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree
index c8f969e657..6d79e5515b 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree
index 2ca8bdf1f5..4a3caf5cb8 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree
index 8ba75a8c32..4b42b9fdea 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree
index fc526586a8..04618017c7 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree
index 10a8666586..d99fa50a4e 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree
index 61a8022080..2e6f4de118 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/basic_example.doctree
index 8234bdaeaa..5571566132 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/basic_example.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/change_environment.doctree
index c4d0d4d421..fcc5ce8f64 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/change_environment.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/default_building_control.doctree
index 532ae93a25..9f849f2942 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/default_building_control.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/drl.doctree
index dd7589c9a6..0b900b5832 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/drl.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree
index 73a13da696..ec18fa3d68 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree
index 734c59c82d..b4802d7cca 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree
index 8aec04126e..cf5a399d51 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/output.doctree b/docs/compilation/v2.3.0/.doctrees/pages/output.doctree
index 22278a5b80..29fdd2a18a 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/output.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/output.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/rewards.doctree b/docs/compilation/v2.3.0/.doctrees/pages/rewards.doctree
index 90d2280ee8..3ccc957979 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/rewards.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/tests.doctree b/docs/compilation/v2.3.0/.doctrees/pages/tests.doctree
index a71b5e7d3b..98fe5c3de6 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/tests.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/tests.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.3.0/.doctrees/pages/usage-example.doctree
index c60dc7b906..722637ad13 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/usage-example.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/weathers.doctree b/docs/compilation/v2.3.0/.doctrees/pages/weathers.doctree
index 72dfff96f8..70db0a5990 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/weathers.doctree differ
diff --git a/docs/compilation/v2.3.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.3.0/.doctrees/pages/wrappers.doctree
index 40ba1bc06f..3d87eda550 100644
Binary files a/docs/compilation/v2.3.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/wrappers.doctree differ
diff --git a/docs/compilation/v2.5.0/.buildinfo b/docs/compilation/v2.5.0/.buildinfo
index 9d942e9f8f..64b111a23b 100644
--- a/docs/compilation/v2.5.0/.buildinfo
+++ b/docs/compilation/v2.5.0/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 64408e3400f8be981f4324f64e8422e7
+config: f8b437b69482d503ba2ba6b418f35c8c
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs/compilation/v2.5.0/.doctrees/environment.pickle b/docs/compilation/v2.5.0/.doctrees/environment.pickle
index 16b54ef859..adc2644624 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/environment.pickle and b/docs/compilation/v2.5.0/.doctrees/environment.pickle differ
diff --git a/docs/compilation/v2.5.0/.doctrees/index.doctree b/docs/compilation/v2.5.0/.doctrees/index.doctree
index c95cf7ec36..2cc26c43b3 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/index.doctree and b/docs/compilation/v2.5.0/.doctrees/index.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.5.0/.doctrees/pages/API-reference.doctree
index d20972c81d..9f1a398ee7 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/API-reference.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/buildings.doctree b/docs/compilation/v2.5.0/.doctrees/pages/buildings.doctree
index 9540eb80ed..37c7709aef 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/buildings.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/controllers.doctree b/docs/compilation/v2.5.0/.doctrees/pages/controllers.doctree
index e57a5f77cd..01b8240fdb 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/controllers.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.5.0/.doctrees/pages/deep-reinforcement-learning.doctree
index 4ab7f3d94a..a73b9a3ff2 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/deep-reinforcement-learning.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/environments.doctree b/docs/compilation/v2.5.0/.doctrees/pages/environments.doctree
index 7ecfbfa9d4..8dde20fd7c 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/environments.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/environments.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.5.0/.doctrees/pages/extra-configuration.doctree
index d1298c0077..99c22042df 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/extra-configuration.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.5.0/.doctrees/pages/gcloudAPI.doctree
index f807252e6d..37b5a8c8c2 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/gcloudAPI.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.5.0/.doctrees/pages/github-actions.doctree
index ebaaf3b1b7..bd78bc735a 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/github-actions.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/installation.doctree b/docs/compilation/v2.5.0/.doctrees/pages/installation.doctree
index 2969809034..feab65a9e0 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/installation.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/installation.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/introduction.doctree b/docs/compilation/v2.5.0/.doctrees/pages/introduction.doctree
index 4cd36a64c3..4489afe330 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/introduction.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.doctree
index 37351368ab..fd1a17538b 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree
index 30428c5277..ded5d5cb4a 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree
index f78801b554..adbeba5f1d 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.doctree
index a6d5cbe914..62ac6ba4df 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.doctree
index deadbfe7aa..b8aba0d407 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree
index 469c4097f9..c7b797dd87 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree
index 75de54c28d..382b7642b5 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree
index 3b71d4bc5f..9affa5b48c 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.doctree
index 4347555902..f36134264d 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.doctree
index 42ccf371cb..326dfb26e6 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree
index daae6100b6..e697f66384 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree
index 81ec044daa..832299f159 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree
index a49ca31c02..f8bd114d83 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree
index a74cc6f20e..6f592a8289 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree
index 36d4d08382..da4c31b651 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree
index 675c913d02..ea33b5affc 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree
index a85af14b3c..fcb86cb185 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree
index 5bdf4dcb59..46dc03c053 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.doctree
index ee7147f50a..277ccae04e 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree
index 9ade78fecc..88e3e0b9b1 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree
index 092a06098b..bb139550cc 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree
index 754222461b..b6a11e56b7 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree
index 0097854b0a..bdaa432f45 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree
index 597ce41951..d9dbf99af8 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree
index 810dca3743..a79ab71428 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree
index 3793a425c1..a4de5e99bd 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree
index 2cc8f095d0..39ee8da683 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.constants.doctree
index 2727b592dd..6a99883e60 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree
index 3d654ccd7c..0db19e7b59 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree
index a6ef5b4911..73e449cae8 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree
index c06789a643..3f8bc9eed2 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree
index b4dcd125bc..6831910278 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.doctree
index 1c0edd8be5..468e202f87 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree
index 96bf8cc046..803632d978 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree
index 7d772afc08..dc668c5163 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree
index 39e913fc15..73344c303d 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree
index 1612760749..b5a8792af1 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree
index e62c782300..508d30c325 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree
index 066dd2e1f7..8bd045fe78 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree
index 69b549af8a..514034d20b 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree
index c7a7969aab..311709b369 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree
index 87659d1e3d..83239129f9 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree
index 564a563c0f..8ef8222096 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree
index af734d8668..55e50e0ace 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree
index 502de77ff2..d326ec1d2e 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree
index 802fa2b65d..81eb37078f 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.doctree
index 9fd580d236..0dec83a59b 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree
index e8ff5bbb75..e66cb8b193 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree
index f0b62899a1..396da0e859 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree
index 67109b4d2a..f0296b593c 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree
index 2ee4b7f114..3fab31f637 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree
index fb434e350f..4c760d4ae3 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree
index 91c9873963..46b8d7248e 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree
index 443d89c2fb..1976813cb6 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree
index 12ee0928b9..f22552ff30 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree
index 19687da72a..47c2a8f5a9 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree
index 42cf312c4c..a92513d45e 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree
index 8214efa1f1..f70eba6b20 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree
index 6da14213a1..cfeafe7f60 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree
index 64bcfa4a6c..72534bca1d 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree
index 40360a80ee..10c9b5e6e2 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/basic_example.doctree
index 61f126883f..abe91d97dd 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/basic_example.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/change_environment.doctree
index 67498a0681..02bc51e215 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/change_environment.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/default_building_control.doctree
index 222837f0d9..67b27c37db 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/default_building_control.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/drl.doctree
index 7520014ccd..8f77ae609f 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/drl.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree
index 0c14bcec47..0485d2b480 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/rule_controller_example.doctree
index 2ebcb0607f..a4e42cdc43 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/wrappers_examples.doctree
index 124e7806f1..fdd0b1aa2e 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/output.doctree b/docs/compilation/v2.5.0/.doctrees/pages/output.doctree
index 9f30c2c730..dc354820b3 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/output.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/output.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/rewards.doctree b/docs/compilation/v2.5.0/.doctrees/pages/rewards.doctree
index a047eeb473..f39c001514 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/rewards.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/tests.doctree b/docs/compilation/v2.5.0/.doctrees/pages/tests.doctree
index 7409da02df..75a0a56adc 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/tests.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/tests.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.5.0/.doctrees/pages/usage-example.doctree
index 7f296d30ca..11c37f4652 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/usage-example.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/weathers.doctree b/docs/compilation/v2.5.0/.doctrees/pages/weathers.doctree
index 264151d01b..175d02992b 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/weathers.doctree differ
diff --git a/docs/compilation/v2.5.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.5.0/.doctrees/pages/wrappers.doctree
index ba8a2cc940..cedb119e19 100644
Binary files a/docs/compilation/v2.5.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/wrappers.doctree differ
diff --git a/docs/compilation/v3.1.0/.buildinfo b/docs/compilation/v3.1.0/.buildinfo
index 87b5425254..71a77f6cf0 100644
--- a/docs/compilation/v3.1.0/.buildinfo
+++ b/docs/compilation/v3.1.0/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 19b013e5f39547ffc79a154edf3017fa
+config: 8c2a1209542c82f9f3daa961235bec0e
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs/compilation/v3.1.0/.doctrees/environment.pickle b/docs/compilation/v3.1.0/.doctrees/environment.pickle
index e8171d9a3a..dab92acc88 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/environment.pickle and b/docs/compilation/v3.1.0/.doctrees/environment.pickle differ
diff --git a/docs/compilation/v3.1.0/.doctrees/index.doctree b/docs/compilation/v3.1.0/.doctrees/index.doctree
index ce79298259..f345098111 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/index.doctree and b/docs/compilation/v3.1.0/.doctrees/index.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v3.1.0/.doctrees/pages/API-reference.doctree
index de21f680b3..ea166bc325 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/API-reference.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/buildings.doctree b/docs/compilation/v3.1.0/.doctrees/pages/buildings.doctree
index e146541cc8..aeb07fa73c 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/buildings.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/buildings.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/controllers.doctree b/docs/compilation/v3.1.0/.doctrees/pages/controllers.doctree
index cb38e4fa59..aa15f381a0 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/controllers.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v3.1.0/.doctrees/pages/deep-reinforcement-learning.doctree
index 2321ee50a3..94b02cac4c 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/deep-reinforcement-learning.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/environments.doctree b/docs/compilation/v3.1.0/.doctrees/pages/environments.doctree
index b8ecfdb967..f7bcc25e18 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/environments.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/environments.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/environments_registration.doctree b/docs/compilation/v3.1.0/.doctrees/pages/environments_registration.doctree
index fd486779b8..c2b84eb21d 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/environments_registration.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/environments_registration.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v3.1.0/.doctrees/pages/extra-configuration.doctree
index a8e6b218fa..913f805ea8 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/extra-configuration.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v3.1.0/.doctrees/pages/gcloudAPI.doctree
index a7703e579a..3db9cdab88 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/gcloudAPI.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v3.1.0/.doctrees/pages/github-actions.doctree
index c343467388..af24781460 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/github-actions.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/installation.doctree b/docs/compilation/v3.1.0/.doctrees/pages/installation.doctree
index 6cf7d9a3ad..7bfcfc8e34 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/installation.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/installation.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/introduction.doctree b/docs/compilation/v3.1.0/.doctrees/pages/introduction.doctree
index c6ab59368a..7f0c3a0555 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/introduction.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.doctree
index 9b68fbd4b8..562ce52a12 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree
index f7b603b924..27f97fd9e7 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.modeling.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.modeling.doctree
index 64b97dd3a5..65d9611c25 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.modeling.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.modeling.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.doctree
index 6151370402..f0d06a2962 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree
index 2c08fa3c54..fc12306bbd 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree
index d93fa9d5ed..c16ee307a2 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.doctree
index eb7de3925c..19f83367e3 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree
index 286720f48f..0b1aee8459 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree
index 9457fdd6ae..b7472d5d11 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree
index 76845423f0..f8d2320c88 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree
index 7fa8994d6c..9f1e714a5b 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree
index 50bd86adeb..b90c6595ff 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree
index f5d26b245a..c44f4e376d 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree
index 5a3cc2ba78..2ef22c7dbd 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree
index bf8bd96817..e84bbab40b 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree
index e1086ee1bd..e301fb6dc7 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree
index d508b62e56..63ab47adc8 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree
index 21fa4dd2bf..6c2d90d99e 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree
index 2b7fc422df..3f81852abd 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree
index 7ae0cdc59f..de219de26d 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree
index 72870d098e..b4411e1c96 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree
index 285ab4d565..9f0e27e0c2 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree
index df920cba66..2d5f33b2eb 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree
index 3b43f6acd7..add11d2ee3 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree
index 7171a79520..d3ac25c874 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.doctree
index d9e1943c0c..b74b62b86b 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree
index fd0c81723f..510e96ed6e 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree
index 779bb029eb..c73a5b0a4a 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree
index 088246b81f..e2c6aba446 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree
index 1097da91ca..28204da8d5 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree
index 06eb2b43f2..0ba60a1b31 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree
index 29634c7483..e708c395a4 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree
index 5bf70ccb28..e8f54b8627 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree
index 9c67529112..881e057d76 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree
index 6206aa4244..65beacc19d 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree
index 91001ec375..7491a97291 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.doctree
index 669e03b4b2..7870d17d80 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree
index e3be30c1fe..28efd99165 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree
index 7287a7438b..c1af868a16 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree
index dfc58b7a42..c94b5244df 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree
index ed870c6d73..d69a50c563 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree
index c4b424acfb..a192153a6b 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree
index fdc3a1f48d..23faeb5b70 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree
index 2714da7007..333f11c9d7 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree
index fee77dd044..91b12d1f53 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree
index 611d703fb6..3dcbcfb1ae 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree
index e201842937..2edd288a66 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree
index bd544b5eaa..df806e2824 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree
index 8f57f33d31..f4b7085b32 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree
index a0906008df..033cc01e6c 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree
index fdc166e194..de5e1aa07f 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree
index 619c3ba81a..9b8759d272 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree
index 7d8082929c..2385b7bbac 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree
index 6a8442e544..eed5e5fd08 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree
index 8cd6336dcc..985d431e8c 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree
index 1021b698f8..50bd703379 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree
index 4a6d60f289..1543500666 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree
index c702885155..e0ef326a75 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree
index b346ae5626..707c6efe8e 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree
index 7f8a7a92b8..1c18a6a542 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree
index b6fb7c9641..b026cfe58d 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree
index 145cc5759a..7fc8fe95a3 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree
index 03fce100bc..40424deb29 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree
index be300cfbab..d6a2401067 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree
index 6d8d3e6b72..1e19465adc 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree
index ee76690e70..bedbb97c58 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree
index 0858587888..7f88987784 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree
index f96eda4c71..c1d826e336 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/basic_example.doctree
index 7df16acc8e..9e7145c4e1 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/basic_example.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/change_environment.doctree
index eb6ca80184..f0773c1722 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/change_environment.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/default_building_control.doctree
index d64853a388..ecafb07a81 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/default_building_control.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/drl.doctree
index 6fc52e8268..ca9ddb4c6f 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/drl.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/getting_env_information.doctree b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/getting_env_information.doctree
index 76f55c182b..8f692a3928 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/getting_env_information.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/getting_env_information.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree
index 08d90e3f09..ac32928fd9 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree
index 7bbbe11858..bc8a3646ba 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree
index eceb395584..a4ceb3b177 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/output.doctree b/docs/compilation/v3.1.0/.doctrees/pages/output.doctree
index 770c52a8f7..211bc6217b 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/output.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/output.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/rewards.doctree b/docs/compilation/v3.1.0/.doctrees/pages/rewards.doctree
index fc2da39ce8..98079753b1 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/rewards.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/tests.doctree b/docs/compilation/v3.1.0/.doctrees/pages/tests.doctree
index 02689f71ea..b9e8be5e23 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/tests.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/tests.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v3.1.0/.doctrees/pages/usage-example.doctree
index 9579c76058..69d86ffa2b 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/usage-example.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/weathers.doctree b/docs/compilation/v3.1.0/.doctrees/pages/weathers.doctree
index c188ad2811..0f9234c414 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/weathers.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/weathers.doctree differ
diff --git a/docs/compilation/v3.1.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v3.1.0/.doctrees/pages/wrappers.doctree
index 98c9dc0b11..c074590cf4 100644
Binary files a/docs/compilation/v3.1.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/wrappers.doctree differ
diff --git a/docs/compilation/v3.1.0/pages/notebooks/drl.html b/docs/compilation/v3.1.0/pages/notebooks/drl.html
index 18f76a8b0c..e52d05ac2b 100644
--- a/docs/compilation/v3.1.0/pages/notebooks/drl.html
+++ b/docs/compilation/v3.1.0/pages/notebooks/drl.html
@@ -198,13 +198,6 @@ 
23.1. Training a model
 
 Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.
-
-
-
-
-
-
-
 wandb: Currently logged in as: alex_ugr. Use `wandb login --relogin` to force relogin
@@ -53523,15 +53516,7 @@

23.1. Training a model 
-wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1)...
-

- -
-
-
-
-
-Done. 0.1s
+wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1)... Done. 0.1s
 wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1)... Done. 0.0s
 wandb: WARNING Source type is set to 'repo' but some required information is missing from the environment. A job will not be created from this run. See https://docs.wandb.ai/guides/launch/create-job
diff --git a/docs/compilation/v3.2.0/.buildinfo b/docs/compilation/v3.2.0/.buildinfo index 40a3f07f4f..821f2bc306 100644 --- a/docs/compilation/v3.2.0/.buildinfo +++ b/docs/compilation/v3.2.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: a37c0ecad83b1c8211360184fed10f16 +config: 4040a5d613b0e3b39410014a34374d3d tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v3.2.0/.doctrees/environment.pickle b/docs/compilation/v3.2.0/.doctrees/environment.pickle index af045708c2..7a35b158de 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/environment.pickle and b/docs/compilation/v3.2.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v3.2.0/.doctrees/index.doctree b/docs/compilation/v3.2.0/.doctrees/index.doctree index f0ca1ed0ad..10158f714d 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/index.doctree and b/docs/compilation/v3.2.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v3.2.0/.doctrees/pages/API-reference.doctree index e05fc42dbc..309e1331f8 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/buildings.doctree b/docs/compilation/v3.2.0/.doctrees/pages/buildings.doctree index 2f391b926d..5be6342005 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/buildings.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/controllers.doctree b/docs/compilation/v3.2.0/.doctrees/pages/controllers.doctree index 2fd81f64b5..07db382764 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v3.2.0/.doctrees/pages/deep-reinforcement-learning.doctree index 885e3b5503..80c0277985 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/environments.doctree b/docs/compilation/v3.2.0/.doctrees/pages/environments.doctree index 0c6f95c882..cce600528b 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/environments.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/environments_registration.doctree b/docs/compilation/v3.2.0/.doctrees/pages/environments_registration.doctree index 0f4c1ccee9..76ad6e9e17 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/environments_registration.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/environments_registration.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v3.2.0/.doctrees/pages/extra-configuration.doctree index 58492965c6..bd92fb91cd 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v3.2.0/.doctrees/pages/gcloudAPI.doctree index 57f7d61926..b3d4f0aef1 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v3.2.0/.doctrees/pages/github-actions.doctree index 05bb28e2c0..c8b4cc6906 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/installation.doctree b/docs/compilation/v3.2.0/.doctrees/pages/installation.doctree index 3dc1b57835..10311fb9b7 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/installation.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/introduction.doctree b/docs/compilation/v3.2.0/.doctrees/pages/introduction.doctree index eefad693fe..7cb73292b4 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.doctree index 0b61f9f609..91a78b5180 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree index a2ef71c584..ccd5fa21bd 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.modeling.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.modeling.doctree index b8b8eeec7c..eac2d1a058 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.modeling.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.modeling.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.doctree index 089ed56f9c..4129414593 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 37d722774b..179fb6fd45 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 1b65c35644..dd2e9a9b79 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.doctree index 5e3e998c50..b2f3912fb2 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 93f844a226..d03e90ba47 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 7e4e86847c..153c992b00 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 2366043f1d..ff255682db 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index ce58874298..9585981f5d 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index c20f88022d..04d42f2f83 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree index bb7007ee3c..9977ab3724 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree index fe22601fdb..62c242b441 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree index 57547ab3fc..de3ffaa59a 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree index cf06570ef4..db504385d7 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 61d3dac315..ec979c71c4 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 7a41380f16..d13045a9a3 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 1592796caa..47c2fd3f0c 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree index 5d11196919..dd409981ac 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree index 8365722ed7..b73facbcdd 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree index 1cb8fb15b5..b6f71d1e3e 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 63fd6ff475..a809c86f6c 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 844d0376b6..5eb0a79a31 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree index d5b39ef107..6f68bbebc2 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.doctree index 6ad094757a..4333ca12ce 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree index 39b9b7bfe8..4c4dcfd355 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree index 34bf502513..c761358057 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree index c411057199..618bdd45b2 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree index 02f3ac6a10..d72bc61039 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree index d82b6e5bf7..b78b155bd4 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree index 7189abc7ae..4ff6039f13 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 8df0dd40e4..55ebf514f7 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index bc25041096..984cf11fc1 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index b46fc8f172..f2325be57c 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 9e5769e08f..43a380c5a0 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.doctree index a4b38676c6..e6ee1aa9ce 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index f81507428a..57a76d89a9 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index a870e97a7a..7bd10ede87 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index cdbd0cb97f..35af4d90da 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index e6e00c2a03..f52e87bf86 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 3a76dbe912..b037ed7e91 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 4c577e949a..876af201ff 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 19cbf06821..bd7f0bbcae 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index e6e62de569..f9783e6d5e 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 1c6c58c17e..e3452ae00e 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 3332c605f6..9b4661f216 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index afc2cb8535..07390375ef 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree index f1bdcea75f..1e15fbdb0f 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 21c7771aa9..c1f9f01db1 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index 97b9c4e2bc..c4d9e4a56f 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree index 074e20bb2e..9ce5b5d0b4 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index 4dcc06e155..e3b7ff536c 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index ae2ea09f53..41e8b71363 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 61c1c7ac73..995d96c6c6 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index a9fad010a5..5dbb181e4d 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree index 7376501f19..2ae0ea7f36 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index f084765a9b..15d09bdcda 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index 6417461508..f36d1bcdc0 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index 9f16f3bfe5..dfb56eb577 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree index 71ab07c5d9..11dbe54c21 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index e27b397f17..a6d01ff8e2 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index 3c1b67487c..93acd823a9 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index c9abc5f81b..571e70746e 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree index ad98d4685b..e50a0385e1 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index b237e7a018..a5054a03db 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index 20f9ff8768..8ed6d3821b 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index 0713936fb1..e1b45e0594 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index fe7a1539fd..1165be5dda 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/basic_example.doctree index 6cfeac328e..5178dedf0c 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/change_environment.doctree index 58c6bb7528..e001e720a6 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/default_building_control.doctree index f6ee1b06a1..e86f4e5064 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/drl.doctree index d0a5f31794..08739fe1d0 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/getting_env_information.doctree b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/getting_env_information.doctree index 5aa305806b..0f1dfda833 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/getting_env_information.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/getting_env_information.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 75b089960d..b6618703bb 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree index dca41b15b4..016d78d872 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree index 050a97c677..0cda2e8d94 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/output.doctree b/docs/compilation/v3.2.0/.doctrees/pages/output.doctree index 78e5956f2d..93ae0c1a06 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/output.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/rewards.doctree b/docs/compilation/v3.2.0/.doctrees/pages/rewards.doctree index 34d19e92bd..2fb9dc6379 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/tests.doctree b/docs/compilation/v3.2.0/.doctrees/pages/tests.doctree index d30f53182f..15a8e5ccf7 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/tests.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v3.2.0/.doctrees/pages/usage-example.doctree index 8cc467bbda..512d29cb1e 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/weathers.doctree b/docs/compilation/v3.2.0/.doctrees/pages/weathers.doctree index 6b1872d456..e683c12624 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/weathers.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v3.2.0/.doctrees/pages/wrappers.doctree index 6846301afe..5cfebfa748 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v3.2.0/pages/notebooks/drl.html b/docs/compilation/v3.2.0/pages/notebooks/drl.html index ea05a32678..ece1a77526 100644 --- a/docs/compilation/v3.2.0/pages/notebooks/drl.html +++ b/docs/compilation/v3.2.0/pages/notebooks/drl.html @@ -198,13 +198,6 @@

23.1. Training a model 
 Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.
-

- -
-
-
-
-
 wandb: Currently logged in as: alex_ugr. Use `wandb login --relogin` to force relogin
@@ -53523,15 +53516,7 @@

23.1. Training a model 
-wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1)...
-
- -
-
-
-
-
-Done. 0.1s
+wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1)... Done. 0.1s
 wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1)... Done. 0.0s
 wandb: WARNING Source type is set to 'repo' but some required information is missing from the environment. A job will not be created from this run. See https://docs.wandb.ai/guides/launch/create-job
diff --git a/docs/compilation/v3.2.10/.buildinfo b/docs/compilation/v3.2.10/.buildinfo index b2365b6b03..72fe9b8690 100644 --- a/docs/compilation/v3.2.10/.buildinfo +++ b/docs/compilation/v3.2.10/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 9295e77a64b731a89bb1ce453a04b62a +config: 910ddd29114406ac9f6f2b04ac95ea26 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v3.2.10/.doctrees/environment.pickle b/docs/compilation/v3.2.10/.doctrees/environment.pickle index bc6f613c65..d17434aee5 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/environment.pickle and b/docs/compilation/v3.2.10/.doctrees/environment.pickle differ diff --git a/docs/compilation/v3.2.10/.doctrees/index.doctree b/docs/compilation/v3.2.10/.doctrees/index.doctree index d214962a25..28c647579f 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/index.doctree and b/docs/compilation/v3.2.10/.doctrees/index.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/API-reference.doctree b/docs/compilation/v3.2.10/.doctrees/pages/API-reference.doctree index ca4b3da2ad..2176003d65 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/API-reference.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/buildings.doctree b/docs/compilation/v3.2.10/.doctrees/pages/buildings.doctree index b4a87d71e3..ef17d7d9db 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/buildings.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/controllers.doctree b/docs/compilation/v3.2.10/.doctrees/pages/controllers.doctree index c4d9758870..4b94cead64 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/controllers.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v3.2.10/.doctrees/pages/deep-reinforcement-learning.doctree index d619d93fd2..078c18b97a 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/environments.doctree b/docs/compilation/v3.2.10/.doctrees/pages/environments.doctree index 7000a6061f..884d514b34 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/environments.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/environments_registration.doctree b/docs/compilation/v3.2.10/.doctrees/pages/environments_registration.doctree index 326cc11dd7..67afc5ba77 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/environments_registration.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/environments_registration.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v3.2.10/.doctrees/pages/extra-configuration.doctree index 7e0bae3b58..97e4d9123d 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v3.2.10/.doctrees/pages/gcloudAPI.doctree index 2aa23cdad2..932abdca81 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/github-actions.doctree b/docs/compilation/v3.2.10/.doctrees/pages/github-actions.doctree index 6e70575d72..da1a328feb 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/github-actions.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/installation.doctree b/docs/compilation/v3.2.10/.doctrees/pages/installation.doctree index f973eb140a..45ec3ddc2c 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/installation.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/introduction.doctree b/docs/compilation/v3.2.10/.doctrees/pages/introduction.doctree index d684be92a9..46562e794a 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/introduction.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.doctree index d323067875..77bb0b4596 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree index 9b48092029..f260fa5aa4 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.modeling.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.modeling.doctree index b9017375f5..ed0ac1ff65 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.modeling.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.modeling.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.doctree index 0f5e2a15ca..384d662910 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index a74e39a064..82e41fc1df 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index e43a498600..0b1e90c6b9 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.doctree index 877f8d6352..163829a6da 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index bab5b881cc..681a0895d2 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 7b201f2598..fcd600c294 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 45e4abe990..0def60b80a 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 5a368eab5e..6940e118cb 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index dac650750c..877de91fba 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree index a248154ec1..68aa057a26 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.doctree index 7bdbe73a5e..c1e56368a4 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree index 320ec7c3e3..b866b76248 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree index 29dd482e02..7d981ac0cb 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index e23c810473..316a6b9385 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree index 58e52a7a6e..bd3f0c3188 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index e2f9d39bfe..5502837450 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index f31ce58e5a..bb8516790d 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree index 4e13690fdc..fbf208676b 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree index c2a4653010..881d5d33a7 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree index 8d285f8b19..6a70cfdcea 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 8ea958d975..5dba46246f 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 77200cd030..bc35a60391 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree index 01ab3de0b6..3a949f8165 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree index f7c9a7687a..580a02433d 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree index c650cb91d2..4e98ed9a05 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree index c219829791..98ce361f81 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree index 2b10f22ce2..7ed8eeecff 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree index 3cec159de3..347d318528 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree index 16d26de958..2397b6f6a6 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.doctree index 3cf66631c2..3971496291 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 6502f5b6e4..8d3ae3b27a 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 3bb42b51ed..f88dced128 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree index 7928d0df7a..3e3a8b3fdb 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index a58e08ae3e..3b4a84f2bc 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 17e046f181..0deae977cf 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.doctree index 50651d6458..1a8bebdf93 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 7466695c12..669501e163 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 20931dc75a..d0e2c1f1b4 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 0934a74c1d..590be28780 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index cdaac865da..bf48fe1be8 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 734c487ec1..0e961bf36b 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 59aafadd44..2e265c98a7 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index f6cfa29d65..ddd6299513 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 7770a8585c..0c65cad9f7 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 084b5282a8..2a05990808 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index f415d5710f..20d0a3d6a2 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index c2d0d21a55..1966762b0b 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree index e54f66b386..298862cd0f 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 18fb10bfad..8593bb556d 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index 19ee2e766f..5ed52c33b1 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.doctree index 53cc4f583a..feb61d3510 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index 7f967d8812..0c623ae4c5 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index c0aaea7641..e937f0b4ff 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 77288e45ee..4b0c8b04d0 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index f42c0e3a15..e9f1151367 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree index cff2a65a75..3aafb27697 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 1ae3e4e5d9..f5798cd458 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index b765c7bc80..47075ac6d3 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index 31149761e8..097bf2f90b 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree index b70ff06293..dcc5ec81f9 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree index caa6ab39db..bab82d5f4b 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index c154c9ddfe..673f3e681e 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index 8355a5cc8a..5ecedb5469 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 378a6beb68..0a42aa98d0 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree index a15ba898f4..eb70866804 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 5c53bec0c3..bc73b086ab 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index c690bbbfb5..8e8cfd85f2 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index 52b0bb5974..49aa424bfb 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 402a092c4f..cf5a969a0b 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/basic_example.doctree index 1c5795b408..9df22c2725 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/change_environment.doctree index a7f7b8c091..987a03d35a 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/default_building_control.doctree index 5bc43e70a8..ea56410246 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/drl.doctree index 63572c0647..1ecbe3b2f3 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/getting_env_information.doctree b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/getting_env_information.doctree index 70ba46a86e..61f334e23f 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/getting_env_information.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/getting_env_information.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 507cc0c1c4..63fbabcbf2 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/rule_controller_example.doctree index 2cef3399f7..7d6d27e18f 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/wrappers_examples.doctree index ebca256e4c..c16ee11e1c 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/output.doctree b/docs/compilation/v3.2.10/.doctrees/pages/output.doctree index 58ab6e4d26..29025249ae 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/output.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/rewards.doctree b/docs/compilation/v3.2.10/.doctrees/pages/rewards.doctree index 919a0669ec..7755cba4c5 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/rewards.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/tests.doctree b/docs/compilation/v3.2.10/.doctrees/pages/tests.doctree index 44551e19a6..99aaa18379 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/tests.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/usage-example.doctree b/docs/compilation/v3.2.10/.doctrees/pages/usage-example.doctree index 0fb9bd38f5..f483dc8885 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/usage-example.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/weathers.doctree b/docs/compilation/v3.2.10/.doctrees/pages/weathers.doctree index 3446e74f3d..ce505308ff 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/weathers.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/wrappers.doctree b/docs/compilation/v3.2.10/.doctrees/pages/wrappers.doctree index dcf739ec52..76613dff2f 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/wrappers.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v3.2.10/pages/notebooks/drl.html b/docs/compilation/v3.2.10/pages/notebooks/drl.html index cb4a3914e9..125f3aab4b 100644 --- a/docs/compilation/v3.2.10/pages/notebooks/drl.html +++ b/docs/compilation/v3.2.10/pages/notebooks/drl.html @@ -198,13 +198,6 @@

23.1. Training a model 
 Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.
-

- -
-
-
-
-
 wandb: Currently logged in as: alex_ugr. Use `wandb login --relogin` to force relogin
@@ -53523,15 +53516,7 @@

23.1. Training a model 
-wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1)...
-
- -
-
-
-
-
-Done. 0.1s
+wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1)... Done. 0.1s
 wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1)... Done. 0.0s
 wandb: WARNING Source type is set to 'repo' but some required information is missing from the environment. A job will not be created from this run. See https://docs.wandb.ai/guides/launch/create-job
diff --git a/docs/compilation/v3.3.0/.buildinfo b/docs/compilation/v3.3.0/.buildinfo index 7e9bf91ca8..ab45d3bf89 100644 --- a/docs/compilation/v3.3.0/.buildinfo +++ b/docs/compilation/v3.3.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 0ea8a180e9a700d43ac895c637211d22 +config: d4ba12dc03dbac126a6e27fb953c10c2 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v3.3.0/.doctrees/environment.pickle b/docs/compilation/v3.3.0/.doctrees/environment.pickle index 5b9463c3ed..622c16688a 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/environment.pickle and b/docs/compilation/v3.3.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v3.3.0/.doctrees/index.doctree b/docs/compilation/v3.3.0/.doctrees/index.doctree index d5c7024a8d..665a94560d 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/index.doctree and b/docs/compilation/v3.3.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v3.3.0/.doctrees/pages/API-reference.doctree index 5ff4e6c9a3..fe07e7399b 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/architecture.doctree b/docs/compilation/v3.3.0/.doctrees/pages/architecture.doctree index 95d37b4d9a..3fc9fe9c22 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/architecture.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/architecture.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/buildings.doctree b/docs/compilation/v3.3.0/.doctrees/pages/buildings.doctree index 3678b9b879..70b245c810 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/buildings.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/controllers.doctree b/docs/compilation/v3.3.0/.doctrees/pages/controllers.doctree index 815b6b013f..87fbc7c9dc 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v3.3.0/.doctrees/pages/deep-reinforcement-learning.doctree index feff1d4b01..d3b5f65320 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/environments.doctree b/docs/compilation/v3.3.0/.doctrees/pages/environments.doctree index 52b512c818..66aadd5ad9 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/environments.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/environments_registration.doctree b/docs/compilation/v3.3.0/.doctrees/pages/environments_registration.doctree index 97ca267ea1..335d80f736 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/environments_registration.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/environments_registration.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v3.3.0/.doctrees/pages/extra-configuration.doctree index 23931d225e..a2bed1323d 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v3.3.0/.doctrees/pages/gcloudAPI.doctree index b11e164cdc..188038470e 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v3.3.0/.doctrees/pages/github-actions.doctree index 1ce42b35b8..e2878647ce 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/installation.doctree b/docs/compilation/v3.3.0/.doctrees/pages/installation.doctree index 08e2afb106..5e7f5b62dc 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/installation.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/introduction.doctree b/docs/compilation/v3.3.0/.doctrees/pages/introduction.doctree index 9d1d58e9ad..e131f21d9a 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.doctree index 4525006fbc..0d730c93ab 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree index 8d02e5dc77..b8040f2113 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.modeling.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.modeling.doctree index fe687a5e2e..c3146959fc 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.modeling.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.modeling.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.doctree index d1560a21db..d2bc89db05 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index f17bd92218..b5e8502578 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index bd01a9fe9b..a0ad0391e4 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.doctree index 68469bba22..db05ff3e5e 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 9ed0c3a582..71d8a04f27 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index de3f96159d..7f66627dca 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index f74d299f5e..071ba3c346 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index ee7ff787bb..6ea9c04bf2 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index bb1ec7a5e0..9e8cfa6b00 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree index 3c4ad93413..cb4977bea0 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree index e897b0b8e4..7531f91fe6 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree index 5d439a08f9..86376cd3d4 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree index 6480bfa13a..24f0eff1e1 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index eff78ed491..c584c6b7f2 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree index 5b34df33d7..694be54340 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 0704ad96be..cb5ffe340c 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 9d3a1e226c..42d7b686b1 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree index 86e90ac91b..dc4b400f8d 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree index 84cbfe037d..a2380f652c 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree index ec46cbb0f8..36b056637a 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 3043a54812..62b76f9586 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 93349e2546..bb7e72a2e9 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree index 68f03b0011..6f8c27a82d 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree index c21afa3a8f..03a716c7ae 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree index 4a3d85a22d..d2d17ee5a2 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree index 33d20f4bca..22dd0704d5 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree index fda857200c..30f83b586d 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree index aee06eaff3..7f72425a59 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree index 3b4433cd33..355d8604cd 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree index 4b14749a5a..0490decaf8 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 16cd72a5d3..3cf8ed13e4 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 4729f3dee6..863794d45b 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree index 98b55b07f8..a789e4e7e4 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 59d37a31f0..231140f103 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index fae1e9a1f3..8daa0a2a03 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.doctree index 2d9289d11a..53706f6e6a 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 9d46f20725..4d5183d2bb 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index a9052d48bf..a8aea960a8 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index f56df6d808..07d51c185d 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 0afbbe475a..44fb6197b5 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 2e9d220cf9..05751c076b 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 2642a634ba..71d049fbc2 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index ecfc53d810..1cbe68b81e 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 668a7518ea..65f1ec6495 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 82cfbc533e..2c2706736e 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 95c733b869..0959e13925 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index b3c368be6a..cd3fd2192a 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree index ccc0fc02e9..16c602a36c 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 7a5012b588..560cd4fdb2 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index 7e234ec005..1ec5cd103c 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree index 96504c26e7..42d2c472c4 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index 41bf5634a9..82683cbe85 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index e86457d48f..39a3e53bc2 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 3569bcba11..8637cdce70 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index bfce3727e6..c9faccab3f 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree index 82a107f23f..a766d8cf98 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 2b5cf3bcbd..f4e6aa03b0 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index 0c2cc94397..cbc8893c01 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index 8cfb0803c1..324c3f4e40 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree index 27f8132b5c..0761494bd3 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree index f65f3458b2..8daccd61af 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 9a2e67c555..a3a5a142ea 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index eb6ec545de..9b7a626e2b 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 24b27ed7bf..5bd0c5ca22 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree index af31a57f9b..66db574143 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index df082ad296..016175fab1 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index 80809d3844..881ec12091 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index ccd04651d0..ee337a7a07 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index cdd377dfea..bd5d94afdd 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/basic_example.doctree index 9bb50e8491..0e7fc71899 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/change_environment.doctree index 34e0ff46bc..a838f888f1 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/default_building_control.doctree index 943dcf5e5a..6f96f1c4fb 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/drl.doctree index 462b954b6f..dcca278843 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/getting_env_information.doctree b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/getting_env_information.doctree index 55373b99e1..4caf4d23c2 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/getting_env_information.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/getting_env_information.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 79d61fac04..02a715304f 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree index 780ca93215..164ed110b3 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree index 2d3deb249b..536597816a 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/output.doctree b/docs/compilation/v3.3.0/.doctrees/pages/output.doctree index 606154c59f..f81dfbd799 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/output.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/rewards.doctree b/docs/compilation/v3.3.0/.doctrees/pages/rewards.doctree index f7cc05619c..27e8df57c2 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/tests.doctree b/docs/compilation/v3.3.0/.doctrees/pages/tests.doctree index 490fbcc73d..01462a10ea 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/tests.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v3.3.0/.doctrees/pages/usage-example.doctree index 2d1227fa7b..4fb0784b70 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/weathers.doctree b/docs/compilation/v3.3.0/.doctrees/pages/weathers.doctree index 36ccc0f3b0..d7e55f2b3c 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/weathers.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v3.3.0/.doctrees/pages/wrappers.doctree index 973450667b..c26cdf1ebf 100644 Binary files a/docs/compilation/v3.3.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v3.3.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v3.3.0/pages/notebooks/basic_example.html b/docs/compilation/v3.3.0/pages/notebooks/basic_example.html index 2d800bedf0..abaacd027e 100644 --- a/docs/compilation/v3.3.0/pages/notebooks/basic_example.html +++ b/docs/compilation/v3.3.0/pages/notebooks/basic_example.html @@ -7,7 +7,7 @@ 17. Basic example — sinergym documentation - + diff --git a/docs/compilation/v3.3.0/pages/notebooks/change_environment.html b/docs/compilation/v3.3.0/pages/notebooks/change_environment.html index 0bd5bf3414..4c0025d938 100644 --- a/docs/compilation/v3.3.0/pages/notebooks/change_environment.html +++ b/docs/compilation/v3.3.0/pages/notebooks/change_environment.html @@ -7,7 +7,7 @@ 19. Changing an environment registered in Sinergym — sinergym documentation - + diff --git a/docs/compilation/v3.3.0/pages/notebooks/default_building_control.html b/docs/compilation/v3.3.0/pages/notebooks/default_building_control.html index 7254d81f24..e2035783d6 100644 --- a/docs/compilation/v3.3.0/pages/notebooks/default_building_control.html +++ b/docs/compilation/v3.3.0/pages/notebooks/default_building_control.html @@ -7,7 +7,7 @@ 20. Default building control setting up an empty action interface — sinergym documentation - + diff --git a/docs/compilation/v3.3.0/pages/notebooks/drl.html b/docs/compilation/v3.3.0/pages/notebooks/drl.html index d8a053d7ae..c81428afad 100644 --- a/docs/compilation/v3.3.0/pages/notebooks/drl.html +++ b/docs/compilation/v3.3.0/pages/notebooks/drl.html @@ -7,7 +7,7 @@ 24. DRL usage example — sinergym documentation - + @@ -199,13 +199,6 @@

24.1. Training a model 
 Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.
-

- -
-
-
-
-
 wandb: Currently logged in as: alex_ugr. Use `wandb login --relogin` to force relogin
@@ -53519,15 +53512,7 @@

24.1. Training a model 
-wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1)...
-
- -
-
-
-
-
-Done. 0.1s
+wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1)... Done. 0.1s
 wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1)... Done. 0.0s
 wandb: WARNING Source type is set to 'repo' but some required information is missing from the environment. A job will not be created from this run. See https://docs.wandb.ai/guides/launch/create-job
diff --git a/docs/compilation/v3.3.0/pages/notebooks/getting_env_information.html b/docs/compilation/v3.3.0/pages/notebooks/getting_env_information.html index 4b6b320912..e0510f703a 100644 --- a/docs/compilation/v3.3.0/pages/notebooks/getting_env_information.html +++ b/docs/compilation/v3.3.0/pages/notebooks/getting_env_information.html @@ -7,7 +7,7 @@ 18. Getting information about Sinergym environments — sinergym documentation - + diff --git a/docs/compilation/v3.3.0/pages/notebooks/personalize_loggerwrapper.html b/docs/compilation/v3.3.0/pages/notebooks/personalize_loggerwrapper.html index cc62a1ec19..99e0045292 100644 --- a/docs/compilation/v3.3.0/pages/notebooks/personalize_loggerwrapper.html +++ b/docs/compilation/v3.3.0/pages/notebooks/personalize_loggerwrapper.html @@ -7,7 +7,7 @@ 22. Logger Wrapper personalization/configuration — sinergym documentation - + diff --git a/docs/compilation/v3.3.0/pages/notebooks/rule_controller_example.html b/docs/compilation/v3.3.0/pages/notebooks/rule_controller_example.html index 4b4828a6fd..7b8cd3b25b 100644 --- a/docs/compilation/v3.3.0/pages/notebooks/rule_controller_example.html +++ b/docs/compilation/v3.3.0/pages/notebooks/rule_controller_example.html @@ -7,7 +7,7 @@ 23. Rule Controller example — sinergym documentation - + diff --git a/docs/compilation/v3.3.0/pages/notebooks/wrappers_examples.html b/docs/compilation/v3.3.0/pages/notebooks/wrappers_examples.html index 4bcb060e8a..23dad77526 100644 --- a/docs/compilation/v3.3.0/pages/notebooks/wrappers_examples.html +++ b/docs/compilation/v3.3.0/pages/notebooks/wrappers_examples.html @@ -7,7 +7,7 @@ 21. Wrappers example — sinergym documentation - +